-- Logs begin at Sat 2021-08-21 08:07:02 UTC, end at Sat 2021-08-21 10:43:54 UTC. -- Aug 21 08:47:49.171772 n-d-766726-28 systemd[1]: Started Devstack devstack@q-svc.service. Aug 21 08:47:51.842001 n-d-766726-28 neutron-server[106647]: INFO neutron.common.config [-] Logging enabled! Aug 21 08:47:51.842568 n-d-766726-28 neutron-server[106647]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev551 Aug 21 08:47:51.842766 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106647) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 21 08:47:51.845949 n-d-766726-28 neutron-server[106647]: INFO neutron.common.config [-] Logging enabled! Aug 21 08:47:51.846199 n-d-766726-28 neutron-server[106647]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev551 Aug 21 08:47:51.846505 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106647) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 21 08:47:51.847430 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 21 08:47:51.847694 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 21 08:47:51.848053 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 21 08:47:51.848296 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 21 08:47:51.848522 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 21 08:47:51.848845 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.849142 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.849437 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.849664 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.849956 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.850245 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.850527 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.850813 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.851105 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.851384 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.851682 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.851964 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.852191 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.852510 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.852793 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.853076 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.853298 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] debug = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.853569 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.853985 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.854376 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.854653 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.854939 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.855214 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.855480 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.855774 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.856054 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.856374 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] host = n-d-766726-28 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.856646 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.856930 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.857212 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.857492 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.857761 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.858034 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.858314 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.858583 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.858850 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] log_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.859120 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.859404 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.859714 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.860268 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.860493 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.860715 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.861001 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.861287 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.861561 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.861834 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.862108 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.862380 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.862655 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.862920 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.863202 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.863482 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.863793 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.864065 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.864335 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.864604 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.864870 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.865150 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.865420 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.865689 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.865956 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.866237 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.866503 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.866771 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.867063 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.867342 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.867640 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.867962 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.868236 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.868513 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.868782 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.869051 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.869317 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] use_json = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.869583 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.869848 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.870124 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.870392 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.870660 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.870926 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.871191 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.871469 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:51.871788 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.872078 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.872376 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.872661 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.872953 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.873229 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.873513 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.873786 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.874069 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.874354 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.874636 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.874910 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.875192 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.875464 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.875776 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.876075 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.876366 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.876651 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.876922 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.877191 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.877458 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.877730 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.878012 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.878298 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.878583 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.878852 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.879127 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.879412 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.879712 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.879980 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.880254 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.880538 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.880812 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.881080 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.881353 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.881624 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.881890 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.882155 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.882432 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.882715 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.882987 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.883254 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.884077 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.884356 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.884624 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.884908 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.885184 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.885453 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.885719 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.885993 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.886260 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.886527 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.886801 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.887070 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.887343 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.887647 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.887915 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.888182 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.888449 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.888715 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.888982 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.889247 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.889519 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.889786 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.890052 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.890319 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.890587 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.890855 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.891136 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.891427 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.891725 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.892001 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.892274 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.892547 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.892829 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.893100 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.893373 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.893647 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.893914 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.894199 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.894478 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.894762 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.895042 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.895314 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.895636 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.895914 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.896192 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.896463 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.896737 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.897021 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.897300 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.897587 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.897876 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.898164 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.898452 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.898739 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.899014 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.899936 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.900215 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:51.900429 n-d-766726-28 neutron-server[106647]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 21 08:47:51.900663 n-d-766726-28 neutron-server[106647]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106647) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 21 08:47:52.247427 n-d-766726-28 neutron-server[106647]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 21 08:47:52.247724 n-d-766726-28 neutron-server[106647]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 21 08:47:52.248008 n-d-766726-28 neutron-server[106647]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 21 08:47:52.248333 n-d-766726-28 neutron-server[106647]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 21 08:47:52.647932 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.648129 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.648405 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.650421 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.650692 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.650965 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.684643 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.684922 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.685186 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.701781 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.702062 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.702327 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.729998 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.730277 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.730540 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.766522 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.766793 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.767056 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:52.999792 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.000429 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.000429 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.000656 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.001282 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.122746 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.123074 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.123365 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.123662 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.123929 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.124236 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.124492 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.124745 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.125001 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.125277 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.125534 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.125795 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.126047 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.126292 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.126542 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.126804 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.127055 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.127316 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.127605 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.127858 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.128124 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.128373 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.128649 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.129033 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.129288 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.129532 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.129923 n-d-766726-28 neutron-server[106647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 08:47:53.130164 n-d-766726-28 neutron-server[106647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 08:47:53.130401 n-d-766726-28 neutron-server[106647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 08:47:53.130636 n-d-766726-28 neutron-server[106647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 08:47:53.130871 n-d-766726-28 neutron-server[106647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 08:47:53.131105 n-d-766726-28 neutron-server[106647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 08:47:53.131460 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 21 08:47:53.135317 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 21 08:47:53.139228 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 21 08:47:53.142847 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 21 08:47:53.144501 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 21 08:47:53.144947 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 21 08:47:53.145275 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 21 08:47:53.145656 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 21 08:47:53.148420 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 21 08:47:53.148670 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 21 08:47:53.149012 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 08:47:53.154778 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 21 08:47:53.176347 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 21 08:47:53.176784 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.177076 n-d-766726-28 neutron-server[106647]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106647) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 21 08:47:53.177431 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.178763 n-d-766726-28 neutron-server[106647]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106647) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 21 08:47:53.179038 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 08:47:53.179281 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 21 08:47:53.182421 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.182700 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:53.245333 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 21 08:47:53.245568 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 21 08:47:53.245802 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 21 08:47:53.246161 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 21 08:47:53.266932 n-d-766726-28 neutron-server[106647]: DEBUG oslo_db.sqlalchemy.engines [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106647) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 21 08:47:53.941558 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Initializing driver for type 'gre' Aug 21 08:47:53.942086 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] gre ID ranges: [(1, 1000)] Aug 21 08:47:54.153044 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Initializing driver for type 'local' Aug 21 08:47:54.153714 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Initializing driver for type 'vlan' Aug 21 08:47:54.255867 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] VlanTypeDriver initialization complete Aug 21 08:47:54.256206 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Initializing driver for type 'vxlan' Aug 21 08:47:54.256704 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] vxlan ID ranges: [(1, 1000)] Aug 21 08:47:54.467761 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Initializing extension driver 'port_security' Aug 21 08:47:54.468106 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.extensions.port_security [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] PortSecurityExtensionDriver initialization complete Aug 21 08:47:54.468466 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Initializing mechanism driver 'openvswitch' Aug 21 08:47:54.468787 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Initializing mechanism driver 'hyperv' Aug 21 08:47:54.481125 n-d-766726-28 neutron-server[106647]: DEBUG neutron.plugins.ml2.plugin [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:47:54.482047 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > port after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.482427 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > port after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.482781 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > port after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.483348 n-d-766726-28 neutron-server[106647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 08:47:54.483805 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.484167 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.484519 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.485203 n-d-766726-28 neutron-server[106647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 08:47:54.485604 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > network after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.485959 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > network after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.486307 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > network after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.486697 n-d-766726-28 neutron-server[106647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 08:47:54.487096 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > security_group after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.487449 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > security_group after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.487819 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.488209 n-d-766726-28 neutron-server[106647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 08:47:54.488611 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.488965 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.489309 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.489698 n-d-766726-28 neutron-server[106647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 08:47:54.490103 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > address_group after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.490450 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > address_group after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.490791 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.491182 n-d-766726-28 neutron-server[106647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 08:47:54.491576 n-d-766726-28 neutron-server[106647]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] ML2 OVO RPC backend initialized. {{(pid=106647) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 21 08:47:54.492349 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.492705 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.493278 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > network before_response 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.493633 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > networks before_response 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498075 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > port before_response 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498075 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > ports before_response 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498075 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > subnet before_response 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498075 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > subnets before_response 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498372 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > network after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498372 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > network after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498372 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > network after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498372 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > port after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498762 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > port after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498762 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > port after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498762 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.498762 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.499045 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.499045 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.plugin [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Modular L2 Plugin initialization complete Aug 21 08:47:54.499045 n-d-766726-28 neutron-server[106647]: DEBUG neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading services supported by the core plugin {{(pid=106647) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 21 08:47:54.499324 n-d-766726-28 neutron-server[106647]: INFO neutron.plugins.ml2.managers [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Got port-security extension from driver 'port_security' Aug 21 08:47:54.499865 n-d-766726-28 neutron-server[106647]: INFO neutron.extensions.vlantransparent [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Disabled vlantransparent extension. Aug 21 08:47:54.500395 n-d-766726-28 neutron-server[106647]: DEBUG neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106647) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 21 08:47:54.501487 n-d-766726-28 neutron-server[106647]: INFO neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading Plugin: router Aug 21 08:47:54.542955 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.543292 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router after_create 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.543693 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router before_create 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.544064 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.544437 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.544797 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router after_delete 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.545157 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.545637 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.546004 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router after_create 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.546359 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router after_update 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.546713 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router after_update 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.547066 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.547429 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router after_update 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.547872 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.548252 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: port after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.548597 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: port after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.548940 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: subnet after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.549318 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.549633 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.549983 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.550328 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: port before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.550674 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router precommit_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.551031 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router after_update 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.551374 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.551762 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.552130 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.555511 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.555511 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > agent after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.555511 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > agent after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.555511 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > network after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.555845 n-d-766726-28 neutron-server[106647]: DEBUG neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Tracking information for resource: router configured {{(pid=106647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 08:47:54.555845 n-d-766726-28 neutron-server[106647]: DEBUG neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Tracking information for resource: floatingip configured {{(pid=106647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 08:47:54.559581 n-d-766726-28 neutron-server[106647]: INFO neutron.db.l3_agentschedulers_db [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 21 08:47:54.560148 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: port after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.560547 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: port after_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.560903 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: port after_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.561263 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: port after_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.562048 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router before_create 55550100 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.562419 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.562788 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router precommit_create 55550100 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.563153 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > router precommit_update 55550100 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.567726 n-d-766726-28 neutron-server[106647]: DEBUG neutron.services.provider_configuration [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service providers = [] {{(pid=106647) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 21 08:47:54.568113 n-d-766726-28 neutron-server[106647]: DEBUG neutron.db.servicetype_db [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106647) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 21 08:47:54.571602 n-d-766726-28 neutron-server[106647]: DEBUG neutron.services.service_base [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 08:47:54.571963 n-d-766726-28 neutron-server[106647]: DEBUG neutron.services.service_base [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 08:47:54.572312 n-d-766726-28 neutron-server[106647]: DEBUG neutron.services.service_base [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 08:47:54.573204 n-d-766726-28 neutron-server[106647]: DEBUG neutron.services.service_base [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 08:47:54.573586 n-d-766726-28 neutron-server[106647]: INFO neutron.services.service_base [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 21 08:47:54.573965 n-d-766726-28 neutron-server[106647]: DEBUG neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 08:47:54.574290 n-d-766726-28 neutron-server[106647]: INFO neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 21 08:47:54.587587 n-d-766726-28 neutron-server[106647]: DEBUG neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 08:47:54.587934 n-d-766726-28 neutron-server[106647]: INFO neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading Plugin: auto_allocate Aug 21 08:47:54.593649 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: network precommit_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.594023 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: network precommit_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.594633 n-d-766726-28 neutron-server[106647]: DEBUG neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 08:47:54.594966 n-d-766726-28 neutron-server[106647]: INFO neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading Plugin: tag Aug 21 08:47:54.601681 n-d-766726-28 neutron-server[106647]: DEBUG neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 08:47:54.602014 n-d-766726-28 neutron-server[106647]: INFO neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading Plugin: timestamp Aug 21 08:47:54.612834 n-d-766726-28 neutron-server[106647]: DEBUG neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 08:47:54.613174 n-d-766726-28 neutron-server[106647]: INFO neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading Plugin: network_ip_availability Aug 21 08:47:54.618616 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.618991 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.619350 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.620098 n-d-766726-28 neutron-server[106647]: DEBUG neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 08:47:54.620425 n-d-766726-28 neutron-server[106647]: INFO neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading Plugin: flavors Aug 21 08:47:54.625432 n-d-766726-28 neutron-server[106647]: DEBUG neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 08:47:54.625773 n-d-766726-28 neutron-server[106647]: INFO neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading Plugin: revisions Aug 21 08:47:54.630080 n-d-766726-28 neutron-server[106647]: DEBUG neutron.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 08:47:54.630469 n-d-766726-28 neutron-server[106647]: DEBUG oslo_concurrency.lockutils [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.382s {{(pid=106647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 21 08:47:54.631206 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106647) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 21 08:47:54.631544 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Initializing extension manager. Aug 21 08:47:54.632081 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: __init__.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.632428 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: __pycache__ {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.632776 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.633112 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: address_group.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.634382 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.634949 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: address-group Aug 21 08:47:54.635277 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: address_scope.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.636130 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.636647 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: address-scope Aug 21 08:47:54.636973 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.637924 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.638441 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: router-admin-state-down-before-update Aug 21 08:47:54.638767 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: agent.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.639470 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.640012 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: agent Aug 21 08:47:54.640340 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: agent_resources_synced.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.641290 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.641797 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: agent-resources-synced Aug 21 08:47:54.642124 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.644046 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.644651 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: allowed-address-pairs Aug 21 08:47:54.644894 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.658117 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.658635 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: auto-allocated-topology Aug 21 08:47:54.658963 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: availability_zone.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.659709 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.660220 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: availability_zone Aug 21 08:47:54.660547 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: availability_zone_filter.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.661481 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.661973 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: availability_zone_filter Aug 21 08:47:54.662299 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: data_plane_status.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.663285 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.663825 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension data-plane-status not supported by any of loaded plugins Aug 21 08:47:54.664155 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: default_subnetpools.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.665095 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.665606 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: default-subnetpools Aug 21 08:47:54.665930 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.666737 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.667244 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: dhcp_agent_scheduler Aug 21 08:47:54.667590 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: dns.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.668639 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.669129 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension dns-integration not supported by any of loaded plugins Aug 21 08:47:54.669454 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: dns_domain_ports.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.670374 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.670879 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 21 08:47:54.671204 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.672147 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.672656 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 21 08:47:54.672981 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: dvr.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.673653 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.674158 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: dvr Aug 21 08:47:54.674563 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: ecmp_routes.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.675489 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.676027 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 21 08:47:54.676352 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: empty_string_filtering.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.677266 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.677772 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: empty-string-filtering Aug 21 08:47:54.678099 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.679015 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.679523 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 21 08:47:54.679871 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.680820 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.681324 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 21 08:47:54.681647 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: external_net.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.687773 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.688276 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: external-net Aug 21 08:47:54.688600 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.689520 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.690028 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: extra_dhcp_opt Aug 21 08:47:54.690359 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: extraroute.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.691266 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.691810 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: extraroute Aug 21 08:47:54.692139 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: extraroute_atomic.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.693200 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.693692 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: extraroute-atomic Aug 21 08:47:54.694016 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: filter_validation.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.694849 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.695439 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: filter-validation Aug 21 08:47:54.695790 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: fip_pf_description.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.697220 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.697730 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 21 08:47:54.698051 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: fip_port_details.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.699067 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.699585 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: fip-port-details Aug 21 08:47:54.699921 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: flavors.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.701164 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.701686 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: flavors Aug 21 08:47:54.702015 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.704526 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.705053 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 21 08:47:54.705385 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: floatingip_pools.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.706098 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.706610 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: floatingip-pools Aug 21 08:47:54.706938 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: ip_allocation.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.707897 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.708402 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension ip_allocation not supported by any of loaded plugins Aug 21 08:47:54.708727 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.709650 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.710159 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: ip-substring-filtering Aug 21 08:47:54.710488 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: l2_adjacency.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.711422 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.712552 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 21 08:47:54.712876 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: l3.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.713868 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.714387 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: router Aug 21 08:47:54.714713 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.717020 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.717553 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 21 08:47:54.717890 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.718833 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.719353 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: ext-gw-mode Aug 21 08:47:54.719713 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.720698 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.721212 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: l3-ha Aug 21 08:47:54.721539 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: l3_flavors.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.722457 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.722972 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: l3-flavors Aug 21 08:47:54.723299 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.724234 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.724745 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 21 08:47:54.725070 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: l3agentscheduler.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.726126 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.726639 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: l3_agent_scheduler Aug 21 08:47:54.726970 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: logging.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.728531 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.729059 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension logging not supported by any of loaded plugins Aug 21 08:47:54.729397 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: metering.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.730143 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.730729 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: metering Aug 21 08:47:54.731060 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.732315 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.732843 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: metering_source_and_destination_fields Aug 21 08:47:54.733178 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: multiprovidernet.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.734107 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.734622 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: multi-provider Aug 21 08:47:54.735221 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: netmtu.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.736172 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.736687 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: net-mtu Aug 21 08:47:54.737014 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: netmtu_writable.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.737940 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.738446 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: net-mtu-writable Aug 21 08:47:54.738775 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: network_availability_zone.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.739445 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.739976 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: network_availability_zone Aug 21 08:47:54.740301 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: network_ip_availability.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.741406 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.741923 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: network-ip-availability Aug 21 08:47:54.742251 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: network_segment_range.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.743053 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.743588 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension network-segment-range not supported by any of loaded plugins Aug 21 08:47:54.743913 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: pagination.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.744900 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.745236 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: pagination Aug 21 08:47:54.745562 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: port_device_profile.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.746492 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.747010 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: port-device-profile Aug 21 08:47:54.747337 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.748323 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.748843 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: port-mac-address-regenerate Aug 21 08:47:54.749172 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.750093 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.750612 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: port-numa-affinity-policy Aug 21 08:47:54.750938 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: port_resource_request.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.751891 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.752398 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension port-resource-request not supported by any of loaded plugins Aug 21 08:47:54.752722 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: portbindings.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.753648 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.754157 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: binding Aug 21 08:47:54.754483 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: portbindings_extended.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.755805 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.756328 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: binding-extended Aug 21 08:47:54.756662 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: portsecurity.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.757588 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.758106 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: port-security Aug 21 08:47:54.758957 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: project_id.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.759971 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.760308 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: project-id Aug 21 08:47:54.760640 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: providernet.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.761566 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.762078 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: provider Aug 21 08:47:54.762402 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: qos.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.765851 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.766379 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension qos not supported by any of loaded plugins Aug 21 08:47:54.766718 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.768000 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.768517 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 21 08:47:54.768851 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.769779 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.770290 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 21 08:47:54.770624 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: qos_default.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.771538 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.772076 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension qos-default not supported by any of loaded plugins Aug 21 08:47:54.772404 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: qos_fip.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.773059 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.773556 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension qos-fip not supported by any of loaded plugins Aug 21 08:47:54.773882 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.775405 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.775945 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 21 08:47:54.776275 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.777190 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.777701 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 21 08:47:54.778028 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: qos_pps_rule.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.779208 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.779753 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension qos-pps not supported by any of loaded plugins Aug 21 08:47:54.780081 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.781009 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.781522 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 21 08:47:54.781847 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: qos_rules_alias.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.782893 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.783405 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 21 08:47:54.783759 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: quotasv2.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.784853 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.785187 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: quotas Aug 21 08:47:54.785514 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: quotasv2_detail.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.788592 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.788937 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: quota_details Aug 21 08:47:54.789272 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: rbac.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.790412 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.790936 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: rbac-policies Aug 21 08:47:54.791272 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: rbac_address_group.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.792246 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.792762 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: rbac-address-group Aug 21 08:47:54.793136 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: rbac_address_scope.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.794025 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.794538 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: rbac-address-scope Aug 21 08:47:54.794867 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: rbac_security_groups.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.795819 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.796336 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: rbac-security-groups Aug 21 08:47:54.796666 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.797581 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.798094 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: rbac-subnetpool Aug 21 08:47:54.798419 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: revisionifmatch.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.799351 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.799899 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: revision-if-match Aug 21 08:47:54.800226 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: revisions.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.801356 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.801868 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: standard-attr-revisions Aug 21 08:47:54.802199 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: router_availability_zone.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.802880 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.803388 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: router_availability_zone Aug 21 08:47:54.803747 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: routerservicetype.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.804682 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.805193 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension router-service-type not supported by any of loaded plugins Aug 21 08:47:54.805547 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.806478 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.806990 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: security-groups-normalized-cidr Aug 21 08:47:54.807317 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.808270 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.808785 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: port-security-groups-filtering Aug 21 08:47:54.809109 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.810042 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.810563 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: security-groups-remote-address-group Aug 21 08:47:54.810891 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: securitygroup.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.820408 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.821456 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: security-group Aug 21 08:47:54.821795 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: segment.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.822592 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.823104 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension segment not supported by any of loaded plugins Aug 21 08:47:54.823435 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.824403 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.824913 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 21 08:47:54.825241 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: servicetype.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.826406 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.826923 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: service-type Aug 21 08:47:54.827251 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: sorting.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.828267 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.828605 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: sorting Aug 21 08:47:54.828932 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: standard_attr_segment.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.829852 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.830369 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 21 08:47:54.830701 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: standardattrdescription.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.831352 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.831883 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: standard-attr-description Aug 21 08:47:54.832212 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: stateful_security_group.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.833164 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.833686 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: stateful-security-group Aug 21 08:47:54.834029 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: stdattrs_common.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.834601 n-d-766726-28 neutron-server[106647]: WARNING neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 21 08:47:54.834925 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.835885 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.836399 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 21 08:47:54.837307 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: subnet_onboard.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.838375 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.838899 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: subnet_onboard Aug 21 08:47:54.839230 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.840193 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.840714 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 21 08:47:54.841052 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: subnet_service_types.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.841977 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.842497 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: subnet-service-types Aug 21 08:47:54.842827 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: subnetallocation.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.843935 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.844581 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: subnet_allocation Aug 21 08:47:54.844915 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.845590 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.846100 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: subnetpool-prefix-ops Aug 21 08:47:54.846427 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.847358 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.847909 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 21 08:47:54.848237 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: tagging.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.849304 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.849819 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: standard-attr-tag Aug 21 08:47:54.850148 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: timestamp.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.851361 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.851913 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loaded extension: standard-attr-timestamp Aug 21 08:47:54.852271 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: trunk.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.853305 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.853823 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension trunk not supported by any of loaded plugins Aug 21 08:47:54.854150 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: trunk_details.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.855078 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.855620 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension trunk-details not supported by any of loaded plugins Aug 21 08:47:54.855950 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.856871 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.857379 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 21 08:47:54.857704 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Loading extension file: vlantransparent.py {{(pid=106647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 08:47:54.858373 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 08:47:54.858876 n-d-766726-28 neutron-server[106647]: INFO neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 21 08:47:54.861631 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:network Aug 21 08:47:54.862158 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:subnet Aug 21 08:47:54.862562 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 08:47:54.862977 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:port Aug 21 08:47:54.864232 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.864666 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service FLAVORS assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.865286 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.865719 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.866056 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:router Aug 21 08:47:54.866511 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:floatingip Aug 21 08:47:54.867005 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service METERING assigned prefix: /metering {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.868519 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.868896 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.869250 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 08:47:54.870253 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 08:47:54.870703 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:security_group Aug 21 08:47:54.871141 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 08:47:54.871787 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service CORE assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.872131 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 08:47:54.872482 n-d-766726-28 neutron-server[106647]: WARNING neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] subnetpool is already registered Aug 21 08:47:54.872907 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service CORE assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.873238 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 08:47:54.873572 n-d-766726-28 neutron-server[106647]: WARNING neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] subnetpool is already registered Aug 21 08:47:54.875913 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.876462 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service FLAVORS assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.877103 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.877529 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.877870 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:router Aug 21 08:47:54.878214 n-d-766726-28 neutron-server[106647]: WARNING neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] router is already registered Aug 21 08:47:54.878627 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:floatingip Aug 21 08:47:54.878965 n-d-766726-28 neutron-server[106647]: WARNING neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] floatingip is already registered Aug 21 08:47:54.879429 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service METERING assigned prefix: /metering {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.880172 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 08:47:54.880503 n-d-766726-28 neutron-server[106647]: WARNING neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] rbac_policy is already registered Aug 21 08:47:54.880927 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:security_group Aug 21 08:47:54.881263 n-d-766726-28 neutron-server[106647]: WARNING neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] security_group is already registered Aug 21 08:47:54.881667 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 08:47:54.882001 n-d-766726-28 neutron-server[106647]: WARNING neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] security_group_rule is already registered Aug 21 08:47:54.882517 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service CORE assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.882856 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 08:47:54.883195 n-d-766726-28 neutron-server[106647]: WARNING neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] subnetpool is already registered Aug 21 08:47:54.884150 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.v2.resource_helper [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Service CORE assigned prefix: {{(pid=106647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 08:47:54.884475 n-d-766726-28 neutron-server[106647]: INFO neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 08:47:54.884834 n-d-766726-28 neutron-server[106647]: WARNING neutron.quota.resource_registry [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] subnetpool is already registered Aug 21 08:47:54.886504 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: extensions {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.888011 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: address-groups {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.889510 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: address-scopes {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.890705 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: agents {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.892010 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: auto-allocated-topology {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.893271 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: availability_zones {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.894502 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: dhcp-networks {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.896030 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: dhcp-agents {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.897572 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: routers {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.899894 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: flavors {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.901123 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: service_profiles {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.902419 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: next_providers {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.903880 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: service_profiles {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.905323 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: floatingip-pools {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.906648 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: routers {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.908417 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: floatingips {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.909617 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: l3-routers {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.911141 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: l3-agents {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.912599 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: metering-labels {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.913853 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: metering-label-rules {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.915164 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: network-ip-availabilities {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.916634 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: bindings {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.918205 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: quotas {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.919691 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: quotas {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.921234 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: rbac-policies {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.922440 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: security-groups {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.923689 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: security-group-rules {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.925077 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: service-providers {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.926293 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: subnetpools {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.927655 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: subnetpools {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.929219 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: tags {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.931424 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: tags {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.933186 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: tags {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.935065 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: tags {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.936793 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: tags {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.938649 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: tags {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.940491 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: tags {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.942297 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: tags {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.945087 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: tags {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.947444 n-d-766726-28 neutron-server[106647]: DEBUG neutron.api.extensions [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Extended resource: tags {{(pid=106647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 08:47:54.953531 n-d-766726-28 neutron-server[106647]: WARNING keystonemiddleware.auth_token [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 21 08:47:54.958019 n-d-766726-28 neutron-server[106647]: WARNING keystonemiddleware.auth_token [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 21 08:47:54.966558 n-d-766726-28 neutron-server[106647]: DEBUG oslo_concurrency.lockutils [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Acquired lock "singleton_lock" {{(pid=106647) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 21 08:47:54.967042 n-d-766726-28 neutron-server[106647]: DEBUG oslo_concurrency.lockutils [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Releasing lock "singleton_lock" {{(pid=106647) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 21 08:47:54.967712 n-d-766726-28 neutron-server[106647]: INFO oslo_service.service [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Starting 2 workers Aug 21 08:47:54.972503 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Started child 106756 {{(pid=106647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 08:47:54.976881 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Started child 106757 {{(pid=106647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 08:47:54.977961 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:47:54.978677 n-d-766726-28 neutron-server[106647]: INFO neutron.service [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 21 08:47:54.979067 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Notify callbacks [] for process, before_spawn {{(pid=106647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:47:54.979440 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [-] (106756) wsgi starting up on http://0.0.0.0:9696 Aug 21 08:47:54.981529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:47:54.982032 n-d-766726-28 neutron-server[106647]: INFO oslo_service.service [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Starting 1 workers Aug 21 08:47:54.982889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [-] (106757) wsgi starting up on http://0.0.0.0:9696 Aug 21 08:47:54.986958 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Started child 106758 {{(pid=106647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 08:47:54.987461 n-d-766726-28 neutron-server[106647]: INFO oslo_service.service [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Starting 1 workers Aug 21 08:47:54.990815 n-d-766726-28 neutron-server[106758]: DEBUG neutron.service [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] calling RpcWorker wait() {{(pid=106758) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 21 08:47:54.991357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.service [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] returning from RpcWorker wait() {{(pid=106758) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 21 08:47:54.991862 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Started child 106759 {{(pid=106647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 08:47:54.992679 n-d-766726-28 neutron-server[106647]: DEBUG neutron_lib.callbacks.manager [None req-22466d5e-6ca3-4e34-bc4d-99861e2300e6 None None] Notify callbacks [] for process, after_spawn {{(pid=106647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:47:54.992781 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:47:54.993729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:47:54.995054 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106647) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 21 08:47:54.995276 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 21 08:47:54.995457 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 21 08:47:54.995706 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 21 08:47:54.996040 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 21 08:47:54.996201 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 21 08:47:54.996713 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:54.996995 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:54.997246 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:54.997469 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:47:54.997922 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:54.997922 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:54.998392 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:54.998643 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:54.998902 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:54.999196 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:54.999445 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.002623 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.002623 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.002623 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.002623 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.002623 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.002623 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.002623 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.002623 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.003137 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.003137 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.003137 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.003657 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.004146 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] debug = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.005139 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.005727 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.006073 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.006401 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.006724 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.007071 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.007388 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.007738 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.008050 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.008359 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.009239 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.009575 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.009884 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.010185 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.010489 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.010809 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.011111 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.011682 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] host = n-d-766726-28 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.011973 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.012260 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.012582 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.012872 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.013206 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.013504 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.013835 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.014136 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.014464 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.014753 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.015059 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.015385 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.015723 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.016026 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.016260 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_options = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.016556 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.016984 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.017309 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.017562 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.017796 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.018034 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.018349 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.021171 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.021171 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.021171 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.021171 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.021171 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.021171 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.021171 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.021171 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.022100 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.022100 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.022100 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.022100 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.022100 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.022100 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.022764 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.022764 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.022987 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.023262 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.023582 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.023869 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.024213 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.024491 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.024812 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.025087 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.025392 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.025688 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.026680 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.026680 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.026680 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.026931 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.027722 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.027968 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.028248 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.028841 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.028964 n-d-766726-28 neutron-server[106759]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:47:55.029058 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.029429 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.029539 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.029750 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.029988 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_json = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.030221 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.030457 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.030712 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.030928 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.031144 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.031359 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.031618 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.031854 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.032276 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.032592 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.032908 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.033158 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.033409 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.033649 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.033897 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.034135 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.034367 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.034597 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.034915 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.035137 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.035440 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.035715 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.035991 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.036315 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.036574 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.036852 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.037091 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.037339 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.037575 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.037814 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.038157 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.038417 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.038686 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.038955 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.039199 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.039441 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.039800 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.040027 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.040248 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.040483 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.053806 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.053806 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.053806 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.053806 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.053806 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.053806 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.053806 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.053806 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.053806 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054382 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054382 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054382 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054382 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054382 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054382 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054382 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054382 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054382 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.054917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.055966 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.055966 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.055966 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.055966 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.055966 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.055966 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.055966 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.055966 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.055966 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056496 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056496 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056496 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056496 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056496 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056496 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056496 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056496 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056496 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056982 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056982 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056982 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056982 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056982 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056982 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056982 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056982 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.056982 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057485 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057485 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057485 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057485 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057485 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057485 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057485 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057485 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057924 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057924 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057924 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057924 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.057924 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.058241 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.058306 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.058583 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.059257 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.059257 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.059257 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.059866 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.059866 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.060241 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.060241 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.060532 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.060688 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.060886 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.061128 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.061373 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.061604 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.061867 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.062172 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.062429 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.062673 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.062928 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.063178 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.063443 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.063698 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.063944 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.064187 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.064450 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.064693 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.064984 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.065229 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.065447 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.065662 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.065906 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.066229 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.066453 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.066668 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.066924 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.067200 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.067440 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.067693 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.067946 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.068201 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.068444 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.068678 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.068909 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.069119 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.069355 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.069594 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.069803 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.070012 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.070218 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.070429 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.070639 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.070844 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.071738 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.071953 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.072168 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.072394 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.072610 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.072824 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.073079 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.073292 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.073528 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.073771 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.074005 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.074239 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.074453 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.074687 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.074929 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.075145 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.075407 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.075678 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.075910 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.076133 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.076398 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.076613 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.076820 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.077064 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.077409 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.077510 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.077684 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.077899 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.078131 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.078358 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.078583 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.078791 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.079043 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.079292 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.079648 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.079892 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.080117 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.080361 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.080588 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.080991 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.081380 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.081621 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.081860 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.082078 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.082301 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.082559 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.082782 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.083041 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.083271 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.083520 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.083752 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.084114 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.084476 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.084760 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.085015 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.085229 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.085479 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.085722 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.085959 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.086182 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.086409 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.086686 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.086902 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.087110 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.087318 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.087539 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.087768 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.087996 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.088214 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.088448 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.088654 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.088889 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.089095 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.089301 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.089518 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.089729 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.089933 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.090166 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.090402 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.090628 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.090844 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.091053 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.091257 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.091501 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.091728 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.091932 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.092167 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.092377 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.092672 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.092861 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.093102 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.093347 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.093637 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.093880 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.094119 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.094352 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.094629 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.094854 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.095116 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.095330 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.095590 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.095832 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.096081 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.096389 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.096664 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.096926 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.097153 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.097411 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.097663 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.097930 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.098139 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.098412 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.098748 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.099002 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.099247 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.099482 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.099750 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.099992 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.100203 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.100435 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.100677 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.100909 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.101158 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.101379 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.101618 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.101829 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.102069 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.102338 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.102577 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.102780 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.103013 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.103222 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.103367 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 21 08:47:55.103897 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106647) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 21 08:47:55.104060 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 21 08:47:55.104212 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 21 08:47:55.104504 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 21 08:47:55.104765 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 21 08:47:55.104923 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 21 08:47:55.105128 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.105287 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.105652 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.105652 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.105897 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.106137 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.106362 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.106527 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.106683 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.106840 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.106995 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.107151 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.107307 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.107462 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.107646 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.107804 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.107960 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.108116 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.108276 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.108433 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.108589 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.108744 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.108899 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] debug = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.109055 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.109261 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.109422 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.109577 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.109984 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.110142 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.110298 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.110453 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.110608 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.110762 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.110917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.111071 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.111226 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.111381 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.111536 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.111712 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.111867 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.112022 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] host = n-d-766726-28 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.112178 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.112331 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.112485 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.112641 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.112797 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.112952 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.113105 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.113264 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.113613 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.113613 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.113826 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.113959 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.114082 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.114193 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.114313 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_options = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.114424 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.114580 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.114735 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.114915 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.115075 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.115230 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.115386 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.115542 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.115735 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.115892 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.116046 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.116192 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.116345 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.116499 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.116654 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.116808 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.116965 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.117120 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.117276 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.117430 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.117586 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.118269 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.118436 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.118591 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.118747 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.118901 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.119057 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.119211 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.119365 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.119522 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.119688 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.119842 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.119996 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.120150 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.120304 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.120459 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.120614 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.120772 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.120927 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.121082 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.121238 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.121394 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.121547 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.121702 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.121855 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.122009 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_json = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.122164 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.122318 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.122473 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.122627 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.122782 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.122994 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.123129 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.123233 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 08:47:55.123410 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.123727 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.123844 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.123927 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.124061 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.124221 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.124380 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.124692 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.124692 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.124937 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.125059 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.125151 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.125301 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.125459 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.125620 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.125801 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.125963 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.126122 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.126282 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.126442 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.126600 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.126760 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.126935 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.127108 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.127276 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.127434 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.127622 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.127787 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.127948 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.128125 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.128259 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.128420 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.128579 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.128739 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.128898 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.129058 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.129216 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.129376 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.129536 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.129696 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.129855 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.130015 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.130174 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.130334 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.130492 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.130651 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.130811 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.130971 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.131131 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.131288 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.131457 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.131636 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.131796 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.131955 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.132114 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.132274 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.132432 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.132591 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.132750 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.132910 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.133071 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.133244 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.134019 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.134148 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.134309 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.134469 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.134628 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.134788 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.134947 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.135106 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.135264 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.135423 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.135600 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.135761 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.135919 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.136079 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.136238 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.136398 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.136557 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.137260 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.137426 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.137587 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.137745 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.137905 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.138072 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.138247 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.138406 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.138567 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.138725 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.138886 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.139046 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.139205 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.139363 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.139523 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.139704 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.139863 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.140022 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.140185 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.140343 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.140502 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.140660 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.140821 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.140979 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.141138 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.141297 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.141683 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.141843 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.142004 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.142161 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.142320 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.142480 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.142647 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.143005 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.143005 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.143305 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.143305 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.143451 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.143591 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.143745 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.143905 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.144069 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.144241 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.144374 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.144533 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.144690 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.144850 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.145010 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.145178 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.145346 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.145505 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.145662 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.145820 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.146000 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.146159 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.146322 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.146480 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.146800 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.146962 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.147123 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.147283 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.147443 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.147629 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.147792 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.147954 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.148115 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.148276 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.148436 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.148595 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.148756 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.148917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.151257 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.151430 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.151618 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.151769 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.152116 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.152116 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.152354 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.152464 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.152550 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.152683 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.152832 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.152993 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.153153 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.153699 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.153699 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.153699 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.153929 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.153929 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.154074 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.154202 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.154351 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.154510 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.154670 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.154830 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.154990 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.155502 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.155502 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.155502 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.155818 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.155818 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.156014 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.156153 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.156279 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.156384 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.156545 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.156704 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.156864 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.157040 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.157199 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.157359 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.157518 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.157676 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.157836 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.158305 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.158305 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.158305 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.158581 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.158581 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.158777 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.158864 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.159028 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.159186 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.159345 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.159505 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.159688 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.159847 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.160020 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.160181 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.160341 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.160502 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.160661 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.160820 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.160990 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.161152 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.161311 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.161471 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.161574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:47:55.161669 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.161776 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.161944 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.162105 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.162264 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.162423 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.162581 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.162740 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.162908 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.163067 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.163226 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.163389 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.163589 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.163729 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.163898 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.164058 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.164216 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.164376 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.164533 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.165293 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.165465 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.165625 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.165784 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.165942 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.166100 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.166263 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.166431 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.166591 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.166750 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.166917 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.167077 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.167236 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.167394 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.167580 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.167744 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.167906 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.168065 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.168224 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.168384 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.168545 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.168707 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.168876 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.169048 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.169216 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.169367 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.169505 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.169676 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.169835 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.170001 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.170173 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.170323 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.170480 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.170624 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.170785 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.170944 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.171105 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.171265 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.171425 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.171663 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.171827 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.171990 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.172148 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.172307 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.172465 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.172625 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.172785 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.172945 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.173107 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.173916 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 08:47:55.174073 n-d-766726-28 neutron-server[106647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 21 08:47:55.349894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49846) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:47:55.358275 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061541 Aug 21 08:48:06.856238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865de78d-bae4-49b2-a973-6ef0040cb56c None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 08:48:06.935086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865de78d-bae4-49b2-a973-6ef0040cb56c None None] No non-hosted networks {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 21 08:48:06.944292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.agentschedulers_db [None req-865de78d-bae4-49b2-a973-6ef0040cb56c None None] DHCP Agent not found on host n-d-766726-28 {{(pid=106758) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 21 08:48:07.178828 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1075-3f15-46f2-ab43-3f4584eb5861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605175'] for agent, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:09.437143 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5ae1187e-a173-4bc7-ac12-85afc1e22c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605175'] for agent, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:09.479386 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-f38b2e05-6a1b-41f1-97fc-07484171b2b1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-766726-28 {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 08:48:09.480235 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-f38b2e05-6a1b-41f1-97fc-07484171b2b1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 08:48:09.687817 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605175'] for agent, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:09.690038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.690657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.691224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.691809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.692587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.693159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.693655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.696390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.696390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.696390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.696390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.697023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:09.697643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-766726-28', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:48:09.705027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-766726-28', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:48:10.098860 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f38b2e05-6a1b-41f1-97fc-07484171b2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:10.733343 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605175'] for agent, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:12.166847 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605175'] for agent, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:13.389025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49938) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:13.710911 n-d-766726-28 neutron-server[106758]: INFO neutron.db.l3_hamode_db [None req-7460f039-7bcf-4e12-b678-1cfa7e876418 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 21 08:48:13.792635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460f039-7bcf-4e12-b678-1cfa7e876418 None None] Routers set() bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:48:13.793015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460f039-7bcf-4e12-b678-1cfa7e876418 None None] Router IDs set() for agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 21 08:48:13.900235 n-d-766726-28 neutron-server[106756]: WARNING oslo_policy.policy [None req-597a52f1-8a1c-4b55-9855-4e6aa1476a60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 08:48:13.900846 n-d-766726-28 neutron-server[106756]: WARNING oslo_policy.policy [None req-597a52f1-8a1c-4b55-9855-4e6aa1476a60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 08:48:14.131332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-597a52f1-8a1c-4b55-9855-4e6aa1476a60 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 08:48:14.132313 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-597a52f1-8a1c-4b55-9855-4e6aa1476a60 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7424111 Aug 21 08:48:16.469491 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49952) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:16.774573 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-53e7e76f-4325-403f-9613-990d1b6ea984 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:48:16.873700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.policy [None req-53e7e76f-4325-403f-9613-990d1b6ea984 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106756) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 21 08:48:16.918433 n-d-766726-28 neutron-server[106756]: WARNING oslo_policy.policy [None req-53e7e76f-4325-403f-9613-990d1b6ea984 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 08:48:16.918796 n-d-766726-28 neutron-server[106756]: WARNING oslo_policy.policy [None req-53e7e76f-4325-403f-9613-990d1b6ea984 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 08:48:16.927289 n-d-766726-28 neutron-server[106756]: INFO neutron.quota [None req-53e7e76f-4325-403f-9613-990d1b6ea984 admin admin] Loaded quota_driver: . Aug 21 08:48:17.081449 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53e7e76f-4325-403f-9613-990d1b6ea984 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788176634291', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788176635868', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788176663515', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788176664964', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788176614315', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788176602509', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-593204', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573429', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1585064', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1666435'] for rbac-policy, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:17.429106 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53e7e76f-4325-403f-9613-990d1b6ea984 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:17.430791 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-53e7e76f-4325-403f-9613-990d1b6ea984 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9603255 Aug 21 08:48:19.953535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49964) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:20.242891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Request body: {'network': {'name': 'private', 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'admin_state_up': True, 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:48:20.363981 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Made reservation on behalf of cffc91234af747be8f2bfe793b9a6fc1 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:48:20.366710 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:20.386364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:20.511108 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:20.577603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:20.601016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 08:48:20.626047 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788175537686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:20.626620 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Unsubscribe: segment precommit_create {{(pid=106756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 21 08:48:20.627153 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Added segment be019f34-d653-4438-a9ae-5eaf8eaab344 of type vlan for network 056d74ea-b6af-4fa0-9445-74d343aaf19f Aug 21 08:48:20.633645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ac1126-b2d3-4ee6-b6b5-d1d113ae5ab9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:20.654843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.655192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.655528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.655879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.656201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.656522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.656849 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.657161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.657475 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.657784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.658095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.658406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Tracked resource versions report: Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: pushed versions: Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: { 'AddressGroup': {'1.2'}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'ConntrackHelper': {'1.0'}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'Log': {'1.0'}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'Network': {'1.1'}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'Port': {'1.7'}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'PortForwarding': {'1.2'}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'QosPolicy': {'1.9'}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'SecurityGroup': {'1.4'}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'SecurityGroupRule': {'1.2'}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'SubPort': {'1.0'}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'Subnet': {'1.1'}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'Trunk': {'1.1'}} Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: consumer versions: Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: { DHCP agent@n-d-766726-28: {}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: L3 agent@n-d-766726-28: {}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: Metadata agent@n-d-766726-28: {}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: Metering agent@n-d-766726-28: {}, Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: Open vSwitch agent@n-d-766726-28: { 'AddressGroup': '1.2', Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'ConntrackHelper': '1.0', Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'Log': '1.0', Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'Network': '1.1', Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'Port': '1.7', Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'PortForwarding': '1.2', Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'QosPolicy': '1.9', Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'SecurityGroup': '1.4', Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'SecurityGroupRule': '1.2', Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'SubPort': '1.0', Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'Subnet': '1.1', Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: 'Trunk': '1.1'}} Aug 21 08:48:20.659474 n-d-766726-28 neutron-server[106756]: {{(pid=106756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 08:48:20.749560 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:20.880269 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:20.881273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:48:20.881923 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:20.975700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] Pushing event updated for resources: {'Network': ['ID=056d74ea-b6af-4fa0-9445-74d343aaf19f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:20.988755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 056d74ea-b6af-4fa0-9445-74d343aaf19f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 08:48:21.022002 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ccf79f93-7181-4cd2-93df-4b9e845f1afd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0673885 Aug 21 08:48:23.631944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49978) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:24.119605 n-d-766726-28 neutron-server[106757]: WARNING oslo_policy.policy [None req-1f5f4950-6c84-4995-928c-ce15d4224f97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 08:48:24.120214 n-d-766726-28 neutron-server[106757]: WARNING oslo_policy.policy [None req-1f5f4950-6c84-4995-928c-ce15d4224f97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 08:48:24.557219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.policy [None req-1f5f4950-6c84-4995-928c-ce15d4224f97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106757) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 21 08:48:24.603798 n-d-766726-28 neutron-server[106757]: WARNING oslo_policy.policy [None req-1f5f4950-6c84-4995-928c-ce15d4224f97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 08:48:24.604165 n-d-766726-28 neutron-server[106757]: WARNING oslo_policy.policy [None req-1f5f4950-6c84-4995-928c-ce15d4224f97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 08:48:24.612418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5f4950-6c84-4995-928c-ce15d4224f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:48:24.614302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1f5f4950-6c84-4995-928c-ce15d4224f97 admin admin] 10.222.0.20 "GET /v2.0/networks/056d74ea-b6af-4fa0-9445-74d343aaf19f HTTP/1.1" status: 200 len: 825 time: 0.9796515 Aug 21 08:48:24.653670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6a7a0da0-17ea-41ff-963b-d4cc092a7cff admin admin] 10.222.0.20 "GET /v2.0/subnetpools/d1f1014c-6aef-4232-84e4-b9ac8698384a HTTP/1.1" status: 200 len: 734 time: 0.0334730 Aug 21 08:48:24.662692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Request body: {'subnet': {'subnetpool_id': 'd1f1014c-6aef-4232-84e4-b9ac8698384a', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'ip_version': 4, 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:48:24.664364 n-d-766726-28 neutron-server[106757]: INFO neutron.quota [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Loaded quota_driver: . Aug 21 08:48:24.775305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Made reservation on behalf of cffc91234af747be8f2bfe793b9a6fc1 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:48:24.778490 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:25.143832 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:25.211430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Checking segment: {'id': 'be019f34-d653-4438-a9ae-5eaf8eaab344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:48:25.211827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Network hostable DHCP agents. Network: 056d74ea-b6af-4fa0-9445-74d343aaf19f, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 08:48:25.225517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:25.243873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.244206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.244531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.244858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.245281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.245601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.245918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.246229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.246539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.246848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.247154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.247461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Tracked resource versions report: Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: pushed versions: Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: { 'AddressGroup': {'1.2'}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'ConntrackHelper': {'1.0'}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'Log': {'1.0'}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'Network': {'1.1'}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'Port': {'1.7'}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'PortForwarding': {'1.2'}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'QosPolicy': {'1.9'}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'SecurityGroup': {'1.4'}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'SecurityGroupRule': {'1.2'}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'SubPort': {'1.0'}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'Subnet': {'1.1'}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'Trunk': {'1.1'}} Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: consumer versions: Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: { DHCP agent@n-d-766726-28: {}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: L3 agent@n-d-766726-28: {}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: Metadata agent@n-d-766726-28: {}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: Metering agent@n-d-766726-28: {}, Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: Open vSwitch agent@n-d-766726-28: { 'AddressGroup': '1.2', Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'ConntrackHelper': '1.0', Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'Log': '1.0', Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'Network': '1.1', Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'Port': '1.7', Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'PortForwarding': '1.2', Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'QosPolicy': '1.9', Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'SecurityGroup': '1.4', Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'SecurityGroupRule': '1.2', Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'SubPort': '1.0', Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'Subnet': '1.1', Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: 'Trunk': '1.1'}} Aug 21 08:48:25.248533 n-d-766726-28 neutron-server[106757]: {{(pid=106757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 08:48:25.348601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Network 056d74ea-b6af-4fa0-9445-74d343aaf19f is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 08:48:25.406059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 056d74ea-b6af-4fa0-9445-74d343aaf19f) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:48:25.411070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:48:25.411818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:25.416498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6c7b86-adaf-4d47-a2b0-c39c282e63da None None] Network 056d74ea-b6af-4fa0-9445-74d343aaf19f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:48:25.469725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7512eea1-c8c4-4427-a595-1ed185d92ab1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8103023 Aug 21 08:48:25.733462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-056d74ea-b6af-4fa0-9445-74d343aaf19f', 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'fixed_ips': [{'subnet_id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 08:48:25.734967 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:26.006126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Allocated IP 172.20.0.2 (056d74ea-b6af-4fa0-9445-74d343aaf19f/456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795/30662968-47f7-47bf-871c-2134811fdbcf) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:48:26.204543 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:26.246978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Transition to ACTIVE for port object 30662968-47f7-47bf-871c-2134811fdbcf will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:48:26.268264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Transition to ACTIVE for port object 30662968-47f7-47bf-871c-2134811fdbcf will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:48:26.353283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:26.418727 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Network 056d74ea-b6af-4fa0-9445-74d343aaf19f is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:48:26.427373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:48:26.437683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Pushing event updated for resources: {'Port': ['ID=30662968-47f7-47bf-871c-2134811fdbcf,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:26.441637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:48:26.449958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.450304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.450639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.450969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.451300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.451652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.451976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.452296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.452614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.452930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.453247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.453562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Tracked resource versions report: Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: pushed versions: Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: { 'AddressGroup': {'1.2'}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'ConntrackHelper': {'1.0'}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'Log': {'1.0'}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'Network': {'1.1'}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'Port': {'1.7'}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'PortForwarding': {'1.2'}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'QosPolicy': {'1.9'}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'SecurityGroup': {'1.4'}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'SecurityGroupRule': {'1.2'}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'SubPort': {'1.0'}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'Subnet': {'1.1'}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'Trunk': {'1.1'}} Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: consumer versions: Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: { DHCP agent@n-d-766726-28: {}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: L3 agent@n-d-766726-28: {}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: Metadata agent@n-d-766726-28: {}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: Metering agent@n-d-766726-28: {}, Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: Open vSwitch agent@n-d-766726-28: { 'AddressGroup': '1.2', Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'ConntrackHelper': '1.0', Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'Log': '1.0', Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'Network': '1.1', Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'Port': '1.7', Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'PortForwarding': '1.2', Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'QosPolicy': '1.9', Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'SecurityGroup': '1.4', Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'SecurityGroupRule': '1.2', Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'SubPort': '1.0', Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'Subnet': '1.1', Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: 'Trunk': '1.1'}} Aug 21 08:48:26.454632 n-d-766726-28 neutron-server[106758]: {{(pid=106758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 08:48:26.524843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Attempting to bind port 30662968-47f7-47bf-871c-2134811fdbcf on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:48:26.525159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Attempting to bind port 30662968-47f7-47bf-871c-2134811fdbcf by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'be019f34-d653-4438-a9ae-5eaf8eaab344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:48:26.525572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Attempting to bind port 30662968-47f7-47bf-871c-2134811fdbcf on network 056d74ea-b6af-4fa0-9445-74d343aaf19f {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:48:26.530405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:48:26.530799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Checking segment: {'id': 'be019f34-d653-4438-a9ae-5eaf8eaab344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:48:26.531262 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:26.531683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Bound using segment: {'id': 'be019f34-d653-4438-a9ae-5eaf8eaab344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:48:26.532143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Bound port: 30662968-47f7-47bf-871c-2134811fdbcf, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be019f34-d653-4438-a9ae-5eaf8eaab344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:48:26.532554 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:26.593592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] For port 30662968-47f7-47bf-871c-2134811fdbcf, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:48:26.597811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] For port 30662968-47f7-47bf-871c-2134811fdbcf, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=30662968-47f7-47bf-871c-2134811fdbcf,segment=NetworkSegment(be019f34-d653-4438-a9ae-5eaf8eaab344),segment_id=be019f34-d653-4438-a9ae-5eaf8eaab344)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:48:26.652216 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:26.721027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388d953-48bb-45ab-b59e-1f7e597be726 None None] Pushing event updated for resources: {'Port': ['ID=30662968-47f7-47bf-871c-2134811fdbcf,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:27.825577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49998) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:28.148458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-d4127387-dc93-4eed-8c50-06884165577a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 08:48:28.163646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d4127387-dc93-4eed-8c50-06884165577a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3234477 Aug 21 08:48:30.490371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50006) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:30.797868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-57df95de-dfdb-4788-99f4-f2d1b7d75856 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 08:48:30.798938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-57df95de-dfdb-4788-99f4-f2d1b7d75856 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3076797 Aug 21 08:48:33.426009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50016) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:33.718425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-49449042-217b-4d98-a2ed-8bdc2ffdbe25 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:48:33.840810 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-49449042-217b-4d98-a2ed-8bdc2ffdbe25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:33.842378 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-49449042-217b-4d98-a2ed-8bdc2ffdbe25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:33.994303 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-49449042-217b-4d98-a2ed-8bdc2ffdbe25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:34.068069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-49449042-217b-4d98-a2ed-8bdc2ffdbe25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:34.152932 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-49449042-217b-4d98-a2ed-8bdc2ffdbe25 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:34.154083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-49449042-217b-4d98-a2ed-8bdc2ffdbe25 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7270913 Aug 21 08:48:34.971006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82701f3-1968-4ad9-b5c5-0d0ebc2634d9 None None] Network 056d74ea-b6af-4fa0-9445-74d343aaf19f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:48:35.126655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fb59ccf1-76f1-47a1-ae63-feea8b2d3ed2 None None] Provisioning for port 30662968-47f7-47bf-871c-2134811fdbcf completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:48:35.457198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 30662968-47f7-47bf-871c-2134811fdbcf up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:48:35.582726 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 30662968-47f7-47bf-871c-2134811fdbcf completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:48:35.586253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 30662968-47f7-47bf-871c-2134811fdbcf triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:48:35.586645 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:35.690945 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:35.725282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 30662968-47f7-47bf-871c-2134811fdbcf, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=30662968-47f7-47bf-871c-2134811fdbcf,segment=NetworkSegment(be019f34-d653-4438-a9ae-5eaf8eaab344),segment_id=be019f34-d653-4438-a9ae-5eaf8eaab344)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:48:35.798407 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:35.845339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=30662968-47f7-47bf-871c-2134811fdbcf,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:36.494943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50028) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:36.802000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-9555be33-5021-4ec2-aa15-82b2b1e33215 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 08:48:36.802000 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9555be33-5021-4ec2-aa15-82b2b1e33215 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3049796 Aug 21 08:48:36.826669 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a3b8c336-a1ce-4b23-8408-c6bc6ee0ba40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:37.447861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 30662968-47f7-47bf-871c-2134811fdbcf up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:48:37.493535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 30662968-47f7-47bf-871c-2134811fdbcf triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:48:37.493905 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:39.144628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50036) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:39.411255 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-398a4871-0e35-4a31-957e-3050e6f02ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:39.450516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:48:39.531156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Made reservation on behalf of 8cf155e88f9d48f091d9632e0ff8b452 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:48:39.533339 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:39.550147 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:39.675540 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:39.695297 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:39.752066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:39.770094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Reserving flat network on physical network physnet1 {{(pid=106757) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 21 08:48:39.788024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22198cfa-6790-412a-bc21-fcd409c5cfb7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:39.795103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788175537686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:39.798063 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Unsubscribe: segment precommit_create {{(pid=106757) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 21 08:48:39.798063 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Added segment 668980f8-ba91-44ec-87ea-4c4cdd4f89d6 of type flat for network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 Aug 21 08:48:39.857805 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:39.959579 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:39.960517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:48:39.961114 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:40.047479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] Pushing event updated for resources: {'Network': ['ID=2028bc5a-3b82-48ed-995f-0a46cc2e0008,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:40.057899 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 08:48:40.090446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d00ea0b5-684f-4e80-aace-7005c65aaddc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9447796 Aug 21 08:48:40.666494 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:42.096728 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:42.413218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50054) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:42.582961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fca5b49-df8d-47b7-92a2-05c8c8b5be0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:48:42.584284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7fca5b49-df8d-47b7-92a2-05c8c8b5be0a admin admin] 10.222.0.20 "GET /v2.0/subnets/456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795 HTTP/1.1" status: 200 len: 849 time: 0.1701276 Aug 21 08:48:42.697854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-45b073ed-0f04-4839-acff-ff052e160c25 admin admin] 10.222.0.20 "GET /v2.0/routers/f7aaf52b-c758-42a1-ae6a-102e4630117b HTTP/1.1" status: 200 len: 704 time: 0.1071630 Aug 21 08:48:42.951704 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:43.240230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Allocated IP 172.20.0.1 (056d74ea-b6af-4fa0-9445-74d343aaf19f/456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795/556b5413-2876-4562-9978-f9cad24de51e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:48:43.393061 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:43.415076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Transition to ACTIVE for port object 556b5413-2876-4562-9978-f9cad24de51e will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:48:43.535848 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:43.636242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Network 056d74ea-b6af-4fa0-9445-74d343aaf19f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:48:43.641300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:48:43.643905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:48:43.644604 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:43.721193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Pushing event updated for resources: {'Port': ['ID=556b5413-2876-4562-9978-f9cad24de51e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:43.896534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-944b98d4-4763-4f58-9e50-878c83cbaf0a None None] Provisioning for port 556b5413-2876-4562-9978-f9cad24de51e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:48:43.900912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-944b98d4-4763-4f58-9e50-878c83cbaf0a None None] Provisioning complete for port 556b5413-2876-4562-9978-f9cad24de51e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:48:43.901309 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-944b98d4-4763-4f58-9e50-878c83cbaf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:43.933039 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:43.938877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-944b98d4-4763-4f58-9e50-878c83cbaf0a None None] Port 556b5413-2876-4562-9978-f9cad24de51e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:48:44.136817 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:44.193612 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:44.194262 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:44.271187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Pushing event updated for resources: {'Port': ['ID=556b5413-2876-4562-9978-f9cad24de51e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:44.318569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Network 056d74ea-b6af-4fa0-9445-74d343aaf19f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:48:44.319887 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:48:44.561303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-db364de3-e2d1-4ed0-bb2a-824c5a68cc9c None None] Provisioning complete for port 556b5413-2876-4562-9978-f9cad24de51e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:48:44.561665 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-db364de3-e2d1-4ed0-bb2a-824c5a68cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:44.563863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Router f7aaf52b-c758-42a1-ae6a-102e4630117b is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 08:48:44.594425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-db364de3-e2d1-4ed0-bb2a-824c5a68cc9c None None] Port 556b5413-2876-4562-9978-f9cad24de51e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:48:44.652585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 08:48:44.657577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a7b9b763-2590-4ced-8153-8e4c69715d4b admin admin] 10.222.0.20 "PUT /v2.0/routers/f7aaf52b-c758-42a1-ae6a-102e4630117b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9544272 Aug 21 08:48:44.675170 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Sync routers for ids ['f7aaf52b-c758-42a1-ae6a-102e4630117b'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 08:48:44.690001 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Routers {'f7aaf52b-c758-42a1-ae6a-102e4630117b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:48:44.690957 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:48:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f7aaf52b-c758-42a1-ae6a-102e4630117b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:48:44.871984 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Set router f7aaf52b-c758-42a1-ae6a-102e4630117b gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:48:45.315608 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'name': 'router1', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:48:33Z', 'updated_at': '2021-08-21T08:48:43Z', 'revision_number': 2, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'gw_port_host': None, '_interfaces': [{'id': '556b5413-2876-4562-9978-f9cad24de51e', 'name': '', 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'mac_address': 'fa:16:3e:4a:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:48:42Z', 'updated_at': '2021-08-21T08:48:44Z', 'revision_number': 2, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'subnets': [{'id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1f1014c-6aef-4232-84e4-b9ac8698384a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:48:45.370536 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Checking router: f7aaf52b-c758-42a1-ae6a-102e4630117b for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 08:48:45.370906 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Updating router f7aaf52b-c758-42a1-ae6a-102e4630117b port 556b5413-2876-4562-9978-f9cad24de51e binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 08:48:45.419248 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:45.927498 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:45.944964 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Transition to ACTIVE for port object 556b5413-2876-4562-9978-f9cad24de51e will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:48:46.009133 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:46.165112 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Pushing event updated for resources: {'Port': ['ID=556b5413-2876-4562-9978-f9cad24de51e,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:46.180556 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Attempting to bind port 556b5413-2876-4562-9978-f9cad24de51e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:48:46.180956 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Attempting to bind port 556b5413-2876-4562-9978-f9cad24de51e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'be019f34-d653-4438-a9ae-5eaf8eaab344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:48:46.181380 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Attempting to bind port 556b5413-2876-4562-9978-f9cad24de51e on network 056d74ea-b6af-4fa0-9445-74d343aaf19f {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:48:46.184144 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.184483 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.184822 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.185149 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.185472 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.185797 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.186118 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.186436 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.186756 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.187074 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.187394 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.187734 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Tracked resource versions report: Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: pushed versions: Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: { 'AddressGroup': {'1.2'}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'ConntrackHelper': {'1.0'}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'Log': {'1.0'}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'Network': {'1.1'}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'Port': {'1.7'}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'PortForwarding': {'1.2'}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'QosPolicy': {'1.9'}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'SecurityGroup': {'1.4'}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'SecurityGroupRule': {'1.2'}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'SubPort': {'1.0'}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'Subnet': {'1.1'}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'Trunk': {'1.1'}} Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: consumer versions: Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: { DHCP agent@n-d-766726-28: {}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: L3 agent@n-d-766726-28: {}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: Metadata agent@n-d-766726-28: {}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: Metering agent@n-d-766726-28: {}, Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: Open vSwitch agent@n-d-766726-28: { 'AddressGroup': '1.2', Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'ConntrackHelper': '1.0', Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'Log': '1.0', Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'Network': '1.1', Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'Port': '1.7', Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'PortForwarding': '1.2', Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'QosPolicy': '1.9', Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'SecurityGroup': '1.4', Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'SecurityGroupRule': '1.2', Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'SubPort': '1.0', Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'Subnet': '1.1', Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: 'Trunk': '1.1'}} Aug 21 08:48:46.188797 n-d-766726-28 neutron-server[106759]: {{(pid=106759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 08:48:46.194441 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:48:46.194845 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Checking segment: {'id': 'be019f34-d653-4438-a9ae-5eaf8eaab344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:48:46.195893 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:46.196273 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Bound using segment: {'id': 'be019f34-d653-4438-a9ae-5eaf8eaab344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:48:46.196751 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Bound port: 556b5413-2876-4562-9978-f9cad24de51e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be019f34-d653-4438-a9ae-5eaf8eaab344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:48:46.197148 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:46.262162 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] For port 556b5413-2876-4562-9978-f9cad24de51e, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:48:46.280898 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] For port 556b5413-2876-4562-9978-f9cad24de51e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=556b5413-2876-4562-9978-f9cad24de51e,segment=NetworkSegment(be019f34-d653-4438-a9ae-5eaf8eaab344),segment_id=be019f34-d653-4438-a9ae-5eaf8eaab344)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:48:46.387261 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:46.444810 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ef377-20a0-4012-b6e3-1398f7c9f1bd None None] Pushing event updated for resources: {'Port': ['ID=556b5413-2876-4562-9978-f9cad24de51e,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:46.449808 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Routers {'f7aaf52b-c758-42a1-ae6a-102e4630117b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:48:46.450418 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:48:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f7aaf52b-c758-42a1-ae6a-102e4630117b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:48:46.543052 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] Set router f7aaf52b-c758-42a1-ae6a-102e4630117b gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:48:46.749585 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'name': 'router1', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:48:33Z', 'updated_at': '2021-08-21T08:48:43Z', 'revision_number': 2, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'gw_port_host': None, '_interfaces': [{'id': '556b5413-2876-4562-9978-f9cad24de51e', 'name': '', 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'mac_address': 'fa:16:3e:4a:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:48:42Z', 'updated_at': '2021-08-21T08:48:46Z', 'revision_number': 4, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'subnets': [{'id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1f1014c-6aef-4232-84e4-b9ac8698384a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:48:46.776646 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb02b50-3fea-498d-942d-afd660c6559c None None] The sync data for ids ['f7aaf52b-c758-42a1-ae6a-102e4630117b'] in n-d-766726-28 is: [{'id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'name': 'router1', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:48:33Z', 'updated_at': '2021-08-21T08:48:43Z', 'revision_number': 2, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'gw_port_host': None, '_interfaces': [{'id': '556b5413-2876-4562-9978-f9cad24de51e', 'name': '', 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'mac_address': 'fa:16:3e:4a:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:48:42Z', 'updated_at': '2021-08-21T08:48:46Z', 'revision_number': 4, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'subnets': [{'id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1f1014c-6aef-4232-84e4-b9ac8698384a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 08:48:46.876616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50074) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:46.987863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b60715d-1725-42c6-a83b-9515b8ff3510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:48:46.989233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0b60715d-1725-42c6-a83b-9515b8ff3510 admin admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 842 time: 0.1116805 Aug 21 08:48:46.999925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Request body: {'subnet': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:48:47.096561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Made reservation on behalf of 8cf155e88f9d48f091d9632e0ff8b452 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:48:47.098973 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:47.431972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.objects.ports [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 08:48:47.432403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:47.487977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ebfc16a-92e0-4a93-a24d-25662c290fcb,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:47.496659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:48:47.497014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Network hostable DHCP agents. Network: 2028bc5a-3b82-48ed-995f-0a46cc2e0008, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 08:48:47.599420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 08:48:47.679984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 2028bc5a-3b82-48ed-995f-0a46cc2e0008) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:48:47.685274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:48:47.685380 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:47.688083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1def08-242b-4b61-8bfa-d0f7702b19f7 None None] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:48:47.771945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-11f7ffd6-d5a6-42af-9d2b-2b01c9cc87c9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7754972 Aug 21 08:48:47.814403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a637c-d69b-4919-baff-d062dd542ce9 None None] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:48:50.026623 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50082) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:50.290390 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0b27cdfc-6978-4b41-9170-078ad65cbba0 admin admin] 10.222.0.20 "GET /v2.0/routers/f7aaf52b-c758-42a1-ae6a-102e4630117b HTTP/1.1" status: 200 len: 710 time: 0.2625861 Aug 21 08:48:50.457637 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d11dc55-80c0-4c43-8d27-7fce16a3ceb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:48:50.459054 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4d11dc55-80c0-4c43-8d27-7fce16a3ceb9 admin admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 886 time: 0.1630237 Aug 21 08:48:50.468401 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:48:50.709767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:50.993039 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:51.071179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:51.253516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Allocated IP 172.25.5.250 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/9d44b5f7-58a8-4708-9cb1-ca434909e568) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:48:51.417133 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:51.581540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:51.654569 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:48:51.658965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:48:51.662816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:48:51.710226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Pushing event updated for resources: {'Port': ['ID=9d44b5f7-58a8-4708-9cb1-ca434909e568,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:52.051895 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:48:52.094994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:52.285174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:52.290843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:52.399394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Router f7aaf52b-c758-42a1-ae6a-102e4630117b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 08:48:52.505268 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 08:48:52.509605 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:52.510806 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-338aa15c-07d2-44d0-9055-bf951314a9fb admin admin] 10.222.0.20 "PUT /v2.0/routers/f7aaf52b-c758-42a1-ae6a-102e4630117b HTTP/1.1" status: 200 len: 890 time: 2.0456650 Aug 21 08:48:53.053421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Sync routers for ids ['f7aaf52b-c758-42a1-ae6a-102e4630117b'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 08:48:53.063576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Routers {'f7aaf52b-c758-42a1-ae6a-102e4630117b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:48:53.064225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:48:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f7aaf52b-c758-42a1-ae6a-102e4630117b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:48:53.316684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Set router f7aaf52b-c758-42a1-ae6a-102e4630117b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:48:53.476826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 556b5413-2876-4562-9978-f9cad24de51e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:48:53.694778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 556b5413-2876-4562-9978-f9cad24de51e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:48:53.706638 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 556b5413-2876-4562-9978-f9cad24de51e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:48:53.707012 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:53.777370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'name': 'router1', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '9d44b5f7-58a8-4708-9cb1-ca434909e568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:48:33Z', 'updated_at': '2021-08-21T08:48:51Z', 'revision_number': 4, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'gw_port': {'id': '9d44b5f7-58a8-4708-9cb1-ca434909e568', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:48:51Z', 'updated_at': '2021-08-21T08:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '556b5413-2876-4562-9978-f9cad24de51e', 'name': '', 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'mac_address': 'fa:16:3e:4a:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:48:42Z', 'updated_at': '2021-08-21T08:48:46Z', 'revision_number': 4, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'subnets': [{'id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1f1014c-6aef-4232-84e4-b9ac8698384a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:48:53.828179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Checking router: f7aaf52b-c758-42a1-ae6a-102e4630117b for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 08:48:53.828549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Updating router f7aaf52b-c758-42a1-ae6a-102e4630117b port 9d44b5f7-58a8-4708-9cb1-ca434909e568 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 08:48:53.899661 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:53.905101 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:54.021416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 556b5413-2876-4562-9978-f9cad24de51e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=556b5413-2876-4562-9978-f9cad24de51e,segment=NetworkSegment(be019f34-d653-4438-a9ae-5eaf8eaab344),segment_id=be019f34-d653-4438-a9ae-5eaf8eaab344)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:48:54.065211 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:54.165503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=556b5413-2876-4562-9978-f9cad24de51e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:54.281840 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:54.291490 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Transition to ACTIVE for port object 9d44b5f7-58a8-4708-9cb1-ca434909e568 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:48:54.346448 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:54.393876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Attempting to bind port 9d44b5f7-58a8-4708-9cb1-ca434909e568 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:48:54.394248 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Attempting to bind port 9d44b5f7-58a8-4708-9cb1-ca434909e568 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:48:54.394612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Attempting to bind port 9d44b5f7-58a8-4708-9cb1-ca434909e568 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:48:54.401683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb0462-1b7c-4d80-bed5-ef8ac6c352b7 None None] Pushing event updated for resources: {'Port': ['ID=9d44b5f7-58a8-4708-9cb1-ca434909e568,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:54.406131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:48:54.406475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:48:54.406877 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:54.408372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:48:54.408372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Bound port: 9d44b5f7-58a8-4708-9cb1-ca434909e568, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:48:54.408372 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:54.457807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] For port 9d44b5f7-58a8-4708-9cb1-ca434909e568, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:48:54.461191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] For port 9d44b5f7-58a8-4708-9cb1-ca434909e568, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9d44b5f7-58a8-4708-9cb1-ca434909e568,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:48:54.523855 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:54.580197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Routers {'f7aaf52b-c758-42a1-ae6a-102e4630117b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:48:54.580797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:48:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f7aaf52b-c758-42a1-ae6a-102e4630117b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:48:54.618164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb0462-1b7c-4d80-bed5-ef8ac6c352b7 None None] Pushing event updated for resources: {'Port': ['ID=9d44b5f7-58a8-4708-9cb1-ca434909e568,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:54.691726 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] Set router f7aaf52b-c758-42a1-ae6a-102e4630117b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:48:54.880440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50094) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:48:54.983857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'name': 'router1', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '9d44b5f7-58a8-4708-9cb1-ca434909e568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:48:33Z', 'updated_at': '2021-08-21T08:48:51Z', 'revision_number': 4, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'gw_port': {'id': '9d44b5f7-58a8-4708-9cb1-ca434909e568', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:48:51Z', 'updated_at': '2021-08-21T08:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '556b5413-2876-4562-9978-f9cad24de51e', 'name': '', 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'mac_address': 'fa:16:3e:4a:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:48:42Z', 'updated_at': '2021-08-21T08:48:53Z', 'revision_number': 5, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'subnets': [{'id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1f1014c-6aef-4232-84e4-b9ac8698384a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:48:54.993153 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7883a123-47f2-41b1-a54f-fdb14b2f4098 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1115971 Aug 21 08:48:55.011646 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a868e89-cbae-4038-96cc-f94a5ab73b4c None None] The sync data for ids ['f7aaf52b-c758-42a1-ae6a-102e4630117b'] in n-d-766726-28 is: [{'id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'name': 'router1', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '9d44b5f7-58a8-4708-9cb1-ca434909e568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:48:33Z', 'updated_at': '2021-08-21T08:48:51Z', 'revision_number': 4, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'gw_port': {'id': '9d44b5f7-58a8-4708-9cb1-ca434909e568', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:48:51Z', 'updated_at': '2021-08-21T08:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '556b5413-2876-4562-9978-f9cad24de51e', 'name': '', 'network_id': '056d74ea-b6af-4fa0-9445-74d343aaf19f', 'tenant_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'mac_address': 'fa:16:3e:4a:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aaf52b-c758-42a1-ae6a-102e4630117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:48:42Z', 'updated_at': '2021-08-21T08:48:53Z', 'revision_number': 5, 'project_id': 'cffc91234af747be8f2bfe793b9a6fc1', 'subnets': [{'id': '456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1f1014c-6aef-4232-84e4-b9ac8698384a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 08:48:55.550022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 556b5413-2876-4562-9978-f9cad24de51e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:48:55.606500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 556b5413-2876-4562-9978-f9cad24de51e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:48:55.607616 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:55.717406 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9d44b5f7-58a8-4708-9cb1-ca434909e568 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:48:55.831469 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9d44b5f7-58a8-4708-9cb1-ca434909e568 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:48:55.831976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9d44b5f7-58a8-4708-9cb1-ca434909e568 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:48:55.832532 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:55.912642 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:55.937878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 9d44b5f7-58a8-4708-9cb1-ca434909e568, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9d44b5f7-58a8-4708-9cb1-ca434909e568,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:48:56.011131 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:48:56.058091 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=9d44b5f7-58a8-4708-9cb1-ca434909e568,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:48:57.465429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9d44b5f7-58a8-4708-9cb1-ca434909e568 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:48:57.524908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9d44b5f7-58a8-4708-9cb1-ca434909e568 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:48:57.525280 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:49:06.844754 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-506f9f91-8289-4022-93fa-6effab7ce437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:49:09.434530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-305339ef-e7ec-4e80-8e61-b839e3c58ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:49:09.680995 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:49:10.667474 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:49:12.125374 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:49:29.053425 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:49:36.842895 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0191502b-fa60-47cf-bf78-94df4346acc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:49:39.437879 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-342ec83e-894f-4c76-b995-e8420a4bcfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:49:39.694762 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:49:40.695325 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:49:42.146842 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:06.051383 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:50:06.813501 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1873ade8-a263-44df-ae21-38e8625197c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:09.470884 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d9977638-d05b-4d5c-a27d-420bd2de3dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:09.693317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:10.722267 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:12.150745 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:36.243124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50696) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:50:36.304015 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-1445c55c-8c3b-44e8-9dc7-c29135101b5d admin admin] GET failed (client error): The resource could not be found. Aug 21 08:50:36.305393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1445c55c-8c3b-44e8-9dc7-c29135101b5d admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612752 Aug 21 08:50:36.530023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2281454a-ab3a-4297-81f2-805f973e21ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:36.531408 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2281454a-ab3a-4297-81f2-805f973e21ff admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2215657 Aug 21 08:50:36.836137 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9ae9578d-674f-4e23-bcc2-2d0735055ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:38.663290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50706) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:50:38.753963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3bc0ba-35cf-49f1-ae10-26a356a59998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:38.755314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-eb3bc0ba-35cf-49f1-ae10-26a356a59998 admin admin] 10.222.0.20 "GET /v2.0/subnets/456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795 HTTP/1.1" status: 200 len: 849 time: 0.0910678 Aug 21 08:50:38.764849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:50:38.845089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Notify callbacks [] for subnet, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:39.052656 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788175601466'] for subnet, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:39.084802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:39.085389 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:39.086709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] 10.222.0.20 "PUT /v2.0/subnets/456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795 HTTP/1.1" status: 200 len: 868 time: 0.3254223 Aug 21 08:50:39.102830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a18501-04f3-4fb7-b9bf-55709175e4bb None None] Network 056d74ea-b6af-4fa0-9445-74d343aaf19f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:50:39.104260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:50:39.112081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.112654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.113004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.113346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.113687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.114018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.114349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.114677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.114999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.115335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.115686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.116014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef378479-c04f-4d30-8cff-d4b3ca6fdf43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:50:39.430221 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a5ace7f0-186b-4161-8b1e-09b46e097149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:39.494678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cc627dd6-06ac-4e5d-9c3a-562999ee8457 None None] Provisioning complete for port 556b5413-2876-4562-9978-f9cad24de51e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:50:39.495052 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cc627dd6-06ac-4e5d-9c3a-562999ee8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:39.578435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cc627dd6-06ac-4e5d-9c3a-562999ee8457 None None] Provisioning complete for port 30662968-47f7-47bf-871c-2134811fdbcf triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:50:39.578435 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cc627dd6-06ac-4e5d-9c3a-562999ee8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:39.715544 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:40.658363 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:41.233454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50714) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:50:41.432096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e06213c-4346-40ea-9b7c-a82b69cf906e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:41.432563 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e06213c-4346-40ea-9b7c-a82b69cf906e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:41.434089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2e06213c-4346-40ea-9b7c-a82b69cf906e admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996784 Aug 21 08:50:42.132766 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:50:43.051232 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:50:43.557064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50722) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:50:43.684360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f381a339-61fd-44d4-8fc1-06fb275b7f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:43.684827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f381a339-61fd-44d4-8fc1-06fb275b7f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:43.686334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f381a339-61fd-44d4-8fc1-06fb275b7f25 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1283286 Aug 21 08:50:45.819586 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50730) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:50:45.948469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3143024-e38a-4555-a706-0ffff45fd567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:45.949836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e3143024-e38a-4555-a706-0ffff45fd567 admin admin] 10.222.0.20 "GET /v2.0/networks/056d74ea-b6af-4fa0-9445-74d343aaf19f HTTP/1.1" status: 200 len: 869 time: 0.1292996 Aug 21 08:50:48.123685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50738) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:50:48.252737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d0d34-dfc6-4a9d-aecd-219eacd1d8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:48.254082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-497d0d34-dfc6-4a9d-aecd-219eacd1d8d4 admin admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 886 time: 0.1294558 Aug 21 08:50:50.413568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50746) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:50:50.536047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac943362-edc5-4b39-bf1f-aa955b6ad812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:50.536492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac943362-edc5-4b39-bf1f-aa955b6ad812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:50.537988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ac943362-edc5-4b39-bf1f-aa955b6ad812 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234896 Aug 21 08:50:52.686111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50754) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:50:52.774221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681abb62-4c7b-414b-9fb7-82c8970f712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:52.774666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681abb62-4c7b-414b-9fb7-82c8970f712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:52.776155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-681abb62-4c7b-414b-9fb7-82c8970f712d admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0890882 Aug 21 08:50:54.922211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50762) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:50:55.025428 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961c234-b3e8-48d1-8195-a0885b573783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:55.026792 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e961c234-b3e8-48d1-8195-a0885b573783 admin admin] 10.222.0.20 "GET /v2.0/subnets/456a3bb0-50d0-4eb6-b1e3-d1fc33f5f795 HTTP/1.1" status: 200 len: 868 time: 0.1036518 Aug 21 08:50:57.169424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50772) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:50:57.257027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9758422c-6f4a-4e68-892d-231feddfae22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:50:57.258253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9758422c-6f4a-4e68-892d-231feddfae22 admin admin] 10.222.0.20 "GET /v2.0/subnets/8ebfc16a-92e0-4a93-a24d-25662c290fcb HTTP/1.1" status: 200 len: 816 time: 0.0879104 Aug 21 08:51:06.783785 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cea3a135-8d5f-47ea-98b3-b1a9e8197a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:09.434773 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8bbc0a4-ef98-4a31-b67b-2f9b60a4e917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:09.669342 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:10.697133 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:12.132207 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:20.049482 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:51:21.092250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50826) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:51:21.139463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-d3bb8c64-cbdf-4fd2-bdb0-6b45f2fee74c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 08:51:21.140472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d3bb8c64-cbdf-4fd2-bdb0-6b45f2fee74c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472908 Aug 21 08:51:23.369424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50834) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:51:23.428667 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-969583ee-8909-42a9-815c-05ebaff77d57 admin admin] GET failed (client error): The resource could not be found. Aug 21 08:51:23.429955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-969583ee-8909-42a9-815c-05ebaff77d57 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595710 Aug 21 08:51:23.513829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da65c1e-c2ac-45cb-b1f0-ec22a579daaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:51:23.515268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9da65c1e-c2ac-45cb-b1f0-ec22a579daaa admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809860 Aug 21 08:51:25.687091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50842) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:51:25.733372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:51:25.810372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] Made reservation on behalf of 8cf155e88f9d48f091d9632e0ff8b452 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:51:25.812627 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:25.840011 n-d-766726-28 neutron-server[106757]: WARNING neutron.services.revisions.revision_plugin [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] Could not find related network for resource to bump revision. Aug 21 08:51:25.852548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 08:51:25.861405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:25.861734 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] Added segment 4be3b9e5-5643-4565-aa76-3ac99b80b437 of type vlan for network 25e8f783-044b-457c-93e0-f6c67675107c Aug 21 08:51:25.905439 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:25.988834 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:25.989783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:51:25.990394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:26.046615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] Pushing event updated for resources: {'Network': ['ID=25e8f783-044b-457c-93e0-f6c67675107c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:51:26.057040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 25e8f783-044b-457c-93e0-f6c67675107c details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 08:51:26.132606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-20d7e7d1-8927-4d7d-9937-4089c1c45e30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4443951 Aug 21 08:51:28.292919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50850) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:51:28.351800 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2d84f0-3b0e-4732-83bf-e778d029e3a6 admin admin] GET failed (client error): The resource could not be found. Aug 21 08:51:28.353352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cb2d84f0-3b0e-4732-83bf-e778d029e3a6 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592289 Aug 21 08:51:28.422912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69573260-8484-46be-bf07-3407a5d7958c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:51:28.426004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-69573260-8484-46be-bf07-3407a5d7958c admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667329 Aug 21 08:51:28.434410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:51:28.491420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] Made reservation on behalf of 8cf155e88f9d48f091d9632e0ff8b452 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:51:28.493644 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:28.686159 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:28.738461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d461a58a-2faa-4348-a998-3b57f0a010b8,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:51:28.746900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:51:28.747257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] Network hostable DHCP agents. Network: 25e8f783-044b-457c-93e0-f6c67675107c, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 08:51:28.805710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] Network 25e8f783-044b-457c-93e0-f6c67675107c is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 08:51:28.914374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 25e8f783-044b-457c-93e0-f6c67675107c) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:51:28.918594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:51:28.919174 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:28.924737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb6f39-b98e-4927-b307-5f535a601bc8 None None] Network 25e8f783-044b-457c-93e0-f6c67675107c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:51:29.009500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f5d5d33e-13d3-42f1-8d2b-660d439db555 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5783925 Aug 21 08:51:29.075162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-25e8f783-044b-457c-93e0-f6c67675107c', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'tenant_id': '8cf155e88f9d48f091d9632e0ff8b452', 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 08:51:29.076079 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:29.306166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Allocated IP 192.168.233.2 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/17b582a4-11e7-4795-bb05-8bfd95c769ef) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:51:29.449258 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:29.458132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Transition to ACTIVE for port object 17b582a4-11e7-4795-bb05-8bfd95c769ef will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:51:29.473105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Transition to ACTIVE for port object 17b582a4-11e7-4795-bb05-8bfd95c769ef will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:51:29.536430 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:29.579062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:51:29.583366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Pushing event updated for resources: {'Port': ['ID=17b582a4-11e7-4795-bb05-8bfd95c769ef,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:51:29.585598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:51:29.588393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:51:29.594821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.595173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.595516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.595881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.596847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.597224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.597558 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.597896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.598249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.598580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.598907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.599232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:51:29.652771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Attempting to bind port 17b582a4-11e7-4795-bb05-8bfd95c769ef on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:51:29.653145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Attempting to bind port 17b582a4-11e7-4795-bb05-8bfd95c769ef by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:51:29.653501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Attempting to bind port 17b582a4-11e7-4795-bb05-8bfd95c769ef on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:51:29.659517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:51:29.659928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:51:29.660328 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:29.660714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:51:29.661178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Bound port: 17b582a4-11e7-4795-bb05-8bfd95c769ef, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:51:29.661558 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:29.726574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] For port 17b582a4-11e7-4795-bb05-8bfd95c769ef, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:51:29.730084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] For port 17b582a4-11e7-4795-bb05-8bfd95c769ef, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=17b582a4-11e7-4795-bb05-8bfd95c769ef,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:51:29.789563 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:29.845715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ac8b-b749-4ab5-8dd9-0bc2fab60f35 None None] Pushing event updated for resources: {'Port': ['ID=17b582a4-11e7-4795-bb05-8bfd95c769ef,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:51:30.642275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ed850b-1f6a-4131-836b-fb2afd870a36 None None] Network 25e8f783-044b-457c-93e0-f6c67675107c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:51:30.762493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5ce9f5cf-7b1c-4c16-bd38-d5572b2ce170 None None] Provisioning for port 17b582a4-11e7-4795-bb05-8bfd95c769ef completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:51:31.610861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 17b582a4-11e7-4795-bb05-8bfd95c769ef up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:51:31.724537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 17b582a4-11e7-4795-bb05-8bfd95c769ef completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:51:31.728875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 17b582a4-11e7-4795-bb05-8bfd95c769ef triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:51:31.729246 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:31.809320 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:31.841173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 17b582a4-11e7-4795-bb05-8bfd95c769ef, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=17b582a4-11e7-4795-bb05-8bfd95c769ef,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:51:31.907444 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:31.957470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=17b582a4-11e7-4795-bb05-8bfd95c769ef,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:51:33.579278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 17b582a4-11e7-4795-bb05-8bfd95c769ef up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:51:33.643088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 17b582a4-11e7-4795-bb05-8bfd95c769ef triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:51:33.643457 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:36.840101 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-91973a25-e80b-4d5d-9031-782d32384afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:39.434155 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5091cfbc-d60d-4056-8fad-6941bcb7b02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:39.680027 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:40.703039 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:42.125896 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:51:57.047640 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:52:06.837326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2787727-6055-4725-9a33-85fccfe56a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:09.519339 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2377ec4e-d34c-457f-ac74-84f5a75ebe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:09.717026 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:10.716979 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:12.145982 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:34.045749 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:52:36.804917 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ec0112e7-54c3-4517-887f-9c163713cb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:39.444884 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1ce73290-2830-4309-bcb9-d7d409146cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:39.695776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:40.704819 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:42.147343 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:46.953722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50902) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:52:46.959727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-68885c16-87bd-46ed-8792-b789e9f04baa tempest-verify_tempest_config-2039632557 tempest-verify_tempest_config-2039632557-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 08:52:46.960691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-68885c16-87bd-46ed-8792-b789e9f04baa tempest-verify_tempest_config-2039632557 tempest-verify_tempest_config-2039632557-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060382 Aug 21 08:52:47.484661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50920) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:52:47.585218 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:47.670914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:47.730100 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:47.856990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594e8ac9-2d35-4b76-880c-27afb13753f4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:52:47.861262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f79b3248d4c4941aae11467bb012add&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3755956 Aug 21 08:52:47.864026 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50924) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:52:47.866575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.866925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.867266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.867622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.867957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.868288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.868613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.868939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.869266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.869588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.869909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.870229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5064f-2f7e-4949-bcac-3c802145f3ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:47.917989 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:47.938185 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:48.093296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:48.096460 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:52:48.097611 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/594e8ac9-2d35-4b76-880c-27afb13753f4 HTTP/1.1" status: 204 len: 168 time: 0.2325978 Aug 21 08:52:48.105564 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594e8ac9-2d35-4b76-880c-27afb13753f4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:52:48.112624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:48.112896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:48.113232 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:48.113570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:48.113906 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:48.114235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:48.114561 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:48.114887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:48.115208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:48.115531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:48.115883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:52:48.128245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04f1c2-7382-4943-8dfe-3187fe0f2913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:53:06.812285 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2bec6678-17ef-420d-919b-baff16ba70f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:53:09.451727 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eb823d8d-371c-49ed-9122-946dada2fa05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:53:09.686005 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:53:10.684041 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:53:11.044529 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:53:12.140655 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:53:36.797659 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-58ab6f27-1197-4465-9f05-e43dc923cccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:53:39.445033 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-11e58a01-52ee-4319-9efb-f3e692277df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:53:39.694583 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:53:40.696535 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:53:42.136481 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:53:48.042426 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:54:06.883863 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a9f0e274-4147-4d47-b5b0-a3d34af236ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:54:09.438330 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5f5c79dd-664e-4460-8676-1a97b21d3f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:54:09.683350 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:54:10.712069 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:54:12.196604 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:54:25.041923 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:54:36.791027 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2f4276db-7bc3-4c8a-b692-ccfb03abf7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:54:39.448457 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-94fedc48-b187-4e06-82e1-a9f263dd26a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:54:39.694625 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:54:40.699672 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:54:42.162599 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:02.039668 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:55:06.802181 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f8eaadae-cf60-4ce4-a99b-69b543845c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:09.458426 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c6985bc-716f-4ab6-b7a9-5c21fa4d006a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:09.744095 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:10.686784 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:12.132526 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:36.783655 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0c52e9b5-bcac-43f9-8181-4579ad5624cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:39.038609 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 5 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:55:39.446416 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4ece5b0b-1414-4c95-8f2a-88205d65f7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:39.692056 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:40.720843 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:42.154836 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:44.897748 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605175'] for agent, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:55:44.909081 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605175'] for agent, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:06.799235 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8069da79-607d-433a-a5d0-c5d0d5d52eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:09.428504 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d231b6fe-a8d3-471e-bfa5-cbb02a18553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:09.679981 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:10.702952 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:12.153081 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:14.879999 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:14.902625 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:16.037203 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:56:35.346829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50994) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:56:35.451399 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-72099f15-84f8-496b-825d-4db37ae05d95 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1033623 Aug 21 08:56:36.793373 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-08cae167-c0c0-4cb7-bf76-c452478105a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:37.634420 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51004) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:56:37.689614 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7b8657d-112c-495c-9aa3-ad0103287805 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0541193 Aug 21 08:56:39.455378 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-49a01bdc-e85d-4fc3-81d2-e98ac485879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:39.719189 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:40.713226 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:42.164755 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:44.878804 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:44.907205 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:56:53.036019 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:57:06.797030 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b61a-42c9-47dc-aad6-eb453baafdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:09.442518 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3aa3cdc7-3b86-474c-8d10-16aa9b71c17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:09.762298 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:10.753022 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:12.169840 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:14.878496 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:14.929907 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:30.036538 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:57:36.820884 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-30a287d7-0e88-4260-9dec-5c0eb1323648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:39.483745 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8768c0a6-b272-4c6e-8b2a-29aaadb4e145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:39.729880 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:40.729630 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:42.172133 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:44.866225 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:57:44.917642 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:04.153268 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51238) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:04.625784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-network', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:04.746335 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Made reservation on behalf of 6600cf3631324e368fd5629b44cc5be0 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:04.749263 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:04.757757 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:04.852285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:04.917801 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:04.944742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 08:58:04.966706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e5bda7-1fb0-4cbe-a080-65c549196847,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:04.974324 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:04.974886 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Added segment 3877fd57-d1ec-4bf8-b56e-719c7a174722 of type vlan for network 81d00ede-ffc6-4f2c-87e9-3525996dc088 Aug 21 08:58:04.997425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:04.997706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:04.998044 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:04.998381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:04.998785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:04.999126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:04.999467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:04.999802 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.000128 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.000453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.003079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.003443 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Tracked resource versions report: Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: pushed versions: Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: { 'AddressGroup': {'1.2'}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'ConntrackHelper': {'1.0'}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'Log': {'1.0'}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'Network': {'1.1'}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'Port': {'1.7'}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'PortForwarding': {'1.2'}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'QosPolicy': {'1.9'}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'SecurityGroup': {'1.4'}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'SecurityGroupRule': {'1.2'}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'SubPort': {'1.0'}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'Subnet': {'1.1'}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'Trunk': {'1.1'}} Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: consumer versions: Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: { DHCP agent@n-d-766726-28: {}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: HyperV agent@n-h1-766726-28: {}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: HyperV agent@n-h2-766726-28: {}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: L3 agent@n-d-766726-28: {}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: Metadata agent@n-d-766726-28: {}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: Metering agent@n-d-766726-28: {}, Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: Open vSwitch agent@n-d-766726-28: { 'AddressGroup': '1.2', Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'ConntrackHelper': '1.0', Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'Log': '1.0', Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'Network': '1.1', Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'Port': '1.7', Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'PortForwarding': '1.2', Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'QosPolicy': '1.9', Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'SecurityGroup': '1.4', Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'SecurityGroupRule': '1.2', Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'SubPort': '1.0', Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'Subnet': '1.1', Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: 'Trunk': '1.1'}} Aug 21 08:58:05.004561 n-d-766726-28 neutron-server[106756]: {{(pid=106756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 08:58:05.050112 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:05.165771 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:05.167838 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:05.168639 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:05.241196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] Pushing event updated for resources: {'Network': ['ID=81d00ede-ffc6-4f2c-87e9-3525996dc088,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:05.245798 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b0c0b07-360e-41b7-acb3-f97347ca61a8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0913835 Aug 21 08:58:05.252118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51286) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:05.255261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Request body: {'subnet': {'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-subnet', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:05.256244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 81d00ede-ffc6-4f2c-87e9-3525996dc088 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 08:58:05.358116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Made reservation on behalf of 6600cf3631324e368fd5629b44cc5be0 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:05.360595 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Notify callbacks [] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:05.598227 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:05.646976 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6e82b6-6db7-47ac-9ebc-f352a404555a,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:05.657180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.657517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.657849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.658175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.658496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.658815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.659132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.659446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.659781 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.660093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.660405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.660715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Tracked resource versions report: Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: pushed versions: Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: { 'AddressGroup': {'1.2'}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'ConntrackHelper': {'1.0'}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'Log': {'1.0'}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'Network': {'1.1'}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'Port': {'1.7'}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'PortForwarding': {'1.2'}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'QosPolicy': {'1.9'}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'SecurityGroup': {'1.4'}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'SecurityGroupRule': {'1.2'}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'SubPort': {'1.0'}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'Subnet': {'1.1'}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'Trunk': {'1.1'}} Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: consumer versions: Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: { DHCP agent@n-d-766726-28: {}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: HyperV agent@n-h1-766726-28: {}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: HyperV agent@n-h2-766726-28: {}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: L3 agent@n-d-766726-28: {}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: Metadata agent@n-d-766726-28: {}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: Metering agent@n-d-766726-28: {}, Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: Open vSwitch agent@n-d-766726-28: { 'AddressGroup': '1.2', Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'ConntrackHelper': '1.0', Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'Log': '1.0', Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'Network': '1.1', Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'Port': '1.7', Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'PortForwarding': '1.2', Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'QosPolicy': '1.9', Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'SecurityGroup': '1.4', Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'SecurityGroupRule': '1.2', Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'SubPort': '1.0', Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'Subnet': '1.1', Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: 'Trunk': '1.1'}} Aug 21 08:58:05.661735 n-d-766726-28 neutron-server[106757]: {{(pid=106757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 08:58:05.676795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Checking segment: {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:05.677138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Network hostable DHCP agents. Network: 81d00ede-ffc6-4f2c-87e9-3525996dc088, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 08:58:05.774670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Network 81d00ede-ffc6-4f2c-87e9-3525996dc088 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 08:58:05.848861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 81d00ede-ffc6-4f2c-87e9-3525996dc088) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:05.853781 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:05.854489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:05.861471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1357843-906a-4258-a364-9efcbfacfc83 None None] Network 81d00ede-ffc6-4f2c-87e9-3525996dc088 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:58:05.951407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ac428c1f-dc9d-47c9-9c03-04bdce90429e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7008564 Aug 21 08:58:05.954167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51326) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:05.960657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:06.040683 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.041751 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.043826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-81d00ede-ffc6-4f2c-87e9-3525996dc088', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 08:58:06.045222 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.114673 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.200925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Allocated IP 172.20.0.2 (81d00ede-ffc6-4f2c-87e9-3525996dc088/df6e82b6-6db7-47ac-9ebc-f352a404555a/1762eaa1-ef78-4e1f-8496-76d612484794) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:06.659925 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.659925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Transition to ACTIVE for port object 1762eaa1-ef78-4e1f-8496-76d612484794 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:06.665374 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.668202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Transition to ACTIVE for port object 1762eaa1-ef78-4e1f-8496-76d612484794 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:06.668202 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.718756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Pushing event updated for resources: {'Port': ['ID=1762eaa1-ef78-4e1f-8496-76d612484794,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:06.737327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.737668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.738005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.738355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.738674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.743142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.743643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.743993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.744330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.744664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.744994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.745319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Tracked resource versions report: Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: pushed versions: Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: { 'AddressGroup': {'1.2'}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'ConntrackHelper': {'1.0'}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'Log': {'1.0'}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'Network': {'1.1'}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'Port': {'1.7'}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'PortForwarding': {'1.2'}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'QosPolicy': {'1.9'}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'SecurityGroup': {'1.4'}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'SecurityGroupRule': {'1.2'}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'SubPort': {'1.0'}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'Subnet': {'1.1'}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'Trunk': {'1.1'}} Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: consumer versions: Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: { DHCP agent@n-d-766726-28: {}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: HyperV agent@n-h1-766726-28: {}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: HyperV agent@n-h2-766726-28: {}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: L3 agent@n-d-766726-28: {}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: Metadata agent@n-d-766726-28: {}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: Metering agent@n-d-766726-28: {}, Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: Open vSwitch agent@n-d-766726-28: { 'AddressGroup': '1.2', Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'ConntrackHelper': '1.0', Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'Log': '1.0', Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'Network': '1.1', Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'Port': '1.7', Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'PortForwarding': '1.2', Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'QosPolicy': '1.9', Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'SecurityGroup': '1.4', Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'SecurityGroupRule': '1.2', Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'SubPort': '1.0', Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'Subnet': '1.1', Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: 'Trunk': '1.1'}} Aug 21 08:58:06.749647 n-d-766726-28 neutron-server[106758]: {{(pid=106758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 08:58:06.780491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Network 81d00ede-ffc6-4f2c-87e9-3525996dc088 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:06.785648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:06.794378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:06.858705 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.859880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Attempting to bind port 1762eaa1-ef78-4e1f-8496-76d612484794 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:06.860404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Attempting to bind port 1762eaa1-ef78-4e1f-8496-76d612484794 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:06.860765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Attempting to bind port 1762eaa1-ef78-4e1f-8496-76d612484794 on network 81d00ede-ffc6-4f2c-87e9-3525996dc088 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:06.865844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:06.867675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Checking segment: {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:06.867675 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.867675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Bound using segment: {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:06.867675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Bound port: 1762eaa1-ef78-4e1f-8496-76d612484794, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:06.867988 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.879432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.929058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a6c4b925-d8da-4ea1-bee5-7f12e6356fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:06.941887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] For port 1762eaa1-ef78-4e1f-8496-76d612484794, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:06.945162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] For port 1762eaa1-ef78-4e1f-8496-76d612484794, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1762eaa1-ef78-4e1f-8496-76d612484794,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:06.999421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Allocated IP 172.25.5.237 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/2cb8500a-8875-4210-80a0-1e02489c002e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:07.001007 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:07.036044 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:58:07.066301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d981c-139a-4e1f-8ec2-51f0a12cde0e None None] Pushing event updated for resources: {'Port': ['ID=1762eaa1-ef78-4e1f-8496-76d612484794,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:07.138034 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:07.315464 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:07.370588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:07.375467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:07.386027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:07.453223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Pushing event updated for resources: {'Port': ['ID=2cb8500a-8875-4210-80a0-1e02489c002e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:07.577450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51404) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:07.581172 n-d-766726-28 neutron-server[106757]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 21 08:58:07.619269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-d1c033b5-1772-4b72-8988-5c79cce8d5af tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9b44676a1f274b2c90148e90a7879622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407171 Aug 21 08:58:07.837278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-7f2cb6e6-daf8-468b-a268-1d75ffac7f1e tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:07.838773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-7f2cb6e6-daf8-468b-a268-1d75ffac7f1e tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112241 Aug 21 08:58:07.862837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1762eaa1-ef78-4e1f-8496-76d612484794 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:07.899252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-4cf77c7a-7f2e-4102-91ba-03eebe7f643b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/quotas/9b44676a1f274b2c90148e90a7879622 HTTP/1.1" status: 200 len: 375 time: 0.0533702 Aug 21 08:58:07.989031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 1762eaa1-ef78-4e1f-8496-76d612484794 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:08.118424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9472f316-4829-44ad-85e2-41c84c91184a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b44676a1f274b2c90148e90a7879622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2066264 Aug 21 08:58:08.145853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9df3c9-740f-45e7-ada5-22c3023232c3 None None] Network 81d00ede-ffc6-4f2c-87e9-3525996dc088 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:58:08.154094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:08.319807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7d8eba99-1b17-48dd-84e5-b25a3aedee16 None None] Provisioning for port 1762eaa1-ef78-4e1f-8496-76d612484794 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:08.329043 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7d8eba99-1b17-48dd-84e5-b25a3aedee16 None None] Provisioning complete for port 1762eaa1-ef78-4e1f-8496-76d612484794 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:08.329043 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7d8eba99-1b17-48dd-84e5-b25a3aedee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:08.357697 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51422) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:08.409335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:08.519272 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7d8eba99-1b17-48dd-84e5-b25a3aedee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:08.566947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7d8eba99-1b17-48dd-84e5-b25a3aedee16 None None] For port 1762eaa1-ef78-4e1f-8496-76d612484794, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1762eaa1-ef78-4e1f-8496-76d612484794,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:08.641204 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e031fc65-444e-4ab0-9e74-9106de420cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:08.649456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7d8eba99-1b17-48dd-84e5-b25a3aedee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:08.677774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Router ab4543bc-4e2f-4e68-a0ff-43e206921b78 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 08:58:08.740499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8eba99-1b17-48dd-84e5-b25a3aedee16 None None] Pushing event updated for resources: {'Port': ['ID=1762eaa1-ef78-4e1f-8496-76d612484794,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:08.745531 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e031fc65-444e-4ab0-9e74-9106de420cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:08.773297 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eba3948f-8137-4234-9548-8d984236d3f3 None None] Provisioning complete for port 1762eaa1-ef78-4e1f-8496-76d612484794 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:08.773807 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eba3948f-8137-4234-9548-8d984236d3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:08.813941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 08:58:08.826640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e031fc65-444e-4ab0-9e74-9106de420cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:08.830239 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Sync routers for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 08:58:08.842552 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:58:08.843258 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:57:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:08.887049 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e031fc65-444e-4ab0-9e74-9106de420cab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f8b19bb7cc5449e9c09e002db30002e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5263596 Aug 21 08:58:08.888348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51452) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:08.892401 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031fc65-444e-4ab0-9e74-9106de420cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bd5c21-b998-41bf-a9a7-8f326807a112,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:08.911247 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:08.912463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-04449c82-f1cd-47be-8ac3-29a22feffbdc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9569907 Aug 21 08:58:08.915312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51456) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:08.964351 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2702-eaa9-48ef-ac2d-877ff78c5e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:08.991152 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2702-eaa9-48ef-ac2d-877ff78c5e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.025148 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:58:09.108010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b733daf-d750-4307-9242-d9af5738aa7d req-c6482e42-44b3-4d3f-9c99-1314a8009bd8 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 210 time: 0.0760207 Aug 21 08:58:09.245805 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2702-eaa9-48ef-ac2d-877ff78c5e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.248997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2702-eaa9-48ef-ac2d-877ff78c5e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.250313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fd7e2702-eaa9-48ef-ac2d-877ff78c5e88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19bd5c21-b998-41bf-a9a7-8f326807a112 HTTP/1.1" status: 204 len: 168 time: 0.3607881 Aug 21 08:58:09.255997 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:07Z', 'revision_number': 3, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:09.263548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e2702-eaa9-48ef-ac2d-877ff78c5e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bd5c21-b998-41bf-a9a7-8f326807a112,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:09.291210 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Checking router: ab4543bc-4e2f-4e68-a0ff-43e206921b78 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 08:58:09.291973 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Updating router ab4543bc-4e2f-4e68-a0ff-43e206921b78 port 2cb8500a-8875-4210-80a0-1e02489c002e binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 08:58:09.323052 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.440522 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-99296136-46d0-40cb-a7a3-250bf6d9455b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.513264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-55e4651d-a81d-4dc1-b068-845bbfe3fa2c tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d39f468274714deaba77e6fca4d770b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298600 Aug 21 08:58:09.558732 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.644905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-186f0d95-ec33-4945-98ee-d349f10fb4a2 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:09.654468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-186f0d95-ec33-4945-98ee-d349f10fb4a2 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399179 Aug 21 08:58:09.657478 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.668602 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Transition to ACTIVE for port object 2cb8500a-8875-4210-80a0-1e02489c002e will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:09.676199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-56240ace-0f22-402b-8bb0-7d55b4558631 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/quotas/d39f468274714deaba77e6fca4d770b4 HTTP/1.1" status: 200 len: 375 time: 0.0204904 Aug 21 08:58:09.709836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-aecd95fb-52c9-4bac-9303-edef06067eb5 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d39f468274714deaba77e6fca4d770b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326385 Aug 21 08:58:09.733487 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.755596 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.793279 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Allocated IP 172.20.0.1 (81d00ede-ffc6-4f2c-87e9-3525996dc088/df6e82b6-6db7-47ac-9ebc-f352a404555a/58778dc1-7dd5-4ad1-b21b-2e7ed46bc220) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:09.832375 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Attempting to bind port 2cb8500a-8875-4210-80a0-1e02489c002e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:09.832788 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Attempting to bind port 2cb8500a-8875-4210-80a0-1e02489c002e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:09.833088 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Attempting to bind port 2cb8500a-8875-4210-80a0-1e02489c002e on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:09.836501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1762eaa1-ef78-4e1f-8496-76d612484794 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:09.843477 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Pushing event updated for resources: {'Port': ['ID=2cb8500a-8875-4210-80a0-1e02489c002e,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:09.852464 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.852813 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.853342 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.853685 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.854021 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.854354 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.854684 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.855012 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.855341 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.855697 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.856060 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.856418 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Tracked resource versions report: Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: pushed versions: Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: { 'AddressGroup': {'1.2'}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'ConntrackHelper': {'1.0'}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'Log': {'1.0'}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'Network': {'1.1'}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'Port': {'1.7'}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'PortForwarding': {'1.2'}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'QosPolicy': {'1.9'}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'SecurityGroup': {'1.4'}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'SecurityGroupRule': {'1.2'}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'SubPort': {'1.0'}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'Subnet': {'1.1'}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'Trunk': {'1.1'}} Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: consumer versions: Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: { DHCP agent@n-d-766726-28: {}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: HyperV agent@n-h1-766726-28: {}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: HyperV agent@n-h2-766726-28: {}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: L3 agent@n-d-766726-28: {}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: Metadata agent@n-d-766726-28: {}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: Metering agent@n-d-766726-28: {}, Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: Open vSwitch agent@n-d-766726-28: { 'AddressGroup': '1.2', Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'ConntrackHelper': '1.0', Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'Log': '1.0', Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'Network': '1.1', Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'Port': '1.7', Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'PortForwarding': '1.2', Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'QosPolicy': '1.9', Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'SecurityGroup': '1.4', Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'SecurityGroupRule': '1.2', Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'SubPort': '1.0', Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'Subnet': '1.1', Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: 'Trunk': '1.1'}} Aug 21 08:58:09.857498 n-d-766726-28 neutron-server[106759]: {{(pid=106759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 08:58:09.861379 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:09.862398 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:09.862748 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.863139 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:09.863641 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Bound port: 2cb8500a-8875-4210-80a0-1e02489c002e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:09.864032 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.886906 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1762eaa1-ef78-4e1f-8496-76d612484794 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:09.887271 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.910127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:09.916386 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] For port 2cb8500a-8875-4210-80a0-1e02489c002e, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:09.925574 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] For port 2cb8500a-8875-4210-80a0-1e02489c002e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2cb8500a-8875-4210-80a0-1e02489c002e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:09.962880 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Transition to ACTIVE for port object 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:10.007074 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:10.047106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe286e54-5dd0-4ff5-9627-f8fd77aa7f0c req-84d2cda6-8068-4cea-b5a2-0d6c2ab7c35d tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 210 time: 0.0674715 Aug 21 08:58:10.098037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51524) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:10.101432 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99a483-b474-48bd-9c73-a03e09b3dc8c None None] Pushing event updated for resources: {'Port': ['ID=2cb8500a-8875-4210-80a0-1e02489c002e,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:10.106264 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:58:10.107045 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:58:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:10.131320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e33cb5cb-93b9-4b50-a10f-9033355d38ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:10.177130 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:10.240016 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:58:10.248046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Network 81d00ede-ffc6-4f2c-87e9-3525996dc088 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:10.256425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:10.264746 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:10.265254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:10.286213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Pushing event updated for resources: {'Port': ['ID=58778dc1-7dd5-4ad1-b21b-2e7ed46bc220,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:10.594068 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e33cb5cb-93b9-4b50-a10f-9033355d38ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:10.621723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51558) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:10.702391 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:07Z', 'revision_number': 3, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:10.703937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51566) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:10.733463 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:10.740403 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e396a7-78fe-46c3-9196-e5b6da889165 None None] The sync data for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 is: [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:07Z', 'revision_number': 3, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 08:58:10.815030 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e33cb5cb-93b9-4b50-a10f-9033355d38ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:10.821058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5fe10233-7367-44f4-a7eb-567eeccec5bc None None] Provisioning for port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:10.824222 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:10.827419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5fe10233-7367-44f4-a7eb-567eeccec5bc None None] Provisioning complete for port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:10.827419 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5fe10233-7367-44f4-a7eb-567eeccec5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:10.859078 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e33cb5cb-93b9-4b50-a10f-9033355d38ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7c6765919034ca3a26bd265614fc0f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7615607 Aug 21 08:58:10.863881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51580) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:10.885058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2cef82d9-3307-4ef4-9116-b8ece7191b25 req-bef93971-020d-4ba6-a15e-063410053a93 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 210 time: 0.2606714 Aug 21 08:58:10.914474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5fe10233-7367-44f4-a7eb-567eeccec5bc None None] Port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:58:10.931754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cb5cb-93b9-4b50-a10f-9033355d38ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76641fe0-9b5e-4911-b689-7bc9575f824a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:10.976574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c76da3e-82e4-4ca6-baa8-0a195d7cf2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.027065 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2d62-f2b9-4e8b-ab7c-928b878880d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.171535 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aea34a87-521e-4d24-9b7e-a2e57cdebae4 req-0e00adf7-47b0-498c-a346-2291b456853b tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 210 time: 0.0653412 Aug 21 08:58:11.187525 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c76da3e-82e4-4ca6-baa8-0a195d7cf2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.192615 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2d62-f2b9-4e8b-ab7c-928b878880d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.229203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.284016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c76da3e-82e4-4ca6-baa8-0a195d7cf2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.327447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3c76da3e-82e4-4ca6-baa8-0a195d7cf2a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aaa2f52b8acf4d6dae258c50236b7930&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6221216 Aug 21 08:58:11.328316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76da3e-82e4-4ca6-baa8-0a195d7cf2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e587f16d-4194-4450-bd4c-43ee29cc515d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:11.330322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51600) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:11.362264 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.362264 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.405774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2d62-f2b9-4e8b-ab7c-928b878880d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.408274 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2d62-f2b9-4e8b-ab7c-928b878880d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.409635 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a9ce2d62-f2b9-4e8b-ab7c-928b878880d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76641fe0-9b5e-4911-b689-7bc9575f824a HTTP/1.1" status: 204 len: 168 time: 0.5448310 Aug 21 08:58:11.498964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Pushing event updated for resources: {'Port': ['ID=58778dc1-7dd5-4ad1-b21b-2e7ed46bc220,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:11.502714 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce2d62-f2b9-4e8b-ab7c-928b878880d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76641fe0-9b5e-4911-b689-7bc9575f824a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:11.549819 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd478c26-eacb-4737-a1e5-04bb50869c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.584603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd478c26-eacb-4737-a1e5-04bb50869c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:11.604801 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Network 81d00ede-ffc6-4f2c-87e9-3525996dc088 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:11.610583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:11.790854 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Router ab4543bc-4e2f-4e68-a0ff-43e206921b78 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 08:58:11.928488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2cb8500a-8875-4210-80a0-1e02489c002e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:11.987504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-89334618-f92d-4957-82dd-2ea06f236335 None None] Provisioning complete for port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:11.987504 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89334618-f92d-4957-82dd-2ea06f236335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:12.026351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae1581aa-4d27-463b-9ca3-baea3167c9e5 req-f6bd7722-7b35-4d5a-8ff2-467eb95487ba tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 210 time: 0.0705800 Aug 21 08:58:12.032400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-89334618-f92d-4957-82dd-2ea06f236335 None None] Port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:58:12.040240 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd478c26-eacb-4737-a1e5-04bb50869c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:12.044652 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd478c26-eacb-4737-a1e5-04bb50869c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:12.046535 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fd478c26-eacb-4737-a1e5-04bb50869c02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e587f16d-4194-4450-bd4c-43ee29cc515d HTTP/1.1" status: 204 len: 168 time: 0.7150466 Aug 21 08:58:12.084616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd478c26-eacb-4737-a1e5-04bb50869c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e587f16d-4194-4450-bd4c-43ee29cc515d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:12.126718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 2cb8500a-8875-4210-80a0-1e02489c002e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:12.136114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2cb8500a-8875-4210-80a0-1e02489c002e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:12.136878 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:12.146741 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 08:58:12.152393 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c8b09dd8-acc5-4d98-8f99-15ebfe806d66 admin admin] 10.222.0.20 "PUT /v2.0/routers/ab4543bc-4e2f-4e68-a0ff-43e206921b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2358487 Aug 21 08:58:12.213895 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:12.284198 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:12.311284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-409ca99d-6116-48a7-add6-3a5a7410a060 req-8f51ea1e-73b3-47bc-9c0d-556c718fa6f6 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 210 time: 0.0730467 Aug 21 08:58:12.337413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 2cb8500a-8875-4210-80a0-1e02489c002e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2cb8500a-8875-4210-80a0-1e02489c002e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:12.389738 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:12.477749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=2cb8500a-8875-4210-80a0-1e02489c002e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:12.811509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Sync routers for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 08:58:12.820824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:58:12.821633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:58:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:12.932889 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:58:12.951264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51704) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:12.975318 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-879cfa1c-3c02-48c9-8439-4e3946461c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:13.185395 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-879cfa1c-3c02-48c9-8439-4e3946461c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:13.252151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cdc7a59-0b98-4de5-844e-b435e22c9c15 req-ea8df1ee-182d-4c3e-b248-5f548ce64e6c tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 210 time: 0.0266058 Aug 21 08:58:13.281199 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-879cfa1c-3c02-48c9-8439-4e3946461c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:13.354809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cfa1c-3c02-48c9-8439-4e3946461c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61b72fa-50d9-462c-a326-15ba6aed3921,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:13.384459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51726) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:13.385500 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-879cfa1c-3c02-48c9-8439-4e3946461c4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84c731c8326b4812a6d7e64d829467fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4289191 Aug 21 08:58:13.473660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 2, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:13.510007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-598b637e-6707-4518-a6eb-f9e0cde923cc req-ad2beb65-07fd-4e00-ba8f-cf240a9e8276 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 210 time: 0.0744925 Aug 21 08:58:13.525227 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7be50027-edf5-4e62-a604-17e2be7e63e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:13.533998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Checking router: ab4543bc-4e2f-4e68-a0ff-43e206921b78 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 08:58:13.537809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Updating router ab4543bc-4e2f-4e68-a0ff-43e206921b78 port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 08:58:13.556464 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7be50027-edf5-4e62-a604-17e2be7e63e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:13.559046 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:13.702704 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7be50027-edf5-4e62-a604-17e2be7e63e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:13.705604 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7be50027-edf5-4e62-a604-17e2be7e63e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:13.706898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7be50027-edf5-4e62-a604-17e2be7e63e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a61b72fa-50d9-462c-a326-15ba6aed3921 HTTP/1.1" status: 204 len: 168 time: 0.3214402 Aug 21 08:58:13.715156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be50027-edf5-4e62-a604-17e2be7e63e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61b72fa-50d9-462c-a326-15ba6aed3921,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:13.842716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2cb8500a-8875-4210-80a0-1e02489c002e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:13.894382 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:13.902104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51742) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:13.902641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-network', 'tenant_id': '30a879e75e354034866fd337ea845724'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:13.910593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Transition to ACTIVE for port object 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:13.927709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2cb8500a-8875-4210-80a0-1e02489c002e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:13.929034 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.017916 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.069188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Made reservation on behalf of 30a879e75e354034866fd337ea845724 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:14.078173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.082947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dab1b-da86-4c3d-8109-a754a201cab1 None None] Pushing event updated for resources: {'Port': ['ID=58778dc1-7dd5-4ad1-b21b-2e7ed46bc220,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:14.096861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.169657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Attempting to bind port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:14.170335 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Attempting to bind port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:14.170757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Attempting to bind port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 on network 81d00ede-ffc6-4f2c-87e9-3525996dc088 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:14.177634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:14.178070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Checking segment: {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:14.182217 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.182217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Bound using segment: {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:14.182217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Bound port: 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:14.182217 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.225259 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.238822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.22', 54601) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:14.270303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-0ae54741-a1e7-4ccf-a3c4-a64c244aa116 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9b44676a1f274b2c90148e90a7879622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298274 Aug 21 08:58:14.270765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] For port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:14.274161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] For port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=58778dc1-7dd5-4ad1-b21b-2e7ed46bc220,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:14.308299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51752) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:14.335292 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.412211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-b8b9fb7c-89c7-48c8-8303-c285790ce8ad tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:14.415105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-b8b9fb7c-89c7-48c8-8303-c285790ce8ad tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392026 Aug 21 08:58:14.417823 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.456419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de8350d-ffea-4736-b944-c25b98bcb3c0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:14.468170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dab1b-da86-4c3d-8109-a754a201cab1 None None] Pushing event updated for resources: {'Port': ['ID=58778dc1-7dd5-4ad1-b21b-2e7ed46bc220,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:14.491111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:58:14.491803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:58:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:14.514302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Request body: {'port': {'device_id': '4c3b9b47-6c62-4083-a4d9-c26651265314', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '9b44676a1f274b2c90148e90a7879622'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:14.518522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 08:58:14.562403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e906a9d6-57d6-48db-beac-80330c400286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.582450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f10350b-78be-4c27-9c40-0699b1b6a9e1 req-6e5958ef-1c6b-49dd-ab2f-94d68101eb8d tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 210 time: 0.1032407 Aug 21 08:58:14.698364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:58:14.726149 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.726545 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Added segment 39112d76-07ee-44f4-80fe-3482394ff1de of type vlan for network 31173ca1-dac7-4599-916b-af345526a24b Aug 21 08:58:14.810175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.13', 65425) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:14.860954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff56ca96-23cc-475f-8a67-41a7a4040143 req-314d2792-16bf-42a1-a9dd-e51d734c530c tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 210 time: 0.1513913 Aug 21 08:58:14.884942 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e906a9d6-57d6-48db-beac-80330c400286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.901429 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-7d345e63-be7a-4501-9292-3e96d0c23e3f tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d39f468274714deaba77e6fca4d770b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839629 Aug 21 08:58:14.974634 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e906a9d6-57d6-48db-beac-80330c400286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:14.995336 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.049266 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.059944 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e906a9d6-57d6-48db-beac-80330c400286 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07a5c8a949ee4d6a9f7efa7e67e4fb29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7504416 Aug 21 08:58:15.071507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51786) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:15.074375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.087807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:14Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:15.103929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906a9d6-57d6-48db-beac-80330c400286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035e8d10-d490-40f5-aa2a-e2cf6dc0e74c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:15.126352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd13ea-a6f8-4ab8-89a6-1551f0f4704f None None] The sync data for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 is: [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:14Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 08:58:15.219573 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.resource_extend [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 08:58:15.295410 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e9cd0a9-5768-4a76-b462-b7272db44312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.337960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Made reservation on behalf of 9b44676a1f274b2c90148e90a7879622 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:15.344902 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.349924 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e9cd0a9-5768-4a76-b462-b7272db44312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.364031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-0fc4fe71-f379-464f-ba3f-fb60310664c3 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:15.365974 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-0fc4fe71-f379-464f-ba3f-fb60310664c3 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4566753 Aug 21 08:58:15.390942 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.402533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.404269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:15.405022 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.462455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Request body: {'port': {'device_id': '8043b0bb-ee88-4649-942b-ecd1b5ec8c3a', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': 'd39f468274714deaba77e6fca4d770b4'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:15.519097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] Pushing event updated for resources: {'Network': ['ID=31173ca1-dac7-4599-916b-af345526a24b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:15.541997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 31173ca1-dac7-4599-916b-af345526a24b details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 08:58:15.614787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e9cd0a9-5768-4a76-b462-b7272db44312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.617258 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e9cd0a9-5768-4a76-b462-b7272db44312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.621698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3e9cd0a9-5768-4a76-b462-b7272db44312 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/035e8d10-d490-40f5-aa2a-e2cf6dc0e74c HTTP/1.1" status: 204 len: 168 time: 0.5490038 Aug 21 08:58:15.667392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cd0a9-5768-4a76-b462-b7272db44312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035e8d10-d490-40f5-aa2a-e2cf6dc0e74c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:15.806719 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.864948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5420a288-7ff9-4a63-b8db-f82559837c18 req-cdb1ef83-0d80-4725-97cd-0e441a102182 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 210 time: 0.0540411 Aug 21 08:58:15.893208 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:15.952684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:16.013143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb57eb0-a12e-43f0-bb78-3fabf44098fb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:16.086042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2d68d904-6e64-4b37-ae38-15efc1c29324 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1875918 Aug 21 08:58:16.091902 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51838) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:16.097211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] Request body: {'subnet': {'network_id': '31173ca1-dac7-4599-916b-af345526a24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-subnet', 'tenant_id': '30a879e75e354034866fd337ea845724', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:16.098293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8c04412-ab1f-457d-9a1c-66c17d0be2ca req-82c9213e-0591-487c-b384-00dc1f63be42 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 210 time: 0.1059282 Aug 21 08:58:16.140425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Made reservation on behalf of d39f468274714deaba77e6fca4d770b4 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:16.145693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:16.176603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:16.230871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:16.236757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:16.237443 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:16.266037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] Made reservation on behalf of 30a879e75e354034866fd337ea845724 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:16.269651 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:16.281406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Allocated IP 192.168.233.191 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/c5b29578-58c9-4592-87b5-5ed5a762ae6a) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:16.474717 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:16.516229 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=58778dc1-7dd5-4ad1-b21b-2e7ed46bc220,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:16.597564 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:16.689935 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:16.747636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Transition to ACTIVE for port object c5b29578-58c9-4592-87b5-5ed5a762ae6a will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:16.787175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=58778dc1-7dd5-4ad1-b21b-2e7ed46bc220,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:16.935468 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:16.971352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:17.113819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] Checking segment: {'id': '39112d76-07ee-44f4-80fe-3482394ff1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '31173ca1-dac7-4599-916b-af345526a24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:17.114181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] Network hostable DHCP agents. Network: 31173ca1-dac7-4599-916b-af345526a24b, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 08:58:17.117304 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6e39f0-813e-4590-9f81-e6ea1c925ab4,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:17.162101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:17.183983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:17.201382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:17.207601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:17.213459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:17.214006 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:17.221541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Pushing event updated for resources: {'Port': ['ID=c5b29578-58c9-4592-87b5-5ed5a762ae6a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:17.260850 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:17.270555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef94df3-365c-4f57-82d2-4bbe4d25412d req-f30aeeee-c395-42ec-beb5-60647aa68e48 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:17.272913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ef94df3-365c-4f57-82d2-4bbe4d25412d req-f30aeeee-c395-42ec-beb5-60647aa68e48 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 936 time: 0.1903758 Aug 21 08:58:17.352254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] Network 31173ca1-dac7-4599-916b-af345526a24b is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 08:58:17.384787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-78222967-8a8e-48ff-a014-ea456a37521a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8766501 Aug 21 08:58:17.395179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ef94df3-365c-4f57-82d2-4bbe4d25412d req-4c838cc6-b3ef-4930-9bc2-34ebb01c1620 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026015 Aug 21 08:58:17.406164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-3705265b-98dd-4782-9147-7ff5eb89f476 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 08:58:17.408459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-3705265b-98dd-4782-9147-7ff5eb89f476 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071363 Aug 21 08:58:17.429483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51862) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:17.458695 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0e722ed-d0d1-481c-a589-d41bda7ad40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:17.584580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 31173ca1-dac7-4599-916b-af345526a24b) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:17.610498 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:17.610903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88aeff9-cca4-4072-a037-cbef206d51b0 None None] Network 31173ca1-dac7-4599-916b-af345526a24b requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:58:17.611477 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:17.655859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7bbb56c-d62d-468d-b26c-472c17e22818 req-af515f6f-b8b2-4729-b135-61b53fe0a8d5 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 210 time: 0.0878036 Aug 21 08:58:17.758903 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0e722ed-d0d1-481c-a589-d41bda7ad40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:17.759613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-950c0ab7-8ac9-4bf3-b7bb-3c87a10bc6e1 None None] Provisioning for port c5b29578-58c9-4592-87b5-5ed5a762ae6a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:17.794322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233450e0-4d1f-48d0-bb25-de049a498934,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:17.802285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-950c0ab7-8ac9-4bf3-b7bb-3c87a10bc6e1 None None] Provisioning complete for port c5b29578-58c9-4592-87b5-5ed5a762ae6a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:17.804029 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-950c0ab7-8ac9-4bf3-b7bb-3c87a10bc6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:17.929228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0e722ed-d0d1-481c-a589-d41bda7ad40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:17.967901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:18.028975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Request body: {'port': {'device_id': '4c3b9b47-6c62-4083-a4d9-c26651265314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:18.046745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-950c0ab7-8ac9-4bf3-b7bb-3c87a10bc6e1 None None] Port c5b29578-58c9-4592-87b5-5ed5a762ae6a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:58:18.100149 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8554a9f1-83aa-4c2b-87be-eff77040cfa3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0067582 Aug 21 08:58:18.106972 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51876) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:18.114679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-router', 'tenant_id': '30a879e75e354034866fd337ea845724', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:18.139073 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Allocated IP 192.168.233.26 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/ef99f124-10e8-4fbd-af23-c3cc236e0d32) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:18.195405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b0e722ed-d0d1-481c-a589-d41bda7ad40c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85c2741302474a758fef4b033b58a542&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7719789 Aug 21 08:58:18.200379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51878) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:18.247240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e722ed-d0d1-481c-a589-d41bda7ad40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51882a16-ad54-459a-a680-725c1ef42e85,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:18.421746 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:18.425833 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:18.481728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-31173ca1-dac7-4599-916b-af345526a24b', 'network_id': '31173ca1-dac7-4599-916b-af345526a24b', 'tenant_id': '30a879e75e354034866fd337ea845724', 'fixed_ips': [{'subnet_id': '8a6e39f0-813e-4590-9f81-e6ea1c925ab4'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 08:58:18.486811 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:18.511445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:18.513602 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:18.517225 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:18.573731 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cf703e5e-870c-4bc5-9c97-6856bca2aa93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:18.676032 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cf703e5e-870c-4bc5-9c97-6856bca2aa93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:18.694711 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:18.804854 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:18.903955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f19e8-60bd-4366-bc6a-e94f36f6c8d6 req-c367d48f-68dc-4315-8f3a-f5eb934a43f8 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:18.908510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce8f19e8-60bd-4366-bc6a-e94f36f6c8d6 req-c367d48f-68dc-4315-8f3a-f5eb934a43f8 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 936 time: 0.3094270 Aug 21 08:58:18.969410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51896) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:19.001415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d4f7fa9-537a-48a2-b34d-343880fcfc76 req-85812145-20b1-4071-b886-bd699b0588dd tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 210 time: 0.0878696 Aug 21 08:58:19.033133 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce8f19e8-60bd-4366-bc6a-e94f36f6c8d6 req-c902f3d3-7ec6-4f4a-8412-41f5c6872955 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236465 Aug 21 08:58:19.053121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Allocated IP 172.20.0.2 (31173ca1-dac7-4599-916b-af345526a24b/8a6e39f0-813e-4590-9f81-e6ea1c925ab4/cc9325fa-9f09-4913-95e8-aab30a28795c) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:19.078345 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cf703e5e-870c-4bc5-9c97-6856bca2aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.081012 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cf703e5e-870c-4bc5-9c97-6856bca2aa93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.085338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cf703e5e-870c-4bc5-9c97-6856bca2aa93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51882a16-ad54-459a-a680-725c1ef42e85 HTTP/1.1" status: 204 len: 168 time: 0.8736877 Aug 21 08:58:19.098652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf703e5e-870c-4bc5-9c97-6856bca2aa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51882a16-ad54-459a-a680-725c1ef42e85,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:19.167332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Transition to ACTIVE for port object ef99f124-10e8-4fbd-af23-c3cc236e0d32 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:19.234057 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.243137 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Transition to ACTIVE for port object cc9325fa-9f09-4913-95e8-aab30a28795c will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:19.243476 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.260161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Transition to ACTIVE for port object cc9325fa-9f09-4913-95e8-aab30a28795c will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:19.345391 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d69fdb3a-603d-4faf-827c-ebab1672a3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.383911 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.389446 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.506713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Pushing event updated for resources: {'Port': ['ID=cc9325fa-9f09-4913-95e8-aab30a28795c,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:19.506713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Network 31173ca1-dac7-4599-916b-af345526a24b is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:19.506713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:19.506713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:19.544339 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:19.546341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Pushing event updated for resources: {'Port': ['ID=ef99f124-10e8-4fbd-af23-c3cc236e0d32,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:19.549101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:19.552177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:19.558249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:19.558770 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.570517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Attempting to bind port cc9325fa-9f09-4913-95e8-aab30a28795c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:19.571477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Attempting to bind port cc9325fa-9f09-4913-95e8-aab30a28795c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '39112d76-07ee-44f4-80fe-3482394ff1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '31173ca1-dac7-4599-916b-af345526a24b'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:19.572071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Attempting to bind port cc9325fa-9f09-4913-95e8-aab30a28795c on network 31173ca1-dac7-4599-916b-af345526a24b {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:19.578653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:19.579142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Checking segment: {'id': '39112d76-07ee-44f4-80fe-3482394ff1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '31173ca1-dac7-4599-916b-af345526a24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:19.579655 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.580118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Bound using segment: {'id': '39112d76-07ee-44f4-80fe-3482394ff1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '31173ca1-dac7-4599-916b-af345526a24b'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:19.580655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Bound port: cc9325fa-9f09-4913-95e8-aab30a28795c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39112d76-07ee-44f4-80fe-3482394ff1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '31173ca1-dac7-4599-916b-af345526a24b'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:19.581107 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.634252 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d69fdb3a-603d-4faf-827c-ebab1672a3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.640791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b29578-58c9-4592-87b5-5ed5a762ae6a {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:58:19.655335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.686953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Transition to ACTIVE for port object c5b29578-58c9-4592-87b5-5ed5a762ae6a will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:19.732860 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d69fdb3a-603d-4faf-827c-ebab1672a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.792353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3329776c-4f04-4bec-a554-d150903e064c None None] For port cc9325fa-9f09-4913-95e8-aab30a28795c, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:19.795915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3329776c-4f04-4bec-a554-d150903e064c None None] For port cc9325fa-9f09-4913-95e8-aab30a28795c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cc9325fa-9f09-4913-95e8-aab30a28795c,segment=NetworkSegment(39112d76-07ee-44f4-80fe-3482394ff1de),segment_id=39112d76-07ee-44f4-80fe-3482394ff1de)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:19.820298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.829379 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e51dac22-d14a-471d-95ed-1880c750ba20 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3717079 Aug 21 08:58:19.884169 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.893569 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.950466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b29578-58c9-4592-87b5-5ed5a762ae6a,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:19.953674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:19.971577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d69fdb3a-603d-4faf-827c-ebab1672a3f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70e63f5f10364b11b211f224ef36beef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9960580 Aug 21 08:58:19.973662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fdb3a-603d-4faf-827c-ebab1672a3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d933b5-05f7-45ca-b1ec-1aa1c9d970a3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:19.978354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51912) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:19.991315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329776c-4f04-4bec-a554-d150903e064c None None] Pushing event updated for resources: {'Port': ['ID=cc9325fa-9f09-4913-95e8-aab30a28795c,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:20.120124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-48831593-6e1c-4ae5-a71e-750206721d9b None None] Provisioning for port ef99f124-10e8-4fbd-af23-c3cc236e0d32 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:20.125288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-48831593-6e1c-4ae5-a71e-750206721d9b None None] Provisioning complete for port ef99f124-10e8-4fbd-af23-c3cc236e0d32 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:20.125915 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-48831593-6e1c-4ae5-a71e-750206721d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:20.127196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-c0188e46-0c12-4693-b588-a804837247e0 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 08:58:20.129472 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-c0188e46-0c12-4693-b588-a804837247e0 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0419061 Aug 21 08:58:20.244085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-48831593-6e1c-4ae5-a71e-750206721d9b None None] Port ef99f124-10e8-4fbd-af23-c3cc236e0d32 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:58:20.404572 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7e08c38-96a6-4467-afeb-62f01841be0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:20.524134 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Allocated IP 172.25.5.226 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/bd876f51-dd6b-4467-9fab-13eda407f13a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:20.695086 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:20.812035 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7e08c38-96a6-4467-afeb-62f01841be0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:20.825306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:20.892252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:20.913216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:20.928170 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:20.939022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Attempting to bind port c5b29578-58c9-4592-87b5-5ed5a762ae6a on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:20.939427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Attempting to bind port c5b29578-58c9-4592-87b5-5ed5a762ae6a by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:20.940575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Attempting to bind port c5b29578-58c9-4592-87b5-5ed5a762ae6a on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:20.965534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Port c5b29578-58c9-4592-87b5-5ed5a762ae6a on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:58:20.966267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Attempting to bind port c5b29578-58c9-4592-87b5-5ed5a762ae6a on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:20.979878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:20.979878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:20.982717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:20.982717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Bound port: c5b29578-58c9-4592-87b5-5ed5a762ae6a, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:20.982717 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:21.017884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b537a4-a12d-4ebe-a0a8-cc2616d8716e req-3035d576-f0be-45b3-bea5-dc77a39b0269 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:21.019388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0b537a4-a12d-4ebe-a0a8-cc2616d8716e req-3035d576-f0be-45b3-bea5-dc77a39b0269 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 948 time: 0.2719769 Aug 21 08:58:21.029163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213d97d-e1c9-40dd-9254-e5f2e3b13b4c req-d8ad8b6f-f0e3-4f81-86bf-f61d64762534 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:21.030980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4213d97d-e1c9-40dd-9254-e5f2e3b13b4c req-d8ad8b6f-f0e3-4f81-86bf-f61d64762534 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 935 time: 0.2879610 Aug 21 08:58:21.129770 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Request body: {'port': {'device_id': '8043b0bb-ee88-4649-942b-ecd1b5ec8c3a', 'device_owner': 'compute:tempest-test_az-426018498', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:21.146421 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Pushing event updated for resources: {'Port': ['ID=bd876f51-dd6b-4467-9fab-13eda407f13a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:21.286760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0b537a4-a12d-4ebe-a0a8-cc2616d8716e req-9070a338-2d9c-423d-8898-7093e0039a5e tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546065 Aug 21 08:58:21.322733 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4213d97d-e1c9-40dd-9254-e5f2e3b13b4c req-d1ce6569-5b7d-4c65-a802-2308c3bfb642 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810626 Aug 21 08:58:21.330607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7e08c38-96a6-4467-afeb-62f01841be0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:21.336177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7e08c38-96a6-4467-afeb-62f01841be0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:21.368236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] For port c5b29578-58c9-4592-87b5-5ed5a762ae6a, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:21.368975 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7e08c38-96a6-4467-afeb-62f01841be0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41d933b5-05f7-45ca-b1ec-1aa1c9d970a3 HTTP/1.1" status: 204 len: 168 time: 1.3423896 Aug 21 08:58:21.369078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] For port c5b29578-58c9-4592-87b5-5ed5a762ae6a, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c5b29578-58c9-4592-87b5-5ed5a762ae6a,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:21.369213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:21.369213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e08c38-96a6-4467-afeb-62f01841be0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d933b5-05f7-45ca-b1ec-1aa1c9d970a3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:21.592726 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:21.702044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:21.702819 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:21.713112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] 10.222.0.22 "PUT /v2.0/ports/c5b29578-58c9-4592-87b5-5ed5a762ae6a HTTP/1.1" status: 200 len: 1097 time: 3.9256904 Aug 21 08:58:21.714020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3b9b47-6c62-4083-a4d9-c26651265314', 'tag': 'c5b29578-58c9-4592-87b5-5ed5a762ae6a'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:58:21.762876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f4c7e-a37e-472f-99c7-fc4db4186b47 None None] Network 31173ca1-dac7-4599-916b-af345526a24b requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:58:22.064696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc9325fa-9f09-4913-95e8-aab30a28795c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:22.275364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0abe7875-8e81-4261-a53b-e3059f0ab07d None None] Provisioning for port cc9325fa-9f09-4913-95e8-aab30a28795c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:22.289388 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:22.290400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccd0f0-9a94-40d2-ab49-0b9947bca9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b29578-58c9-4592-87b5-5ed5a762ae6a,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:22.310677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-1a3583c5-e48f-43cf-86dc-df9e418cc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:22.312889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-1a3583c5-e48f-43cf-86dc-df9e418cc9c1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b44676a1f274b2c90148e90a7879622&device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 1100 time: 0.3924246 Aug 21 08:58:22.429025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-9235a887-5001-4f49-9d75-674afd6ec3b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=c5b29578-58c9-4592-87b5-5ed5a762ae6a HTTP/1.1" status: 200 len: 217 time: 0.1064079 Aug 21 08:58:22.493894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b989bf8-c18a-43e6-898f-d845c686c0ab req-efbbc808-af62-4e7c-834a-d856c9c88383 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:22.501799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b989bf8-c18a-43e6-898f-d845c686c0ab req-efbbc808-af62-4e7c-834a-d856c9c88383 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 948 time: 0.0790067 Aug 21 08:58:22.519981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port cc9325fa-9f09-4913-95e8-aab30a28795c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:22.528827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cc9325fa-9f09-4913-95e8-aab30a28795c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:22.528827 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:22.676300 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:22.760915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port cc9325fa-9f09-4913-95e8-aab30a28795c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cc9325fa-9f09-4913-95e8-aab30a28795c,segment=NetworkSegment(39112d76-07ee-44f4-80fe-3482394ff1de),segment_id=39112d76-07ee-44f4-80fe-3482394ff1de)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:22.922988 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32502134-c87a-4089-9cc9-dbe363a6fcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3b9b47-6c62-4083-a4d9-c26651265314", "tag": "c5b29578-58c9-4592-87b5-5ed5a762ae6a"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:58:22.959694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51964) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:22.985214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef99f124-10e8-4fbd-af23-c3cc236e0d32 {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:58:22.990569 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:23.002072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:23.013286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-5535ebae-9cfb-4472-80e9-1b191b82a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:23.014806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-5535ebae-9cfb-4472-80e9-1b191b82a90f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.5119567 Aug 21 08:58:23.023693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c374ca7-cee2-4154-a956-8d4a986db524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:23.040038 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b989bf8-c18a-43e6-898f-d845c686c0ab req-47594092-ec02-42c3-b2b0-1dc6f1dbc135 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218625 Aug 21 08:58:23.089009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874f9a8-c185-4b1c-8116-9051b86e35bb req-f0c34885-ab8b-4906-bd0e-8b6b5fde90df tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:23.107412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5874f9a8-c185-4b1c-8116-9051b86e35bb req-f0c34885-ab8b-4906-bd0e-8b6b5fde90df tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 935 time: 0.3403444 Aug 21 08:58:23.120813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4a45a991-f726-4a82-b628-6c28f04115ea None None] Provisioning complete for port cc9325fa-9f09-4913-95e8-aab30a28795c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:23.121519 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a45a991-f726-4a82-b628-6c28f04115ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:23.143347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Transition to ACTIVE for port object ef99f124-10e8-4fbd-af23-c3cc236e0d32 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:23.179187 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:23.193001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=cc9325fa-9f09-4913-95e8-aab30a28795c,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:23.336371 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c374ca7-cee2-4154-a956-8d4a986db524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:23.382663 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:23.408751 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c374ca7-cee2-4154-a956-8d4a986db524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:23.443195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5874f9a8-c185-4b1c-8116-9051b86e35bb req-e8114522-d399-4843-aeb8-675dcf890dea tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348782 Aug 21 08:58:23.448706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c374ca7-cee2-4154-a956-8d4a986db524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fd857e-0553-4fa9-979e-72385da41b38,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:23.488225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-99d9694b-e31c-4b6a-a4ad-f8257460f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:23.490317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-99d9694b-e31c-4b6a-a4ad-f8257460f7f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1519811 Aug 21 08:58:23.496944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6c374ca7-cee2-4154-a956-8d4a986db524 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=780e4c55052c4d6bb05342f6e079520e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334148 Aug 21 08:58:23.497531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51974) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:23.547013 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef99f124-10e8-4fbd-af23-c3cc236e0d32,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:23.654322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-b35a9685-38be-433c-aaf0-eddf80ab918c service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364555 Aug 21 08:58:23.800606 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Attempting to bind port ef99f124-10e8-4fbd-af23-c3cc236e0d32 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:23.803116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Attempting to bind port ef99f124-10e8-4fbd-af23-c3cc236e0d32 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:23.803453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Attempting to bind port ef99f124-10e8-4fbd-af23-c3cc236e0d32 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:23.826784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Port ef99f124-10e8-4fbd-af23-c3cc236e0d32 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:58:23.827203 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Attempting to bind port ef99f124-10e8-4fbd-af23-c3cc236e0d32 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:23.842296 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:23.843855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:23.843855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:23.843855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Bound port: ef99f124-10e8-4fbd-af23-c3cc236e0d32, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:23.844160 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:23.901489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8030924e-8e3d-4940-ae7f-20a20ffd72c5 req-26ac99a2-9946-45c8-88ef-e59812860452 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820886 Aug 21 08:58:23.930415 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40d45355-6d9a-4ec7-9ce2-a86e4286ba72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:23.940189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc9325fa-9f09-4913-95e8-aab30a28795c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:23.952870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Router f1aac8c7-4421-441a-8750-c46f06687ff6 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 08:58:23.967013 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bbb856-527b-4166-9975-78b0e95ad508 x-openstack-request-id: req-48bbb856-527b-4166-9975-78b0e95ad508 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:58:23.974993 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3b9b47-6c62-4083-a4d9-c26651265314", "tag": "c5b29578-58c9-4592-87b5-5ed5a762ae6a", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:58:23.975296 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48bbb856-527b-4166-9975-78b0e95ad508 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:58:23.975844 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3b9b47-6c62-4083-a4d9-c26651265314', 'tag': 'c5b29578-58c9-4592-87b5-5ed5a762ae6a', 'status': 'completed', 'code': 200} Aug 21 08:58:24.086754 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40d45355-6d9a-4ec7-9ce2-a86e4286ba72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:24.098694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] For port ef99f124-10e8-4fbd-af23-c3cc236e0d32, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:24.120143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] For port ef99f124-10e8-4fbd-af23-c3cc236e0d32, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ef99f124-10e8-4fbd-af23-c3cc236e0d32,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:24.192206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cc9325fa-9f09-4913-95e8-aab30a28795c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:24.197213 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:24.210850 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:24.285446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40d45355-6d9a-4ec7-9ce2-a86e4286ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:24.300124 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40d45355-6d9a-4ec7-9ce2-a86e4286ba72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:24.301463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-40d45355-6d9a-4ec7-9ce2-a86e4286ba72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86fd857e-0553-4fa9-979e-72385da41b38 HTTP/1.1" status: 204 len: 168 time: 0.8029366 Aug 21 08:58:24.396206 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:24.404558 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d45355-6d9a-4ec7-9ce2-a86e4286ba72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fd857e-0553-4fa9-979e-72385da41b38,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:24.413055 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:24.414335 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/ef99f124-10e8-4fbd-af23-c3cc236e0d32 HTTP/1.1" status: 200 len: 1117 time: 3.6548209 Aug 21 08:58:24.421114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8043b0bb-ee88-4649-942b-ecd1b5ec8c3a', 'tag': 'ef99f124-10e8-4fbd-af23-c3cc236e0d32'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:58:24.459732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32502134-c87a-4089-9cc9-dbe363a6fcb2 req-5e1f0658-cf03-4e1f-89bc-f90212befb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:24.461209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32502134-c87a-4089-9cc9-dbe363a6fcb2 req-5e1f0658-cf03-4e1f-89bc-f90212befb7e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b44676a1f274b2c90148e90a7879622&device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 1100 time: 0.4006133 Aug 21 08:58:24.560607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f02695-7e70-48b8-9698-0851de1b71c7 req-53c27824-3629-485a-a3d0-d887f56d0be5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:24.562120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49f02695-7e70-48b8-9698-0851de1b71c7 req-53c27824-3629-485a-a3d0-d887f56d0be5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 948 time: 0.2890468 Aug 21 08:58:24.587597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fd9e3-5201-4d92-8d83-c509a41327b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef99f124-10e8-4fbd-af23-c3cc236e0d32,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:24.593928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 08:58:24.602476 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Sync routers for ids ['f1aac8c7-4421-441a-8750-c46f06687ff6'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 08:58:24.613547 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Routers {'f1aac8c7-4421-441a-8750-c46f06687ff6'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:58:24.619650 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:58:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f1aac8c7-4421-441a-8750-c46f06687ff6'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:24.749952 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:24.755775 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-22b06584-2ece-4aea-80c0-2259428844ac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.6468678 Aug 21 08:58:24.762031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52010) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:24.764681 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ca8953-4031-467b-93cf-60db738eb34b" -d '{"events": [{"name": "network-changed", "server_uuid": "8043b0bb-ee88-4649-942b-ecd1b5ec8c3a", "tag": "ef99f124-10e8-4fbd-af23-c3cc236e0d32"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:58:24.859172 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Set router f1aac8c7-4421-441a-8750-c46f06687ff6 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:58:24.910851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49f02695-7e70-48b8-9698-0851de1b71c7 req-d4d5b42b-bf8f-4f5d-adfa-218b5a058ecc tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691731 Aug 21 08:58:25.170759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32502134-c87a-4089-9cc9-dbe363a6fcb2 req-63d5ada7-bc00-4fec-a9c6-d88d21c3b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:25.174084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32502134-c87a-4089-9cc9-dbe363a6fcb2 req-63d5ada7-bc00-4fec-a9c6-d88d21c3b0e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.6958392 Aug 21 08:58:25.346719 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-router', 'tenant_id': '30a879e75e354034866fd337ea845724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:18Z', 'updated_at': '2021-08-21T08:58:21Z', 'revision_number': 3, 'project_id': '30a879e75e354034866fd337ea845724', 'gw_port': {'id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:85:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:19Z', 'updated_at': '2021-08-21T08:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:25.415495 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Checking router: f1aac8c7-4421-441a-8750-c46f06687ff6 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 08:58:25.418892 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Updating router f1aac8c7-4421-441a-8750-c46f06687ff6 port bd876f51-dd6b-4467-9fab-13eda407f13a binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 08:58:25.478382 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:25.537612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32502134-c87a-4089-9cc9-dbe363a6fcb2 req-27384f03-3de5-4b5c-8d33-44de8e46038c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=c5b29578-58c9-4592-87b5-5ed5a762ae6a HTTP/1.1" status: 200 len: 217 time: 0.3329210 Aug 21 08:58:25.682007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7cf0d-fc75-4c9f-9ed9-18af9da60612 req-ec6a6e65-deb1-4fc9-8874-cce1aa70fc61 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:25.691624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1a7cf0d-fc75-4c9f-9ed9-18af9da60612 req-ec6a6e65-deb1-4fc9-8874-cce1aa70fc61 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 968 time: 0.5740273 Aug 21 08:58:25.759795 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4184063d-f6cb-4996-ad25-01758dc75e33 x-openstack-request-id: req-4184063d-f6cb-4996-ad25-01758dc75e33 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:58:25.760464 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8043b0bb-ee88-4649-942b-ecd1b5ec8c3a", "tag": "ef99f124-10e8-4fbd-af23-c3cc236e0d32", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:58:25.760584 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4184063d-f6cb-4996-ad25-01758dc75e33 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:58:25.761278 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8043b0bb-ee88-4649-942b-ecd1b5ec8c3a', 'tag': 'ef99f124-10e8-4fbd-af23-c3cc236e0d32', 'status': 'completed', 'code': 200} Aug 21 08:58:25.849321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1a7cf0d-fc75-4c9f-9ed9-18af9da60612 req-219060ca-8444-449b-8946-7761979adf57 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570413 Aug 21 08:58:25.870893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32502134-c87a-4089-9cc9-dbe363a6fcb2 req-6e065f6b-2e19-4ee8-af63-3e94d631e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:25.872156 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32502134-c87a-4089-9cc9-dbe363a6fcb2 req-6e065f6b-2e19-4ee8-af63-3e94d631e4a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2087746 Aug 21 08:58:26.064649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32502134-c87a-4089-9cc9-dbe363a6fcb2 req-16f8dc37-100e-4fed-881a-930c5eaa1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:26.080622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32502134-c87a-4089-9cc9-dbe363a6fcb2 req-16f8dc37-100e-4fed-881a-930c5eaa1745 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1695733 Aug 21 08:58:26.153288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-4407ece5-86ff-4e59-9bd0-1566ac237657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:26.158269 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-4407ece5-86ff-4e59-9bd0-1566ac237657 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d39f468274714deaba77e6fca4d770b4&device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 1120 time: 0.2198927 Aug 21 08:58:26.165976 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:26.206524 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Transition to ACTIVE for port object bd876f51-dd6b-4467-9fab-13eda407f13a will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:26.250393 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-55eb9d81-e04d-4d9d-8939-8b1c480648b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ef99f124-10e8-4fbd-af23-c3cc236e0d32 HTTP/1.1" status: 200 len: 217 time: 0.0849245 Aug 21 08:58:26.302524 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:26.334612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-b224ff8b-2579-45a6-b2a2-37166846c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:26.336476 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-b224ff8b-2579-45a6-b2a2-37166846c611 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0776317 Aug 21 08:58:26.405321 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Attempting to bind port bd876f51-dd6b-4467-9fab-13eda407f13a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:26.406191 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Attempting to bind port bd876f51-dd6b-4467-9fab-13eda407f13a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:26.406727 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Attempting to bind port bd876f51-dd6b-4467-9fab-13eda407f13a on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:26.417157 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:26.417861 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:26.418992 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:26.419629 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:26.420371 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Bound port: bd876f51-dd6b-4467-9fab-13eda407f13a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:26.421293 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:26.423133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9d6ec-c33d-43ed-aae7-fe961dbd5b70 req-185d0c96-a554-4f8a-9367-b3492c9db087 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:26.432534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9af9d6ec-c33d-43ed-aae7-fe961dbd5b70 req-185d0c96-a554-4f8a-9367-b3492c9db087 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 948 time: 0.1968880 Aug 21 08:58:26.455003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32502134-c87a-4089-9cc9-dbe363a6fcb2 req-352498fe-d446-40a7-b6ae-28539b29399e service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606718 Aug 21 08:58:26.487018 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:26.491754 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] For port bd876f51-dd6b-4467-9fab-13eda407f13a, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:26.501563 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] For port bd876f51-dd6b-4467-9fab-13eda407f13a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=bd876f51-dd6b-4467-9fab-13eda407f13a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:26.552691 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae645b-117b-44f5-beb3-5a370d089660 None None] Pushing event updated for resources: {'Port': ['ID=bd876f51-dd6b-4467-9fab-13eda407f13a,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:26.569390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9af9d6ec-c33d-43ed-aae7-fe961dbd5b70 req-f626c7f8-da57-4776-b8fa-ba6d7bd1a478 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356907 Aug 21 08:58:26.581126 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:26.652791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-3033b272-c4d2-4872-b571-af245cd6c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:26.659026 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-3033b272-c4d2-4872-b571-af245cd6c0fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3091156 Aug 21 08:58:26.692630 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Routers {'f1aac8c7-4421-441a-8750-c46f06687ff6'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:58:26.693637 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:58:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f1aac8c7-4421-441a-8750-c46f06687ff6'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:26.696887 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae645b-117b-44f5-beb3-5a370d089660 None None] Pushing event updated for resources: {'Port': ['ID=bd876f51-dd6b-4467-9fab-13eda407f13a,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:26.746160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32502134-c87a-4089-9cc9-dbe363a6fcb2 req-7a034587-3aca-4bbc-82d6-62930953411d service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751124 Aug 21 08:58:26.903234 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] Set router f1aac8c7-4421-441a-8750-c46f06687ff6 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:58:27.006578 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-4c75a41e-40b2-4291-90b5-4d61bdb4ca1c service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791915 Aug 21 08:58:27.158120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Allocated IP 172.20.0.1 (31173ca1-dac7-4599-916b-af345526a24b/8a6e39f0-813e-4590-9f81-e6ea1c925ab4/3ab1d134-a472-460e-8e8b-b9fcd33fabba) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:27.181820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277b302-b885-43a0-b609-b354977c20da req-eb011ed3-2c7f-4269-9cc8-8b6824dc99f2 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:27.183653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9277b302-b885-43a0-b609-b354977c20da req-eb011ed3-2c7f-4269-9cc8-8b6824dc99f2 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 968 time: 0.1167665 Aug 21 08:58:27.238703 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-router', 'tenant_id': '30a879e75e354034866fd337ea845724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:18Z', 'updated_at': '2021-08-21T08:58:21Z', 'revision_number': 3, 'project_id': '30a879e75e354034866fd337ea845724', 'gw_port': {'id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:85:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:19Z', 'updated_at': '2021-08-21T08:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:27.292106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9277b302-b885-43a0-b609-b354977c20da req-a408e4e4-5fbb-4b76-9e11-6c3600f9f70f tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958755 Aug 21 08:58:27.298816 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e83316f-36e5-4b5b-8c4c-e7420110558a None None] The sync data for ids ['f1aac8c7-4421-441a-8750-c46f06687ff6'] in n-d-766726-28 is: [{'id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-router', 'tenant_id': '30a879e75e354034866fd337ea845724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:18Z', 'updated_at': '2021-08-21T08:58:21Z', 'revision_number': 3, 'project_id': '30a879e75e354034866fd337ea845724', 'gw_port': {'id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:85:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:19Z', 'updated_at': '2021-08-21T08:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 08:58:27.360449 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:27.389039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Transition to ACTIVE for port object 3ab1d134-a472-460e-8e8b-b9fcd33fabba will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:27.563376 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:27.673284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Network 31173ca1-dac7-4599-916b-af345526a24b is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:27.692403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:27.701839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:27.702703 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:27.900786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab1d134-a472-460e-8e8b-b9fcd33fabba,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:28.027171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device bd876f51-dd6b-4467-9fab-13eda407f13a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:28.151796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750300f-be5d-4e50-9b0a-8f6744c14c03 req-bebe8586-dbb8-40e3-af1d-4f8b24d9f9b2 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:28.161190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f750300f-be5d-4e50-9b0a-8f6744c14c03 req-bebe8586-dbb8-40e3-af1d-4f8b24d9f9b2 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 948 time: 0.2704780 Aug 21 08:58:28.217365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port bd876f51-dd6b-4467-9fab-13eda407f13a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:28.222369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port bd876f51-dd6b-4467-9fab-13eda407f13a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:28.222670 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:28.248251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f750300f-be5d-4e50-9b0a-8f6744c14c03 req-393515e4-f5a0-4430-b384-d575d81fc42f tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856895 Aug 21 08:58:28.433465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e20ff19f-8fb0-45c6-b976-4792dd883861 None None] Provisioning for port 3ab1d134-a472-460e-8e8b-b9fcd33fabba completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:28.463695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e20ff19f-8fb0-45c6-b976-4792dd883861 None None] Provisioning complete for port 3ab1d134-a472-460e-8e8b-b9fcd33fabba triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:28.464385 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e20ff19f-8fb0-45c6-b976-4792dd883861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:28.471147 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:28.562045 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b98b8a0d-4ae2-45bb-a20f-4bde27e64223 req-c355f01e-5667-4c09-99d6-3ff24ed2422a service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264856 Aug 21 08:58:28.635415 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:28.685934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port bd876f51-dd6b-4467-9fab-13eda407f13a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=bd876f51-dd6b-4467-9fab-13eda407f13a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:28.713373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e20ff19f-8fb0-45c6-b976-4792dd883861 None None] Port 3ab1d134-a472-460e-8e8b-b9fcd33fabba cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:58:28.750551 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:28.775272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca8953-4031-467b-93cf-60db738eb34b req-a0ff8399-5c60-42b7-9395-9227a9ca58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:28.777007 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-c4ca8953-4031-467b-93cf-60db738eb34b req-a0ff8399-5c60-42b7-9395-9227a9ca58cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d39f468274714deaba77e6fca4d770b4&device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 1120 time: 0.0988953 Aug 21 08:58:28.800632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e6f65-6829-4905-a6de-dc49011e42c4 req-63d516e8-46c8-4352-a065-efde01915d86 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:28.801189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e6f65-6829-4905-a6de-dc49011e42c4 req-63d516e8-46c8-4352-a065-efde01915d86 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:28.801560 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e6f65-6829-4905-a6de-dc49011e42c4 req-63d516e8-46c8-4352-a065-efde01915d86 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:28.802135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e6f65-6829-4905-a6de-dc49011e42c4 req-63d516e8-46c8-4352-a065-efde01915d86 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:28.802761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e6f65-6829-4905-a6de-dc49011e42c4 req-63d516e8-46c8-4352-a065-efde01915d86 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:28.805026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c5e6f65-6829-4905-a6de-dc49011e42c4 req-63d516e8-46c8-4352-a065-efde01915d86 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.2114103 Aug 21 08:58:28.833933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=bd876f51-dd6b-4467-9fab-13eda407f13a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:28.858587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3496ad-9345-4db1-a923-2e4357fc68f0 req-fd0e4044-7492-46a8-badd-b4b6f862050d tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:28.860297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab3496ad-9345-4db1-a923-2e4357fc68f0 req-fd0e4044-7492-46a8-badd-b4b6f862050d tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 968 time: 0.2677934 Aug 21 08:58:28.987243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab3496ad-9345-4db1-a923-2e4357fc68f0 req-cf923ae2-a742-4f74-843a-c528eb20e3ee tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032019 Aug 21 08:58:29.042132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca8953-4031-467b-93cf-60db738eb34b req-368ad935-caa6-4c4d-9346-e99685d4401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:29.051423 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:29.051750 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-c4ca8953-4031-467b-93cf-60db738eb34b req-368ad935-caa6-4c4d-9346-e99685d4401f service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.2600977 Aug 21 08:58:29.053945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febee0c6-8701-45bc-8a67-17e0d0e8d6a6 req-3d9da030-9741-45d6-9fce-e5b04f8963e8 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:29.055363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-febee0c6-8701-45bc-8a67-17e0d0e8d6a6 req-3d9da030-9741-45d6-9fce-e5b04f8963e8 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 886 time: 0.1941586 Aug 21 08:58:29.120095 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-c4ca8953-4031-467b-93cf-60db738eb34b req-3fa7f77e-c400-4239-9e78-4886f8f986be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ef99f124-10e8-4fbd-af23-c3cc236e0d32 HTTP/1.1" status: 200 len: 217 time: 0.0650082 Aug 21 08:58:29.153598 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:29.154380 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:29.187430 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca8953-4031-467b-93cf-60db738eb34b req-7d8ef6ac-716d-4f67-8817-1c96a2b5a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:29.194240 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-c4ca8953-4031-467b-93cf-60db738eb34b req-7d8ef6ac-716d-4f67-8817-1c96a2b5a0d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0673919 Aug 21 08:58:29.591819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab1d134-a472-460e-8e8b-b9fcd33fabba,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:29.613296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a52c-2c44-45e8-a3e7-edade5b613fd req-feac45fc-9f42-4060-bbb0-d3ce55873448 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:29.613887 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a52c-2c44-45e8-a3e7-edade5b613fd req-feac45fc-9f42-4060-bbb0-d3ce55873448 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:29.617199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a52c-2c44-45e8-a3e7-edade5b613fd req-feac45fc-9f42-4060-bbb0-d3ce55873448 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:29.617199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a52c-2c44-45e8-a3e7-edade5b613fd req-feac45fc-9f42-4060-bbb0-d3ce55873448 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:29.617199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a52c-2c44-45e8-a3e7-edade5b613fd req-feac45fc-9f42-4060-bbb0-d3ce55873448 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:29.617199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d00a52c-2c44-45e8-a3e7-edade5b613fd req-feac45fc-9f42-4060-bbb0-d3ce55873448 tempest-NetworksTest-853720799 tempest-NetworksTest-853720799-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.5337167 Aug 21 08:58:29.691466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4c254-7ad9-4d64-8c9a-cad5bb8af7d1 req-8e89cdac-fbc4-481c-b72a-38c3775b6a1f tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:29.699047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9be4c254-7ad9-4d64-8c9a-cad5bb8af7d1 req-8e89cdac-fbc4-481c-b72a-38c3775b6a1f tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 948 time: 0.2027769 Aug 21 08:58:29.772819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9be4c254-7ad9-4d64-8c9a-cad5bb8af7d1 req-013764eb-7086-43e2-a4a4-ace7814c451c tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677903 Aug 21 08:58:29.814889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Network 31173ca1-dac7-4599-916b-af345526a24b is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:29.826156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:29.909221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca8953-4031-467b-93cf-60db738eb34b req-befec16e-4d2d-4431-a6c8-7a754aa2388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:29.914748 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-c4ca8953-4031-467b-93cf-60db738eb34b req-befec16e-4d2d-4431-a6c8-7a754aa2388b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1077161 Aug 21 08:58:29.917841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device bd876f51-dd6b-4467-9fab-13eda407f13a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:30.086754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port bd876f51-dd6b-4467-9fab-13eda407f13a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:30.088111 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:30.254873 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-c4ca8953-4031-467b-93cf-60db738eb34b req-b6a61983-88fc-49fd-8c49-66ee1dd01349 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305392 Aug 21 08:58:30.260352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Router f1aac8c7-4421-441a-8750-c46f06687ff6 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 08:58:30.402142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-adcc1eae-0395-4791-b591-913561d84e3b None None] Provisioning complete for port 3ab1d134-a472-460e-8e8b-b9fcd33fabba triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:30.402770 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-adcc1eae-0395-4791-b591-913561d84e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:30.483818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-adcc1eae-0395-4791-b591-913561d84e3b None None] Port 3ab1d134-a472-460e-8e8b-b9fcd33fabba cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:58:30.556398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52142) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:30.565915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8c4ff-be53-40df-a889-6f02035ff282 req-e96a2982-8770-4a9d-bbb1-16e6507c6480 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:30.575150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03a8c4ff-be53-40df-a889-6f02035ff282 req-e96a2982-8770-4a9d-bbb1-16e6507c6480 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 968 time: 0.3721721 Aug 21 08:58:30.784055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03a8c4ff-be53-40df-a889-6f02035ff282 req-c6da6673-2f9d-47e6-aadb-16f38f318eb0 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075605 Aug 21 08:58:30.792817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 08:58:30.806643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Sync routers for ids ['f1aac8c7-4421-441a-8750-c46f06687ff6'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 08:58:30.823165 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-c4ca8953-4031-467b-93cf-60db738eb34b req-9fe4278c-3c1a-4e6e-b4f0-cdb6c82bc0aa service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746330 Aug 21 08:58:30.826868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-98a4f0bb-4c14-48a7-8734-382c7ddee4e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/f1aac8c7-4421-441a-8750-c46f06687ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0609431 Aug 21 08:58:30.827797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Routers {'f1aac8c7-4421-441a-8750-c46f06687ff6'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:58:30.828449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:58:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f1aac8c7-4421-441a-8750-c46f06687ff6'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:30.890862 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-51b52c9e-65a8-4e6d-948c-bb94902a6a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.067149 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52152) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:31.149043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246668f-19ff-46a8-a79e-f4d84aa2844f req-62b1a455-513e-41ca-a5a8-55f32ee0ef5d tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:31.150679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d246668f-19ff-46a8-a79e-f4d84aa2844f req-62b1a455-513e-41ca-a5a8-55f32ee0ef5d tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 948 time: 0.1821895 Aug 21 08:58:31.167806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Set router f1aac8c7-4421-441a-8750-c46f06687ff6 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:58:31.275692 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eead1a2b-85c2-43b9-a575-cfc6f9a9f681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.295994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d246668f-19ff-46a8-a79e-f4d84aa2844f req-d08d8469-d691-4998-b9b2-c0f41f53d71d tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321213 Aug 21 08:58:31.338672 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-51b52c9e-65a8-4e6d-948c-bb94902a6a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.393965 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-51b52c9e-65a8-4e6d-948c-bb94902a6a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.442347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b52c9e-65a8-4e6d-948c-bb94902a6a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a45829-7194-4a69-81cf-3d49c05697b0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:31.469268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-51b52c9e-65a8-4e6d-948c-bb94902a6a6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12fe0efb6a3d487787d13874666882d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8915362 Aug 21 08:58:31.471932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52164) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:31.548899 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eead1a2b-85c2-43b9-a575-cfc6f9a9f681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.554286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-router', 'tenant_id': '30a879e75e354034866fd337ea845724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:18Z', 'updated_at': '2021-08-21T08:58:28Z', 'revision_number': 4, 'project_id': '30a879e75e354034866fd337ea845724', 'gw_port': {'id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:85:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:19Z', 'updated_at': '2021-08-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '3ab1d134-a472-460e-8e8b-b9fcd33fabba', 'name': '', 'network_id': '31173ca1-dac7-4599-916b-af345526a24b', 'tenant_id': '30a879e75e354034866fd337ea845724', 'mac_address': 'fa:16:3e:e6:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8a6e39f0-813e-4590-9f81-e6ea1c925ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:26Z', 'updated_at': '2021-08-21T08:58:28Z', 'revision_number': 2, 'project_id': '30a879e75e354034866fd337ea845724', 'subnets': [{'id': '8a6e39f0-813e-4590-9f81-e6ea1c925ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:31.557709 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05957281-10bf-4ccc-b219-2cd58f4b0de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.583303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Checking router: f1aac8c7-4421-441a-8750-c46f06687ff6 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 08:58:31.583685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Updating router f1aac8c7-4421-441a-8750-c46f06687ff6 port 3ab1d134-a472-460e-8e8b-b9fcd33fabba binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 08:58:31.594837 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05957281-10bf-4ccc-b219-2cd58f4b0de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.613393 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.670063 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eead1a2b-85c2-43b9-a575-cfc6f9a9f681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.743647 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eead1a2b-85c2-43b9-a575-cfc6f9a9f681 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c39c3a0da624724b3b7451806d3b615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6751595 Aug 21 08:58:31.744756 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead1a2b-85c2-43b9-a575-cfc6f9a9f681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d20e42-b9dc-445a-9a56-2c1a854ac6f5,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:31.747191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52170) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:31.884023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05957281-10bf-4ccc-b219-2cd58f4b0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.887122 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05957281-10bf-4ccc-b219-2cd58f4b0de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.888522 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-05957281-10bf-4ccc-b219-2cd58f4b0de3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0a45829-7194-4a69-81cf-3d49c05697b0 HTTP/1.1" status: 204 len: 168 time: 0.4153988 Aug 21 08:58:31.962687 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6ff-5093-4f45-beb8-c28e5729a2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:31.971524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05957281-10bf-4ccc-b219-2cd58f4b0de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a45829-7194-4a69-81cf-3d49c05697b0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:32.077647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6ff-5093-4f45-beb8-c28e5729a2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.101395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815893b-6393-4efb-accc-14d6572f4a41 req-83675d50-e8cb-4aaa-82b9-afe7971624aa tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:32.111175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f815893b-6393-4efb-accc-14d6572f4a41 req-83675d50-e8cb-4aaa-82b9-afe7971624aa tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 968 time: 0.2008533 Aug 21 08:58:32.171698 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.182520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Transition to ACTIVE for port object 3ab1d134-a472-460e-8e8b-b9fcd33fabba will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:32.216248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f815893b-6393-4efb-accc-14d6572f4a41 req-89d05d94-41d5-4c5c-896a-8665f1a90512 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037598 Aug 21 08:58:32.308524 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.344175 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6ff-5093-4f45-beb8-c28e5729a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.348445 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6ff-5093-4f45-beb8-c28e5729a2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.353654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2a39a6ff-5093-4f45-beb8-c28e5729a2eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4d20e42-b9dc-445a-9a56-2c1a854ac6f5 HTTP/1.1" status: 204 len: 168 time: 0.6031168 Aug 21 08:58:32.373716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39a6ff-5093-4f45-beb8-c28e5729a2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d20e42-b9dc-445a-9a56-2c1a854ac6f5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:32.400130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52188) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:32.406011 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-efe10675-ca52-4d4f-b899-3849d71091e3 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1325282948', 'description': 'tempest-description--805041030'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:32.434522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a234c2-f350-400b-b426-bc9164edeb6e None None] Pushing event updated for resources: {'Port': ['ID=3ab1d134-a472-460e-8e8b-b9fcd33fabba,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:32.498902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2e453-63d4-411f-a8b9-11e23ebc2aad req-805ecaeb-0f45-4663-b5b2-9d5f9b1ed721 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:32.514854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4d2e453-63d4-411f-a8b9-11e23ebc2aad req-805ecaeb-0f45-4663-b5b2-9d5f9b1ed721 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 948 time: 0.0953970 Aug 21 08:58:32.535390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Attempting to bind port 3ab1d134-a472-460e-8e8b-b9fcd33fabba on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:32.542160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Attempting to bind port 3ab1d134-a472-460e-8e8b-b9fcd33fabba by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '39112d76-07ee-44f4-80fe-3482394ff1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '31173ca1-dac7-4599-916b-af345526a24b'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:32.542160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Attempting to bind port 3ab1d134-a472-460e-8e8b-b9fcd33fabba on network 31173ca1-dac7-4599-916b-af345526a24b {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:32.545029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:32.545395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Checking segment: {'id': '39112d76-07ee-44f4-80fe-3482394ff1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '31173ca1-dac7-4599-916b-af345526a24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:32.545798 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.546186 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Bound using segment: {'id': '39112d76-07ee-44f4-80fe-3482394ff1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '31173ca1-dac7-4599-916b-af345526a24b'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:32.546647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Bound port: 3ab1d134-a472-460e-8e8b-b9fcd33fabba, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39112d76-07ee-44f4-80fe-3482394ff1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '31173ca1-dac7-4599-916b-af345526a24b'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:32.547049 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.562437 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efe10675-ca52-4d4f-b899-3849d71091e3 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.586907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4d2e453-63d4-411f-a8b9-11e23ebc2aad req-1290ddfd-6f65-4b8b-9045-74b212e34aa6 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667799 Aug 21 08:58:32.660709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] For port 3ab1d134-a472-460e-8e8b-b9fcd33fabba, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:32.664418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] For port 3ab1d134-a472-460e-8e8b-b9fcd33fabba, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3ab1d134-a472-460e-8e8b-b9fcd33fabba,segment=NetworkSegment(39112d76-07ee-44f4-80fe-3482394ff1de),segment_id=39112d76-07ee-44f4-80fe-3482394ff1de)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:32.740051 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.776528 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efe10675-ca52-4d4f-b899-3849d71091e3 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.799447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Routers {'f1aac8c7-4421-441a-8750-c46f06687ff6'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:58:32.800127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:58:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f1aac8c7-4421-441a-8750-c46f06687ff6'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:32.851372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a234c2-f350-400b-b426-bc9164edeb6e None None] Pushing event updated for resources: {'Port': ['ID=3ab1d134-a472-460e-8e8b-b9fcd33fabba,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:32.877470 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efe10675-ca52-4d4f-b899-3849d71091e3 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.927447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52192) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:32.947533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f52bddf-6ee1-4c08-8d62-b495651cfa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:32.960094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe10675-ca52-4d4f-b899-3849d71091e3 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abd21b4-a5c8-46a9-8670-f15ede67dbd4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:33.030408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efe10675-ca52-4d4f-b899-3849d71091e3 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.030408 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-efe10675-ca52-4d4f-b899-3849d71091e3 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6278315 Aug 21 08:58:33.032459 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52194) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:33.040701 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0baf47a5-57dd-4b24-81b5-652dcf98afc9 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Request body: {'security_group_rule': {'security_group_id': '7abd21b4-a5c8-46a9-8670-f15ede67dbd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:33.051766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] Set router f1aac8c7-4421-441a-8750-c46f06687ff6 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:58:33.119416 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f52bddf-6ee1-4c08-8d62-b495651cfa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.193674 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f52bddf-6ee1-4c08-8d62-b495651cfa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.233121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52bddf-6ee1-4c08-8d62-b495651cfa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acfcb20-1eb5-4bdf-9465-ffb3ebdaf070,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:33.237373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7f52bddf-6ee1-4c08-8d62-b495651cfa78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b459c5cfc50a4c5987809b48bb37a859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089087 Aug 21 08:58:33.241387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52196) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:33.278995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-router', 'tenant_id': '30a879e75e354034866fd337ea845724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:18Z', 'updated_at': '2021-08-21T08:58:28Z', 'revision_number': 4, 'project_id': '30a879e75e354034866fd337ea845724', 'gw_port': {'id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:85:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:19Z', 'updated_at': '2021-08-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '3ab1d134-a472-460e-8e8b-b9fcd33fabba', 'name': '', 'network_id': '31173ca1-dac7-4599-916b-af345526a24b', 'tenant_id': '30a879e75e354034866fd337ea845724', 'mac_address': 'fa:16:3e:e6:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8a6e39f0-813e-4590-9f81-e6ea1c925ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:26Z', 'updated_at': '2021-08-21T08:58:32Z', 'revision_number': 4, 'project_id': '30a879e75e354034866fd337ea845724', 'subnets': [{'id': '8a6e39f0-813e-4590-9f81-e6ea1c925ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:33.294042 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0baf47a5-57dd-4b24-81b5-652dcf98afc9 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.310364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1336-cc9a-4dc3-a28b-4c2f899b2f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.318915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e2d56-bf0a-4e36-8f12-76298de992f4 None None] The sync data for ids ['f1aac8c7-4421-441a-8750-c46f06687ff6'] in n-d-766726-28 is: [{'id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-router', 'tenant_id': '30a879e75e354034866fd337ea845724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:18Z', 'updated_at': '2021-08-21T08:58:28Z', 'revision_number': 4, 'project_id': '30a879e75e354034866fd337ea845724', 'gw_port': {'id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:85:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:19Z', 'updated_at': '2021-08-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '3ab1d134-a472-460e-8e8b-b9fcd33fabba', 'name': '', 'network_id': '31173ca1-dac7-4599-916b-af345526a24b', 'tenant_id': '30a879e75e354034866fd337ea845724', 'mac_address': 'fa:16:3e:e6:c9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '8a6e39f0-813e-4590-9f81-e6ea1c925ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:26Z', 'updated_at': '2021-08-21T08:58:32Z', 'revision_number': 4, 'project_id': '30a879e75e354034866fd337ea845724', 'subnets': [{'id': '8a6e39f0-813e-4590-9f81-e6ea1c925ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 08:58:33.342522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52200) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:33.356564 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1336-cc9a-4dc3-a28b-4c2f899b2f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.366375 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-308c2de5-3b4e-48a2-96c7-e4321a03b04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.409525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0baf47a5-57dd-4b24-81b5-652dcf98afc9 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.411335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874ac36-4bdb-4744-a974-b9c653dade74 req-cddfe4fc-d4e2-4b0b-83f9-b18d04cfc57b tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:33.412886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4874ac36-4bdb-4744-a974-b9c653dade74 req-cddfe4fc-d4e2-4b0b-83f9-b18d04cfc57b tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 968 time: 0.1167793 Aug 21 08:58:33.459719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4874ac36-4bdb-4744-a974-b9c653dade74 req-1fa1e8cc-0f2e-4ae5-ab93-eb1aa7922b39 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Aug 21 08:58:33.475630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0baf47a5-57dd-4b24-81b5-652dcf98afc9 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.503473 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf47a5-57dd-4b24-81b5-652dcf98afc9 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a1e35c-f5cd-401a-9e0b-f45b6dda4fb7,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:33.517493 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1336-cc9a-4dc3-a28b-4c2f899b2f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.518293 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-308c2de5-3b4e-48a2-96c7-e4321a03b04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.523307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1336-cc9a-4dc3-a28b-4c2f899b2f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.523307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c2ff1336-cc9a-4dc3-a28b-4c2f899b2f8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2acfcb20-1eb5-4bdf-9465-ffb3ebdaf070 HTTP/1.1" status: 204 len: 168 time: 0.2795470 Aug 21 08:58:33.531533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff1336-cc9a-4dc3-a28b-4c2f899b2f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acfcb20-1eb5-4bdf-9465-ffb3ebdaf070,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:33.600583 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-308c2de5-3b4e-48a2-96c7-e4321a03b04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.656541 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-308c2de5-3b4e-48a2-96c7-e4321a03b04d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77eb69f2fc964e429edbf30daeb6dc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106258 Aug 21 08:58:33.657023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52206) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:33.659109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c2de5-3b4e-48a2-96c7-e4321a03b04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ce3dd2-9c8c-4eea-913d-29e623360c37,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:33.690986 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0baf47a5-57dd-4b24-81b5-652dcf98afc9 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.694708 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0baf47a5-57dd-4b24-81b5-652dcf98afc9 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6567543 Aug 21 08:58:33.695003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52208) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:33.700401 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-27415126-55dc-4b38-bde3-b2a0505ff3ae tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Request body: {'security_group_rule': {'security_group_id': '7abd21b4-a5c8-46a9-8670-f15ede67dbd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:33.752720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220187fd-6870-43fb-9f14-7838a007bb53 req-b8ba641d-2043-483e-a681-f6e6f9ca5594 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:33.754341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-220187fd-6870-43fb-9f14-7838a007bb53 req-b8ba641d-2043-483e-a681-f6e6f9ca5594 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 948 time: 0.0842223 Aug 21 08:58:33.772164 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e238928b-366b-4701-9930-8229bc12ed8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.810628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27415126-55dc-4b38-bde3-b2a0505ff3ae tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.815106 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e238928b-366b-4701-9930-8229bc12ed8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.819334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-220187fd-6870-43fb-9f14-7838a007bb53 req-cc6ccd6f-099a-41d4-a26b-9be424031707 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589042 Aug 21 08:58:33.908607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3ab1d134-a472-460e-8e8b-b9fcd33fabba up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:33.976416 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e238928b-366b-4701-9930-8229bc12ed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.979113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e238928b-366b-4701-9930-8229bc12ed8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:33.980429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e238928b-366b-4701-9930-8229bc12ed8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04ce3dd2-9c8c-4eea-913d-29e623360c37 HTTP/1.1" status: 204 len: 168 time: 0.3223014 Aug 21 08:58:33.990642 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27415126-55dc-4b38-bde3-b2a0505ff3ae tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.013507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238928b-366b-4701-9930-8229bc12ed8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ce3dd2-9c8c-4eea-913d-29e623360c37,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:34.050597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 3ab1d134-a472-460e-8e8b-b9fcd33fabba completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:34.059272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3ab1d134-a472-460e-8e8b-b9fcd33fabba triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:34.059272 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.079214 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27415126-55dc-4b38-bde3-b2a0505ff3ae tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.108394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27415126-55dc-4b38-bde3-b2a0505ff3ae tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d327a516-ff30-4631-b3fc-f1a3e7d6ff89,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:34.145488 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.177983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 3ab1d134-a472-460e-8e8b-b9fcd33fabba, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3ab1d134-a472-460e-8e8b-b9fcd33fabba,segment=NetworkSegment(39112d76-07ee-44f4-80fe-3482394ff1de),segment_id=39112d76-07ee-44f4-80fe-3482394ff1de)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:34.198929 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27415126-55dc-4b38-bde3-b2a0505ff3ae tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.201087 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-27415126-55dc-4b38-bde3-b2a0505ff3ae tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5047307 Aug 21 08:58:34.204068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52220) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:34.209218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:34.302483 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.341891 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.364707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=3ab1d134-a472-460e-8e8b-b9fcd33fabba,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:34.472416 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.609645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Allocated IP 172.25.5.219 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/c3d05345-8f33-47ed-acc2-1f4ec8fafb49) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:34.632310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc421217-16b4-4ac9-9657-d97f375a6649 req-75a49bd8-35ce-4914-87cd-48eba0c46454 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:34.633872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc421217-16b4-4ac9-9657-d97f375a6649 req-75a49bd8-35ce-4914-87cd-48eba0c46454 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 968 time: 0.0765774 Aug 21 08:58:34.726889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc421217-16b4-4ac9-9657-d97f375a6649 req-477a23e3-4019-4bd1-9680-7fc21dd442cc tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744193 Aug 21 08:58:34.754717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52236) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:34.762582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.767801 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf27c76a-9441-419f-aa75-ef877120a851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.859118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf27c76a-9441-419f-aa75-ef877120a851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.877598 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.937243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:34.944741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:34.945576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:34.963303 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf27c76a-9441-419f-aa75-ef877120a851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:34.978775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Pushing event updated for resources: {'Port': ['ID=c3d05345-8f33-47ed-acc2-1f4ec8fafb49,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:35.006042 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bf27c76a-9441-419f-aa75-ef877120a851 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fe48b24e63c4b909e20a46420f619d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491522 Aug 21 08:58:35.007120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52244) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:35.008840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27c76a-9441-419f-aa75-ef877120a851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc0434-4017-4311-a939-49897d00c0c7,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:35.045698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02095a68-9559-4fdb-8a56-ef607210d463 req-6317ffd3-1304-48a2-aae5-fe2d2d9489e7 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:35.047125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02095a68-9559-4fdb-8a56-ef607210d463 req-6317ffd3-1304-48a2-aae5-fe2d2d9489e7 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 948 time: 0.1435246 Aug 21 08:58:35.062212 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ca54d1a-aeb5-4953-9735-b05d32cbdf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.072558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.086614 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ca54d1a-aeb5-4953-9735-b05d32cbdf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.099549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02095a68-9559-4fdb-8a56-ef607210d463 req-f893b691-137f-4489-afa2-4737dff36376 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Aug 21 08:58:35.169942 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.260271 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ca54d1a-aeb5-4953-9735-b05d32cbdf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.263421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ca54d1a-aeb5-4953-9735-b05d32cbdf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.267132 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0ca54d1a-aeb5-4953-9735-b05d32cbdf8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5fc0434-4017-4311-a939-49897d00c0c7 HTTP/1.1" status: 204 len: 168 time: 0.2568350 Aug 21 08:58:35.274498 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca54d1a-aeb5-4953-9735-b05d32cbdf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc0434-4017-4311-a939-49897d00c0c7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:35.328899 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.416887 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.445165 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.469720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Pushing event updated for resources: {'Port': ['ID=c3d05345-8f33-47ed-acc2-1f4ec8fafb49,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:35.562929 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.571595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5f06f93d-6b46-4428-9f2d-39b09dd31598 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3593354 Aug 21 08:58:35.638649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ef99f124-10e8-4fbd-af23-c3cc236e0d32 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:58:35.755243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ef99f124-10e8-4fbd-af23-c3cc236e0d32, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ef99f124-10e8-4fbd-af23-c3cc236e0d32,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:35.767079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'ef99f124-10e8-4fbd-af23-c3cc236e0d32', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': 'ef99f124-10e8-4fbd-af23-c3cc236e0d32', 'mac_address': 'fa:16:3e:f1:5e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:tempest-test_az-426018498', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:58:35.817324 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.833270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef99f124-10e8-4fbd-af23-c3cc236e0d32 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:58:35.867982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ef99f124-10e8-4fbd-af23-c3cc236e0d32, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ef99f124-10e8-4fbd-af23-c3cc236e0d32,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:35.885032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-86ea5ba1-ec2b-46cf-b6c0-df15361c5fc0 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1325282948&fields=id&tenant_id=6600cf3631324e368fd5629b44cc5be0 HTTP/1.1" status: 200 len: 267 time: 0.0756655 Aug 21 08:58:35.897235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3ab1d134-a472-460e-8e8b-b9fcd33fabba up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:35.945841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3ab1d134-a472-460e-8e8b-b9fcd33fabba triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:35.946205 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:35.970796 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:36.046033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=ef99f124-10e8-4fbd-af23-c3cc236e0d32,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:36.246813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['ef99f124-10e8-4fbd-af23-c3cc236e0d32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:58:36.271330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdba19c-c10e-4928-91c5-761d43af6e1d req-02d0c983-07ab-45d1-89fd-7404924a78b5 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:36.272845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfdba19c-c10e-4928-91c5-761d43af6e1d req-02d0c983-07ab-45d1-89fd-7404924a78b5 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 969 time: 0.3439009 Aug 21 08:58:36.295370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-4b346c62-b674-4db5-a506-80085d83aa90 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:36.296891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-4b346c62-b674-4db5-a506-80085d83aa90 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/networks?id=81d00ede-ffc6-4f2c-87e9-3525996dc088 HTTP/1.1" status: 200 len: 824 time: 0.4043775 Aug 21 08:58:36.319444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-1dde1c2f-e328-4a92-99f4-287d5777f8dc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/quotas/6600cf3631324e368fd5629b44cc5be0 HTTP/1.1" status: 200 len: 375 time: 0.0152111 Aug 21 08:58:36.346914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfdba19c-c10e-4928-91c5-761d43af6e1d req-85c52cf5-3c8e-4c99-8347-dd37630324fc tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663307 Aug 21 08:58:36.412187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-f6369a34-445f-412a-a7d2-bf45425501fc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6600cf3631324e368fd5629b44cc5be0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829282 Aug 21 08:58:36.566345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ce3afa30-7266-4a94-9677-3d5c9472dcaf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 08:58:36.569060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ce3afa30-7266-4a94-9677-3d5c9472dcaf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448041 Aug 21 08:58:36.656622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-9ee2073a-1b38-41ff-a394-748c8e89e119 service neutron] 10.222.0.20 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830054 Aug 21 08:58:36.749952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-381970c6-3e03-4f48-8795-93ce7efb1dde service neutron] 10.222.0.20 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871108 Aug 21 08:58:36.828494 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-53a6fb32-9363-4217-a932-72c1260520c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:37.062869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c151bc7-0f40-4412-8ce4-a8bd5def5255 req-0332bc64-4431-4681-8826-4d7ddac1836b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:37.068079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c151bc7-0f40-4412-8ce4-a8bd5def5255 req-0332bc64-4431-4681-8826-4d7ddac1836b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 948 time: 0.0742424 Aug 21 08:58:37.105051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c151bc7-0f40-4412-8ce4-a8bd5def5255 req-95011bcf-7831-4236-a8b0-182b82afa5fb tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338223 Aug 21 08:58:37.187721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5fb6c914-e08e-4145-9f09-0879196a3ba8 req-896f15c0-b39f-4803-a3f2-eeddd05e154f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 210 time: 0.0289528 Aug 21 08:58:37.550724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a36c4d-18a6-4dd2-b167-65cec14aa2c9 req-5009b7ac-786a-40bf-850e-1d61a1f590f4 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:37.552250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8a36c4d-18a6-4dd2-b167-65cec14aa2c9 req-5009b7ac-786a-40bf-850e-1d61a1f590f4 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 969 time: 0.0478463 Aug 21 08:58:37.594970 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8a36c4d-18a6-4dd2-b167-65cec14aa2c9 req-c780f9b0-ecb7-4730-9db9-8350468108b3 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366828 Aug 21 08:58:37.635852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c5b29578-58c9-4592-87b5-5ed5a762ae6a details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:58:37.647269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ef99f124-10e8-4fbd-af23-c3cc236e0d32 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:37.772593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c5b29578-58c9-4592-87b5-5ed5a762ae6a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c5b29578-58c9-4592-87b5-5ed5a762ae6a,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:37.783016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'c5b29578-58c9-4592-87b5-5ed5a762ae6a', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': 'c5b29578-58c9-4592-87b5-5ed5a762ae6a', 'mac_address': 'fa:16:3e:2e:9d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:58:37.816369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port ef99f124-10e8-4fbd-af23-c3cc236e0d32 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:37.823110 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:37.826291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port ef99f124-10e8-4fbd-af23-c3cc236e0d32 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:37.826643 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:37.859797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b29578-58c9-4592-87b5-5ed5a762ae6a {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:58:37.895713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c5b29578-58c9-4592-87b5-5ed5a762ae6a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c5b29578-58c9-4592-87b5-5ed5a762ae6a,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:37.946583 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:37.958303 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:37.993423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8043b0bb-ee88-4649-942b-ecd1b5ec8c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef99f124-10e8-4fbd-af23-c3cc236e0d32'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:58:38.080906 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ef99f124-10e8-4fbd-af23-c3cc236e0d32, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ef99f124-10e8-4fbd-af23-c3cc236e0d32,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:38.097680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=c5b29578-58c9-4592-87b5-5ed5a762ae6a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:38.122400 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98a083c-56d6-48c0-acac-9e3ff19ad1d0" -d '{"events": [{"server_uuid": "8043b0bb-ee88-4649-942b-ecd1b5ec8c3a", "name": "network-vif-plugged", "status": "completed", "tag": "ef99f124-10e8-4fbd-af23-c3cc236e0d32"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:58:38.182023 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:38.212258 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2133ef5-8868-43e8-a796-ed616908e168 x-openstack-request-id: req-f2133ef5-8868-43e8-a796-ed616908e168 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:58:38.212564 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8043b0bb-ee88-4649-942b-ecd1b5ec8c3a", "name": "network-vif-plugged", "status": "completed", "tag": "ef99f124-10e8-4fbd-af23-c3cc236e0d32", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:58:38.212822 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2133ef5-8868-43e8-a796-ed616908e168 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:58:38.213267 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8043b0bb-ee88-4649-942b-ecd1b5ec8c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef99f124-10e8-4fbd-af23-c3cc236e0d32', 'code': 200} Aug 21 08:58:38.237803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=ef99f124-10e8-4fbd-af23-c3cc236e0d32,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:38.294295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c5b29578-58c9-4592-87b5-5ed5a762ae6a'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:58:38.308047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6da770-ba1d-4482-bc0d-0813fcb4710b req-f1ce2f66-05ca-46d9-ac25-62d849142ec4 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:38.312450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b6da770-ba1d-4482-bc0d-0813fcb4710b req-f1ce2f66-05ca-46d9-ac25-62d849142ec4 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 949 time: 0.0576448 Aug 21 08:58:38.356228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6a70c-57d0-4501-b1a7-bcb7a910ae5f req-2d73e3d0-c514-4b00-9e1e-8c65186e0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:38.357765 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-68a6a70c-57d0-4501-b1a7-bcb7a910ae5f req-2d73e3d0-c514-4b00-9e1e-8c65186e0cce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 1122 time: 0.0811901 Aug 21 08:58:38.361503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b6da770-ba1d-4482-bc0d-0813fcb4710b req-da5105cf-1d44-4f40-9524-6d6ab01eb155 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432234 Aug 21 08:58:38.379390 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-68a6a70c-57d0-4501-b1a7-bcb7a910ae5f req-06e5b124-58b1-4b75-a11f-3dc8e4b038ca service neutron] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:38.479651 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d5df09c-6ad5-4a4e-b139-8c36aa24727b req-31304d61-1d16-4eeb-b65b-8e367524450d tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 210 time: 0.0459952 Aug 21 08:58:38.508038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-68a6a70c-57d0-4501-b1a7-bcb7a910ae5f req-06e5b124-58b1-4b75-a11f-3dc8e4b038ca service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:38.621928 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-68a6a70c-57d0-4501-b1a7-bcb7a910ae5f req-06e5b124-58b1-4b75-a11f-3dc8e4b038ca service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:38.655926 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-68a6a70c-57d0-4501-b1a7-bcb7a910ae5f req-06e5b124-58b1-4b75-a11f-3dc8e4b038ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902400 Aug 21 08:58:38.664875 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5b124-58b1-4b75-a11f-3dc8e4b038ca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab51bb5-db8b-4e88-bbb3-a971d2ba989c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:38.693316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52382) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:38.717037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104604ab-1003-478b-8653-3bb4e7ba45d8 req-4f45bc32-49e1-4dc0-90bf-5f778a254e32 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:38.721242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-104604ab-1003-478b-8653-3bb4e7ba45d8 req-4f45bc32-49e1-4dc0-90bf-5f778a254e32 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 970 time: 0.0495675 Aug 21 08:58:38.757951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-104604ab-1003-478b-8653-3bb4e7ba45d8 req-6739301c-e2e5-40cb-9263-ac2a596f564c tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334888 Aug 21 08:58:38.808757 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e532885-4f8f-4589-8abc-eba30af0f8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:38.898285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e532885-4f8f-4589-8abc-eba30af0f8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:38.958986 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e532885-4f8f-4589-8abc-eba30af0f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:38.997422 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7e532885-4f8f-4589-8abc-eba30af0f8bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=403509066e0a443d9750f00014a9add9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028805 Aug 21 08:58:38.998359 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e532885-4f8f-4589-8abc-eba30af0f8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afccdbf5-81f1-4227-9548-f40c3c10663b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:39.000237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52388) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:39.063079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-27caf2de-2776-438b-8d97-f06857fa7b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.084090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-27caf2de-2776-438b-8d97-f06857fa7b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.199323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-27caf2de-2776-438b-8d97-f06857fa7b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.201891 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-27caf2de-2776-438b-8d97-f06857fa7b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.203128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-27caf2de-2776-438b-8d97-f06857fa7b37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afccdbf5-81f1-4227-9548-f40c3c10663b HTTP/1.1" status: 204 len: 168 time: 0.2002809 Aug 21 08:58:39.210892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caf2de-2776-438b-8d97-f06857fa7b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afccdbf5-81f1-4227-9548-f40c3c10663b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:39.259706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52394) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:39.361487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc9d34e6-af6f-4239-a6d1-32f66d7841a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.462028 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc9d34e6-af6f-4239-a6d1-32f66d7841a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.468495 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-37408a95-3480-4e34-863c-b2812ec345d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.499718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7289ce6-b5b6-4d3e-8d1d-a97bab17ab8d req-11adf42f-9655-4058-8320-bce5cd297b1d tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:39.501248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7289ce6-b5b6-4d3e-8d1d-a97bab17ab8d req-11adf42f-9655-4058-8320-bce5cd297b1d tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 949 time: 0.0537150 Aug 21 08:58:39.526318 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc9d34e6-af6f-4239-a6d1-32f66d7841a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.600815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7289ce6-b5b6-4d3e-8d1d-a97bab17ab8d req-bc72f056-7129-4d70-ad19-95fc67e48bc3 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928285 Aug 21 08:58:39.609240 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06cd63fa-cbe3-40c6-a4fa-e33188c5c529 req-2a78b9ea-f474-4ee6-846f-195380e97d11 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 210 time: 0.0641451 Aug 21 08:58:39.609647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c5b29578-58c9-4592-87b5-5ed5a762ae6a up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:39.621787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dc9d34e6-af6f-4239-a6d1-32f66d7841a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdbc039867264a33ab608f0de11be4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608909 Aug 21 08:58:39.624493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52404) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:39.632281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d34e6-af6f-4239-a6d1-32f66d7841a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1e2524-5f58-45e5-98df-ee5b40ede7cd,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:39.688629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99278144-b604-4b31-b3dc-0837cbba89c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.712727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99278144-b604-4b31-b3dc-0837cbba89c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.720045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-8717744e-eeee-44cd-975b-1c4e11b6aeb1 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:39.721574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-8717744e-eeee-44cd-975b-1c4e11b6aeb1 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.22 "GET /v2.0/networks?id=81d00ede-ffc6-4f2c-87e9-3525996dc088 HTTP/1.1" status: 200 len: 824 time: 0.1198518 Aug 21 08:58:39.782046 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.783631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port c5b29578-58c9-4592-87b5-5ed5a762ae6a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:39.786826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-0e14a5b5-8f10-4522-8ea6-11730e36406e tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6600cf3631324e368fd5629b44cc5be0 HTTP/1.1" status: 200 len: 380 time: 0.0510833 Aug 21 08:58:39.788990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port c5b29578-58c9-4592-87b5-5ed5a762ae6a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:39.789455 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.800534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Request body: {'port': {'device_id': '16d6bb34-2524-47a0-90a3-d81773fee260', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'admin_state_up': True, 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'security_groups': ['7abd21b4-a5c8-46a9-8670-f15ede67dbd4']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:39.872441 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.882119 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99278144-b604-4b31-b3dc-0837cbba89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.885406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99278144-b604-4b31-b3dc-0837cbba89c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:39.892671 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-99278144-b604-4b31-b3dc-0837cbba89c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c1e2524-5f58-45e5-98df-ee5b40ede7cd HTTP/1.1" status: 204 len: 168 time: 0.2670646 Aug 21 08:58:39.910714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c5b29578-58c9-4592-87b5-5ed5a762ae6a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c5b29578-58c9-4592-87b5-5ed5a762ae6a,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:39.914187 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99278144-b604-4b31-b3dc-0837cbba89c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1e2524-5f58-45e5-98df-ee5b40ede7cd,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:39.924006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2426890-b2f5-4289-8079-f675c57f4b7b req-749289a9-f4f8-4d94-b039-8e4ee2e09f6b tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:39.925544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2426890-b2f5-4289-8079-f675c57f4b7b req-749289a9-f4f8-4d94-b039-8e4ee2e09f6b tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 970 time: 0.0808702 Aug 21 08:58:39.986129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2426890-b2f5-4289-8079-f675c57f4b7b req-441f78ef-d890-4d33-a8b4-55ced91ccfb0 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Aug 21 08:58:39.991105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.042886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=c5b29578-58c9-4592-87b5-5ed5a762ae6a,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:40.078763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52410) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:40.090486 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Made reservation on behalf of 6600cf3631324e368fd5629b44cc5be0 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:40.092158 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a38f6db0-e8c8-448d-bb48-ab3748b88a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.094338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.179762 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a38f6db0-e8c8-448d-bb48-ab3748b88a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.217610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b9b47-6c62-4083-a4d9-c26651265314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b29578-58c9-4592-87b5-5ed5a762ae6a'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:58:40.220131 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344445f9-5336-4665-9973-fa76d250b440" -d '{"events": [{"server_uuid": "4c3b9b47-6c62-4083-a4d9-c26651265314", "name": "network-vif-plugged", "status": "completed", "tag": "c5b29578-58c9-4592-87b5-5ed5a762ae6a"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:58:40.223777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Allocated IP 172.20.0.3 (81d00ede-ffc6-4f2c-87e9-3525996dc088/df6e82b6-6db7-47ac-9ebc-f352a404555a/cf8af1b6-1093-48c8-a7af-f08d5c675492) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:40.251447 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a38f6db0-e8c8-448d-bb48-ab3748b88a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.258420 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8fbfb-2ef0-475f-96b1-69c56af3b683 x-openstack-request-id: req-ebf8fbfb-2ef0-475f-96b1-69c56af3b683 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:58:40.258731 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3b9b47-6c62-4083-a4d9-c26651265314", "name": "network-vif-plugged", "status": "completed", "tag": "c5b29578-58c9-4592-87b5-5ed5a762ae6a", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:58:40.258978 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebf8fbfb-2ef0-475f-96b1-69c56af3b683 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:58:40.260845 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b9b47-6c62-4083-a4d9-c26651265314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b29578-58c9-4592-87b5-5ed5a762ae6a', 'code': 200} Aug 21 08:58:40.296685 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a38f6db0-e8c8-448d-bb48-ab3748b88a82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0f80e85dc5d4247ad3c98bdae2035fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166786 Aug 21 08:58:40.297560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f6db0-e8c8-448d-bb48-ab3748b88a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4f859a-2b3c-4ed5-8507-19c449567c8d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:40.299715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52416) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:40.323588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.22', 54609) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:40.364943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f3092-5e35-481a-b8bd-1a3330b250a6 req-9a5b21c6-98c5-49d3-a0b1-e163e555a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:40.368084 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-674f3092-5e35-481a-b8bd-1a3330b250a6 req-9a5b21c6-98c5-49d3-a0b1-e163e555a05c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 1102 time: 0.0427392 Aug 21 08:58:40.403503 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-674f3092-5e35-481a-b8bd-1a3330b250a6 req-c454c044-1fbb-4074-8295-4cc9eb026465 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282035 Aug 21 08:58:40.407216 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2cd20e4-f961-46dc-82f4-2cffca594ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.434435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.447176 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2cd20e4-f961-46dc-82f4-2cffca594ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.462172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Transition to ACTIVE for port object cf8af1b6-1093-48c8-a7af-f08d5c675492 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:40.610935 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2cd20e4-f961-46dc-82f4-2cffca594ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.613646 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2cd20e4-f961-46dc-82f4-2cffca594ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.621431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a2cd20e4-f961-46dc-82f4-2cffca594ccf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b4f859a-2b3c-4ed5-8507-19c449567c8d HTTP/1.1" status: 204 len: 168 time: 0.3142271 Aug 21 08:58:40.621431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.636175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd20e4-f961-46dc-82f4-2cffca594ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4f859a-2b3c-4ed5-8507-19c449567c8d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:40.675806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Network 81d00ede-ffc6-4f2c-87e9-3525996dc088 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:40.680310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:40.686600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:40.693155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:40.694645 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.704323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52424) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:40.721349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Pushing event updated for resources: {'Port': ['ID=cf8af1b6-1093-48c8-a7af-f08d5c675492,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:40.723704 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-20aa2b66-b148-47a6-8167-e50321651d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.766691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093f41c-4287-4414-92a2-2bdf202b0e64 req-817acd65-8397-4ef2-81ab-5f1bb72e5b10 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:40.768451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a093f41c-4287-4414-92a2-2bdf202b0e64 req-817acd65-8397-4ef2-81ab-5f1bb72e5b10 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 931 time: 0.0593801 Aug 21 08:58:40.796201 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.833270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-ffe6b192-410f-479d-b53b-c5c96e50da86 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0370648 Aug 21 08:58:40.837375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a093f41c-4287-4414-92a2-2bdf202b0e64 req-c9d4e8fe-766e-4ba6-8847-19475cc2cca4 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587366 Aug 21 08:58:40.848468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Request body: {'port': {'device_id': '16d6bb34-2524-47a0-90a3-d81773fee260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:40.859518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ca37b-1ae1-4be1-a5f5-96805e49baec req-ebd6351c-433d-4784-88a7-84386cad787d tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:40.861140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed4ca37b-1ae1-4be1-a5f5-96805e49baec req-ebd6351c-433d-4784-88a7-84386cad787d tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 950 time: 0.0916111 Aug 21 08:58:40.922087 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-20aa2b66-b148-47a6-8167-e50321651d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.951836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed4ca37b-1ae1-4be1-a5f5-96805e49baec req-41b20bd8-e42c-4420-ba0f-64855d639d67 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646143 Aug 21 08:58:40.952537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:40.996967 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-20aa2b66-b148-47a6-8167-e50321651d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.046837 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-20aa2b66-b148-47a6-8167-e50321651d98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16d4b614fd124c0591d6ef94b7b59f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407431 Aug 21 08:58:41.047972 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa2b66-b148-47a6-8167-e50321651d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a947b8d-5066-484a-8324-9e48f9ecc067,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:41.063712 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52430) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:41.084552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c56f92d4-85bf-454f-acf7-9d270299e5b7 None None] Provisioning for port cf8af1b6-1093-48c8-a7af-f08d5c675492 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:41.088552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c56f92d4-85bf-454f-acf7-9d270299e5b7 None None] Provisioning complete for port cf8af1b6-1093-48c8-a7af-f08d5c675492 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:41.089882 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c56f92d4-85bf-454f-acf7-9d270299e5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.117958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38077ba2-a23d-4b0d-a89e-eb5753b50901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.142822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38077ba2-a23d-4b0d-a89e-eb5753b50901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.144702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c56f92d4-85bf-454f-acf7-9d270299e5b7 None None] Port cf8af1b6-1093-48c8-a7af-f08d5c675492 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:58:41.194347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475568e0-6e67-4ad6-8ad4-0a40d2931aef req-ef284b85-913c-44ac-ac44-d0cd1deda921 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:41.196175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-475568e0-6e67-4ad6-8ad4-0a40d2931aef req-ef284b85-913c-44ac-ac44-d0cd1deda921 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 970 time: 0.1030195 Aug 21 08:58:41.259878 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38077ba2-a23d-4b0d-a89e-eb5753b50901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.262906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-475568e0-6e67-4ad6-8ad4-0a40d2931aef req-bd6a7d68-43c9-42da-a918-329a36948173 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561295 Aug 21 08:58:41.264370 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38077ba2-a23d-4b0d-a89e-eb5753b50901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.265990 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-38077ba2-a23d-4b0d-a89e-eb5753b50901 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a947b8d-5066-484a-8324-9e48f9ecc067 HTTP/1.1" status: 204 len: 168 time: 0.2013350 Aug 21 08:58:41.277980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38077ba2-a23d-4b0d-a89e-eb5753b50901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a947b8d-5066-484a-8324-9e48f9ecc067,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:41.348132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8af1b6-1093-48c8-a7af-f08d5c675492 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:58:41.355766 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.367738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Transition to ACTIVE for port object cf8af1b6-1093-48c8-a7af-f08d5c675492 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:41.453682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72016898-960d-4bf0-946e-e6297176ecb3 req-4eb623a4-8ab5-4201-9027-7d475dc9c984 tempest-AggregatesAdminTestJSON-860146259 tempest-AggregatesAdminTestJSON-860146259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:41.455179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72016898-960d-4bf0-946e-e6297176ecb3 req-4eb623a4-8ab5-4201-9027-7d475dc9c984 tempest-AggregatesAdminTestJSON-860146259 tempest-AggregatesAdminTestJSON-860146259-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 1122 time: 0.0665691 Aug 21 08:58:41.473869 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-72016898-960d-4bf0-946e-e6297176ecb3 req-88499206-5cdb-4afa-8479-a843f0faf8d4 tempest-AggregatesAdminTestJSON-860146259 tempest-AggregatesAdminTestJSON-860146259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.482874 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.556594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Pushing event updated for resources: {'Port': ['ID=cf8af1b6-1093-48c8-a7af-f08d5c675492,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:41.597291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Attempting to bind port cf8af1b6-1093-48c8-a7af-f08d5c675492 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:41.597629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Attempting to bind port cf8af1b6-1093-48c8-a7af-f08d5c675492 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:41.597953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Attempting to bind port cf8af1b6-1093-48c8-a7af-f08d5c675492 on network 81d00ede-ffc6-4f2c-87e9-3525996dc088 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:41.610575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Port cf8af1b6-1093-48c8-a7af-f08d5c675492 on network 81d00ede-ffc6-4f2c-87e9-3525996dc088 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:58:41.611061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Attempting to bind port cf8af1b6-1093-48c8-a7af-f08d5c675492 on network 81d00ede-ffc6-4f2c-87e9-3525996dc088 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:41.622753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:41.625816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Checking segment: {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:41.625816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Bound using segment: {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:41.625816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Bound port: cf8af1b6-1093-48c8-a7af-f08d5c675492, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:41.625816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.731535 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-72016898-960d-4bf0-946e-e6297176ecb3 req-88499206-5cdb-4afa-8479-a843f0faf8d4 tempest-AggregatesAdminTestJSON-860146259 tempest-AggregatesAdminTestJSON-860146259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.740892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] For port cf8af1b6-1093-48c8-a7af-f08d5c675492, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:41.743900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] For port cf8af1b6-1093-48c8-a7af-f08d5c675492, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cf8af1b6-1093-48c8-a7af-f08d5c675492,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:41.816104 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-72016898-960d-4bf0-946e-e6297176ecb3 req-88499206-5cdb-4afa-8479-a843f0faf8d4 tempest-AggregatesAdminTestJSON-860146259 tempest-AggregatesAdminTestJSON-860146259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.820461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.894770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72016898-960d-4bf0-946e-e6297176ecb3 req-88499206-5cdb-4afa-8479-a843f0faf8d4 tempest-AggregatesAdminTestJSON-860146259 tempest-AggregatesAdminTestJSON-860146259-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335458 Aug 21 08:58:41.898138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:41.898804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:41.900360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] 10.222.0.22 "PUT /v2.0/ports/cf8af1b6-1093-48c8-a7af-f08d5c675492 HTTP/1.1" status: 200 len: 1092 time: 1.0581896 Aug 21 08:58:41.901216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d6bb34-2524-47a0-90a3-d81773fee260', 'tag': 'cf8af1b6-1093-48c8-a7af-f08d5c675492'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:58:41.904395 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "16d6bb34-2524-47a0-90a3-d81773fee260", "tag": "cf8af1b6-1093-48c8-a7af-f08d5c675492"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:58:41.913201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88499206-5cdb-4afa-8479-a843f0faf8d4 tempest-AggregatesAdminTestJSON-860146259 tempest-AggregatesAdminTestJSON-860146259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047082ee-ad2a-4697-9d52-a190e28b5ffb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:41.928650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd5d35-14f3-4221-8a0e-a16b945d110f service neutron] Pushing event updated for resources: {'Port': ['ID=cf8af1b6-1093-48c8-a7af-f08d5c675492,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:41.996882 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5853b3d-0c53-4e90-a88b-b2a46fe014f3 x-openstack-request-id: req-c5853b3d-0c53-4e90-a88b-b2a46fe014f3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:58:41.997174 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d6bb34-2524-47a0-90a3-d81773fee260", "tag": "cf8af1b6-1093-48c8-a7af-f08d5c675492", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:58:41.997750 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5853b3d-0c53-4e90-a88b-b2a46fe014f3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:58:41.998157 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d6bb34-2524-47a0-90a3-d81773fee260', 'tag': 'cf8af1b6-1093-48c8-a7af-f08d5c675492', 'status': 'completed', 'code': 200} Aug 21 08:58:42.047845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07146e31-952d-4dd1-8b24-29f02f62a872 req-3706bff6-02b8-48d0-8e67-53528ba78852 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:42.049555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07146e31-952d-4dd1-8b24-29f02f62a872 req-3706bff6-02b8-48d0-8e67-53528ba78852 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 943 time: 0.1010749 Aug 21 08:58:42.139221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07146e31-952d-4dd1-8b24-29f02f62a872 req-84a945cb-b76d-474c-a9b9-778abae4b4e1 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729344 Aug 21 08:58:42.141398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-fbea81b6-fdcd-4153-a94e-d89a74b9f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:42.143034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-fbea81b6-fdcd-4153-a94e-d89a74b9f3c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6600cf3631324e368fd5629b44cc5be0&device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 1095 time: 0.1382945 Aug 21 08:58:42.197650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-183b172f-a494-4b81-93f2-48cc5d3aa14b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8af1b6-1093-48c8-a7af-f08d5c675492 HTTP/1.1" status: 200 len: 217 time: 0.0380454 Aug 21 08:58:42.210836 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:42.282616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-a913738a-6e76-4630-9dca-476360608921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:42.284115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-a913738a-6e76-4630-9dca-476360608921 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df6e82b6-6db7-47ac-9ebc-f352a404555a HTTP/1.1" status: 200 len: 863 time: 0.0801320 Aug 21 08:58:42.308625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33f937-f815-4919-9c75-65195b7f6a28 req-c57402d1-ad4e-46ba-914a-2585e910388d tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:42.310164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b33f937-f815-4919-9c75-65195b7f6a28 req-c57402d1-ad4e-46ba-914a-2585e910388d tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 950 time: 0.0753226 Aug 21 08:58:42.381176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-882de218-55a1-4e0c-a650-90611cb187c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:42.382686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-882de218-55a1-4e0c-a650-90611cb187c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81d00ede-ffc6-4f2c-87e9-3525996dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903156 Aug 21 08:58:42.386066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b33f937-f815-4919-9c75-65195b7f6a28 req-ec021e36-fea9-4146-8b49-c724d1af599f tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523901 Aug 21 08:58:42.487542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-7457746b-5e3e-479a-976f-e02f465da38a service neutron] 10.222.0.22 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966480 Aug 21 08:58:42.589081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d891fd-af3b-4cca-b491-3720e83be0a1 req-e543a90b-a84f-484b-892c-375140ee54f3 service neutron] 10.222.0.22 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937164 Aug 21 08:58:42.737517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb req-0606d5c9-be5b-4441-abd5-d7723f0850b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:42.739067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb req-0606d5c9-be5b-4441-abd5-d7723f0850b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6600cf3631324e368fd5629b44cc5be0&device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 1095 time: 0.0414844 Aug 21 08:58:42.865930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb req-bbb46b9e-bbe4-4ebf-859b-f38a216fc319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:42.867411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb req-bbb46b9e-bbe4-4ebf-859b-f38a216fc319 service neutron] 10.222.0.22 "GET /v2.0/networks?id=81d00ede-ffc6-4f2c-87e9-3525996dc088 HTTP/1.1" status: 200 len: 925 time: 0.1203589 Aug 21 08:58:42.915463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb req-8a31e2b8-d9c6-4b78-bba0-206607f60090 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8af1b6-1093-48c8-a7af-f08d5c675492 HTTP/1.1" status: 200 len: 217 time: 0.0388401 Aug 21 08:58:42.970160 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb req-50919150-483f-43e3-9dc5-cf0f9927e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:42.971793 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb req-50919150-483f-43e3-9dc5-cf0f9927e032 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df6e82b6-6db7-47ac-9ebc-f352a404555a HTTP/1.1" status: 200 len: 863 time: 0.0482142 Aug 21 08:58:43.041725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb req-245c315f-5237-4249-83ce-df1480da0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:43.041725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb req-245c315f-5237-4249-83ce-df1480da0963 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81d00ede-ffc6-4f2c-87e9-3525996dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602391 Aug 21 08:58:43.138437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb req-ca16ac4c-69a9-4a90-8693-7c290e531af3 service neutron] 10.222.0.22 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855839 Aug 21 08:58:43.250455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d56d23ae-80f0-4cbf-9b4d-09489192c5eb req-02c4bf90-6282-43c4-a864-589dfb75d1b0 service neutron] 10.222.0.22 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052449 Aug 21 08:58:43.284625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e808a51-697a-4ca1-9cf7-ad1ae526b1e6 req-be8f268b-4d7a-4596-ae07-5893eb5f4df2 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:43.286094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e808a51-697a-4ca1-9cf7-ad1ae526b1e6 req-be8f268b-4d7a-4596-ae07-5893eb5f4df2 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 943 time: 0.0547745 Aug 21 08:58:43.344144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e808a51-697a-4ca1-9cf7-ad1ae526b1e6 req-38b1c5dc-bad2-469f-b34e-48839239301a tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520995 Aug 21 08:58:43.509105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4428a5c-ba6d-4405-9b3c-f5359aa5cde3 req-6bf95805-95e1-4ff9-9421-37493ca36a7a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:43.510606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4428a5c-ba6d-4405-9b3c-f5359aa5cde3 req-6bf95805-95e1-4ff9-9421-37493ca36a7a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 950 time: 0.0492277 Aug 21 08:58:43.551630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4428a5c-ba6d-4405-9b3c-f5359aa5cde3 req-89f4b4c9-3611-4061-bee3-06d9197a1b27 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347245 Aug 21 08:58:43.802040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52578) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:43.987745 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ddef30d-38b8-4a70-8b88-7bd9a36b029f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:44.034931 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:58:44.078208 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ddef30d-38b8-4a70-8b88-7bd9a36b029f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:44.147438 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ddef30d-38b8-4a70-8b88-7bd9a36b029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:44.168687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed6abe7a-04fd-431b-a935-ad65b80d4207 req-6cb4a60c-058e-4432-9173-4ce1b0363534 tempest-FlavorsV2NegativeTest-1211557154 tempest-FlavorsV2NegativeTest-1211557154-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e94febf7cf58404ebc4a18f08daacb51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279391 Aug 21 08:58:44.186086 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6ddef30d-38b8-4a70-8b88-7bd9a36b029f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=113367970ea1497ab47ad71dae8f7782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829882 Aug 21 08:58:44.189112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52610) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:44.196888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddef30d-38b8-4a70-8b88-7bd9a36b029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc244a7-7ec5-4213-b75f-8de92168d27c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:44.240926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9031-f938-4c8f-b6c4-c4fc2f7260ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:44.261879 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9031-f938-4c8f-b6c4-c4fc2f7260ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:44.271883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1229a-d7ee-4d98-9cd3-6fbcfda2e9b1 req-26a004ce-da41-4d45-b576-4652762a119e tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:44.273384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7e1229a-d7ee-4d98-9cd3-6fbcfda2e9b1 req-26a004ce-da41-4d45-b576-4652762a119e tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 950 time: 0.1077695 Aug 21 08:58:44.379701 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9031-f938-4c8f-b6c4-c4fc2f7260ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:44.382283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9031-f938-4c8f-b6c4-c4fc2f7260ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:44.383457 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7aeb9031-f938-4c8f-b6c4-c4fc2f7260ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccc244a7-7ec5-4213-b75f-8de92168d27c HTTP/1.1" status: 204 len: 168 time: 0.1934543 Aug 21 08:58:44.392209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb9031-f938-4c8f-b6c4-c4fc2f7260ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc244a7-7ec5-4213-b75f-8de92168d27c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:44.512898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6abe7a-04fd-431b-a935-ad65b80d4207 req-c0ea7d02-4d9f-4ad1-baae-1e4db029cfff tempest-FlavorsV2NegativeTest-1211557154 tempest-FlavorsV2NegativeTest-1211557154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:44.514269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed6abe7a-04fd-431b-a935-ad65b80d4207 req-c0ea7d02-4d9f-4ad1-baae-1e4db029cfff tempest-FlavorsV2NegativeTest-1211557154 tempest-FlavorsV2NegativeTest-1211557154-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3380949 Aug 21 08:58:44.533403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7e1229a-d7ee-4d98-9cd3-6fbcfda2e9b1 req-4a68a21e-88c9-4a63-91df-6362e7d8cccb tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528424 Aug 21 08:58:44.535753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed6abe7a-04fd-431b-a935-ad65b80d4207 req-ce54f63f-6a87-4a27-ada3-15aee39f1ec1 tempest-FlavorsV2NegativeTest-1211557154 tempest-FlavorsV2NegativeTest-1211557154-project] 10.222.0.20 "GET /v2.0/quotas/e94febf7cf58404ebc4a18f08daacb51 HTTP/1.1" status: 200 len: 375 time: 0.0159073 Aug 21 08:58:44.567810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed6abe7a-04fd-431b-a935-ad65b80d4207 req-517a243d-7467-477c-91f6-319ac7d966f9 tempest-FlavorsV2NegativeTest-1211557154 tempest-FlavorsV2NegativeTest-1211557154-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e94febf7cf58404ebc4a18f08daacb51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260527 Aug 21 08:58:44.686118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e34f1-8df7-468a-aab7-932b7ec55757 req-7de4d6de-c659-4e8a-a64c-da6595d86a06 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:44.687623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-568e34f1-8df7-468a-aab7-932b7ec55757 req-7de4d6de-c659-4e8a-a64c-da6595d86a06 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 943 time: 0.0609725 Aug 21 08:58:44.733790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-568e34f1-8df7-468a-aab7-932b7ec55757 req-00770d08-aad3-45de-bff5-ced762b0aa12 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395660 Aug 21 08:58:44.945499 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:44.946457 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.100893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52644) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:45.114083 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88c740a8-1bf6-4ee0-a624-c3e0331136c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.199906 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88c740a8-1bf6-4ee0-a624-c3e0331136c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.271372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88c740a8-1bf6-4ee0-a624-c3e0331136c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.310051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52648) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:45.310641 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-88c740a8-1bf6-4ee0-a624-c3e0331136c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfa4e52d9c0a4b6dab02329c831a7502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081048 Aug 21 08:58:45.315006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c740a8-1bf6-4ee0-a624-c3e0331136c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd56a57-26a4-4243-ab88-2c87d1cd70f4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:45.373479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-894dfd10-ddce-4b8a-a08a-165d08845e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.399172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-894dfd10-ddce-4b8a-a08a-165d08845e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.518444 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-894dfd10-ddce-4b8a-a08a-165d08845e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.520988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-894dfd10-ddce-4b8a-a08a-165d08845e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.522232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-894dfd10-ddce-4b8a-a08a-165d08845e9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dd56a57-26a4-4243-ab88-2c87d1cd70f4 HTTP/1.1" status: 204 len: 168 time: 0.2101936 Aug 21 08:58:45.530635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dfd10-ddce-4b8a-a08a-165d08845e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd56a57-26a4-4243-ab88-2c87d1cd70f4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:45.628144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a29ece-d071-46fe-b1e9-032cb898b877 req-5f2fa991-2c62-411b-8ff0-c072db5e286c tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:45.629648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3a29ece-d071-46fe-b1e9-032cb898b877 req-5f2fa991-2c62-411b-8ff0-c072db5e286c tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 1102 time: 0.0726974 Aug 21 08:58:45.635175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cf8af1b6-1093-48c8-a7af-f08d5c675492 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:58:45.726640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1f595-3b20-42f6-82f4-6c01e9ae2692 req-914a913c-3890-47ad-b5fc-465d98e7db99 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:45.728195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94b1f595-3b20-42f6-82f4-6c01e9ae2692 req-914a913c-3890-47ad-b5fc-465d98e7db99 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 950 time: 0.0976696 Aug 21 08:58:45.736835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cf8af1b6-1093-48c8-a7af-f08d5c675492, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cf8af1b6-1093-48c8-a7af-f08d5c675492,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:45.748941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'cf8af1b6-1093-48c8-a7af-f08d5c675492', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'port_id': 'cf8af1b6-1093-48c8-a7af-f08d5c675492', 'mac_address': 'fa:16:3e:5d:08:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:58:45.785030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e3a29ece-d071-46fe-b1e9-032cb898b877 req-77756f85-926b-46c3-a681-0935c1cd28f9 tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] Deleting port c5b29578-58c9-4592-87b5-5ed5a762ae6a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 08:58:45.785373 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3a29ece-d071-46fe-b1e9-032cb898b877 req-77756f85-926b-46c3-a681-0935c1cd28f9 tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.790284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94b1f595-3b20-42f6-82f4-6c01e9ae2692 req-ff16c9ea-24f3-4bb6-a58f-7b714d9c2499 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510633 Aug 21 08:58:45.798413 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.825530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8af1b6-1093-48c8-a7af-f08d5c675492 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:58:45.857200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cf8af1b6-1093-48c8-a7af-f08d5c675492, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cf8af1b6-1093-48c8-a7af-f08d5c675492,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:45.897063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e3a29ece-d071-46fe-b1e9-032cb898b877 req-77756f85-926b-46c3-a681-0935c1cd28f9 tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] For port c5b29578-58c9-4592-87b5-5ed5a762ae6a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c5b29578-58c9-4592-87b5-5ed5a762ae6a,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:45.897631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3a29ece-d071-46fe-b1e9-032cb898b877 req-77756f85-926b-46c3-a681-0935c1cd28f9 tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.900098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52680) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:45.924445 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:45.940289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e3a29ece-d071-46fe-b1e9-032cb898b877 req-77756f85-926b-46c3-a681-0935c1cd28f9 tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] Calling delete_port for c5b29578-58c9-4592-87b5-5ed5a762ae6a owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 08:58:46.046865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3a525-95d4-42f1-b100-b9d4117b2161 req-4837656f-475c-423f-948a-f9c9ff1d443e tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:46.048471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fe3a525-95d4-42f1-b100-b9d4117b2161 req-4837656f-475c-423f-948a-f9c9ff1d443e tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 943 time: 0.1555293 Aug 21 08:58:46.063152 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ef58c9ad-d5a3-45af-8ad5-40760f8cab80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:46.108458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=cf8af1b6-1093-48c8-a7af-f08d5c675492,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:46.128542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fe3a525-95d4-42f1-b100-b9d4117b2161 req-891851ee-87d9-497c-88ea-6043f9a441b2 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733795 Aug 21 08:58:46.164941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['cf8af1b6-1093-48c8-a7af-f08d5c675492'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:58:46.184544 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ef58c9ad-d5a3-45af-8ad5-40760f8cab80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:46.272974 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ef58c9ad-d5a3-45af-8ad5-40760f8cab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:46.302005 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3a29ece-d071-46fe-b1e9-032cb898b877 req-77756f85-926b-46c3-a681-0935c1cd28f9 tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:46.331962 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ef58c9ad-d5a3-45af-8ad5-40760f8cab80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e94febf7cf58404ebc4a18f08daacb51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283848 Aug 21 08:58:46.334340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52704) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:46.359590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77756f85-926b-46c3-a681-0935c1cd28f9 tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5b29578-58c9-4592-87b5-5ed5a762ae6a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:46.390316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58c9ad-d5a3-45af-8ad5-40760f8cab80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b976d8ce-888d-434d-b3e5-0855f90917b0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:46.416229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a29ece-d071-46fe-b1e9-032cb898b877 req-77756f85-926b-46c3-a681-0935c1cd28f9 tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] No DVR routers for this DVR port c5b29578-58c9-4592-87b5-5ed5a762ae6a on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 08:58:46.420169 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3a29ece-d071-46fe-b1e9-032cb898b877 req-77756f85-926b-46c3-a681-0935c1cd28f9 tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:46.422227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3a29ece-d071-46fe-b1e9-032cb898b877 req-77756f85-926b-46c3-a681-0935c1cd28f9 tempest-DeleteServersAdminTestJSON-2036720803 tempest-DeleteServersAdminTestJSON-2036720803-project-admin] 10.222.0.22 "DELETE /v2.0/ports/c5b29578-58c9-4592-87b5-5ed5a762ae6a HTTP/1.1" status: 204 len: 173 time: 0.7825506 Aug 21 08:58:46.422736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b9b47-6c62-4083-a4d9-c26651265314', 'name': 'network-vif-deleted', 'tag': 'c5b29578-58c9-4592-87b5-5ed5a762ae6a'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:58:46.425625 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dd69e7-082e-4f62-ba15-805bd2abbdb8" -d '{"events": [{"server_uuid": "4c3b9b47-6c62-4083-a4d9-c26651265314", "name": "network-vif-deleted", "tag": "c5b29578-58c9-4592-87b5-5ed5a762ae6a"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:58:46.426815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fab31664-488f-44e0-af78-d7c371b4f99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:46.457811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fab31664-488f-44e0-af78-d7c371b4f99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:46.526891 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cfeb89-8d4b-4ada-9788-8a491a7cacc1 x-openstack-request-id: req-07cfeb89-8d4b-4ada-9788-8a491a7cacc1 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:58:46.527186 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3b9b47-6c62-4083-a4d9-c26651265314", "name": "network-vif-deleted", "tag": "c5b29578-58c9-4592-87b5-5ed5a762ae6a", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:58:46.527445 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07cfeb89-8d4b-4ada-9788-8a491a7cacc1 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:58:46.527888 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3b9b47-6c62-4083-a4d9-c26651265314', 'name': 'network-vif-deleted', 'tag': 'c5b29578-58c9-4592-87b5-5ed5a762ae6a', 'status': 'completed', 'code': 200} Aug 21 08:58:46.566325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c5b29578-58c9-4592-87b5-5ed5a762ae6a'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:58:46.604027 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fab31664-488f-44e0-af78-d7c371b4f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:46.607359 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fab31664-488f-44e0-af78-d7c371b4f99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:46.609625 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fab31664-488f-44e0-af78-d7c371b4f99c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b976d8ce-888d-434d-b3e5-0855f90917b0 HTTP/1.1" status: 204 len: 168 time: 0.2632971 Aug 21 08:58:46.616631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab31664-488f-44e0-af78-d7c371b4f99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b976d8ce-888d-434d-b3e5-0855f90917b0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:46.945516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d36a97d0-57db-441a-b0a2-082e19a505a5 req-c480a2fb-b7d3-4bc1-9418-1d91bb0166e7 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c3b9b47-6c62-4083-a4d9-c26651265314 HTTP/1.1" status: 200 len: 210 time: 0.0308166 Aug 21 08:58:47.434838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8f82-9c53-4ab8-a4a1-4aada55d5647 req-99c5b06f-01c0-4887-b2bd-6b297e096cc8 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:47.442199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad9b8f82-9c53-4ab8-a4a1-4aada55d5647 req-99c5b06f-01c0-4887-b2bd-6b297e096cc8 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 944 time: 0.0659912 Aug 21 08:58:47.476491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad9b8f82-9c53-4ab8-a4a1-4aada55d5647 req-4b3f57a4-c6b6-492b-b0a2-054cd3e57b43 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333765 Aug 21 08:58:47.656228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cf8af1b6-1093-48c8-a7af-f08d5c675492 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:58:47.839343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port cf8af1b6-1093-48c8-a7af-f08d5c675492 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:47.844471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port cf8af1b6-1093-48c8-a7af-f08d5c675492 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:47.845599 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:47.932263 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:47.986346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d6bb34-2524-47a0-90a3-d81773fee260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8af1b6-1093-48c8-a7af-f08d5c675492'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:58:47.989341 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756f0d42-4faa-4bea-b5f1-91248cfc48be" -d '{"events": [{"server_uuid": "16d6bb34-2524-47a0-90a3-d81773fee260", "name": "network-vif-plugged", "status": "completed", "tag": "cf8af1b6-1093-48c8-a7af-f08d5c675492"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:58:48.010600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cf8af1b6-1093-48c8-a7af-f08d5c675492, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cf8af1b6-1093-48c8-a7af-f08d5c675492,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:48.124211 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:48.184817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=cf8af1b6-1093-48c8-a7af-f08d5c675492,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:48.287502 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e652b27c-7cb2-49cb-8465-1238ff724b0e x-openstack-request-id: req-e652b27c-7cb2-49cb-8465-1238ff724b0e {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:58:48.287819 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d6bb34-2524-47a0-90a3-d81773fee260", "name": "network-vif-plugged", "status": "completed", "tag": "cf8af1b6-1093-48c8-a7af-f08d5c675492", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:58:48.295648 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e652b27c-7cb2-49cb-8465-1238ff724b0e {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:58:48.295648 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d6bb34-2524-47a0-90a3-d81773fee260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8af1b6-1093-48c8-a7af-f08d5c675492', 'code': 200} Aug 21 08:58:48.410403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64dcf0-6bde-43ab-8d94-d17a22510f46 req-ada6a0f2-0c07-4b4a-832c-0279493fb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:48.412984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab64dcf0-6bde-43ab-8d94-d17a22510f46 req-ada6a0f2-0c07-4b4a-832c-0279493fb76b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 1097 time: 0.0488141 Aug 21 08:58:48.461636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab64dcf0-6bde-43ab-8d94-d17a22510f46 req-bb549cd9-8298-4c7c-9df6-9619b8c20b0e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 Aug 21 08:58:48.533137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3b479bd2-30f5-4f41-a8fc-59eebedc4b0f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=754a456bf0ee4266bfac9a2c4882ee41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230849 Aug 21 08:58:48.657862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-7d5c5f53-1852-4d74-b3db-71ec50c8237a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6eda5b0e42e042198b3662d293aecc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234525 Aug 21 08:58:48.664455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-9219f232-4d8b-404e-b8c2-787985ad1d1a tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:48.665876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-9219f232-4d8b-404e-b8c2-787985ad1d1a tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1272485 Aug 21 08:58:48.696774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0354fe2a-3b18-4a75-bb1c-1fe853bd716f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/quotas/754a456bf0ee4266bfac9a2c4882ee41 HTTP/1.1" status: 200 len: 375 time: 0.0206869 Aug 21 08:58:48.756654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-c14f82a6-cd20-4b78-847b-af42807ade14 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=754a456bf0ee4266bfac9a2c4882ee41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358820 Aug 21 08:58:48.815059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-963bfd44-87ba-4a6c-8c2c-dec3ea52e853 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:48.817532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-963bfd44-87ba-4a6c-8c2c-dec3ea52e853 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507115 Aug 21 08:58:48.840737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-0669df21-5d4d-41d2-bbe8-d671cde86a51 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/quotas/6eda5b0e42e042198b3662d293aecc00 HTTP/1.1" status: 200 len: 375 time: 0.0170496 Aug 21 08:58:48.893837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-81fa23b1-4b01-48c6-87fb-3757b16ffaa7 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453687 Aug 21 08:58:48.901936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52880) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:49.041020 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b602ba8-0c4a-4f2d-ba69-26a228deefee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:49.075893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-cc9b6d5d-0106-4f49-8eca-182ff4fc8c24 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9b44676a1f274b2c90148e90a7879622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263958 Aug 21 08:58:49.274216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-b27f8acc-f95e-4795-a380-a810bd9770c5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:49.275828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-b27f8acc-f95e-4795-a380-a810bd9770c5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937377 Aug 21 08:58:49.313658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b1673-a966-4715-933c-3e0ebbefbb36 req-4bb9fd9c-be65-4442-9fb3-891a91accfd3 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:49.315094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a1b1673-a966-4715-933c-3e0ebbefbb36 req-4bb9fd9c-be65-4442-9fb3-891a91accfd3 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 945 time: 0.1183772 Aug 21 08:58:49.316302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-7fd2d376-f636-44d9-8011-0f5ede675f63 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/quotas/9b44676a1f274b2c90148e90a7879622 HTTP/1.1" status: 200 len: 375 time: 0.0322840 Aug 21 08:58:49.337126 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b602ba8-0c4a-4f2d-ba69-26a228deefee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:49.370439 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-f812a9b1-6131-4139-9e56-15daa43f2ccd tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b44676a1f274b2c90148e90a7879622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467813 Aug 21 08:58:49.389195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a1b1673-a966-4715-933c-3e0ebbefbb36 req-3a7c07a1-e6a5-4144-ac92-2da6f0555914 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645225 Aug 21 08:58:49.451399 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b602ba8-0c4a-4f2d-ba69-26a228deefee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:49.514756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ce97bb5-7a44-40a8-a3e4-77af2767881c req-7f155b4e-59e6-4b3e-8124-bdeb1aac4cae tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 210 time: 0.0476804 Aug 21 08:58:49.521858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5b602ba8-0c4a-4f2d-ba69-26a228deefee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8adb8138e595466180c3c5c7a9e124e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6183877 Aug 21 08:58:49.522538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b602ba8-0c4a-4f2d-ba69-26a228deefee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75c57ce-0110-495f-8a1d-630776416d5a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:49.525008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52916) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:49.562288 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-0edadacd-db48-4623-9867-8f72d27cb81b req-883aff2c-e166-4dd0-9191-356d97de79b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606520 Aug 21 08:58:49.580693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d53346fe-3216-4912-b2be-afb33e29a43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:49.631737 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d53346fe-3216-4912-b2be-afb33e29a43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:49.676520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edadacd-db48-4623-9867-8f72d27cb81b req-f0984947-21ae-49b5-a347-248e4dfbc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:49.678017 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-0edadacd-db48-4623-9867-8f72d27cb81b req-f0984947-21ae-49b5-a347-248e4dfbc630 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d39f468274714deaba77e6fca4d770b4&device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 1122 time: 0.0709243 Aug 21 08:58:49.687302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c5b29578-58c9-4592-87b5-5ed5a762ae6a no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 08:58:49.715636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3b4a4df-d8ce-49d1-88f7-4cbfa97891a5 req-194894c1-efdd-4373-81c3-0ff0bd6b5658 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 210 time: 0.0692208 Aug 21 08:58:49.751015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: c5b29578-58c9-4592-87b5-5ed5a762ae6a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 08:58:49.752930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c5b29578-58c9-4592-87b5-5ed5a762ae6a not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 08:58:49.817339 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edadacd-db48-4623-9867-8f72d27cb81b req-48f36e0a-1bf5-41f1-9742-7e5bd99aa273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:49.818834 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-0edadacd-db48-4623-9867-8f72d27cb81b req-48f36e0a-1bf5-41f1-9742-7e5bd99aa273 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1175067 Aug 21 08:58:49.862470 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-0edadacd-db48-4623-9867-8f72d27cb81b req-4c419aca-a1f4-49c0-96fd-ac517e6c915e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ef99f124-10e8-4fbd-af23-c3cc236e0d32 HTTP/1.1" status: 200 len: 217 time: 0.0367723 Aug 21 08:58:49.920825 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edadacd-db48-4623-9867-8f72d27cb81b req-1ea370f6-ee4d-453f-8844-82a98abeb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:49.922402 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-0edadacd-db48-4623-9867-8f72d27cb81b req-1ea370f6-ee4d-453f-8844-82a98abeb4c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0534897 Aug 21 08:58:49.930405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d53346fe-3216-4912-b2be-afb33e29a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:49.934711 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d53346fe-3216-4912-b2be-afb33e29a43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:49.943131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d53346fe-3216-4912-b2be-afb33e29a43f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f75c57ce-0110-495f-8a1d-630776416d5a HTTP/1.1" status: 204 len: 168 time: 0.4148796 Aug 21 08:58:49.952318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53346fe-3216-4912-b2be-afb33e29a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75c57ce-0110-495f-8a1d-630776416d5a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:50.004327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edadacd-db48-4623-9867-8f72d27cb81b req-ff6f60ab-cad1-4f78-bcf1-2eac7c0368c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:50.007023 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-0edadacd-db48-4623-9867-8f72d27cb81b req-ff6f60ab-cad1-4f78-bcf1-2eac7c0368c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0781519 Aug 21 08:58:50.114322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d07b38e-fcc4-4387-acae-551e9b2916f8 req-dc4c3731-0872-4124-9893-d9f1cebaecc1 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 210 time: 0.0278666 Aug 21 08:58:50.141050 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-0edadacd-db48-4623-9867-8f72d27cb81b req-9cc14c57-66ad-44c6-a52c-dd4dd53e3379 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264822 Aug 21 08:58:50.274911 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-0edadacd-db48-4623-9867-8f72d27cb81b req-747f3ef8-c216-4286-a600-3779451c6691 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122129 Aug 21 08:58:50.655497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a85b1-724b-43a1-8085-51dfee5eb826 req-e4a25e37-c3b3-4772-a7e6-e1aa97005f97 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:50.657030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a13a85b1-724b-43a1-8085-51dfee5eb826 req-e4a25e37-c3b3-4772-a7e6-e1aa97005f97 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 945 time: 0.0489585 Aug 21 08:58:50.686479 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52980) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:50.702461 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-116cb4bc-37a0-46ed-b4cb-3dcdd97146aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:50.705067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a13a85b1-724b-43a1-8085-51dfee5eb826 req-ce000fcf-2d31-41ce-a6e0-bcfef818d580 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414627 Aug 21 08:58:50.799874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de486984-23c7-413e-ae20-20a046d3a2da req-d4209e15-e857-4419-a81c-1c0f32dc0272 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 210 time: 0.0326824 Aug 21 08:58:50.853108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1aa152-5258-42d7-a49c-97c8d7520126 req-3a066374-7ba9-4bf1-829a-cea16eda6c73 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:50.854673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba1aa152-5258-42d7-a49c-97c8d7520126 req-3a066374-7ba9-4bf1-829a-cea16eda6c73 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 970 time: 0.0522006 Aug 21 08:58:50.855683 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-116cb4bc-37a0-46ed-b4cb-3dcdd97146aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:50.897776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba1aa152-5258-42d7-a49c-97c8d7520126 req-13425481-d762-459b-98f4-90992a71fa59 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339413 Aug 21 08:58:50.952833 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-116cb4bc-37a0-46ed-b4cb-3dcdd97146aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:51.020990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cb4bc-37a0-46ed-b4cb-3dcdd97146aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443e5586-2aeb-4eee-88b6-62bd9c9484f3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:51.026419 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-116cb4bc-37a0-46ed-b4cb-3dcdd97146aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2479f830dbd04a029f2ac37c1690ab59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380301 Aug 21 08:58:51.029571 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52990) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:51.113033 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7154aef3-72d6-4eb5-813b-d93b1b572139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:51.138906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8c924-684f-40cd-8a2f-15f0497cb254 req-374f9fc0-6d67-4c5d-ae1c-e32542f0fdbb tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:51.141608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5c8c924-684f-40cd-8a2f-15f0497cb254 req-374f9fc0-6d67-4c5d-ae1c-e32542f0fdbb tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 945 time: 0.0635262 Aug 21 08:58:51.152767 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52996) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:51.159988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-24b9f557-576b-4c7b-892c-208ff91a8ffc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Request body: {'floatingip': {'port_id': 'cf8af1b6-1093-48c8-a7af-f08d5c675492'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:51.199887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21f79183-d59d-416a-bb98-189e54faf19b req-505e5bf9-568d-4dfb-a7cf-86bca22ea737 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 210 time: 0.0435579 Aug 21 08:58:51.252603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24b9f557-576b-4c7b-892c-208ff91a8ffc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:51.288141 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ee7f3b0-7727-4d1e-9e51-2359a3afbf70 req-6f0b36c0-fe33-4029-982a-092fe367ebba tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 210 time: 0.0359211 Aug 21 08:58:51.296628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7154aef3-72d6-4eb5-813b-d93b1b572139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:51.601842 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7154aef3-72d6-4eb5-813b-d93b1b572139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:51.604430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7154aef3-72d6-4eb5-813b-d93b1b572139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:51.606081 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7154aef3-72d6-4eb5-813b-d93b1b572139 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/443e5586-2aeb-4eee-88b6-62bd9c9484f3 HTTP/1.1" status: 204 len: 168 time: 0.5755780 Aug 21 08:58:51.680485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154aef3-72d6-4eb5-813b-d93b1b572139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443e5586-2aeb-4eee-88b6-62bd9c9484f3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:51.687192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53014) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:51.885419 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ea778aa8-fdf0-40c3-9a65-0ac81a183573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:52.001229 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-8652ac58-7e78-42af-867d-fbc6ee5b9d40 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=754a456bf0ee4266bfac9a2c4882ee41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289733 Aug 21 08:58:52.045292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aaf9e0bb-f876-4a52-b3c3-9e411434ab4c req-565e7bd9-8795-4ad9-bfb0-11f9dfe58031 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 210 time: 0.0879736 Aug 21 08:58:52.111191 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.13', 65440) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:52.202557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e97f9-52ce-455d-a405-c74042b5f836 req-142714df-0480-4f34-bfeb-40e10d9e39eb tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:52.210068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b71e97f9-52ce-455d-a405-c74042b5f836 req-142714df-0480-4f34-bfeb-40e10d9e39eb tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 970 time: 0.0723293 Aug 21 08:58:52.245770 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ea778aa8-fdf0-40c3-9a65-0ac81a183573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:52.275544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b71e97f9-52ce-455d-a405-c74042b5f836 req-e8a53708-f8a4-4f0e-8571-b6c478a797d6 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645237 Aug 21 08:58:52.324570 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ea778aa8-fdf0-40c3-9a65-0ac81a183573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:52.379689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-55b50461-5421-47e5-be70-31943f903a8f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:52.382842 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-55b50461-5421-47e5-be70-31943f903a8f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3749378 Aug 21 08:58:52.416919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ea778aa8-fdf0-40c3-9a65-0ac81a183573 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ab0560b37954e6fb82598794e4d5826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7261238 Aug 21 08:58:52.417399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cf787ba-a8e4-48da-b0e2-4c4029f5c2b1 req-b7515b3a-1965-42da-a907-b25db45b7ad9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 210 time: 0.0607195 Aug 21 08:58:52.417943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53048) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:52.438643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea778aa8-fdf0-40c3-9a65-0ac81a183573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e858c1-5655-48c8-8410-667071d47b2b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:52.502123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c28d06b-842b-41ee-9e23-a4d3873bda35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:52.519088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Request body: {'port': {'device_id': '2ae2d924-88d8-4250-a2d8-b5e2e1c2252b', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '754a456bf0ee4266bfac9a2c4882ee41'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:52.528095 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c28d06b-842b-41ee-9e23-a4d3873bda35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:52.563179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.13', 65441) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:52.604836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-60a4f0c7-65df-4910-a71a-e8cbfebf8e28 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6eda5b0e42e042198b3662d293aecc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323815 Aug 21 08:58:52.658700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076902a-6235-4906-8d91-2410e7777753 req-7ff73e0e-137a-42fd-ac3c-c06597b023ae tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:52.660865 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3076902a-6235-4906-8d91-2410e7777753 req-7ff73e0e-137a-42fd-ac3c-c06597b023ae tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.13 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 970 time: 0.5364339 Aug 21 08:58:52.694160 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.resource_extend [None req-24b9f557-576b-4c7b-892c-208ff91a8ffc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 08:58:52.799475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-74f8264e-0764-4829-a6af-116c18a3a5c1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:52.801135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-74f8264e-0764-4829-a6af-116c18a3a5c1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903450 Aug 21 08:58:52.821440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91f00969-631e-4316-bbaa-486337ac8466 req-4bbbea3e-ab4f-4f82-8ee5-3f18d7df6496 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 210 time: 0.0483923 Aug 21 08:58:52.830938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Request body: {'port': {'device_id': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '6eda5b0e42e042198b3662d293aecc00'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:52.841995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24b9f557-576b-4c7b-892c-208ff91a8ffc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:52.856223 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c28d06b-842b-41ee-9e23-a4d3873bda35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:52.858214 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c28d06b-842b-41ee-9e23-a4d3873bda35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:52.860446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4c28d06b-842b-41ee-9e23-a4d3873bda35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32e858c1-5655-48c8-8410-667071d47b2b HTTP/1.1" status: 204 len: 168 time: 0.4371924 Aug 21 08:58:52.918501 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24b9f557-576b-4c7b-892c-208ff91a8ffc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:52.964115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28d06b-842b-41ee-9e23-a4d3873bda35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e858c1-5655-48c8-8410-667071d47b2b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:53.065036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Made reservation on behalf of 6eda5b0e42e042198b3662d293aecc00 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:53.068566 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.084597 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.133131 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-24b9f557-576b-4c7b-892c-208ff91a8ffc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Floating IP cb0588a6-da79-493a-a458-5cc6b95afc82 associated. External IP: 172.25.5.219, port: cf8af1b6-1093-48c8-a7af-f08d5c675492. Aug 21 08:58:53.187649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-3076902a-6235-4906-8d91-2410e7777753 req-e6efaacc-468e-4524-8a09-9340b23e7014 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Deleting port ef99f124-10e8-4fbd-af23-c3cc236e0d32 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 08:58:53.187998 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-3076902a-6235-4906-8d91-2410e7777753 req-e6efaacc-468e-4524-8a09-9340b23e7014 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.192356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e64277e1-b703-45f3-8ccb-b2b85e994b13 req-e9865a72-8c9f-413d-a5df-c38a17b55992 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 210 time: 0.0312889 Aug 21 08:58:53.241793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.13', 65442) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:53.260496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53084) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:53.266438 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.281194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-1551e7e2-4e52-47b0-beb5-6aea5857381c tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9b44676a1f274b2c90148e90a7879622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380099 Aug 21 08:58:53.334957 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-3076902a-6235-4906-8d91-2410e7777753 req-e6efaacc-468e-4524-8a09-9340b23e7014 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] For port ef99f124-10e8-4fbd-af23-c3cc236e0d32, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ef99f124-10e8-4fbd-af23-c3cc236e0d32,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:58:53.335328 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-3076902a-6235-4906-8d91-2410e7777753 req-e6efaacc-468e-4524-8a09-9340b23e7014 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.434181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-3076902a-6235-4906-8d91-2410e7777753 req-e6efaacc-468e-4524-8a09-9340b23e7014 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Calling delete_port for ef99f124-10e8-4fbd-af23-c3cc236e0d32 owned by compute:tempest-test_az-426018498 {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 08:58:53.453012 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.509258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac15ba2a-7df1-4b26-99b0-40369fd354eb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:53.550663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-648424505-network', 'tenant_id': 'e3daa348046e425cb9653a6de230888a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:53.564798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Made reservation on behalf of 754a456bf0ee4266bfac9a2c4882ee41 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:53.568300 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.584774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.641333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b9f557-576b-4c7b-892c-208ff91a8ffc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Router ab4543bc-4e2f-4e68-a0ff-43e206921b78 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 08:58:53.704014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-8ffd6e49-fa2b-44b6-befe-0d5bc6b86bbb tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:53.706443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-8ffd6e49-fa2b-44b6-befe-0d5bc6b86bbb tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4192710 Aug 21 08:58:53.731453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Request body: {'port': {'device_id': '0d09268e-df9d-4478-94f1-b9910526e1c7', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '9b44676a1f274b2c90148e90a7879622'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:53.750539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53100) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:53.775394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-666cf5dd-fadd-4734-b016-a053c78c43e4 req-37e01b10-ed4f-4abb-a334-7a488085f036 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 210 time: 0.2611609 Aug 21 08:58:53.802288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a479eca7-4a01-422e-8147-10416bc47c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.826366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fc353-8192-4edf-89f6-074b026a9b04 req-a624fbb5-2cac-44ac-bb9d-bacad6b509d8 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:53.828469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f2fc353-8192-4edf-89f6-074b026a9b04 req-a624fbb5-2cac-44ac-bb9d-bacad6b509d8 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 970 time: 0.3777184 Aug 21 08:58:53.833372 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b9f557-576b-4c7b-892c-208ff91a8ffc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 08:58:53.839485 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24b9f557-576b-4c7b-892c-208ff91a8ffc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.860339 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb098d0d-1d17-4f3c-a2fa-1fba1b15ac83 None None] Sync routers for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 08:58:53.865023 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb098d0d-1d17-4f3c-a2fa-1fba1b15ac83 None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:58:53.866053 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bb098d0d-1d17-4f3c-a2fa-1fba1b15ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:58:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:53.891149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Made reservation on behalf of e3daa348046e425cb9653a6de230888a for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:53.891397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-3076902a-6235-4906-8d91-2410e7777753 req-e6efaacc-468e-4524-8a09-9340b23e7014 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.895831 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.949238 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:53.994894 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-bb098d0d-1d17-4f3c-a2fa-1fba1b15ac83 None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:58:54.174853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d42fbee-179b-4671-812f-d42a5d513115 req-50ba8fdb-8811-4691-a9ef-db8f8ff416cc tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 210 time: 0.0961418 Aug 21 08:58:54.174853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Allocated IP 192.168.233.86 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/da919d1c-196a-4736-a16e-44adc1bcdc81) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:54.174853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f2fc353-8192-4edf-89f6-074b026a9b04 req-535f9500-d8ac-4b1b-9490-abc667408318 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/security-groups?id=233450e0-4d1f-48d0-bb25-de049a498934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245357 Aug 21 08:58:54.176892 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-24b9f557-576b-4c7b-892c-208ff91a8ffc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "PUT /v2.0/floatingips/cb0588a6-da79-493a-a458-5cc6b95afc82 HTTP/1.1" status: 200 len: 991 time: 2.9852891 Aug 21 08:58:54.176892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efaacc-468e-4524-8a09-9340b23e7014 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Pushing event deleted for resources: {'Port': ['ID=ef99f124-10e8-4fbd-af23-c3cc236e0d32,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:54.176892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d6bb34-2524-47a0-90a3-d81773fee260', 'tag': 'cf8af1b6-1093-48c8-a7af-f08d5c675492'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:58:54.176892 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2842a0b6-4ed0-48d2-be52-b6baf77a3309" -d '{"events": [{"name": "network-changed", "server_uuid": "16d6bb34-2524-47a0-90a3-d81773fee260", "tag": "cf8af1b6-1093-48c8-a7af-f08d5c675492"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:58:54.261496 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3076902a-6235-4906-8d91-2410e7777753 req-e6efaacc-468e-4524-8a09-9340b23e7014 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] No DVR routers for this DVR port ef99f124-10e8-4fbd-af23-c3cc236e0d32 on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 08:58:54.268547 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-3076902a-6235-4906-8d91-2410e7777753 req-e6efaacc-468e-4524-8a09-9340b23e7014 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:54.287854 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3076902a-6235-4906-8d91-2410e7777753 req-e6efaacc-468e-4524-8a09-9340b23e7014 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.13 "DELETE /v2.0/ports/ef99f124-10e8-4fbd-af23-c3cc236e0d32 HTTP/1.1" status: 204 len: 173 time: 1.5936596 Aug 21 08:58:54.367603 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ee2b3c-88ce-4fa3-9c54-492feddb1fd9 x-openstack-request-id: req-96ee2b3c-88ce-4fa3-9c54-492feddb1fd9 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:58:54.369537 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d6bb34-2524-47a0-90a3-d81773fee260", "tag": "cf8af1b6-1093-48c8-a7af-f08d5c675492", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:58:54.371380 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96ee2b3c-88ce-4fa3-9c54-492feddb1fd9 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:58:54.372482 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d6bb34-2524-47a0-90a3-d81773fee260', 'tag': 'cf8af1b6-1093-48c8-a7af-f08d5c675492', 'status': 'completed', 'code': 200} Aug 21 08:58:54.422794 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:54.524902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a58240e2-c04f-4cec-aeef-2f794471a9bd req-110d9b87-9104-47da-9235-b2dd578366e1 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 210 time: 0.0497797 Aug 21 08:58:54.642939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842a0b6-4ed0-48d2-be52-b6baf77a3309 req-d9826e90-b0bf-4ffe-8d50-8b6548874073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:54.642939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2842a0b6-4ed0-48d2-be52-b6baf77a3309 req-d9826e90-b0bf-4ffe-8d50-8b6548874073 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6600cf3631324e368fd5629b44cc5be0&device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 1097 time: 0.0895286 Aug 21 08:58:54.643123 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bb098d0d-1d17-4f3c-a2fa-1fba1b15ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'cb0588a6-da79-493a-a458-5cc6b95afc82', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'port_id': 'cf8af1b6-1093-48c8-a7af-f08d5c675492', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'mac_address': 'fa:16:3e:5d:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d6bb34-2524-47a0-90a3-d81773fee260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T08:58:34Z', 'updated_at': '2021-08-21T08:58:52Z', 'revision_number': 1, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:54.643123 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb098d0d-1d17-4f3c-a2fa-1fba1b15ac83 None None] Checking router: ab4543bc-4e2f-4e68-a0ff-43e206921b78 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 08:58:54.643123 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb098d0d-1d17-4f3c-a2fa-1fba1b15ac83 None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 08:58:54.643452 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bb098d0d-1d17-4f3c-a2fa-1fba1b15ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:58:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:54.643547 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:54.669224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Transition to ACTIVE for port object da919d1c-196a-4736-a16e-44adc1bcdc81 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:54.695807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842a0b6-4ed0-48d2-be52-b6baf77a3309 req-d75ca41d-d0b9-4838-9163-dbd930890a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:54.697324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2842a0b6-4ed0-48d2-be52-b6baf77a3309 req-d75ca41d-d0b9-4838-9163-dbd930890a1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=81d00ede-ffc6-4f2c-87e9-3525996dc088 HTTP/1.1" status: 200 len: 925 time: 0.1266599 Aug 21 08:58:54.778473 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-bb098d0d-1d17-4f3c-a2fa-1fba1b15ac83 None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 08:58:54.811767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2842a0b6-4ed0-48d2-be52-b6baf77a3309 req-002135ab-d4da-4420-affe-f5429eaf0e09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8af1b6-1093-48c8-a7af-f08d5c675492 HTTP/1.1" status: 200 len: 999 time: 0.1056747 Aug 21 08:58:54.906995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7ac9a4a-d7f1-4d44-aa3a-0685929c9f99 req-68f83b2d-bf28-4799-b88e-daa5f92a685e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 210 time: 0.0447812 Aug 21 08:58:54.909447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842a0b6-4ed0-48d2-be52-b6baf77a3309 req-b4a2b362-ffde-457f-be1a-32d2ec6bf325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:54.911023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2842a0b6-4ed0-48d2-be52-b6baf77a3309 req-b4a2b362-ffde-457f-be1a-32d2ec6bf325 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df6e82b6-6db7-47ac-9ebc-f352a404555a HTTP/1.1" status: 200 len: 863 time: 0.0927300 Aug 21 08:58:54.971027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842a0b6-4ed0-48d2-be52-b6baf77a3309 req-ff8a00e1-b32a-469f-8358-e07cc95e24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:54.972984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2842a0b6-4ed0-48d2-be52-b6baf77a3309 req-ff8a00e1-b32a-469f-8358-e07cc95e24dd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81d00ede-ffc6-4f2c-87e9-3525996dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442481 Aug 21 08:58:55.048485 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bb098d0d-1d17-4f3c-a2fa-1fba1b15ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'cb0588a6-da79-493a-a458-5cc6b95afc82', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'port_id': 'cf8af1b6-1093-48c8-a7af-f08d5c675492', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'mac_address': 'fa:16:3e:5d:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d6bb34-2524-47a0-90a3-d81773fee260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T08:58:34Z', 'updated_at': '2021-08-21T08:58:52Z', 'revision_number': 1, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 08:58:55.078097 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb098d0d-1d17-4f3c-a2fa-1fba1b15ac83 None None] The sync data for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 is: [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'cb0588a6-da79-493a-a458-5cc6b95afc82', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'port_id': 'cf8af1b6-1093-48c8-a7af-f08d5c675492', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'mac_address': 'fa:16:3e:5d:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d6bb34-2524-47a0-90a3-d81773fee260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T08:58:34Z', 'updated_at': '2021-08-21T08:58:52Z', 'revision_number': 1, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 08:58:55.083551 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2842a0b6-4ed0-48d2-be52-b6baf77a3309 req-a08898e9-508d-41b7-81b6-4dd0fae32db6 service neutron] 10.222.0.22 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026819 Aug 21 08:58:55.190544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2842a0b6-4ed0-48d2-be52-b6baf77a3309 req-f8ea5912-8866-4f88-9df7-6745bf8e92ff service neutron] 10.222.0.22 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001759 Aug 21 08:58:55.234195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9039add2-505b-4c43-97cb-82d248727485 req-ea1cd9e0-785e-482e-a1dd-8293b183904e tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 210 time: 0.0419250 Aug 21 08:58:55.253225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a20a8628-9950-43b1-ae3f-8e4f731e15bf req-d9c977f6-31d7-4369-a6ff-1ec43a92df4b tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 210 time: 0.0497551 Aug 21 08:58:55.299055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4423ea2-3b48-4e5b-b0be-6f5b21b4c118 None None] New status for floating IP cb0588a6-da79-493a-a458-5cc6b95afc82: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 08:58:55.387201 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:55.431183 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:55.489876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:55.490887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b25d0ff-ba15-4511-bbf8-11a9faddcf14,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:55.493901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:55.502808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:55.511247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:55.512120 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:55.516948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Pushing event updated for resources: {'Port': ['ID=da919d1c-196a-4736-a16e-44adc1bcdc81,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:55.613161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Allocated IP 192.168.233.35 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/ed571d49-2a38-4d15-af7d-6f88b7027488) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:55.733197 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a479eca7-4a01-422e-8147-10416bc47c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:55.749805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f371e4c-5d09-46f9-a19f-1744ea77d4e6 req-23395a53-7218-47c3-8afb-bd096380a09c tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 210 time: 0.0394163 Aug 21 08:58:55.777744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ef99f124-10e8-4fbd-af23-c3cc236e0d32 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 08:58:55.798283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53128) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:55.800128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: ef99f124-10e8-4fbd-af23-c3cc236e0d32 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 08:58:55.800675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ef99f124-10e8-4fbd-af23-c3cc236e0d32 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 08:58:55.846179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:55.860213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Transition to ACTIVE for port object ed571d49-2a38-4d15-af7d-6f88b7027488 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:55.861497 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a479eca7-4a01-422e-8147-10416bc47c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:55.910283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479eca7-4a01-422e-8147-10416bc47c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb44bd1-67b0-485d-8f16-5bd49dcae825,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:55.922252 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a479eca7-4a01-422e-8147-10416bc47c17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4bd90ffceef43469eeb4adc2e400888&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1699946 Aug 21 08:58:55.922352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53132) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:55.924641 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f9507849-f6d8-46e0-afd6-e8e51382553f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:55.947088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-20bd1b69-f0c1-4190-8834-69e78ecebc13 None None] Provisioning for port da919d1c-196a-4736-a16e-44adc1bcdc81 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:55.952134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-20bd1b69-f0c1-4190-8834-69e78ecebc13 None None] Provisioning complete for port da919d1c-196a-4736-a16e-44adc1bcdc81 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:55.952670 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-20bd1b69-f0c1-4190-8834-69e78ecebc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:55.986398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-20bd1b69-f0c1-4190-8834-69e78ecebc13 None None] Port da919d1c-196a-4736-a16e-44adc1bcdc81 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:58:55.998628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.001271 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.043608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:56.045524 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:56.049298 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:56.055726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:56.056234 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-598fafbf-295a-4a3c-9415-c7992999ccdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.056639 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.067441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbe17f-5a53-4a7e-888c-58b1b630af6b req-d276b3ea-ddaa-425d-b7d9-1237f31b876a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:56.069098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Pushing event updated for resources: {'Port': ['ID=ed571d49-2a38-4d15-af7d-6f88b7027488,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:56.069224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77dbe17f-5a53-4a7e-888c-58b1b630af6b req-d276b3ea-ddaa-425d-b7d9-1237f31b876a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 935 time: 0.0876262 Aug 21 08:58:56.081578 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.140010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 08:58:56.143073 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-598fafbf-295a-4a3c-9415-c7992999ccdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.179299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.179664 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Added segment 9ebfb352-85ba-4568-8147-e6c935dc77b1 of type vlan for network 7a1c736c-7d97-4377-b03c-915ec4c1d886 Aug 21 08:58:56.182487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2ba36c-503e-4996-b0f6-66bc27bf9f61,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:56.215155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77dbe17f-5a53-4a7e-888c-58b1b630af6b req-a2143776-639c-4cd6-af56-6f4888c92759 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365535 Aug 21 08:58:56.217451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Made reservation on behalf of 9b44676a1f274b2c90148e90a7879622 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:56.219027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.262836 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.295738 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-3fbdfccc-8541-4ee8-8349-5a8e051f749f tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7973418 Aug 21 08:58:56.304041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-50f4831a-1839-4701-b84b-ef39f2543802 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4778330 Aug 21 08:58:56.316297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Request body: {'port': {'device_id': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:56.316802 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Request body: {'port': {'device_id': '2ae2d924-88d8-4250-a2d8-b5e2e1c2252b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:56.373763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8043b0bb-ee88-4649-942b-ecd1b5ec8c3a', 'name': 'network-vif-deleted', 'tag': 'ef99f124-10e8-4fbd-af23-c3cc236e0d32'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:58:56.376219 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39151029-62f4-4ae2-a080-347198fb4b8b" -d '{"events": [{"server_uuid": "8043b0bb-ee88-4649-942b-ecd1b5ec8c3a", "name": "network-vif-deleted", "tag": "ef99f124-10e8-4fbd-af23-c3cc236e0d32"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:58:56.384755 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-598fafbf-295a-4a3c-9415-c7992999ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.387361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-598fafbf-295a-4a3c-9415-c7992999ccdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.388636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-598fafbf-295a-4a3c-9415-c7992999ccdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cb44bd1-67b0-485d-8f16-5bd49dcae825 HTTP/1.1" status: 204 len: 168 time: 0.4651783 Aug 21 08:58:56.411499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.415814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-74ed99c0-983c-41b4-b7ef-d1e80b19941c None None] Provisioning for port ed571d49-2a38-4d15-af7d-6f88b7027488 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:56.422708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-74ed99c0-983c-41b4-b7ef-d1e80b19941c None None] Provisioning complete for port ed571d49-2a38-4d15-af7d-6f88b7027488 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:56.423495 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-74ed99c0-983c-41b4-b7ef-d1e80b19941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.453726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd242dd0-ddf6-49b5-bd89-43270b82c5a5 req-38e86cfc-288c-4433-a498-7da5a816641e tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 210 time: 0.1035552 Aug 21 08:58:56.475227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-74ed99c0-983c-41b4-b7ef-d1e80b19941c None None] Port ed571d49-2a38-4d15-af7d-6f88b7027488 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:58:56.484382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fafbf-295a-4a3c-9415-c7992999ccdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb44bd1-67b0-485d-8f16-5bd49dcae825,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:56.543009 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.544918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:56.545922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.570448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16e5399a-76fe-4767-99e9-244730ddb116 req-3597ecb1-339f-4a25-840b-985767c013c0 tempest-AggregatesAdminTestJSON-514899929 tempest-AggregatesAdminTestJSON-514899929-project] 10.222.0.20 "GET /v2.0/ports?device_id=8043b0bb-ee88-4649-942b-ecd1b5ec8c3a HTTP/1.1" status: 200 len: 210 time: 0.1451378 Aug 21 08:58:56.633400 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847be904-749e-4fe4-b2fa-e5c6bb13293a x-openstack-request-id: req-847be904-749e-4fe4-b2fa-e5c6bb13293a {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:58:56.633959 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8043b0bb-ee88-4649-942b-ecd1b5ec8c3a", "name": "network-vif-deleted", "tag": "ef99f124-10e8-4fbd-af23-c3cc236e0d32", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:58:56.634135 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-847be904-749e-4fe4-b2fa-e5c6bb13293a {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:58:56.634636 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8043b0bb-ee88-4649-942b-ecd1b5ec8c3a', 'name': 'network-vif-deleted', 'tag': 'ef99f124-10e8-4fbd-af23-c3cc236e0d32', 'status': 'completed', 'code': 200} Aug 21 08:58:56.642051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.667848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a1c736c-7d97-4377-b03c-915ec4c1d886,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:56.682544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 7a1c736c-7d97-4377-b03c-915ec4c1d886 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 08:58:56.705726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed571d49-2a38-4d15-af7d-6f88b7027488 {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:58:56.715798 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.719912 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f9507849-f6d8-46e0-afd6-e8e51382553f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.733815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Transition to ACTIVE for port object ed571d49-2a38-4d15-af7d-6f88b7027488 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:56.816295 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.824621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f9507849-f6d8-46e0-afd6-e8e51382553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.881321 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Pushing event updated for resources: {'Port': ['ID=ed571d49-2a38-4d15-af7d-6f88b7027488,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:56.921095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Attempting to bind port ed571d49-2a38-4d15-af7d-6f88b7027488 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:56.921802 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Attempting to bind port ed571d49-2a38-4d15-af7d-6f88b7027488 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:56.922249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Attempting to bind port ed571d49-2a38-4d15-af7d-6f88b7027488 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:56.923771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bc6af72a-23d3-4220-a2be-49e5772c75f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.6593950 Aug 21 08:58:56.924606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53160) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:56.927713 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Port ed571d49-2a38-4d15-af7d-6f88b7027488 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:58:56.932342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Attempting to bind port ed571d49-2a38-4d15-af7d-6f88b7027488 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:56.938386 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:56.939036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:56.939493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:56.940113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Bound port: ed571d49-2a38-4d15-af7d-6f88b7027488, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:56.940568 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:56.950913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] Request body: {'subnet': {'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-648424505-subnet', 'tenant_id': 'e3daa348046e425cb9653a6de230888a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:56.966026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f9507849-f6d8-46e0-afd6-e8e51382553f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64ec70839ae54db7b0f0939672aadc1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1664689 Aug 21 08:58:56.971607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9507849-f6d8-46e0-afd6-e8e51382553f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc809cfd-9918-44fb-8ffd-e381d5d44ed8,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:56.976886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53164) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:57.008237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6609c-e73d-4c9d-a1f4-1ee9dd597e7f req-f7beb119-7f81-48ac-8aa9-0e519984680d tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:57.009851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ea6609c-e73d-4c9d-a1f4-1ee9dd597e7f req-f7beb119-7f81-48ac-8aa9-0e519984680d tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 947 time: 0.1815364 Aug 21 08:58:57.034654 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] For port ed571d49-2a38-4d15-af7d-6f88b7027488, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:57.038133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] For port ed571d49-2a38-4d15-af7d-6f88b7027488, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ed571d49-2a38-4d15-af7d-6f88b7027488,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:57.046129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Allocated IP 192.168.233.82 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/9cae406c-43fd-4979-aa7e-1833c2729539) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:58:57.118381 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ea6609c-e73d-4c9d-a1f4-1ee9dd597e7f req-89e90ab7-d1a5-40c3-9efb-7bf54400f78d tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b25d0ff-ba15-4511-bbf8-11a9faddcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928304 Aug 21 08:58:57.130079 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:57.145834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] Made reservation on behalf of e3daa348046e425cb9653a6de230888a for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:58:57.145834 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:57.148301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:57.148991 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:57.150712 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] 10.222.0.13 "PUT /v2.0/ports/ed571d49-2a38-4d15-af7d-6f88b7027488 HTTP/1.1" status: 200 len: 1096 time: 0.8405073 Aug 21 08:58:57.168691 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36da7c2d-03ca-4163-a3a2-651babc9a6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:57.216901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42a1fb-8aae-4f4b-b4ec-a26270a6bfba service neutron] Pushing event updated for resources: {'Port': ['ID=ed571d49-2a38-4d15-af7d-6f88b7027488,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:57.302727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36da7c2d-03ca-4163-a3a2-651babc9a6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:57.323614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-d29e7435-48ca-4d94-8c1d-c7d63cf42c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:57.323614 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-d29e7435-48ca-4d94-8c1d-c7d63cf42c73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=754a456bf0ee4266bfac9a2c4882ee41&device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 1099 time: 0.0579035 Aug 21 08:58:57.388861 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-fc6fb38c-cf28-473e-b5cc-116f71f4f074 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=ed571d49-2a38-4d15-af7d-6f88b7027488 HTTP/1.1" status: 200 len: 217 time: 0.0579922 Aug 21 08:58:57.460238 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:57.464957 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-748dd10e-a001-425f-bacc-0b6edaee83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:57.466161 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-748dd10e-a001-425f-bacc-0b6edaee83ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0692716 Aug 21 08:58:57.473961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad29cb7-fc93-4b8e-be27-6342ad8fd9f6 req-82d8032b-09b7-4127-907a-401077af8019 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:57.475409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ad29cb7-fc93-4b8e-be27-6342ad8fd9f6 req-82d8032b-09b7-4127-907a-401077af8019 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 935 time: 0.1707046 Aug 21 08:58:57.529608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-b9d5657e-544e-4743-998d-c822a259d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:57.531275 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-b9d5657e-544e-4743-998d-c822a259d7b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576916 Aug 21 08:58:57.583246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c6a5d58-6f92-471a-ac35-69f201a9050d req-4662dd97-49dc-448e-bb3c-dd41e4ceb91e tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 210 time: 0.0639758 Aug 21 08:58:57.589968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ad29cb7-fc93-4b8e-be27-6342ad8fd9f6 req-edca53d9-681c-42d0-b156-d232f34b0522 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019087 Aug 21 08:58:57.590961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Transition to ACTIVE for port object 9cae406c-43fd-4979-aa7e-1833c2729539 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:57.598868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36da7c2d-03ca-4163-a3a2-651babc9a6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:57.601446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36da7c2d-03ca-4163-a3a2-651babc9a6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:57.605136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-36da7c2d-03ca-4163-a3a2-651babc9a6af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc809cfd-9918-44fb-8ffd-e381d5d44ed8 HTTP/1.1" status: 204 len: 168 time: 0.6204371 Aug 21 08:58:57.625318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da7c2d-03ca-4163-a3a2-651babc9a6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc809cfd-9918-44fb-8ffd-e381d5d44ed8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:57.675202 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-b267ad90-a7f4-4617-81e5-070f1d3347fb service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322024 Aug 21 08:58:57.688533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:57.768587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9eb0223-0281-4c30-a0ca-f4469d216bdc,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:57.779992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:57.780314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] Network hostable DHCP agents. Network: 7a1c736c-7d97-4377-b03c-915ec4c1d886, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 08:58:57.790656 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-10ea4ed3-20fc-42e0-ab34-25cf4633dff8 req-ad98080b-0350-428b-a560-b2578a506be5 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084287 Aug 21 08:58:57.806968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:57.895529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:58:57.902182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:57.918169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:58:57.923948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:57.924576 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:57.929555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] Network 7a1c736c-7d97-4377-b03c-915ec4c1d886 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 08:58:57.931459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Pushing event updated for resources: {'Port': ['ID=9cae406c-43fd-4979-aa7e-1833c2729539,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:58.030361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da919d1c-196a-4736-a16e-44adc1bcdc81 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:58:58.039305 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:58.052308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Transition to ACTIVE for port object da919d1c-196a-4736-a16e-44adc1bcdc81 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:58.058418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 7a1c736c-7d97-4377-b03c-915ec4c1d886) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:58:58.058418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9d44da57-961e-4f82-b59c-b458637eed8b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3347225 Aug 21 08:58:58.059774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:58.060368 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:58.065460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15ea7c3-59b8-42e2-a072-7ef0b978a670 None None] Network 7a1c736c-7d97-4377-b03c-915ec4c1d886 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:58:58.076100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Request body: {'port': {'device_id': '0d09268e-df9d-4478-94f1-b9910526e1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:58:58.133168 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:58.241853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f73cf22-9256-4577-9b76-d10c91a77af6 None None] Network 7a1c736c-7d97-4377-b03c-915ec4c1d886 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:58:58.295839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a2a799e1-248d-4eb0-8680-9e05e98810e0 None None] Provisioning for port 9cae406c-43fd-4979-aa7e-1833c2729539 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:58:58.302247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a2a799e1-248d-4eb0-8680-9e05e98810e0 None None] Provisioning complete for port 9cae406c-43fd-4979-aa7e-1833c2729539 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:58:58.302618 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2a799e1-248d-4eb0-8680-9e05e98810e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:58.322711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53198) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:58.360038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a2a799e1-248d-4eb0-8680-9e05e98810e0 None None] Port 9cae406c-43fd-4979-aa7e-1833c2729539 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:58:58.360485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-92aeb811-9c2c-4fe0-a679-00b3d98a56ae admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4241862 Aug 21 08:58:58.361232 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:58.458813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Pushing event updated for resources: {'Port': ['ID=da919d1c-196a-4736-a16e-44adc1bcdc81,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:58.484191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931493da-c310-423e-a81b-e4e5424baedf req-c97c2983-e865-4e3a-9b89-b6f28cc5c00a tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:58.485755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-931493da-c310-423e-a81b-e4e5424baedf req-c97c2983-e865-4e3a-9b89-b6f28cc5c00a tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 947 time: 0.1364214 Aug 21 08:58:58.590706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Attempting to bind port da919d1c-196a-4736-a16e-44adc1bcdc81 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:58.591054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Attempting to bind port da919d1c-196a-4736-a16e-44adc1bcdc81 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:58.591370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Attempting to bind port da919d1c-196a-4736-a16e-44adc1bcdc81 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:58.619699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Port da919d1c-196a-4736-a16e-44adc1bcdc81 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:58:58.619699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Attempting to bind port da919d1c-196a-4736-a16e-44adc1bcdc81 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:58.637291 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae2d924-88d8-4250-a2d8-b5e2e1c2252b', 'tag': 'ed571d49-2a38-4d15-af7d-6f88b7027488'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:58:58.642622 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bf2a53-7043-4ce4-800c-5a8168d05e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae2d924-88d8-4250-a2d8-b5e2e1c2252b", "tag": "ed571d49-2a38-4d15-af7d-6f88b7027488"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:58:58.665875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:58.665875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:58.665875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:58.665875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Bound port: da919d1c-196a-4736-a16e-44adc1bcdc81, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:58.665875 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:58.672621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-931493da-c310-423e-a81b-e4e5424baedf req-ae4b0d7b-9898-4ffb-b55a-3323fa7e526c tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b25d0ff-ba15-4511-bbf8-11a9faddcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377871 Aug 21 08:58:58.685055 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-30f360c3-a8ef-4e07-ae64-43255f813a87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d39f468274714deaba77e6fca4d770b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3577428 Aug 21 08:58:58.685055 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53212) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:58.748254 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74cbd24-7f76-4cec-8ce8-7df3ad967e87 x-openstack-request-id: req-a74cbd24-7f76-4cec-8ce8-7df3ad967e87 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:58:58.748621 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae2d924-88d8-4250-a2d8-b5e2e1c2252b", "tag": "ed571d49-2a38-4d15-af7d-6f88b7027488", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:58:58.748892 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a74cbd24-7f76-4cec-8ce8-7df3ad967e87 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:58:58.749278 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae2d924-88d8-4250-a2d8-b5e2e1c2252b', 'tag': 'ed571d49-2a38-4d15-af7d-6f88b7027488', 'status': 'completed', 'code': 200} Aug 21 08:58:58.772208 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93a5516a-58a0-44a7-b976-228c2b360c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:58.810724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:58.826877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93a5516a-58a0-44a7-b976-228c2b360c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:58.827030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=da919d1c-196a-4736-a16e-44adc1bcdc81,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:58.859767 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53220) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:58.879355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da7fb4-6c86-4d92-8335-b255ee4acd87 req-5a92ced4-8ec2-4387-babb-2fffa7ff3640 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:58.880888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77da7fb4-6c86-4d92-8335-b255ee4acd87 req-5a92ced4-8ec2-4387-babb-2fffa7ff3640 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 947 time: 0.1298273 Aug 21 08:58:58.886907 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf2a53-7043-4ce4-800c-5a8168d05e8b req-3bc20c50-223a-4858-a74b-e6eb0d926f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:58.888778 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-33bf2a53-7043-4ce4-800c-5a8168d05e8b req-3bc20c50-223a-4858-a74b-e6eb0d926f1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=754a456bf0ee4266bfac9a2c4882ee41&device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 1099 time: 0.1117475 Aug 21 08:58:58.890434 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8914c0f-84c9-484f-b7de-28483bbcbc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:58.928397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cae406c-43fd-4979-aa7e-1833c2729539 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:58:58.942038 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:58.945929 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.009220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Transition to ACTIVE for port object 9cae406c-43fd-4979-aa7e-1833c2729539 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:58:59.017525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e11596-e2e2-4935-aaee-53080756b052 req-c408a74a-8ba9-4aad-aaaa-b01bcece16ae tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:59.019048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13e11596-e2e2-4935-aaee-53080756b052 req-c408a74a-8ba9-4aad-aaaa-b01bcece16ae tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 935 time: 0.1514359 Aug 21 08:58:59.031749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77da7fb4-6c86-4d92-8335-b255ee4acd87 req-4dbd2106-f089-467a-a781-3efc3bd82e4a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382215 Aug 21 08:58:59.033306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:59.034099 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.035747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] 10.222.0.13 "PUT /v2.0/ports/da919d1c-196a-4736-a16e-44adc1bcdc81 HTTP/1.1" status: 200 len: 1096 time: 2.7237511 Aug 21 08:58:59.038525 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf2a53-7043-4ce4-800c-5a8168d05e8b req-fa1bff64-0f9a-4e4e-8ced-0f0180d2106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:59.041837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:58:59.041963 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-33bf2a53-7043-4ce4-800c-5a8168d05e8b req-fa1bff64-0f9a-4e4e-8ced-0f0180d2106a service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1432183 Aug 21 08:58:59.042051 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0ade43-4931-4e0f-8689-1d1d61a73eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:58:59.079465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a544ee-fffd-48b3-b4c0-d3e25e156239 service neutron] Pushing event updated for resources: {'Port': ['ID=da919d1c-196a-4736-a16e-44adc1bcdc81,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:59.094864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13e11596-e2e2-4935-aaee-53080756b052 req-f11e8852-7944-4a57-a96d-26b161cfa0e5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562670 Aug 21 08:58:59.115250 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-33bf2a53-7043-4ce4-800c-5a8168d05e8b req-165a4220-8f75-4297-904e-ab55a05ce762 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=ed571d49-2a38-4d15-af7d-6f88b7027488 HTTP/1.1" status: 200 len: 217 time: 0.0434842 Aug 21 08:58:59.152825 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bffaf6-c513-4cd6-98cb-bdcf3d7476b7 x-openstack-request-id: req-66bffaf6-c513-4cd6-98cb-bdcf3d7476b7 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:58:59.153235 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:58:59.153372 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66bffaf6-c513-4cd6-98cb-bdcf3d7476b7 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:58:59.153812 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81', 'status': 'completed', 'code': 200} Aug 21 08:58:59.158215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.168642 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93a5516a-58a0-44a7-b976-228c2b360c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.177367 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93a5516a-58a0-44a7-b976-228c2b360c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.178512 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-93a5516a-58a0-44a7-b976-228c2b360c89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/233450e0-4d1f-48d0-bb25-de049a498934 HTTP/1.1" status: 204 len: 168 time: 0.4925890 Aug 21 08:58:59.196324 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8914c0f-84c9-484f-b7de-28483bbcbc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.207644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5516a-58a0-44a7-b976-228c2b360c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233450e0-4d1f-48d0-bb25-de049a498934,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:59.217217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf2a53-7043-4ce4-800c-5a8168d05e8b req-86b39fc2-197d-4227-bcaa-3a76f46fd7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:59.218847 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-33bf2a53-7043-4ce4-800c-5a8168d05e8b req-86b39fc2-197d-4227-bcaa-3a76f46fd7d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1028330 Aug 21 08:58:59.283938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8914c0f-84c9-484f-b7de-28483bbcbc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.315795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Pushing event updated for resources: {'Port': ['ID=9cae406c-43fd-4979-aa7e-1833c2729539,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:59.327879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8914c0f-84c9-484f-b7de-28483bbcbc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9c776f-49ee-4b2d-926c-85cde7b023db,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:59.331211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ade43-4931-4e0f-8689-1d1d61a73eb0 req-0189ca37-68c7-454c-9e5e-cc58298893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:59.340570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad0ade43-4931-4e0f-8689-1d1d61a73eb0 req-0189ca37-68c7-454c-9e5e-cc58298893ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1099 time: 0.1389484 Aug 21 08:58:59.341652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Attempting to bind port 9cae406c-43fd-4979-aa7e-1833c2729539 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:58:59.342008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Attempting to bind port 9cae406c-43fd-4979-aa7e-1833c2729539 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:58:59.342246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Attempting to bind port 9cae406c-43fd-4979-aa7e-1833c2729539 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:59.353850 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf2a53-7043-4ce4-800c-5a8168d05e8b req-81cbba02-1a12-4cac-bd0e-a06122861dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:59.358429 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-33bf2a53-7043-4ce4-800c-5a8168d05e8b req-81cbba02-1a12-4cac-bd0e-a06122861dd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1317880 Aug 21 08:58:59.368554 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e8914c0f-84c9-484f-b7de-28483bbcbc84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4269bcbe75a240868b6579032f74a7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5047164 Aug 21 08:58:59.377383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53230) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:58:59.382844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Port 9cae406c-43fd-4979-aa7e-1833c2729539 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:58:59.382844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Attempting to bind port 9cae406c-43fd-4979-aa7e-1833c2729539 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:58:59.396665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:58:59.397005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:58:59.397384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:58:59.397820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Bound port: 9cae406c-43fd-4979-aa7e-1833c2729539, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:58:59.398274 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.403205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad0ade43-4931-4e0f-8689-1d1d61a73eb0 req-811fcfb6-1f2b-4721-a058-f06692375677 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6eda5b0e42e042198b3662d293aecc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554833 Aug 21 08:58:59.506259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dae3d59f-0d4e-4008-aec5-67a1f63e169c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.549499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dae3d59f-0d4e-4008-aec5-67a1f63e169c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.558115 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-33bf2a53-7043-4ce4-800c-5a8168d05e8b req-fb0d8f00-d830-40c5-86c7-a17f9e4fcc68 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906605 Aug 21 08:58:59.618991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ade43-4931-4e0f-8689-1d1d61a73eb0 req-adf4ec70-eb6e-4c64-93e9-38a930902ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:59.620558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad0ade43-4931-4e0f-8689-1d1d61a73eb0 req-adf4ec70-eb6e-4c64-93e9-38a930902ada service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2106652 Aug 21 08:58:59.646010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] For port 9cae406c-43fd-4979-aa7e-1833c2729539, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:58:59.650570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] For port 9cae406c-43fd-4979-aa7e-1833c2729539, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9cae406c-43fd-4979-aa7e-1833c2729539,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:58:59.685030 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-33bf2a53-7043-4ce4-800c-5a8168d05e8b req-c1b852dd-d0cb-4713-a270-86ef96c5c6d1 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172342 Aug 21 08:58:59.706987 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.739351 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dae3d59f-0d4e-4008-aec5-67a1f63e169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.741907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dae3d59f-0d4e-4008-aec5-67a1f63e169c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.745480 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dae3d59f-0d4e-4008-aec5-67a1f63e169c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e9c776f-49ee-4b2d-926c-85cde7b023db HTTP/1.1" status: 204 len: 168 time: 0.3598137 Aug 21 08:58:59.753576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-7292f571-a68e-46ee-b73b-ce4212fecb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:59.755462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-7292f571-a68e-46ee-b73b-ce4212fecb4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1099 time: 0.0869606 Aug 21 08:58:59.755766 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3d59f-0d4e-4008-aec5-67a1f63e169c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9c776f-49ee-4b2d-926c-85cde7b023db,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:59.769510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:59.770140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:58:59.778218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] 10.222.0.13 "PUT /v2.0/ports/9cae406c-43fd-4979-aa7e-1833c2729539 HTTP/1.1" status: 200 len: 1096 time: 1.7064624 Aug 21 08:58:59.878224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-cbcdd77f-681b-4764-af56-86679947228e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=da919d1c-196a-4736-a16e-44adc1bcdc81 HTTP/1.1" status: 200 len: 217 time: 0.1104383 Aug 21 08:58:59.882855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f367f7-a89c-4af1-ab72-7ba0500f9b23 service neutron] Pushing event updated for resources: {'Port': ['ID=9cae406c-43fd-4979-aa7e-1833c2729539,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:58:59.958861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b2e86-046c-4b54-a762-166b12e9cd2a req-cd35c1c4-71ec-4034-98ce-8b72760a28b9 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:59.960374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db7b2e86-046c-4b54-a762-166b12e9cd2a req-cd35c1c4-71ec-4034-98ce-8b72760a28b9 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 947 time: 0.1541250 Aug 21 08:58:59.992429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-d93765f9-5652-42ec-8cef-a91bd5c8b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:58:59.994064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-d93765f9-5652-42ec-8cef-a91bd5c8b688 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1035285 Aug 21 08:59:00.003340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-4f5917d3-6d97-441a-8dd2-1ee2ea88ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:00.004899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-4f5917d3-6d97-441a-8dd2-1ee2ea88ffc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b44676a1f274b2c90148e90a7879622&device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 1099 time: 0.0845842 Aug 21 08:59:00.076372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-9a1468fc-aa02-45a3-a89e-d79bf76fa9bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=9cae406c-43fd-4979-aa7e-1833c2729539 HTTP/1.1" status: 200 len: 217 time: 0.0601914 Aug 21 08:59:00.080028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db7b2e86-046c-4b54-a762-166b12e9cd2a req-066c9817-afe1-4062-86f1-7dcf233449e5 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b25d0ff-ba15-4511-bbf8-11a9faddcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123128 Aug 21 08:59:00.129844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-24fc7aca-8762-4dd1-b920-62dd485943dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:00.131069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-24fc7aca-8762-4dd1-b920-62dd485943dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1303277 Aug 21 08:59:00.140296 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53258) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:00.167136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-cecc3a51-406a-473a-934c-33eb16c67a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:00.168737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-cecc3a51-406a-473a-934c-33eb16c67a55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0837736 Aug 21 08:59:00.185505 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-39778cae-5b5a-48f2-8e70-1be986bde813 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84824d9638214d99978a7a638caab357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437040 Aug 21 08:59:00.188266 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53260) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:00.244852 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c7c-426e-4bfd-b9a7-e62eed763407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:00.270500 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c7c-426e-4bfd-b9a7-e62eed763407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:00.302153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-1921d28e-e63d-421c-bed0-731157c7ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:00.303881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-1921d28e-e63d-421c-bed0-731157c7ab09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1250517 Aug 21 08:59:00.317418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd910a-4bd9-4427-a320-6b5c34bea0fb req-9691765b-048f-4a65-a533-16d66c12193b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:00.319592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39fd910a-4bd9-4427-a320-6b5c34bea0fb req-9691765b-048f-4a65-a533-16d66c12193b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 947 time: 0.1650825 Aug 21 08:59:00.358678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-75a07ce7-bb34-44bd-8a1f-171a1e50f8a7 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160480 Aug 21 08:59:00.436557 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c7c-426e-4bfd-b9a7-e62eed763407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:00.436821 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c7c-426e-4bfd-b9a7-e62eed763407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:00.438385 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-72bc0c7c-426e-4bfd-b9a7-e62eed763407 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/047082ee-ad2a-4697-9d52-a190e28b5ffb HTTP/1.1" status: 204 len: 168 time: 0.2490153 Aug 21 08:59:00.456719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc0c7c-426e-4bfd-b9a7-e62eed763407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047082ee-ad2a-4697-9d52-a190e28b5ffb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:00.475908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53272) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:00.498937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-741745705-network', 'tenant_id': 'd249b2df9e144148bb7e6dbc838237e5'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:00.569311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39fd910a-4bd9-4427-a320-6b5c34bea0fb req-05b4f7db-a70f-4d1f-a08d-686d1a6b6288 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318614 Aug 21 08:59:00.584716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Made reservation on behalf of d249b2df9e144148bb7e6dbc838237e5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:59:00.587650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:00.598177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:00.627242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24920739-cb64-4f36-b1c8-e264ba6234ea req-04c62109-80ff-4106-9bea-0a024387ef98 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:00.628797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24920739-cb64-4f36-b1c8-e264ba6234ea req-04c62109-80ff-4106-9bea-0a024387ef98 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 947 time: 0.1160576 Aug 21 08:59:00.637570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-e38774d3-a72d-47c3-9bac-e9700ee8d5a7 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170030 Aug 21 08:59:00.670450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec76bff7-f3a6-450c-b35e-0b03da068938 req-792c65cd-ce17-4ec2-b3c0-c6a99c6672ec service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826955 Aug 21 08:59:00.704253 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:00.842165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:00.870988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 08:59:00.877243 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2fe8cb-e266-46a8-b4db-37cbed203aac,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:00.883729 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:00.884071 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Added segment abf3c3e9-a08f-4868-b26d-5862e2efd6fe of type vlan for network 0eb61a4f-6a65-4a80-8ed5-e58e0c56880d Aug 21 08:59:00.930621 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:00.932011 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24920739-cb64-4f36-b1c8-e264ba6234ea req-e33cf793-4081-40b6-87f5-22596b7e3950 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935090 Aug 21 08:59:00.958142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622163cf-9c49-4c55-9e47-7c257c93d8a3 req-e26050ca-e806-4894-8fee-55bb2a276905 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068006 Aug 21 08:59:01.010350 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.011545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:01.012226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.072925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb61a4f-6a65-4a80-8ed5-e58e0c56880d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:01.092854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 0eb61a4f-6a65-4a80-8ed5-e58e0c56880d details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 08:59:01.112431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53284) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:01.115990 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f4d0dc4c-6a92-4265-90e7-f8d3a44bb241 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6387250 Aug 21 08:59:01.116706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53286) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:01.121813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] Request body: {'subnet': {'network_id': '0eb61a4f-6a65-4a80-8ed5-e58e0c56880d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-741745705-subnet', 'tenant_id': 'd249b2df9e144148bb7e6dbc838237e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:01.155430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d09268e-df9d-4478-94f1-b9910526e1c7', 'tag': '9cae406c-43fd-4979-aa7e-1833c2729539'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:01.158377 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d09268e-df9d-4478-94f1-b9910526e1c7", "tag": "9cae406c-43fd-4979-aa7e-1833c2729539"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:01.209467 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be288c4-17e9-47b1-8dfa-f4c99e4c9bf4 x-openstack-request-id: req-8be288c4-17e9-47b1-8dfa-f4c99e4c9bf4 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:01.209754 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d09268e-df9d-4478-94f1-b9910526e1c7", "tag": "9cae406c-43fd-4979-aa7e-1833c2729539", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:01.209999 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8be288c4-17e9-47b1-8dfa-f4c99e4c9bf4 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:01.210382 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d09268e-df9d-4478-94f1-b9910526e1c7', 'tag': '9cae406c-43fd-4979-aa7e-1833c2729539', 'status': 'completed', 'code': 200} Aug 21 08:59:01.235035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58f560-63e5-46c7-8936-3cf10123902a req-1cec7fcc-b5f2-4295-8ecf-65adef1ca4b2 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:01.236521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb58f560-63e5-46c7-8936-3cf10123902a req-1cec7fcc-b5f2-4295-8ecf-65adef1ca4b2 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 947 time: 0.0537832 Aug 21 08:59:01.239180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] Made reservation on behalf of d249b2df9e144148bb7e6dbc838237e5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:59:01.245406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.292440 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6247-a70f-4a49-a679-dadde1261a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.333896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc req-4fb19000-291e-49ec-8a25-8709aa4c069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:01.335404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc req-4fb19000-291e-49ec-8a25-8709aa4c069d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b44676a1f274b2c90148e90a7879622&device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 1099 time: 0.0978613 Aug 21 08:59:01.342846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb58f560-63e5-46c7-8936-3cf10123902a req-9a2704e4-32f7-41ae-9669-346c95f959b6 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b25d0ff-ba15-4511-bbf8-11a9faddcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766695 Aug 21 08:59:01.462943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc req-55e48e72-613c-4ebb-92b2-7768bc2f7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:01.465355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc req-55e48e72-613c-4ebb-92b2-7768bc2f7121 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1216671 Aug 21 08:59:01.520647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc req-8688ebcf-044c-4eff-9504-8994171b8880 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=9cae406c-43fd-4979-aa7e-1833c2729539 HTTP/1.1" status: 200 len: 217 time: 0.0449250 Aug 21 08:59:01.530922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6247-a70f-4a49-a679-dadde1261a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.541370 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.576329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc req-6607d13d-90cb-48e2-b15f-f631ac69edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:01.578905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc req-6607d13d-90cb-48e2-b15f-f631ac69edb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0492363 Aug 21 08:59:01.604212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf6dc62-3d34-4637-99b8-e4e2687a201b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:01.618501 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] Checking segment: {'id': 'abf3c3e9-a08f-4868-b26d-5862e2efd6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0eb61a4f-6a65-4a80-8ed5-e58e0c56880d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:59:01.618872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] Network hostable DHCP agents. Network: 0eb61a4f-6a65-4a80-8ed5-e58e0c56880d, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 08:59:01.622800 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f7a6247-a70f-4a49-a679-dadde1261a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.721707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9f7a6247-a70f-4a49-a679-dadde1261a49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d658473d605f41368bdfafe6955a6f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6076415 Aug 21 08:59:01.724416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53316) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:01.728327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a6247-a70f-4a49-a679-dadde1261a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13155b2a-057a-42e3-9408-d1e473a75929,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:01.742198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] Network 0eb61a4f-6a65-4a80-8ed5-e58e0c56880d is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 08:59:01.753035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc req-b006c21f-8389-4ed0-ac66-65f191f5e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:01.754670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc req-b006c21f-8389-4ed0-ac66-65f191f5e93e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1680822 Aug 21 08:59:01.780074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c404e1c-bd79-48e0-9292-e7ce9bb1567e req-445f5293-5f8c-456a-8191-e6cca3150c22 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:01.781586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c404e1c-bd79-48e0-9292-e7ce9bb1567e req-445f5293-5f8c-456a-8191-e6cca3150c22 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 947 time: 0.1065156 Aug 21 08:59:01.785414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ed571d49-2a38-4d15-af7d-6f88b7027488 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:01.786032 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63a609ca-0e30-4ee2-84f2-be528d6ccdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.813166 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63a609ca-0e30-4ee2-84f2-be528d6ccdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.827700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 0eb61a4f-6a65-4a80-8ed5-e58e0c56880d) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:59:01.838952 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:01.839830 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.891649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c404e1c-bd79-48e0-9292-e7ce9bb1567e req-31793981-bfc9-46e7-abb1-0b8aa1a23b33 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972571 Aug 21 08:59:01.915543 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eb6556-cb7f-4716-9146-de48e33e33e5 None None] Network 0eb61a4f-6a65-4a80-8ed5-e58e0c56880d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:59:01.923054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc req-43c1dc55-5a2f-4386-97a0-5a6e4893c1c4 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597173 Aug 21 08:59:01.941658 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-36a333b5-4a90-4592-9dd3-f4a3c920ca54 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8236008 Aug 21 08:59:01.975134 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63a609ca-0e30-4ee2-84f2-be528d6ccdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.978158 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63a609ca-0e30-4ee2-84f2-be528d6ccdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:01.984474 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-63a609ca-0e30-4ee2-84f2-be528d6ccdef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13155b2a-057a-42e3-9408-d1e473a75929 HTTP/1.1" status: 204 len: 168 time: 0.2585754 Aug 21 08:59:02.007836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a609ca-0e30-4ee2-84f2-be528d6ccdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13155b2a-057a-42e3-9408-d1e473a75929,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:02.027706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53330) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:02.080500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ed571d49-2a38-4d15-af7d-6f88b7027488, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ed571d49-2a38-4d15-af7d-6f88b7027488,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:02.106407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe695980-0b39-49bd-a9ec-d7ef937dbcbc req-28c472fd-c5c7-4d02-91a7-738a19c06dbd service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754167 Aug 21 08:59:02.127537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'ed571d49-2a38-4d15-af7d-6f88b7027488', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': 'ed571d49-2a38-4d15-af7d-6f88b7027488', 'mac_address': 'fa:16:3e:76:1d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:59:02.134735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c13a8-631d-4681-8ca5-b0d264335ba0 req-e4b59a0f-d0c4-4c99-aef9-b1e760a54c4b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:02.137289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-093c13a8-631d-4681-8ca5-b0d264335ba0 req-e4b59a0f-d0c4-4c99-aef9-b1e760a54c4b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 947 time: 0.0740287 Aug 21 08:59:02.183588 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:02.191874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-093c13a8-631d-4681-8ca5-b0d264335ba0 req-a2bc2024-10f4-4f53-91d7-7106a025ab8a tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452700 Aug 21 08:59:02.192461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7a8ad9-9e74-4d94-b39e-cad14c1394ea None None] Network 0eb61a4f-6a65-4a80-8ed5-e58e0c56880d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 08:59:02.252225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed571d49-2a38-4d15-af7d-6f88b7027488 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:02.287106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ed571d49-2a38-4d15-af7d-6f88b7027488, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ed571d49-2a38-4d15-af7d-6f88b7027488,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:02.384895 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:02.440817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=ed571d49-2a38-4d15-af7d-6f88b7027488,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:02.465674 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-52bfaa2a-130b-4ad9-9234-50aba7a0fa00 tempest-AutoAllocateNetworkTest-853367014 tempest-AutoAllocateNetworkTest-853367014-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a08b1adc4703436fa0594840364f8ce8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4367256 Aug 21 08:59:02.471069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53342) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:02.487006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df3f52-c9f5-431d-88e5-10adb442fb9b req-47eaac77-00e2-43c6-9c4f-6d3ef9f054e9 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:02.489929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96df3f52-c9f5-431d-88e5-10adb442fb9b req-47eaac77-00e2-43c6-9c4f-6d3ef9f054e9 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 948 time: 0.0706155 Aug 21 08:59:02.552442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96df3f52-c9f5-431d-88e5-10adb442fb9b req-c7c134e0-4231-49cf-9c55-4a811ecaa422 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b25d0ff-ba15-4511-bbf8-11a9faddcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518186 Aug 21 08:59:02.579756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['ed571d49-2a38-4d15-af7d-6f88b7027488'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:02.601060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a29d82f-17a3-4a3d-bea2-bd073c873d94 tempest-AutoAllocateNetworkTest-853367014 tempest-AutoAllocateNetworkTest-853367014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:02.605587 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0a29d82f-17a3-4a3d-bea2-bd073c873d94 tempest-AutoAllocateNetworkTest-853367014 tempest-AutoAllocateNetworkTest-853367014-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1303174 Aug 21 08:59:02.605877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53348) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:02.665649 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9149e457-ab32-4d76-a176-4283ce40fd63 tempest-AutoAllocateNetworkTest-853367014 tempest-AutoAllocateNetworkTest-853367014-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581520 Aug 21 08:59:02.678785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53352) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:02.708089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-29254b0c-9a25-46dc-ba69-04bc47c5d764 tempest-AutoAllocateNetworkTest-853367014 tempest-AutoAllocateNetworkTest-853367014-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a08b1adc4703436fa0594840364f8ce8 HTTP/1.1" status: 200 len: 208 time: 0.0281100 Aug 21 08:59:02.922985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53368) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:02.936701 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfcf8736-1ae8-4b5d-b049-a44e48682f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:03.052527 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfcf8736-1ae8-4b5d-b049-a44e48682f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:03.064308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2daa7-e1b5-4129-9d4b-9610b72b2bed req-7250abdb-9568-432d-931b-fdc7914cdb42 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:03.066023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9a2daa7-e1b5-4129-9d4b-9610b72b2bed req-7250abdb-9568-432d-931b-fdc7914cdb42 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 947 time: 0.0955520 Aug 21 08:59:03.074891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-356da619-d8bb-4779-abae-98f60cb7aa8f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:03.076478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-356da619-d8bb-4779-abae-98f60cb7aa8f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 820 time: 0.1897182 Aug 21 08:59:03.105331 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfcf8736-1ae8-4b5d-b049-a44e48682f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:03.105474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-a206afe7-1cf1-4863-8af8-fe8d298faa0c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/quotas/e3daa348046e425cb9653a6de230888a HTTP/1.1" status: 200 len: 375 time: 0.0208018 Aug 21 08:59:03.142574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9a2daa7-e1b5-4129-9d4b-9610b72b2bed req-b1260644-1233-4a0f-9e98-6d01835c5a16 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649097 Aug 21 08:59:03.143979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf8736-1ae8-4b5d-b049-a44e48682f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095febfa-a785-4444-a8fe-ec0f13a46657,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:03.144357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-0e7baa55-2a4f-48c4-9a25-80bc05439a89 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313964 Aug 21 08:59:03.150818 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dfcf8736-1ae8-4b5d-b049-a44e48682f92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdec16a70b1a4f7f9076df0281a998ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241967 Aug 21 08:59:03.151081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53374) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:03.209132 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d0f93ca-91c2-4f13-ba94-4fd55fd92b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:03.239744 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d0f93ca-91c2-4f13-ba94-4fd55fd92b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:03.250097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-7cde34dc-343a-4521-b46a-49cab2376de7 service neutron] 10.222.0.20 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919027 Aug 21 08:59:03.352213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d0f93ca-91c2-4f13-ba94-4fd55fd92b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:03.355704 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d0f93ca-91c2-4f13-ba94-4fd55fd92b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:03.356862 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2d0f93ca-91c2-4f13-ba94-4fd55fd92b18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/095febfa-a785-4444-a8fe-ec0f13a46657 HTTP/1.1" status: 204 len: 168 time: 0.2046111 Aug 21 08:59:03.359424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f864ec-5ff3-4368-a15f-26694a4f19b0 req-d7e136bf-7216-4600-9335-f5a949b80e90 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:03.360983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35f864ec-5ff3-4368-a15f-26694a4f19b0 req-d7e136bf-7216-4600-9335-f5a949b80e90 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 947 time: 0.1061726 Aug 21 08:59:03.372227 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f93ca-91c2-4f13-ba94-4fd55fd92b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095febfa-a785-4444-a8fe-ec0f13a46657,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:03.418149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-e817b08e-f385-4f6a-9658-c102bdf39040 service neutron] 10.222.0.20 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523111 Aug 21 08:59:03.426202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35f864ec-5ff3-4368-a15f-26694a4f19b0 req-4b539faf-35f9-4b63-98e6-422713dfbba1 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584331 Aug 21 08:59:03.559311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53392) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:03.745567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecab62-0083-4a70-847b-5c236178e6eb req-150bfc0f-13a5-4a7a-ba74-99a3bfa12ca8 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:03.754971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90ecab62-0083-4a70-847b-5c236178e6eb req-150bfc0f-13a5-4a7a-ba74-99a3bfa12ca8 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 948 time: 0.0542970 Aug 21 08:59:03.789103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device da919d1c-196a-4736-a16e-44adc1bcdc81 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:03.798171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90ecab62-0083-4a70-847b-5c236178e6eb req-88e4e8f0-d9dc-41ba-b698-31f485898be5 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b25d0ff-ba15-4511-bbf8-11a9faddcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Aug 21 08:59:03.842432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ed571d49-2a38-4d15-af7d-6f88b7027488 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:59:03.872318 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55471517-f620-45dc-b945-71c949b85ee5 req-2d5937dd-149b-4ec1-8776-ab862db12c53 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 210 time: 0.0309689 Aug 21 08:59:03.924445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1a89-d80b-4030-a467-ae5ccd02dff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:03.967475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=da919d1c-196a-4736-a16e-44adc1bcdc81,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:03.979027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'da919d1c-196a-4736-a16e-44adc1bcdc81', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': 'da919d1c-196a-4736-a16e-44adc1bcdc81', 'mac_address': 'fa:16:3e:b2:0d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:59:04.037718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.052415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da919d1c-196a-4736-a16e-44adc1bcdc81 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:04.078600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=da919d1c-196a-4736-a16e-44adc1bcdc81,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:04.080063 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1a89-d80b-4030-a467-ae5ccd02dff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.090006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port ed571d49-2a38-4d15-af7d-6f88b7027488 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:04.097147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port ed571d49-2a38-4d15-af7d-6f88b7027488 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:04.097595 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.157922 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1a89-d80b-4030-a467-ae5ccd02dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.163969 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.164688 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9cae406c-43fd-4979-aa7e-1833c2729539 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:04.210669 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bf7a1a89-d80b-4030-a467-ae5ccd02dff2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a08b1adc4703436fa0594840364f8ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6502097 Aug 21 08:59:04.216969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53428) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:04.222498 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a1a89-d80b-4030-a467-ae5ccd02dff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741a0514-56d1-4f47-9e46-e5276c198f31,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:04.233432 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.289048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae2d924-88d8-4250-a2d8-b5e2e1c2252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed571d49-2a38-4d15-af7d-6f88b7027488'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:04.291278 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addeccec-a132-4b0e-8cf8-bb548115a0ce" -d '{"events": [{"server_uuid": "2ae2d924-88d8-4250-a2d8-b5e2e1c2252b", "name": "network-vif-plugged", "status": "completed", "tag": "ed571d49-2a38-4d15-af7d-6f88b7027488"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:04.295810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9cae406c-43fd-4979-aa7e-1833c2729539, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9cae406c-43fd-4979-aa7e-1833c2729539,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:04.336979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ed571d49-2a38-4d15-af7d-6f88b7027488, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ed571d49-2a38-4d15-af7d-6f88b7027488,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:04.341713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=da919d1c-196a-4736-a16e-44adc1bcdc81,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:04.347004 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a3aa51-8bb8-4e95-979b-027a5924a74d x-openstack-request-id: req-73a3aa51-8bb8-4e95-979b-027a5924a74d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:04.347498 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae2d924-88d8-4250-a2d8-b5e2e1c2252b", "name": "network-vif-plugged", "status": "completed", "tag": "ed571d49-2a38-4d15-af7d-6f88b7027488", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:04.347923 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73a3aa51-8bb8-4e95-979b-027a5924a74d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:04.355915 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae2d924-88d8-4250-a2d8-b5e2e1c2252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed571d49-2a38-4d15-af7d-6f88b7027488', 'code': 200} Aug 21 08:59:04.356683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '9cae406c-43fd-4979-aa7e-1833c2729539', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '9cae406c-43fd-4979-aa7e-1833c2729539', 'mac_address': 'fa:16:3e:5b:48:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:59:04.361631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5447387-a02c-47c0-9c89-7eb2359d4147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.395624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b035d7-0969-42a4-bfee-2e8abbf283b7 req-e7d1dace-5df9-4f5d-aacb-c98f710d2748 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:04.397116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72b035d7-0969-42a4-bfee-2e8abbf283b7 req-e7d1dace-5df9-4f5d-aacb-c98f710d2748 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 948 time: 0.1178248 Aug 21 08:59:04.401237 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.414109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cae406c-43fd-4979-aa7e-1833c2729539 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:04.414638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5447387-a02c-47c0-9c89-7eb2359d4147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.435317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9cae406c-43fd-4979-aa7e-1833c2729539, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9cae406c-43fd-4979-aa7e-1833c2729539,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:04.458468 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.509708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72b035d7-0969-42a4-bfee-2e8abbf283b7 req-33aa67b0-8b5a-41d4-a068-601837dd91b9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000292 Aug 21 08:59:04.518394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb0b6a-de54-4c23-97a8-7daec263d55f req-d9babe83-091c-4312-91e0-34dc9e99d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:04.527924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3fb0b6a-de54-4c23-97a8-7daec263d55f req-d9babe83-091c-4312-91e0-34dc9e99d9a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 1100 time: 0.1219852 Aug 21 08:59:04.529436 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.576863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=ed571d49-2a38-4d15-af7d-6f88b7027488,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:04.616576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3fb0b6a-de54-4c23-97a8-7daec263d55f req-6d28c81a-a6ae-4300-af4e-a786fadb6622 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7b25d0ff-ba15-4511-bbf8-11a9faddcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732203 Aug 21 08:59:04.633433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9cae406c-43fd-4979-aa7e-1833c2729539,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:04.634639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4118b-e396-47d1-b897-3e6143b50bcb req-87a54982-adc7-41e7-980d-42fba07e79e7 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:04.637071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cc4118b-e396-47d1-b897-3e6143b50bcb req-87a54982-adc7-41e7-980d-42fba07e79e7 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 948 time: 0.1081448 Aug 21 08:59:04.673512 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5447387-a02c-47c0-9c89-7eb2359d4147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.676126 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5447387-a02c-47c0-9c89-7eb2359d4147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:04.678063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a5447387-a02c-47c0-9c89-7eb2359d4147 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/741a0514-56d1-4f47-9e46-e5276c198f31 HTTP/1.1" status: 204 len: 168 time: 0.4593751 Aug 21 08:59:04.685613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cc4118b-e396-47d1-b897-3e6143b50bcb req-1c8e8153-01ec-4b4e-85c0-503191deea7b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427134 Aug 21 08:59:04.690183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5447387-a02c-47c0-9c89-7eb2359d4147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741a0514-56d1-4f47-9e46-e5276c198f31,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:04.755126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9cae406c-43fd-4979-aa7e-1833c2729539'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:04.759627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['da919d1c-196a-4736-a16e-44adc1bcdc81'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:04.925199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99cc60-718d-405d-b475-00305976c56d req-79e3bacd-800f-4df2-b69e-c51d4e1b4876 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:04.926831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db99cc60-718d-405d-b475-00305976c56d req-79e3bacd-800f-4df2-b69e-c51d4e1b4876 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 949 time: 0.0516288 Aug 21 08:59:04.974116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db99cc60-718d-405d-b475-00305976c56d req-bbaf59ac-e4fe-47c1-8e44-327feb2f4bbc tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b25d0ff-ba15-4511-bbf8-11a9faddcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 Aug 21 08:59:05.004804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-156ccf78-2c91-40fe-9ccb-f9676e0a7fe7 req-33c2a837-0d30-4128-91d4-9bbc3e174fed tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 210 time: 0.0348470 Aug 21 08:59:05.150589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53466) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:05.305204 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ed4693b2-11e6-469c-9488-07426c8ef88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:05.405119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ed4693b2-11e6-469c-9488-07426c8ef88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:05.506173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ed4693b2-11e6-469c-9488-07426c8ef88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:05.556962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ed4693b2-11e6-469c-9488-07426c8ef88e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c509d591c174033a1f7f1f5cb7d3471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050324 Aug 21 08:59:05.561988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4693b2-11e6-469c-9488-07426c8ef88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81f7c36-3950-4ddd-854a-d25db8fa2ab4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:05.562806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53482) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:05.633390 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:05.665495 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:05.671034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345118b-5ca8-485b-ab6b-9ce9f1f921d1 req-94e31b3c-928b-46a8-9815-081eb4305876 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:05.673180 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8345118b-5ca8-485b-ab6b-9ce9f1f921d1 req-94e31b3c-928b-46a8-9815-081eb4305876 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 948 time: 0.0854876 Aug 21 08:59:05.721056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8345118b-5ca8-485b-ab6b-9ce9f1f921d1 req-b055941f-f51c-4c96-87ec-5085b076e672 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Aug 21 08:59:05.801860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device da919d1c-196a-4736-a16e-44adc1bcdc81 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:59:05.819534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30531cc-4e92-4a41-bbca-e950ad4620ef req-0478ae9a-ed3b-453f-a42d-c79eab4ae827 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:05.821139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b30531cc-4e92-4a41-bbca-e950ad4620ef req-0478ae9a-ed3b-453f-a42d-c79eab4ae827 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 948 time: 0.0524933 Aug 21 08:59:05.842994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:05.846076 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:05.847516 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a81f7c36-3950-4ddd-854a-d25db8fa2ab4 HTTP/1.1" status: 204 len: 168 time: 0.2822878 Aug 21 08:59:05.863817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81f7c36-3950-4ddd-854a-d25db8fa2ab4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:05.868287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b30531cc-4e92-4a41-bbca-e950ad4620ef req-ed5beee8-d6f7-4921-93f6-35262669ad1f tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.879909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f98d47-b082-4c09-9e87-8e53b9b47984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:05.928480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port da919d1c-196a-4736-a16e-44adc1bcdc81 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:05.937462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port da919d1c-196a-4736-a16e-44adc1bcdc81 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:05.937939 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.068531 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.111281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=da919d1c-196a-4736-a16e-44adc1bcdc81,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:06.163599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b1e02a8-2e2f-4ace-b601-9f69f84771c3 req-8bfb8d89-155e-40c2-aa04-0ea566160baa tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 210 time: 0.0567031 Aug 21 08:59:06.203988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38925aaa-7004-4922-956d-0ac2ce94d385 req-554080c2-e555-42a0-bc99-beabb3417ff2 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:06.205666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38925aaa-7004-4922-956d-0ac2ce94d385 req-554080c2-e555-42a0-bc99-beabb3417ff2 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 949 time: 0.1006420 Aug 21 08:59:06.226440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-c5d2482b-19ca-4c06-b3ce-9c92c37fd1af tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:06.226722 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.227857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9cae406c-43fd-4979-aa7e-1833c2729539 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:59:06.227983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-c5d2482b-19ca-4c06-b3ce-9c92c37fd1af tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 820 time: 0.1853232 Aug 21 08:59:06.241244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Request body: {'port': {'device_id': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886', 'admin_state_up': True, 'tenant_id': 'e3daa348046e425cb9653a6de230888a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:06.331803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38925aaa-7004-4922-956d-0ac2ce94d385 req-286492f4-32a0-4bcb-ab29-abd2c374a5d2 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b25d0ff-ba15-4511-bbf8-11a9faddcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027296 Aug 21 08:59:06.333251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=da919d1c-196a-4736-a16e-44adc1bcdc81,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:06.358829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:06.360349 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cc6aac-d65d-42b8-ac03-c3e4709cbea8" -d '{"events": [{"server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "name": "network-vif-plugged", "status": "completed", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:06.418059 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89539eec-eea9-4938-8a46-5f1546f41cc1 x-openstack-request-id: req-89539eec-eea9-4938-8a46-5f1546f41cc1 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:06.418372 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "name": "network-vif-plugged", "status": "completed", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:06.419023 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89539eec-eea9-4938-8a46-5f1546f41cc1 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:06.419135 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81', 'code': 200} Aug 21 08:59:06.420407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 9cae406c-43fd-4979-aa7e-1833c2729539 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:06.424195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 9cae406c-43fd-4979-aa7e-1833c2729539 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:06.424576 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.512678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Made reservation on behalf of e3daa348046e425cb9653a6de230888a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:59:06.516164 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.527021 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.558145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9cae406c-43fd-4979-aa7e-1833c2729539, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9cae406c-43fd-4979-aa7e-1833c2729539,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:06.564601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c6fb0-a3a2-4a57-9c81-4e4abc807262 req-90b9563b-bad4-4e14-92c1-06d2c7f3c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:06.566091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-016c6fb0-a3a2-4a57-9c81-4e4abc807262 req-90b9563b-bad4-4e14-92c1-06d2c7f3c1bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1101 time: 0.0648494 Aug 21 08:59:06.608437 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53522) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:06.624393 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b082609-5561-49d2-b8cb-83bddd25c9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.631364 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.645929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-016c6fb0-a3a2-4a57-9c81-4e4abc807262 req-69e9b753-c002-4aff-b0aa-64f273e897b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508876 Aug 21 08:59:06.700751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Allocated IP 172.20.0.12 (7a1c736c-7d97-4377-b03c-915ec4c1d886/c9eb0223-0281-4c30-a0ca-f4469d216bdc/8f572e61-3145-41e6-a0f6-6986223ea2d7) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:59:06.702588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9cae406c-43fd-4979-aa7e-1833c2729539,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:06.745637 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b082609-5561-49d2-b8cb-83bddd25c9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.866550 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b082609-5561-49d2-b8cb-83bddd25c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.866708 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5d001cdf-b82c-4783-b543-23ae05d731f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.901950 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:06.918948 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7b082609-5561-49d2-b8cb-83bddd25c9d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97515ccf54a84a6a932ad1f91607188a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092923 Aug 21 08:59:06.921962 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b082609-5561-49d2-b8cb-83bddd25c9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6673329a-d98e-4f73-b0f4-771087e1ab89,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:06.922159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9fe65-bc39-443e-bca6-b9964c7896fe req-7d576501-76a6-437f-8fa9-bfffdbf34869 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:06.922711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4be9fe65-bc39-443e-bca6-b9964c7896fe req-7d576501-76a6-437f-8fa9-bfffdbf34869 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.1137316 Aug 21 08:59:06.925079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53532) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:07.019887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53538) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:07.039223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e924f-2c56-4912-8e58-eb636371a100 req-90f6ac7f-cca0-46fa-bee8-fe78b8bbed73 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:07.040734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e45e924f-2c56-4912-8e58-eb636371a100 req-90f6ac7f-cca0-46fa-bee8-fe78b8bbed73 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 949 time: 0.1461358 Aug 21 08:59:07.051136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4be9fe65-bc39-443e-bca6-b9964c7896fe req-01d47416-f79c-4035-8b57-56ff6b5cb864 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107545 Aug 21 08:59:07.089386 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f3b0-05d0-4b01-bcda-4bd0251fda51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.108644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e45e924f-2c56-4912-8e58-eb636371a100 req-c01569a9-2773-444c-b1a5-b0d1d728a83b tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b25d0ff-ba15-4511-bbf8-11a9faddcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543718 Aug 21 08:59:07.124072 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f3b0-05d0-4b01-bcda-4bd0251fda51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.149106 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8d045c1e-c659-46df-84a7-c8dbb1b2b2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.181887 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.225403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a165c-8b63-44c0-a480-8255fce07b10 req-c0d4b8aa-42f2-43a0-8440-0eb2ca91f65e tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:07.226914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-798a165c-8b63-44c0-a480-8255fce07b10 req-c0d4b8aa-42f2-43a0-8440-0eb2ca91f65e tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 949 time: 0.1058402 Aug 21 08:59:07.255292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Network 7a1c736c-7d97-4377-b03c-915ec4c1d886 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:59:07.271038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:59:07.280363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Pushing event updated for resources: {'Port': ['ID=8f572e61-3145-41e6-a0f6-6986223ea2d7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:07.283566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:59:07.288980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:07.289589 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.316318 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f3b0-05d0-4b01-bcda-4bd0251fda51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.318716 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f3b0-05d0-4b01-bcda-4bd0251fda51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.319867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9aa6f3b0-05d0-4b01-bcda-4bd0251fda51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6673329a-d98e-4f73-b0f4-771087e1ab89 HTTP/1.1" status: 204 len: 168 time: 0.3808553 Aug 21 08:59:07.337090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.338010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.338010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.341629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.341629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.341629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.341629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.341629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.341629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.341629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.342437 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8d045c1e-c659-46df-84a7-c8dbb1b2b2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.342517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.342517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:07.353252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6f3b0-05d0-4b01-bcda-4bd0251fda51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6673329a-d98e-4f73-b0f4-771087e1ab89,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:07.357746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-798a165c-8b63-44c0-a480-8255fce07b10 req-909d8b83-b0b2-4ea4-92e4-269d7ca0bca2 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237004 Aug 21 08:59:07.376907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e976-b7b1-4c17-9c1b-313073811786 req-c0a72068-223b-4f9a-a94f-f3c321f58663 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:07.378707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c68e976-b7b1-4c17-9c1b-313073811786 req-c0a72068-223b-4f9a-a94f-f3c321f58663 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 932 time: 0.1158597 Aug 21 08:59:07.427177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8d045c1e-c659-46df-84a7-c8dbb1b2b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.445833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c68e976-b7b1-4c17-9c1b-313073811786 req-55e8782d-8184-4f51-9483-93ea9cd05b99 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482976 Aug 21 08:59:07.486089 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8d045c1e-c659-46df-84a7-c8dbb1b2b2b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea3feafd4a384b2bba7cd3617c67b9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648662 Aug 21 08:59:07.491349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d045c1e-c659-46df-84a7-c8dbb1b2b2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a5100f-20b9-4451-8f3e-d35f97f35e8a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:07.493165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53556) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:07.509709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-96624952-7ce6-430c-9a6c-bf15e4270b32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2721710 Aug 21 08:59:07.524112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Request body: {'port': {'device_id': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:07.592877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41712e22-c4eb-446a-9032-619d45378a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.612283 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.628136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41712e22-c4eb-446a-9032-619d45378a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.892565 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41712e22-c4eb-446a-9032-619d45378a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.892565 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41712e22-c4eb-446a-9032-619d45378a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:07.896127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-41712e22-c4eb-446a-9032-619d45378a12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68a5100f-20b9-4451-8f3e-d35f97f35e8a HTTP/1.1" status: 204 len: 168 time: 0.4016860 Aug 21 08:59:07.912640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41712e22-c4eb-446a-9032-619d45378a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a5100f-20b9-4451-8f3e-d35f97f35e8a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:08.035767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f572e61-3145-41e6-a0f6-6986223ea2d7 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:08.043993 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:08.056414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Transition to ACTIVE for port object 8f572e61-3145-41e6-a0f6-6986223ea2d7 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:08.175866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70fc44-8bca-4d09-89b1-7e336477644e req-df3778d7-f667-45ce-b075-4cb79b665a7c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:08.183331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a70fc44-8bca-4d09-89b1-7e336477644e req-df3778d7-f667-45ce-b075-4cb79b665a7c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0586357 Aug 21 08:59:08.191474 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:08.316517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a70fc44-8bca-4d09-89b1-7e336477644e req-1d460b36-a341-4716-86d1-4d83c2cf7280 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317914 Aug 21 08:59:08.352266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Pushing event updated for resources: {'Port': ['ID=8f572e61-3145-41e6-a0f6-6986223ea2d7,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:08.373378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:59:08.373714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:59:08.374043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:08.388458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb0d2-ea0a-4859-bd06-13ae65fc676e req-af65dc97-0a04-43b3-b5ab-15ef30f25fdd tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:08.389963 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-213bb0d2-ea0a-4859-bd06-13ae65fc676e req-af65dc97-0a04-43b3-b5ab-15ef30f25fdd tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 949 time: 0.1965277 Aug 21 08:59:08.391994 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:59:08.392302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:08.407421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac18aa1-c5a7-4b0e-a92b-48b1b052fccf req-28b0b39a-dc81-4be4-920f-3979aa31b23d tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:08.408949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ac18aa1-c5a7-4b0e-a92b-48b1b052fccf req-28b0b39a-dc81-4be4-920f-3979aa31b23d tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 949 time: 0.1512787 Aug 21 08:59:08.412133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:59:08.412318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:59:08.412654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:59:08.413001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Bound port: 8f572e61-3145-41e6-a0f6-6986223ea2d7, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:59:08.413344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:08.420391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d09268e-df9d-4478-94f1-b9910526e1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cae406c-43fd-4979-aa7e-1833c2729539'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:08.423116 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d751d84d-2c23-4dcd-8bd2-f0257d9bcea5" -d '{"events": [{"server_uuid": "0d09268e-df9d-4478-94f1-b9910526e1c7", "name": "network-vif-plugged", "status": "completed", "tag": "9cae406c-43fd-4979-aa7e-1833c2729539"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:08.562993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:08.684859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53608) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:08.699892 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa669e98-4b4c-4ba1-9787-8b4398e74917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:08.780217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-213bb0d2-ea0a-4859-bd06-13ae65fc676e req-c66367a8-9301-4e38-8304-37f6ab0ac330 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b25d0ff-ba15-4511-bbf8-11a9faddcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702958 Aug 21 08:59:08.836870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:08.844343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:59:08.863095 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa669e98-4b4c-4ba1-9787-8b4398e74917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:08.865239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0ac18aa1-c5a7-4b0e-a92b-48b1b052fccf req-846e53e5-3a46-45c2-a775-d35cf73cd170 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Deleting port ed571d49-2a38-4d15-af7d-6f88b7027488 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 08:59:08.865669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0ac18aa1-c5a7-4b0e-a92b-48b1b052fccf req-846e53e5-3a46-45c2-a775-d35cf73cd170 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:08.919939 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d08073f7-ea22-45ca-bfc7-7a438ee1b369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:08.928448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa669e98-4b4c-4ba1-9787-8b4398e74917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:08.945538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:08.982201 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aa669e98-4b4c-4ba1-9787-8b4398e74917 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ce9a6786e264dcb8f862c3f3428a374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940640 Aug 21 08:59:08.983823 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53616) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:08.990733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa669e98-4b4c-4ba1-9787-8b4398e74917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06474c2f-d5d5-4e54-89a8-da03a36b8312,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:09.021106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:09.021370 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.022643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] 10.222.0.22 "PUT /v2.0/ports/8f572e61-3145-41e6-a0f6-6986223ea2d7 HTTP/1.1" status: 200 len: 1093 time: 1.5026634 Aug 21 08:59:09.031458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'tag': '8f572e61-3145-41e6-a0f6-6986223ea2d7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:09.033661 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434f21ec-7b92-4155-8d0e-3964b5393d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4233742d-e5e7-4c60-86fd-ef165d4a50e7", "tag": "8f572e61-3145-41e6-a0f6-6986223ea2d7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:09.056171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2e51f-1fcb-4216-977f-5e323e86466a req-33074710-78a5-4325-a3e2-a69601afac6a tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:09.057742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54d2e51f-1fcb-4216-977f-5e323e86466a req-33074710-78a5-4325-a3e2-a69601afac6a tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1101 time: 0.1947577 Aug 21 08:59:09.075962 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a3bebc7-e81c-4c7a-a159-0c394e5a9d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.099832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2f5a2-7a2f-4dbb-ad7c-31abf7f59848 req-9df4bdaa-7fe4-42cb-b135-98bee6694f8c tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:09.104544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ee2f5a2-7a2f-4dbb-ad7c-31abf7f59848 req-9df4bdaa-7fe4-42cb-b135-98bee6694f8c tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 949 time: 0.2258587 Aug 21 08:59:09.110945 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a3bebc7-e81c-4c7a-a159-0c394e5a9d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.112314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff50203-a4b5-4d94-b65b-1a5f478863da service neutron] Pushing event updated for resources: {'Port': ['ID=8f572e61-3145-41e6-a0f6-6986223ea2d7,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:09.120950 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-54d2e51f-1fcb-4216-977f-5e323e86466a req-a2fa98ee-dff1-4ad6-9a94-6990c82cdba1 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.128601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0ac18aa1-c5a7-4b0e-a92b-48b1b052fccf req-846e53e5-3a46-45c2-a775-d35cf73cd170 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] For port ed571d49-2a38-4d15-af7d-6f88b7027488, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ed571d49-2a38-4d15-af7d-6f88b7027488,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:09.128968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0ac18aa1-c5a7-4b0e-a92b-48b1b052fccf req-846e53e5-3a46-45c2-a775-d35cf73cd170 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.130823 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d08073f7-ea22-45ca-bfc7-7a438ee1b369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.183968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0ac18aa1-c5a7-4b0e-a92b-48b1b052fccf req-846e53e5-3a46-45c2-a775-d35cf73cd170 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Calling delete_port for ed571d49-2a38-4d15-af7d-6f88b7027488 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 08:59:09.198011 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d08073f7-ea22-45ca-bfc7-7a438ee1b369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.228360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ee2f5a2-7a2f-4dbb-ad7c-31abf7f59848 req-57a5cda2-4ef4-4e9b-b50c-0d94bc8dad0b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130340 Aug 21 08:59:09.235867 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a3bebc7-e81c-4c7a-a159-0c394e5a9d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.238627 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a3bebc7-e81c-4c7a-a159-0c394e5a9d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.239896 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8a3bebc7-e81c-4c7a-a159-0c394e5a9d80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06474c2f-d5d5-4e54-89a8-da03a36b8312 HTTP/1.1" status: 204 len: 168 time: 0.2550180 Aug 21 08:59:09.243925 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d08073f7-ea22-45ca-bfc7-7a438ee1b369 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bfe986568024ee7ac276cc947bea26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6797922 Aug 21 08:59:09.245272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08073f7-ea22-45ca-bfc7-7a438ee1b369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dd71ab-a0af-40a0-b0e9-6c6e415f1c29,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:09.267014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53622) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:09.277973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bebc7-e81c-4c7a-a159-0c394e5a9d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06474c2f-d5d5-4e54-89a8-da03a36b8312,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:09.288265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-4bccf6b1-d602-424c-9058-74e3f550abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:09.289961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-4bccf6b1-d602-424c-9058-74e3f550abe2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 1096 time: 0.1584401 Aug 21 08:59:09.315178 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771a3d41-32ae-4ff0-bac2-8b55245d70bb x-openstack-request-id: req-771a3d41-32ae-4ff0-bac2-8b55245d70bb {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:09.315586 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d09268e-df9d-4478-94f1-b9910526e1c7", "name": "network-vif-plugged", "status": "completed", "tag": "9cae406c-43fd-4979-aa7e-1833c2729539", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:09.315905 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-771a3d41-32ae-4ff0-bac2-8b55245d70bb {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:09.316359 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d09268e-df9d-4478-94f1-b9910526e1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cae406c-43fd-4979-aa7e-1833c2729539', 'code': 200} Aug 21 08:59:09.358572 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-cd216369-52b7-48e7-8fa1-bfde95e41e7e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7 HTTP/1.1" status: 200 len: 217 time: 0.0586677 Aug 21 08:59:09.417587 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1513-3bc3-40f6-9d83-acf19eabc9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.441804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1513-3bc3-40f6-9d83-acf19eabc9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.449088 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f9de08b7-1e54-489f-9e8b-668626d3251a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.523499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-0b58c658-0838-4879-b586-559da8f42ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:09.525009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-0b58c658-0838-4879-b586-559da8f42ae9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1527410 Aug 21 08:59:09.569248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1513-3bc3-40f6-9d83-acf19eabc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.571933 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1513-3bc3-40f6-9d83-acf19eabc9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.573116 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dc4d1513-3bc3-40f6-9d83-acf19eabc9a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04dd71ab-a0af-40a0-b0e9-6c6e415f1c29 HTTP/1.1" status: 204 len: 168 time: 0.3060250 Aug 21 08:59:09.577632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1fbf7-6b89-4357-b5b5-ed3de9cbb6cc req-66da7e5f-dec1-4a8f-907f-2c1525997647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:09.579110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbd1fbf7-6b89-4357-b5b5-ed3de9cbb6cc req-66da7e5f-dec1-4a8f-907f-2c1525997647 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 1101 time: 0.2040901 Aug 21 08:59:09.581069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d1513-3bc3-40f6-9d83-acf19eabc9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dd71ab-a0af-40a0-b0e9-6c6e415f1c29,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:09.609241 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-2a2fbdac-ac65-4158-a011-7ebcb665be6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602272 Aug 21 08:59:09.630864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-54d2e51f-1fcb-4216-977f-5e323e86466a req-a2fa98ee-dff1-4ad6-9a94-6990c82cdba1 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.660099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d1538-531b-4155-bd34-4352705e644a req-0441e899-b19c-40c3-a701-ff900ab5110b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:09.661835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-462d1538-531b-4155-bd34-4352705e644a req-0441e899-b19c-40c3-a701-ff900ab5110b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 944 time: 0.2346063 Aug 21 08:59:09.690046 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.738729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-54d2e51f-1fcb-4216-977f-5e323e86466a req-a2fa98ee-dff1-4ad6-9a94-6990c82cdba1 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.746294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbd1fbf7-6b89-4357-b5b5-ed3de9cbb6cc req-c9d6cd4c-51d3-4211-9bca-7cba231c1860 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474414 Aug 21 08:59:09.805740 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0ac18aa1-c5a7-4b0e-a92b-48b1b052fccf req-846e53e5-3a46-45c2-a775-d35cf73cd170 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:09.811518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54d2e51f-1fcb-4216-977f-5e323e86466a req-a2fa98ee-dff1-4ad6-9a94-6990c82cdba1 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7412412 Aug 21 08:59:09.818552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['ed571d49-2a38-4d15-af7d-6f88b7027488'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:09.835832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-462d1538-531b-4155-bd34-4352705e644a req-01dc0fe0-a8a6-47c3-8402-152ee4f0194d tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477983 Aug 21 08:59:09.867462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa98ee-dff1-4ad6-9a94-6990c82cdba1 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6c5cfc-7103-4dfa-a10e-d2829da4f044,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:09.886036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e53e5-3a46-45c2-a775-d35cf73cd170 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Pushing event deleted for resources: {'Port': ['ID=ed571d49-2a38-4d15-af7d-6f88b7027488,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:09.895332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-fb083804-d822-4d84-8231-e5c849e28241 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719471 Aug 21 08:59:09.932178 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bd7be2-01a8-43d1-87b2-17961f030717 x-openstack-request-id: req-46bd7be2-01a8-43d1-87b2-17961f030717 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:09.932474 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4233742d-e5e7-4c60-86fd-ef165d4a50e7", "tag": "8f572e61-3145-41e6-a0f6-6986223ea2d7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:09.932733 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46bd7be2-01a8-43d1-87b2-17961f030717 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:09.933139 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'tag': '8f572e61-3145-41e6-a0f6-6986223ea2d7', 'status': 'completed', 'code': 200} Aug 21 08:59:10.094599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10251262-fb86-49af-9bf8-e6b89c370c91 req-39bc2ea7-e1db-42a9-bb97-bfc3c09cbb53 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604462 Aug 21 08:59:10.120252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac18aa1-c5a7-4b0e-a92b-48b1b052fccf req-846e53e5-3a46-45c2-a775-d35cf73cd170 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] No DVR routers for this DVR port ed571d49-2a38-4d15-af7d-6f88b7027488 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 08:59:10.124699 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0ac18aa1-c5a7-4b0e-a92b-48b1b052fccf req-846e53e5-3a46-45c2-a775-d35cf73cd170 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:10.127040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ac18aa1-c5a7-4b0e-a92b-48b1b052fccf req-846e53e5-3a46-45c2-a775-d35cf73cd170 tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.13 "DELETE /v2.0/ports/ed571d49-2a38-4d15-af7d-6f88b7027488 HTTP/1.1" status: 204 len: 173 time: 1.7067235 Aug 21 08:59:10.155975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b41e4fb-3f10-4862-b18c-6235e03e6153 req-97504b66-9f9a-4bb2-8b15-c6ffe6f0b2ac tempest-ImagesNegativeTestJSON-1256086804 tempest-ImagesNegativeTestJSON-1256086804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ae2d924-88d8-4250-a2d8-b5e2e1c2252b HTTP/1.1" status: 200 len: 210 time: 0.0603743 Aug 21 08:59:10.255812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f21ec-7b92-4155-8d0e-3964b5393d1b req-f9d7159e-e6f0-4334-8376-38f6b386fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:10.257482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-434f21ec-7b92-4155-8d0e-3964b5393d1b req-f9d7159e-e6f0-4334-8376-38f6b386fb12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 1096 time: 0.0477238 Aug 21 08:59:10.319230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53654) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:10.338573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e990b9c-d102-48ad-99f5-bbcb2d2aca46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:10.414785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa566a-d15a-4afe-8eef-8034717e21ff req-4aefefd8-1cc7-440e-aa4d-4e7d2dacae6c tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:10.433329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06fa566a-d15a-4afe-8eef-8034717e21ff req-4aefefd8-1cc7-440e-aa4d-4e7d2dacae6c tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 949 time: 0.1153238 Aug 21 08:59:10.459804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e990b9c-d102-48ad-99f5-bbcb2d2aca46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:10.464112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f21ec-7b92-4155-8d0e-3964b5393d1b req-ffdb6b4f-5403-44f7-8991-b8202f7e78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:10.465540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-434f21ec-7b92-4155-8d0e-3964b5393d1b req-ffdb6b4f-5403-44f7-8991-b8202f7e78b9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.1995502 Aug 21 08:59:10.523520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06fa566a-d15a-4afe-8eef-8034717e21ff req-9e13d367-0ecc-48ca-aa61-1efda0d20169 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887866 Aug 21 08:59:10.524379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-434f21ec-7b92-4155-8d0e-3964b5393d1b req-d25b0414-1b51-4c9f-b94e-f228fe8a68df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7 HTTP/1.1" status: 200 len: 217 time: 0.0478468 Aug 21 08:59:10.536965 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e990b9c-d102-48ad-99f5-bbcb2d2aca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:10.583152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f21ec-7b92-4155-8d0e-3964b5393d1b req-e0cd6510-07a6-417f-a0ae-feaceb57ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:10.586021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-434f21ec-7b92-4155-8d0e-3964b5393d1b req-e0cd6510-07a6-417f-a0ae-feaceb57ef6f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.0538628 Aug 21 08:59:10.591793 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e990b9c-d102-48ad-99f5-bbcb2d2aca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db39aa57-853e-49e8-994d-6e47246779c9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:10.602815 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7e990b9c-d102-48ad-99f5-bbcb2d2aca46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b942fb426b714b15a3683bcfef358695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825334 Aug 21 08:59:10.606196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53672) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:10.641596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-434f21ec-7b92-4155-8d0e-3964b5393d1b req-c6ae9bd0-b67a-4339-a760-4c4790a78ce6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466626 Aug 21 08:59:10.683620 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63be8eed-37b8-4044-96b5-3e2074c97bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:10.713025 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63be8eed-37b8-4044-96b5-3e2074c97bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:10.745415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-434f21ec-7b92-4155-8d0e-3964b5393d1b req-b2c22770-b0a7-45e8-b7bf-87d454b8cad9 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942645 Aug 21 08:59:10.746863 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:10.883608 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63be8eed-37b8-4044-96b5-3e2074c97bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:10.886688 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63be8eed-37b8-4044-96b5-3e2074c97bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:10.891274 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-63be8eed-37b8-4044-96b5-3e2074c97bf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db39aa57-853e-49e8-994d-6e47246779c9 HTTP/1.1" status: 204 len: 168 time: 0.2841060 Aug 21 08:59:10.907048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be8eed-37b8-4044-96b5-3e2074c97bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db39aa57-853e-49e8-994d-6e47246779c9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:10.925662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-434f21ec-7b92-4155-8d0e-3964b5393d1b req-53f40bb8-33f2-4de8-b623-e288c1098c08 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724360 Aug 21 08:59:11.196643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bbe17-06df-4c5b-9d40-64c8de2f66c7 req-97cb78a4-db5f-4636-9400-6cb201ab0512 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:11.196643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b55bbe17-06df-4c5b-9d40-64c8de2f66c7 req-97cb78a4-db5f-4636-9400-6cb201ab0512 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 944 time: 0.0498762 Aug 21 08:59:11.196643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b55bbe17-06df-4c5b-9d40-64c8de2f66c7 req-3dd975fd-f687-46d9-8b6b-42da3b40429c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323002 Aug 21 08:59:11.414470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b5ec9-a7b5-486b-a61e-1ea7581299b7 req-ff70b974-d104-4b0f-8910-fcbad914569d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:11.416957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c8b5ec9-a7b5-486b-a61e-1ea7581299b7 req-ff70b974-d104-4b0f-8910-fcbad914569d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0552638 Aug 21 08:59:11.459293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c8b5ec9-a7b5-486b-a61e-1ea7581299b7 req-4a39f6e2-ff09-45c7-add3-e69ae0e55582 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364780 Aug 21 08:59:11.663388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7be4f-63fe-49a4-9244-c26319b94562 req-64017a3c-3b69-482e-a4f6-0616f1ec7fc3 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:11.669338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e9f7be4f-63fe-49a4-9244-c26319b94562 req-64017a3c-3b69-482e-a4f6-0616f1ec7fc3 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 949 time: 0.0596559 Aug 21 08:59:11.702504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53734) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:11.718436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e9f7be4f-63fe-49a4-9244-c26319b94562 req-4800fbdf-e2eb-490e-971c-6e01574a261b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459218 Aug 21 08:59:11.836715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ed571d49-2a38-4d15-af7d-6f88b7027488 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 08:59:11.859692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: ed571d49-2a38-4d15-af7d-6f88b7027488 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 08:59:11.860235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ed571d49-2a38-4d15-af7d-6f88b7027488 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 08:59:11.892090 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-d34c0f00-179c-4c98-a29d-0758b6d5975a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1884155 Aug 21 08:59:11.934343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae2d924-88d8-4250-a2d8-b5e2e1c2252b', 'name': 'network-vif-deleted', 'tag': 'ed571d49-2a38-4d15-af7d-6f88b7027488'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:11.936737 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9410e2a1-1885-4719-b2fb-201199f1348d" -d '{"events": [{"server_uuid": "2ae2d924-88d8-4250-a2d8-b5e2e1c2252b", "name": "network-vif-deleted", "tag": "ed571d49-2a38-4d15-af7d-6f88b7027488"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:11.970955 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705039c8-e6de-4108-a124-901c6fbf1c27 x-openstack-request-id: req-705039c8-e6de-4108-a124-901c6fbf1c27 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:11.971252 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae2d924-88d8-4250-a2d8-b5e2e1c2252b", "name": "network-vif-deleted", "tag": "ed571d49-2a38-4d15-af7d-6f88b7027488", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:11.971505 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-705039c8-e6de-4108-a124-901c6fbf1c27 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:11.974748 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae2d924-88d8-4250-a2d8-b5e2e1c2252b', 'name': 'network-vif-deleted', 'tag': 'ed571d49-2a38-4d15-af7d-6f88b7027488', 'status': 'completed', 'code': 200} Aug 21 08:59:12.163845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b31f4-9960-4423-a52f-7059d222f805 req-e7d264ca-1a3f-489b-8410-e6fe5f020876 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:12.165532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-978b31f4-9960-4423-a52f-7059d222f805 req-e7d264ca-1a3f-489b-8410-e6fe5f020876 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 949 time: 0.0549958 Aug 21 08:59:12.203831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-978b31f4-9960-4423-a52f-7059d222f805 req-8d760877-167d-4c4a-b4cc-dc359f85284b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318737 Aug 21 08:59:12.242308 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:12.247749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53764) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:12.300799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125d1bb-bd38-4d2d-853c-53eea51485a0 req-ce02e0b9-7b49-49ed-8ac1-671421e44a8d tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:12.302246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f125d1bb-bd38-4d2d-853c-53eea51485a0 req-ce02e0b9-7b49-49ed-8ac1-671421e44a8d tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 944 time: 0.0698805 Aug 21 08:59:12.344294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f125d1bb-bd38-4d2d-853c-53eea51485a0 req-a8d55555-3225-4651-a08a-b90c25a10f69 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343657 Aug 21 08:59:12.524309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1d8f3ed4-ae2f-438b-b62a-d152277b5e20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=754a456bf0ee4266bfac9a2c4882ee41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752817 Aug 21 08:59:12.527334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53778) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:12.582495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53782) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:12.628684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2e8e1-7d6d-4fdb-b2ee-b076be223a88 req-87fdaf24-db90-481b-a6c6-b16c2453cda8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:12.630611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43f2e8e1-7d6d-4fdb-b2ee-b076be223a88 req-87fdaf24-db90-481b-a6c6-b16c2453cda8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0853055 Aug 21 08:59:12.650728 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-65c83482-0c0b-4dd2-9c46-fd7bbfaed461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:12.716198 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-65c83482-0c0b-4dd2-9c46-fd7bbfaed461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:12.729293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43f2e8e1-7d6d-4fdb-b2ee-b076be223a88 req-caedc3dd-e3f6-4758-815f-9070b9d874d9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878515 Aug 21 08:59:12.768022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb543e-4e62-421f-95e8-0637db5c9853 req-a33147a6-050a-4002-bc0c-c4712489eb6b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:12.769670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6aeb543e-4e62-421f-95e8-0637db5c9853 req-a33147a6-050a-4002-bc0c-c4712489eb6b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 949 time: 0.0934229 Aug 21 08:59:12.813693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6aeb543e-4e62-421f-95e8-0637db5c9853 req-497ad98f-d8e6-43be-95a5-da10b957aa15 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367353 Aug 21 08:59:12.855645 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-65c83482-0c0b-4dd2-9c46-fd7bbfaed461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:12.858185 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-65c83482-0c0b-4dd2-9c46-fd7bbfaed461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:12.862094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-65c83482-0c0b-4dd2-9c46-fd7bbfaed461 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b25d0ff-ba15-4511-bbf8-11a9faddcf14 HTTP/1.1" status: 204 len: 168 time: 0.3336678 Aug 21 08:59:12.870567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c83482-0c0b-4dd2-9c46-fd7bbfaed461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b25d0ff-ba15-4511-bbf8-11a9faddcf14,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:12.972348 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-effa8867-0a7c-439d-a67d-e4a6026a6d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:13.079095 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-effa8867-0a7c-439d-a67d-e4a6026a6d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:13.155927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-effa8867-0a7c-439d-a67d-e4a6026a6d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:13.205336 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-effa8867-0a7c-439d-a67d-e4a6026a6d91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16b6c7d4dba44e9cb3e8586da8121ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6222539 Aug 21 08:59:13.208176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53814) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:13.217256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa8867-0a7c-439d-a67d-e4a6026a6d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a148fbb-9c9a-46a8-b185-c35df698f9a2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:13.272928 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-029805ec-dc73-465d-8c0f-6ac039b503d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:13.317403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-029805ec-dc73-465d-8c0f-6ac039b503d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:13.442008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-029805ec-dc73-465d-8c0f-6ac039b503d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:13.444970 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-029805ec-dc73-465d-8c0f-6ac039b503d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:13.446304 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-029805ec-dc73-465d-8c0f-6ac039b503d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a148fbb-9c9a-46a8-b185-c35df698f9a2 HTTP/1.1" status: 204 len: 168 time: 0.2372773 Aug 21 08:59:13.454562 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029805ec-dc73-465d-8c0f-6ac039b503d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a148fbb-9c9a-46a8-b185-c35df698f9a2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:13.469664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e7378-ec74-4fe3-a0a4-ef7b44484c33 req-1ab5773c-8db9-4a75-94fc-66eefd90dea9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:13.471191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-388e7378-ec74-4fe3-a0a4-ef7b44484c33 req-1ab5773c-8db9-4a75-94fc-66eefd90dea9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 944 time: 0.0513916 Aug 21 08:59:13.529552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-388e7378-ec74-4fe3-a0a4-ef7b44484c33 req-15f31b64-f0e7-4e2d-86d3-e3a00c7b3527 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446436 Aug 21 08:59:13.798509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8f572e61-3145-41e6-a0f6-6986223ea2d7 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:13.914572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebca233-b008-42ec-92ba-296752f35f78 req-f91d4172-0b98-4c9b-822b-b9f14e163b44 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:13.922039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eebca233-b008-42ec-92ba-296752f35f78 req-f91d4172-0b98-4c9b-822b-b9f14e163b44 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0736721 Aug 21 08:59:13.954249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:13.987207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '8f572e61-3145-41e6-a0f6-6986223ea2d7', 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886', 'port_id': '8f572e61-3145-41e6-a0f6-6986223ea2d7', 'mac_address': 'fa:16:3e:43:f3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9eb0223-0281-4c30-a0ca-f4469d216bdc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:59:14.016702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eebca233-b008-42ec-92ba-296752f35f78 req-fbac5ed1-e93a-47e3-9125-d759b408dfca tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937924 Aug 21 08:59:14.037775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caec60c-3de5-4ca2-9129-95c628f92fcd req-ef2ef6d2-3db3-4bab-b014-8554d040bf94 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:14.039327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6caec60c-3de5-4ca2-9129-95c628f92fcd req-ef2ef6d2-3db3-4bab-b014-8554d040bf94 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 949 time: 0.0980422 Aug 21 08:59:14.052509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:14.068481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016be9d-65c9-4135-9c72-86b5b2af4b98 req-a4fa9cf0-bb54-4973-9c06-0810b6fcb4e0 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:14.068762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f572e61-3145-41e6-a0f6-6986223ea2d7 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:14.069997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5016be9d-65c9-4135-9c72-86b5b2af4b98 req-a4fa9cf0-bb54-4973-9c06-0810b6fcb4e0 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 949 time: 0.0968010 Aug 21 08:59:14.091007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:14.098761 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6caec60c-3de5-4ca2-9129-95c628f92fcd req-6f92ae71-6584-40f0-8c1b-8456ef37163b tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/security-groups?id=8fb57eb0-a12e-43f0-bb78-3fabf44098fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528369 Aug 21 08:59:14.168323 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:14.221752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8f572e61-3145-41e6-a0f6-6986223ea2d7,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:14.231504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.231895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.232358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.232844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.233338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.233664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.233987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.234343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.234631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.234947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.235267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.235594 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 08:59:14.238906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5016be9d-65c9-4135-9c72-86b5b2af4b98 req-309a404d-1567-415e-a14a-17389a5d33a5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Deleting port 9cae406c-43fd-4979-aa7e-1833c2729539 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 08:59:14.239796 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5016be9d-65c9-4135-9c72-86b5b2af4b98 req-309a404d-1567-415e-a14a-17389a5d33a5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:14.341959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-5016be9d-65c9-4135-9c72-86b5b2af4b98 req-309a404d-1567-415e-a14a-17389a5d33a5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] For port 9cae406c-43fd-4979-aa7e-1833c2729539, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9cae406c-43fd-4979-aa7e-1833c2729539,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:14.342329 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5016be9d-65c9-4135-9c72-86b5b2af4b98 req-309a404d-1567-415e-a14a-17389a5d33a5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:14.359515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5016be9d-65c9-4135-9c72-86b5b2af4b98 req-309a404d-1567-415e-a14a-17389a5d33a5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Calling delete_port for 9cae406c-43fd-4979-aa7e-1833c2729539 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 08:59:14.382931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['8f572e61-3145-41e6-a0f6-6986223ea2d7'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:14.585302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5016be9d-65c9-4135-9c72-86b5b2af4b98 req-309a404d-1567-415e-a14a-17389a5d33a5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:14.605354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9cae406c-43fd-4979-aa7e-1833c2729539'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:14.620353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a404d-1567-415e-a14a-17389a5d33a5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Pushing event deleted for resources: {'Port': ['ID=9cae406c-43fd-4979-aa7e-1833c2729539,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:14.630127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53878) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:14.661277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f98667c7-b731-4130-b358-a7ef9ca43617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:14.699730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5016be9d-65c9-4135-9c72-86b5b2af4b98 req-309a404d-1567-415e-a14a-17389a5d33a5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] No DVR routers for this DVR port 9cae406c-43fd-4979-aa7e-1833c2729539 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 08:59:14.704543 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5016be9d-65c9-4135-9c72-86b5b2af4b98 req-309a404d-1567-415e-a14a-17389a5d33a5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:14.706759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5016be9d-65c9-4135-9c72-86b5b2af4b98 req-309a404d-1567-415e-a14a-17389a5d33a5 tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.13 "DELETE /v2.0/ports/9cae406c-43fd-4979-aa7e-1833c2729539 HTTP/1.1" status: 204 len: 173 time: 0.6176941 Aug 21 08:59:14.707199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d09268e-df9d-4478-94f1-b9910526e1c7', 'name': 'network-vif-deleted', 'tag': '9cae406c-43fd-4979-aa7e-1833c2729539'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:14.709535 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e14ec18-4db5-42c6-97d7-440a13d5cc0d" -d '{"events": [{"server_uuid": "0d09268e-df9d-4478-94f1-b9910526e1c7", "name": "network-vif-deleted", "tag": "9cae406c-43fd-4979-aa7e-1833c2729539"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:14.749705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e511b-7fce-4db2-a3f7-e877599a2e9a req-be5225b1-f98d-4054-8158-d0d9cb2558a9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:14.761506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c88e511b-7fce-4db2-a3f7-e877599a2e9a req-be5225b1-f98d-4054-8158-d0d9cb2558a9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 945 time: 0.1440368 Aug 21 08:59:14.810027 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd51d65b-cc8d-4345-b3bd-4daf40a5d5a5 x-openstack-request-id: req-dd51d65b-cc8d-4345-b3bd-4daf40a5d5a5 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:14.810027 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d09268e-df9d-4478-94f1-b9910526e1c7", "name": "network-vif-deleted", "tag": "9cae406c-43fd-4979-aa7e-1833c2729539", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:14.810027 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd51d65b-cc8d-4345-b3bd-4daf40a5d5a5 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:14.810027 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d09268e-df9d-4478-94f1-b9910526e1c7', 'name': 'network-vif-deleted', 'tag': '9cae406c-43fd-4979-aa7e-1833c2729539', 'status': 'completed', 'code': 200} Aug 21 08:59:14.817642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c88e511b-7fce-4db2-a3f7-e877599a2e9a req-ae58e151-3a6b-4376-bfee-8070d21c343c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552475 Aug 21 08:59:14.861807 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f98667c7-b731-4130-b358-a7ef9ca43617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:14.952277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f98667c7-b731-4130-b358-a7ef9ca43617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:14.952518 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:14.953312 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:14.990282 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f98667c7-b731-4130-b358-a7ef9ca43617 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=847729fcac434880a1b83efa9a51d1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566616 Aug 21 08:59:14.992587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98667c7-b731-4130-b358-a7ef9ca43617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437151a5-40fa-4f36-ad11-7f23fce349fa,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:14.992985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53892) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:15.050331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-87cd2e42-22bc-414b-93e9-b5c09bddb91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:15.086809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53896) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:15.094249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-87cd2e42-22bc-414b-93e9-b5c09bddb91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:15.192787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5121055-508a-4f5e-9b41-b0e9d02cf009 req-4e4077f2-c677-48bb-ba93-d65f573bf6c7 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:15.194261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5121055-508a-4f5e-9b41-b0e9d02cf009 req-4e4077f2-c677-48bb-ba93-d65f573bf6c7 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0859954 Aug 21 08:59:15.230080 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33bd43a8-8300-4edb-aaba-38c732e1d681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:15.264886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3bebe7a1-02bd-4f2d-8756-f5481649f581 req-1cc172b5-6757-4ee6-a97d-218dcb28cbcd tempest-DeleteServersAdminTestJSON-492248939 tempest-DeleteServersAdminTestJSON-492248939-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d09268e-df9d-4478-94f1-b9910526e1c7 HTTP/1.1" status: 200 len: 210 time: 0.0681834 Aug 21 08:59:15.291375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5121055-508a-4f5e-9b41-b0e9d02cf009 req-5851927d-56c4-46ac-ab01-93a18f1f5efe tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779181 Aug 21 08:59:15.296580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f096-90b5-4215-a5d5-8206180ee26e req-1621725e-b4b9-4f87-a54f-72b0f311e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:15.298024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-1621725e-b4b9-4f87-a54f-72b0f311e06a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1101 time: 0.1026466 Aug 21 08:59:15.366485 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-87cd2e42-22bc-414b-93e9-b5c09bddb91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:15.369055 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-87cd2e42-22bc-414b-93e9-b5c09bddb91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:15.371021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-87cd2e42-22bc-414b-93e9-b5c09bddb91e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/437151a5-40fa-4f36-ad11-7f23fce349fa HTTP/1.1" status: 204 len: 168 time: 0.3771760 Aug 21 08:59:15.392211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd2e42-22bc-414b-93e9-b5c09bddb91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437151a5-40fa-4f36-ad11-7f23fce349fa,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:15.444098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f096-90b5-4215-a5d5-8206180ee26e req-82a5d6f2-018e-4558-a628-d03df7895bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:15.446057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-82a5d6f2-018e-4558-a628-d03df7895bb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1332502 Aug 21 08:59:15.463873 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33bd43a8-8300-4edb-aaba-38c732e1d681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:15.500050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-22109956-435d-485d-ae4c-f579f99bcf63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=da919d1c-196a-4736-a16e-44adc1bcdc81 HTTP/1.1" status: 200 len: 217 time: 0.0473311 Aug 21 08:59:15.517888 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33bd43a8-8300-4edb-aaba-38c732e1d681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:15.553537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f096-90b5-4215-a5d5-8206180ee26e req-cd0afe27-5178-498a-adbf-62f400d1f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:15.555021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-cd0afe27-5178-498a-adbf-62f400d1f234 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0467839 Aug 21 08:59:15.558179 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-33bd43a8-8300-4edb-aaba-38c732e1d681 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4afa1f3381e4a589f009d85c6e5d900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697549 Aug 21 08:59:15.559277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd43a8-8300-4edb-aaba-38c732e1d681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891d3e12-68b9-4a61-81f4-45a8a38e44e8,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:15.561001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53920) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:15.813226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8f572e61-3145-41e6-a0f6-6986223ea2d7 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:59:15.914859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-73f7f1cb-dd37-4983-8f76-813a066629fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5e82b84d0c5046ac8427d02ea9630dc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445478 Aug 21 08:59:15.941647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f406ff7-95f0-41b3-bee2-a41db7e7c01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:15.954244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f096-90b5-4215-a5d5-8206180ee26e req-f5d3d708-9c20-4352-b063-3b16e7511396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:15.955838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-f5d3d708-9c20-4352-b063-3b16e7511396 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3700864 Aug 21 08:59:15.968862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 8f572e61-3145-41e6-a0f6-6986223ea2d7 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:15.972884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 8f572e61-3145-41e6-a0f6-6986223ea2d7 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:15.973258 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:16.070307 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:16.074686 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f406ff7-95f0-41b3-bee2-a41db7e7c01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:16.095591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f572e61-3145-41e6-a0f6-6986223ea2d7'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:16.097830 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf223de8-186b-4720-b801-0b43005e40c8" -d '{"events": [{"server_uuid": "4233742d-e5e7-4c60-86fd-ef165d4a50e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f572e61-3145-41e6-a0f6-6986223ea2d7"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:16.110169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:16.190325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-ae8b8931-edde-4479-8728-a7bdf63aaac2 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988792 Aug 21 08:59:16.197121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bff37-9964-4397-aabd-ed7506f1861b req-4474001c-844f-4717-9a89-d2369fc42002 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:16.199076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-4474001c-844f-4717-9a89-d2369fc42002 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729704 Aug 21 08:59:16.207807 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:16.216436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5133d90-f4f1-4b7d-ab46-38763beef150 req-21c26c9c-2da4-43b2-b274-9b0b80d08c6b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:16.216820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5133d90-f4f1-4b7d-ab46-38763beef150 req-21c26c9c-2da4-43b2-b274-9b0b80d08c6b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 945 time: 0.1902809 Aug 21 08:59:16.263988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8f572e61-3145-41e6-a0f6-6986223ea2d7,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:16.281189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-f9b2bd5d-d9b1-4b16-b503-eb70f9ced2d2 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/quotas/5e82b84d0c5046ac8427d02ea9630dc2 HTTP/1.1" status: 200 len: 375 time: 0.0631163 Aug 21 08:59:16.334630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-311e714b-2a70-47af-9ea4-84f6d02a5e2e tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e82b84d0c5046ac8427d02ea9630dc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447907 Aug 21 08:59:16.342957 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f406ff7-95f0-41b3-bee2-a41db7e7c01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:16.345485 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f406ff7-95f0-41b3-bee2-a41db7e7c01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:16.346610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5f406ff7-95f0-41b3-bee2-a41db7e7c01d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/891d3e12-68b9-4a61-81f4-45a8a38e44e8 HTTP/1.1" status: 204 len: 168 time: 0.7808099 Aug 21 08:59:16.359420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5133d90-f4f1-4b7d-ab46-38763beef150 req-aa212e8a-6235-42cb-94e0-76ca4acd224d tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221247 Aug 21 08:59:16.372773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f406ff7-95f0-41b3-bee2-a41db7e7c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891d3e12-68b9-4a61-81f4-45a8a38e44e8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:16.389506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-5adc9ad2-d7fd-49ce-ab6a-1eb31a072214 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891060 Aug 21 08:59:16.438353 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d653c26-b24a-4c1c-a5a4-383bf4226745 x-openstack-request-id: req-1d653c26-b24a-4c1c-a5a4-383bf4226745 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:16.439047 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4233742d-e5e7-4c60-86fd-ef165d4a50e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f572e61-3145-41e6-a0f6-6986223ea2d7", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:16.439402 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d653c26-b24a-4c1c-a5a4-383bf4226745 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:16.440048 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f572e61-3145-41e6-a0f6-6986223ea2d7', 'code': 200} Aug 21 08:59:16.565987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6f786-0a1a-4392-9d6c-d0f5ca345548 req-ab3c4df8-8b0c-4bfd-a9da-d79c69d699b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:16.567722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfe6f786-0a1a-4392-9d6c-d0f5ca345548 req-ab3c4df8-8b0c-4bfd-a9da-d79c69d699b9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 1098 time: 0.0662479 Aug 21 08:59:16.604956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001a96-c7eb-43eb-8328-804aceb1bf8d req-f46045c8-2a5b-44d2-ac08-ee1d77ffcf1c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:16.606846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30001a96-c7eb-43eb-8328-804aceb1bf8d req-f46045c8-2a5b-44d2-ac08-ee1d77ffcf1c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0809529 Aug 21 08:59:16.639720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfe6f786-0a1a-4392-9d6c-d0f5ca345548 req-cebf35ff-3986-4782-ae8c-10e14081b1cc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632513 Aug 21 08:59:16.672746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30001a96-c7eb-43eb-8328-804aceb1bf8d req-d2753dd4-46d5-4dcd-ace8-8d625d599ccf tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576944 Aug 21 08:59:16.755500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f05c4fc-bc96-4fa4-b695-69326cd26fb9 req-100a2f47-9794-41c5-beb6-a9c3d6c01fab tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 210 time: 0.0373838 Aug 21 08:59:17.190148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54020) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:17.203477 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8028208d-8f3e-4f43-80a5-301d8c2baa4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:17.298616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8028208d-8f3e-4f43-80a5-301d8c2baa4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:17.368542 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8028208d-8f3e-4f43-80a5-301d8c2baa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:17.411530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54028) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:17.412115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8028208d-8f3e-4f43-80a5-301d8c2baa4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a75e5d67b91442a8a2044492789f5cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203619 Aug 21 08:59:17.413154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028208d-8f3e-4f43-80a5-301d8c2baa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf405a2-342f-4293-aaa4-ab273cd5a423,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:17.482907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-411de5d6-d258-435b-bd8b-273f9ebeb4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:17.495217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdcb56-4f24-43c5-abe0-a1f79f4e8be2 req-3d474762-65d0-4c39-9425-ab61c115874a tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:17.496744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3dbdcb56-4f24-43c5-abe0-a1f79f4e8be2 req-3d474762-65d0-4c39-9425-ab61c115874a tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 946 time: 0.0513418 Aug 21 08:59:17.506743 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-411de5d6-d258-435b-bd8b-273f9ebeb4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:17.534687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3dbdcb56-4f24-43c5-abe0-a1f79f4e8be2 req-cfe633db-178e-47f6-9b1c-0fdeb848a0e1 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Aug 21 08:59:17.658502 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54034) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:17.666796 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-411de5d6-d258-435b-bd8b-273f9ebeb4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:17.669467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-411de5d6-d258-435b-bd8b-273f9ebeb4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:17.670586 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-411de5d6-d258-435b-bd8b-273f9ebeb4e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acf405a2-342f-4293-aaa4-ab273cd5a423 HTTP/1.1" status: 204 len: 168 time: 0.2571361 Aug 21 08:59:17.679720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411de5d6-d258-435b-bd8b-273f9ebeb4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf405a2-342f-4293-aaa4-ab273cd5a423,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:17.695177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54042) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:17.804534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949c96a-2a4a-4434-ac44-32923015317f req-58b76142-8fc1-4600-a245-fbaba7585128 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:17.806190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b949c96a-2a4a-4434-ac44-32923015317f req-58b76142-8fc1-4600-a245-fbaba7585128 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0556936 Aug 21 08:59:17.831176 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-09ab27d1-f51a-40da-851d-4e6fb11bb90d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b44676a1f274b2c90148e90a7879622&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1716690 Aug 21 08:59:17.833342 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9cae406c-43fd-4979-aa7e-1833c2729539 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 08:59:17.834293 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54050) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:17.861596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 9cae406c-43fd-4979-aa7e-1833c2729539 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 08:59:17.861961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9cae406c-43fd-4979-aa7e-1833c2729539 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 08:59:17.890728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b949c96a-2a4a-4434-ac44-32923015317f req-be9105fa-245d-46b5-b2f7-43f305ecbc5a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774047 Aug 21 08:59:17.897027 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-32e70d4f-11e9-4383-8c5f-02cbdb3331ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:17.907127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2855526b-4a76-4afa-bced-2e989f036b91 req-e4d91612-a6bb-4bb5-ad26-46d31402f1f0 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 210 time: 0.0490537 Aug 21 08:59:17.939272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-32e70d4f-11e9-4383-8c5f-02cbdb3331ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:18.054947 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-32e70d4f-11e9-4383-8c5f-02cbdb3331ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:18.061101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-32e70d4f-11e9-4383-8c5f-02cbdb3331ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:18.063258 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-32e70d4f-11e9-4383-8c5f-02cbdb3331ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fb57eb0-a12e-43f0-bb78-3fabf44098fb HTTP/1.1" status: 204 len: 168 time: 0.2277417 Aug 21 08:59:18.074455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e70d4f-11e9-4383-8c5f-02cbdb3331ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb57eb0-a12e-43f0-bb78-3fabf44098fb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:18.205971 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1db19168-eee6-4ef9-acb3-8bc749122da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:18.298435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1db19168-eee6-4ef9-acb3-8bc749122da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:18.395856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1db19168-eee6-4ef9-acb3-8bc749122da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:18.446182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1db19168-eee6-4ef9-acb3-8bc749122da1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f202bbeaee964fb79e2bd6e4d7c87865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7372754 Aug 21 08:59:18.446182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db19168-eee6-4ef9-acb3-8bc749122da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecb63c8-55cd-4b25-bf04-690c531e7bd9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:18.446367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54068) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:18.506653 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc142f72-4faf-40aa-b483-5aaa54df7e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:18.531317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc142f72-4faf-40aa-b483-5aaa54df7e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:18.655684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bbfd5-d111-4261-9a16-b5d2fc5662d3 req-95e0bb00-64aa-47b5-aeb2-82c9dabd81f9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:18.657273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-129bbfd5-d111-4261-9a16-b5d2fc5662d3 req-95e0bb00-64aa-47b5-aeb2-82c9dabd81f9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 946 time: 0.0519397 Aug 21 08:59:18.694911 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc142f72-4faf-40aa-b483-5aaa54df7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:18.695116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-129bbfd5-d111-4261-9a16-b5d2fc5662d3 req-0d6491a1-35bf-4f6f-86e9-cd15129e1b40 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Aug 21 08:59:18.698302 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc142f72-4faf-40aa-b483-5aaa54df7e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:18.702100 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bc142f72-4faf-40aa-b483-5aaa54df7e33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ecb63c8-55cd-4b25-bf04-690c531e7bd9 HTTP/1.1" status: 204 len: 168 time: 0.2610965 Aug 21 08:59:18.708450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc142f72-4faf-40aa-b483-5aaa54df7e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecb63c8-55cd-4b25-bf04-690c531e7bd9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:18.886457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54088) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:18.904783 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-820cc03c-cf15-4502-9e7c-6cdc36f7f1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:18.992554 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-b869cd38-ebd5-48fe-afdc-6b787cfb520b tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5e82b84d0c5046ac8427d02ea9630dc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267832 Aug 21 08:59:19.149478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36f126-024c-4fe6-a86b-3c8c964bd64b req-9fe1ecc8-09e5-44a7-8c08-c22ae42919c3 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:19.151097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e36f126-024c-4fe6-a86b-3c8c964bd64b req-9fe1ecc8-09e5-44a7-8c08-c22ae42919c3 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.1576123 Aug 21 08:59:19.184723 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-820cc03c-cf15-4502-9e7c-6cdc36f7f1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.204453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bff37-9964-4397-aabd-ed7506f1861b req-b7cfcc8b-0def-44f3-bec5-06474dd59ddf tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:19.205842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-b7cfcc8b-0def-44f3-bec5-06474dd59ddf tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979074 Aug 21 08:59:19.221319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Request body: {'port': {'device_id': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '5e82b84d0c5046ac8427d02ea9630dc2'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:19.299537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-820cc03c-cf15-4502-9e7c-6cdc36f7f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.328220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e36f126-024c-4fe6-a86b-3c8c964bd64b req-26bc9a51-4e4d-47f2-9943-a3eb593ba28d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671429 Aug 21 08:59:19.371627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-820cc03c-cf15-4502-9e7c-6cdc36f7f1e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f050a26df42c4cd9b9b4cf1ecd87bde7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812615 Aug 21 08:59:19.371989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54102) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:19.432326 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-144c24c2-2c04-4204-b589-f66b86745c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.459177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-144c24c2-2c04-4204-b589-f66b86745c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.460139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cc03c-cf15-4502-9e7c-6cdc36f7f1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e61ddb-623e-4a09-a87a-dcbe23a0a846,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:19.466384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55facb75-0d3f-4247-b1ca-d71af131c060 req-30a5eec6-9636-4977-beb8-bcc93228111a tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 210 time: 0.0570621 Aug 21 08:59:19.470031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d29e4-cb10-4253-b865-0322ffde0f11 req-e1f2a63b-2d86-4062-9a6f-8bdc39fe28a8 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:19.471362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad0d29e4-cb10-4253-b865-0322ffde0f11 req-e1f2a63b-2d86-4062-9a6f-8bdc39fe28a8 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 1098 time: 0.1850114 Aug 21 08:59:19.521654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad0d29e4-cb10-4253-b865-0322ffde0f11 req-01f40a0a-6bad-4a73-9f89-85c4b15a9a01 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Aug 21 08:59:19.545538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Made reservation on behalf of 5e82b84d0c5046ac8427d02ea9630dc2 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:59:19.549256 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.558422 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.579978 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-144c24c2-2c04-4204-b589-f66b86745c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.583063 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-144c24c2-2c04-4204-b589-f66b86745c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.584719 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-144c24c2-2c04-4204-b589-f66b86745c7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90e61ddb-623e-4a09-a87a-dcbe23a0a846 HTTP/1.1" status: 204 len: 168 time: 0.2116022 Aug 21 08:59:19.594173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c24c2-2c04-4204-b589-f66b86745c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e61ddb-623e-4a09-a87a-dcbe23a0a846,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:19.667318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54118) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:19.686486 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.686847 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19725642-be40-4ffd-9cc5-c5c693430d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.756606 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.843890 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19725642-be40-4ffd-9cc5-c5c693430d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.876543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360061a0-2c9c-4f12-aa55-dff303e4abdb req-554de536-a552-4f0e-9e60-98ea3ce98ce3 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:19.880046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-360061a0-2c9c-4f12-aa55-dff303e4abdb req-554de536-a552-4f0e-9e60-98ea3ce98ce3 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 1098 time: 0.1596873 Aug 21 08:59:19.928290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e809bab1-22bd-45a6-90ba-9e465af54755,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:19.935881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19725642-be40-4ffd-9cc5-c5c693430d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:19.967982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-360061a0-2c9c-4f12-aa55-dff303e4abdb req-7e4cda38-b18b-4766-9b47-f9d10b48139d tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773957 Aug 21 08:59:19.967982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Allocated IP 192.168.233.194 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:59:19.985399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19725642-be40-4ffd-9cc5-c5c693430d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab29d024-f664-41a3-9a93-402a6a2dc388,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:20.011036 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-19725642-be40-4ffd-9cc5-c5c693430d6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3b8d80ae7204431aa62149fe1eab2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423705 Aug 21 08:59:20.011609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54122) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:20.148485 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e66fca6-0051-460b-9f08-62c08c2da644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:20.191208 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e66fca6-0051-460b-9f08-62c08c2da644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:20.222305 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:20.247723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Transition to ACTIVE for port object 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:20.351718 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e66fca6-0051-460b-9f08-62c08c2da644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:20.354851 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e66fca6-0051-460b-9f08-62c08c2da644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:20.356138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7e66fca6-0051-460b-9f08-62c08c2da644 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab29d024-f664-41a3-9a93-402a6a2dc388 HTTP/1.1" status: 204 len: 168 time: 0.3429990 Aug 21 08:59:20.364457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66fca6-0051-460b-9f08-62c08c2da644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab29d024-f664-41a3-9a93-402a6a2dc388,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:20.386861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:20.435133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:59:20.438059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:59:20.442204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:59:20.448333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:20.449070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:20.460887 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Pushing event updated for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:20.546817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-401911f3-82c9-4df2-80aa-eeb0247249fa tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3299158 Aug 21 08:59:20.560672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Request body: {'port': {'device_id': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:20.643982 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:20.702099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a31cf3-e3b5-4e69-914c-14f202d9b68f req-e8a8869b-934e-416b-95e6-75671b017085 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:20.703629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3a31cf3-e3b5-4e69-914c-14f202d9b68f req-e8a8869b-934e-416b-95e6-75671b017085 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0905323 Aug 21 08:59:20.828868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3a31cf3-e3b5-4e69-914c-14f202d9b68f req-be47738c-a348-48aa-940f-0fe2fca03187 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191103 Aug 21 08:59:20.843354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-44af3ef0-29ed-4ec3-8750-943d13056b8d None None] Provisioning for port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:20.854040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-44af3ef0-29ed-4ec3-8750-943d13056b8d None None] Provisioning complete for port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:20.862869 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-44af3ef0-29ed-4ec3-8750-943d13056b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:20.892960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-44af3ef0-29ed-4ec3-8750-943d13056b8d None None] Port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:59:20.980924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0251c-633e-4b49-9e24-00560ecc3085 req-84c8dd7a-f41e-4a4d-9d54-978745bcc785 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:20.982399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cf0251c-633e-4b49-9e24-00560ecc3085 req-84c8dd7a-f41e-4a4d-9d54-978745bcc785 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 936 time: 0.0809717 Aug 21 08:59:21.035143 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:59:21.057915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cf0251c-633e-4b49-9e24-00560ecc3085 req-b31ff9df-ce5f-4f11-a729-8282d217bae7 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676174 Aug 21 08:59:21.070752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:21.079290 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:21.092385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Transition to ACTIVE for port object 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:21.174837 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:21.230325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Pushing event updated for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:21.267163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Attempting to bind port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:59:21.267857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Attempting to bind port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:59:21.268396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Attempting to bind port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:21.273668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:59:21.283696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Attempting to bind port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:21.283696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:59:21.283696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:59:21.283696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:59:21.283696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Bound port: 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:59:21.283696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:21.358121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:21.361776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:59:21.449893 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:21.491584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:21.492248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:21.493530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] 10.222.0.13 "PUT /v2.0/ports/69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 HTTP/1.1" status: 200 len: 1097 time: 0.9383895 Aug 21 08:59:21.494074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:21.496446 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf16a688-ec5b-463a-babb-f44d05bd5cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:21.526474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddbf26-a003-4bbf-9912-4cadede8903c service neutron] Pushing event updated for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:21.567039 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0162c8-e176-4e92-b41b-8fe75b6604a8 x-openstack-request-id: req-cf0162c8-e176-4e92-b41b-8fe75b6604a8 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:21.567039 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:21.567039 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf0162c8-e176-4e92-b41b-8fe75b6604a8 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:21.567039 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'status': 'completed', 'code': 200} Aug 21 08:59:21.675228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a688-ec5b-463a-babb-f44d05bd5cb5 req-81fd5b3f-76ab-4cea-ab45-f7b84995b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:21.678082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf16a688-ec5b-463a-babb-f44d05bd5cb5 req-81fd5b3f-76ab-4cea-ab45-f7b84995b302 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e82b84d0c5046ac8427d02ea9630dc2&device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 1100 time: 0.0766852 Aug 21 08:59:21.711889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf16a688-ec5b-463a-babb-f44d05bd5cb5 req-45ef6ae7-0d92-4bd7-8656-5adfe042d4fc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5e82b84d0c5046ac8427d02ea9630dc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260346 Aug 21 08:59:21.820286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a688-ec5b-463a-babb-f44d05bd5cb5 req-08c1334a-8d8d-4a91-9188-702da9c72129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:21.821916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf16a688-ec5b-463a-babb-f44d05bd5cb5 req-08c1334a-8d8d-4a91-9188-702da9c72129 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035285 Aug 21 08:59:21.968903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bff37-9964-4397-aabd-ed7506f1861b req-2bc866c6-46ee-4a36-8b22-201d91f2ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:21.970402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-2bc866c6-46ee-4a36-8b22-201d91f2ff8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e82b84d0c5046ac8427d02ea9630dc2&device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 1100 time: 0.1110125 Aug 21 08:59:21.993354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8c1dc-33d6-48c4-b8c3-4be7943d260e req-ce30a725-f051-4754-b0e3-2efc97d01296 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:21.995711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fa8c1dc-33d6-48c4-b8c3-4be7943d260e req-ce30a725-f051-4754-b0e3-2efc97d01296 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0803759 Aug 21 08:59:22.027173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-2db6a087-f54d-4e91-810e-d6be660418f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 HTTP/1.1" status: 200 len: 217 time: 0.0489039 Aug 21 08:59:22.094924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fa8c1dc-33d6-48c4-b8c3-4be7943d260e req-2209e3bf-5218-4059-9d90-b7a1f10da7e8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702543 Aug 21 08:59:22.110894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bff37-9964-4397-aabd-ed7506f1861b req-fe50d31e-1dd1-461d-aa26-b361b2c0b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:22.112450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-fe50d31e-1dd1-461d-aa26-b361b2c0b703 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0737221 Aug 21 08:59:22.159210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bff37-9964-4397-aabd-ed7506f1861b req-b92fc9fd-5dd0-4f90-a6ed-66220252d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:22.160739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-b92fc9fd-5dd0-4f90-a6ed-66220252d1f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0419121 Aug 21 08:59:22.260772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-c61ad495-b2cb-4639-857b-fd22080b3a08 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929301 Aug 21 08:59:22.355772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d12bff37-9964-4397-aabd-ed7506f1861b req-38b167fa-0fe4-44db-8c89-ace42d97bd8e service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872529 Aug 21 08:59:22.494346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-34cbdf48-b5d6-4e5e-aaa9-66e369279e19 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1a0493e6b7ec4d138bf9e7b51cd2d54f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248439 Aug 21 08:59:22.617656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-f17a0b6f-0ab8-48ac-b3f3-83da10f84e29 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:22.619382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-f17a0b6f-0ab8-48ac-b3f3-83da10f84e29 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192400 Aug 21 08:59:22.635014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-6d2b2c23-d8c4-4d97-85f5-25ce0fc6dcb7 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/quotas/1a0493e6b7ec4d138bf9e7b51cd2d54f HTTP/1.1" status: 200 len: 375 time: 0.0092573 Aug 21 08:59:22.667910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-c306538b-696d-420c-b88e-5539a7bb5d98 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a0493e6b7ec4d138bf9e7b51cd2d54f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272155 Aug 21 08:59:23.053440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fffadc-02d4-498b-9cb0-73ebff5a9af5 req-7c360944-1057-4b39-bd77-59be158dfba9 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:23.061898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1fffadc-02d4-498b-9cb0-73ebff5a9af5 req-7c360944-1057-4b39-bd77-59be158dfba9 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 948 time: 0.0753651 Aug 21 08:59:23.115856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1fffadc-02d4-498b-9cb0-73ebff5a9af5 req-4677920c-1112-4b08-975e-3b84bf23681a tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484037 Aug 21 08:59:23.323925 n-d-766726-28 neutron-server[106756]: WARNING keystonemiddleware.auth_token [req-4107f096-90b5-4215-a5d5-8206180ee26e req-d34c0f00-179c-4c98-a29d-0758b6d5975a service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 21 08:59:23.328591 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-5e642b08-4df6-402d-8466-624519607b96 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 08:59:23.329590 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-5e642b08-4df6-402d-8466-624519607b96 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2070124 Aug 21 08:59:23.343363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Request body: {'binding': {'host': 'n-h1-766726-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:23.344114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Unknown quota resources ['binding']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 08:59:23.485226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on host n-h1-766726-28 for vnic_type normal with profile None {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:59:23.485592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:59:23.485919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:23.490179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:59:23.490500 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:23.496068 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:59:23.496399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:59:23.496777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:59:23.497300 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Bound port: 8f572e61-3145-41e6-a0f6-6986223ea2d7, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:59:23.593172 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:59:23.659616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22fd7f5e-f5e4-4c9f-8a05-42a69b1d7214 req-cff91dda-0c15-4c06-99dc-4d502ec4c6a0 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 210 time: 0.0261767 Aug 21 08:59:23.672859 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] Notify callbacks [] for binding, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:23.674043 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-3a0f45d2-d8ac-4fe3-a61c-e4313b449826 service neutron] 10.222.0.20 "POST /v2.0/ports/8f572e61-3145-41e6-a0f6-6986223ea2d7/bindings HTTP/1.1" status: 201 len: 390 time: 0.3357408 Aug 21 08:59:23.970492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a796c9-62c3-4e56-9a5f-13431cbd2871 req-f03c931a-2a58-4306-9251-004cd052b466 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:23.972005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40a796c9-62c3-4e56-9a5f-13431cbd2871 req-f03c931a-2a58-4306-9251-004cd052b466 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0485837 Aug 21 08:59:24.012064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40a796c9-62c3-4e56-9a5f-13431cbd2871 req-e4b5615a-a355-4210-8bcd-0d5f69493adc tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Aug 21 08:59:24.227300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fa775-d70d-4606-b2e3-5cd8fadb9333 req-50748e01-156d-4aba-8f9e-f10e6f5e26c1 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:24.230410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef0fa775-d70d-4606-b2e3-5cd8fadb9333 req-50748e01-156d-4aba-8f9e-f10e6f5e26c1 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 946 time: 0.0714893 Aug 21 08:59:24.271676 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef0fa775-d70d-4606-b2e3-5cd8fadb9333 req-ea9e0d40-d168-41af-b78d-5a66be49d294 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327275 Aug 21 08:59:24.397080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9a0bb-21a8-4528-8b7e-d22a7e9bc8d5 req-41ac1893-ac08-4bdb-9d40-6630e849a56b tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:24.398565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eee9a0bb-21a8-4528-8b7e-d22a7e9bc8d5 req-41ac1893-ac08-4bdb-9d40-6630e849a56b tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 948 time: 0.0565310 Aug 21 08:59:24.439294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eee9a0bb-21a8-4528-8b7e-d22a7e9bc8d5 req-f786eb34-3296-476a-8921-7d232347258c tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342364 Aug 21 08:59:24.511908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-1e875c7b-33bd-4a4c-8d2b-74fea46e0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:24.511908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-1e875c7b-33bd-4a4c-8d2b-74fea46e0c66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 1098 time: 0.0638988 Aug 21 08:59:24.623077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-1069b579-afb3-42f9-85ba-3704ebecf436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:24.624576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-1069b579-afb3-42f9-85ba-3704ebecf436 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.1106908 Aug 21 08:59:24.673087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-544f535e-1f3e-4df9-a40d-d415b0f20203 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7 HTTP/1.1" status: 200 len: 217 time: 0.0406151 Aug 21 08:59:24.725141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-fd2d7b34-a8cb-4e72-9533-1edac059f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:24.726617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-fd2d7b34-a8cb-4e72-9533-1edac059f536 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.0463936 Aug 21 08:59:24.999812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-501c87e2-9eae-4cc2-8570-531cdf98a327 req-413525b6-c16d-4ac5-b09a-8da1df9115b5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 210 time: 0.2719734 Aug 21 08:59:25.002147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-1fe3a3b8-4cd9-4bf3-9b59-8f772113c5a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2647495 Aug 21 08:59:25.103493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-998b2960-9d64-4ba0-b3f8-1591ef5e3410 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927131 Aug 21 08:59:25.187676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d9f5c-e961-4e4d-a996-9eabf7d2d98e req-45c9440a-1993-4b24-93fd-79ae4c0141ea tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:25.189359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d51d9f5c-e961-4e4d-a996-9eabf7d2d98e req-45c9440a-1993-4b24-93fd-79ae4c0141ea tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.1045690 Aug 21 08:59:25.243149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-e3d08189-5471-43f1-ab00-13c581623141 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265197 Aug 21 08:59:25.249023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d51d9f5c-e961-4e4d-a996-9eabf7d2d98e req-147c0987-826e-46fc-b403-236be805fa2a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532892 Aug 21 08:59:25.284568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54374) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:25.379531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54380) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:25.392494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54384) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:25.413689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea219dc-58d8-4b83-9229-803377733084 req-724152b7-3697-4cd3-84fa-62d870b97962 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:25.415426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ea219dc-58d8-4b83-9229-803377733084 req-724152b7-3697-4cd3-84fa-62d870b97962 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 946 time: 0.0581367 Aug 21 08:59:25.451296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-ad67c6a2-40af-4242-81d5-94d41fc2d073 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1a0493e6b7ec4d138bf9e7b51cd2d54f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310714 Aug 21 08:59:25.499273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7afab456-5147-4d98-a252-3e4447ccbddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:25.545791 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b876e742-4b62-45a2-8fc5-2bfb8255d8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:25.600583 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c19ea293-3600-4b12-baee-41d45f6cebb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:25.618260 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7afab456-5147-4d98-a252-3e4447ccbddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:25.626591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ea219dc-58d8-4b83-9229-803377733084 req-ed04e366-92bc-4f46-8249-1a5788fbbf71 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951821 Aug 21 08:59:25.692195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-4332998f-69b5-4baa-a770-06106dad4166 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:25.693721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-4332998f-69b5-4baa-a770-06106dad4166 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1098 time: 0.2324688 Aug 21 08:59:25.700275 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7afab456-5147-4d98-a252-3e4447ccbddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:25.716043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-28'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:25.751778 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afab456-5147-4d98-a252-3e4447ccbddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96722fa-87c4-4043-9c13-cdf5071ac2eb,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:25.757957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbd055-c95f-488e-9299-2f25a131db58 req-471c7cd2-529e-43d3-9374-514d5ae2b7a0 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:25.759891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36cbd055-c95f-488e-9299-2f25a131db58 req-471c7cd2-529e-43d3-9374-514d5ae2b7a0 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 948 time: 0.1759329 Aug 21 08:59:25.769442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-c2d980bb-bd69-4d53-81ce-f430b9e3c2c6 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:25.769625 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7afab456-5147-4d98-a252-3e4447ccbddb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e288018e4c1427eb2f1c0be517fd7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859992 Aug 21 08:59:25.769726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-c2d980bb-bd69-4d53-81ce-f430b9e3c2c6 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3054538 Aug 21 08:59:25.770403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54392) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:25.780830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [None req-c19ea293-3600-4b12-baee-41d45f6cebb2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 08:59:25.780830 n-d-766726-28 neutron-server[106757]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 08:59:25.780830 n-d-766726-28 neutron-server[106757]: [parameters: {'project_id_1': '4a48e5ad44c54a21848073089b2688b3', 'expiration_1': datetime.datetime(2021, 8, 21, 8, 59, 25, 669472)}] Aug 21 08:59:25.780830 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 08:59:25.781231 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [None req-c19ea293-3600-4b12-baee-41d45f6cebb2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 08:59:25.796357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Request body: {'port': {'device_id': '47ce8dc6-0377-405b-8b6b-ca2abdc3f174', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '1a0493e6b7ec4d138bf9e7b51cd2d54f'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:25.884063 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:25.893201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36cbd055-c95f-488e-9299-2f25a131db58 req-bfe99087-036e-457c-9999-7e653032bdd8 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211085 Aug 21 08:59:25.990493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:26.015713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:26.030707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'mac_address': 'fa:16:3e:a7:ec:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:59:26.051779 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66803f4e-3504-4fe4-a106-de451e67ea6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.084905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:26.089560 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.093056 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66803f4e-3504-4fe4-a106-de451e67ea6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.104305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:26.109338 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b876e742-4b62-45a2-8fc5-2bfb8255d8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.128480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:26.128688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72a4947a-4690-4553-9ac3-810f7e539fd7 req-3017127f-e1fb-44cb-83ff-5914727db95e tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 210 time: 0.0394926 Aug 21 08:59:26.160564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:26.199614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f572e61-3145-41e6-a0f6-6986223ea2d7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:26.201837 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c513ed35-883a-4695-9f0d-52c077ba0e2e" -d '{"events": [{"server_uuid": "4233742d-e5e7-4c60-86fd-ef165d4a50e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f572e61-3145-41e6-a0f6-6986223ea2d7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:26.205498 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.230122 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b876e742-4b62-45a2-8fc5-2bfb8255d8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.242710 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aca318-0278-49d3-9d03-56679d9ceca3 x-openstack-request-id: req-26aca318-0278-49d3-9d03-56679d9ceca3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:26.242933 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4233742d-e5e7-4c60-86fd-ef165d4a50e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f572e61-3145-41e6-a0f6-6986223ea2d7", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:26.243182 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26aca318-0278-49d3-9d03-56679d9ceca3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:26.243728 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f572e61-3145-41e6-a0f6-6986223ea2d7', 'code': 200} Aug 21 08:59:26.258742 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.265875 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66803f4e-3504-4fe4-a106-de451e67ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.268380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66803f4e-3504-4fe4-a106-de451e67ea6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.271969 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-66803f4e-3504-4fe4-a106-de451e67ea6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f96722fa-87c4-4043-9c13-cdf5071ac2eb HTTP/1.1" status: 204 len: 168 time: 0.4981077 Aug 21 08:59:26.277332 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b876e742-4b62-45a2-8fc5-2bfb8255d8de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b3f0aa155d64aad8a5be5d0e607ef01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8794439 Aug 21 08:59:26.277332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876e742-4b62-45a2-8fc5-2bfb8255d8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a6ebc4-6e95-4dd0-8cda-9ec4c9d3a147,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:26.277814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54402) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:26.286495 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c19ea293-3600-4b12-baee-41d45f6cebb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.295457 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.313476 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66803f4e-3504-4fe4-a106-de451e67ea6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96722fa-87c4-4043-9c13-cdf5071ac2eb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:26.351841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:26.375959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Made reservation on behalf of 1a0493e6b7ec4d138bf9e7b51cd2d54f for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:59:26.379391 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.381052 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c20ab650-03e1-4b37-bb6d-5060d90e2611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.405173 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c20ab650-03e1-4b37-bb6d-5060d90e2611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.429970 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.471706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:26.484501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Pushing event updated for resources: {'Port': ['ID=8f572e61-3145-41e6-a0f6-6986223ea2d7,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:26.523405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce4c23-b42c-41f7-9325-3be58c58a056 req-64bbac77-2fb8-4ea2-b0f1-f06121f927b2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:26.524950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bce4c23-b42c-41f7-9325-3be58c58a056 req-64bbac77-2fb8-4ea2-b0f1-f06121f927b2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.1558554 Aug 21 08:59:26.534192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c20ab650-03e1-4b37-bb6d-5060d90e2611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.536908 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c20ab650-03e1-4b37-bb6d-5060d90e2611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.538430 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c20ab650-03e1-4b37-bb6d-5060d90e2611 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41a6ebc4-6e95-4dd0-8cda-9ec4c9d3a147 HTTP/1.1" status: 204 len: 168 time: 0.2457709 Aug 21 08:59:26.549112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ab650-03e1-4b37-bb6d-5060d90e2611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a6ebc4-6e95-4dd0-8cda-9ec4c9d3a147,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:26.551987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on host n-h2-766726-28 for vnic_type normal with profile {"migrating_to": "n-h1-766726-28"} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:59:26.551987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:59:26.551987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:26.570314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:59:26.570635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Attempting to bind port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:26.589765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:59:26.590067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:59:26.590429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:59:26.590859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Bound port: 8f572e61-3145-41e6-a0f6-6986223ea2d7, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:59:26.591207 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.607070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bce4c23-b42c-41f7-9325-3be58c58a056 req-454179db-3d55-4ea2-9e78-a09c818bb540 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731699 Aug 21 08:59:26.681888 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c19ea293-3600-4b12-baee-41d45f6cebb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.754979 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c19ea293-3600-4b12-baee-41d45f6cebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.795886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10c4d4-4c75-4add-8616-40d3cf08d94f req-6ac7295e-0807-493d-9c2f-985fba2cd74f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:26.797400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be10c4d4-4c75-4add-8616-40d3cf08d94f req-6ac7295e-0807-493d-9c2f-985fba2cd74f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 944 time: 0.0869088 Aug 21 08:59:26.819855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ea293-3600-4b12-baee-41d45f6cebb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346d3dc0-c3a9-4a5e-bc1b-cbd7ea7a0248,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:26.833197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54412) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:26.833409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c19ea293-3600-4b12-baee-41d45f6cebb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a48e5ad44c54a21848073089b2688b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5476124 Aug 21 08:59:26.855969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:26.870288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be10c4d4-4c75-4add-8616-40d3cf08d94f req-e053ab57-6e40-45c8-af1d-f9ef0e5ba007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642812 Aug 21 08:59:26.884083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:59:26.897631 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ff22fe6-4685-4dd9-bf34-a33c60ce5ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.919272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ff22fe6-4685-4dd9-bf34-a33c60ce5ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:26.941758 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.033245 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.034881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.088685 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ff22fe6-4685-4dd9-bf34-a33c60ce5ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.091201 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ff22fe6-4685-4dd9-bf34-a33c60ce5ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.094831 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4ff22fe6-4685-4dd9-bf34-a33c60ce5ab4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/346d3dc0-c3a9-4a5e-bc1b-cbd7ea7a0248 HTTP/1.1" status: 204 len: 168 time: 0.2582157 Aug 21 08:59:27.100393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff22fe6-4685-4dd9-bf34-a33c60ce5ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346d3dc0-c3a9-4a5e-bc1b-cbd7ea7a0248,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:27.146529 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54420) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:27.159629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc5e14bd-3b15-43e3-bdbe-1f193aa22304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.185153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36508e60-71ba-4ee1-9fd7-d5c5c8decc20,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:27.258790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Pushing event updated for resources: {'Port': ['ID=8f572e61-3145-41e6-a0f6-6986223ea2d7,revision_number=8']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:27.267766 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc5e14bd-3b15-43e3-bdbe-1f193aa22304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.287271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-57c8f6ed-e1e9-4614-9614-89e621e382a8 req-4d056486-9f52-4485-9802-3ed7fd103c00 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 210 time: 0.0645270 Aug 21 08:59:27.310114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:27.310703 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.312086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-23c461cd-0352-45ce-91d9-f467c976109c service neutron] 10.222.0.13 "PUT /v2.0/ports/8f572e61-3145-41e6-a0f6-6986223ea2d7 HTTP/1.1" status: 200 len: 1124 time: 1.6036940 Aug 21 08:59:27.326089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d5e9f-74a4-451a-af50-6c3c66879e12 req-bf310d25-7bfd-443e-9015-618ed4eed280 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:27.327600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f00d5e9f-74a4-451a-af50-6c3c66879e12 req-bf310d25-7bfd-443e-9015-618ed4eed280 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 949 time: 0.2723236 Aug 21 08:59:27.346120 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc5e14bd-3b15-43e3-bdbe-1f193aa22304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.364017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Allocated IP 192.168.233.111 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:59:27.379377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['8f572e61-3145-41e6-a0f6-6986223ea2d7'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:27.385403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e14bd-3b15-43e3-bdbe-1f193aa22304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814a9bb4-dd4d-403c-9b14-63930af7f48d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:27.391417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f00d5e9f-74a4-451a-af50-6c3c66879e12 req-a23b9850-03ab-4edf-b392-9026db642b82 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562680 Aug 21 08:59:27.391886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54424) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:27.410766 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cc5e14bd-3b15-43e3-bdbe-1f193aa22304 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb7d081c79394f67b997b36cd097dd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519536 Aug 21 08:59:27.472140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54426) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:27.492458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1242e862-2255-4ad5-b5cc-05b536e7473a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.515259 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9e1a3864-ffba-4ff9-a08a-3678e82f96fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.546711 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9e1a3864-ffba-4ff9-a08a-3678e82f96fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.604457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1242e862-2255-4ad5-b5cc-05b536e7473a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.608290 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.621539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Transition to ACTIVE for port object 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:27.677002 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1242e862-2255-4ad5-b5cc-05b536e7473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.723427 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1242e862-2255-4ad5-b5cc-05b536e7473a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=247853e5363c47b7bcecee7541dec4ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487931 Aug 21 08:59:27.726072 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242e862-2255-4ad5-b5cc-05b536e7473a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fffd740-a041-48d3-a076-3c3144e1313a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:27.729990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54432) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:27.734975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db4324-efdd-414f-91b8-559805a8a6fa req-b3c19a2b-b4da-498b-b5be-9bad5494530b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:27.736488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2db4324-efdd-414f-91b8-559805a8a6fa req-b3c19a2b-b4da-498b-b5be-9bad5494530b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0525417 Aug 21 08:59:27.744802 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.789490 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d12bfdd-0140-4fe6-9a2f-96c1c9a54abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.805921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:59:27.813296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d12bfdd-0140-4fe6-9a2f-96c1c9a54abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.821873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:59:27.824948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:59:27.831166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:27.831972 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.851445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Pushing event updated for resources: {'Port': ['ID=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:27.858971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2db4324-efdd-414f-91b8-559805a8a6fa req-f82b14de-43b5-4511-a72c-8083bfed8af4 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123154 Aug 21 08:59:27.908848 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9e1a3864-ffba-4ff9-a08a-3678e82f96fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.911465 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9e1a3864-ffba-4ff9-a08a-3678e82f96fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:27.912653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9e1a3864-ffba-4ff9-a08a-3678e82f96fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/814a9bb4-dd4d-403c-9b14-63930af7f48d HTTP/1.1" status: 204 len: 168 time: 0.5180202 Aug 21 08:59:27.923005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a3864-ffba-4ff9-a08a-3678e82f96fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814a9bb4-dd4d-403c-9b14-63930af7f48d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:27.930960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:59:27.972068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-963a5792-34bd-4bef-bdb2-16367202ab49 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1897128 Aug 21 08:59:27.997181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Request body: {'port': {'device_id': '47ce8dc6-0377-405b-8b6b-ca2abdc3f174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:28.005439 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d12bfdd-0140-4fe6-9a2f-96c1c9a54abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:28.017022 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d12bfdd-0140-4fe6-9a2f-96c1c9a54abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:28.017022 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7d12bfdd-0140-4fe6-9a2f-96c1c9a54abf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fffd740-a041-48d3-a076-3c3144e1313a HTTP/1.1" status: 204 len: 168 time: 0.2799647 Aug 21 08:59:28.037849 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12bfdd-0140-4fe6-9a2f-96c1c9a54abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fffd740-a041-48d3-a076-3c3144e1313a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:28.038906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54442) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:28.075430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:28.079940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:28.085985 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:28.103834 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41a9e8b8-800d-4643-a05e-355131778525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:28.116119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864487b-0a6f-4338-96a4-00d028c47368 req-8e878233-eeb9-4cc9-b681-2d441b058590 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:28.124526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b864487b-0a6f-4338-96a4-00d028c47368 req-8e878233-eeb9-4cc9-b681-2d441b058590 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 944 time: 0.1692202 Aug 21 08:59:28.155216 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:28.177145 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:28.203444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:28.205795 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833d330e-7ff7-431a-8b74-2fefabef893d" -d '{"events": [{"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-plugged", "status": "completed", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:28.217694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-999c73fb-8a83-474f-85a6-27489a1ec08c None None] Provisioning for port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:28.222977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-999c73fb-8a83-474f-85a6-27489a1ec08c None None] Provisioning complete for port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:28.223420 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-999c73fb-8a83-474f-85a6-27489a1ec08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:28.224839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b864487b-0a6f-4338-96a4-00d028c47368 req-78511785-e5f0-46c5-9248-397ea2a3574f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994565 Aug 21 08:59:28.227028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:28.244668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'tag': '8f572e61-3145-41e6-a0f6-6986223ea2d7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:28.247443 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d87023d-90cb-4667-b31b-888070b2f549" -d '{"events": [{"name": "network-changed", "server_uuid": "4233742d-e5e7-4c60-86fd-ef165d4a50e7", "tag": "8f572e61-3145-41e6-a0f6-6986223ea2d7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:28.248570 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72091d4c-8634-47ce-ac6b-5a4c62d4dc50 x-openstack-request-id: req-72091d4c-8634-47ce-ac6b-5a4c62d4dc50 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:28.255829 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-plugged", "status": "completed", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:28.255829 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72091d4c-8634-47ce-ac6b-5a4c62d4dc50 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:28.255829 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'code': 200} Aug 21 08:59:28.270743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-999c73fb-8a83-474f-85a6-27489a1ec08c None None] Port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:59:28.301660 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:28.312877 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8171548-3abc-4f56-8245-cc7ce18d34b4 x-openstack-request-id: req-d8171548-3abc-4f56-8245-cc7ce18d34b4 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:28.315084 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4233742d-e5e7-4c60-86fd-ef165d4a50e7", "tag": "8f572e61-3145-41e6-a0f6-6986223ea2d7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:28.315084 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8171548-3abc-4f56-8245-cc7ce18d34b4 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:28.315084 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'tag': '8f572e61-3145-41e6-a0f6-6986223ea2d7', 'status': 'completed', 'code': 200} Aug 21 08:59:28.397838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:28.747605 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41a9e8b8-800d-4643-a05e-355131778525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:28.757859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87023d-90cb-4667-b31b-888070b2f549 req-03db0de6-4ea9-44d4-938c-ba901c17dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:28.759530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d87023d-90cb-4667-b31b-888070b2f549 req-03db0de6-4ea9-44d4-938c-ba901c17dc98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 1127 time: 0.4204001 Aug 21 08:59:28.777855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc7af-a1c7-420e-bdeb-00b7eed9ce60 req-96842d6b-368e-4f42-8eb9-0da08a28aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:28.779034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-922cc7af-a1c7-420e-bdeb-00b7eed9ce60 req-96842d6b-368e-4f42-8eb9-0da08a28aa54 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 1102 time: 0.4469924 Aug 21 08:59:28.859543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf82d8b-1be8-4031-8705-58a7dc61440b req-95ed513c-270d-4a9b-99dc-3b5c9addb274 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:28.861037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf82d8b-1be8-4031-8705-58a7dc61440b req-95ed513c-270d-4a9b-99dc-3b5c9addb274 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 936 time: 0.4856093 Aug 21 08:59:28.876429 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41a9e8b8-800d-4643-a05e-355131778525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:28.906111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda8f2c-ac96-47f7-a376-53ba0fd9628e req-7e18b8b2-7fb8-47e9-91e1-a0c625b2cf25 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:28.907606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1dda8f2c-ac96-47f7-a376-53ba0fd9628e req-7e18b8b2-7fb8-47e9-91e1-a0c625b2cf25 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 950 time: 0.2285671 Aug 21 08:59:29.011033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-922cc7af-a1c7-420e-bdeb-00b7eed9ce60 req-56ece082-b2ce-499b-8fb4-465a95f70067 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162836 Aug 21 08:59:29.057155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-41a9e8b8-800d-4643-a05e-355131778525 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ea9a0a6975c4d4a899feb1d9ce33b46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0169694 Aug 21 08:59:29.060003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54488) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:29.065806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9e8b8-800d-4643-a05e-355131778525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e922803a-92bb-4950-ade0-1c45a52082a1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:29.075495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf82d8b-1be8-4031-8705-58a7dc61440b req-899c9353-e87c-4ec7-9a20-6197df68b0d7 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023542 Aug 21 08:59:29.082188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87023d-90cb-4667-b31b-888070b2f549 req-74d8ac97-b4e8-4c8f-b050-9a08a116e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:29.083284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d87023d-90cb-4667-b31b-888070b2f549 req-74d8ac97-b4e8-4c8f-b050-9a08a116e452 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.3085442 Aug 21 08:59:29.088562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1dda8f2c-ac96-47f7-a376-53ba0fd9628e req-a7127112-4d74-4ec5-aab5-0a191fc86324 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655498 Aug 21 08:59:29.099944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:29.135147 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:29.138426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d87023d-90cb-4667-b31b-888070b2f549 req-6d187c8c-95b9-417c-8fb2-1954705a70ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7 HTTP/1.1" status: 200 len: 217 time: 0.0474639 Aug 21 08:59:29.161057 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d898-23b8-484b-8947-a2ce7884e5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:29.191196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d898-23b8-484b-8947-a2ce7884e5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:29.203206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Transition to ACTIVE for port object 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:29.236737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87023d-90cb-4667-b31b-888070b2f549 req-fa177419-1f15-467f-baf3-b15dc035b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:29.238227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d87023d-90cb-4667-b31b-888070b2f549 req-fa177419-1f15-467f-baf3-b15dc035b959 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.0896630 Aug 21 08:59:29.263274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451186c-10da-4fd0-9489-58ee65d7c6d0 req-77106571-03e2-43e5-b227-98a4c863c33d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:29.272817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2451186c-10da-4fd0-9489-58ee65d7c6d0 req-77106571-03e2-43e5-b227-98a4c863c33d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.1028156 Aug 21 08:59:29.293405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d87023d-90cb-4667-b31b-888070b2f549 req-2315cb54-a449-4084-abd9-0dffc0790982 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471425 Aug 21 08:59:29.295512 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:29.327390 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d898-23b8-484b-8947-a2ce7884e5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:29.330320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d898-23b8-484b-8947-a2ce7884e5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:29.335128 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4ce4d898-23b8-484b-8947-a2ce7884e5da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e922803a-92bb-4950-ade0-1c45a52082a1 HTTP/1.1" status: 204 len: 168 time: 0.2704678 Aug 21 08:59:29.345103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4d898-23b8-484b-8947-a2ce7884e5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e922803a-92bb-4950-ade0-1c45a52082a1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:29.460321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2451186c-10da-4fd0-9489-58ee65d7c6d0 req-237e4ae7-8c9d-4d72-8a6e-0710f4bd6c0f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890078 Aug 21 08:59:29.464775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Pushing event updated for resources: {'Port': ['ID=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:29.524305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Attempting to bind port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:59:29.524634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Attempting to bind port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:59:29.525593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Attempting to bind port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:29.543461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bcc44-a4f8-4801-89b1-2294016a1e3a req-1eb3b5d4-bb4c-4387-b9e7-09df234680e8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:29.545057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea8bcc44-a4f8-4801-89b1-2294016a1e3a req-1eb3b5d4-bb4c-4387-b9e7-09df234680e8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 944 time: 0.2063856 Aug 21 08:59:29.550360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d87023d-90cb-4667-b31b-888070b2f549 req-b369201c-7923-40c3-af57-409929ffb8d2 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392812 Aug 21 08:59:29.550902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:59:29.551219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Attempting to bind port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:29.571754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:59:29.572091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:59:29.572478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:59:29.572920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Bound port: 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:59:29.573280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:29.670266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea8bcc44-a4f8-4801-89b1-2294016a1e3a req-00fc689b-369f-4baa-be47-0530cf366200 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165807 Aug 21 08:59:29.725360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d87023d-90cb-4667-b31b-888070b2f549 req-d1fb2dbf-74d4-4fc5-91b2-cddfbaee9da0 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630239 Aug 21 08:59:29.726350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] For port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:29.729984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] For port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:59:29.848822 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:29.883545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:29.884716 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:29.886157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] 10.222.0.13 "PUT /v2.0/ports/5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 HTTP/1.1" status: 200 len: 1097 time: 1.8973715 Aug 21 08:59:29.919329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa988e6d-4204-49d9-9b6a-039a7ccd0c7c service neutron] Pushing event updated for resources: {'Port': ['ID=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:29.925955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8f572e61-3145-41e6-a0f6-6986223ea2d7 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:30.054448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:30.067858 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8f572e61-3145-41e6-a0f6-6986223ea2d7 has no active binding in host n-h1-766726-28 {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 08:59:30.078300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-93301f39-94d4-43f7-ae43-1772c75bfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:30.081383 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-93301f39-94d4-43f7-ae43-1772c75bfe03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a0493e6b7ec4d138bf9e7b51cd2d54f&device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 1100 time: 0.0738246 Aug 21 08:59:30.186019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-1625aba4-fc86-45e2-b4e9-9d67bd3a1495 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 HTTP/1.1" status: 200 len: 217 time: 0.0744402 Aug 21 08:59:30.308878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02373fe4-62bb-4cea-bb8c-2188716c69b7 req-8825d56a-f76e-43c7-b68d-bddb9e867458 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:30.316110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02373fe4-62bb-4cea-bb8c-2188716c69b7 req-8825d56a-f76e-43c7-b68d-bddb9e867458 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 950 time: 0.1328919 Aug 21 08:59:30.318710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-eeef0005-fb1b-4685-ac7e-6b45e73bd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:30.320173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-eeef0005-fb1b-4685-ac7e-6b45e73bd56c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1148815 Aug 21 08:59:30.322053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ce8dc6-0377-405b-8b6b-ca2abdc3f174', 'tag': '5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:30.324535 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ce14dc-48c4-4897-aa59-1aeee43b95f8" -d '{"events": [{"name": "network-changed", "server_uuid": "47ce8dc6-0377-405b-8b6b-ca2abdc3f174", "tag": "5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:30.340239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5f064-bc08-4e2e-9dfa-056b7594a3f9 req-dee4e0a4-80bf-494f-9d91-79eff230d16b tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:30.347454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44f5f064-bc08-4e2e-9dfa-056b7594a3f9 req-dee4e0a4-80bf-494f-9d91-79eff230d16b tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 948 time: 0.1653585 Aug 21 08:59:30.440854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02373fe4-62bb-4cea-bb8c-2188716c69b7 req-9285d030-459b-41b0-b319-0015e2e75363 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238873 Aug 21 08:59:30.457189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44f5f064-bc08-4e2e-9dfa-056b7594a3f9 req-adbb3a43-73d0-4536-baaa-a98e21af0dcd tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010785 Aug 21 08:59:30.457189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-ca95bc06-1518-479e-b30f-a63c8498cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:30.458889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-ca95bc06-1518-479e-b30f-a63c8498cc96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1076498 Aug 21 08:59:30.508595 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c31393-7255-4382-9687-60ef5a48f162 x-openstack-request-id: req-89c31393-7255-4382-9687-60ef5a48f162 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:30.508964 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ce8dc6-0377-405b-8b6b-ca2abdc3f174", "tag": "5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:30.509978 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89c31393-7255-4382-9687-60ef5a48f162 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:30.510255 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ce8dc6-0377-405b-8b6b-ca2abdc3f174', 'tag': '5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68', 'status': 'completed', 'code': 200} Aug 21 08:59:30.636894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-e380fd61-b87c-4ff2-a96c-25ccd63ea901 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638868 Aug 21 08:59:30.644572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c78d50-2a28-47ae-ba2f-09b1deb50ea5 req-649c9b7a-098b-4da7-964a-8baa17633d40 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:30.645987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1c78d50-2a28-47ae-ba2f-09b1deb50ea5 req-649c9b7a-098b-4da7-964a-8baa17633d40 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0855954 Aug 21 08:59:30.732464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1c78d50-2a28-47ae-ba2f-09b1deb50ea5 req-467cb3b2-c812-42f0-902c-75419e61384c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763927 Aug 21 08:59:30.765851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f7e7c7-e252-420b-99e0-04e4c49160b6 req-efa2e4e0-3840-41d0-bc59-6b16451549b2 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181738 Aug 21 08:59:30.849407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e5cb9-495f-4c19-87c3-670af3a0ced7 req-9f5c300e-e012-4246-94be-8d509dff42a7 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:30.851125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-389e5cb9-495f-4c19-87c3-670af3a0ced7 req-9f5c300e-e012-4246-94be-8d509dff42a7 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 944 time: 0.0565958 Aug 21 08:59:30.894657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-389e5cb9-495f-4c19-87c3-670af3a0ced7 req-29021000-187d-4224-a15c-1be33e275e30 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362084 Aug 21 08:59:30.972179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce14dc-48c4-4897-aa59-1aeee43b95f8 req-c1e93bd7-023a-48bf-9fdf-34f93e3797ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:30.974590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50ce14dc-48c4-4897-aa59-1aeee43b95f8 req-c1e93bd7-023a-48bf-9fdf-34f93e3797ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a0493e6b7ec4d138bf9e7b51cd2d54f&device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 1100 time: 0.0779121 Aug 21 08:59:31.116738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-32935e38-a29a-4717-b0b8-06472702bfde tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464213 Aug 21 08:59:31.135542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce14dc-48c4-4897-aa59-1aeee43b95f8 req-e8a8a932-a81c-45d1-be79-2387089689da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:31.136984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50ce14dc-48c4-4897-aa59-1aeee43b95f8 req-e8a8a932-a81c-45d1-be79-2387089689da service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1517909 Aug 21 08:59:31.214868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50ce14dc-48c4-4897-aa59-1aeee43b95f8 req-8abc178a-757e-4f2a-b459-235e22e96f9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 HTTP/1.1" status: 200 len: 217 time: 0.0651975 Aug 21 08:59:31.295928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce14dc-48c4-4897-aa59-1aeee43b95f8 req-515c4167-d54c-4c03-932e-5a70a3c3bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:31.297395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50ce14dc-48c4-4897-aa59-1aeee43b95f8 req-515c4167-d54c-4c03-932e-5a70a3c3bbcd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0727940 Aug 21 08:59:31.304198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-2eb6721b-9d56-4f37-81a2-a9b5254e17c7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:31.305547 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-2eb6721b-9d56-4f37-81a2-a9b5254e17c7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799080 Aug 21 08:59:31.346962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-96b1aadb-6486-4b97-9b3f-7a7552df36dc tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/quotas/97b4438915564130b94b8ce40d3b9713 HTTP/1.1" status: 200 len: 375 time: 0.0289478 Aug 21 08:59:31.380458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-166ea036-98c6-4fb1-b0b4-d9102f421eed tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263879 Aug 21 08:59:31.382286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce14dc-48c4-4897-aa59-1aeee43b95f8 req-43382bcb-49e7-442d-9c0d-dfb7d18297ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:31.383677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50ce14dc-48c4-4897-aa59-1aeee43b95f8 req-43382bcb-49e7-442d-9c0d-dfb7d18297ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743222 Aug 21 08:59:31.493381 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50ce14dc-48c4-4897-aa59-1aeee43b95f8 req-da992f3c-7884-4aae-bfe8-3459aee7e54d service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007075 Aug 21 08:59:31.635983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3704c-da38-4298-a83b-3fe9aaa69cf1 req-a1e8ed92-2906-4159-a2b1-92414d2f997a tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:31.638423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfd3704c-da38-4298-a83b-3fe9aaa69cf1 req-a1e8ed92-2906-4159-a2b1-92414d2f997a tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 950 time: 0.1186409 Aug 21 08:59:31.677820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50ce14dc-48c4-4897-aa59-1aeee43b95f8 req-0ed827a7-1771-4bc6-a7ef-38d8e9fdaa94 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671298 Aug 21 08:59:31.705310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfd3704c-da38-4298-a83b-3fe9aaa69cf1 req-5ec150c0-dfb6-4aa0-b1df-5cd8901e45b7 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492225 Aug 21 08:59:31.715042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8fb90-97ed-4f48-b6cc-e988c768bdb9 req-925582f5-1b78-45ca-a085-9598cbab5784 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:31.717034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5db8fb90-97ed-4f48-b6cc-e988c768bdb9 req-925582f5-1b78-45ca-a085-9598cbab5784 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 948 time: 0.1062217 Aug 21 08:59:31.768704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5db8fb90-97ed-4f48-b6cc-e988c768bdb9 req-c199a5ff-3e5e-4361-9fb6-01f71ef533b6 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 Aug 21 08:59:31.821295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54622) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:31.851822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1dfc33a-fe66-4df9-92e0-db7bbbe0b001 req-3475fa4d-5f17-4a34-b8fa-e827d719778f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 210 time: 0.0342140 Aug 21 08:59:31.968857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd65f4c-cf48-4d23-8297-a477bd657df1 req-d598ac71-cc3d-4c26-87f7-70a93b965772 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:31.970631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdd65f4c-cf48-4d23-8297-a477bd657df1 req-d598ac71-cc3d-4c26-87f7-70a93b965772 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0577362 Aug 21 08:59:32.032926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdd65f4c-cf48-4d23-8297-a477bd657df1 req-93ad4b16-0226-4f25-afe9-f28c9778f16d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504341 Aug 21 08:59:32.043755 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69fb63a5-b7ca-4b50-a60a-931e13f9e5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:32.149364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69fb63a5-b7ca-4b50-a60a-931e13f9e5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:32.154773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e82d8-52b7-4714-8bdf-5541e5540bad req-8af722ef-b672-4eaa-8e37-7025ab27669f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:32.156313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c68e82d8-52b7-4714-8bdf-5541e5540bad req-8af722ef-b672-4eaa-8e37-7025ab27669f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 944 time: 0.0544925 Aug 21 08:59:32.196771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c68e82d8-52b7-4714-8bdf-5541e5540bad req-4170396d-bab5-41c4-acf5-3498c98fa34a tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345800 Aug 21 08:59:32.219535 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69fb63a5-b7ca-4b50-a60a-931e13f9e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:32.261221 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-69fb63a5-b7ca-4b50-a60a-931e13f9e5ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2994f3960cb448c0a969374989908c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381406 Aug 21 08:59:32.262188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb63a5-b7ca-4b50-a60a-931e13f9e5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2ebd3f-b4d6-4e8e-b9be-0899c4cb2a0a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:32.265327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54644) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:32.331329 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cc2213e-4ef6-41fc-a1ba-66339a3b099a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:32.353743 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cc2213e-4ef6-41fc-a1ba-66339a3b099a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:32.470861 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cc2213e-4ef6-41fc-a1ba-66339a3b099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:32.477573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cc2213e-4ef6-41fc-a1ba-66339a3b099a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:32.477573 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0cc2213e-4ef6-41fc-a1ba-66339a3b099a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b2ebd3f-b4d6-4e8e-b9be-0899c4cb2a0a HTTP/1.1" status: 204 len: 168 time: 0.1994538 Aug 21 08:59:32.491044 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2213e-4ef6-41fc-a1ba-66339a3b099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2ebd3f-b4d6-4e8e-b9be-0899c4cb2a0a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:32.935816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8b8e1-b352-48e4-9da9-37546c92e0be req-f130e28f-36cc-48f1-8241-b938e7451778 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:32.937339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83f8b8e1-b352-48e4-9da9-37546c92e0be req-f130e28f-36cc-48f1-8241-b938e7451778 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 948 time: 0.1027522 Aug 21 08:59:32.967909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-92335990-f3ba-4ad6-9c3b-3af0779f890e service neutron] 10.222.0.22 "GET /v2.0/ports/8f572e61-3145-41e6-a0f6-6986223ea2d7/bindings/n-h1-766726-28 HTTP/1.1" status: 200 len: 385 time: 0.1007302 Aug 21 08:59:33.008617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83f8b8e1-b352-48e4-9da9-37546c92e0be req-1573319a-0428-4417-954a-dd98795b431f tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638244 Aug 21 08:59:33.159710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97391711-306d-4f44-835b-b39d4593d664 req-f4f56bcf-9632-4abc-b7a5-2105c2ab951b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 210 time: 0.0342886 Aug 21 08:59:33.207319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-734ea21a-5fe7-4eaf-8583-fa3fada472e1 service neutron] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:33.274246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-734ea21a-5fe7-4eaf-8583-fa3fada472e1 service neutron] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:33.302203 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54694) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:33.317666 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f50870b-eaf0-4781-9edc-19ebfdaffd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:33.429340 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f50870b-eaf0-4781-9edc-19ebfdaffd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:33.488539 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f50870b-eaf0-4781-9edc-19ebfdaffd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:33.535024 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1f50870b-eaf0-4781-9edc-19ebfdaffd14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58b11b6fc48e4bbd8b8c2eb5af62a388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313313 Aug 21 08:59:33.535902 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50870b-eaf0-4781-9edc-19ebfdaffd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ff22c5-c605-45b9-a008-e8ef3096e45f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:33.538153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54700) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:33.570333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-734ea21a-5fe7-4eaf-8583-fa3fada472e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f572e61-3145-41e6-a0f6-6986223ea2d7 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:33.586401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-734ea21a-5fe7-4eaf-8583-fa3fada472e1 service neutron] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:33.589659 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d215d1ec-f4a4-4497-8a1f-85377da6b4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:33.596326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3047db6-cfe7-4011-bb8b-2e2aaab6674e req-cf78c6cc-c6c8-4ff8-8d39-b76980700694 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:33.597828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3047db6-cfe7-4011-bb8b-2e2aaab6674e req-cf78c6cc-c6c8-4ff8-8d39-b76980700694 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.3524740 Aug 21 08:59:33.615988 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d215d1ec-f4a4-4497-8a1f-85377da6b4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:33.632905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3a2d1-478d-4a7f-908d-839b9364dd1f req-f8e6a310-4756-4953-9073-76ee939ee0df tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:33.634903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10b3a2d1-478d-4a7f-908d-839b9364dd1f req-f8e6a310-4756-4953-9073-76ee939ee0df tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 944 time: 0.1078403 Aug 21 08:59:33.662586 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-734ea21a-5fe7-4eaf-8583-fa3fada472e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:33.676643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3047db6-cfe7-4011-bb8b-2e2aaab6674e req-311436da-8f3e-4d9e-aea0-53d4fd2b9e37 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668561 Aug 21 08:59:33.724456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10b3a2d1-478d-4a7f-908d-839b9364dd1f req-68846daa-9486-436f-a102-28476b8a5d76 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815880 Aug 21 08:59:33.726731 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-1df4cc7d-bed3-49f6-a696-1f2494223074 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235367 Aug 21 08:59:33.727863 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d215d1ec-f4a4-4497-8a1f-85377da6b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:33.731043 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d215d1ec-f4a4-4497-8a1f-85377da6b4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:33.731799 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d215d1ec-f4a4-4497-8a1f-85377da6b4fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2ff22c5-c605-45b9-a008-e8ef3096e45f HTTP/1.1" status: 204 len: 168 time: 0.1925170 Aug 21 08:59:33.761776 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215d1ec-f4a4-4497-8a1f-85377da6b4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ff22c5-c605-45b9-a008-e8ef3096e45f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:33.781054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-734ea21a-5fe7-4eaf-8583-fa3fada472e1 service neutron] Transition to ACTIVE for port object 8f572e61-3145-41e6-a0f6-6986223ea2d7 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:33.848512 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-734ea21a-5fe7-4eaf-8583-fa3fada472e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:33.914648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-4f6be2b4-0890-44cb-8211-b468dd74e581 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:33.914648 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-4f6be2b4-0890-44cb-8211-b468dd74e581 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811535 Aug 21 08:59:33.960368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Request body: {'port': {'device_id': '2f264bd2-9aa4-4932-9f75-cd5be6235c5e', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '97b4438915564130b94b8ce40d3b9713'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:33.960878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-734ea21a-5fe7-4eaf-8583-fa3fada472e1 service neutron] No DVR routers for this DVR port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 08:59:33.960878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ea21a-5fe7-4eaf-8583-fa3fada472e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f572e61-3145-41e6-a0f6-6986223ea2d7,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:33.964241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:33.973207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-734ea21a-5fe7-4eaf-8583-fa3fada472e1 service neutron] 10.222.0.22 "PUT /v2.0/ports/8f572e61-3145-41e6-a0f6-6986223ea2d7/bindings/n-h1-766726-28/activate HTTP/1.1" status: 200 len: 370 time: 0.9942040 Aug 21 08:59:34.095526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:34.105991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68', 'mac_address': 'fa:16:3e:f8:80:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:59:34.145848 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:34.157090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Made reservation on behalf of 97b4438915564130b94b8ce40d3b9713 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:59:34.161555 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:34.167429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff322a9-a5ce-4162-aef1-21f351efb32c req-34f2636f-bf49-42ca-bf3b-442079e886c8 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:34.169057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ff322a9-a5ce-4162-aef1-21f351efb32c req-34f2636f-bf49-42ca-bf3b-442079e886c8 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 948 time: 0.0640142 Aug 21 08:59:34.187035 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:34.192597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:34.252825 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:34.258312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ff322a9-a5ce-4162-aef1-21f351efb32c req-d970bb02-cc5f-466f-ae34-0ceffe0cc01d tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688365 Aug 21 08:59:34.282812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-0886e14b-970b-48cc-9af3-88cc2053ee9f tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:34.291670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-0886e14b-970b-48cc-9af3-88cc2053ee9f tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.1183119 Aug 21 08:59:34.323852 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:34.381580 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:34.417482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c622d09-14d4-4945-979c-f98b79afc7e8 req-ae2b2e24-2354-42e9-81af-da5861340635 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 210 time: 0.0438221 Aug 21 08:59:34.433625 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:34.446394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-6245eb79-a6bf-4904-b907-9f0e8eb0210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:34.448344 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:34.448649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-6245eb79-a6bf-4904-b907-9f0e8eb0210e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7&tenant_id=e3daa348046e425cb9653a6de230888a HTTP/1.1" status: 200 len: 1097 time: 0.1508775 Aug 21 08:59:34.525182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-0bdb4cbc-dfc0-4f57-8d75-84c6872fd561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:34.526754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-0bdb4cbc-dfc0-4f57-8d75-84c6872fd561 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 1097 time: 0.0492013 Aug 21 08:59:34.535832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77461a11-2801-4b56-afd1-4c10594bec64,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:34.625193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Allocated IP 192.168.233.168 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/c186bb68-1e9f-4b00-93d1-6badc3c803c2) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:59:34.648192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-e18fa32d-8f9a-49f9-981c-5f42321e6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:34.649747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-e18fa32d-8f9a-49f9-981c-5f42321e6135 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.1116579 Aug 21 08:59:34.681764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:34.695825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-d281bcb1-3ff1-4873-8ce1-a617d528b8fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7 HTTP/1.1" status: 200 len: 217 time: 0.0384953 Aug 21 08:59:34.781779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-63bca354-df46-4899-a151-6b84caf3c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:34.783445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-63bca354-df46-4899-a151-6b84caf3c996 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.0754645 Aug 21 08:59:34.848412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:34.863411 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Transition to ACTIVE for port object c186bb68-1e9f-4b00-93d1-6badc3c803c2 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:34.866871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-06455f3d-8dc7-4293-8f8f-45a9b007aff6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670288 Aug 21 08:59:34.959926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e32977-3095-49d8-86f9-4d8b9467541c req-9a388759-4260-435f-a48e-762ce1ee524f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:34.968316 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4e32977-3095-49d8-86f9-4d8b9467541c req-9a388759-4260-435f-a48e-762ce1ee524f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.2013745 Aug 21 08:59:34.974705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:35.046136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297adf34-4362-46ec-8b35-6b66c6f84589 req-48d47d0f-5311-464c-9b5b-21fd224bc2b8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:35.047768 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-297adf34-4362-46ec-8b35-6b66c6f84589 req-48d47d0f-5311-464c-9b5b-21fd224bc2b8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 945 time: 0.2108529 Aug 21 08:59:35.049018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:59:35.058760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:59:35.063057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:59:35.069001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:35.069994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:35.080759 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event updated for resources: {'Port': ['ID=c186bb68-1e9f-4b00-93d1-6badc3c803c2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:35.101472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4e32977-3095-49d8-86f9-4d8b9467541c req-cfb46c9f-af24-4e68-ab42-af7015b61644 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319375 Aug 21 08:59:35.124302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-2c42f80e-949f-4c2f-adcf-52b30b93a3b7 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177765 Aug 21 08:59:35.157376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-297adf34-4362-46ec-8b35-6b66c6f84589 req-0ae69e72-4845-4d84-9775-43bed6a4a4b1 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006265 Aug 21 08:59:35.175186 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-cd8eea5c-d829-475e-a80d-72e456aaff44 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2518086 Aug 21 08:59:35.188747 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Request body: {'port': {'device_id': '2f264bd2-9aa4-4932-9f75-cd5be6235c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:35.286930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:35.304119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-b30f28d1-377a-4c7c-ba7f-e96aabc4cffe service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688042 Aug 21 08:59:35.419583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f0523-725d-4dd9-83c7-04d62d8c2cf2 req-80adbe31-e00c-4456-98b3-d43192cc5760 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:35.428905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e10f0523-725d-4dd9-83c7-04d62d8c2cf2 req-80adbe31-e00c-4456-98b3-d43192cc5760 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 949 time: 0.0708940 Aug 21 08:59:35.454116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a5d3c98c-6cb8-4d82-8790-0e230ff06f5d None None] Provisioning for port c186bb68-1e9f-4b00-93d1-6badc3c803c2 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:35.458070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a5d3c98c-6cb8-4d82-8790-0e230ff06f5d None None] Provisioning complete for port c186bb68-1e9f-4b00-93d1-6badc3c803c2 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:35.458449 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a5d3c98c-6cb8-4d82-8790-0e230ff06f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:35.528417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e10f0523-725d-4dd9-83c7-04d62d8c2cf2 req-846c87c2-221a-412d-8f10-b26e1babf266 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980847 Aug 21 08:59:35.567718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3c98c-6cb8-4d82-8790-0e230ff06f5d None None] Port c186bb68-1e9f-4b00-93d1-6badc3c803c2 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:59:35.605698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db9f69-d111-4ca1-ac9c-8243646a929c req-015d61cd-a0ed-464f-a3ed-260181342d9f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:35.606232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8db9f69-d111-4ca1-ac9c-8243646a929c req-015d61cd-a0ed-464f-a3ed-260181342d9f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 936 time: 0.0664520 Aug 21 08:59:35.651546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8db9f69-d111-4ca1-ac9c-8243646a929c req-7ca32190-d9a9-4660-80bc-9d62c0ad928b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Aug 21 08:59:35.674977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c186bb68-1e9f-4b00-93d1-6badc3c803c2 {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:35.682913 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:35.695369 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Transition to ACTIVE for port object c186bb68-1e9f-4b00-93d1-6badc3c803c2 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:35.802798 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:35.886463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Attempting to bind port c186bb68-1e9f-4b00-93d1-6badc3c803c2 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:59:35.886792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Attempting to bind port c186bb68-1e9f-4b00-93d1-6badc3c803c2 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:59:35.887118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Attempting to bind port c186bb68-1e9f-4b00-93d1-6badc3c803c2 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:35.898184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Port c186bb68-1e9f-4b00-93d1-6badc3c803c2 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:59:35.898382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Attempting to bind port c186bb68-1e9f-4b00-93d1-6badc3c803c2 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:35.901023 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Pushing event updated for resources: {'Port': ['ID=c186bb68-1e9f-4b00-93d1-6badc3c803c2,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:35.905565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8f572e61-3145-41e6-a0f6-6986223ea2d7 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 08:59:35.907197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:59:35.907774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:59:35.908181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:59:35.908852 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Bound port: c186bb68-1e9f-4b00-93d1-6badc3c803c2, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:59:35.910607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:35.920204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-4249737a-a8e7-4c0b-b96c-740304424d35 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:35.922507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-4249737a-a8e7-4c0b-b96c-740304424d35 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.0670011 Aug 21 08:59:35.991408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:35.993802 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:59:35.997137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] For port c186bb68-1e9f-4b00-93d1-6badc3c803c2, host n-h2-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:36.005326 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] For port c186bb68-1e9f-4b00-93d1-6badc3c803c2, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c186bb68-1e9f-4b00-93d1-6badc3c803c2,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:59:36.090192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:36.114690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8f572e61-3145-41e6-a0f6-6986223ea2d7 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 08:59:36.114832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54800) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:36.153263 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:36.155415 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:36.157574 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] 10.222.0.22 "PUT /v2.0/ports/c186bb68-1e9f-4b00-93d1-6badc3c803c2 HTTP/1.1" status: 200 len: 1097 time: 0.9735284 Aug 21 08:59:36.163180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f264bd2-9aa4-4932-9f75-cd5be6235c5e', 'tag': 'c186bb68-1e9f-4b00-93d1-6badc3c803c2'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:36.173451 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3510bb2a-63be-422e-a4fa-50ba511b3507" -d '{"events": [{"name": "network-changed", "server_uuid": "2f264bd2-9aa4-4932-9f75-cd5be6235c5e", "tag": "c186bb68-1e9f-4b00-93d1-6badc3c803c2"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:36.233026 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153f63f-ab21-43dc-bead-6ddb3da74f8a service neutron] Pushing event updated for resources: {'Port': ['ID=c186bb68-1e9f-4b00-93d1-6badc3c803c2,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:36.250453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-c3cc9756-fd59-4aa1-8120-4a74cc4e8a35 service neutron] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:36.255140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:36.256658 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-c3cc9756-fd59-4aa1-8120-4a74cc4e8a35 service neutron] Notify callbacks [] for binding, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:36.257968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a93ded2-a932-4fd2-911a-897b3922a226 req-c3cc9756-fd59-4aa1-8120-4a74cc4e8a35 service neutron] 10.222.0.13 "DELETE /v2.0/ports/8f572e61-3145-41e6-a0f6-6986223ea2d7/bindings/n-h2-766726-28 HTTP/1.1" status: 204 len: 173 time: 0.3275714 Aug 21 08:59:36.259677 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e40fc06-9d93-4868-98d1-824160b2e6a6 x-openstack-request-id: req-4e40fc06-9d93-4868-98d1-824160b2e6a6 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:36.260270 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f264bd2-9aa4-4932-9f75-cd5be6235c5e", "tag": "c186bb68-1e9f-4b00-93d1-6badc3c803c2", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:36.260735 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e40fc06-9d93-4868-98d1-824160b2e6a6 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:36.261215 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f264bd2-9aa4-4932-9f75-cd5be6235c5e', 'tag': 'c186bb68-1e9f-4b00-93d1-6badc3c803c2', 'status': 'completed', 'code': 200} Aug 21 08:59:36.271020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:36.275050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae6bc2-b9d5-4c21-8424-124117ca193b req-d783287d-67ce-4798-aeec-9c5fb88f7857 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:36.275844 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:36.283669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3ae6bc2-b9d5-4c21-8424-124117ca193b req-d783287d-67ce-4798-aeec-9c5fb88f7857 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0848336 Aug 21 08:59:36.322903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:36.343108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3ae6bc2-b9d5-4c21-8424-124117ca193b req-71726e57-01ba-477e-b54f-131687b32834 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536537 Aug 21 08:59:36.361338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'mac_address': 'fa:16:3e:a7:ec:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:59:36.400131 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-80f52721-880e-4d78-a231-7cfe9e5c8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:36.402507 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-80f52721-880e-4d78-a231-7cfe9e5c8d91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 1100 time: 0.1404400 Aug 21 08:59:36.463379 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:36.475540 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-9f129d68-2388-454a-8597-097b91e88717 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c186bb68-1e9f-4b00-93d1-6badc3c803c2 HTTP/1.1" status: 200 len: 217 time: 0.0631895 Aug 21 08:59:36.479294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:36.507126 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:36.514408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:36.553951 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d13fcd5-b0c5-49d9-9e8a-5f8ff0d96b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:36.556809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:36.558061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce8dc6-0377-405b-8b6b-ca2abdc3f174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:36.560758 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef62d90-6b2f-4b58-a0db-a109cdfb89ea" -d '{"events": [{"server_uuid": "47ce8dc6-0377-405b-8b6b-ca2abdc3f174", "name": "network-vif-plugged", "status": "completed", "tag": "5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:36.568822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-39ae1c42-6822-4dbe-9921-24dc11fae1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:36.570670 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-39ae1c42-6822-4dbe-9921-24dc11fae1f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0853205 Aug 21 08:59:36.599857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a520a99-702c-42ad-98da-4ac1b91a3e6a req-0ed3e110-3c0f-436f-8b5e-c65b1a2e395f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:36.600186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a520a99-702c-42ad-98da-4ac1b91a3e6a req-0ed3e110-3c0f-436f-8b5e-c65b1a2e395f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 945 time: 0.1677341 Aug 21 08:59:36.601899 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:36.645095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-3010c3b2-d866-4cff-8c49-074b8b02c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:36.646887 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-3010c3b2-d866-4cff-8c49-074b8b02c1f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611084 Aug 21 08:59:36.648918 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:36.673767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:36.709206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:36.824238 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d13fcd5-b0c5-49d9-9e8a-5f8ff0d96b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:36.848764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a520a99-702c-42ad-98da-4ac1b91a3e6a req-3a97aec2-cfdb-496a-a119-a97d28327b07 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982298 Aug 21 08:59:36.854913 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-70b77baa-3d01-4fe0-bd80-16bc21fc30a4 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004631 Aug 21 08:59:36.879654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960ede-517c-41f1-b60a-9d9c89fa3d39 req-02169adf-e48d-4f99-a455-b267c4f3711b tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:36.888708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88960ede-517c-41f1-b60a-9d9c89fa3d39 req-02169adf-e48d-4f99-a455-b267c4f3711b tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 950 time: 0.2384484 Aug 21 08:59:36.898172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d13fcd5-b0c5-49d9-9e8a-5f8ff0d96b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:36.943767 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c50b2ca-106c-4c3c-9ce5-30fba46aaa5d x-openstack-request-id: req-7c50b2ca-106c-4c3c-9ce5-30fba46aaa5d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:36.947046 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce8dc6-0377-405b-8b6b-ca2abdc3f174", "name": "network-vif-plugged", "status": "completed", "tag": "5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:36.947455 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c50b2ca-106c-4c3c-9ce5-30fba46aaa5d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:36.948069 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce8dc6-0377-405b-8b6b-ca2abdc3f174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68', 'code': 200} Aug 21 08:59:36.949111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:36.969569 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2fabe8cb-4dbb-4dda-a359-a4ebf5ad6b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:37.000961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13fcd5-b0c5-49d9-9e8a-5f8ff0d96b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31adca8-fe8d-4fa4-82da-6bcce89e390c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:37.005588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3d13fcd5-b0c5-49d9-9e8a-5f8ff0d96b50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cccba9608684e57b1f513987ad22c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894963 Aug 21 08:59:37.008854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54844) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:37.074161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88960ede-517c-41f1-b60a-9d9c89fa3d39 req-1505d48a-754a-455c-a8de-03d6362c8a2e tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837361 Aug 21 08:59:37.129799 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7e5afd20-3f5c-4d5d-aeb2-46873d7421b1 req-4b810699-85f7-48d7-89c1-1e04b2f2e7cf service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649097 Aug 21 08:59:37.236351 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02caf4f4-425e-4438-86b4-b35ae84cb7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:37.295423 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510bb2a-63be-422e-a4fa-50ba511b3507 req-9c241b2a-c87c-473f-9878-5bbfe471e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:37.297262 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3510bb2a-63be-422e-a4fa-50ba511b3507 req-9c241b2a-c87c-473f-9878-5bbfe471e20f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 1100 time: 0.0511854 Aug 21 08:59:37.297382 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02caf4f4-425e-4438-86b4-b35ae84cb7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:37.301920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a15721-0554-46b2-b49b-92c496523486 req-5605c374-b8e8-4a47-b174-2c2b3265618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:37.303407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1a15721-0554-46b2-b49b-92c496523486 req-5605c374-b8e8-4a47-b174-2c2b3265618a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 1102 time: 0.2283180 Aug 21 08:59:37.318799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8b05e-5316-4ec8-8cd4-183c8ae36771 req-2de2f2b1-821a-4fcb-9e88-99888d5bb3ca tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:37.320222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-edf8b05e-5316-4ec8-8cd4-183c8ae36771 req-2de2f2b1-821a-4fcb-9e88-99888d5bb3ca tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 948 time: 0.1446338 Aug 21 08:59:37.356600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7b838-525c-444f-8c3e-1e87a6afd4d4 req-a707ff9d-cca0-4520-a0f8-d97235da38a4 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:37.356600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cec7b838-525c-444f-8c3e-1e87a6afd4d4 req-a707ff9d-cca0-4520-a0f8-d97235da38a4 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 1097 time: 0.1492817 Aug 21 08:59:37.432076 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510bb2a-63be-422e-a4fa-50ba511b3507 req-93b35510-08ce-4e31-9429-539eafb80fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:37.436653 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3510bb2a-63be-422e-a4fa-50ba511b3507 req-93b35510-08ce-4e31-9429-539eafb80fb7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1281371 Aug 21 08:59:37.458192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-edf8b05e-5316-4ec8-8cd4-183c8ae36771 req-317fbc27-50bc-4c24-beac-aaeee98c1468 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278043 Aug 21 08:59:37.466515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1a15721-0554-46b2-b49b-92c496523486 req-2f0fb3fc-ef52-457d-a11c-e00a54643a68 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029155 Aug 21 08:59:37.468707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cec7b838-525c-444f-8c3e-1e87a6afd4d4 req-a7d4cf45-9f83-4a5e-b37b-1669d953944b tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869005 Aug 21 08:59:37.506384 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3510bb2a-63be-422e-a4fa-50ba511b3507 req-2f3f2f7e-8846-4ada-af3d-36cbdca66b15 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c186bb68-1e9f-4b00-93d1-6badc3c803c2 HTTP/1.1" status: 200 len: 217 time: 0.0541131 Aug 21 08:59:37.575217 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02caf4f4-425e-4438-86b4-b35ae84cb7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:37.578073 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510bb2a-63be-422e-a4fa-50ba511b3507 req-bf7a3236-2244-4818-b8d5-dcbfea9ce3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:37.578654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02caf4f4-425e-4438-86b4-b35ae84cb7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:37.579590 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3510bb2a-63be-422e-a4fa-50ba511b3507 req-bf7a3236-2244-4818-b8d5-dcbfea9ce3e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0639396 Aug 21 08:59:37.585549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-02caf4f4-425e-4438-86b4-b35ae84cb7bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a31adca8-fe8d-4fa4-82da-6bcce89e390c HTTP/1.1" status: 204 len: 168 time: 0.5733633 Aug 21 08:59:37.608883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caf4f4-425e-4438-86b4-b35ae84cb7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31adca8-fe8d-4fa4-82da-6bcce89e390c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:37.671688 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510bb2a-63be-422e-a4fa-50ba511b3507 req-f109deff-541d-4cc0-8e64-3e9ea0eca88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:37.673263 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3510bb2a-63be-422e-a4fa-50ba511b3507 req-f109deff-541d-4cc0-8e64-3e9ea0eca88f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0830843 Aug 21 08:59:37.758660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0359544-e1d2-4403-a9de-e01716a84222 req-e3952040-b59a-4442-b8ff-3f52b5c0fe68 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:37.766913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0359544-e1d2-4403-a9de-e01716a84222 req-e3952040-b59a-4442-b8ff-3f52b5c0fe68 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.1121805 Aug 21 08:59:37.818710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0359544-e1d2-4403-a9de-e01716a84222 req-e88d5334-48dd-4132-b391-9e187a44ced0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507092 Aug 21 08:59:37.822955 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3510bb2a-63be-422e-a4fa-50ba511b3507 req-bf3b9fc6-6dad-41bf-a54a-fb9bf9a7370b service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379204 Aug 21 08:59:37.853981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7e7b93b7-e9c1-4057-8d26-555f17478ba5 req-aa7677df-736c-4649-b0ed-1782f9d926de tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1156755908', 'description': 'tempest-description-729288251'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:37.967977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e7b93b7-e9c1-4057-8d26-555f17478ba5 req-aa7677df-736c-4649-b0ed-1782f9d926de tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:37.976534 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e7b93b7-e9c1-4057-8d26-555f17478ba5 req-aa7677df-736c-4649-b0ed-1782f9d926de tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:37.987037 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:59:38.003574 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3510bb2a-63be-422e-a4fa-50ba511b3507 req-0c2da744-1a76-4676-8d97-7a1e0bbc4ab4 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687691 Aug 21 08:59:38.080398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:38.080640 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:38.196082 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:38.216691 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e7b93b7-e9c1-4057-8d26-555f17478ba5 req-aa7677df-736c-4649-b0ed-1782f9d926de tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:38.248926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:38.263904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-45fc4981-442f-4234-b7cf-a4399af611d5 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:38.271925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-45fc4981-442f-4234-b7cf-a4399af611d5 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 820 time: 0.1747382 Aug 21 08:59:38.290861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-2e542891-a16e-4c9e-acdb-28b1e2a98769 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/quotas/e3daa348046e425cb9653a6de230888a HTTP/1.1" status: 200 len: 375 time: 0.0171027 Aug 21 08:59:38.294627 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e7b93b7-e9c1-4057-8d26-555f17478ba5 req-aa7677df-736c-4649-b0ed-1782f9d926de tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:38.316808 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:38.318087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8f572e61-3145-41e6-a0f6-6986223ea2d7 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 08:59:38.361339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7677df-736c-4649-b0ed-1782f9d926de tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a253f3ea-78c8-45b7-9ca1-330e5a91ccf6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:38.401925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-608ababb-8c96-4aa5-818f-ac8d58236391 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1100032 Aug 21 08:59:38.413976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:38.523675 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e7b93b7-e9c1-4057-8d26-555f17478ba5 req-aa7677df-736c-4649-b0ed-1782f9d926de tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:38.536613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-f4c8bd19-61db-465b-9a1d-e0c9a597fffd service neutron] 10.222.0.20 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336386 Aug 21 08:59:38.617697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e7b93b7-e9c1-4057-8d26-555f17478ba5 req-aa7677df-736c-4649-b0ed-1782f9d926de tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:38.648946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54886) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:38.675101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7677df-736c-4649-b0ed-1782f9d926de tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47a8f87-8491-4853-b246-1adc85457f53,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:38.678987 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31046097-e61f-48bf-9998-914c312b6ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:38.695058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-1680605c-4684-4f17-a7aa-06c4904b7d52 service neutron] 10.222.0.20 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575413 Aug 21 08:59:38.728919 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e7b93b7-e9c1-4057-8d26-555f17478ba5 req-aa7677df-736c-4649-b0ed-1782f9d926de tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:38.730185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e7b93b7-e9c1-4057-8d26-555f17478ba5 req-aa7677df-736c-4649-b0ed-1782f9d926de tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8856080 Aug 21 08:59:38.862026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31046097-e61f-48bf-9998-914c312b6ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:38.925455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8836caf-0fc1-4867-870b-e484a1386c56 req-32bba172-e961-4658-961f-2a83f64c08a0 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:38.936150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8836caf-0fc1-4867-870b-e484a1386c56 req-32bba172-e961-4658-961f-2a83f64c08a0 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 950 time: 0.1097212 Aug 21 08:59:38.950256 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:38.965455 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256a95e5-913b-4805-aadd-708267292a30" -d '{"events": [{"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-plugged", "status": "completed", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:38.991829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8836caf-0fc1-4867-870b-e484a1386c56 req-ed354bb5-ed7b-4ebe-adb1-1bba6b004ba4 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539417 Aug 21 08:59:39.068295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ac269090-fdc0-4def-b4c6-b8d59efee507 req-4a66ffc4-3afd-4e8a-b688-9adc6d023a29 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Request body: {'security_group': {'name': 'tempest-securitygroup-453806052', 'description': 'tempest-description-1250296117'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:39.088747 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31046097-e61f-48bf-9998-914c312b6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:39.157600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31046097-e61f-48bf-9998-914c312b6ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d2979-a8b5-4c8f-a63a-ba966bcfe37a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:39.178859 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-31046097-e61f-48bf-9998-914c312b6ab4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3eadef432f74865bca54ef0da1f3488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256934 Aug 21 08:59:39.184382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54902) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:39.227873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38ff1a-493a-44de-9f80-3c834fab71d7 req-396ba1f8-80b9-4e5a-b14f-9e4e11487a4d tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:39.227873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f38ff1a-493a-44de-9f80-3c834fab71d7 req-396ba1f8-80b9-4e5a-b14f-9e4e11487a4d tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 948 time: 0.1536429 Aug 21 08:59:39.261151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ac269090-fdc0-4def-b4c6-b8d59efee507 req-4a66ffc4-3afd-4e8a-b688-9adc6d023a29 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:39.280088 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b752-8606-4a0b-bded-5b864819bbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:39.316936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b752-8606-4a0b-bded-5b864819bbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:39.319101 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-4107f096-90b5-4215-a5d5-8206180ee26e req-23aeb8d8-9e39-4493-86cf-2cd1a5a3c38f service neutron] show failed (client error): The resource could not be found. Aug 21 08:59:39.320288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-23aeb8d8-9e39-4493-86cf-2cd1a5a3c38f service neutron] 10.222.0.13 "GET /v2.0/ports/da919d1c-196a-4736-a16e-44adc1bcdc81/bindings/n-h2-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.1452680 Aug 21 08:59:39.351616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f38ff1a-493a-44de-9f80-3c834fab71d7 req-23290b29-87da-45be-962c-11f330aadc9f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105757 Aug 21 08:59:39.489230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f76c1-b185-4966-b18e-faaf6d53d0b3 req-989c7327-9740-4e59-81ee-36a74fa49a93 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:39.490833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-494f76c1-b185-4966-b18e-faaf6d53d0b3 req-989c7327-9740-4e59-81ee-36a74fa49a93 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0587137 Aug 21 08:59:39.494535 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b752-8606-4a0b-bded-5b864819bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:39.497500 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5949a4da-dbc5-4972-8241-6fbcaef4c315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:39.498010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b752-8606-4a0b-bded-5b864819bbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:39.506353 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c0b5b752-8606-4a0b-bded-5b864819bbd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c6d2979-a8b5-4c8f-a63a-ba966bcfe37a HTTP/1.1" status: 204 len: 168 time: 0.3183870 Aug 21 08:59:39.518955 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5b752-8606-4a0b-bded-5b864819bbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d2979-a8b5-4c8f-a63a-ba966bcfe37a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:39.578531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-494f76c1-b185-4966-b18e-faaf6d53d0b3 req-4dd5d184-e98d-48ab-b03d-7d9fbd75d7aa tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748553 Aug 21 08:59:39.669456 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ac269090-fdc0-4def-b4c6-b8d59efee507 req-4a66ffc4-3afd-4e8a-b688-9adc6d023a29 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:39.693358 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:39.698365 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca820875-5fa9-4c0b-ac36-e2cf7c766e0b x-openstack-request-id: req-ca820875-5fa9-4c0b-ac36-e2cf7c766e0b {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:39.698693 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-plugged", "status": "completed", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:39.698910 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca820875-5fa9-4c0b-ac36-e2cf7c766e0b {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:39.699363 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'code': 200} Aug 21 08:59:39.783516 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ac269090-fdc0-4def-b4c6-b8d59efee507 req-4a66ffc4-3afd-4e8a-b688-9adc6d023a29 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:39.839406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66ffc4-3afd-4e8a-b688-9adc6d023a29 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0ab9b3-5d04-4b45-aaf3-313897178ac3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:39.924741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a231ff3a-bc09-48a9-a111-4ecb7075202c req-20c97aa5-757d-4b77-b2f7-14d049c945a6 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 210 time: 0.0285439 Aug 21 08:59:39.926474 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ac269090-fdc0-4def-b4c6-b8d59efee507 req-4a66ffc4-3afd-4e8a-b688-9adc6d023a29 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:39.933825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac269090-fdc0-4def-b4c6-b8d59efee507 req-4a66ffc4-3afd-4e8a-b688-9adc6d023a29 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8780255 Aug 21 08:59:39.939609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c186bb68-1e9f-4b00-93d1-6badc3c803c2 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:40.059163 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f096-90b5-4215-a5d5-8206180ee26e req-1b3a532c-7647-42a3-9370-a9ca15680dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:40.060857 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-1b3a532c-7647-42a3-9370-a9ca15680dcf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02&tenant_id=6eda5b0e42e042198b3662d293aecc00 HTTP/1.1" status: 200 len: 1101 time: 0.1653709 Aug 21 08:59:40.074180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:40.106875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c186bb68-1e9f-4b00-93d1-6badc3c803c2, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c186bb68-1e9f-4b00-93d1-6badc3c803c2,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:40.118011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'c186bb68-1e9f-4b00-93d1-6badc3c803c2', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': 'c186bb68-1e9f-4b00-93d1-6badc3c803c2', 'mac_address': 'fa:16:3e:96:cf:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:59:40.201930 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:40.210667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72651742-1012-489b-8e65-81bc8799cc8b req-cbee4776-b7ce-4fb7-97e7-60a75b087f8e tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:40.221613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72651742-1012-489b-8e65-81bc8799cc8b req-cbee4776-b7ce-4fb7-97e7-60a75b087f8e tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 950 time: 0.0886669 Aug 21 08:59:40.231540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:40.233032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c186bb68-1e9f-4b00-93d1-6badc3c803c2 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:40.278601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c186bb68-1e9f-4b00-93d1-6badc3c803c2, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c186bb68-1e9f-4b00-93d1-6badc3c803c2,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:40.288633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72651742-1012-489b-8e65-81bc8799cc8b req-c007b199-5055-4a6e-a7c2-e2a5e3b22b15 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657291 Aug 21 08:59:40.340890 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:40.454573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=c186bb68-1e9f-4b00-93d1-6badc3c803c2,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:40.686325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b89f0629-7922-48ee-8026-df19e7d2c778 req-a61b996f-e22f-4afb-9685-5336c4044f7b tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-689224441', 'description': 'tempest-description-1061865624'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:40.687848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:40.688749 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=da919d1c-196a-4736-a16e-44adc1bcdc81,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:40.729307 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:40.828090 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:40.845379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Transition to ACTIVE for port object da919d1c-196a-4736-a16e-44adc1bcdc81 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:40.847535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136b141-9803-41cb-b207-6b784e4c2201 req-dc68d734-86e8-4ace-ba1c-9f5604391598 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:40.856351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5136b141-9803-41cb-b207-6b784e4c2201 req-dc68d734-86e8-4ace-ba1c-9f5604391598 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 949 time: 0.0721116 Aug 21 08:59:40.866153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:40.869238 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353aab48-a7d0-4b78-b068-1b6d4474e4b7" -d '{"events": [{"server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "name": "network-vif-unplugged", "status": "completed", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:40.902383 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5136b141-9803-41cb-b207-6b784e4c2201 req-f5989cf1-48c2-4779-af0f-e928fe58f4a2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Aug 21 08:59:41.015381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b89f0629-7922-48ee-8026-df19e7d2c778 req-a61b996f-e22f-4afb-9685-5336c4044f7b tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.029435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b89f0629-7922-48ee-8026-df19e7d2c778 req-a61b996f-e22f-4afb-9685-5336c4044f7b tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.050624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7478a8b-616b-44ea-b54c-85b621c5ec36 req-cf459eb2-6989-4bf5-814c-c5b7e6c66de1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:41.052137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7478a8b-616b-44ea-b54c-85b621c5ec36 req-cf459eb2-6989-4bf5-814c-c5b7e6c66de1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0819325 Aug 21 08:59:41.064549 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.104006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.140647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7478a8b-616b-44ea-b54c-85b621c5ec36 req-34a5cdf8-1af1-4089-9614-90363071573c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795085 Aug 21 08:59:41.153951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=da919d1c-196a-4736-a16e-44adc1bcdc81,revision_number=6']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:41.191198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] No DVR routers for this DVR port da919d1c-196a-4736-a16e-44adc1bcdc81 on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 08:59:41.229726 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b89f0629-7922-48ee-8026-df19e7d2c778 req-a61b996f-e22f-4afb-9685-5336c4044f7b tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.233133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Attempting to bind port da919d1c-196a-4736-a16e-44adc1bcdc81 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:59:41.233651 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Attempting to bind port da919d1c-196a-4736-a16e-44adc1bcdc81 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:59:41.233969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Attempting to bind port da919d1c-196a-4736-a16e-44adc1bcdc81 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:41.238419 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Port da919d1c-196a-4736-a16e-44adc1bcdc81 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:59:41.239108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Attempting to bind port da919d1c-196a-4736-a16e-44adc1bcdc81 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:41.244881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:59:41.245230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:59:41.245619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:59:41.246058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Bound port: da919d1c-196a-4736-a16e-44adc1bcdc81, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:59:41.246453 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.285447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdc349-6b3a-4471-89b9-8a899baa17d2 req-c75c8bad-8856-4acd-a173-bd04c02d7aac tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:41.287461 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ebdc349-6b3a-4471-89b9-8a899baa17d2 req-c75c8bad-8856-4acd-a173-bd04c02d7aac tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 950 time: 0.0560975 Aug 21 08:59:41.316983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h2-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:41.320298 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=da919d1c-196a-4736-a16e-44adc1bcdc81,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:59:41.334750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ebdc349-6b3a-4471-89b9-8a899baa17d2 req-67a7ecbc-8364-4c49-820e-b0a508abfece tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Aug 21 08:59:41.391161 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b89f0629-7922-48ee-8026-df19e7d2c778 req-a61b996f-e22f-4afb-9685-5336c4044f7b tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.397121 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.457682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b996f-e22f-4afb-9685-5336c4044f7b tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7245db48-0842-4ede-846d-09b166076558,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:41.556993 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b89f0629-7922-48ee-8026-df19e7d2c778 req-a61b996f-e22f-4afb-9685-5336c4044f7b tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.561450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:41.562071 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.564046 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] 10.222.0.22 "PUT /v2.0/ports/da919d1c-196a-4736-a16e-44adc1bcdc81 HTTP/1.1" status: 200 len: 1096 time: 1.4947007 Aug 21 08:59:41.625163 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b89f0629-7922-48ee-8026-df19e7d2c778 req-a61b996f-e22f-4afb-9685-5336c4044f7b tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.692526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b996f-e22f-4afb-9685-5336c4044f7b tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0a98d4-3135-4744-8131-6131b634e1eb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:41.705156 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598e6a5-17ca-477d-893d-4068b062e8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=da919d1c-196a-4736-a16e-44adc1bcdc81,revision_number=7']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:41.723014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f096-90b5-4215-a5d5-8206180ee26e req-002e8fff-2893-4532-a97a-fa104a3f40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:41.736207 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-002e8fff-2893-4532-a97a-fa104a3f40cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1099 time: 0.1109943 Aug 21 08:59:41.736207 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb50ec69-66f0-466a-8aba-8702eb732464 x-openstack-request-id: req-fb50ec69-66f0-466a-8aba-8702eb732464 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:41.736207 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "name": "network-vif-unplugged", "status": "completed", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:41.736207 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb50ec69-66f0-466a-8aba-8702eb732464 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:41.736207 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81', 'code': 200} Aug 21 08:59:41.768492 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b89f0629-7922-48ee-8026-df19e7d2c778 req-a61b996f-e22f-4afb-9685-5336c4044f7b tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:41.770153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b89f0629-7922-48ee-8026-df19e7d2c778 req-a61b996f-e22f-4afb-9685-5336c4044f7b tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2673924 Aug 21 08:59:41.896181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f096-90b5-4215-a5d5-8206180ee26e req-687e82b0-05a1-4631-99e5-31627165d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:41.908815 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-687e82b0-05a1-4631-99e5-31627165d7ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1674619 Aug 21 08:59:41.925184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8172f069-c384-4bdb-8972-c3b7262ab426 req-e0c10231-06ee-4182-9cd1-5e1df98bb393 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 210 time: 0.0588703 Aug 21 08:59:41.939862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c186bb68-1e9f-4b00-93d1-6badc3c803c2 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:59:41.957248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-6d35661a-3f7b-4fa6-abc6-ef896f53bcaf tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1a0493e6b7ec4d138bf9e7b51cd2d54f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315428 Aug 21 08:59:42.000321 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-a3359e03-2bab-4b7f-9748-08b87c012d0f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=da919d1c-196a-4736-a16e-44adc1bcdc81 HTTP/1.1" status: 200 len: 217 time: 0.0831320 Aug 21 08:59:42.100026 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f096-90b5-4215-a5d5-8206180ee26e req-049670b8-409e-4d15-8d68-dcdd3fe85972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:42.101386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1e2a86c3-7aa8-4cb0-af3e-b10bf78a5842 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:42.101516 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-049670b8-409e-4d15-8d68-dcdd3fe85972 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0935056 Aug 21 08:59:42.109329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1e2a86c3-7aa8-4cb0-af3e-b10bf78a5842 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508775 Aug 21 08:59:42.123037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-022d75fa-e265-4cdd-89a4-3d729ec4189e req-510bc9fc-d1e2-43c8-976d-81652f35257d tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1778142124', 'description': 'tempest-description-655546500'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:42.142794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port c186bb68-1e9f-4b00-93d1-6badc3c803c2 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:42.147594 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port c186bb68-1e9f-4b00-93d1-6badc3c803c2 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:42.151253 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:42.200061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-dd6dcbf7-fe02-4a48-b180-9b8afac2fa13 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/quotas/1a0493e6b7ec4d138bf9e7b51cd2d54f HTTP/1.1" status: 200 len: 375 time: 0.0897586 Aug 21 08:59:42.212354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f096-90b5-4215-a5d5-8206180ee26e req-faf799b2-b796-4737-8b88-497a95ec86e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:42.217822 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-faf799b2-b796-4737-8b88-497a95ec86e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086814 Aug 21 08:59:42.284086 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:42.303511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-2fb79b28-7fe8-4c1c-992a-5741ae2dbdfd tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a0493e6b7ec4d138bf9e7b51cd2d54f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703900 Aug 21 08:59:42.307518 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-022d75fa-e265-4cdd-89a4-3d729ec4189e req-510bc9fc-d1e2-43c8-976d-81652f35257d tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:42.319788 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:42.361022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-df921f5e-59ed-429c-9da2-3347aaa3bc2e tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:42.362542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-df921f5e-59ed-429c-9da2-3347aaa3bc2e tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 820 time: 0.1933112 Aug 21 08:59:42.383412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f264bd2-9aa4-4932-9f75-cd5be6235c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c186bb68-1e9f-4b00-93d1-6badc3c803c2'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:42.385772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Request body: {'port': {'device_id': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886', 'admin_state_up': True, 'tenant_id': 'e3daa348046e425cb9653a6de230888a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:42.392699 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc8943d-e210-4052-98aa-13da02c9713f" -d '{"events": [{"server_uuid": "2f264bd2-9aa4-4932-9f75-cd5be6235c5e", "name": "network-vif-plugged", "status": "completed", "tag": "c186bb68-1e9f-4b00-93d1-6badc3c803c2"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:42.410652 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-9d66a54e-2dc8-4714-bbd3-d1766372e503 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815727 Aug 21 08:59:42.439101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c186bb68-1e9f-4b00-93d1-6badc3c803c2, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c186bb68-1e9f-4b00-93d1-6badc3c803c2,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:42.528259 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:42.546143 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-022d75fa-e265-4cdd-89a4-3d729ec4189e req-510bc9fc-d1e2-43c8-976d-81652f35257d tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:42.590081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=c186bb68-1e9f-4b00-93d1-6badc3c803c2,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:42.611146 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4107f096-90b5-4215-a5d5-8206180ee26e req-c0e6d8ef-524c-4fc4-9a59-5b7864f95159 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880472 Aug 21 08:59:42.628789 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-022d75fa-e265-4cdd-89a4-3d729ec4189e req-510bc9fc-d1e2-43c8-976d-81652f35257d tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:42.669186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bc9fc-d1e2-43c8-976d-81652f35257d tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d315ac88-23a6-484d-b826-d59d98a0caab,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:42.742078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Made reservation on behalf of e3daa348046e425cb9653a6de230888a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:59:42.747608 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:42.848239 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-022d75fa-e265-4cdd-89a4-3d729ec4189e req-510bc9fc-d1e2-43c8-976d-81652f35257d tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:42.849698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-022d75fa-e265-4cdd-89a4-3d729ec4189e req-510bc9fc-d1e2-43c8-976d-81652f35257d tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7382228 Aug 21 08:59:42.950571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64e947-273f-43ae-b94b-134c44564131 req-15259cf6-367f-440e-8a19-11a6c3eadf32 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:42.952308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df64e947-273f-43ae-b94b-134c44564131 req-15259cf6-367f-440e-8a19-11a6c3eadf32 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 950 time: 0.1645210 Aug 21 08:59:43.104374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df64e947-273f-43ae-b94b-134c44564131 req-ef742c90-2356-4e38-b599-2496e57e2eb0 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399586 Aug 21 08:59:43.126991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87872421-21df-483f-9a8c-a786f93a70a8 req-0d1f0394-8517-4bb7-8550-e9cebf462438 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:43.138570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87872421-21df-483f-9a8c-a786f93a70a8 req-0d1f0394-8517-4bb7-8550-e9cebf462438 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 947 time: 0.1737087 Aug 21 08:59:43.159364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Allocated IP 172.20.0.9 (7a1c736c-7d97-4377-b03c-915ec4c1d886/c9eb0223-0281-4c30-a0ca-f4469d216bdc/9ba28cba-2928-4f11-aa79-fb75dfc51720) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:59:43.185179 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dda9cf3-493d-4fe0-90e0-6e99e2607f47 x-openstack-request-id: req-0dda9cf3-493d-4fe0-90e0-6e99e2607f47 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:43.186756 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f264bd2-9aa4-4932-9f75-cd5be6235c5e", "name": "network-vif-plugged", "status": "completed", "tag": "c186bb68-1e9f-4b00-93d1-6badc3c803c2", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:43.187152 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dda9cf3-493d-4fe0-90e0-6e99e2607f47 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:43.187910 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f264bd2-9aa4-4932-9f75-cd5be6235c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c186bb68-1e9f-4b00-93d1-6badc3c803c2', 'code': 200} Aug 21 08:59:43.230953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87872421-21df-483f-9a8c-a786f93a70a8 req-1c815355-22d2-4f44-b3dd-2a5961cf175f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909476 Aug 21 08:59:43.399597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5c967-3f97-4aaf-b907-c1500c0d9da7 req-fa70fafd-d3c7-4868-92aa-05e339c5f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:43.409417 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e9a5c967-3f97-4aaf-b907-c1500c0d9da7 req-fa70fafd-d3c7-4868-92aa-05e339c5f70f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 1102 time: 0.1268346 Aug 21 08:59:43.465880 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e9a5c967-3f97-4aaf-b907-c1500c0d9da7 req-68778024-f47c-472e-9d9a-11ae3af6c1e3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480168 Aug 21 08:59:43.652654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de87813b-ab8b-4985-a443-fcdb9f6c7c73 req-a1844cab-d9dc-4447-a251-3cff23ad8fa5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 210 time: 0.2870970 Aug 21 08:59:43.733003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:43.736291 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:43.774886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:43.810976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db3504d6-4ea3-447d-a469-e371f2dc47e8 req-c30a22ed-e952-4752-ae8e-f324db3dc03a tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 210 time: 0.0584478 Aug 21 08:59:43.967053 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:44.023152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device da919d1c-196a-4736-a16e-44adc1bcdc81 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 08:59:44.059727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Network 7a1c736c-7d97-4377-b03c-915ec4c1d886 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:59:44.064947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Pushing event updated for resources: {'Port': ['ID=9ba28cba-2928-4f11-aa79-fb75dfc51720,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:44.070060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:59:44.077171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:59:44.082719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:44.083358 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:44.100304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device da919d1c-196a-4736-a16e-44adc1bcdc81 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 08:59:44.143419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-c4f87b36-0f36-4b44-9db6-52a7d4a9f020 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47844 time: 0.4931059 Aug 21 08:59:44.164433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-602a884e-6651-4040-8b89-e58f3c947861 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7906253 Aug 21 08:59:44.180515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Request body: {'port': {'device_id': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:44.219301 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf673652-1651-4cba-901d-68455808e12c x-openstack-request-id: req-bf673652-1651-4cba-901d-68455808e12c {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:44.219575 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:44.219824 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf673652-1651-4cba-901d-68455808e12c {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:44.220437 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81', 'status': 'completed', 'code': 200} Aug 21 08:59:44.280287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-573d886e-63f4-4ef1-bd9c-2381915d4e8a tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/11e5bda7-1fb0-4cbe-a080-65c549196847 HTTP/1.1" status: 200 len: 2977 time: 0.1359568 Aug 21 08:59:44.328994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-b67b4013-38a9-4197-9839-d2b80e366d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:44.331974 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-b67b4013-38a9-4197-9839-d2b80e366d66 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1099 time: 0.0713501 Aug 21 08:59:44.401165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-a0d8187c-dacd-4236-8b12-3481a7a8da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:44.402868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-a0d8187c-dacd-4236-8b12-3481a7a8da81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1099 time: 0.1498318 Aug 21 08:59:44.404619 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:44.439327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0fd25-8f6f-4f25-b5a5-14d4ce4a5a1a req-3446e3d7-562d-48fc-a256-50ec4cd140cc tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:44.446733 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75a0fd25-8f6f-4f25-b5a5-14d4ce4a5a1a req-3446e3d7-562d-48fc-a256-50ec4cd140cc tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 950 time: 0.1694574 Aug 21 08:59:44.488558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-1ca865f2-ee95-4528-8b07-54d421f1a9d3 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/11e5bda7-1fb0-4cbe-a080-65c549196847 HTTP/1.1" status: 200 len: 2977 time: 0.1718297 Aug 21 08:59:44.489506 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-8a3fdf2d-dcc2-4ece-82a5-47462250c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:44.496131 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-8a3fdf2d-dcc2-4ece-82a5-47462250c044 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1561613 Aug 21 08:59:44.549565 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-7bd83d1c-9373-453b-b67a-eee62213469c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=da919d1c-196a-4736-a16e-44adc1bcdc81 HTTP/1.1" status: 200 len: 217 time: 0.0463283 Aug 21 08:59:44.620738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75a0fd25-8f6f-4f25-b5a5-14d4ce4a5a1a req-6d8d2ea2-02ba-4251-b81a-b3ad773ca1f6 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716776 Aug 21 08:59:44.676099 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-4494311e-5634-439c-9bc7-9e7f6c14533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:44.681632 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-4494311e-5634-439c-9bc7-9e7f6c14533d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1053534 Aug 21 08:59:44.740599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-648a85ef-98fd-4a2f-a57b-1a4e9f4c5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:44.742700 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-648a85ef-98fd-4a2f-a57b-1a4e9f4c5851 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548601 Aug 21 08:59:44.746382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-09056b56-588b-466a-a783-ef98f40270d8 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1de8350d-ffea-4736-b944-c25b98bcb3c0 HTTP/1.1" status: 200 len: 2977 time: 0.2568264 Aug 21 08:59:44.819150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-4eaf32a2-3b92-4a6f-bfef-0bdc09bdb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:44.827238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-4eaf32a2-3b92-4a6f-bfef-0bdc09bdb85d service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3981402 Aug 21 08:59:44.903869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-7736efaa-221a-46f4-83fa-cb641d4a780f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=da919d1c-196a-4736-a16e-44adc1bcdc81 HTTP/1.1" status: 200 len: 217 time: 0.0633969 Aug 21 08:59:44.922892 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-63925f74-8f0e-49cb-bf45-817da013969b service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592033 Aug 21 08:59:44.970361 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:44.971215 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:44.986163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-b847243d-8f8a-497c-857d-363dc0bacc55 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1de8350d-ffea-4736-b944-c25b98bcb3c0 HTTP/1.1" status: 200 len: 2977 time: 0.2334459 Aug 21 08:59:45.058053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-55ab38c0-4adf-4df7-b2f9-a009b64cd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:45.059618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-55ab38c0-4adf-4df7-b2f9-a009b64cd7ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1193728 Aug 21 08:59:45.157834 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-02c387c8-1fac-40d7-a0d3-08a59eabd1f3 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268591 Aug 21 08:59:45.166256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-b334ce97-8642-4b5c-986b-e30f45755326 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/22198cfa-6790-412a-bc21-fcd409c5cfb7 HTTP/1.1" status: 200 len: 2977 time: 0.1791131 Aug 21 08:59:45.234466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-745f4ed7-d53a-4898-ae3f-f57a1292fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:45.236170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-745f4ed7-d53a-4898-ae3f-f57a1292fad3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1556308 Aug 21 08:59:45.248695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da551f6-5b76-47b5-9b1f-35619772b97c req-0ef9bab6-0aba-47e5-81bb-5bddba2dc997 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:45.250079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7da551f6-5b76-47b5-9b1f-35619772b97c req-0ef9bab6-0aba-47e5-81bb-5bddba2dc997 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 947 time: 0.1776903 Aug 21 08:59:45.275944 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-45a48dcc-2eee-4158-ac11-1e543bfb2cf7 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1a0493e6b7ec4d138bf9e7b51cd2d54f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400035 Aug 21 08:59:45.304212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba28cba-2928-4f11-aa79-fb75dfc51720 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:45.345276 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:45.355347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-a65e509d-6055-44c2-a54a-a240f9047f27 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/22198cfa-6790-412a-bc21-fcd409c5cfb7 HTTP/1.1" status: 200 len: 2977 time: 0.1881166 Aug 21 08:59:45.401099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Transition to ACTIVE for port object 9ba28cba-2928-4f11-aa79-fb75dfc51720 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:45.410709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7da551f6-5b76-47b5-9b1f-35619772b97c req-81ffb19f-4c39-4b53-b479-fe3e00866b38 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469917 Aug 21 08:59:45.456859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-ff613b3d-b8ed-4e06-bb03-d7afe8eb0420 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:45.458453 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-ff613b3d-b8ed-4e06-bb03-d7afe8eb0420 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757085 Aug 21 08:59:45.464824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-a701a03e-41c4-4c32-933e-8a54950b1c21 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/36508e60-71ba-4ee1-9fd7-d5c5c8decc20 HTTP/1.1" status: 200 len: 2981 time: 0.1085043 Aug 21 08:59:45.472114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Request body: {'port': {'device_id': 'b90780c5-b6cd-46aa-a671-3b349e4a53e3', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '1a0493e6b7ec4d138bf9e7b51cd2d54f'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:45.477200 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:45.523006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-bb184e9e-f68e-4670-9c36-c7829b703a42 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686460 Aug 21 08:59:45.627056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-cf0967eb-a6d7-4b4f-95d4-234b06e5ca1f tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/36508e60-71ba-4ee1-9fd7-d5c5c8decc20 HTTP/1.1" status: 200 len: 2981 time: 0.1613235 Aug 21 08:59:45.635113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba28cba-2928-4f11-aa79-fb75dfc51720,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:45.724007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:59:45.724413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:59:45.724664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:45.753208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:59:45.753557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:45.825297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:59:45.825297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:59:45.825297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:59:45.825297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Bound port: 9ba28cba-2928-4f11-aa79-fb75dfc51720, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:59:45.825297 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:45.825297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-795f8b5a-3eeb-4cf2-954c-b5a352f7a6f4 req-5c740431-2a62-44ea-8cfa-60e83890890d service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614768 Aug 21 08:59:45.825297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76183c39-5128-46e4-ab37-837e2b92ae60 req-825999c6-7ac2-49c9-b73f-afbf9abe10c0 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 210 time: 0.0540283 Aug 21 08:59:45.825297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-3fb9d839-aa8c-4619-9686-5ae3b0bc01e5 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3ab51bb5-db8b-4e88-bbb3-a971d2ba989c HTTP/1.1" status: 200 len: 2981 time: 0.1804349 Aug 21 08:59:45.907615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:45.943767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:59:45.951943 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-a47d34d3-b7f3-4ac9-bd9e-25da093ac48d tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3ab51bb5-db8b-4e88-bbb3-a971d2ba989c HTTP/1.1" status: 200 len: 2981 time: 0.1048424 Aug 21 08:59:45.958692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device da919d1c-196a-4736-a16e-44adc1bcdc81 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:45.977439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ead3ed-87f7-4946-ad67-aee32c7f18f6 req-98d01ffa-3199-4f17-a09a-b1df2c1be678 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:45.979047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49ead3ed-87f7-4946-ad67-aee32c7f18f6 req-98d01ffa-3199-4f17-a09a-b1df2c1be678 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 943 time: 0.0910909 Aug 21 08:59:46.010648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Made reservation on behalf of 1a0493e6b7ec4d138bf9e7b51cd2d54f for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:59:46.014250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:46.052467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49ead3ed-87f7-4946-ad67-aee32c7f18f6 req-5b335962-473d-43d6-a52b-b8db1430221e tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568907 Aug 21 08:59:46.062931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:46.072931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-ae7b1538-1b1a-4a5d-9960-b4351a9283af tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7245db48-0842-4ede-846d-09b166076558 HTTP/1.1" status: 200 len: 2981 time: 0.1119752 Aug 21 08:59:46.110309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=da919d1c-196a-4736-a16e-44adc1bcdc81,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:46.123295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'da919d1c-196a-4736-a16e-44adc1bcdc81', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': 'da919d1c-196a-4736-a16e-44adc1bcdc81', 'mac_address': 'fa:16:3e:b2:0d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:59:46.230433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:46.230433 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:46.230433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] 10.222.0.22 "PUT /v2.0/ports/9ba28cba-2928-4f11-aa79-fb75dfc51720 HTTP/1.1" status: 200 len: 1092 time: 2.0034330 Aug 21 08:59:46.231285 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:46.231393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'tag': '9ba28cba-2928-4f11-aa79-fb75dfc51720'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:46.231393 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f405def-690e-46f7-b06d-ead89d759d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3991da-99cc-43f8-ae8e-7455eb9b8ae6", "tag": "9ba28cba-2928-4f11-aa79-fb75dfc51720"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:46.231393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-a8f26744-5b96-4d2c-81e2-73fd3ba4d7ad tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7245db48-0842-4ede-846d-09b166076558 HTTP/1.1" status: 200 len: 2981 time: 0.1178634 Aug 21 08:59:46.231810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da919d1c-196a-4736-a16e-44adc1bcdc81 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:46.231953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37661b49-60dc-4cc1-8508-255090e47368 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba28cba-2928-4f11-aa79-fb75dfc51720,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:46.232087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Allocated IP 192.168.233.183 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/c92e648c-da5d-4b9c-93de-b3459d4f807b) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:59:46.249988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=da919d1c-196a-4736-a16e-44adc1bcdc81,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:46.290298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e502c00-4817-4c77-b63c-fd9c96705b00 req-25a52948-acee-4919-8123-83ad48d917d0 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=beca585c152648a7a105f6539e419c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305953 Aug 21 08:59:46.293452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-3c604369-72b9-4fe7-9421-27f1d51442e2 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/77461a11-2801-4b56-afd1-4c10594bec64 HTTP/1.1" status: 200 len: 2981 time: 0.0683198 Aug 21 08:59:46.393690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-87ab6a4d-247d-411c-8c42-92add1cf722f tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/77461a11-2801-4b56-afd1-4c10594bec64 HTTP/1.1" status: 200 len: 2981 time: 0.0852890 Aug 21 08:59:46.416069 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:46.432333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Transition to ACTIVE for port object c92e648c-da5d-4b9c-93de-b3459d4f807b will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:46.452170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e502c00-4817-4c77-b63c-fd9c96705b00 req-4cad89e7-b1b8-402c-9351-3252d58e5ab6 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:46.453620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e502c00-4817-4c77-b63c-fd9c96705b00 req-4cad89e7-b1b8-402c-9351-3252d58e5ab6 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551180 Aug 21 08:59:46.464307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-fc33c338-fa3f-4c9b-97e2-590012753a9d tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7f6c5cfc-7103-4dfa-a10e-d2829da4f044 HTTP/1.1" status: 200 len: 2981 time: 0.0639434 Aug 21 08:59:46.478827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e502c00-4817-4c77-b63c-fd9c96705b00 req-dcf0b86b-ccca-46e0-93f1-d37403a3ea51 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/quotas/beca585c152648a7a105f6539e419c38 HTTP/1.1" status: 200 len: 375 time: 0.0163107 Aug 21 08:59:46.516825 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:46.519581 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:46.530476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e502c00-4817-4c77-b63c-fd9c96705b00 req-6a40aadd-757c-4a64-a1f0-8e0fd0016ea3 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=beca585c152648a7a105f6539e419c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394232 Aug 21 08:59:46.543270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:46.575295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:59:46.579100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:59:46.581723 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:59:46.586888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-2afad47e-20b0-4675-bdc7-f8a7b24b57fb tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7f6c5cfc-7103-4dfa-a10e-d2829da4f044 HTTP/1.1" status: 200 len: 2981 time: 0.1154604 Aug 21 08:59:46.588368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:46.589117 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:46.613226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-55101c43-1c8e-4700-844b-4116e0061170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:46.614669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-55101c43-1c8e-4700-844b-4116e0061170 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1095 time: 0.0913053 Aug 21 08:59:46.619183 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Pushing event updated for resources: {'Port': ['ID=c92e648c-da5d-4b9c-93de-b3459d4f807b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:46.663789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-d126a946-b272-4f30-96a6-d41987368d8b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720 HTTP/1.1" status: 200 len: 217 time: 0.0386674 Aug 21 08:59:46.685381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=da919d1c-196a-4736-a16e-44adc1bcdc81,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:46.708034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-8b4f1693-50a6-4456-a7b3-b7fc81d462cb tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a253f3ea-78c8-45b7-9ca1-330e5a91ccf6 HTTP/1.1" status: 200 len: 2981 time: 0.1201577 Aug 21 08:59:46.711358 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-1796c1ae-0879-4276-b114-c19d9c676768 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2434657 Aug 21 08:59:46.723998 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Request body: {'port': {'device_id': 'b90780c5-b6cd-46aa-a671-3b349e4a53e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:46.747897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['da919d1c-196a-4736-a16e-44adc1bcdc81'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:46.813731 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:46.932821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-0a6f6383-253d-4bb1-b1df-fe9f48d94083 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a253f3ea-78c8-45b7-9ca1-330e5a91ccf6 HTTP/1.1" status: 200 len: 2981 time: 0.2207797 Aug 21 08:59:46.941243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-f31d186c-65ff-404a-b9fa-9a9b8eefce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:46.942689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-f31d186c-65ff-404a-b9fa-9a9b8eefce87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.2667935 Aug 21 08:59:46.990319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-dd624ff4-4bed-410f-a621-1ff1b79bc499 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394504 Aug 21 08:59:47.012661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689c6cb-857b-4741-bb4c-fe2ae7c8d043 req-395c58d5-3114-4a16-9aa7-370aba039d5a tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:47.026634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a689c6cb-857b-4741-bb4c-fe2ae7c8d043 req-395c58d5-3114-4a16-9aa7-370aba039d5a tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 950 time: 0.2632661 Aug 21 08:59:47.104531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7a706756-980f-46e4-998b-914116193a7f None None] Provisioning for port c92e648c-da5d-4b9c-93de-b3459d4f807b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:47.109177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7a706756-980f-46e4-998b-914116193a7f None None] Provisioning complete for port c92e648c-da5d-4b9c-93de-b3459d4f807b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:47.109764 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7a706756-980f-46e4-998b-914116193a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:47.109909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-f05ce98f-3a54-4822-8865-f059e049e7e1 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ac15ba2a-7df1-4b26-99b0-40369fd354eb HTTP/1.1" status: 200 len: 2981 time: 0.1720724 Aug 21 08:59:47.153764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7a706756-980f-46e4-998b-914116193a7f None None] Port c92e648c-da5d-4b9c-93de-b3459d4f807b cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:59:47.163398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a689c6cb-857b-4741-bb4c-fe2ae7c8d043 req-e0d9dffb-0d21-4b69-b489-fdd980618ebd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358671 Aug 21 08:59:47.198297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-1802a031-5187-427d-b88d-27c0eb5b0a8f service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663527 Aug 21 08:59:47.202319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92e648c-da5d-4b9c-93de-b3459d4f807b {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:47.206684 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-a9417c37-62e3-4116-adc0-eee46d314173 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ac15ba2a-7df1-4b26-99b0-40369fd354eb HTTP/1.1" status: 200 len: 2981 time: 0.0958657 Aug 21 08:59:47.211189 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:47.224436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Transition to ACTIVE for port object c92e648c-da5d-4b9c-93de-b3459d4f807b will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:47.235144 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb055ed-83d4-4eb6-8b6b-dbab528faa43 x-openstack-request-id: req-0bb055ed-83d4-4eb6-8b6b-dbab528faa43 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:47.235144 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3991da-99cc-43f8-ae8e-7455eb9b8ae6", "tag": "9ba28cba-2928-4f11-aa79-fb75dfc51720", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:47.235144 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bb055ed-83d4-4eb6-8b6b-dbab528faa43 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:47.235526 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'tag': '9ba28cba-2928-4f11-aa79-fb75dfc51720', 'status': 'completed', 'code': 200} Aug 21 08:59:47.287785 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:47.345807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Pushing event updated for resources: {'Port': ['ID=c92e648c-da5d-4b9c-93de-b3459d4f807b,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:47.354407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-e2e2bcba-ecec-47a4-86e0-3bf5b5cdb643 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e5ac1126-b2d3-4ee6-b6b5-d1d113ae5ab9 HTTP/1.1" status: 200 len: 2973 time: 0.1468248 Aug 21 08:59:47.390545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c3fca-718d-496c-8ed5-c684052c9482 req-7c8a5c0d-188e-49ee-aa59-39716b10585d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:47.392099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3c3fca-718d-496c-8ed5-c684052c9482 req-7c8a5c0d-188e-49ee-aa59-39716b10585d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 948 time: 0.1096277 Aug 21 08:59:47.409312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Attempting to bind port c92e648c-da5d-4b9c-93de-b3459d4f807b on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 08:59:47.409616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Attempting to bind port c92e648c-da5d-4b9c-93de-b3459d4f807b by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 08:59:47.410120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Attempting to bind port c92e648c-da5d-4b9c-93de-b3459d4f807b on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:47.416236 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Port c92e648c-da5d-4b9c-93de-b3459d4f807b on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 08:59:47.416560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Attempting to bind port c92e648c-da5d-4b9c-93de-b3459d4f807b on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 08:59:47.422761 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 08:59:47.423096 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 08:59:47.423489 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 08:59:47.423942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Bound port: c92e648c-da5d-4b9c-93de-b3459d4f807b, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 08:59:47.424301 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:47.479090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bef6217f-fe99-4f27-ad23-6360b1d95835 req-e226cc3c-d4a9-46bb-91f0-ce079707c9a9 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700706 Aug 21 08:59:47.498015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-4006b4a0-0e63-42d8-9faf-30875cbaabe4 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e5ac1126-b2d3-4ee6-b6b5-d1d113ae5ab9 HTTP/1.1" status: 200 len: 2973 time: 0.1425824 Aug 21 08:59:47.506342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3c3fca-718d-496c-8ed5-c684052c9482 req-0487845b-d94b-4997-bd00-f3b524223349 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037757 Aug 21 08:59:47.562171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-c929ed70-7ad9-4248-90b5-b914598e8c88 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e809bab1-22bd-45a6-90ba-9e465af54755 HTTP/1.1" status: 200 len: 2981 time: 0.0548091 Aug 21 08:59:47.564221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] For port c92e648c-da5d-4b9c-93de-b3459d4f807b, host n-h2-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 08:59:47.568136 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] For port c92e648c-da5d-4b9c-93de-b3459d4f807b, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c92e648c-da5d-4b9c-93de-b3459d4f807b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 08:59:47.617344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-7b9a4853-ab2b-416e-a1c5-e399f26f8409 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e809bab1-22bd-45a6-90ba-9e465af54755 HTTP/1.1" status: 200 len: 2981 time: 0.0468497 Aug 21 08:59:47.642604 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:47.682409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:47.683032 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:47.684465 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] 10.222.0.22 "PUT /v2.0/ports/c92e648c-da5d-4b9c-93de-b3459d4f807b HTTP/1.1" status: 200 len: 1097 time: 0.9650199 Aug 21 08:59:47.690367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90780c5-b6cd-46aa-a671-3b349e4a53e3', 'tag': 'c92e648c-da5d-4b9c-93de-b3459d4f807b'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:47.690367 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bb9381-ea13-4b5b-b70c-f947488de75f" -d '{"events": [{"name": "network-changed", "server_uuid": "b90780c5-b6cd-46aa-a671-3b349e4a53e3", "tag": "c92e648c-da5d-4b9c-93de-b3459d4f807b"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:47.727223 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc56b6b-27fc-4b18-8ca4-f6744cd5b1bb service neutron] Pushing event updated for resources: {'Port': ['ID=c92e648c-da5d-4b9c-93de-b3459d4f807b,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:47.761707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-378006cd-e521-4e58-a93b-e9526d40fcc8 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ea2fe8cb-e266-46a8-b4db-37cbed203aac HTTP/1.1" status: 200 len: 2981 time: 0.1352441 Aug 21 08:59:47.768566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405def-690e-46f7-b06d-ead89d759d4a req-d6811079-2e65-4912-932f-113527bb5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:47.770551 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f405def-690e-46f7-b06d-ead89d759d4a req-d6811079-2e65-4912-932f-113527bb5b24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1095 time: 0.1308732 Aug 21 08:59:47.857518 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-d6f73d8c-2456-4f9f-ae68-ea255a14db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:47.859204 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-d6f73d8c-2456-4f9f-ae68-ea255a14db0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a0493e6b7ec4d138bf9e7b51cd2d54f&device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 1100 time: 0.0533910 Aug 21 08:59:47.909917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-884a6f1d-79fb-46ea-a9df-2e680ac9e723 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ea2fe8cb-e266-46a8-b4db-37cbed203aac HTTP/1.1" status: 200 len: 2981 time: 0.1381168 Aug 21 08:59:47.934324 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-3dcc10bb-c5fe-447b-8ada-62e3aae9c9e0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c92e648c-da5d-4b9c-93de-b3459d4f807b HTTP/1.1" status: 200 len: 217 time: 0.0620353 Aug 21 08:59:47.952956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device da919d1c-196a-4736-a16e-44adc1bcdc81 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:59:48.028001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405def-690e-46f7-b06d-ead89d759d4a req-5d86c95b-55a5-46e0-bf74-fffb8bb44d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:48.029894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f405def-690e-46f7-b06d-ead89d759d4a req-5d86c95b-55a5-46e0-bf74-fffb8bb44d29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.2439921 Aug 21 08:59:48.115405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.22', 54649) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:48.130832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f405def-690e-46f7-b06d-ead89d759d4a req-731a816c-4b10-4d9a-a589-1635fd8310a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720 HTTP/1.1" status: 200 len: 217 time: 0.0839200 Aug 21 08:59:48.132283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-4e4ed6ab-0924-40c3-b4a7-520bb32a16c0 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ed2ba36c-503e-4996-b0f6-66bc27bf9f61 HTTP/1.1" status: 200 len: 2981 time: 0.2033865 Aug 21 08:59:48.153622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port da919d1c-196a-4736-a16e-44adc1bcdc81 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:48.160480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port da919d1c-196a-4736-a16e-44adc1bcdc81 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:48.161820 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:48.261761 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-8dadb70a-58af-44c3-ac56-50b9f6598e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:48.263615 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-8dadb70a-58af-44c3-ac56-50b9f6598e3f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.3207970 Aug 21 08:59:48.269969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405def-690e-46f7-b06d-ead89d759d4a req-0928c1a7-297f-4321-a957-0d8415499d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:48.271425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f405def-690e-46f7-b06d-ead89d759d4a req-0928c1a7-297f-4321-a957-0d8415499d81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1142380 Aug 21 08:59:48.276138 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:48.278342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-db6b3a3b-f1b4-4a08-bd93-3c5bfd2a8796 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1607356 Aug 21 08:59:48.302682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6f7e1-9e2a-4f9a-93bb-1762693acbdb req-59640b3e-54b1-4e32-909d-7f674ae3ee65 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:48.304594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75f6f7e1-9e2a-4f9a-93bb-1762693acbdb req-59640b3e-54b1-4e32-909d-7f674ae3ee65 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 948 time: 0.1779485 Aug 21 08:59:48.316364 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-9dcac9ab-aee3-4b7e-acb3-72ce03e9f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:48.318199 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-9dcac9ab-aee3-4b7e-acb3-72ce03e9f214 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0471067 Aug 21 08:59:48.335260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18f492c-7237-46e0-9682-cc619342002a req-40155b02-7373-452f-8faf-1001028f8749 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ed2ba36c-503e-4996-b0f6-66bc27bf9f61 HTTP/1.1" status: 200 len: 2981 time: 0.1802769 Aug 21 08:59:48.337532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f405def-690e-46f7-b06d-ead89d759d4a req-fd21397c-672d-471d-bff1-03119936160f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579031 Aug 21 08:59:48.340564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:48.343120 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db0b185-fe61-4a9b-a4a0-27fa7d0e1aad" -d '{"events": [{"server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "name": "network-vif-plugged", "status": "completed", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:48.378138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=da919d1c-196a-4736-a16e-44adc1bcdc81,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:48.447946 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:48.467168 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-4c075829-fe86-4077-9d3d-85fdcf58f878 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251509 Aug 21 08:59:48.528092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=da919d1c-196a-4736-a16e-44adc1bcdc81,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:48.601542 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d0d19c2a-7ff3-4676-a14c-eb4287d6b4de req-5693252e-afb4-4548-a05a-16821a7463f4 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260684 Aug 21 08:59:48.771612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75f6f7e1-9e2a-4f9a-93bb-1762693acbdb req-09c5fa14-5784-4bdd-9faf-9b17f06de4aa tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381492 Aug 21 08:59:48.785652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-cd326be7-2224-423e-8aff-2c13536912d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:48.787238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-cd326be7-2224-423e-8aff-2c13536912d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6600cf3631324e368fd5629b44cc5be0&device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 1097 time: 0.4349976 Aug 21 08:59:48.809314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f85a6d-7930-4a12-a111-09eb57ab3efa req-a029f8e8-2a6b-40ff-9cd9-1b55c70ae0d9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:48.810878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25f85a6d-7930-4a12-a111-09eb57ab3efa req-a029f8e8-2a6b-40ff-9cd9-1b55c70ae0d9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 943 time: 0.4154286 Aug 21 08:59:48.824276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f405def-690e-46f7-b06d-ead89d759d4a req-4ddb3bf7-abb4-4897-8b32-5988acf9c8c6 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708078 Aug 21 08:59:48.951975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25f85a6d-7930-4a12-a111-09eb57ab3efa req-3fbdf41f-4d21-4845-abc0-c33511b45cf4 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312864 Aug 21 08:59:49.037328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f405def-690e-46f7-b06d-ead89d759d4a req-3c1734b0-6b66-42de-bb2b-daad5e1dfe01 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993580 Aug 21 08:59:49.079401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-2e632442-a359-4347-a6ba-593025a5886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:49.080896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-2e632442-a359-4347-a6ba-593025a5886e service neutron] 10.222.0.22 "GET /v2.0/networks?id=81d00ede-ffc6-4f2c-87e9-3525996dc088 HTTP/1.1" status: 200 len: 925 time: 0.2340684 Aug 21 08:59:49.092757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aa463-6d98-47cd-adae-ed77d58acfa1 req-d5cea5c2-6b1d-483c-a489-bc3f8ba70284 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:49.094220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c99aa463-6d98-47cd-adae-ed77d58acfa1 req-d5cea5c2-6b1d-483c-a489-bc3f8ba70284 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 1102 time: 0.0834045 Aug 21 08:59:49.151964 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c99aa463-6d98-47cd-adae-ed77d58acfa1 req-d09254f3-8369-42b3-8d31-64caa77841cb tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:49.183337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-299e99c1-2560-472c-88e0-c4659d66c987 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8af1b6-1093-48c8-a7af-f08d5c675492 HTTP/1.1" status: 200 len: 1001 time: 0.0938442 Aug 21 08:59:49.243436 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d911de79-cb0b-4b5d-a90c-2f1757827cb8 x-openstack-request-id: req-d911de79-cb0b-4b5d-a90c-2f1757827cb8 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:49.243436 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90780c5-b6cd-46aa-a671-3b349e4a53e3", "tag": "c92e648c-da5d-4b9c-93de-b3459d4f807b", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:49.243436 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d911de79-cb0b-4b5d-a90c-2f1757827cb8 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:49.243436 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90780c5-b6cd-46aa-a671-3b349e4a53e3', 'tag': 'c92e648c-da5d-4b9c-93de-b3459d4f807b', 'status': 'completed', 'code': 200} Aug 21 08:59:49.267634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-da7461b0-0f11-421a-9650-22fd3b41fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:49.269106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-da7461b0-0f11-421a-9650-22fd3b41fe15 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df6e82b6-6db7-47ac-9ebc-f352a404555a HTTP/1.1" status: 200 len: 863 time: 0.0782628 Aug 21 08:59:49.386647 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364eec01-7858-4b04-bb55-4f0106124caf x-openstack-request-id: req-364eec01-7858-4b04-bb55-4f0106124caf {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:49.387230 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "name": "network-vif-plugged", "status": "completed", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:49.387230 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-364eec01-7858-4b04-bb55-4f0106124caf {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:49.387915 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81', 'code': 200} Aug 21 08:59:49.551964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-d40328bb-8136-465a-a9e6-095d50dcb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:49.553372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-d40328bb-8136-465a-a9e6-095d50dcb7a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=81d00ede-ffc6-4f2c-87e9-3525996dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2597871 Aug 21 08:59:49.555140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c99aa463-6d98-47cd-adae-ed77d58acfa1 req-d09254f3-8369-42b3-8d31-64caa77841cb tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:49.566849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb9381-ea13-4b5b-b70c-f947488de75f req-f506f7f4-e1a2-4589-9752-140f3990d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:49.568365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2bb9381-ea13-4b5b-b70c-f947488de75f req-f506f7f4-e1a2-4589-9752-140f3990d819 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a0493e6b7ec4d138bf9e7b51cd2d54f&device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 1100 time: 0.2759142 Aug 21 08:59:49.635308 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c99aa463-6d98-47cd-adae-ed77d58acfa1 req-d09254f3-8369-42b3-8d31-64caa77841cb tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:49.680953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-b8f8d3e6-4d14-4fc2-9487-5502cc4819fe tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:49.682401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-b8f8d3e6-4d14-4fc2-9487-5502cc4819fe tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02&tenant_id=6eda5b0e42e042198b3662d293aecc00&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 949 time: 0.2842364 Aug 21 08:59:49.788219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c99aa463-6d98-47cd-adae-ed77d58acfa1 req-d09254f3-8369-42b3-8d31-64caa77841cb tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873548 Aug 21 08:59:49.826801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-247bff97-187c-42ff-9882-d4b625b3cb25 req-19c1812c-191c-4bbf-869c-245cbfbe3217 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52ce64ae739e4b8a9f93f3e4550b9598 HTTP/1.1" status: 200 len: 6102 time: 0.3865147 Aug 21 08:59:49.827470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09254f3-8369-42b3-8d31-64caa77841cb tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fe35db-94e1-4f5b-9d59-6e58a305259c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:49.956434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9ba28cba-2928-4f11-aa79-fb75dfc51720 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:50.003159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cf10e32-e0dc-46e9-9d63-720c27d4f790 req-a333b932-15a3-4053-b75c-a2f7cf13cd98 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1553183 Aug 21 08:59:50.010516 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-a865b883-2fdf-4049-91bd-9cf0c36c79f1 service neutron] delete failed (client error): The resource could not be found. Aug 21 08:59:50.024851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-a865b883-2fdf-4049-91bd-9cf0c36c79f1 service neutron] 10.222.0.13 "DELETE /v2.0/ports/da919d1c-196a-4736-a16e-44adc1bcdc81/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.2980518 Aug 21 08:59:50.040404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-a552ae0c-df88-4186-b14e-57ee7a69ac2c service neutron] 10.222.0.22 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671688 Aug 21 08:59:50.041381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb9381-ea13-4b5b-b70c-f947488de75f req-83e3b0b8-ab0e-40f7-b992-9c5b2ed66ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:50.042713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2bb9381-ea13-4b5b-b70c-f947488de75f req-83e3b0b8-ab0e-40f7-b992-9c5b2ed66ba1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.4534504 Aug 21 08:59:50.096465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:50.110535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '9ba28cba-2928-4f11-aa79-fb75dfc51720', 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886', 'port_id': '9ba28cba-2928-4f11-aa79-fb75dfc51720', 'mac_address': 'fa:16:3e:ed:ac:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9eb0223-0281-4c30-a0ca-f4469d216bdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:59:50.157124 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:50.170829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-247bff97-187c-42ff-9882-d4b625b3cb25 req-436ce21c-f8a2-4b97-97fd-1052352bde72 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] 10.222.0.20 "GET /v2.0/security-groups/a253f3ea-78c8-45b7-9ca1-330e5a91ccf6 HTTP/1.1" status: 200 len: 2981 time: 0.3143280 Aug 21 08:59:50.172087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba28cba-2928-4f11-aa79-fb75dfc51720 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:50.193139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:50.228569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2bb9381-ea13-4b5b-b70c-f947488de75f req-67781945-199f-4be2-8441-630a6be2bfe5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c92e648c-da5d-4b9c-93de-b3459d4f807b HTTP/1.1" status: 200 len: 217 time: 0.1663170 Aug 21 08:59:50.292551 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:50.346926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc53e15-5d2f-46c5-9b24-d74c29ce908f req-be9f2561-908b-4609-9088-3983f9874b64 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:50.354624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bc53e15-5d2f-46c5-9b24-d74c29ce908f req-be9f2561-908b-4609-9088-3983f9874b64 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.3263443 Aug 21 08:59:50.364405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=9ba28cba-2928-4f11-aa79-fb75dfc51720,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:50.383521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf10e32-e0dc-46e9-9d63-720c27d4f790 req-b448634d-ec5a-44ee-9015-66d5972ba750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:50.385088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cf10e32-e0dc-46e9-9d63-720c27d4f790 req-b448634d-ec5a-44ee-9015-66d5972ba750 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 1097 time: 0.3333640 Aug 21 08:59:50.388712 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-247bff97-187c-42ff-9882-d4b625b3cb25 req-51692a2b-dccc-4e09-a97a-d75ca0f52d36 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] 10.222.0.20 "GET /v2.0/security-groups/a253f3ea-78c8-45b7-9ca1-330e5a91ccf6 HTTP/1.1" status: 200 len: 2981 time: 0.2162611 Aug 21 08:59:50.414204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-ed978b1b-360a-47a1-aa69-ae8157238fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:50.416838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-ed978b1b-360a-47a1-aa69-ae8157238fe7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1101 time: 0.2628751 Aug 21 08:59:50.423416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb9381-ea13-4b5b-b70c-f947488de75f req-91ee5b8e-1057-47e2-ac44-98378b59e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:50.424923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2bb9381-ea13-4b5b-b70c-f947488de75f req-91ee5b8e-1057-47e2-ac44-98378b59e965 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1856973 Aug 21 08:59:50.437476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abf17be0-f0c1-4e49-9ba7-c2d84968c587 req-cb4aa7c7-8d2a-43a0-8010-2e505e9e1e0c service neutron] 10.222.0.22 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672066 Aug 21 08:59:50.550831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['9ba28cba-2928-4f11-aa79-fb75dfc51720'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:50.577167 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bc53e15-5d2f-46c5-9b24-d74c29ce908f req-afa7eef1-697c-40c8-9d63-5d895195fa6c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052684 Aug 21 08:59:50.686305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf10e32-e0dc-46e9-9d63-720c27d4f790 req-132609c2-c55c-483d-8316-752c75d47732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:50.688619 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cf10e32-e0dc-46e9-9d63-720c27d4f790 req-132609c2-c55c-483d-8316-752c75d47732 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.2487018 Aug 21 08:59:50.754185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb9381-ea13-4b5b-b70c-f947488de75f req-01ac0937-a29e-4126-afaa-050d1ed12dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:50.756562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2bb9381-ea13-4b5b-b70c-f947488de75f req-01ac0937-a29e-4126-afaa-050d1ed12dac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2325201 Aug 21 08:59:50.816532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cf10e32-e0dc-46e9-9d63-720c27d4f790 req-07a76392-9762-49ee-97dc-2233f0677392 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7 HTTP/1.1" status: 200 len: 217 time: 0.0978708 Aug 21 08:59:50.893926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-39ec314d-87cc-46f6-bc86-b1669fafaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:50.895398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-39ec314d-87cc-46f6-bc86-b1669fafaa8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.4567358 Aug 21 08:59:50.913916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b860f-f637-429b-848a-5541c89a20cd req-92f51e79-d22d-40ef-a30b-54ad75238a82 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:50.915398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f98b860f-f637-429b-848a-5541c89a20cd req-92f51e79-d22d-40ef-a30b-54ad75238a82 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 948 time: 0.2496152 Aug 21 08:59:50.976788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-be798873-1b33-48c5-bb8f-5de176b960fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=da919d1c-196a-4736-a16e-44adc1bcdc81 HTTP/1.1" status: 200 len: 217 time: 0.0721815 Aug 21 08:59:51.000236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf10e32-e0dc-46e9-9d63-720c27d4f790 req-35c6cf96-9e74-469a-9cfc-16318fba7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:51.001676 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cf10e32-e0dc-46e9-9d63-720c27d4f790 req-35c6cf96-9e74-469a-9cfc-16318fba7098 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1660912 Aug 21 08:59:51.057876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2bb9381-ea13-4b5b-b70c-f947488de75f req-9eb2bfd2-3756-411e-861a-83a27d5e6f71 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533503 Aug 21 08:59:51.060459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f98b860f-f637-429b-848a-5541c89a20cd req-72d04c9b-2153-4545-b308-35d585084d8d tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369107 Aug 21 08:59:51.079700 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cf10e32-e0dc-46e9-9d63-720c27d4f790 req-623cf9e0-28a0-464b-8182-b8cafd211bf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589817 Aug 21 08:59:51.422390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-160fa63a-ae90-4d34-a101-973cada3e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:51.424087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-160fa63a-ae90-4d34-a101-973cada3e3c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.4335265 Aug 21 08:59:51.607838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70c8fc-6166-4255-bca3-37d4981bf672 req-4bde5dd6-d292-404c-b6a2-397fe488e436 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:51.612035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e70c8fc-6166-4255-bca3-37d4981bf672 req-4bde5dd6-d292-404c-b6a2-397fe488e436 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 944 time: 0.2033556 Aug 21 08:59:51.625018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36594926-b613-4aa0-8f5b-45780379bc72 req-eac9edbb-ef8e-42a0-b807-ae8bfde6af77 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d315ac88-23a6-484d-b826-d59d98a0caab HTTP/1.1" status: 200 len: 1777 time: 0.2145519 Aug 21 08:59:51.626763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-e93f9b3c-f287-4f08-8199-6542c495e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:51.628196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-e93f9b3c-f287-4f08-8199-6542c495e80f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1530755 Aug 21 08:59:51.654002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2bb9381-ea13-4b5b-b70c-f947488de75f req-72100b38-7e7a-4fbf-be23-c8dc433f6c84 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765557 Aug 21 08:59:51.689263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cf10e32-e0dc-46e9-9d63-720c27d4f790 req-9893e1d0-22ac-439a-8420-cc7f02a8ebd5 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990028 Aug 21 08:59:51.760058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e70c8fc-6166-4255-bca3-37d4981bf672 req-bf6d8678-e8d4-4d2b-8f1c-9f01e0e7baff tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256452 Aug 21 08:59:51.905631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-36594926-b613-4aa0-8f5b-45780379bc72 req-354c6fa1-1498-43d1-a67b-3f9906b992d3 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:51.931009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-5ac864d0-244d-4a07-9098-0ad632a22753 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887592 Aug 21 08:59:51.947542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cf10e32-e0dc-46e9-9d63-720c27d4f790 req-80b6445d-0259-4d04-84ce-a286078d2697 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170777 Aug 21 08:59:51.969558 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c92e648c-da5d-4b9c-93de-b3459d4f807b details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 08:59:52.036978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9ba28cba-2928-4f11-aa79-fb75dfc51720 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:59:52.053490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0dd20b4-b5cc-4596-835f-f9a39cd86aa6 req-761a1ae9-54ca-4eaa-a9b6-37881fe2e8bb service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118555 Aug 21 08:59:52.057027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-36594926-b613-4aa0-8f5b-45780379bc72 req-354c6fa1-1498-43d1-a67b-3f9906b992d3 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:52.099275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6691c33e-968a-4925-bf4f-889bf6f150b3 req-67783ea6-3acc-4a86-8ff5-15e636c9dbed tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=beca585c152648a7a105f6539e419c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447922 Aug 21 08:59:52.150366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c92e648c-da5d-4b9c-93de-b3459d4f807b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c92e648c-da5d-4b9c-93de-b3459d4f807b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:52.164113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'c92e648c-da5d-4b9c-93de-b3459d4f807b', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': 'c92e648c-da5d-4b9c-93de-b3459d4f807b', 'mac_address': 'fa:16:3e:b2:40:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 08:59:52.206758 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:52.221132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92e648c-da5d-4b9c-93de-b3459d4f807b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 08:59:52.227479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691c33e-968a-4925-bf4f-889bf6f150b3 req-94d5ea8a-f256-4569-b945-8698a4567e9d tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:52.229284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6691c33e-968a-4925-bf4f-889bf6f150b3 req-94d5ea8a-f256-4569-b945-8698a4567e9d tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1201651 Aug 21 08:59:52.235414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 9ba28cba-2928-4f11-aa79-fb75dfc51720 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:52.247056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6691c33e-968a-4925-bf4f-889bf6f150b3 req-df794271-0dd8-4723-9987-20c1448fff35 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/quotas/beca585c152648a7a105f6539e419c38 HTTP/1.1" status: 200 len: 375 time: 0.0108910 Aug 21 08:59:52.247676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c92e648c-da5d-4b9c-93de-b3459d4f807b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c92e648c-da5d-4b9c-93de-b3459d4f807b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:52.248780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 9ba28cba-2928-4f11-aa79-fb75dfc51720 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:52.249126 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:52.271738 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-36594926-b613-4aa0-8f5b-45780379bc72 req-354c6fa1-1498-43d1-a67b-3f9906b992d3 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:52.274401 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-36594926-b613-4aa0-8f5b-45780379bc72 req-354c6fa1-1498-43d1-a67b-3f9906b992d3 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:52.280056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36594926-b613-4aa0-8f5b-45780379bc72 req-354c6fa1-1498-43d1-a67b-3f9906b992d3 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/d315ac88-23a6-484d-b826-d59d98a0caab HTTP/1.1" status: 204 len: 173 time: 0.6388423 Aug 21 08:59:52.305963 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6691c33e-968a-4925-bf4f-889bf6f150b3 req-fc5d40a2-4a55-4e88-a732-0c3e32d57551 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=beca585c152648a7a105f6539e419c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481334 Aug 21 08:59:52.312314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c6fa1-1498-43d1-a67b-3f9906b992d3 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d315ac88-23a6-484d-b826-d59d98a0caab,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:52.317401 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:52.377223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-c19937be-6ad3-4b31-a548-1dce9db09bb5 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253613 Aug 21 08:59:52.417611 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:52.431619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=c92e648c-da5d-4b9c-93de-b3459d4f807b,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:52.446616 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba28cba-2928-4f11-aa79-fb75dfc51720'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:52.448825 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c372cf73-7a36-4d56-b8bc-4e884a7aa0cf" -d '{"events": [{"server_uuid": "2d3991da-99cc-43f8-ae8e-7455eb9b8ae6", "name": "network-vif-plugged", "status": "completed", "tag": "9ba28cba-2928-4f11-aa79-fb75dfc51720"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:52.461520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:52.522761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39edd2-df04-4907-ad74-5750969b74b9 req-24663965-5863-4877-b59d-848579235024 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:52.524840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b39edd2-df04-4907-ad74-5750969b74b9 req-24663965-5863-4877-b59d-848579235024 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0845165 Aug 21 08:59:52.544557 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:52.547009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6d131cb3-179a-4ca4-9330-2f7df1d50bd2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:52.548524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6d131cb3-179a-4ca4-9330-2f7df1d50bd2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614871 Aug 21 08:59:52.568091 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c92e648c-da5d-4b9c-93de-b3459d4f807b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:52.571223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6d068ed9-5e68-45bf-87f3-927d9d8d3059 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/quotas/97b4438915564130b94b8ce40d3b9713 HTTP/1.1" status: 200 len: 375 time: 0.0145411 Aug 21 08:59:52.593837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b39edd2-df04-4907-ad74-5750969b74b9 req-be52cd7b-792d-4f13-b929-a504514d2194 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629554 Aug 21 08:59:52.634105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-7bea8e52-59f9-46b5-a640-2be57e140fc5 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561044 Aug 21 08:59:52.718150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a435ec6-b254-4a6f-a230-e73e5fe73482 req-0a45dfed-00bf-4a9c-ab36-67d2c6a19614 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:52.720072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a435ec6-b254-4a6f-a230-e73e5fe73482 req-0a45dfed-00bf-4a9c-ab36-67d2c6a19614 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 949 time: 0.0631175 Aug 21 08:59:52.743185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=9ba28cba-2928-4f11-aa79-fb75dfc51720,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:52.770430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a435ec6-b254-4a6f-a230-e73e5fe73482 req-b23d13ed-f5bb-4048-b817-47579200d1c9 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439286 Aug 21 08:59:52.840225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f857e5d3-ad01-49ef-a440-ca7d00d21ac8 req-3dc7d027-8be7-4b66-a95a-3673afc9371d tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5f0a98d4-3135-4744-8131-6131b634e1eb HTTP/1.1" status: 200 len: 1777 time: 0.0355892 Aug 21 08:59:52.904103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f857e5d3-ad01-49ef-a440-ca7d00d21ac8 req-7350277d-aaa3-49fc-a40d-9778bdba3621 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:52.927692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f857e5d3-ad01-49ef-a440-ca7d00d21ac8 req-7350277d-aaa3-49fc-a40d-9778bdba3621 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:53.030402 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f857e5d3-ad01-49ef-a440-ca7d00d21ac8 req-7350277d-aaa3-49fc-a40d-9778bdba3621 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:53.033367 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f857e5d3-ad01-49ef-a440-ca7d00d21ac8 req-7350277d-aaa3-49fc-a40d-9778bdba3621 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:53.034864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f857e5d3-ad01-49ef-a440-ca7d00d21ac8 req-7350277d-aaa3-49fc-a40d-9778bdba3621 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f0a98d4-3135-4744-8131-6131b634e1eb HTTP/1.1" status: 204 len: 173 time: 0.1886265 Aug 21 08:59:53.047323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350277d-aaa3-49fc-a40d-9778bdba3621 tempest-SecurityGroupsTestAdminJSON-991050971 tempest-SecurityGroupsTestAdminJSON-991050971-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0a98d4-3135-4744-8131-6131b634e1eb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:53.286782 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd8ca7e-bae2-4fb0-aeed-4e6122607288 x-openstack-request-id: req-4cd8ca7e-bae2-4fb0-aeed-4e6122607288 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:53.287288 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3991da-99cc-43f8-ae8e-7455eb9b8ae6", "name": "network-vif-plugged", "status": "completed", "tag": "9ba28cba-2928-4f11-aa79-fb75dfc51720", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:53.287374 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cd8ca7e-bae2-4fb0-aeed-4e6122607288 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:53.287778 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba28cba-2928-4f11-aa79-fb75dfc51720', 'code': 200} Aug 21 08:59:53.453311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edba07-0618-4eca-afdd-8b62dec4ad01 req-1bf67b01-75a9-4d4c-876e-170337f4b592 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:53.460046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87edba07-0618-4eca-afdd-8b62dec4ad01 req-1bf67b01-75a9-4d4c-876e-170337f4b592 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 945 time: 0.1285276 Aug 21 08:59:53.471964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf70b-26c6-45c2-aa90-dfa517b06001 req-529cfa8d-5df8-4dbd-98c8-ad7cfedfd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:53.473404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fffbf70b-26c6-45c2-aa90-dfa517b06001 req-529cfa8d-5df8-4dbd-98c8-ad7cfedfd494 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1097 time: 0.1069245 Aug 21 08:59:53.546270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87edba07-0618-4eca-afdd-8b62dec4ad01 req-f4ec0def-701c-42ff-bc9b-ec749fe65b85 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833952 Aug 21 08:59:53.557124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fffbf70b-26c6-45c2-aa90-dfa517b06001 req-c49acc9d-d035-48d0-8684-fc5c95521cb7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748892 Aug 21 08:59:53.562610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2294f96a-1cdb-4f1b-b321-0b44e0595c22 req-8197286c-bca5-40c4-a24e-70d722650672 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] 10.222.0.20 "GET /v2.0/security-groups/dc0ab9b3-5d04-4b45-aaf3-313897178ac3 HTTP/1.1" status: 200 len: 1777 time: 0.0729516 Aug 21 08:59:53.621313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2294f96a-1cdb-4f1b-b321-0b44e0595c22 req-830c747f-26c5-4802-81b4-6cfcbcd57d94 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:53.643977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2294f96a-1cdb-4f1b-b321-0b44e0595c22 req-830c747f-26c5-4802-81b4-6cfcbcd57d94 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:53.767069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2294f96a-1cdb-4f1b-b321-0b44e0595c22 req-830c747f-26c5-4802-81b4-6cfcbcd57d94 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:53.776553 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2294f96a-1cdb-4f1b-b321-0b44e0595c22 req-830c747f-26c5-4802-81b4-6cfcbcd57d94 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:53.776553 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2294f96a-1cdb-4f1b-b321-0b44e0595c22 req-830c747f-26c5-4802-81b4-6cfcbcd57d94 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc0ab9b3-5d04-4b45-aaf3-313897178ac3 HTTP/1.1" status: 204 len: 173 time: 0.2019286 Aug 21 08:59:53.784349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c747f-26c5-4802-81b4-6cfcbcd57d94 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0ab9b3-5d04-4b45-aaf3-313897178ac3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:53.946257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3cb42-ed56-4486-94da-dca133b43078 req-8f241f83-a12d-419c-ad3f-c439c103a15e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:53.949527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6d3cb42-ed56-4486-94da-dca133b43078 req-8f241f83-a12d-419c-ad3f-c439c103a15e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0539136 Aug 21 08:59:53.985855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6d3cb42-ed56-4486-94da-dca133b43078 req-509964bd-7e80-44b7-8151-eb13ef132fc2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319765 Aug 21 08:59:53.998369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c92e648c-da5d-4b9c-93de-b3459d4f807b up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 08:59:54.064601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e17645bf-fc7a-4772-8aff-3ef5a80fe1c0 req-870eb5a5-5569-4964-94b0-7af249372d53 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] 10.222.0.20 "GET /v2.0/security-groups/d47a8f87-8491-4853-b246-1adc85457f53 HTTP/1.1" status: 200 len: 1777 time: 0.0563800 Aug 21 08:59:54.138755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port c92e648c-da5d-4b9c-93de-b3459d4f807b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:54.142930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port c92e648c-da5d-4b9c-93de-b3459d4f807b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:54.144002 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:54.151114 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e17645bf-fc7a-4772-8aff-3ef5a80fe1c0 req-7fbc6a28-3446-41f6-9e1b-cd0473a5ffe6 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:54.177369 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e17645bf-fc7a-4772-8aff-3ef5a80fe1c0 req-7fbc6a28-3446-41f6-9e1b-cd0473a5ffe6 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:54.186724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706d55c-5dd2-421a-9bdf-20d846e20bb8 req-63946d31-a44c-4411-a571-f7ca746edc55 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:54.188250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3706d55c-5dd2-421a-9bdf-20d846e20bb8 req-63946d31-a44c-4411-a571-f7ca746edc55 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 949 time: 0.0790937 Aug 21 08:59:54.231003 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:54.249130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3706d55c-5dd2-421a-9bdf-20d846e20bb8 req-bfff2e42-7ec3-45ee-8fab-4c8178ab8b3e tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546854 Aug 21 08:59:54.269834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c92e648c-da5d-4b9c-93de-b3459d4f807b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c92e648c-da5d-4b9c-93de-b3459d4f807b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:54.304515 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e17645bf-fc7a-4772-8aff-3ef5a80fe1c0 req-7fbc6a28-3446-41f6-9e1b-cd0473a5ffe6 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:54.307836 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e17645bf-fc7a-4772-8aff-3ef5a80fe1c0 req-7fbc6a28-3446-41f6-9e1b-cd0473a5ffe6 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:54.309018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e17645bf-fc7a-4772-8aff-3ef5a80fe1c0 req-7fbc6a28-3446-41f6-9e1b-cd0473a5ffe6 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] 10.222.0.20 "DELETE /v2.0/security-groups/d47a8f87-8491-4853-b246-1adc85457f53 HTTP/1.1" status: 204 len: 173 time: 0.2373807 Aug 21 08:59:54.332767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc6a28-3446-41f6-9e1b-cd0473a5ffe6 tempest-SecurityGroupsTestAdminJSON-1843548595 tempest-SecurityGroupsTestAdminJSON-1843548595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47a8f87-8491-4853-b246-1adc85457f53,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:54.335475 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:54.384241 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9e57c66-0e9e-4fed-b47b-604c7943f719 req-0a0f7944-61fc-40b6-946b-642319efd9a8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 210 time: 0.0320697 Aug 21 08:59:54.399518 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=c92e648c-da5d-4b9c-93de-b3459d4f807b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:54.415228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47847a19-207f-46b1-ac84-3c78c7cae53a req-88574886-6c8b-4cd7-a2c0-164e8825f8e3 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:54.416797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47847a19-207f-46b1-ac84-3c78c7cae53a req-88574886-6c8b-4cd7-a2c0-164e8825f8e3 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 950 time: 0.0994797 Aug 21 08:59:54.465919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47847a19-207f-46b1-ac84-3c78c7cae53a req-a692d76a-af86-420b-aecb-74f703b9a562 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424976 Aug 21 08:59:54.498623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56105d-16b9-4bfa-90fa-77400d6e4ab4 req-dac1f8b8-f182-41fd-9938-175fdb151b66 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:54.500966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d56105d-16b9-4bfa-90fa-77400d6e4ab4 req-dac1f8b8-f182-41fd-9938-175fdb151b66 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1101 time: 0.0485032 Aug 21 08:59:54.537499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d56105d-16b9-4bfa-90fa-77400d6e4ab4 req-c73e3fbf-232d-4eb7-b564-5fcf75d4f6f0 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Aug 21 08:59:54.571470 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a4b8523-1a3d-4050-a06f-934cec1a13d8 req-44452301-f049-4f06-ad05-7c4b85a55e23 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=beca585c152648a7a105f6539e419c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223558 Aug 21 08:59:54.690410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b8523-1a3d-4050-a06f-934cec1a13d8 req-9828e5ff-b9ff-4d27-9bc9-79316a364806 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:54.699861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a4b8523-1a3d-4050-a06f-934cec1a13d8 req-9828e5ff-b9ff-4d27-9bc9-79316a364806 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1158569 Aug 21 08:59:54.736484 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a4b8523-1a3d-4050-a06f-934cec1a13d8 req-665a2586-8224-4082-9f9e-12b09e2053d8 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/quotas/beca585c152648a7a105f6539e419c38 HTTP/1.1" status: 200 len: 375 time: 0.0224299 Aug 21 08:59:54.794482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a4b8523-1a3d-4050-a06f-934cec1a13d8 req-c4e6b81e-c036-4ee0-a71c-255b788f77b2 tempest-QuotasAdminNegativeTest-527025023 tempest-QuotasAdminNegativeTest-527025023-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=beca585c152648a7a105f6539e419c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529919 Aug 21 08:59:54.821401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd10a6-1f71-4f80-9a38-2849bfefb0c1 req-21d6806f-ef1b-485e-8b74-aab19b35d24e tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:54.828619 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0edd10a6-1f71-4f80-9a38-2849bfefb0c1 req-21d6806f-ef1b-485e-8b74-aab19b35d24e tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 945 time: 0.0771015 Aug 21 08:59:54.849277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55330) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:54.866167 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0edd10a6-1f71-4f80-9a38-2849bfefb0c1 req-295a4251-dbfa-4968-8e44-56db67831ef1 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365334 Aug 21 08:59:54.984017 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-182d3f9c-a1af-4294-b913-f5abcfb0e32f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6eda5b0e42e042198b3662d293aecc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234783 Aug 21 08:59:55.015181 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-25f8e7cd-fe31-428b-bcbd-12bb9e5d9f23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52ce64ae739e4b8a9f93f3e4550b9598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638682 Aug 21 08:59:55.017731 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55350) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:55.069019 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8bdb776-23ec-4247-a4c8-3b40c9267637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:55.094266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8bdb776-23ec-4247-a4c8-3b40c9267637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:55.124328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-5ef2a46d-73b3-4312-8293-81caf8ec10ab tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:55.126142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-5ef2a46d-73b3-4312-8293-81caf8ec10ab tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359859 Aug 21 08:59:55.147401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-55fab672-1adb-404b-8170-48249235c31f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/quotas/6eda5b0e42e042198b3662d293aecc00 HTTP/1.1" status: 200 len: 375 time: 0.0114048 Aug 21 08:59:55.199656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-ecac6aa8-8060-4722-a8d1-3f8793429e56 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455163 Aug 21 08:59:55.242153 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8bdb776-23ec-4247-a4c8-3b40c9267637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:55.245622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8bdb776-23ec-4247-a4c8-3b40c9267637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:55.249352 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e8bdb776-23ec-4247-a4c8-3b40c9267637 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a253f3ea-78c8-45b7-9ca1-330e5a91ccf6 HTTP/1.1" status: 204 len: 168 time: 0.2280512 Aug 21 08:59:55.255759 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdb776-23ec-4247-a4c8-3b40c9267637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a253f3ea-78c8-45b7-9ca1-330e5a91ccf6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:55.288608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90780c5-b6cd-46aa-a671-3b349e4a53e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92e648c-da5d-4b9c-93de-b3459d4f807b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:55.294147 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055ec643-2600-45d3-946a-f0d3ef78fcaa" -d '{"events": [{"server_uuid": "b90780c5-b6cd-46aa-a671-3b349e4a53e3", "name": "network-vif-plugged", "status": "completed", "tag": "c92e648c-da5d-4b9c-93de-b3459d4f807b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:55.577267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f936e-bff8-4439-96d5-8573b28bed93 req-c8d14ded-6726-407b-931e-3b327e660e8b tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:55.578364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b4f936e-bff8-4439-96d5-8573b28bed93 req-c8d14ded-6726-407b-931e-3b327e660e8b tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 950 time: 0.0667009 Aug 21 08:59:55.643727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b4f936e-bff8-4439-96d5-8573b28bed93 req-0d77547a-d0de-49b1-a84c-89aa4bb1ce2d tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577066 Aug 21 08:59:55.710954 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529f2c07-86a3-4d0e-99c9-1a9ec4ccee2a x-openstack-request-id: req-529f2c07-86a3-4d0e-99c9-1a9ec4ccee2a {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:55.712410 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90780c5-b6cd-46aa-a671-3b349e4a53e3", "name": "network-vif-plugged", "status": "completed", "tag": "c92e648c-da5d-4b9c-93de-b3459d4f807b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:55.712410 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-529f2c07-86a3-4d0e-99c9-1a9ec4ccee2a {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:55.713098 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90780c5-b6cd-46aa-a671-3b349e4a53e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92e648c-da5d-4b9c-93de-b3459d4f807b', 'code': 200} Aug 21 08:59:55.810032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef90cb47-191f-4ea9-ad28-5ef46cafa46e req-48d36dba-f98d-47ce-9da3-f7b99cfe6a8a tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 210 time: 0.0461786 Aug 21 08:59:55.889220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a3cb05b-129f-4bca-9cc0-8d0090c09d9e req-8c86b89f-38f8-4baf-94a7-6806c0d5d293 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 210 time: 0.0296130 Aug 21 08:59:55.894582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875039ad-134b-49ba-a9f0-1b645ca0d378 req-71881291-33e1-4a55-bec5-e51ecc3f4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:55.896115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-875039ad-134b-49ba-a9f0-1b645ca0d378 req-71881291-33e1-4a55-bec5-e51ecc3f4507 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 1102 time: 0.0849183 Aug 21 08:59:55.942483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-875039ad-134b-49ba-a9f0-1b645ca0d378 req-098244e1-d0d3-467f-8457-4fb5af4a31fd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Aug 21 08:59:56.039901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55396) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:56.102777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 08:59:56.103838 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-240ddf77-7c49-449d-82eb-259071a7f6e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa71b43fad25490db62a9dc2bd250de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461497 Aug 21 08:59:56.104825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55402) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:56.160348 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3958-039f-464f-ab80-efb82c61a425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.172065 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.203836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-685b02c6-c97c-48cc-8d73-3e04430ab656 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327549 Aug 21 08:59:56.206539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3958-039f-464f-ab80-efb82c61a425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.232586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 08:59:56.287712 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.355388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c902139-fde8-4c05-b98b-4716311dc007 req-cb5e532a-2dbd-4c96-a9b3-ce461b87f023 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:56.356846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c902139-fde8-4c05-b98b-4716311dc007 req-cb5e532a-2dbd-4c96-a9b3-ce461b87f023 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 945 time: 0.1586251 Aug 21 08:59:56.364798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:56.377919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55416) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:56.437557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-fbe0c642-3091-47f1-b1c5-cc7b2ac1286f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:56.438997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-fbe0c642-3091-47f1-b1c5-cc7b2ac1286f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216139 Aug 21 08:59:56.442326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c902139-fde8-4c05-b98b-4716311dc007 req-f77ae219-5f6e-4c76-be57-e509c9f67876 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712416 Aug 21 08:59:56.455518 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3958-039f-464f-ab80-efb82c61a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.468546 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3958-039f-464f-ab80-efb82c61a425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.468546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-aa2c3958-039f-464f-ab80-efb82c61a425 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7245db48-0842-4ede-846d-09b166076558 HTTP/1.1" status: 204 len: 168 time: 0.3582478 Aug 21 08:59:56.497072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Request body: {'port': {'device_id': '6612f5ac-3aae-483f-b7a3-2b137084abe5', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '97b4438915564130b94b8ce40d3b9713'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:56.500459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c3958-039f-464f-ab80-efb82c61a425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7245db48-0842-4ede-846d-09b166076558,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:56.548525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd468293-f587-4018-aa65-31614f9df66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.652549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8151d3b-7ef6-42ad-9ea6-a3db071de6ca req-ae2ef961-459a-47ec-9f95-c24c9e5e2983 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:56.658026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd468293-f587-4018-aa65-31614f9df66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.659507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8151d3b-7ef6-42ad-9ea6-a3db071de6ca req-ae2ef961-459a-47ec-9f95-c24c9e5e2983 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0858376 Aug 21 08:59:56.699653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8151d3b-7ef6-42ad-9ea6-a3db071de6ca req-2c0f4e2a-e788-4ff1-9808-f0da54c22eb8 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Aug 21 08:59:56.801650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd468293-f587-4018-aa65-31614f9df66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.843917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e94f5-74e8-4a22-9a43-87c2a104a7db req-30acdfba-4b19-4e59-866a-0fc416196162 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:56.845826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e86e94f5-74e8-4a22-9a43-87c2a104a7db req-30acdfba-4b19-4e59-866a-0fc416196162 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 950 time: 0.0721350 Aug 21 08:59:56.853581 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dd468293-f587-4018-aa65-31614f9df66e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=beca585c152648a7a105f6539e419c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4745128 Aug 21 08:59:56.856712 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55436) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:56.857359 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd468293-f587-4018-aa65-31614f9df66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c13ba9e-c95a-4350-b3c1-70ee9092deb0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:56.907892 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-79967945-aab6-4774-8910-7bc7e961260d tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503340 Aug 21 08:59:56.917321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c31cdcf1-b3b0-4737-aeb7-ddc44f661107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.929085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Made reservation on behalf of 97b4438915564130b94b8ce40d3b9713 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:59:56.933649 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.941611 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c31cdcf1-b3b0-4737-aeb7-ddc44f661107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:56.951203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e86e94f5-74e8-4a22-9a43-87c2a104a7db req-fc98970d-52a3-4026-94f2-9eddae7eaa2f tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984139 Aug 21 08:59:57.104400 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c31cdcf1-b3b0-4737-aeb7-ddc44f661107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:57.107586 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c31cdcf1-b3b0-4737-aeb7-ddc44f661107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:57.109623 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c31cdcf1-b3b0-4737-aeb7-ddc44f661107 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c13ba9e-c95a-4350-b3c1-70ee9092deb0 HTTP/1.1" status: 204 len: 168 time: 0.2485719 Aug 21 08:59:57.119620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70642431-e6b0-4727-88df-413578042662 req-7ff6de12-82af-4f97-88d9-e9a99ef8ce79 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 210 time: 0.0627203 Aug 21 08:59:57.123928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cdcf1-b3b0-4737-aeb7-ddc44f661107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c13ba9e-c95a-4350-b3c1-70ee9092deb0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:57.231732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-caca098a-78bf-4d76-90d0-17bb317f91b2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:57.233340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-caca098a-78bf-4d76-90d0-17bb317f91b2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3163819 Aug 21 08:59:57.258604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Request body: {'port': {'device_id': '0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '97b4438915564130b94b8ce40d3b9713'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:57.533575 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-309be57e-4f09-4276-931a-3606c0f1729a req-80cf71c3-3880-466b-9e34-703c2c42fa22 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 210 time: 0.2891660 Aug 21 08:59:57.610265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2ccae-cead-429d-8615-6f16adf14d82 req-4335180e-6067-47f3-a67e-a5a62cb73541 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:57.616040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ec2ccae-cead-429d-8615-6f16adf14d82 req-4335180e-6067-47f3-a67e-a5a62cb73541 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1097 time: 0.4284666 Aug 21 08:59:57.668234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Allocated IP 192.168.233.202 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/5a7bbd7c-e291-4022-9e5a-cffa55e2b42c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:59:57.714676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 08:59:57.719172 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf9c3fc-196b-4632-9aee-10389cb91954" -d '{"events": [{"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-unplugged", "status": "completed", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 08:59:57.732766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ec2ccae-cead-429d-8615-6f16adf14d82 req-21c2b3b9-61bd-49bc-8322-47827616d93e tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043453 Aug 21 08:59:57.797429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55482) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:57.822939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Made reservation on behalf of 97b4438915564130b94b8ce40d3b9713 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:59:57.825221 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5262811e-a756-4dec-8d2e-76d0692eff20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:57.830586 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:57.834895 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 08:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba26729-51a4-4332-8856-ddb1fc412392 x-openstack-request-id: req-1ba26729-51a4-4332-8856-ddb1fc412392 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 08:59:57.835306 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-unplugged", "status": "completed", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 08:59:57.835695 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ba26729-51a4-4332-8856-ddb1fc412392 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 08:59:57.837011 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'code': 200} Aug 21 08:59:58.041287 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 08:59:58.048812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-f8075e22-4947-4f14-a3ec-e569ee0415a5 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6eda5b0e42e042198b3662d293aecc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395014 Aug 21 08:59:58.058817 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5262811e-a756-4dec-8d2e-76d0692eff20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.062348 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.078260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Transition to ACTIVE for port object 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:58.135908 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5262811e-a756-4dec-8d2e-76d0692eff20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.161873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.174468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:58.188791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262811e-a756-4dec-8d2e-76d0692eff20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef83aa1-ece7-42bc-99ab-f776f3b79ebf,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:58.249948 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5262811e-a756-4dec-8d2e-76d0692eff20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00ce58e0f4e849e9aa64e46d8a703043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509997 Aug 21 08:59:58.252773 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55506) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 08:59:58.270077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-6cb302b3-f9c3-4b3e-9f9d-224ac93c975f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:58.272025 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-6cb302b3-f9c3-4b3e-9f9d-224ac93c975f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2153525 Aug 21 08:59:58.290646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Request body: {'port': {'device_id': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '6eda5b0e42e042198b3662d293aecc00'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:58.318895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:59:58.329458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:59:58.336712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:59:58.343008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:58.343233 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.373787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event updated for resources: {'Port': ['ID=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:58.378285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Allocated IP 192.168.233.85 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/0ff1500f-6b9f-410b-92c9-4b2636d9f147) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:59:58.454041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40c6cdf2-0462-429e-95e6-3d7e0239c576 req-ea7d9111-f094-4f62-806f-1bf21e645619 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 210 time: 0.0454946 Aug 21 08:59:58.475405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1ae0e7ae-727d-462c-bbc9-d92dc374b1f7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0100179 Aug 21 08:59:58.528333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Request body: {'port': {'device_id': '6612f5ac-3aae-483f-b7a3-2b137084abe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:58.552495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Made reservation on behalf of 6eda5b0e42e042198b3662d293aecc00 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 08:59:58.557795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.560938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bd94d44-feef-49af-b723-1c8a42dea9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.596389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe884c0-74fd-4562-ab45-d3af6dd3b41f req-b0f5a4b1-d061-4e38-a522-6d6c8cf99b11 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:58.604417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dbe884c0-74fd-4562-ab45-d3af6dd3b41f req-b0f5a4b1-d061-4e38-a522-6d6c8cf99b11 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 950 time: 0.2497985 Aug 21 08:59:58.610267 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bd94d44-feef-49af-b723-1c8a42dea9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.651257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.796475 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bd94d44-feef-49af-b723-1c8a42dea9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.801530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7beaa6d9-f853-4e62-b020-d0c2d0699988 None None] Provisioning for port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:58.802093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bd94d44-feef-49af-b723-1c8a42dea9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.802093 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3bd94d44-feef-49af-b723-1c8a42dea9ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ef83aa1-ece7-42bc-99ab-f776f3b79ebf HTTP/1.1" status: 204 len: 168 time: 0.5459592 Aug 21 08:59:58.802260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7beaa6d9-f853-4e62-b020-d0c2d0699988 None None] Provisioning complete for port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:58.803120 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7beaa6d9-f853-4e62-b020-d0c2d0699988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:58.808854 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd94d44-feef-49af-b723-1c8a42dea9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef83aa1-ece7-42bc-99ab-f776f3b79ebf,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:58.840861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dbe884c0-74fd-4562-ab45-d3af6dd3b41f req-1bb47ccd-8bc5-4c79-8693-b0b75f0c4261 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354772 Aug 21 08:59:58.874345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7beaa6d9-f853-4e62-b020-d0c2d0699988 None None] Port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:59:58.944123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3fada-0c76-413f-8c7d-e0f7055a3d77 req-48925a7a-2205-4696-89bd-5a47f57cf1cc tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:58.951936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07c3fada-0c76-413f-8c7d-e0f7055a3d77 req-48925a7a-2205-4696-89bd-5a47f57cf1cc tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1097 time: 0.3022363 Aug 21 08:59:58.988435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:59.037109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c4703d9-5012-475e-88d1-ac31856aa341 req-15365fe7-a9a0-47c3-9773-939bf15fe16f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 210 time: 0.0552459 Aug 21 08:59:59.046577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Transition to ACTIVE for port object 0ff1500f-6b9f-410b-92c9-4b2636d9f147 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:59.077521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07c3fada-0c76-413f-8c7d-e0f7055a3d77 req-eb28ec35-f3fe-4f7f-b02b-89b9292c6b59 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193905 Aug 21 08:59:59.181761 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:59.193863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:59.236956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:59:59.240531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:59:59.246115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:59:59.253257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:59.254201 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:59.264450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event updated for resources: {'Port': ['ID=0ff1500f-6b9f-410b-92c9-4b2636d9f147,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:59.305476 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Allocated IP 192.168.233.154 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/776a1110-029f-4c79-9515-bd11cafdbfe9) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 08:59:59.339212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-6e49efb7-e982-4ce0-a93b-ad81a862286c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0893524 Aug 21 08:59:59.355307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Request body: {'port': {'device_id': '0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:59.448719 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:59.573525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:59.593798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Transition to ACTIVE for port object 776a1110-029f-4c79-9515-bd11cafdbfe9 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 08:59:59.652603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcee7c-1e37-4860-87e3-901f122c7b52 req-7d7f8cf3-327e-462f-8ad2-ff3a277b391d tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:59.654231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bcee7c-1e37-4860-87e3-901f122c7b52 req-7d7f8cf3-327e-462f-8ad2-ff3a277b391d tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 950 time: 0.0730581 Aug 21 08:59:59.670006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-818d8f26-481f-4df3-860e-ab9cc021dcf0 None None] Provisioning for port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 08:59:59.676295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-818d8f26-481f-4df3-860e-ab9cc021dcf0 None None] Provisioning complete for port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 08:59:59.676758 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-818d8f26-481f-4df3-860e-ab9cc021dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:59.707577 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:59.714723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-818d8f26-481f-4df3-860e-ab9cc021dcf0 None None] Port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 08:59:59.724455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['da919d1c-196a-4736-a16e-44adc1bcdc81'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 08:59:59.756467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 08:59:59.759614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 08:59:59.763239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 08:59:59.770122 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:59.770460 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bcee7c-1e37-4860-87e3-901f122c7b52 req-e25c9ea6-09a8-4392-9904-9cf5a4a234e1 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069486 Aug 21 08:59:59.770771 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 08:59:59.780800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872de7c1-e806-4e8c-b1fc-970ab566a957 req-9321c5e3-0031-4ca4-9843-a7104ff6bdf7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 08:59:59.783295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-872de7c1-e806-4e8c-b1fc-970ab566a957 req-9321c5e3-0031-4ca4-9843-a7104ff6bdf7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 935 time: 0.1214309 Aug 21 08:59:59.788080 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Pushing event updated for resources: {'Port': ['ID=776a1110-029f-4c79-9515-bd11cafdbfe9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 08:59:59.850961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-872de7c1-e806-4e8c-b1fc-970ab566a957 req-5c7f86e9-c1a6-4ea9-bf44-bc2a176a0c1a tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590899 Aug 21 08:59:59.886990 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-861f6315-fcea-4bff-8e7b-8b6b11ec0df0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5950854 Aug 21 08:59:59.898353 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Request body: {'port': {'device_id': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 08:59:59.964840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:00.011222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.034518 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.065886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Transition to ACTIVE for port object 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:00.206094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.274115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55592) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:00.290563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9a5458bb-bbc3-46d7-b5a3-75ca4adc6777 None None] Provisioning for port 776a1110-029f-4c79-9515-bd11cafdbfe9 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:00.302681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9a5458bb-bbc3-46d7-b5a3-75ca4adc6777 None None] Provisioning complete for port 776a1110-029f-4c79-9515-bd11cafdbfe9 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:00.305738 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9a5458bb-bbc3-46d7-b5a3-75ca4adc6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.358348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9a5458bb-bbc3-46d7-b5a3-75ca4adc6777 None None] Port 776a1110-029f-4c79-9515-bd11cafdbfe9 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:00.370143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:00.402981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f31b1-4a8a-4567-8137-ade3c90b30a4 req-a4f6bd83-f1ce-4c3b-b52f-a33a0cafb2b1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:00.404820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f6f31b1-4a8a-4567-8137-ade3c90b30a4 req-a4f6bd83-f1ce-4c3b-b52f-a33a0cafb2b1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 936 time: 0.2007468 Aug 21 09:00:00.409869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-network', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:00.447687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223a110-6159-48af-aa44-98bfdc036185 req-57815d81-2740-4acc-94c1-ff40bb2992c3 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:00.449208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c223a110-6159-48af-aa44-98bfdc036185 req-57815d81-2740-4acc-94c1-ff40bb2992c3 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1097 time: 0.1995621 Aug 21 09:00:00.453756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Attempting to bind port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:00.453756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Attempting to bind port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:00.453988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Attempting to bind port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:00.495682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:00.496005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Attempting to bind port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:00.515368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Made reservation on behalf of 09e65ef8a9a0467cb4a30f49e1ab7e8d for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:00.519682 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.526729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff1500f-6b9f-410b-92c9-4b2636d9f147 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:00.531613 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.531709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:00.531870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:00.532286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:00.532727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Bound port: 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:00.533257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.543458 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.545657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55598) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:00.559349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f6f31b1-4a8a-4567-8137-ade3c90b30a4 req-13f2621e-0643-471c-8a53-08c39c85e42f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379781 Aug 21 09:00:00.583224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Transition to ACTIVE for port object 0ff1500f-6b9f-410b-92c9-4b2636d9f147 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:00.584055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c223a110-6159-48af-aa44-98bfdc036185 req-3b036241-0d59-473a-b5da-b1eba6d4bdb3 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212957 Aug 21 09:00:00.673401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] For port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:00.677027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] For port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:00.688130 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.692459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0aed3755-f4e7-4ec7-985d-b2cf0726644d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.746928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff1500f-6b9f-410b-92c9-4b2636d9f147,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:00.770930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.775827 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.810886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Attempting to bind port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:00.811647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Attempting to bind port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:00.811647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Attempting to bind port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:00.848459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:00.849072 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.850799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] 10.222.0.13 "PUT /v2.0/ports/5a7bbd7c-e291-4022-9e5a-cffa55e2b42c HTTP/1.1" status: 200 len: 1097 time: 2.3495173 Aug 21 09:00:00.851098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6612f5ac-3aae-483f-b7a3-2b137084abe5', 'tag': '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:00.858966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.863065 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa2ee85-84aa-433d-97bb-64b9d86456a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6612f5ac-3aae-483f-b7a3-2b137084abe5", "tag": "5a7bbd7c-e291-4022-9e5a-cffa55e2b42c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:00.866744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:00.868411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Attempting to bind port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:00.885286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:00.885641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:00.886007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:00.886438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Bound port: 0ff1500f-6b9f-410b-92c9-4b2636d9f147, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:00.886802 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.933878 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:00:00.937325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15c8a8-0e9f-4180-a919-26e8faf0d999 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:00.947367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed372435-8441-41fc-b279-5badd8974cf0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:00.970177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776a1110-029f-4c79-9515-bd11cafdbfe9 {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:00.985664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.988055 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:00.988400 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Added segment 09abe7ce-099e-4b7c-8acc-797e55078e92 of type vlan for network b3cdb47d-6003-4595-8619-b3826ce06c84 Aug 21 09:00:01.029286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6ebf0-d9b8-45b8-8776-b4504a9495fb req-fb5d85ce-89a3-43d8-91e4-5dbdc283b0ea tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:01.032987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Transition to ACTIVE for port object 776a1110-029f-4c79-9515-bd11cafdbfe9 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:01.036165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cac6ebf0-d9b8-45b8-8776-b4504a9495fb req-fb5d85ce-89a3-43d8-91e4-5dbdc283b0ea tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 950 time: 0.1415014 Aug 21 09:00:01.054259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.087617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0aed3755-f4e7-4ec7-985d-b2cf0726644d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.093302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] For port 0ff1500f-6b9f-410b-92c9-4b2636d9f147, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:01.096433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-f5b6508d-fe91-4987-95e7-4e97ce3d9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:01.097853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-f5b6508d-fe91-4987-95e7-4e97ce3d9358 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=6612f5ac-3aae-483f-b7a3-2b137084abe5 HTTP/1.1" status: 200 len: 1100 time: 0.1291568 Aug 21 09:00:01.100768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] For port 0ff1500f-6b9f-410b-92c9-4b2636d9f147, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0ff1500f-6b9f-410b-92c9-4b2636d9f147,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:01.116336 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.150826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cac6ebf0-d9b8-45b8-8776-b4504a9495fb req-214fb439-3da5-4bee-b0c1-bacaab2e83ea tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036701 Aug 21 09:00:01.152354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-b9b85d55-917a-432a-9f8f-236994602cca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c HTTP/1.1" status: 200 len: 217 time: 0.0449889 Aug 21 09:00:01.176370 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Pushing event updated for resources: {'Port': ['ID=776a1110-029f-4c79-9515-bd11cafdbfe9,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:01.176565 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.192590 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.193673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:01.194260 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.199792 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0aed3755-f4e7-4ec7-985d-b2cf0726644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.240337 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d54527f-857f-485a-8fe8-ed242b2f1e16 x-openstack-request-id: req-1d54527f-857f-485a-8fe8-ed242b2f1e16 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:01.241190 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6612f5ac-3aae-483f-b7a3-2b137084abe5", "tag": "5a7bbd7c-e291-4022-9e5a-cffa55e2b42c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:01.241589 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d54527f-857f-485a-8fe8-ed242b2f1e16 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:01.242127 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6612f5ac-3aae-483f-b7a3-2b137084abe5', 'tag': '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'status': 'completed', 'code': 200} Aug 21 09:00:01.261477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:01.262119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.264212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] 10.222.0.13 "PUT /v2.0/ports/0ff1500f-6b9f-410b-92c9-4b2636d9f147 HTTP/1.1" status: 200 len: 1096 time: 1.9149547 Aug 21 09:00:01.291369 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Attempting to bind port 776a1110-029f-4c79-9515-bd11cafdbfe9 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:01.291998 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Attempting to bind port 776a1110-029f-4c79-9515-bd11cafdbfe9 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:01.292543 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Attempting to bind port 776a1110-029f-4c79-9515-bd11cafdbfe9 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:01.295257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1a958bbe-ee53-468a-a085-a9759d28dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:01.296932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-1a958bbe-ee53-468a-a085-a9759d28dadc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1310873 Aug 21 09:00:01.320616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Port 776a1110-029f-4c79-9515-bd11cafdbfe9 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:01.321226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Attempting to bind port 776a1110-029f-4c79-9515-bd11cafdbfe9 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:01.321359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d938b2-2729-41af-935b-ff672fb4cc84 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff1500f-6b9f-410b-92c9-4b2636d9f147,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:01.328646 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0aed3755-f4e7-4ec7-985d-b2cf0726644d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d696fc3659824a10a3bcf2121ed3a684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7819955 Aug 21 09:00:01.334547 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55616) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:01.337830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed3755-f4e7-4ec7-985d-b2cf0726644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c0cdd1-cad1-44fc-8650-5574c41b67f6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:01.346521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=b3cdb47d-6003-4595-8619-b3826ce06c84,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:01.349889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:01.350438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:01.351175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:01.352500 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Bound port: 776a1110-029f-4c79-9515-bd11cafdbfe9, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:01.353077 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.367731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network b3cdb47d-6003-4595-8619-b3826ce06c84 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:00:01.402278 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fac79e63-81e9-4063-975b-a58811727ed1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1244402 Aug 21 09:00:01.407088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55620) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:01.412316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] Request body: {'subnet': {'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-subnet', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:01.422663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-7a537c71-98a1-4c4f-9253-ca58bb5f3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:01.424374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-7a537c71-98a1-4c4f-9253-ca58bb5f3252 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1151853 Aug 21 09:00:01.461364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be944fdb-7d06-4dea-bcfb-e4e7780ea3c8 req-da70788e-2a20-44de-ba70-8fe3be7ac62e tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:01.463391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be944fdb-7d06-4dea-bcfb-e4e7780ea3c8 req-da70788e-2a20-44de-ba70-8fe3be7ac62e tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 947 time: 0.1725333 Aug 21 09:00:01.542458 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:01.549492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=776a1110-029f-4c79-9515-bd11cafdbfe9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:01.552957 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a04b5086-f6df-4931-b0d0-bb51fa0efa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.589330 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a04b5086-f6df-4931-b0d0-bb51fa0efa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.606465 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] Made reservation on behalf of 09e65ef8a9a0467cb4a30f49e1ab7e8d for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:01.608851 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.675507 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.786820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:01.787447 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.788906 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] 10.222.0.13 "PUT /v2.0/ports/776a1110-029f-4c79-9515-bd11cafdbfe9 HTTP/1.1" status: 200 len: 1097 time: 1.8995945 Aug 21 09:00:01.790741 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:01.793522 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f3148e-457c-4036-8c57-4ef9cee74a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:01.826184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ba8aa-2431-40e1-81bf-9c0b133cedbc service neutron] Pushing event updated for resources: {'Port': ['ID=776a1110-029f-4c79-9515-bd11cafdbfe9,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:01.851178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be944fdb-7d06-4dea-bcfb-e4e7780ea3c8 req-f24834bd-ec09-426b-adb6-c99e15383e33 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758380 Aug 21 09:00:01.857617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-b4a3ad02-1172-4055-9850-2f70669c04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:01.858268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-b4a3ad02-1172-4055-9850-2f70669c04e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 1099 time: 0.4473140 Aug 21 09:00:01.922421 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-64d59601-52e5-4139-952c-cc4b00a6773e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=0ff1500f-6b9f-410b-92c9-4b2636d9f147 HTTP/1.1" status: 200 len: 217 time: 0.0491178 Aug 21 09:00:01.926371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-80c775e4-9bbc-487d-b194-e9625e83565e service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834321 Aug 21 09:00:01.959397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a04b5086-f6df-4931-b0d0-bb51fa0efa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.963364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a04b5086-f6df-4931-b0d0-bb51fa0efa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:01.964776 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a04b5086-f6df-4931-b0d0-bb51fa0efa4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62c0cdd1-cad1-44fc-8650-5574c41b67f6 HTTP/1.1" status: 204 len: 168 time: 0.6284382 Aug 21 09:00:01.997903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b5086-f6df-4931-b0d0-bb51fa0efa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c0cdd1-cad1-44fc-8650-5574c41b67f6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:02.031416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-f8ad842b-0545-43f3-9008-0690d719b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:02.035438 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-f8ad842b-0545-43f3-9008-0690d719b2ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 1100 time: 0.1131463 Aug 21 09:00:02.053076 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:02.088033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:02.111790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-78544a72-ef16-4c2e-b263-4355b6a63641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:02.113350 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-78544a72-ef16-4c2e-b263-4355b6a63641 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1758351 Aug 21 09:00:02.114344 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-d43ae176-9cb2-4db6-8ae3-2dca8f4ec719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=776a1110-029f-4c79-9515-bd11cafdbfe9 HTTP/1.1" status: 200 len: 217 time: 0.0717018 Aug 21 09:00:02.167663 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=62101ad0-43df-4ca9-a57f-4ccefe6158a3,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:02.183394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361566d-122a-498f-94e6-4201a38d4db3 req-ce1f05fc-4738-48d2-9161-c88bd350a71b tempest-LiveMigrationNegativeTest-230674027 tempest-LiveMigrationNegativeTest-230674027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:02.190772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4361566d-122a-498f-94e6-4201a38d4db3 req-ce1f05fc-4738-48d2-9161-c88bd350a71b tempest-LiveMigrationNegativeTest-230674027 tempest-LiveMigrationNegativeTest-230674027-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 1102 time: 0.2314496 Aug 21 09:00:02.194327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] Checking segment: {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:02.194934 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] Network hostable DHCP agents. Network: b3cdb47d-6003-4595-8619-b3826ce06c84, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:00:02.203496 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-1370371e-e830-4d53-b17d-6ce7041865d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:02.205000 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-1370371e-e830-4d53-b17d-6ce7041865d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0697999 Aug 21 09:00:02.209812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:02.224928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'mac_address': 'fa:16:3e:a7:ec:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:02.233411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-08f231c1-f5f9-4c25-85cd-8e6359627f6e service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926111 Aug 21 09:00:02.234290 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4361566d-122a-498f-94e6-4201a38d4db3 req-0217bdde-9ec9-44e5-9016-96dbc6712465 tempest-LiveMigrationNegativeTest-230674027 tempest-LiveMigrationNegativeTest-230674027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:02.264237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-cf69ac67-b494-44f0-88e8-328ba7df0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:02.266083 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-cf69ac67-b494-44f0-88e8-328ba7df0e0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0492406 Aug 21 09:00:02.273204 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:02.283419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-a74b7af8-2ebf-438a-ac8d-a4c7fdaf1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:02.283419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-a74b7af8-2ebf-438a-ac8d-a4c7fdaf1d32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1308575 Aug 21 09:00:02.289827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:02.304422 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] Network b3cdb47d-6003-4595-8619-b3826ce06c84 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:00:02.325992 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:02.384980 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-72995985-82ee-4960-93fb-5a4cf9ca9d65 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079876 Aug 21 09:00:02.441426 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:02.456273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, b3cdb47d-6003-4595-8619-b3826ce06c84) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:02.462935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:02.463521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:02.471140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6456ac7b-176e-4ad8-89cb-7eb9aa132be1 None None] Network b3cdb47d-6003-4595-8619-b3826ce06c84 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:00:02.477255 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-14c6b9a1-54f4-4a11-b827-429bf8e29460 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650107 Aug 21 09:00:02.491330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2ee85-84aa-433d-97bb-64b9d86456a9 req-03016867-3c72-49f1-b71d-cfbb29a8ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:02.494643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fa2ee85-84aa-433d-97bb-64b9d86456a9 req-03016867-3c72-49f1-b71d-cfbb29a8ef3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=6612f5ac-3aae-483f-b7a3-2b137084abe5 HTTP/1.1" status: 200 len: 1100 time: 0.0804498 Aug 21 09:00:02.518014 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2ac0ca44-6b50-4fcc-9692-8acbdfb6afb8 req-ed415fa3-ebef-46fc-820e-e885964fc7a6 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188681 Aug 21 09:00:02.551893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:02.583247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:02.618351 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4361566d-122a-498f-94e6-4201a38d4db3 req-0217bdde-9ec9-44e5-9016-96dbc6712465 tempest-LiveMigrationNegativeTest-230674027 tempest-LiveMigrationNegativeTest-230674027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:02.683799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be1e18b2-9374-4618-9a4b-cd5e6455b704 req-97528792-a3f5-4489-9bba-dafad4943868 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855583 Aug 21 09:00:02.691712 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55650) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:02.691932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2ee85-84aa-433d-97bb-64b9d86456a9 req-95f614e0-3882-4d7c-8b5e-42b182df03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:02.697755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fa2ee85-84aa-433d-97bb-64b9d86456a9 req-95f614e0-3882-4d7c-8b5e-42b182df03b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1849277 Aug 21 09:00:02.711953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e1695aa-2a64-4cd3-a098-3f6211492dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:02.724175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-b3cdb47d-6003-4595-8619-b3826ce06c84', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:00:02.725025 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:02.749918 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4361566d-122a-498f-94e6-4201a38d4db3 req-0217bdde-9ec9-44e5-9016-96dbc6712465 tempest-LiveMigrationNegativeTest-230674027 tempest-LiveMigrationNegativeTest-230674027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:02.753251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fa2ee85-84aa-433d-97bb-64b9d86456a9 req-9093a9c2-ceef-4e56-b90a-cda2db7878a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c HTTP/1.1" status: 200 len: 217 time: 0.0489860 Aug 21 09:00:02.784790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4361566d-122a-498f-94e6-4201a38d4db3 req-0217bdde-9ec9-44e5-9016-96dbc6712465 tempest-LiveMigrationNegativeTest-230674027 tempest-LiveMigrationNegativeTest-230674027-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931425 Aug 21 09:00:02.805840 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-47fddd04-0685-476d-93b5-244d1de7e1bc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3976679 Aug 21 09:00:02.809157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55652) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:02.815764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:02.832438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217bdde-9ec9-44e5-9016-96dbc6712465 tempest-LiveMigrationNegativeTest-230674027 tempest-LiveMigrationNegativeTest-230674027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a047bc82-3e87-4294-805f-b3659a42564c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:02.862860 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2ee85-84aa-433d-97bb-64b9d86456a9 req-1b72a1d3-fee5-4b15-9f4b-f85223b472c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:02.864959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fa2ee85-84aa-433d-97bb-64b9d86456a9 req-1b72a1d3-fee5-4b15-9f4b-f85223b472c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1015241 Aug 21 09:00:02.917723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Allocated IP 172.20.0.2 (b3cdb47d-6003-4595-8619-b3826ce06c84/62101ad0-43df-4ca9-a57f-4ccefe6158a3/f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:02.919298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2ee85-84aa-433d-97bb-64b9d86456a9 req-6bf96f30-327b-443b-87be-0a295f209d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:02.921201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fa2ee85-84aa-433d-97bb-64b9d86456a9 req-6bf96f30-327b-443b-87be-0a295f209d17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0446131 Aug 21 09:00:02.995315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e1695aa-2a64-4cd3-a098-3f6211492dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.050517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f34ef3-6bfd-4f13-973c-e6c71d35dff6 req-efeb4058-79f1-427e-a0c5-5d1a9e0cca63 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:03.052220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f34ef3-6bfd-4f13-973c-e6c71d35dff6 req-efeb4058-79f1-427e-a0c5-5d1a9e0cca63 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 948 time: 0.1012077 Aug 21 09:00:03.058659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55670) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:03.059379 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e1695aa-2a64-4cd3-a098-3f6211492dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.082655 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.089468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fa2ee85-84aa-433d-97bb-64b9d86456a9 req-248c3fbe-2a1c-4da3-9cc7-375a77b004ea service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578655 Aug 21 09:00:03.114772 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3e1695aa-2a64-4cd3-a098-3f6211492dc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57a20c45a5f54ad0a7ca49749dec18bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175227 Aug 21 09:00:03.117349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55674) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:03.119423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Transition to ACTIVE for port object f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:03.130344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f34ef3-6bfd-4f13-973c-e6c71d35dff6 req-54e3a1f7-ba63-401c-93be-b910bf193cae tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693336 Aug 21 09:00:03.154160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1695aa-2a64-4cd3-a098-3f6211492dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbd43c5-f2e5-4087-a9a7-cdb0daed93f6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:03.165912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Transition to ACTIVE for port object f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:03.176261 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.177744 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.187265 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23c417f2-a6ab-46c0-a886-4e40b4b8ca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.213012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fa2ee85-84aa-433d-97bb-64b9d86456a9 req-23d45429-7f95-4c20-b348-e325d6d2e4b4 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152375 Aug 21 09:00:03.223712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23c417f2-a6ab-46c0-a886-4e40b4b8ca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.245576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-54f7462f-cb7b-4dfc-a1ff-5ffc50e879a9 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:00:03.246817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-54f7462f-cb7b-4dfc-a1ff-5ffc50e879a9 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1871474 Aug 21 09:00:03.247721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe', 'tag': '0ff1500f-6b9f-410b-92c9-4b2636d9f147'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:03.249939 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc4f5a8-d751-4849-95be-77915ff5b93e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe", "tag": "0ff1500f-6b9f-410b-92c9-4b2636d9f147"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:03.277585 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.287848 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.318778 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e127ae-cb71-4280-9e8e-ba5b8a787da1 x-openstack-request-id: req-70e127ae-cb71-4280-9e8e-ba5b8a787da1 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:03.321156 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:03.321156 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70e127ae-cb71-4280-9e8e-ba5b8a787da1 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:03.324146 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9', 'status': 'completed', 'code': 200} Aug 21 09:00:03.337568 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Network b3cdb47d-6003-4595-8619-b3826ce06c84 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:03.344490 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:03.347370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:03.386650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Pushing event updated for resources: {'Port': ['ID=f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:03.417858 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Attempting to bind port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:03.418230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Attempting to bind port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:03.420012 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Attempting to bind port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 on network b3cdb47d-6003-4595-8619-b3826ce06c84 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:03.420128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Request body: {'binding': {'host': 'n-h1-766726-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:03.421878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Unknown quota resources ['binding']. {{(pid=106757) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:00:03.424220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:03.424600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Checking segment: {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:03.425014 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.425421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Bound using segment: {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:03.425893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Bound port: f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:03.426281 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.448707 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23c417f2-a6ab-46c0-a886-4e40b4b8ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.449640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23c417f2-a6ab-46c0-a886-4e40b4b8ca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.453114 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-23c417f2-a6ab-46c0-a886-4e40b4b8ca5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bbd43c5-f2e5-4087-a9a7-cdb0daed93f6 HTTP/1.1" status: 204 len: 168 time: 0.3320315 Aug 21 09:00:03.508836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] For port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:03.512769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] For port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:03.516194 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c417f2-a6ab-46c0-a886-4e40b4b8ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbd43c5-f2e5-4087-a9a7-cdb0daed93f6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:03.521295 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.565894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3148e-457c-4036-8c57-4ef9cee74a3b req-37488d55-f656-46c0-b979-93edea340a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:03.567403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53f3148e-457c-4036-8c57-4ef9cee74a3b req-37488d55-f656-46c0-b979-93edea340a14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 1100 time: 0.2169719 Aug 21 09:00:03.596018 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.661683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe96356-c070-4f2f-80dd-4d5b01ae1939 req-67f7bfcb-07d3-4979-bc66-c522be67f413 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:03.663228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfe96356-c070-4f2f-80dd-4d5b01ae1939 req-67f7bfcb-07d3-4979-bc66-c522be67f413 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 947 time: 0.1881545 Aug 21 09:00:03.671076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fc96d-89f6-4a30-b44d-9bd33a6d5049 None None] Pushing event updated for resources: {'Port': ['ID=f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:03.767730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfe96356-c070-4f2f-80dd-4d5b01ae1939 req-48b42deb-339d-41c4-99f5-962d20a784ec tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919149 Aug 21 09:00:03.792579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3148e-457c-4036-8c57-4ef9cee74a3b req-2ddce154-6635-495d-aac8-2d8472755aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:03.796627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53f3148e-457c-4036-8c57-4ef9cee74a3b req-2ddce154-6635-495d-aac8-2d8472755aeb service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.2004464 Aug 21 09:00:03.807377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on host n-h1-766726-28 for vnic_type normal with profile None {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:03.807837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:03.808169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:03.837154 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.850758 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e885c58-7c6c-4efd-92ff-9151cc53f74c x-openstack-request-id: req-7e885c58-7c6c-4efd-92ff-9151cc53f74c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:03.851051 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe", "tag": "0ff1500f-6b9f-410b-92c9-4b2636d9f147", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:03.851488 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e885c58-7c6c-4efd-92ff-9151cc53f74c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:03.852449 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe', 'tag': '0ff1500f-6b9f-410b-92c9-4b2636d9f147', 'status': 'completed', 'code': 200} Aug 21 09:00:03.853000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:03.853318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:03.856804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53f3148e-457c-4036-8c57-4ef9cee74a3b req-94da50af-da24-44f3-bd79-da23120ead4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=776a1110-029f-4c79-9515-bd11cafdbfe9 HTTP/1.1" status: 200 len: 217 time: 0.0459270 Aug 21 09:00:03.861405 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:03.862156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:03.862156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:03.862156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:03.862156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Bound port: 9ba28cba-2928-4f11-aa79-fb75dfc51720, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:04.024345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3148e-457c-4036-8c57-4ef9cee74a3b req-c23ab5be-8aab-46e7-8ab4-e3e05009771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:04.030754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53f3148e-457c-4036-8c57-4ef9cee74a3b req-c23ab5be-8aab-46e7-8ab4-e3e05009771c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1317909 Aug 21 09:00:04.072212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Allocated IP 172.25.5.184 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/9be037b0-85db-4bcc-a6ec-42d14f2a5c81) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:04.111126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:04.174545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:04.188425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4f5a8-d751-4849-95be-77915ff5b93e req-b0311761-f4a6-4ba8-99c7-6ee7609ce54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:04.189846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bc4f5a8-d751-4849-95be-77915ff5b93e req-b0311761-f4a6-4ba8-99c7-6ee7609ce54d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 1099 time: 0.2883120 Aug 21 09:00:04.213463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3148e-457c-4036-8c57-4ef9cee74a3b req-71305a10-38ea-4cd3-9b0e-ebecf63081de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:04.215056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53f3148e-457c-4036-8c57-4ef9cee74a3b req-71305a10-38ea-4cd3-9b0e-ebecf63081de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1700816 Aug 21 09:00:04.238296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:04.238572 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:04.280687 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:04.281764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-13a723ea-a1d2-4e7a-a0a4-52c6b4b6c3f7 service neutron] 10.222.0.20 "POST /v2.0/ports/9ba28cba-2928-4f11-aa79-fb75dfc51720/bindings HTTP/1.1" status: 201 len: 390 time: 0.9792645 Aug 21 09:00:04.290818 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:04.386561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4f5a8-d751-4849-95be-77915ff5b93e req-abf515d5-30f3-464c-8720-506da35a2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:04.388069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bc4f5a8-d751-4849-95be-77915ff5b93e req-abf515d5-30f3-464c-8720-506da35a2e3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1873801 Aug 21 09:00:04.393936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53f3148e-457c-4036-8c57-4ef9cee74a3b req-45e0a971-788b-4013-a7b3-243e9803e830 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686831 Aug 21 09:00:04.400423 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:04.420579 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:04.455681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:04.456047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bc4f5a8-d751-4849-95be-77915ff5b93e req-b1219810-29cf-4907-a87e-57040b177dca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=0ff1500f-6b9f-410b-92c9-4b2636d9f147 HTTP/1.1" status: 200 len: 217 time: 0.0536170 Aug 21 09:00:04.458897 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8238f2c0-8fc7-4ed3-8415-a1e88b9d8d48" -d '{"events": [{"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-plugged", "status": "completed", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:04.477066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:04.491655 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:04.494247 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:04.496977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:04.562926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4f5a8-d751-4849-95be-77915ff5b93e req-93ed10e4-4eeb-4f98-83b6-48846f9558cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:04.568446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bc4f5a8-d751-4849-95be-77915ff5b93e req-93ed10e4-4eeb-4f98-83b6-48846f9558cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1012254 Aug 21 09:00:04.645377 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53f3148e-457c-4036-8c57-4ef9cee74a3b req-0fcb4abd-a934-423b-888b-898d80f09b21 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367134 Aug 21 09:00:04.654013 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:04.700618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4f5a8-d751-4849-95be-77915ff5b93e req-b79f5be0-252b-4956-9909-42bece25cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:04.706253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bc4f5a8-d751-4849-95be-77915ff5b93e req-b79f5be0-252b-4956-9909-42bece25cfb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1230295 Aug 21 09:00:04.732541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Pushing event updated for resources: {'Port': ['ID=9be037b0-85db-4bcc-a6ec-42d14f2a5c81,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:04.790051 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d1a63c-6313-4550-a359-145922493a4d x-openstack-request-id: req-d2d1a63c-6313-4550-a359-145922493a4d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:04.790459 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-plugged", "status": "completed", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:04.791028 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2d1a63c-6313-4550-a359-145922493a4d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:04.791662 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'code': 200} Aug 21 09:00:04.793050 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=10']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:04.839669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab49db-180d-4e5c-b56d-403b5ac0894b req-c15fe5db-1c72-4e5f-b2a7-65135da46e61 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:04.841523 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8ab49db-180d-4e5c-b56d-403b5ac0894b req-c15fe5db-1c72-4e5f-b2a7-65135da46e61 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 948 time: 0.1905224 Aug 21 09:00:04.991539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8ab49db-180d-4e5c-b56d-403b5ac0894b req-a55e6f89-c505-41fc-a46a-6ff5441751fe tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401374 Aug 21 09:00:05.009687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bc4f5a8-d751-4849-95be-77915ff5b93e req-54df5b4f-9a4b-4f43-b087-5370da782355 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937608 Aug 21 09:00:05.077603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c820bc-841a-4643-99a6-2681c1b9720d req-bbf88800-6c62-4c48-83a4-9cc8e9171ea7 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:05.081806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75c820bc-841a-4643-99a6-2681c1b9720d req-bbf88800-6c62-4c48-83a4-9cc8e9171ea7 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 945 time: 0.1643579 Aug 21 09:00:05.212022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9575a-dd15-4344-89b8-b90ea47b8d3c None None] Network b3cdb47d-6003-4595-8619-b3826ce06c84 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:00:05.299902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bc4f5a8-d751-4849-95be-77915ff5b93e req-11d0a0ce-8bea-4f58-aa75-951f08fe24b4 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687857 Aug 21 09:00:05.393395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75c820bc-841a-4643-99a6-2681c1b9720d req-ab14353f-4265-4ef8-b674-a17e9b201978 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924309 Aug 21 09:00:05.424647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-527301fc-8de5-4517-b71b-da71e01273af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:05.430712 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-527301fc-8de5-4517-b71b-da71e01273af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1097 time: 0.3261838 Aug 21 09:00:05.442989 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:05.464599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e891453a-c0e3-4a4b-83a7-d80c964019c4 None None] Provisioning for port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:05.484177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe8695-4342-4ab8-bc14-af94c3a1823d req-02488ad6-66c2-467f-b7da-d52c4b57cd99 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:05.491869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dbe8695-4342-4ab8-bc14-af94c3a1823d req-02488ad6-66c2-467f-b7da-d52c4b57cd99 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 950 time: 0.2983239 Aug 21 09:00:05.619339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dbe8695-4342-4ab8-bc14-af94c3a1823d req-c21babde-25f6-4bae-bc4f-d832c963ac74 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257420 Aug 21 09:00:05.651971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cd207-f1dd-4b16-b282-5dca6fea64a3 req-a7fd4e9e-8b95-4c2e-8142-1426812085b2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:05.653874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd8cd207-f1dd-4b16-b282-5dca6fea64a3 req-a7fd4e9e-8b95-4c2e-8142-1426812085b2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 947 time: 0.1294556 Aug 21 09:00:05.657189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-4073e202-602f-416c-96e0-cc004037d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:05.658873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-4073e202-602f-416c-96e0-cc004037d8a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.2202265 Aug 21 09:00:05.735010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-41ab7b62-be81-476a-926c-862e52f1b490 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720 HTTP/1.1" status: 200 len: 217 time: 0.0636690 Aug 21 09:00:05.782517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd8cd207-f1dd-4b16-b282-5dca6fea64a3 req-0b0eaa96-0d7b-4eb6-959e-690340a77fa1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163843 Aug 21 09:00:05.853288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:05.873022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-e885e538-07cd-4495-9fb3-2f3053e511b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:05.882285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-e885e538-07cd-4495-9fb3-2f3053e511b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1090853 Aug 21 09:00:05.971812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-89c30cfa-3ea5-4a89-bcc3-d2121aa37465 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700901 Aug 21 09:00:06.071094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:06.113217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:06.132421 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Router e70bcbde-0d93-44ee-a13b-5209b419464e is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:00:06.272346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e1a46-8277-41cd-9603-6a60f4d85ba7 req-4ad46e26-31db-46fb-8d37-096ae0488c2c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:06.275492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:06.281365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae7e1a46-8277-41cd-9603-6a60f4d85ba7 req-4ad46e26-31db-46fb-8d37-096ae0488c2c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 948 time: 0.1497865 Aug 21 09:00:06.286251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-15f85233-62b8-407e-a2ec-5845a7790d9a service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058949 Aug 21 09:00:06.286683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:06.299809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:06.305285 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:06.317095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:00:06.337951 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Sync routers for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:00:06.353253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'mac_address': 'fa:16:3e:ed:b9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:06.370087 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:00:06.370770 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:59:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:06.420183 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:06.424142 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:06.429529 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b49d6506-7db7-46a8-a3a2-d1a5e55c5016 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.6191382 Aug 21 09:00:06.430928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55782) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:06.439479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae7e1a46-8277-41cd-9603-6a60f4d85ba7 req-c82d40eb-f7d5-49e9-8e08-0da6a6910e34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568725 Aug 21 09:00:06.500598 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:00:06.523044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:06.533413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01b3d-cd4b-4819-856b-cb91f44d3a58 req-fc24c8d1-7bd8-410d-a5fb-372e89dd9079 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:06.534907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5fa01b3d-cd4b-4819-856b-cb91f44d3a58 req-fc24c8d1-7bd8-410d-a5fb-372e89dd9079 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.22 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 950 time: 0.3639803 Aug 21 09:00:06.592635 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:06.605224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:06.685462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:06.706011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a4a99-bead-4e75-bde1-f12b6d742594 req-47828603-5b3e-4392-92f0-60d235d116b1 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:06.710050 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:06.715468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 776a1110-029f-4c79-9515-bd11cafdbfe9 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:06.716531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c1a4a99-bead-4e75-bde1-f12b6d742594 req-47828603-5b3e-4392-92f0-60d235d116b1 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 945 time: 0.1918607 Aug 21 09:00:06.732981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-4827bf52-c514-4817-ae55-1dbefd1eac60 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197147 Aug 21 09:00:06.830443 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:04Z', 'revision_number': 3, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:06.849131 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:06.875941 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Checking router: e70bcbde-0d93-44ee-a13b-5209b419464e for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:00:06.876692 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Updating router e70bcbde-0d93-44ee-a13b-5209b419464e port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:00:06.905685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=776a1110-029f-4c79-9515-bd11cafdbfe9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:06.910690 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:06.937880 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-94ca52bc-37e3-45d6-8be0-146202080f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:06.939665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:06.959992 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '776a1110-029f-4c79-9515-bd11cafdbfe9', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '776a1110-029f-4c79-9515-bd11cafdbfe9', 'mac_address': 'fa:16:3e:fa:f1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:07.131473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c1a4a99-bead-4e75-bde1-f12b6d742594 req-439717ec-354c-471d-8a32-f6e0b2d10ead tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137940 Aug 21 09:00:07.137535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:07.166721 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.181039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5fa01b3d-cd4b-4819-856b-cb91f44d3a58 req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Deleting port c92e648c-da5d-4b9c-93de-b3459d4f807b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:00:07.181382 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5fa01b3d-cd4b-4819-856b-cb91f44d3a58 req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.189913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776a1110-029f-4c79-9515-bd11cafdbfe9 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:07.218125 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=776a1110-029f-4c79-9515-bd11cafdbfe9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:07.283982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccc30f-ffe9-4240-a335-ee6a2f7da3be req-bfe19510-90db-4cdf-836f-338cff58135b tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:07.286729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.287869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0ff1500f-6b9f-410b-92c9-4b2636d9f147 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:07.291863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34ccc30f-ffe9-4240-a335-ee6a2f7da3be req-bfe19510-90db-4cdf-836f-338cff58135b tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 950 time: 0.5340714 Aug 21 09:00:07.320322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-02b0f38c-9677-4653-9bf4-2947e20a02ba tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:07.323011 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-02b0f38c-9677-4653-9bf4-2947e20a02ba tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.2482705 Aug 21 09:00:07.342319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-28'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:07.359159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 0ff1500f-6b9f-410b-92c9-4b2636d9f147, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0ff1500f-6b9f-410b-92c9-4b2636d9f147,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:07.372250 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.377401 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.392605 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Transition to ACTIVE for port object 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:07.400905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '0ff1500f-6b9f-410b-92c9-4b2636d9f147', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '0ff1500f-6b9f-410b-92c9-4b2636d9f147', 'mac_address': 'fa:16:3e:2b:85:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:07.453278 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.456073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34ccc30f-ffe9-4240-a335-ee6a2f7da3be req-8dd06d8a-d09a-4e97-bf05-079ec9993d35 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632502 Aug 21 09:00:07.485079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-5fa01b3d-cd4b-4819-856b-cb91f44d3a58 req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] For port c92e648c-da5d-4b9c-93de-b3459d4f807b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c92e648c-da5d-4b9c-93de-b3459d4f807b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:07.487615 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5fa01b3d-cd4b-4819-856b-cb91f44d3a58 req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.550028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5fa01b3d-cd4b-4819-856b-cb91f44d3a58 req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Calling delete_port for c92e648c-da5d-4b9c-93de-b3459d4f807b owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:00:07.588188 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.591877 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Pushing event updated for resources: {'Port': ['ID=9be037b0-85db-4bcc-a6ec-42d14f2a5c81,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:07.613688 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.614060 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.614406 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.614746 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.615080 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.615435 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.615792 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.616121 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.616447 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.616775 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.617688 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.618102 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:07.620448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=776a1110-029f-4c79-9515-bd11cafdbfe9,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:07.651456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.666652 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Attempting to bind port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:07.667026 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Attempting to bind port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:07.667430 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Attempting to bind port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:07.676944 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:07.677335 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:07.677753 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.678211 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:07.678721 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Bound port: 9be037b0-85db-4bcc-a6ec-42d14f2a5c81, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:07.679207 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.682747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff1500f-6b9f-410b-92c9-4b2636d9f147 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:07.704918 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Allocated IP 172.20.0.1 (b3cdb47d-6003-4595-8619-b3826ce06c84/62101ad0-43df-4ca9-a57f-4ccefe6158a3/1df5edd9-05b7-44d8-8fd2-c154ac5114f3) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:07.727504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 0ff1500f-6b9f-410b-92c9-4b2636d9f147, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0ff1500f-6b9f-410b-92c9-4b2636d9f147,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:07.764291 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] For port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:07.768222 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] For port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9be037b0-85db-4bcc-a6ec-42d14f2a5c81,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:07.831459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.851195 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Transition to ACTIVE for port object 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:07.858093 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.888588 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:07.951694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:07.979042 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:08.011573 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940cf38-b6f5-4cec-a038-edf8348a303b None None] Pushing event updated for resources: {'Port': ['ID=9be037b0-85db-4bcc-a6ec-42d14f2a5c81,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:08.015598 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:00:08.017289 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T08:59:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:08.037979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=0ff1500f-6b9f-410b-92c9-4b2636d9f147,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:08.093505 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Pushing event updated for resources: {'Port': ['ID=1df5edd9-05b7-44d8-8fd2-c154ac5114f3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:08.094363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:08.094611 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:08.104327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Network b3cdb47d-6003-4595-8619-b3826ce06c84 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:08.112739 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:08.124735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:08.125625 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:08.136081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.138156 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.141786 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.142179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.142619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.143055 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.143486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.143949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.144362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.144830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.149271 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.149738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.173147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb8279-6c5f-4638-8648-54c3b7f39d14 req-31012475-4401-4297-850e-0b5205f34abd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:08.185882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5bb8279-6c5f-4638-8648-54c3b7f39d14 req-31012475-4401-4297-850e-0b5205f34abd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 947 time: 0.5942454 Aug 21 09:00:08.219367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:08.270595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52766d4f-1600-442b-ac33-bdf9200711d7 req-88644a68-7039-4cf2-8df6-26deea1f0c62 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:08.279273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52766d4f-1600-442b-ac33-bdf9200711d7 req-88644a68-7039-4cf2-8df6-26deea1f0c62 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 949 time: 0.4486744 Aug 21 09:00:08.309320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['5a7bbd7c-e291-4022-9e5a-cffa55e2b42c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:08.336715 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:00:08.417975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['776a1110-029f-4c79-9515-bd11cafdbfe9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:08.444250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5bb8279-6c5f-4638-8648-54c3b7f39d14 req-04340b16-5eb4-4c36-867c-3ac6718f67ba tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524920 Aug 21 09:00:08.467732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:08.546818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52766d4f-1600-442b-ac33-bdf9200711d7 req-98fb5cdf-a699-4d27-a870-e7224dcf1f3c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652357 Aug 21 09:00:08.584709 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:08.619102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:08.622954 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5fa01b3d-cd4b-4819-856b-cb91f44d3a58 req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:08.702608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-696515f9-9d07-4682-9d63-8629f8c3aa01 None None] Provisioning for port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:08.748729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Pushing event deleted for resources: {'Port': ['ID=c92e648c-da5d-4b9c-93de-b3459d4f807b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:08.750176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-696515f9-9d07-4682-9d63-8629f8c3aa01 None None] Provisioning complete for port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:08.750545 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-696515f9-9d07-4682-9d63-8629f8c3aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:08.813377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.813377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.813993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.815084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.815534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.816014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.816497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.816932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.817369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.817809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.819038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.819179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:08.867997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba28cba-2928-4f11-aa79-fb75dfc51720'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:08.871187 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eab3d13-5975-4547-9ee7-96aaac20f6aa" -d '{"events": [{"server_uuid": "2d3991da-99cc-43f8-ae8e-7455eb9b8ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "9ba28cba-2928-4f11-aa79-fb75dfc51720"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:08.877295 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:08.892511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67bc2a9a-14d9-452d-8def-9c3210d0aa29 req-7cf73471-d377-4bb5-af68-9884df710979 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90780c5-b6cd-46aa-a671-3b349e4a53e3 HTTP/1.1" status: 200 len: 210 time: 0.1386919 Aug 21 09:00:08.901611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa01b3d-cd4b-4819-856b-cb91f44d3a58 req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] No DVR routers for this DVR port c92e648c-da5d-4b9c-93de-b3459d4f807b on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:00:08.909608 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5fa01b3d-cd4b-4819-856b-cb91f44d3a58 req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:08.912148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5fa01b3d-cd4b-4819-856b-cb91f44d3a58 req-12ae6884-d4d9-4cd3-b391-fc9e71d03ab5 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.22 "DELETE /v2.0/ports/c92e648c-da5d-4b9c-93de-b3459d4f807b HTTP/1.1" status: 204 len: 173 time: 2.3635149 Aug 21 09:00:08.939277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:08.954284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03525b-7e03-4779-a0b1-1022f4e29838 req-ef35c319-d40d-4e5f-bbf8-f2f2fe966d42 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:08.965305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a03525b-7e03-4779-a0b1-1022f4e29838 req-ef35c319-d40d-4e5f-bbf8-f2f2fe966d42 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 945 time: 0.3094275 Aug 21 09:00:09.030252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:09.031117 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:09.047607 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:09.056704 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:04Z', 'revision_number': 3, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:09.129966 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937431d-88ab-407a-9b12-3ad351426e5a None None] The sync data for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 is: [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:04Z', 'revision_number': 3, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:00:09.165541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba28cba-2928-4f11-aa79-fb75dfc51720,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:09.175411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a03525b-7e03-4779-a0b1-1022f4e29838 req-2ef13752-7306-4fe9-b696-a86b620d9b6b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055988 Aug 21 09:00:09.238324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on host n-h2-766726-28 for vnic_type normal with profile {"migrating_to": "n-h1-766726-28"} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:09.239054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:09.239054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:09.239289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-696515f9-9d07-4682-9d63-8629f8c3aa01 None None] Port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:09.245372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:09.245706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Attempting to bind port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:09.253298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:09.253649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:09.260656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:09.271015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Bound port: 9ba28cba-2928-4f11-aa79-fb75dfc51720, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:09.271249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:09.327730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Pushing event updated for resources: {'Port': ['ID=1df5edd9-05b7-44d8-8fd2-c154ac5114f3,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:09.349848 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163ce6ab-075c-4bf6-a670-bf30b5aee963 x-openstack-request-id: req-163ce6ab-075c-4bf6-a670-bf30b5aee963 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:09.350225 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3991da-99cc-43f8-ae8e-7455eb9b8ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "9ba28cba-2928-4f11-aa79-fb75dfc51720", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:09.350573 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-163ce6ab-075c-4bf6-a670-bf30b5aee963 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:09.362031 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba28cba-2928-4f11-aa79-fb75dfc51720', 'code': 200} Aug 21 09:00:09.399195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:09.405539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Network b3cdb47d-6003-4595-8619-b3826ce06c84 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:09.406848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:09.412944 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:09.476269 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:09.572892 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0d20c16c-3ee1-4fe4-bcc6-2419f1097b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:09.670212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Router e70bcbde-0d93-44ee-a13b-5209b419464e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:00:09.855498 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:00:09.874159 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-74eb3b88-7d2d-40cb-9f66-3075af6b4095 admin admin] 10.222.0.20 "PUT /v2.0/routers/e70bcbde-0d93-44ee-a13b-5209b419464e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4419448 Aug 21 09:00:09.887130 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:09.918600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['9ba28cba-2928-4f11-aa79-fb75dfc51720'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:09.975488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:09.975488 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:09.978533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] 10.222.0.13 "PUT /v2.0/ports/9ba28cba-2928-4f11-aa79-fb75dfc51720 HTTP/1.1" status: 200 len: 1123 time: 2.6436088 Aug 21 09:00:09.979241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef3080-b535-4de0-b94d-358aafc8b139 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba28cba-2928-4f11-aa79-fb75dfc51720,revision_number=8']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:10.049631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a9da6faa-cd19-4d53-962e-891d97d9f63b None None] Provisioning complete for port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:10.050076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a9da6faa-cd19-4d53-962e-891d97d9f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:10.092727 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a9da6faa-cd19-4d53-962e-891d97d9f63b None None] Port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:10.101233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5f8e4-c247-4d86-be7c-1bc3a5fd7507 req-059940c2-6021-4809-adae-0511644629c3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:10.106590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:10.110397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41c5f8e4-c247-4d86-be7c-1bc3a5fd7507 req-059940c2-6021-4809-adae-0511644629c3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 948 time: 0.2848780 Aug 21 09:00:10.164673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96238ca7-fb6e-4184-b55f-f98342ce8da9 req-b4a8f2f4-88ad-4ca5-9723-8a8a2bab544f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:10.168322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c92e648c-da5d-4b9c-93de-b3459d4f807b no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:00:10.176559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96238ca7-fb6e-4184-b55f-f98342ce8da9 req-b4a8f2f4-88ad-4ca5-9723-8a8a2bab544f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 949 time: 0.3521326 Aug 21 09:00:10.215290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: c92e648c-da5d-4b9c-93de-b3459d4f807b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:00:10.215982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c92e648c-da5d-4b9c-93de-b3459d4f807b not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:00:10.240382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96238ca7-fb6e-4184-b55f-f98342ce8da9 req-e9c453f2-6f83-49e6-ac66-aee0ae427d61 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568626 Aug 21 09:00:10.256346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41c5f8e4-c247-4d86-be7c-1bc3a5fd7507 req-529ea6a1-dd95-44b8-b95a-a5fa41a81aae tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447873 Aug 21 09:00:10.341175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:10.350002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:10.350412 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:10.486964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:10.531214 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:10.575079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9be037b0-85db-4bcc-a6ec-42d14f2a5c81,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:10.633676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765cbb6-cae6-4a5f-a4e0-6d267532e3e8 req-4ea45ebe-5198-4a75-af64-be683f1d2a2f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:10.641990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e765cbb6-cae6-4a5f-a4e0-6d267532e3e8 req-4ea45ebe-5198-4a75-af64-be683f1d2a2f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 943 time: 0.1156340 Aug 21 09:00:10.698067 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:10.783627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=9be037b0-85db-4bcc-a6ec-42d14f2a5c81,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:10.926999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-eb9238dc-b87e-425a-8783-15c01df9eb03 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:10.930796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-eb9238dc-b87e-425a-8783-15c01df9eb03 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 821 time: 0.2309182 Aug 21 09:00:11.059030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e765cbb6-cae6-4a5f-a4e0-6d267532e3e8 req-948346d5-8815-4f5e-b0fc-945f6755c07c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863874 Aug 21 09:00:11.059030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-f54c0324-f535-4ca3-bc7f-502bacb14c99 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/quotas/09e65ef8a9a0467cb4a30f49e1ab7e8d HTTP/1.1" status: 200 len: 375 time: 0.0095127 Aug 21 09:00:11.059030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-4b6e74b4-79f7-4ba8-804f-24b3db8526de tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521531 Aug 21 09:00:11.099108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-cc60f804-cf1a-436b-9f73-eed74fcb0b88 service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837183 Aug 21 09:00:11.191189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-46c948b1-b17a-409d-95f3-c1e532fc7e47 service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851336 Aug 21 09:00:11.200915 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:11.363267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90780c5-b6cd-46aa-a671-3b349e4a53e3', 'name': 'network-vif-deleted', 'tag': 'c92e648c-da5d-4b9c-93de-b3459d4f807b'}, {'name': 'network-changed', 'server_uuid': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'tag': '9ba28cba-2928-4f11-aa79-fb75dfc51720'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:11.365949 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4390219-7b52-4fc8-b3d3-8254a772981f" -d '{"events": [{"server_uuid": "b90780c5-b6cd-46aa-a671-3b349e4a53e3", "name": "network-vif-deleted", "tag": "c92e648c-da5d-4b9c-93de-b3459d4f807b"}, {"name": "network-changed", "server_uuid": "2d3991da-99cc-43f8-ae8e-7455eb9b8ae6", "tag": "9ba28cba-2928-4f11-aa79-fb75dfc51720"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:11.697601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Sync routers for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:00:11.708390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dab903-9f2f-4928-a15a-01e7e8814fe5 req-05bb9011-935c-4d07-b831-ac8d53a47788 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:11.713646 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:00:11.713646 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:11.714853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4dab903-9f2f-4928-a15a-01e7e8814fe5 req-05bb9011-935c-4d07-b831-ac8d53a47788 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 948 time: 0.0852976 Aug 21 09:00:11.779509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4dab903-9f2f-4928-a15a-01e7e8814fe5 req-17969aa5-ceb7-4236-b08c-c12c9780bb15 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563045 Aug 21 09:00:11.806212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80c7d5-1cd4-43f0-af26-32aeeb6fa0fd req-45d3c21d-4848-4716-b4c5-7f95554e615a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:11.822788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a80c7d5-1cd4-43f0-af26-32aeeb6fa0fd req-45d3c21d-4848-4716-b4c5-7f95554e615a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 949 time: 0.2449093 Aug 21 09:00:11.864410 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a98c2e-5d0f-468a-ad45-b375e7fd8156 x-openstack-request-id: req-f6a98c2e-5d0f-468a-ad45-b375e7fd8156 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:11.868670 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90780c5-b6cd-46aa-a671-3b349e4a53e3", "name": "network-vif-deleted", "tag": "c92e648c-da5d-4b9c-93de-b3459d4f807b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d3991da-99cc-43f8-ae8e-7455eb9b8ae6", "tag": "9ba28cba-2928-4f11-aa79-fb75dfc51720", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:11.868670 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6a98c2e-5d0f-468a-ad45-b375e7fd8156 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:11.868670 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90780c5-b6cd-46aa-a671-3b349e4a53e3', 'name': 'network-vif-deleted', 'tag': 'c92e648c-da5d-4b9c-93de-b3459d4f807b', 'status': 'completed', 'code': 200} Aug 21 09:00:11.868670 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'tag': '9ba28cba-2928-4f11-aa79-fb75dfc51720', 'status': 'completed', 'code': 200} Aug 21 09:00:11.891426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:00:11.910999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a80c7d5-1cd4-43f0-af26-32aeeb6fa0fd req-cc8c18c9-af7f-4c22-9bc3-988a56d63ada tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915818 Aug 21 09:00:11.994923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:12.118945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8aa5e9bd-9b26-4ad3-9f98-c96bdb343a78 req-8dc824cf-157b-4933-b97d-b22661089d6e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 210 time: 0.1233790 Aug 21 09:00:12.131436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4390219-7b52-4fc8-b3d3-8254a772981f req-21ad1f77-0e01-4daa-bc04-7f27c588df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:12.139706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4390219-7b52-4fc8-b3d3-8254a772981f req-21ad1f77-0e01-4daa-bc04-7f27c588df14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1126 time: 0.2155604 Aug 21 09:00:12.286652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9ba28cba-2928-4f11-aa79-fb75dfc51720 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:12.295810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 776a1110-029f-4c79-9515-bd11cafdbfe9 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:12.322683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048eda13-d720-4791-8b17-9673947659d5 req-4b0dce56-4f70-4474-b75f-1ab203b881c0 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:12.328076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-048eda13-d720-4791-8b17-9673947659d5 req-4b0dce56-4f70-4474-b75f-1ab203b881c0 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 950 time: 0.0948358 Aug 21 09:00:12.352408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4390219-7b52-4fc8-b3d3-8254a772981f req-499e334e-1564-4b3e-95b8-1cbfad084ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:12.355243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4390219-7b52-4fc8-b3d3-8254a772981f req-499e334e-1564-4b3e-95b8-1cbfad084ec8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.2109118 Aug 21 09:00:12.387372 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55938) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:12.450133 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:12.453376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4390219-7b52-4fc8-b3d3-8254a772981f req-7c1d5ddc-34cb-4f54-9635-8cf6be696150 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720 HTTP/1.1" status: 200 len: 217 time: 0.0825355 Aug 21 09:00:12.501493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-048eda13-d720-4791-8b17-9673947659d5 req-3b706a8c-9f70-4a90-858e-d39591a0d27d tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640813 Aug 21 09:00:12.572715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae032a-c7b7-4a10-bf6f-352a63bae5b5 req-5e63e29b-84c9-4014-b416-a2db34622a83 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:12.583021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2ae032a-c7b7-4a10-bf6f-352a63bae5b5 req-5e63e29b-84c9-4014-b416-a2db34622a83 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 943 time: 0.1756873 Aug 21 09:00:12.594993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4390219-7b52-4fc8-b3d3-8254a772981f req-2235798a-f964-44d7-ae1f-fa5250eedada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:12.596502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4390219-7b52-4fc8-b3d3-8254a772981f req-2235798a-f964-44d7-ae1f-fa5250eedada service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1214261 Aug 21 09:00:12.646995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4390219-7b52-4fc8-b3d3-8254a772981f req-68e26067-3326-4cb7-bf1b-f8d4dcb87f52 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419223 Aug 21 09:00:12.654383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:12.658490 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:12.697514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2ae032a-c7b7-4a10-bf6f-352a63bae5b5 req-43654729-0145-45db-b257-d00abdc61844 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131282 Aug 21 09:00:12.729251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 776a1110-029f-4c79-9515-bd11cafdbfe9 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:12.775201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 776a1110-029f-4c79-9515-bd11cafdbfe9 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:12.775581 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:12.790907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-860cd636-d431-4aea-a26f-6de5a2e38003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:12.836616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4390219-7b52-4fc8-b3d3-8254a772981f req-b705c022-e0fd-487c-86f9-489684487161 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705596 Aug 21 09:00:12.853797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:12.879861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 2, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:12.885603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9ba28cba-2928-4f11-aa79-fb75dfc51720 has no active binding in host n-h1-766726-28 {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 09:00:12.915339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Checking router: e70bcbde-0d93-44ee-a13b-5209b419464e for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:00:12.915580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Updating router e70bcbde-0d93-44ee-a13b-5209b419464e port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:00:12.943530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:12.974428 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-860cd636-d431-4aea-a26f-6de5a2e38003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.033241 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.033490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19595d10-7bd6-47e2-8cb0-d2c7f2f54b3d req-23574523-1236-46fc-b511-9c56b4a64ddd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:13.035271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19595d10-7bd6-47e2-8cb0-d2c7f2f54b3d req-23574523-1236-46fc-b511-9c56b4a64ddd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 948 time: 0.1504505 Aug 21 09:00:13.087019 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-860cd636-d431-4aea-a26f-6de5a2e38003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.122880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4390219-7b52-4fc8-b3d3-8254a772981f req-eea48b4d-b324-4750-aa68-b40f36da9ab0 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781236 Aug 21 09:00:13.123189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:13.125735 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fadc238-20de-416c-9e9a-3a355a0e7c60" -d '{"events": [{"server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "name": "network-vif-plugged", "status": "completed", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:13.133206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19595d10-7bd6-47e2-8cb0-d2c7f2f54b3d req-278134d0-6e37-4c8c-aa53-11c1c6be6eb3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735433 Aug 21 09:00:13.157747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f17f32-7acf-4340-994b-07adb3f9e5cb req-455d93b7-f003-47ac-9f3b-76203c51fa49 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:13.165804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cd636-d431-4aea-a26f-6de5a2e38003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10271778-1211-48f8-a90b-20ee039e6faa,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:13.166577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0f17f32-7acf-4340-994b-07adb3f9e5cb req-455d93b7-f003-47ac-9f3b-76203c51fa49 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 949 time: 0.1642647 Aug 21 09:00:13.184687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=776a1110-029f-4c79-9515-bd11cafdbfe9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:13.189066 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-860cd636-d431-4aea-a26f-6de5a2e38003 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9324e9f0f7af4b14a496132c34df16f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8004375 Aug 21 09:00:13.194616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55956) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:13.264463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0f17f32-7acf-4340-994b-07adb3f9e5cb req-281709e2-826f-4f9e-8de7-66d99c50d953 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708010 Aug 21 09:00:13.272785 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b5248e2f-5264-4bcb-abe2-24d1a5cc7cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.300599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b5248e2f-5264-4bcb-abe2-24d1a5cc7cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.324322 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.325916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0ff1500f-6b9f-410b-92c9-4b2636d9f147 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:13.331922 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e088676-66ad-4e76-91b7-b9adfe585070 x-openstack-request-id: req-4e088676-66ad-4e76-91b7-b9adfe585070 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:13.332233 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "name": "network-vif-plugged", "status": "completed", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:13.332601 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e088676-66ad-4e76-91b7-b9adfe585070 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:13.333038 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9', 'code': 200} Aug 21 09:00:13.423590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed157be6-ff84-46a0-8e6b-183df2287d7e req-016989aa-7eb1-4e03-a07a-ecf8d6c205f8 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 210 time: 0.0574224 Aug 21 09:00:13.469826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b5248e2f-5264-4bcb-abe2-24d1a5cc7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.474034 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b5248e2f-5264-4bcb-abe2-24d1a5cc7cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.475219 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b5248e2f-5264-4bcb-abe2-24d1a5cc7cf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10271778-1211-48f8-a90b-20ee039e6faa HTTP/1.1" status: 204 len: 168 time: 0.2806280 Aug 21 09:00:13.498699 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5248e2f-5264-4bcb-abe2-24d1a5cc7cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10271778-1211-48f8-a90b-20ee039e6faa,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:13.511407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=776a1110-029f-4c79-9515-bd11cafdbfe9,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:13.561579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f702dc9-7277-41c8-b4a3-817bb505a174 req-6fe90fc1-5a42-46b4-aea1-9cae7631e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:13.565055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f702dc9-7277-41c8-b4a3-817bb505a174 req-6fe90fc1-5a42-46b4-aea1-9cae7631e53f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 1102 time: 0.1304047 Aug 21 09:00:13.649912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:13.654702 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.658844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:13.659278 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.675003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f702dc9-7277-41c8-b4a3-817bb505a174 req-31d42dae-2e74-4370-93be-7ec4869bf3dd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612698 Aug 21 09:00:13.728724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d5561-1f94-482e-a391-895eb3354da7 req-750ec2fd-eaee-4838-8dbd-f58ccd11eefb tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:13.731948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-175d5561-1f94-482e-a391-895eb3354da7 req-750ec2fd-eaee-4838-8dbd-f58ccd11eefb tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.13 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 950 time: 0.1534469 Aug 21 09:00:13.739042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ff8d4-1e1b-4533-a416-e6816678d706 req-4db05127-cd84-4406-bcb3-5b62e7147f96 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:13.740809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c2ff8d4-1e1b-4533-a416-e6816678d706 req-4db05127-cd84-4406-bcb3-5b62e7147f96 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 950 time: 0.0853100 Aug 21 09:00:13.814835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c2ff8d4-1e1b-4533-a416-e6816678d706 req-cd0b954a-1767-493f-a6d2-3ffed6fd1b68 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659156 Aug 21 09:00:13.880241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Transition to ACTIVE for port object 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:13.950524 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.961926 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:13.986888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b8c1-2956-44d2-90c9-0033005a6814 req-1f55ebce-b9d6-48ac-84eb-0b6bf6f316fa tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:13.995435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c20b8c1-2956-44d2-90c9-0033005a6814 req-1f55ebce-b9d6-48ac-84eb-0b6bf6f316fa tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 943 time: 0.1521881 Aug 21 09:00:14.055594 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 0ff1500f-6b9f-410b-92c9-4b2636d9f147, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0ff1500f-6b9f-410b-92c9-4b2636d9f147,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:14.062974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-175d5561-1f94-482e-a391-895eb3354da7 req-abd94f49-d2b9-40a5-8153-0184dcc580ab tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Deleting port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:00:14.063315 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-175d5561-1f94-482e-a391-895eb3354da7 req-abd94f49-d2b9-40a5-8153-0184dcc580ab tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.076085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c20b8c1-2956-44d2-90c9-0033005a6814 req-d48d9d1d-d903-4a74-8da9-f295751ddc67 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796442 Aug 21 09:00:14.091322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236570f-b1c9-4361-9516-d02d6d3a9dfa None None] Pushing event updated for resources: {'Port': ['ID=1df5edd9-05b7-44d8-8fd2-c154ac5114f3,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:14.142882 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.143851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:14.214884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Attempting to bind port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:14.215309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Attempting to bind port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:14.215808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Attempting to bind port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 on network b3cdb47d-6003-4595-8619-b3826ce06c84 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:14.230973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:14.231498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Checking segment: {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:14.232043 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.232549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Bound using segment: {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:14.233157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Bound port: 1df5edd9-05b7-44d8-8fd2-c154ac5114f3, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:14.233651 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.268064 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55982) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:14.298628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a3e29d2-f94f-4767-8a70-5f32e4fd4671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.331495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=0ff1500f-6b9f-410b-92c9-4b2636d9f147,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:14.385103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.385684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.386339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.386869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.387384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.388042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.388294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.388842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.389292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.389968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.390394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.390844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:00:14.438128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] For port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:14.444142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] For port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1df5edd9-05b7-44d8-8fd2-c154ac5114f3,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:14.481056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:14.485920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:14.486502 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.518277 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.599621 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a3e29d2-f94f-4767-8a70-5f32e4fd4671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.611319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236570f-b1c9-4361-9516-d02d6d3a9dfa None None] Pushing event updated for resources: {'Port': ['ID=1df5edd9-05b7-44d8-8fd2-c154ac5114f3,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:14.615892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:00:14.616627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:14.687124 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a3e29d2-f94f-4767-8a70-5f32e4fd4671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.720830 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2a3e29d2-f94f-4767-8a70-5f32e4fd4671 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=225154d078ff4b2889441fd7d1ed62dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512668 Aug 21 09:00:14.721701 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55992) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:14.729825 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.836713 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e29d2-f94f-4767-8a70-5f32e4fd4671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccdfab7-4c0e-458f-804c-143d57466e08,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:14.885602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-906bb773-73c0-427b-84eb-0d6b9c6646b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.897920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:00:14.945936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-906bb773-73c0-427b-84eb-0d6b9c6646b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:14.973516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:15.027637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-e3830edd-011d-4cfd-910a-0c1e1b8de0cb service neutron] 10.222.0.22 "GET /v2.0/ports/9ba28cba-2928-4f11-aa79-fb75dfc51720/bindings/n-h1-766726-28 HTTP/1.1" status: 200 len: 385 time: 0.9423060 Aug 21 09:00:15.097537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e69e5-ac77-49a6-9b2a-d327105d102b req-758c3f8a-1fd3-4633-b8ae-8be030fe63ec tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:15.099010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca7e69e5-ac77-49a6-9b2a-d327105d102b req-758c3f8a-1fd3-4633-b8ae-8be030fe63ec tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.3713284 Aug 21 09:00:15.107689 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:15.109070 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:15.110189 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:15.149822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-906bb773-73c0-427b-84eb-0d6b9c6646b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:15.152523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-906bb773-73c0-427b-84eb-0d6b9c6646b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:15.162632 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-906bb773-73c0-427b-84eb-0d6b9c6646b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ccdfab7-4c0e-458f-804c-143d57466e08 HTTP/1.1" status: 204 len: 168 time: 0.4327176 Aug 21 09:00:15.168098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bb773-73c0-427b-84eb-0d6b9c6646b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccdfab7-4c0e-458f-804c-143d57466e08,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:15.195380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8116f-a079-4817-a0f9-9a73ff781be8 req-92ae9b2c-61c2-46a5-911d-0a148a78b9da tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:15.202892 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2d8116f-a079-4817-a0f9-9a73ff781be8 req-92ae9b2c-61c2-46a5-911d-0a148a78b9da tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 949 time: 0.4611373 Aug 21 09:00:15.239421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-175d5561-1f94-482e-a391-895eb3354da7 req-abd94f49-d2b9-40a5-8153-0184dcc580ab tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] For port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:15.239966 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-175d5561-1f94-482e-a391-895eb3354da7 req-abd94f49-d2b9-40a5-8153-0184dcc580ab tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:15.266242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:15.267241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-531bb256-af67-4376-bf96-32e61baef163 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:15.268967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-531bb256-af67-4376-bf96-32e61baef163 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.22 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 821 time: 0.5426793 Aug 21 09:00:15.294332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Request body: {'port': {'device_id': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'admin_state_up': True, 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:15.301384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-175d5561-1f94-482e-a391-895eb3354da7 req-abd94f49-d2b9-40a5-8153-0184dcc580ab tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Calling delete_port for 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:00:15.323922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:14Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:15.338040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca7e69e5-ac77-49a6-9b2a-d327105d102b req-d1adc387-56a3-4fbf-b0b3-7c91115f3e52 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005327 Aug 21 09:00:15.357994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff1500f-6b9f-410b-92c9-4b2636d9f147'}, {'server_uuid': '6612f5ac-3aae-483f-b7a3-2b137084abe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:15.360634 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cb992b-9289-4fa8-b1b1-890910daa68b" -d '{"events": [{"server_uuid": "0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe", "name": "network-vif-plugged", "status": "completed", "tag": "0ff1500f-6b9f-410b-92c9-4b2636d9f147"}, {"server_uuid": "6612f5ac-3aae-483f-b7a3-2b137084abe5", "name": "network-vif-plugged", "status": "completed", "tag": "5a7bbd7c-e291-4022-9e5a-cffa55e2b42c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:15.364636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db1b95-b9bf-4d7a-8497-b4c9cc2d3d58 None None] The sync data for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 is: [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:14Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:00:15.447990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2d8116f-a079-4817-a0f9-9a73ff781be8 req-0c92adc9-db26-4061-8e55-b5ad1eda56c4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304561 Aug 21 09:00:15.752899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1078ad6-f517-4fd8-a562-053f4f9eef4a req-be648742-89ae-4901-9a36-cb80c00f446a tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 210 time: 0.2390640 Aug 21 09:00:15.778028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-35de6214-2f31-4f81-8f22-144e99502696 service neutron] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:15.980627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-35de6214-2f31-4f81-8f22-144e99502696 service neutron] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:15.988298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-175d5561-1f94-482e-a391-895eb3354da7 req-abd94f49-d2b9-40a5-8153-0184dcc580ab tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:16.000357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:16.002632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:16.062593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-35de6214-2f31-4f81-8f22-144e99502696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba28cba-2928-4f11-aa79-fb75dfc51720 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:16.095024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-35de6214-2f31-4f81-8f22-144e99502696 service neutron] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:16.172483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:16.177352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:16.177724 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:16.182242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd94f49-d2b9-40a5-8153-0184dcc580ab tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Pushing event deleted for resources: {'Port': ['ID=5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:16.240186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-175d5561-1f94-482e-a391-895eb3354da7 req-abd94f49-d2b9-40a5-8153-0184dcc580ab tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] No DVR routers for this DVR port 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:00:16.246544 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-175d5561-1f94-482e-a391-895eb3354da7 req-abd94f49-d2b9-40a5-8153-0184dcc580ab tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:16.250656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-175d5561-1f94-482e-a391-895eb3354da7 req-abd94f49-d2b9-40a5-8153-0184dcc580ab tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.13 "DELETE /v2.0/ports/5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 HTTP/1.1" status: 204 len: 173 time: 2.3668730 Aug 21 09:00:16.257703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ce8dc6-0377-405b-8b6b-ca2abdc3f174', 'name': 'network-vif-deleted', 'tag': '5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:16.265421 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eb85ad-8f50-46e1-9ee5-9bd3584ba73c" -d '{"events": [{"server_uuid": "47ce8dc6-0377-405b-8b6b-ca2abdc3f174", "name": "network-vif-deleted", "tag": "5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:16.279670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826620d-8c2a-41d3-b8a4-02d6e0d1133c req-0c1cde22-42e4-47fb-b09b-40082b9f7e6f tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:16.287544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e826620d-8c2a-41d3-b8a4-02d6e0d1133c req-0c1cde22-42e4-47fb-b09b-40082b9f7e6f tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 950 time: 0.5258071 Aug 21 09:00:16.307785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df9f29-ff96-48c6-af69-0800fca1fdbb req-f490a6a5-aab2-4976-b257-5ff7cf8004ca tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:16.309685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8df9f29-ff96-48c6-af69-0800fca1fdbb req-f490a6a5-aab2-4976-b257-5ff7cf8004ca tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 943 time: 0.3786595 Aug 21 09:00:16.317439 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-35de6214-2f31-4f81-8f22-144e99502696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:16.396759 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:16.451895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e826620d-8c2a-41d3-b8a4-02d6e0d1133c req-2f6be583-b2c8-4f4f-82e5-cb53bbd6e72f tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/security-groups?id=36508e60-71ba-4ee1-9fd7-d5c5c8decc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632664 Aug 21 09:00:16.568880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1df5edd9-05b7-44d8-8fd2-c154ac5114f3,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:16.599230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8df9f29-ff96-48c6-af69-0800fca1fdbb req-96031fc7-39b6-406b-8d5b-a90dd7af6d07 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658708 Aug 21 09:00:16.639291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-35de6214-2f31-4f81-8f22-144e99502696 service neutron] Transition to ACTIVE for port object 9ba28cba-2928-4f11-aa79-fb75dfc51720 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:16.706203 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666d0f51-016d-49da-98a8-7ecc496689e8 x-openstack-request-id: req-666d0f51-016d-49da-98a8-7ecc496689e8 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:16.706612 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ce8dc6-0377-405b-8b6b-ca2abdc3f174", "name": "network-vif-deleted", "tag": "5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:16.706947 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-666d0f51-016d-49da-98a8-7ecc496689e8 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:16.707035 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d9e410-d56a-45a1-b37c-e8834b838788 x-openstack-request-id: req-56d9e410-d56a-45a1-b37c-e8834b838788 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:16.707289 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe", "name": "network-vif-plugged", "status": "completed", "tag": "0ff1500f-6b9f-410b-92c9-4b2636d9f147", "code": 200}, {"server_uuid": "6612f5ac-3aae-483f-b7a3-2b137084abe5", "name": "network-vif-plugged", "status": "completed", "tag": "5a7bbd7c-e291-4022-9e5a-cffa55e2b42c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:16.707408 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ce8dc6-0377-405b-8b6b-ca2abdc3f174', 'name': 'network-vif-deleted', 'tag': '5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68', 'status': 'completed', 'code': 200} Aug 21 09:00:16.707547 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56d9e410-d56a-45a1-b37c-e8834b838788 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:16.708031 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff1500f-6b9f-410b-92c9-4b2636d9f147', 'code': 200} Aug 21 09:00:16.708200 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612f5ac-3aae-483f-b7a3-2b137084abe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'code': 200} Aug 21 09:00:16.958635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918e01b-6723-45b1-b7a9-ad03009bb839 req-d7745d35-acbd-45da-92b3-2ab4ede1840b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:16.983202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1918e01b-6723-45b1-b7a9-ad03009bb839 req-d7745d35-acbd-45da-92b3-2ab4ede1840b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 949 time: 0.1618273 Aug 21 09:00:16.983202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Made reservation on behalf of 09e65ef8a9a0467cb4a30f49e1ab7e8d for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:16.983202 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:16.983202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bce45-b286-4bdb-8953-c7e9e92dfc26 req-cbddb77d-be83-4701-b9c8-608b232061af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:16.983202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e6bce45-b286-4bdb-8953-c7e9e92dfc26 req-cbddb77d-be83-4701-b9c8-608b232061af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 1101 time: 0.1626673 Aug 21 09:00:16.984877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09165f82-ec0b-462c-b946-400bdbb367b2 req-0c2ca6c5-37fd-4e43-badd-44b293e15a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:16.986329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09165f82-ec0b-462c-b946-400bdbb367b2 req-0c2ca6c5-37fd-4e43-badd-44b293e15a23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6612f5ac-3aae-483f-b7a3-2b137084abe5 HTTP/1.1" status: 200 len: 1102 time: 0.1735473 Aug 21 09:00:17.013119 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:17.039962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0849c6e-cc40-408f-945d-ea854eefd0a6 req-d15072bb-8b38-43d8-89c4-e01a7da17615 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:17.047114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0849c6e-cc40-408f-945d-ea854eefd0a6 req-d15072bb-8b38-43d8-89c4-e01a7da17615 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1971481 Aug 21 09:00:17.080051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=1df5edd9-05b7-44d8-8fd2-c154ac5114f3,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:17.147409 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-35de6214-2f31-4f81-8f22-144e99502696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:17.198092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1918e01b-6723-45b1-b7a9-ad03009bb839 req-ac742765-cee4-434b-8a0c-fb5ba086edfb tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154582 Aug 21 09:00:17.228910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e6bce45-b286-4bdb-8953-c7e9e92dfc26 req-6545b79c-9060-4313-ae81-14858168a761 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416763 Aug 21 09:00:17.244951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0849c6e-cc40-408f-945d-ea854eefd0a6 req-34f6b465-93f0-437a-a686-a664b160522a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965899 Aug 21 09:00:17.281270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09165f82-ec0b-462c-b946-400bdbb367b2 req-137b4587-2a7c-43ca-b82f-e885f2886965 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773824 Aug 21 09:00:17.297583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56046) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:17.364952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de6214-2f31-4f81-8f22-144e99502696 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba28cba-2928-4f11-aa79-fb75dfc51720,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:17.368011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-35de6214-2f31-4f81-8f22-144e99502696 service neutron] No DVR routers for this DVR port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:00:17.426083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac19211e-ed6d-44ee-88f5-3f25e4a18e38 req-8c5ddb8d-e7e8-4a5d-b76a-4c3a8d003cd7 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 210 time: 0.0556431 Aug 21 09:00:17.487445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1030369655-network', 'tenant_id': 'dd61a6e5bd654263ae8af1ea654395ed'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:17.490322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Allocated IP 172.20.0.10 (b3cdb47d-6003-4595-8619-b3826ce06c84/62101ad0-43df-4ca9-a57f-4ccefe6158a3/c9a30a67-7046-4f64-be89-2d4a649f7c23) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:17.499153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-35de6214-2f31-4f81-8f22-144e99502696 service neutron] 10.222.0.22 "PUT /v2.0/ports/9ba28cba-2928-4f11-aa79-fb75dfc51720/bindings/n-h1-766726-28/activate HTTP/1.1" status: 200 len: 370 time: 2.4341595 Aug 21 09:00:17.611914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Made reservation on behalf of dd61a6e5bd654263ae8af1ea654395ed for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:17.615319 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:17.633208 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:17.674789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6de993d8-f348-4ff3-994d-82c0220615b0 req-03514f84-93e0-4d5f-9b18-860329dc0229 tempest-LiveMigrationNegativeTest-1134064911 tempest-LiveMigrationNegativeTest-1134064911-project] 10.222.0.20 "GET /v2.0/ports?device_id=47ce8dc6-0377-405b-8b6b-ca2abdc3f174 HTTP/1.1" status: 200 len: 210 time: 0.0782499 Aug 21 09:00:17.850456 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:17.893832 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:17.933215 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:17.951819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:00:17.974225 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:17.974578 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Added segment b55be9b4-ff3c-476d-8ca5-344cc9418abb of type vlan for network d45fe2d4-6f85-482d-8fc0-e9c115533733 Aug 21 09:00:17.993977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:18.057154 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:18.100149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Transition to ACTIVE for port object c9a30a67-7046-4f64-be89-2d4a649f7c23 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:18.106648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:18.108083 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:18.111689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4f296d-87cd-41bf-bae3-67df36773638,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:18.131572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-ad823504-7542-4977-9dc8-bff31017636c tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:18.133320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-ad823504-7542-4977-9dc8-bff31017636c tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1096 time: 0.4138799 Aug 21 09:00:18.166945 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:18.168412 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:18.169516 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:18.175845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014cc0c-2777-461f-9465-24ba218429ad req-926837a1-ccb7-41eb-9640-39418c0f1c43 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:18.179875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:00:18.185789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5014cc0c-2777-461f-9465-24ba218429ad req-926837a1-ccb7-41eb-9640-39418c0f1c43 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.2979414 Aug 21 09:00:18.223612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9ba28cba-2928-4f11-aa79-fb75dfc51720 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:00:18.238254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:00:18.240598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5f9b54b9-8e85-42aa-82eb-f0e8a5fc6f68 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:00:18.250884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-7fb24fdf-426c-4ba6-8217-c1a9153f3fd7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2112648 Aug 21 09:00:18.267028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6cfab-1b38-42d0-a626-707ddb0e85d7 req-f96b5f1d-e514-4d98-9996-042014497ab3 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:18.274873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a6cfab-1b38-42d0-a626-707ddb0e85d7 req-f96b5f1d-e514-4d98-9996-042014497ab3 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 944 time: 0.2972457 Aug 21 09:00:18.324524 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9ba28cba-2928-4f11-aa79-fb75dfc51720 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:00:18.341695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5014cc0c-2777-461f-9465-24ba218429ad req-da3bff2e-1ccf-47b6-bb7f-62ff5fcc3378 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403673 Aug 21 09:00:18.355396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-e6629c3f-e9d3-4122-a4a8-7e805e2b328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:18.356506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-e6629c3f-e9d3-4122-a4a8-7e805e2b328d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6&tenant_id=e3daa348046e425cb9653a6de230888a HTTP/1.1" status: 200 len: 1096 time: 0.2070527 Aug 21 09:00:18.362358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d45fe2d4-6f85-482d-8fc0-e9c115533733,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:18.403971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a6cfab-1b38-42d0-a626-707ddb0e85d7 req-a8088d69-b8c0-4cf5-9a40-e9c262836baa tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215553 Aug 21 09:00:18.406099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network d45fe2d4-6f85-482d-8fc0-e9c115533733 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:00:18.424763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:18.481572 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7ec5fc20-b656-4b1e-b6e4-0edf94f7a7b1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1819847 Aug 21 09:00:18.484986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56076) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:18.491214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] Request body: {'subnet': {'network_id': 'd45fe2d4-6f85-482d-8fc0-e9c115533733', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1030369655-subnet', 'tenant_id': 'dd61a6e5bd654263ae8af1ea654395ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:18.601786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Network b3cdb47d-6003-4595-8619-b3826ce06c84 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:18.635059 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] Made reservation on behalf of dd61a6e5bd654263ae8af1ea654395ed for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:18.637570 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:18.645247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:18.651379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Pushing event updated for resources: {'Port': ['ID=c9a30a67-7046-4f64-be89-2d4a649f7c23,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:18.670314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:18.676528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:18.677136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:18.702137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-f4fb223c-3355-4ff2-a6a4-beb735ad520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:18.704106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-f4fb223c-3355-4ff2-a6a4-beb735ad520a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1096 time: 0.2103727 Aug 21 09:00:18.796538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-00a5ce71-462b-400b-b55b-dca5c07e039d tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5166843 Aug 21 09:00:19.138163 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:19.166562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-708bba9b-4668-4e9b-b89f-2ecb60f73d2b None None] Provisioning for port c9a30a67-7046-4f64-be89-2d4a649f7c23 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:19.172108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-708bba9b-4668-4e9b-b89f-2ecb60f73d2b None None] Provisioning complete for port c9a30a67-7046-4f64-be89-2d4a649f7c23 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:19.172858 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-708bba9b-4668-4e9b-b89f-2ecb60f73d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:19.238143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099b8b6-6b63-4a4b-a7ab-621cbf580b62 req-66ca85d1-0556-4a72-ac7f-defc908870c9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:19.246873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2099b8b6-6b63-4a4b-a7ab-621cbf580b62 req-66ca85d1-0556-4a72-ac7f-defc908870c9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 949 time: 0.6818385 Aug 21 09:00:19.249167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=486feb71-8e82-432d-91a7-7a68ada0d5d9,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:19.252732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Request body: {'port': {'device_id': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:19.278556 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-708bba9b-4668-4e9b-b89f-2ecb60f73d2b None None] Port c9a30a67-7046-4f64-be89-2d4a649f7c23 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:19.323417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfe185-c866-4d7f-b59c-a2dd50c33ec6 req-4b4dae7f-282a-46e4-b697-86201be23284 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:19.326281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] Checking segment: {'id': 'b55be9b4-ff3c-476d-8ca5-344cc9418abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd45fe2d4-6f85-482d-8fc0-e9c115533733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:19.326860 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] Network hostable DHCP agents. Network: d45fe2d4-6f85-482d-8fc0-e9c115533733, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:00:19.331831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebcfe185-c866-4d7f-b59c-a2dd50c33ec6 req-4b4dae7f-282a-46e4-b697-86201be23284 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 932 time: 0.6894526 Aug 21 09:00:19.429833 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] Network d45fe2d4-6f85-482d-8fc0-e9c115533733 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:00:19.458813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebcfe185-c866-4d7f-b59c-a2dd50c33ec6 req-fa4f87e5-e08f-4ed2-b0ec-a3d3a85c71fc tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257968 Aug 21 09:00:19.478040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2099b8b6-6b63-4a4b-a7ab-621cbf580b62 req-8e98dc91-ddbb-465d-bb06-2bc193687c27 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300234 Aug 21 09:00:19.496158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-97c7269e-09a0-49ea-a095-39c3a1fb1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:19.501154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-97c7269e-09a0-49ea-a095-39c3a1fb1d58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.7795408 Aug 21 09:00:19.503451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, d45fe2d4-6f85-482d-8fc0-e9c115533733) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:19.509607 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:19.509607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:19.514010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f51fe14-692f-45d3-93fa-98a8c609ec94 None None] Network d45fe2d4-6f85-482d-8fc0-e9c115533733 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:00:19.620923 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2651ec20-8ac2-480c-bed8-adb137fab396 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1338513 Aug 21 09:00:19.639656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-8c98f877-df32-49ff-bbaf-23c2760389da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720 HTTP/1.1" status: 200 len: 217 time: 0.1299286 Aug 21 09:00:19.642068 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:19.772093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04450443-8e69-464c-bf2a-09aa495dfaec None None] Network d45fe2d4-6f85-482d-8fc0-e9c115533733 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:00:19.849451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-7d5c0321-c9bc-4550-ac4f-573415298724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:19.851251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-7d5c0321-c9bc-4550-ac4f-573415298724 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1973019 Aug 21 09:00:19.872365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d3c86-78cb-447c-a0f8-7e5e04ad2c35 req-be9e8d74-6060-4eb8-9e6c-c08e093d8333 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:19.874176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-936d3c86-78cb-447c-a0f8-7e5e04ad2c35 req-be9e8d74-6060-4eb8-9e6c-c08e093d8333 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.2329392 Aug 21 09:00:19.902663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01c751-b578-42f9-b3a2-bcaca892640f req-2b9fb1bf-dfbb-4b46-bf0a-cc82495a89c8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:19.908452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc01c751-b578-42f9-b3a2-bcaca892640f req-2b9fb1bf-dfbb-4b46-bf0a-cc82495a89c8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 944 time: 0.1848609 Aug 21 09:00:19.990696 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-f100c478-4ce2-411d-948e-0b73444eea5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112020 Aug 21 09:00:20.179181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56124) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:20.182940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc01c751-b578-42f9-b3a2-bcaca892640f req-b620f55f-5294-488d-8f98-daa08a7cea6a tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203398 Aug 21 09:00:20.199820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-936d3c86-78cb-447c-a0f8-7e5e04ad2c35 req-715c18d6-fa25-49c2-96ab-cd40fd8a66fd tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903123 Aug 21 09:00:20.319613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-08dae204-8381-412f-92ce-cde774c48ce2 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623520 Aug 21 09:00:20.446584 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f8708f3b-da90-4101-bb08-012fa2d479c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a0493e6b7ec4d138bf9e7b51cd2d54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662756 Aug 21 09:00:20.449371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56132) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:20.566314 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b21da82-9ffb-4669-8711-8ee1b8b369fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:20.598774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b21da82-9ffb-4669-8711-8ee1b8b369fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:20.627780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-82de0da7-c905-44ef-9aa5-f715d0494501 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945395 Aug 21 09:00:20.666056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a30a67-7046-4f64-be89-2d4a649f7c23 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:20.693489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:20.724320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Transition to ACTIVE for port object c9a30a67-7046-4f64-be89-2d4a649f7c23 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:20.736646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f342c-ae9a-4520-8b60-ff267ec04478 req-81bea894-820f-4fa8-9f39-0d255d9191e8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:20.745688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a9f342c-ae9a-4520-8b60-ff267ec04478 req-81bea894-820f-4fa8-9f39-0d255d9191e8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 949 time: 0.1248739 Aug 21 09:00:20.755401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62c150-cdfb-408c-8b1a-e2dff7883daa req-2737e35d-5e2f-4e82-983c-30ca8408143a tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:20.757020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab62c150-cdfb-408c-8b1a-e2dff7883daa req-2737e35d-5e2f-4e82-983c-30ca8408143a tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 932 time: 0.1606243 Aug 21 09:00:20.794898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b21da82-9ffb-4669-8711-8ee1b8b369fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:20.797580 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b21da82-9ffb-4669-8711-8ee1b8b369fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:20.799575 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b21da82-9ffb-4669-8711-8ee1b8b369fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36508e60-71ba-4ee1-9fd7-d5c5c8decc20 HTTP/1.1" status: 204 len: 168 time: 0.3483932 Aug 21 09:00:20.812457 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21da82-9ffb-4669-8711-8ee1b8b369fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36508e60-71ba-4ee1-9fd7-d5c5c8decc20,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:20.815290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a9f342c-ae9a-4520-8b60-ff267ec04478 req-a9d00665-8334-46f1-8dea-4df6d5c43c17 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686445 Aug 21 09:00:20.817758 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:20.870740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab62c150-cdfb-408c-8b1a-e2dff7883daa req-7a1246e1-42dd-4a8b-83ed-6e2c14097f19 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966947 Aug 21 09:00:20.891213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a30a67-7046-4f64-be89-2d4a649f7c23,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:20.946913 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56156) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:20.948666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Attempting to bind port c9a30a67-7046-4f64-be89-2d4a649f7c23 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:20.952537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-280931914-network', 'tenant_id': '1ab3a9aa2dd04cfdaf0906758db9c81b'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:20.953129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Attempting to bind port c9a30a67-7046-4f64-be89-2d4a649f7c23 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:20.953835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Attempting to bind port c9a30a67-7046-4f64-be89-2d4a649f7c23 on network b3cdb47d-6003-4595-8619-b3826ce06c84 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:20.961671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Port c9a30a67-7046-4f64-be89-2d4a649f7c23 on network b3cdb47d-6003-4595-8619-b3826ce06c84 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:20.962441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Attempting to bind port c9a30a67-7046-4f64-be89-2d4a649f7c23 on network b3cdb47d-6003-4595-8619-b3826ce06c84 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:20.969600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:20.999060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Checking segment: {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:20.999060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Bound using segment: {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:20.999060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Bound port: c9a30a67-7046-4f64-be89-2d4a649f7c23, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:20.999060 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:21.114549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] For port c9a30a67-7046-4f64-be89-2d4a649f7c23, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:21.132337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Made reservation on behalf of 1ab3a9aa2dd04cfdaf0906758db9c81b for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:21.134673 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:21.143535 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:21.164970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] For port c9a30a67-7046-4f64-be89-2d4a649f7c23, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:21.201978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151e12b-5203-41ec-a457-0e0f603cbf12 req-39e84876-77d7-4ba6-8647-2d61e77d232c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:21.202791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4151e12b-5203-41ec-a457-0e0f603cbf12 req-39e84876-77d7-4ba6-8647-2d61e77d232c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=6612f5ac-3aae-483f-b7a3-2b137084abe5 HTTP/1.1" status: 200 len: 950 time: 0.1589706 Aug 21 09:00:21.211258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822defe-b873-433c-8212-943b038f37cb req-736bb3e8-5829-45c7-8dfd-32dd8eda5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:21.212751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-736bb3e8-5829-45c7-8dfd-32dd8eda5ff0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 1102 time: 0.1212058 Aug 21 09:00:21.325526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4151e12b-5203-41ec-a457-0e0f603cbf12 req-d78b5f2a-30b7-4d99-9b13-9281a775e23b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117225 Aug 21 09:00:21.331260 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:21.387498 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:21.428716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:21.429878 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:21.431322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] 10.222.0.22 "PUT /v2.0/ports/c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 1093 time: 2.2062237 Aug 21 09:00:21.441794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:21.445526 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e696295d-5681-4824-b9e2-b2cd11575191" -d '{"events": [{"name": "network-changed", "server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:21.481618 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:21.511992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-7c4abeca-ca32-48fb-8941-7f0ccfd2e9c4 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:21.513540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-7c4abeca-ca32-48fb-8941-7f0ccfd2e9c4 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1096 time: 0.2752993 Aug 21 09:00:21.542550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f5ed2-8b0a-45cb-9108-f4e062e594d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a30a67-7046-4f64-be89-2d4a649f7c23,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:21.554870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f277808b-6e07-416a-b543-342132d60818,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:21.560390 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:00:21.573296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:21.573702 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Added segment c8957780-c5db-4dec-a2a0-36eba8cdb190 of type vlan for network acb1ea58-a68d-4901-ab24-7ebe778562b9 Aug 21 09:00:21.620993 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:21.626741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822defe-b873-433c-8212-943b038f37cb req-bc33ab50-8b75-4245-9c79-8d8bd8615d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:21.628332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-bc33ab50-8b75-4245-9c79-8d8bd8615d34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3925076 Aug 21 09:00:21.648909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf5264-3074-40ea-9b51-8334f74cb124 req-a04974df-af1f-47c1-95da-25ca13922ca6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:21.650437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bbf5264-3074-40ea-9b51-8334f74cb124 req-a04974df-af1f-47c1-95da-25ca13922ca6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.3113761 Aug 21 09:00:21.707939 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:21.709375 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:21.710350 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:21.768894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-17d70246-a948-4618-9e38-538c6e34af1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=776a1110-029f-4c79-9515-bd11cafdbfe9 HTTP/1.1" status: 200 len: 217 time: 0.1174481 Aug 21 09:00:21.781387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085901bb-d394-4836-9f04-186ff80e68f9 req-d452c066-ebc0-47e1-b8d4-b8a7deebe296 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:21.790090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-085901bb-d394-4836-9f04-186ff80e68f9 req-d452c066-ebc0-47e1-b8d4-b8a7deebe296 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 944 time: 0.3492365 Aug 21 09:00:21.811595 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] Pushing event updated for resources: {'Network': ['ID=acb1ea58-a68d-4901-ab24-7ebe778562b9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:21.825453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network acb1ea58-a68d-4901-ab24-7ebe778562b9 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:00:21.867772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-52d202c4-0e1e-4395-8574-5a638f54cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:21.869291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-52d202c4-0e1e-4395-8574-5a638f54cf7b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 1096 time: 0.3286803 Aug 21 09:00:21.876192 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b0f62d7c-48dd-4db3-8460-fe06c4a6efba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9280155 Aug 21 09:00:21.878773 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56170) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:21.879106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bbf5264-3074-40ea-9b51-8334f74cb124 req-67cc9f35-4f68-4bb8-bd22-a58c89539d8f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975093 Aug 21 09:00:21.885769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] Request body: {'subnet': {'network_id': 'acb1ea58-a68d-4901-ab24-7ebe778562b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-280931914-subnet', 'tenant_id': '1ab3a9aa2dd04cfdaf0906758db9c81b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:21.965300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-8627cd5e-8aff-415e-860d-f1d2d97da7bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 217 time: 0.0850861 Aug 21 09:00:21.968964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822defe-b873-433c-8212-943b038f37cb req-8c97244d-f796-4153-810b-a2b38fa81e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:21.970340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-8c97244d-f796-4153-810b-a2b38fa81e34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1782284 Aug 21 09:00:21.987716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-085901bb-d394-4836-9f04-186ff80e68f9 req-d976071f-4fb8-4795-95e0-863cddff4bf1 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928437 Aug 21 09:00:22.014592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56178) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:22.027443 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] Made reservation on behalf of 1ab3a9aa2dd04cfdaf0906758db9c81b for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:22.031789 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] Notify callbacks [] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:22.107180 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc380c08-c01b-4075-83cb-808a032ee12b x-openstack-request-id: req-dc380c08-c01b-4075-83cb-808a032ee12b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:22.108354 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:22.108616 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc380c08-c01b-4075-83cb-808a032ee12b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:22.109020 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'status': 'completed', 'code': 200} Aug 21 09:00:22.179853 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6fe5b193-5e8d-4e23-bd80-196c8db3e8c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=698a156fff484df288be584a4862cc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633985 Aug 21 09:00:22.180436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56180) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:22.214006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-a4f86447-ab3d-49ca-964d-fb2a6d4abb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:22.215491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-a4f86447-ab3d-49ca-964d-fb2a6d4abb9e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.2267988 Aug 21 09:00:22.219758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822defe-b873-433c-8212-943b038f37cb req-c7591b00-7ed9-499c-9cff-b8ac9922b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:22.221211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-c7591b00-7ed9-499c-9cff-b8ac9922b715 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2313948 Aug 21 09:00:22.242389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-cf59651e-6e46-431b-af42-e24c7e1b291d service neutron] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:22.269400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-cf59651e-6e46-431b-af42-e24c7e1b291d service neutron] Notify callbacks [] for binding, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:22.270482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-209424ac-a7c1-4c0d-a294-c8ac2cf2728e req-cf59651e-6e46-431b-af42-e24c7e1b291d service neutron] 10.222.0.13 "DELETE /v2.0/ports/9ba28cba-2928-4f11-aa79-fb75dfc51720/bindings/n-h2-766726-28 HTTP/1.1" status: 204 len: 173 time: 0.7440405 Aug 21 09:00:22.294062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabef48-9b9a-4696-9d49-f0535bf24039 req-508124b7-1e15-4990-8570-5175a47101e0 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:22.301714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6aabef48-9b9a-4696-9d49-f0535bf24039 req-508124b7-1e15-4990-8570-5175a47101e0 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 944 time: 0.1290836 Aug 21 09:00:22.319090 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db47eeaf-44c2-47bf-b533-b328cc059591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:22.374276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-572cefa8-20ab-4e43-93b6-786eaa7d51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:22.375871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-572cefa8-20ab-4e43-93b6-786eaa7d51ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474667 Aug 21 09:00:22.394094 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db47eeaf-44c2-47bf-b533-b328cc059591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:22.432511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6aabef48-9b9a-4696-9d49-f0535bf24039 req-37aacbf6-eb36-4f34-96e2-18001efa3879 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249743 Aug 21 09:00:22.521241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:22.557162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-86d1ee0c-07d4-4166-9ab6-8ecc0d68a08f service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130803 Aug 21 09:00:22.565447 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db47eeaf-44c2-47bf-b533-b328cc059591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:22.568434 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db47eeaf-44c2-47bf-b533-b328cc059591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:22.573484 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-db47eeaf-44c2-47bf-b533-b328cc059591 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a047bc82-3e87-4294-805f-b3659a42564c HTTP/1.1" status: 204 len: 168 time: 0.3851857 Aug 21 09:00:22.610400 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47eeaf-44c2-47bf-b533-b328cc059591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a047bc82-3e87-4294-805f-b3659a42564c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:22.697315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3318836-f790-428d-82ac-48d519ac3f28,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:22.718294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] Checking segment: {'id': 'c8957780-c5db-4dec-a2a0-36eba8cdb190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acb1ea58-a68d-4901-ab24-7ebe778562b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:22.718800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] Network hostable DHCP agents. Network: acb1ea58-a68d-4901-ab24-7ebe778562b9, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:00:22.821138 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] Network acb1ea58-a68d-4901-ab24-7ebe778562b9 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:00:22.880763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, acb1ea58-a68d-4901-ab24-7ebe778562b9) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:22.903214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95fec73-81a5-4677-b60a-d8dc6186d01d None None] Network acb1ea58-a68d-4901-ab24-7ebe778562b9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:00:22.909088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:22.910371 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:22.983049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14e5e8-0fdb-4780-be0a-4822a6ec31d7 req-6d5c3a8f-24eb-449e-a07a-8d86b5941947 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:22.996618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14e5e8-0fdb-4780-be0a-4822a6ec31d7 req-6d5c3a8f-24eb-449e-a07a-8d86b5941947 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:23.005585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e14e5e8-0fdb-4780-be0a-4822a6ec31d7 req-6d5c3a8f-24eb-449e-a07a-8d86b5941947 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe&device_id=6612f5ac-3aae-483f-b7a3-2b137084abe5 HTTP/1.1" status: 200 len: 1690 time: 0.5850542 Aug 21 09:00:23.005585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-61a915d5-8c44-4bdd-971c-864e92a975af service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177428 Aug 21 09:00:23.029990 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2d37ddbd-5f9b-41ba-b851-c03d5e13729a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1496518 Aug 21 09:00:23.205300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e14e5e8-0fdb-4780-be0a-4822a6ec31d7 req-abff9267-ffe8-4c81-a645-cdccdb2b3d11 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111794 Aug 21 09:00:23.246031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c01746f-63ce-44ec-b48c-85311c89ae1c None None] Network acb1ea58-a68d-4901-ab24-7ebe778562b9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:00:23.280668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62893179-9d12-404b-8fb0-b2a17c8a8ee1 req-35739ec4-dbac-4ed4-8ac4-6ae1023b7909 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:23.282360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-62893179-9d12-404b-8fb0-b2a17c8a8ee1 req-35739ec4-dbac-4ed4-8ac4-6ae1023b7909 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1096 time: 0.3729582 Aug 21 09:00:23.323064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-61621cd9-2dc7-45e5-a9df-db90742e2876 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470925 Aug 21 09:00:23.389278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a01cd9-da31-4cfc-a220-d3f49fe56db5 req-743a00f3-12a1-496d-bcd7-fabd1e38a023 service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687027 Aug 21 09:00:23.427169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-62893179-9d12-404b-8fb0-b2a17c8a8ee1 req-30a852ab-7c0a-4697-ae10-ae7011f4c9a4 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251009 Aug 21 09:00:23.446734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a28087-0977-4d26-bc85-18f7661890cf req-a36cb285-2454-4fff-baf5-db0a74524c97 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:23.449058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78a28087-0977-4d26-bc85-18f7661890cf req-a36cb285-2454-4fff-baf5-db0a74524c97 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1085458 Aug 21 09:00:23.516159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78a28087-0977-4d26-bc85-18f7661890cf req-1d4d9e41-5d31-4317-90f6-1b2473374aba tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606191 Aug 21 09:00:23.642069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cd5ba-ad80-4abe-81cc-30eeb3a6a5ec req-1eadb948-ceeb-4db8-a0d1-279630311ded tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:23.643538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f9cd5ba-ad80-4abe-81cc-30eeb3a6a5ec req-1eadb948-ceeb-4db8-a0d1-279630311ded tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 944 time: 0.0506210 Aug 21 09:00:23.683262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f9cd5ba-ad80-4abe-81cc-30eeb3a6a5ec req-58b6e3e3-0638-4ba4-ab3f-8b90a8c146bc tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Aug 21 09:00:23.905902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b9fe2-d2ec-4f65-bb04-100d7ae2a89e req-2398ec7e-c5da-409c-98ba-7647a21903d0 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:23.914513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-187b9fe2-d2ec-4f65-bb04-100d7ae2a89e req-2398ec7e-c5da-409c-98ba-7647a21903d0 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 1101 time: 0.0736067 Aug 21 09:00:23.982524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-dbb5cb75-e86a-48b4-b72d-fe0fdeacbe1a tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:23.987072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-dbb5cb75-e86a-48b4-b72d-fe0fdeacbe1a tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/networks?id=d45fe2d4-6f85-482d-8fc0-e9c115533733 HTTP/1.1" status: 200 len: 815 time: 0.2053437 Aug 21 09:00:24.024446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-187b9fe2-d2ec-4f65-bb04-100d7ae2a89e req-4572cacf-4976-4648-9c66-1a30f1fed227 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093373 Aug 21 09:00:24.025647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-2a19a15d-c6f4-4b17-935e-595a373eeb95 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/quotas/dd61a6e5bd654263ae8af1ea654395ed HTTP/1.1" status: 200 len: 375 time: 0.0308437 Aug 21 09:00:24.030406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696295d-5681-4824-b9e2-b2cd11575191 req-e82f4d8b-3efe-4c2e-92a2-0fc341702d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:24.031902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e696295d-5681-4824-b9e2-b2cd11575191 req-e82f4d8b-3efe-4c2e-92a2-0fc341702d8b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 1096 time: 0.1285422 Aug 21 09:00:24.091378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-e0b49db2-4439-4a34-8a39-f32114d08af6 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd61a6e5bd654263ae8af1ea654395ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546029 Aug 21 09:00:24.332434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696295d-5681-4824-b9e2-b2cd11575191 req-7bee5efc-e532-459b-9a57-36fa29fad7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:24.333947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e696295d-5681-4824-b9e2-b2cd11575191 req-7bee5efc-e532-459b-9a57-36fa29fad7f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.2837341 Aug 21 09:00:24.363379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8cc39e54-807c-4693-9f18-f45e4327d26d tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:24.365295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8cc39e54-807c-4693-9f18-f45e4327d26d tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 820 time: 0.2297895 Aug 21 09:00:24.414819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-895556db-f0b3-4d2c-b704-03307ae84159 service neutron] 10.222.0.20 "GET /v2.0/networks/d45fe2d4-6f85-482d-8fc0-e9c115533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922328 Aug 21 09:00:24.424391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e696295d-5681-4824-b9e2-b2cd11575191 req-38e3883b-a68f-48a8-bf58-def06dd521fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 217 time: 0.0779595 Aug 21 09:00:24.476927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-fc6a5d58-96e4-4019-bda7-d0b4cd2c3b0d tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/quotas/e3daa348046e425cb9653a6de230888a HTTP/1.1" status: 200 len: 375 time: 0.1025822 Aug 21 09:00:24.567416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696295d-5681-4824-b9e2-b2cd11575191 req-9f41c8ba-f587-4b9c-a7c0-02e024e1df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:24.578587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e696295d-5681-4824-b9e2-b2cd11575191 req-9f41c8ba-f587-4b9c-a7c0-02e024e1df91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.1318223 Aug 21 09:00:24.615427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-839fc567-9365-47ce-bbe4-a440506a0f5b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128030 Aug 21 09:00:24.618115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-cc62e12b-5099-4f3d-8e4c-63be75467e16 service neutron] 10.222.0.20 "GET /v2.0/networks/d45fe2d4-6f85-482d-8fc0-e9c115533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025695 Aug 21 09:00:24.633935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696295d-5681-4824-b9e2-b2cd11575191 req-b197635c-6237-421e-94d8-11e714570bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:24.635417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e696295d-5681-4824-b9e2-b2cd11575191 req-b197635c-6237-421e-94d8-11e714570bf8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521584 Aug 21 09:00:24.742419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e696295d-5681-4824-b9e2-b2cd11575191 req-a04a2d43-dbca-44e2-a74c-4358e4658785 service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981650 Aug 21 09:00:24.839400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e696295d-5681-4824-b9e2-b2cd11575191 req-9b897891-3b93-4aa7-a773-060211a66b92 service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897672 Aug 21 09:00:24.862104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-e98aa7fe-8b20-43f2-b8b9-b8d9e0c9cea0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:00:24.870412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-e98aa7fe-8b20-43f2-b8b9-b8d9e0c9cea0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1365983 Aug 21 09:00:24.979038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198933a-4214-4a9c-9e35-bfd8deaa95f3 req-5192bfbd-55a9-4838-91af-f382f134968d tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:24.980572 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2198933a-4214-4a9c-9e35-bfd8deaa95f3 req-5192bfbd-55a9-4838-91af-f382f134968d tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6612f5ac-3aae-483f-b7a3-2b137084abe5 HTTP/1.1" status: 200 len: 1102 time: 0.0904782 Aug 21 09:00:25.010537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-888e7d93-1b10-4b77-9f1b-17d88946b678 service neutron] 10.222.0.20 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392097 Aug 21 09:00:25.136077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2198933a-4214-4a9c-9e35-bfd8deaa95f3 req-0191750b-ed74-450d-b8aa-ae46a74a7528 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433003 Aug 21 09:00:25.169940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-ec4253c7-c364-49e3-8100-4a95858b2a63 service neutron] 10.222.0.20 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585624 Aug 21 09:00:25.254989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5ad7c-6e14-49ec-8dc5-de309d006365 req-3e37509c-43d0-4c44-a32c-dcd4c018e84e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:25.259409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd5ad7c-6e14-49ec-8dc5-de309d006365 req-3e37509c-43d0-4c44-a32c-dcd4c018e84e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.0544538 Aug 21 09:00:25.298307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd5ad7c-6e14-49ec-8dc5-de309d006365 req-c90a4b0b-af84-4360-87ac-c03348a3ca49 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351937 Aug 21 09:00:25.534939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd4c4-dde7-4694-9c0d-4799219ff3fe req-9d350d1e-0b13-4324-a2e7-f83a24d80969 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:25.536659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b07cd4c4-dde7-4694-9c0d-4799219ff3fe req-9d350d1e-0b13-4324-a2e7-f83a24d80969 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 944 time: 0.0992830 Aug 21 09:00:25.538942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b79edee-268b-4f0a-996a-81cc36f7134d req-99a3c976-8804-46ed-95c1-952ecd077384 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 210 time: 0.0579493 Aug 21 09:00:25.582711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b07cd4c4-dde7-4694-9c0d-4799219ff3fe req-1772d294-7145-4611-bc6c-06560c43b199 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Aug 21 09:00:25.660002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-075138c5-e269-45db-8523-bd5eac2ec5d2 req-aaeabcc3-9693-42c9-aaf3-73004d92c2ba tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 210 time: 0.0291507 Aug 21 09:00:25.862822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f81f93-e5ee-435e-ae52-6bc38504b5b0 req-973c31a4-f051-4231-a922-6a7ab2712852 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:25.864358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96f81f93-e5ee-435e-ae52-6bc38504b5b0 req-973c31a4-f051-4231-a922-6a7ab2712852 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 951 time: 0.0546770 Aug 21 09:00:25.905967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96f81f93-e5ee-435e-ae52-6bc38504b5b0 req-2b901add-2849-4050-abd7-1d1de3e05f9d tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354407 Aug 21 09:00:25.931173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-b3fbbd77-f28f-4131-bc27-1eb07898ca1b tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0d8f7a1539d040c080f8cfc93b6dc5fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239038 Aug 21 09:00:26.043087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-bbd36dab-46d9-4feb-9224-e1400d54ba7d tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321276 Aug 21 09:00:26.115735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-d4ec3f44-8c9b-43f7-ac1f-7e8571f849c4 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:26.117208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-d4ec3f44-8c9b-43f7-ac1f-7e8571f849c4 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802881 Aug 21 09:00:26.140197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-81c9a6c1-1bfb-4c74-8c1d-98829d4b9af1 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/quotas/0d8f7a1539d040c080f8cfc93b6dc5fb HTTP/1.1" status: 200 len: 375 time: 0.0162690 Aug 21 09:00:26.180714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-cc532529-7dc8-490c-b001-20aef2ba917e tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d8f7a1539d040c080f8cfc93b6dc5fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346606 Aug 21 09:00:26.199852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-ac6d2f86-b8bf-46c9-81a2-e6ea95ba99f3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:26.209734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-ac6d2f86-b8bf-46c9-81a2-e6ea95ba99f3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527433 Aug 21 09:00:26.216590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-6fbfb542-bc2e-4f06-8dc9-e19885af6452 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/quotas/97b4438915564130b94b8ce40d3b9713 HTTP/1.1" status: 200 len: 375 time: 0.0098219 Aug 21 09:00:26.219107 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c9a30a67-7046-4f64-be89-2d4a649f7c23 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:26.273298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f45ca5c7-3dbd-49f9-9c14-55d7180b1147 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499454 Aug 21 09:00:26.327851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c9a30a67-7046-4f64-be89-2d4a649f7c23, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:26.346032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'port_id': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'mac_address': 'fa:16:3e:81:b2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:26.386034 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:26.398415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a30a67-7046-4f64-be89-2d4a649f7c23 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:26.434276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c9a30a67-7046-4f64-be89-2d4a649f7c23, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:26.492652 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:26.555119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=c9a30a67-7046-4f64-be89-2d4a649f7c23,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:26.763435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c9a30a67-7046-4f64-be89-2d4a649f7c23'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:27.227466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-ab2eb531-118a-458b-bd2d-da727235ef30 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:27.228959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-ab2eb531-118a-458b-bd2d-da727235ef30 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.22 "GET /v2.0/networks?id=d45fe2d4-6f85-482d-8fc0-e9c115533733 HTTP/1.1" status: 200 len: 815 time: 0.2127171 Aug 21 09:00:27.244900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Request body: {'port': {'device_id': '92a530c1-29e8-46c0-b837-03af50effbc0', 'network_id': 'd45fe2d4-6f85-482d-8fc0-e9c115533733', 'admin_state_up': True, 'tenant_id': 'dd61a6e5bd654263ae8af1ea654395ed'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:27.258082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cd3ca-af2b-4343-95dd-3689eb27f470 req-1d196c94-6fcd-414e-8ac5-d3c8911acec8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:27.262919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d37cd3ca-af2b-4343-95dd-3689eb27f470 req-1d196c94-6fcd-414e-8ac5-d3c8911acec8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.0797255 Aug 21 09:00:27.352087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d37cd3ca-af2b-4343-95dd-3689eb27f470 req-ac4bf98a-72a0-42e3-bfc8-7c4c75edd448 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792718 Aug 21 09:00:27.463784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Made reservation on behalf of dd61a6e5bd654263ae8af1ea654395ed for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:27.467730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:27.509593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13293e20-ff23-4475-be01-73e554e10aa0 req-b341f2e6-ad5f-4217-ac68-d429cf558dfb tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 210 time: 0.0386455 Aug 21 09:00:27.648361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f82e46f-ca2b-4da5-9160-338923401f76 req-18936e4a-64a2-47ff-97d4-ff6edee960fa tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 210 time: 0.0380719 Aug 21 09:00:27.794304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-34879e58-e15d-44b7-ab91-01827f76b76c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:27.795769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-34879e58-e15d-44b7-ab91-01827f76b76c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 820 time: 0.2853112 Aug 21 09:00:27.797584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-570137bf-9d13-4746-a16b-61c3e89af71a req-9559267a-593d-411f-a7ff-9078b766ffa8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 210 time: 0.0745049 Aug 21 09:00:27.804383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Allocated IP 172.20.0.5 (d45fe2d4-6f85-482d-8fc0-e9c115533733/486feb71-8e82-432d-91a7-7a68ada0d5d9/30f51f49-7db9-45a0-a54d-51b4e357ebe9) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:27.811953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Request body: {'port': {'device_id': '4601ff1f-32b7-478a-b460-24a11f85082e', 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886', 'admin_state_up': True, 'tenant_id': 'e3daa348046e425cb9653a6de230888a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:27.913506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eecdc-e187-4af8-8851-b917e2f985fc req-6899cf0d-b21e-4541-a369-ea225e7ad7de tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:27.921966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-754eecdc-e187-4af8-8851-b917e2f985fc req-6899cf0d-b21e-4541-a369-ea225e7ad7de tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 945 time: 0.1800807 Aug 21 09:00:28.233426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5136445-2918-4359-8b55-ef46b22175fe req-391d0b2f-2a50-46a6-a169-d8992d89866f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 210 time: 0.0556903 Aug 21 09:00:28.234105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c9a30a67-7046-4f64-be89-2d4a649f7c23 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:28.313435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-754eecdc-e187-4af8-8851-b917e2f985fc req-ed28d96b-f004-49c3-9352-a8a7ee17b8ce tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906310 Aug 21 09:00:28.338646 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port c9a30a67-7046-4f64-be89-2d4a649f7c23 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:28.343025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port c9a30a67-7046-4f64-be89-2d4a649f7c23 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:28.343390 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:28.378203 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:28.430314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Made reservation on behalf of e3daa348046e425cb9653a6de230888a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:28.434267 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:28.443125 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:28.466441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:28.468693 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a58636-b6f0-41d0-ad4a-996b7d6fad78" -d '{"events": [{"server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "name": "network-vif-plugged", "status": "completed", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:28.481289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c9a30a67-7046-4f64-be89-2d4a649f7c23, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:28.550845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0711e1-922d-42a6-8668-b9f6a36167eb req-badc153a-00a1-439f-9916-636c5a342c2b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:28.552296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a0711e1-922d-42a6-8668-b9f6a36167eb req-badc153a-00a1-439f-9916-636c5a342c2b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1133146 Aug 21 09:00:28.572253 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:28.606172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:28.638669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=c9a30a67-7046-4f64-be89-2d4a649f7c23,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:28.680883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a0711e1-922d-42a6-8668-b9f6a36167eb req-bfaddc5e-b80e-4412-8857-1462b962cf77 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220131 Aug 21 09:00:28.684441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Network d45fe2d4-6f85-482d-8fc0-e9c115533733 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:28.693292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Allocated IP 172.20.0.10 (7a1c736c-7d97-4377-b03c-915ec4c1d886/c9eb0223-0281-4c30-a0ca-f4469d216bdc/6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:28.696720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:28.700089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Pushing event updated for resources: {'Port': ['ID=30f51f49-7db9-45a0-a54d-51b4e357ebe9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:28.704475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:28.710852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:28.711487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:28.766718 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b94cf32-45b0-46ff-8f25-b96f34e56513 x-openstack-request-id: req-9b94cf32-45b0-46ff-8f25-b96f34e56513 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:28.767076 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "name": "network-vif-plugged", "status": "completed", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:28.767333 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b94cf32-45b0-46ff-8f25-b96f34e56513 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:28.767773 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'code': 200} Aug 21 09:00:28.806638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5666d2ee-0eb5-4b43-bed1-322f291c1629 req-e43f5c81-2ecc-478e-8b5a-1aae65c6d6ae tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 210 time: 0.0438979 Aug 21 09:00:28.833691 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-dfaf404c-471b-4d4d-a040-9f322acfd71c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0d8f7a1539d040c080f8cfc93b6dc5fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633974 Aug 21 09:00:28.862185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4c3eb7b7-facc-49c7-93fa-a0d84ff6e2da tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6217732 Aug 21 09:00:28.903156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.22', 54672) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:28.921644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Request body: {'port': {'device_id': '92a530c1-29e8-46c0-b837-03af50effbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:28.957927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-4fe76bde-c800-4ec6-97b4-c6f1719bd515 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:28.959507 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-4fe76bde-c800-4ec6-97b4-c6f1719bd515 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1240749 Aug 21 09:00:28.972110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Request body: {'port': {'device_id': 'c0a67afc-e82a-4f07-9f88-d4bf25a9bc62', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '0d8f7a1539d040c080f8cfc93b6dc5fb'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:29.069605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27752292-1517-40a3-9604-0dd394146b64 req-33afbe3a-e64d-4471-888a-6ac05687b8e1 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:29.071045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27752292-1517-40a3-9604-0dd394146b64 req-33afbe3a-e64d-4471-888a-6ac05687b8e1 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 951 time: 0.2487056 Aug 21 09:00:29.087991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff0775-21d4-415c-8405-59ab12e80d3d req-76e01ca8-a23e-41ed-91d4-785332bfc57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:29.089464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32ff0775-21d4-415c-8405-59ab12e80d3d req-76e01ca8-a23e-41ed-91d4-785332bfc57f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 1098 time: 0.1845140 Aug 21 09:00:29.128168 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.140709 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.157714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf7505-6b1f-4034-9917-0ebe63e043a9 req-9d242498-637d-4399-b90d-a5598fa74049 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:29.159239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4cbf7505-6b1f-4034-9917-0ebe63e043a9 req-9d242498-637d-4399-b90d-a5598fa74049 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 931 time: 0.2332673 Aug 21 09:00:29.160574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Made reservation on behalf of 0d8f7a1539d040c080f8cfc93b6dc5fb for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:29.165064 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.174966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.231676 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27752292-1517-40a3-9604-0dd394146b64 req-970c6fd8-48df-4cdf-be56-25308663178d tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515296 Aug 21 09:00:29.241113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32ff0775-21d4-415c-8405-59ab12e80d3d req-8242539e-7513-4a06-946d-1fa852c72e01 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422904 Aug 21 09:00:29.274442 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.286547 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4cbf7505-6b1f-4034-9917-0ebe63e043a9 req-554618bc-0b6a-4192-845e-16c69580a90f tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc4f296d-87cd-41bf-bae3-67df36773638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140261 Aug 21 09:00:29.360390 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.411067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9dfd70-533e-44ee-8270-f7b90a351915 req-49263972-0b89-406a-839a-4f55a4cebb83 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 210 time: 0.0521965 Aug 21 09:00:29.436024 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.449633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:29.490150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccddc74-d655-4636-a4a9-3608cdaf7916 req-f070afb3-8045-4f09-a70c-12fb9b01143e tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:29.492285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dccddc74-d655-4636-a4a9-3608cdaf7916 req-f070afb3-8045-4f09-a70c-12fb9b01143e tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 945 time: 0.1547201 Aug 21 09:00:29.539960 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Allocated IP 192.168.233.23 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/0e8cb269-9bfb-490c-8d0f-084371d5f67e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:29.566482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae98f73a-2848-4b21-b631-bfc9a8a2ef53 req-7ef41e5f-ae15-4711-85d0-c47cd23066d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 210 time: 0.0547180 Aug 21 09:00:29.570385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Network 7a1c736c-7d97-4377-b03c-915ec4c1d886 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:29.592974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:29.612145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:29.618149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:29.618800 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.624983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-7ec95206-ec5e-4f0a-973e-b50eeb7bb218 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575907 Aug 21 09:00:29.625586 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Pushing event updated for resources: {'Port': ['ID=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:29.716104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.731988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dccddc74-d655-4636-a4a9-3608cdaf7916 req-f7c55115-07fb-4c8d-a170-9137bce7ad33 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157998 Aug 21 09:00:29.744555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Transition to ACTIVE for port object 0e8cb269-9bfb-490c-8d0f-084371d5f67e will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:29.796795 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-8e08c97f-18aa-4ea2-a614-606e8e0f3007 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9888694 Aug 21 09:00:29.816367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Request body: {'port': {'device_id': '4601ff1f-32b7-478a-b460-24a11f85082e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:29.847166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a8111-dde4-49cc-88c2-9489a5bb9401 req-9b521652-0e68-4d26-b215-c1eb30298409 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:29.848814 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-814a8111-dde4-49cc-88c2-9489a5bb9401 req-9b521652-0e68-4d26-b215-c1eb30298409 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 946 time: 0.2142332 Aug 21 09:00:29.896403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.926688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-ebb4250b-5699-4e1e-8131-e25e9f872af8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:29.928183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-ebb4250b-5699-4e1e-8131-e25e9f872af8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2868969 Aug 21 09:00:29.934540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f51f49-7db9-45a0-a54d-51b4e357ebe9 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:29.948600 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.961176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Request body: {'port': {'device_id': '7914c1e1-2263-42f9-bfcd-c84c74266d24', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '97b4438915564130b94b8ce40d3b9713'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:29.964520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:29.967872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:29.971636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:29.978608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:29.979431 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:29.992758 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Pushing event updated for resources: {'Port': ['ID=0e8cb269-9bfb-490c-8d0f-084371d5f67e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:30.075626 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-048c2531-a753-4b43-a78d-597c9adc0e86 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1074240 Aug 21 09:00:30.075996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Transition to ACTIVE for port object 30f51f49-7db9-45a0-a54d-51b4e357ebe9 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:30.081469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-5816f19c-7ec4-4d01-a1f3-3a04f059f59b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1087840 Aug 21 09:00:30.090271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-814a8111-dde4-49cc-88c2-9489a5bb9401 req-bdeeaedb-d40c-4744-a9c1-fff771314832 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108395 Aug 21 09:00:30.090848 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.101785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8410d-f120-4c22-924e-af7f1cfc4dd1 req-1e3c1871-bcb4-4f29-b7ab-5326aabc8aec tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:30.103346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b8410d-f120-4c22-924e-af7f1cfc4dd1 req-1e3c1871-bcb4-4f29-b7ab-5326aabc8aec tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.2910566 Aug 21 09:00:30.104191 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Request body: {'port': {'device_id': 'c0a67afc-e82a-4f07-9f88-d4bf25a9bc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:30.175386 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.208450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:00:30.255004 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.266716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-75e33650-bb49-4cf3-8f95-3796252c4d21 None None] Provisioning for port 0e8cb269-9bfb-490c-8d0f-084371d5f67e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:30.291951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-75e33650-bb49-4cf3-8f95-3796252c4d21 None None] Provisioning complete for port 0e8cb269-9bfb-490c-8d0f-084371d5f67e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:30.292665 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-75e33650-bb49-4cf3-8f95-3796252c4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.344093 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.345865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-75e33650-bb49-4cf3-8f95-3796252c4d21 None None] Port 0e8cb269-9bfb-490c-8d0f-084371d5f67e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:30.392510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:30.439117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b8410d-f120-4c22-924e-af7f1cfc4dd1 req-0ed00c9f-6272-42a7-ad47-968ac4f003bc tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972789 Aug 21 09:00:30.452155 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.491970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=30f51f49-7db9-45a0-a54d-51b4e357ebe9,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:30.512322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cb475-34fd-4f24-be1b-c56e594df71a req-8b833ea1-e7bf-42c4-8de0-66cb9c8aabe2 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:30.519780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-487cb475-34fd-4f24-be1b-c56e594df71a req-8b833ea1-e7bf-42c4-8de0-66cb9c8aabe2 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 935 time: 0.3059356 Aug 21 09:00:30.534838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Made reservation on behalf of 97b4438915564130b94b8ce40d3b9713 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:30.535433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8cb269-9bfb-490c-8d0f-084371d5f67e {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:30.537593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=11']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:30.538857 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.545075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.559392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Transition to ACTIVE for port object 0e8cb269-9bfb-490c-8d0f-084371d5f67e will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:30.625119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-0b1c1933-1c80-42b7-9154-145062009ace tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:30.626656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-0b1c1933-1c80-42b7-9154-145062009ace tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5203485 Aug 21 09:00:30.634831 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.660354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Request body: {'port': {'device_id': 'd5762037-68f1-46a2-8bc2-36f9a57d54c4', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '97b4438915564130b94b8ce40d3b9713'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:30.708866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8cb269-9bfb-490c-8d0f-084371d5f67e,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:30.726816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Attempting to bind port 0e8cb269-9bfb-490c-8d0f-084371d5f67e on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:30.727224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Attempting to bind port 0e8cb269-9bfb-490c-8d0f-084371d5f67e by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:30.727550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Attempting to bind port 0e8cb269-9bfb-490c-8d0f-084371d5f67e on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:30.732783 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Port 0e8cb269-9bfb-490c-8d0f-084371d5f67e on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:30.733097 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Attempting to bind port 0e8cb269-9bfb-490c-8d0f-084371d5f67e on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:30.739280 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:30.741893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:30.741893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:30.741893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Bound port: 0e8cb269-9bfb-490c-8d0f-084371d5f67e, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:30.741893 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.769428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:30.772578 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4f5ef0-b978-4ccc-8fe1-a7309bb357cd" -d '{"events": [{"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-unplugged", "status": "completed", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:30.890323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] For port 0e8cb269-9bfb-490c-8d0f-084371d5f67e, host n-h2-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:30.893959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] For port 0e8cb269-9bfb-490c-8d0f-084371d5f67e, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0e8cb269-9bfb-490c-8d0f-084371d5f67e,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:30.938118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.961462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Attempting to bind port 30f51f49-7db9-45a0-a54d-51b4e357ebe9 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:30.961789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Attempting to bind port 30f51f49-7db9-45a0-a54d-51b4e357ebe9 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'b55be9b4-ff3c-476d-8ca5-344cc9418abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd45fe2d4-6f85-482d-8fc0-e9c115533733'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:30.962117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Attempting to bind port 30f51f49-7db9-45a0-a54d-51b4e357ebe9 on network d45fe2d4-6f85-482d-8fc0-e9c115533733 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:30.979224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:30.979886 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:30.981274 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] 10.222.0.22 "PUT /v2.0/ports/0e8cb269-9bfb-490c-8d0f-084371d5f67e HTTP/1.1" status: 200 len: 1096 time: 0.8870778 Aug 21 09:00:30.983871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a67afc-e82a-4f07-9f88-d4bf25a9bc62', 'tag': '0e8cb269-9bfb-490c-8d0f-084371d5f67e'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:30.987247 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a83efe3-968f-4f84-99e0-0f8da6311760" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a67afc-e82a-4f07-9f88-d4bf25a9bc62", "tag": "0e8cb269-9bfb-490c-8d0f-084371d5f67e"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:31.017215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de39662-f1ce-4f10-8a9f-7c19efa9b365 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8cb269-9bfb-490c-8d0f-084371d5f67e,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:31.055783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-487cb475-34fd-4f24-be1b-c56e594df71a req-c0de204b-0085-4cbc-94fb-294e5fbd9d58 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350940 Aug 21 09:00:31.063395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Port 30f51f49-7db9-45a0-a54d-51b4e357ebe9 on network d45fe2d4-6f85-482d-8fc0-e9c115533733 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:31.063774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Attempting to bind port 30f51f49-7db9-45a0-a54d-51b4e357ebe9 on network d45fe2d4-6f85-482d-8fc0-e9c115533733 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:31.107106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297da35-6409-48d6-b8ce-b23c8ba124f5 req-54c09bef-90d8-4c2f-9b14-a1a608f71230 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:31.108774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a297da35-6409-48d6-b8ce-b23c8ba124f5 req-54c09bef-90d8-4c2f-9b14-a1a608f71230 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 949 time: 0.5554934 Aug 21 09:00:31.109405 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-bcb927eb-1675-47b2-b0ff-015790d3b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:31.109583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:31.109925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Checking segment: {'id': 'b55be9b4-ff3c-476d-8ca5-344cc9418abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd45fe2d4-6f85-482d-8fc0-e9c115533733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:31.110311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Bound using segment: {'id': 'b55be9b4-ff3c-476d-8ca5-344cc9418abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd45fe2d4-6f85-482d-8fc0-e9c115533733'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:31.110750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Bound port: 30f51f49-7db9-45a0-a54d-51b4e357ebe9, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b55be9b4-ff3c-476d-8ca5-344cc9418abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd45fe2d4-6f85-482d-8fc0-e9c115533733'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:31.111112 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:31.111428 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-bcb927eb-1675-47b2-b0ff-015790d3b90f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d8f7a1539d040c080f8cfc93b6dc5fb&device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 1099 time: 0.0540965 Aug 21 09:00:31.156755 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-3d8ed08f-625f-426a-962a-882600514ba1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=0e8cb269-9bfb-490c-8d0f-084371d5f67e HTTP/1.1" status: 200 len: 217 time: 0.0369351 Aug 21 09:00:31.212382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-b03e3ec3-02ca-4f4c-b896-0fe3bbcf5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:31.213843 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-b03e3ec3-02ca-4f4c-b896-0fe3bbcf5f8b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0509295 Aug 21 09:00:31.258723 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-b8c87029-7686-4686-9978-068b3e2cbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:31.260168 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-b8c87029-7686-4686-9978-068b3e2cbdb4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0392437 Aug 21 09:00:31.290313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd6c2b-bea0-4ae7-9b9f-8c9ffa3ddea8 req-e45aa833-c615-419b-8195-6fd997832da7 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:31.291807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13cd6c2b-bea0-4ae7-9b9f-8c9ffa3ddea8 req-e45aa833-c615-419b-8195-6fd997832da7 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 949 time: 0.3627155 Aug 21 09:00:31.350683 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-0730cf30-c3a7-4f8f-84ed-f12e8cdb107e service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824404 Aug 21 09:00:31.368143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a297da35-6409-48d6-b8ce-b23c8ba124f5 req-29e3530c-f36e-47a5-abee-9583884b979d tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/security-groups?id=e809bab1-22bd-45a6-90ba-9e465af54755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408566 Aug 21 09:00:31.417373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Allocated IP 192.168.233.113 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/dda0fec1-d01a-4a9c-be84-80a6b6d90a76) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:31.448946 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d8bebc15-d49d-4633-bac9-21fdd45bbdb8 req-ad0aa59a-9dfa-47cb-8883-73f282558ae9 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911002 Aug 21 09:00:31.462790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f6c72-e631-41e1-82d6-7bf9d06866c4 req-44872198-cba2-42e9-96df-0baa8b298954 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:31.464384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b7f6c72-e631-41e1-82d6-7bf9d06866c4 req-44872198-cba2-42e9-96df-0baa8b298954 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 943 time: 0.3194649 Aug 21 09:00:31.484014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] For port 30f51f49-7db9-45a0-a54d-51b4e357ebe9, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:31.493108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] For port 30f51f49-7db9-45a0-a54d-51b4e357ebe9, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=30f51f49-7db9-45a0-a54d-51b4e357ebe9,segment=NetworkSegment(b55be9b4-ff3c-476d-8ca5-344cc9418abb),segment_id=b55be9b4-ff3c-476d-8ca5-344cc9418abb)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:31.528141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:31.547783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Made reservation on behalf of 97b4438915564130b94b8ce40d3b9713 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:31.551237 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:31.555004 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:31.584791 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:31.646948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b7f6c72-e631-41e1-82d6-7bf9d06866c4 req-9903c58b-a44f-4c8d-8bed-16f8910d63f1 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc4f296d-87cd-41bf-bae3-67df36773638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739326 Aug 21 09:00:31.654821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Transition to ACTIVE for port object 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:31.683144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:31.683801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:31.685239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] 10.222.0.22 "PUT /v2.0/ports/30f51f49-7db9-45a0-a54d-51b4e357ebe9 HTTP/1.1" status: 200 len: 1092 time: 2.7831209 Aug 21 09:00:31.686542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a530c1-29e8-46c0-b837-03af50effbc0', 'tag': '30f51f49-7db9-45a0-a54d-51b4e357ebe9'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:31.688818 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac8b4dc-1a8e-42df-af4d-9ffdbba4a23d" -d '{"events": [{"name": "network-changed", "server_uuid": "92a530c1-29e8-46c0-b837-03af50effbc0", "tag": "30f51f49-7db9-45a0-a54d-51b4e357ebe9"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:31.809331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:31.858104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fcd20-4a83-4918-ac6a-aae845476fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=30f51f49-7db9-45a0-a54d-51b4e357ebe9,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:31.875638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-13cd6c2b-bea0-4ae7-9b9f-8c9ffa3ddea8 req-7760a1bf-0396-4ced-9e00-912857d91d9c tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Deleting port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:00:31.875989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13cd6c2b-bea0-4ae7-9b9f-8c9ffa3ddea8 req-7760a1bf-0396-4ced-9e00-912857d91d9c tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:31.879835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20ddde35-d7b2-47f9-a00f-87fb9669c943 req-192389a1-3e4a-4762-9b1f-47598e006010 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 210 time: 0.1040850 Aug 21 09:00:31.926409 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca2ff68-0715-4a42-9b27-175ad701b8f6 x-openstack-request-id: req-3ca2ff68-0715-4a42-9b27-175ad701b8f6 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:31.926890 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-unplugged", "status": "completed", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:31.926985 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ca2ff68-0715-4a42-9b27-175ad701b8f6 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:31.927372 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'code': 200} Aug 21 09:00:31.957722 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e98057-3319-40d6-a5f5-c2f5ed862085 x-openstack-request-id: req-f2e98057-3319-40d6-a5f5-c2f5ed862085 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:31.958240 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a67afc-e82a-4f07-9f88-d4bf25a9bc62", "tag": "0e8cb269-9bfb-490c-8d0f-084371d5f67e", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:31.958416 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2e98057-3319-40d6-a5f5-c2f5ed862085 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:31.958895 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a67afc-e82a-4f07-9f88-d4bf25a9bc62', 'tag': '0e8cb269-9bfb-490c-8d0f-084371d5f67e', 'status': 'completed', 'code': 200} Aug 21 09:00:32.026523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83efe3-968f-4f84-99e0-0f8da6311760 req-f23627d4-cbe0-4872-b845-4e3a64d37e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:32.028337 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4a83efe3-968f-4f84-99e0-0f8da6311760 req-f23627d4-cbe0-4872-b845-4e3a64d37e2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d8f7a1539d040c080f8cfc93b6dc5fb&device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 1099 time: 0.0432038 Aug 21 09:00:32.069007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef5a89-c414-410f-b4de-e7f184066495 req-d7c3e89e-c4f3-480b-baa5-fe353b89860e tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:32.071027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00ef5a89-c414-410f-b4de-e7f184066495 req-d7c3e89e-c4f3-480b-baa5-fe353b89860e tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 944 time: 0.3013937 Aug 21 09:00:32.089812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:32.095621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:32.133108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83efe3-968f-4f84-99e0-0f8da6311760 req-213ea135-86bc-4755-b726-ee2ff9d02ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:32.134694 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4a83efe3-968f-4f84-99e0-0f8da6311760 req-213ea135-86bc-4755-b726-ee2ff9d02ed4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.0899937 Aug 21 09:00:32.159030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-d6d05549-2f61-4eb7-ae0e-9c3f1336c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:32.160440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-d6d05549-2f61-4eb7-ae0e-9c3f1336c927 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd61a6e5bd654263ae8af1ea654395ed&device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 1095 time: 0.3034337 Aug 21 09:00:32.176689 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4a83efe3-968f-4f84-99e0-0f8da6311760 req-da823cc2-b12e-4ae5-ac53-5ca5b6b437e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=0e8cb269-9bfb-490c-8d0f-084371d5f67e HTTP/1.1" status: 200 len: 217 time: 0.0341897 Aug 21 09:00:32.189436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Transition to ACTIVE for port object dda0fec1-d01a-4a9c-be84-80a6b6d90a76 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:32.197735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:32.198066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:32.198390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:32.226577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83efe3-968f-4f84-99e0-0f8da6311760 req-0fb11ea6-6140-4c02-808b-0638c7af4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:32.228064 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4a83efe3-968f-4f84-99e0-0f8da6311760 req-0fb11ea6-6140-4c02-808b-0638c7af4ffc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0435908 Aug 21 09:00:32.245753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-6cb6a4c8-8c18-41b0-8175-c50ce2b8b647 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f51f49-7db9-45a0-a54d-51b4e357ebe9 HTTP/1.1" status: 200 len: 217 time: 0.0627544 Aug 21 09:00:32.254942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:32.255259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:32.260913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-13cd6c2b-bea0-4ae7-9b9f-8c9ffa3ddea8 req-7760a1bf-0396-4ced-9e00-912857d91d9c tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] For port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:32.261282 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13cd6c2b-bea0-4ae7-9b9f-8c9ffa3ddea8 req-7760a1bf-0396-4ced-9e00-912857d91d9c tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:32.275179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83efe3-968f-4f84-99e0-0f8da6311760 req-9df1c0c1-d3e4-49d7-af74-1a095cb576f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:32.276689 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4a83efe3-968f-4f84-99e0-0f8da6311760 req-9df1c0c1-d3e4-49d7-af74-1a095cb576f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0388944 Aug 21 09:00:32.292450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:32.293020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:32.293157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:32.293583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Bound port: 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:32.293939 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:32.298002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00ef5a89-c414-410f-b4de-e7f184066495 req-1b75d929-719d-47cf-bb9a-38d401131220 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056098 Aug 21 09:00:32.305430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0d369-c15b-4319-af7a-f016d4f546ef req-d406f92e-95b9-4606-a51a-a63e780c5863 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:32.306911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7d0d369-c15b-4319-af7a-f016d4f546ef req-d406f92e-95b9-4606-a51a-a63e780c5863 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 946 time: 0.2908785 Aug 21 09:00:32.307920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-13cd6c2b-bea0-4ae7-9b9f-8c9ffa3ddea8 req-7760a1bf-0396-4ced-9e00-912857d91d9c tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Calling delete_port for 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:00:32.373291 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4a83efe3-968f-4f84-99e0-0f8da6311760 req-61eb454b-25e2-4d7f-927b-4ca249376c97 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882576 Aug 21 09:00:32.462526 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4a83efe3-968f-4f84-99e0-0f8da6311760 req-6d729434-41bc-45a8-9b16-dfd58ac0b089 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808916 Aug 21 09:00:32.484462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-15653396-b70a-4ac9-9735-5ccbaf7f87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:32.485933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-15653396-b70a-4ac9-9735-5ccbaf7f87e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=486feb71-8e82-432d-91a7-7a68ada0d5d9 HTTP/1.1" status: 200 len: 855 time: 0.2279935 Aug 21 09:00:32.505925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7d0d369-c15b-4319-af7a-f016d4f546ef req-f97c3aa8-68f7-43ae-a597-a2fe2c0e4932 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672022 Aug 21 09:00:32.551339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-4980d1f5-6704-4e3b-812b-f1fe53e0a174 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d45fe2d4-6f85-482d-8fc0-e9c115533733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484726 Aug 21 09:00:32.553365 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c72084c-fbef-4327-b546-2ca6f21dff82 x-openstack-request-id: req-8c72084c-fbef-4327-b546-2ca6f21dff82 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:32.554162 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a530c1-29e8-46c0-b837-03af50effbc0", "tag": "30f51f49-7db9-45a0-a54d-51b4e357ebe9", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:32.554411 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c72084c-fbef-4327-b546-2ca6f21dff82 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:32.554785 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a530c1-29e8-46c0-b837-03af50effbc0', 'tag': '30f51f49-7db9-45a0-a54d-51b4e357ebe9', 'status': 'completed', 'code': 200} Aug 21 09:00:32.568537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:32.582370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:32.584802 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147', '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:32.601864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:32.653293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687850f-90bc-4b1f-857e-3129e7d46652 req-4954a394-4919-421c-96aa-b3552f1ea7c0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:32.654783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4687850f-90bc-4b1f-857e-3129e7d46652 req-4954a394-4919-421c-96aa-b3552f1ea7c0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.2792017 Aug 21 09:00:32.716023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:32.762546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:32.786696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:32.820539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:32.826274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:32.826892 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:32.847098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event updated for resources: {'Port': ['ID=dda0fec1-d01a-4a9c-be84-80a6b6d90a76,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:32.851010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:32.863588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Allocated IP 192.168.233.119 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/5e175de9-fc9f-478f-972f-3764ae0465a4) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:32.921359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-feb0bf3d-fb97-44f3-8d3a-7b34486122f3 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1325282948&fields=id&tenant_id=6600cf3631324e368fd5629b44cc5be0 HTTP/1.1" status: 200 len: 267 time: 0.2833300 Aug 21 09:00:32.951768 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4687850f-90bc-4b1f-857e-3129e7d46652 req-54414717-1ac2-4b06-a8e5-78be58e51815 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503779 Aug 21 09:00:32.965013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:32.965635 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:32.967020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] 10.222.0.22 "PUT /v2.0/ports/6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac HTTP/1.1" status: 200 len: 1093 time: 3.1593504 Aug 21 09:00:32.975253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-60ec9c65-b263-43db-8ea5-27127babf6fe service neutron] 10.222.0.22 "GET /v2.0/networks/d45fe2d4-6f85-482d-8fc0-e9c115533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088712 Aug 21 09:00:33.145313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-f3a5a9c3-2517-4c7d-ba72-4d7edee1a1e5 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:33.146732 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-f3a5a9c3-2517-4c7d-ba72-4d7edee1a1e5 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.22 "GET /v2.0/ports?device_id=16d6bb34-2524-47a0-90a3-d81773fee260 HTTP/1.1" status: 200 len: 945 time: 0.0575044 Aug 21 09:00:33.234708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e27f819d-97fe-4cf8-b3f8-1dd8c62a0616 None None] Provisioning for port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:33.239378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e27f819d-97fe-4cf8-b3f8-1dd8c62a0616 None None] Provisioning complete for port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:33.239850 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e27f819d-97fe-4cf8-b3f8-1dd8c62a0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:33.248215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Deleting port cf8af1b6-1093-48c8-a7af-f08d5c675492 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:00:33.248579 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:33.274433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-eb30a980-a181-4980-9d66-3d3fc0e5b2d1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3279557 Aug 21 09:00:33.274805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e27f819d-97fe-4cf8-b3f8-1dd8c62a0616 None None] Port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:33.298969 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13cd6c2b-bea0-4ae7-9b9f-8c9ffa3ddea8 req-7760a1bf-0396-4ced-9e00-912857d91d9c tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:33.320875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Request body: {'port': {'device_id': '7914c1e1-2263-42f9-bfcd-c84c74266d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:33.348220 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] For port cf8af1b6-1093-48c8-a7af-f08d5c675492, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cf8af1b6-1093-48c8-a7af-f08d5c675492,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:33.348593 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:33.364564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b9de8-6820-4271-924c-8be1d8805e09 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:33.476967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760a1bf-0396-4ced-9e00-912857d91d9c tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Pushing event deleted for resources: {'Port': ['ID=69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:33.581397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:33.581788 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:33.582134 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Floating IP cb0588a6-da79-493a-a458-5cc6b95afc82 disassociated. External IP: 172.25.5.219, port: cf8af1b6-1093-48c8-a7af-f08d5c675492. Aug 21 09:00:33.582482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Calling delete_port for cf8af1b6-1093-48c8-a7af-f08d5c675492 owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:00:33.605451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-2248e639-a187-4821-9ad3-15dde0d525d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:33.606962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-2248e639-a187-4821-9ad3-15dde0d525d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 1096 time: 0.3401868 Aug 21 09:00:33.614326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f072ec-8ca6-4391-a21f-b27084410ef8 req-3560c69b-e406-4bc6-ac7b-4a69212bd8dc tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:33.615725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13f072ec-8ca6-4391-a21f-b27084410ef8 req-3560c69b-e406-4bc6-ac7b-4a69212bd8dc tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 947 time: 0.3452666 Aug 21 09:00:33.625637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cd6c2b-bea0-4ae7-9b9f-8c9ffa3ddea8 req-7760a1bf-0396-4ced-9e00-912857d91d9c tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] No DVR routers for this DVR port 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:00:33.646749 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13cd6c2b-bea0-4ae7-9b9f-8c9ffa3ddea8 req-7760a1bf-0396-4ced-9e00-912857d91d9c tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:33.649273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13cd6c2b-bea0-4ae7-9b9f-8c9ffa3ddea8 req-7760a1bf-0396-4ced-9e00-912857d91d9c tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.13 "DELETE /v2.0/ports/69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 HTTP/1.1" status: 204 len: 173 time: 2.3359509 Aug 21 09:00:33.659763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:33.667701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-4d4477a8-c99b-48f2-bacf-75236abf17ce tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:33.669172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-4d4477a8-c99b-48f2-bacf-75236abf17ce tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/networks?id=81d00ede-ffc6-4f2c-87e9-3525996dc088 HTTP/1.1" status: 200 len: 824 time: 0.7284214 Aug 21 09:00:33.748809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-0f742d16-43de-4544-b4a9-99e8b4738257 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac HTTP/1.1" status: 200 len: 217 time: 0.1260586 Aug 21 09:00:33.764214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa111c02-b4ce-493b-a352-f0b78d61d4a4 req-c65aac18-8468-40a1-9769-5ec0af2228dd service neutron] 10.222.0.22 "GET /v2.0/networks/d45fe2d4-6f85-482d-8fc0-e9c115533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7678335 Aug 21 09:00:33.766303 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:33.783924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-1d56a907-956b-4d4c-bb85-0123aa12deba tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/quotas/6600cf3631324e368fd5629b44cc5be0 HTTP/1.1" status: 200 len: 375 time: 0.0459418 Aug 21 09:00:33.804877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Pushing event deleted for resources: {'Port': ['ID=cf8af1b6-1093-48c8-a7af-f08d5c675492,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:33.862964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13f072ec-8ca6-4391-a21f-b27084410ef8 req-96f4195a-4333-43ba-98cd-6797c27531c0 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354476 Aug 21 09:00:33.954936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-76622ab1-cf66-43b6-8254-b98eb01a3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:33.956560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-76622ab1-cf66-43b6-8254-b98eb01a3087 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1966045 Aug 21 09:00:34.092871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-fa9e0827-b6f7-4c53-a4a7-8b5f73e70ae3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151755 Aug 21 09:00:34.113179 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:34.133165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-109692f4-aad5-44c3-be53-f8e6847ad430 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6600cf3631324e368fd5629b44cc5be0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3059497 Aug 21 09:00:34.135443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-405b0cea-df45-4db9-b6c4-5cd086135a26 req-31d69ae6-99d6-4087-8be8-91f2d90f66b6 tempest-ImagesOneServerTestJSON-2134285871 tempest-ImagesOneServerTestJSON-2134285871-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa20d7b-2ef8-4189-8c1e-3100fb0a9275 HTTP/1.1" status: 200 len: 210 time: 0.1566544 Aug 21 09:00:34.158686 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Router ab4543bc-4e2f-4e68-a0ff-43e206921b78 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:00:34.218428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:00:34.222173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Transition to ACTIVE for port object 5e175de9-fc9f-478f-972f-3764ae0465a4 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:34.240596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:00:34.241580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:00:34.275596 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:00:34.289227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8b4dc-1a8e-42df-af4d-9ffdbba4a23d req-23882548-5642-4a4c-b65d-4ff1ec73b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:34.291385 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ac8b4dc-1a8e-42df-af4d-9ffdbba4a23d req-23882548-5642-4a4c-b65d-4ff1ec73b8fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd61a6e5bd654263ae8af1ea654395ed&device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 1095 time: 0.3767674 Aug 21 09:00:34.295324 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35247839-41c5-4e7e-a986-dc7caf4594ef None None] Sync routers for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:00:34.297280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0e8cb269-9bfb-490c-8d0f-084371d5f67e details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:34.315527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] No DVR routers for this DVR port cf8af1b6-1093-48c8-a7af-f08d5c675492 on host n-h2-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:00:34.320107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:34.322283 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-13fec02c-251b-4e51-8d9d-1448b77263f1 req-c9a7f9d2-9230-40aa-a64f-9c554951888c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.22 "DELETE /v2.0/ports/cf8af1b6-1093-48c8-a7af-f08d5c675492 HTTP/1.1" status: 204 len: 173 time: 1.1692584 Aug 21 09:00:34.322719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d6bb34-2524-47a0-90a3-d81773fee260', 'name': 'network-vif-deleted', 'tag': 'cf8af1b6-1093-48c8-a7af-f08d5c675492'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:34.324319 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35247839-41c5-4e7e-a986-dc7caf4594ef None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:00:34.324993 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1114335d-e05d-4bf0-af02-93bb091de20f" -d '{"events": [{"server_uuid": "16d6bb34-2524-47a0-90a3-d81773fee260", "name": "network-vif-deleted", "tag": "cf8af1b6-1093-48c8-a7af-f08d5c675492"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:34.325506 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-35247839-41c5-4e7e-a986-dc7caf4594ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:34.468214 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-35247839-41c5-4e7e-a986-dc7caf4594ef None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:00:34.486003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0e8cb269-9bfb-490c-8d0f-084371d5f67e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0e8cb269-9bfb-490c-8d0f-084371d5f67e,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:34.501213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '0e8cb269-9bfb-490c-8d0f-084371d5f67e', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '0e8cb269-9bfb-490c-8d0f-084371d5f67e', 'mac_address': 'fa:16:3e:b0:b8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:34.547892 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:34.561441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4601ff1f-32b7-478a-b460-24a11f85082e', 'tag': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac'}, {'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-deleted', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:34.563678 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac63cffd-781b-48f2-8d0f-3cfb3576b64d" -d '{"events": [{"name": "network-changed", "server_uuid": "4601ff1f-32b7-478a-b460-24a11f85082e", "tag": "6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac"}, {"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-deleted", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:34.565567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8cb269-9bfb-490c-8d0f-084371d5f67e {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:34.567832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-0db41e70-a1d5-4688-acc4-620f12224f64 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522841 Aug 21 09:00:34.588178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0e8cb269-9bfb-490c-8d0f-084371d5f67e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0e8cb269-9bfb-490c-8d0f-084371d5f67e,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:34.609105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-33644bbc-3187-4663-80ea-93db5b83b120 service neutron] 10.222.0.20 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509728 Aug 21 09:00:34.647883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-4a513267-967b-4d46-994d-a6d63337acf2 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4449151 Aug 21 09:00:34.664499 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:34.675707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:34.694359 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:34.707176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:34.712063 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-35247839-41c5-4e7e-a986-dc7caf4594ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:34.716290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147', '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:34.746779 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35247839-41c5-4e7e-a986-dc7caf4594ef None None] Checking router: ab4543bc-4e2f-4e68-a0ff-43e206921b78 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:00:34.757453 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35247839-41c5-4e7e-a986-dc7caf4594ef None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:00:34.758141 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-35247839-41c5-4e7e-a986-dc7caf4594ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:34.801486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=0e8cb269-9bfb-490c-8d0f-084371d5f67e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:34.873187 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-35247839-41c5-4e7e-a986-dc7caf4594ef None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:00:34.902732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['0e8cb269-9bfb-490c-8d0f-084371d5f67e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:35.010338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8b4dc-1a8e-42df-af4d-9ffdbba4a23d req-892b7c3c-83f8-41c8-bd72-57e3275253f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:35.011433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ac8b4dc-1a8e-42df-af4d-9ffdbba4a23d req-892b7c3c-83f8-41c8-bd72-57e3275253f2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d45fe2d4-6f85-482d-8fc0-e9c115533733 HTTP/1.1" status: 200 len: 916 time: 0.7014718 Aug 21 09:00:35.034183 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:00:35.123262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ac8b4dc-1a8e-42df-af4d-9ffdbba4a23d req-ec8405bb-1161-483d-a8a3-785dfb2971d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30f51f49-7db9-45a0-a54d-51b4e357ebe9 HTTP/1.1" status: 200 len: 217 time: 0.0749714 Aug 21 09:00:35.131317 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-35247839-41c5-4e7e-a986-dc7caf4594ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:35.159695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:35.164556 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35247839-41c5-4e7e-a986-dc7caf4594ef None None] The sync data for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 is: [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:00:35.199622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event updated for resources: {'Port': ['ID=5e175de9-fc9f-478f-972f-3764ae0465a4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:35.202103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:35.204907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:35.221563 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:35.227761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:35.228341 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:35.235704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa126ee-7a97-48cd-ab49-255b74989a39 req-be499ffa-50dd-4cea-99a3-64e893b38ff5 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539991 Aug 21 09:00:35.323598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-b1b77541-0b60-4e02-84e6-2a0d8b2385fd service neutron] 10.222.0.20 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6711590 Aug 21 09:00:35.325079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8b4dc-1a8e-42df-af4d-9ffdbba4a23d req-b2657fc5-b5ad-4959-85a5-e67a8025896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:35.326487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ac8b4dc-1a8e-42df-af4d-9ffdbba4a23d req-b2657fc5-b5ad-4959-85a5-e67a8025896c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=486feb71-8e82-432d-91a7-7a68ada0d5d9 HTTP/1.1" status: 200 len: 855 time: 0.1900473 Aug 21 09:00:35.381918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ac8b4dc-1a8e-42df-af4d-9ffdbba4a23d req-42cb4485-79cb-4b5c-9135-a9d9b32bf13a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d45fe2d4-6f85-482d-8fc0-e9c115533733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412190 Aug 21 09:00:35.389384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1fa79e4d-ff2f-4a9e-ad83-aadf64e766e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7352216 Aug 21 09:00:35.411655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Request body: {'port': {'device_id': 'd5762037-68f1-46a2-8bc2-36f9a57d54c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:35.514377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0242b1e3-2ca0-40db-a44a-983cadc9cb2a None None] New status for floating IP cb0588a6-da79-493a-a458-5cc6b95afc82: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:00:35.519882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda0fec1-d01a-4a9c-be84-80a6b6d90a76 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:35.535078 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:35.596002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Transition to ACTIVE for port object dda0fec1-d01a-4a9c-be84-80a6b6d90a76 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:35.617014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:35.648302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ac8b4dc-1a8e-42df-af4d-9ffdbba4a23d req-b23f1f9a-2461-4a4b-8904-780adda4fcea service neutron] 10.222.0.22 "GET /v2.0/networks/d45fe2d4-6f85-482d-8fc0-e9c115533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546990 Aug 21 09:00:35.702713 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:35.705386 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:35.709071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1a305368-7000-4c58-8210-05564015ce9f None None] Provisioning for port 5e175de9-fc9f-478f-972f-3764ae0465a4 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:35.713878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1a305368-7000-4c58-8210-05564015ce9f None None] Provisioning complete for port 5e175de9-fc9f-478f-972f-3764ae0465a4 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:35.714333 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a305368-7000-4c58-8210-05564015ce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:35.750718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1a305368-7000-4c58-8210-05564015ce9f None None] Port 5e175de9-fc9f-478f-972f-3764ae0465a4 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:35.805767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c5143-a58f-4935-8f76-4b27c09b6c16 req-6bd41c2f-0305-490a-80a2-994feda35090 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:35.807292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b3c5143-a58f-4935-8f76-4b27c09b6c16 req-6bd41c2f-0305-490a-80a2-994feda35090 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 943 time: 0.2276912 Aug 21 09:00:35.959378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Pushing event updated for resources: {'Port': ['ID=dda0fec1-d01a-4a9c-be84-80a6b6d90a76,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:36.033693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ac8b4dc-1a8e-42df-af4d-9ffdbba4a23d req-bcb7c658-fd8c-484b-96f8-a674f68f2878 service neutron] 10.222.0.22 "GET /v2.0/networks/d45fe2d4-6f85-482d-8fc0-e9c115533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753772 Aug 21 09:00:36.062147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b3c5143-a58f-4935-8f76-4b27c09b6c16 req-e8b03387-8264-4aee-a4e4-24b9988b5431 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc4f296d-87cd-41bf-bae3-67df36773638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166200 Aug 21 09:00:36.122893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Attempting to bind port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:36.123145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Attempting to bind port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:36.123468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Attempting to bind port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:36.136828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Allocated IP 172.25.5.229 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/5bf1ba47-7e79-4b0d-9362-271a0cd8e0b7) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:36.154627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:36.154912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Attempting to bind port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:36.188818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:36.189155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:36.189537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:36.189967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Bound port: dda0fec1-d01a-4a9c-be84-80a6b6d90a76, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:36.190322 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.296187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 30f51f49-7db9-45a0-a54d-51b4e357ebe9 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:36.298570 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0e8cb269-9bfb-490c-8d0f-084371d5f67e up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:36.310949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7dfa4-891e-4e37-bb8f-a8facf74d46c req-d76debbd-b505-405e-9994-2f9e7e60628a tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:36.312491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcd7dfa4-891e-4e37-bb8f-a8facf74d46c req-d76debbd-b505-405e-9994-2f9e7e60628a tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 936 time: 0.1859789 Aug 21 09:00:36.433777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] For port dda0fec1-d01a-4a9c-be84-80a6b6d90a76, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:36.434000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 30f51f49-7db9-45a0-a54d-51b4e357ebe9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=30f51f49-7db9-45a0-a54d-51b4e357ebe9,segment=NetworkSegment(b55be9b4-ff3c-476d-8ca5-344cc9418abb),segment_id=b55be9b4-ff3c-476d-8ca5-344cc9418abb)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:36.445008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '30f51f49-7db9-45a0-a54d-51b4e357ebe9', 'network_id': 'd45fe2d4-6f85-482d-8fc0-e9c115533733', 'port_id': '30f51f49-7db9-45a0-a54d-51b4e357ebe9', 'mac_address': 'fa:16:3e:ab:eb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486feb71-8e82-432d-91a7-7a68ada0d5d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:36.448973 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.464058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcd7dfa4-891e-4e37-bb8f-a8facf74d46c req-ede042c4-c5f9-4159-9b9a-c6bf4338cb71 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352956 Aug 21 09:00:36.468652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] For port dda0fec1-d01a-4a9c-be84-80a6b6d90a76, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=dda0fec1-d01a-4a9c-be84-80a6b6d90a76,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:36.469292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 0e8cb269-9bfb-490c-8d0f-084371d5f67e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:36.477554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e175de9-fc9f-478f-972f-3764ae0465a4 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:36.486654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 0e8cb269-9bfb-490c-8d0f-084371d5f67e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:36.487018 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.487459 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.507588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Transition to ACTIVE for port object 5e175de9-fc9f-478f-972f-3764ae0465a4 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:36.518338 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.542778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f51f49-7db9-45a0-a54d-51b4e357ebe9 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:36.564450 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.566936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 30f51f49-7db9-45a0-a54d-51b4e357ebe9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=30f51f49-7db9-45a0-a54d-51b4e357ebe9,segment=NetworkSegment(b55be9b4-ff3c-476d-8ca5-344cc9418abb),segment_id=b55be9b4-ff3c-476d-8ca5-344cc9418abb)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:36.603961 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.604089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:36.604812 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.606187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] 10.222.0.13 "PUT /v2.0/ports/dda0fec1-d01a-4a9c-be84-80a6b6d90a76 HTTP/1.1" status: 200 len: 1097 time: 3.2975020 Aug 21 09:00:36.609039 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.612216 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.630153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a67afc-e82a-4f07-9f88-d4bf25a9bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8cb269-9bfb-490c-8d0f-084371d5f67e'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:36.632493 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6764765b-9765-4e6f-83e7-0ec4ff5fa642" -d '{"events": [{"server_uuid": "c0a67afc-e82a-4f07-9f88-d4bf25a9bc62", "name": "network-vif-plugged", "status": "completed", "tag": "0e8cb269-9bfb-490c-8d0f-084371d5f67e"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:36.644976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0e8cb269-9bfb-490c-8d0f-084371d5f67e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0e8cb269-9bfb-490c-8d0f-084371d5f67e,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:36.654433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4df85-ccd3-4b11-9419-be7ffd59cb3b req-0efebd65-1cc0-4921-a25b-d99d21333dd0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:36.656075 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2dc4df85-ccd3-4b11-9419-be7ffd59cb3b req-0efebd65-1cc0-4921-a25b-d99d21333dd0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 944 time: 0.1237011 Aug 21 09:00:36.676592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:36.680713 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.689954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:36.692561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:36.706786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c170d-9269-4135-93bc-6d89927a7568 service neutron] Pushing event updated for resources: {'Port': ['ID=dda0fec1-d01a-4a9c-be84-80a6b6d90a76,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:36.735756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=30f51f49-7db9-45a0-a54d-51b4e357ebe9,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:36.761256 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.820775 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f3e43fe6-5e0b-42a0-a6e0-e0696f20b6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.824761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=0e8cb269-9bfb-490c-8d0f-084371d5f67e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:36.869970 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2dc4df85-ccd3-4b11-9419-be7ffd59cb3b req-ba057b09-6e1d-4170-b3fe-b23993423bea tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951272 Aug 21 09:00:36.906435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Attempting to bind port 5e175de9-fc9f-478f-972f-3764ae0465a4 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:36.906845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Attempting to bind port 5e175de9-fc9f-478f-972f-3764ae0465a4 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:36.907173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Attempting to bind port 5e175de9-fc9f-478f-972f-3764ae0465a4 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:36.910060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Pushing event updated for resources: {'Port': ['ID=5e175de9-fc9f-478f-972f-3764ae0465a4,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:36.913777 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:36.916117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['30f51f49-7db9-45a0-a54d-51b4e357ebe9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:36.950140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Port 5e175de9-fc9f-478f-972f-3764ae0465a4 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:36.951822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Attempting to bind port 5e175de9-fc9f-478f-972f-3764ae0465a4 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:37.006604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:37.007489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:37.007899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:37.008333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Bound port: 5e175de9-fc9f-478f-972f-3764ae0465a4, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:37.008688 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:37.022406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Pushing event updated for resources: {'Port': ['ID=5bf1ba47-7e79-4b0d-9362-271a0cd8e0b7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:37.032781 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-ed6dc54c-9e35-4f49-a76f-80dc6ec56863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:37.034315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-ed6dc54c-9e35-4f49-a76f-80dc6ec56863 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=7914c1e1-2263-42f9-bfcd-c84c74266d24 HTTP/1.1" status: 200 len: 1100 time: 0.2386661 Aug 21 09:00:37.129076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaade16d-472a-4fbd-8a3c-5ed5ee051ca7 req-a1f173b7-4e5a-4d46-98d4-4e01e39ac8a2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:37.130574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaade16d-472a-4fbd-8a3c-5ed5ee051ca7 req-a1f173b7-4e5a-4d46-98d4-4e01e39ac8a2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1889775 Aug 21 09:00:37.135971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-deaabee5-1ee2-4ee4-afbf-3e0db07fdc1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=dda0fec1-d01a-4a9c-be84-80a6b6d90a76 HTTP/1.1" status: 200 len: 217 time: 0.0585437 Aug 21 09:00:37.138268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:37.472335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] For port 5e175de9-fc9f-478f-972f-3764ae0465a4, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:37.502322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaade16d-472a-4fbd-8a3c-5ed5ee051ca7 req-584ad245-c084-4e4f-98a8-1c57065d1296 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624370 Aug 21 09:00:37.503668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1a5483b1-084b-4562-898b-1a249de7abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:37.508411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-1a5483b1-084b-4562-898b-1a249de7abf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1109440 Aug 21 09:00:37.509400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] For port 5e175de9-fc9f-478f-972f-3764ae0465a4, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=5e175de9-fc9f-478f-972f-3764ae0465a4,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:37.547293 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba5338a-84b5-4c16-a5cd-dffc7b6e53c9 x-openstack-request-id: req-7ba5338a-84b5-4c16-a5cd-dffc7b6e53c9 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:37.547907 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d6bb34-2524-47a0-90a3-d81773fee260", "name": "network-vif-deleted", "tag": "cf8af1b6-1093-48c8-a7af-f08d5c675492", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:37.548231 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ba5338a-84b5-4c16-a5cd-dffc7b6e53c9 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:37.548714 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d6bb34-2524-47a0-90a3-d81773fee260', 'name': 'network-vif-deleted', 'tag': 'cf8af1b6-1093-48c8-a7af-f08d5c675492', 'status': 'completed', 'code': 200} Aug 21 09:00:37.593844 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c47174-e99e-4ed7-b4ef-d95b00b45a13 x-openstack-request-id: req-a6c47174-e99e-4ed7-b4ef-d95b00b45a13 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:37.594139 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4601ff1f-32b7-478a-b460-24a11f85082e", "tag": "6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac", "status": "completed", "code": 200}, {"server_uuid": "1aa20d7b-2ef8-4189-8c1e-3100fb0a9275", "name": "network-vif-deleted", "tag": "69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:37.594370 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6c47174-e99e-4ed7-b4ef-d95b00b45a13 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:37.594812 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4601ff1f-32b7-478a-b460-24a11f85082e', 'tag': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac', 'status': 'completed', 'code': 200} Aug 21 09:00:37.594988 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa20d7b-2ef8-4189-8c1e-3100fb0a9275', 'name': 'network-vif-deleted', 'tag': '69ff8c3a-f7c5-4f1c-a3d4-ec7fc0433517', 'status': 'completed', 'code': 200} Aug 21 09:00:37.602472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:37.750969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:37.751718 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:37.753007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] 10.222.0.22 "PUT /v2.0/ports/5e175de9-fc9f-478f-972f-3764ae0465a4 HTTP/1.1" status: 200 len: 1097 time: 2.3497801 Aug 21 09:00:37.799614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-29df4bb0-c61d-4bb4-b1e0-97240a65cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:37.801329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-29df4bb0-c61d-4bb4-b1e0-97240a65cc1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2741346 Aug 21 09:00:37.840353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eef7b2-fed0-435f-8a15-8ec1337e4106 service neutron] Pushing event updated for resources: {'Port': ['ID=5e175de9-fc9f-478f-972f-3764ae0465a4,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:37.884240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-4b320bff-65f5-4e60-b507-f8c4f8619b53 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:37.885788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-4b320bff-65f5-4e60-b507-f8c4f8619b53 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.13 "GET /v2.0/networks?id=81d00ede-ffc6-4f2c-87e9-3525996dc088 HTTP/1.1" status: 200 len: 824 time: 0.3599713 Aug 21 09:00:37.918350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63cffd-781b-48f2-8d0f-3cfb3576b64d req-71221ec1-1a47-4072-b307-76cd16ec0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:37.919874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac63cffd-781b-48f2-8d0f-3cfb3576b64d req-71221ec1-1a47-4072-b307-76cd16ec0848 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 1096 time: 0.2841830 Aug 21 09:00:37.926761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af576a2b-c4b0-4764-8be9-3e6f0faebd9d req-029aea5b-f8f4-4d29-93cc-9f79abe609c2 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:37.928127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af576a2b-c4b0-4764-8be9-3e6f0faebd9d req-029aea5b-f8f4-4d29-93cc-9f79abe609c2 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 949 time: 0.2830172 Aug 21 09:00:38.002575 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:38.062798 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:38.134194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-1cbb260f-0e9e-4863-8987-66a7e0aa8b01 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6600cf3631324e368fd5629b44cc5be0 HTTP/1.1" status: 200 len: 380 time: 0.1876483 Aug 21 09:00:38.155782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-6916057f-5717-4378-8745-0091033d008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:38.157205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-6916057f-5717-4378-8745-0091033d008a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 1100 time: 0.2930443 Aug 21 09:00:38.164130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Request body: {'port': {'device_id': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'admin_state_up': True, 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'security_groups': ['7abd21b4-a5c8-46a9-8670-f15ede67dbd4']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:38.167314 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:38.177039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-33853da4-3191-4a4b-a3df-ffcae222b877 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625014 Aug 21 09:00:38.179831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af576a2b-c4b0-4764-8be9-3e6f0faebd9d req-9cf6fd3b-dffa-4489-99c5-fa5a2f2ffa36 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198420 Aug 21 09:00:38.277616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Pushing event updated for resources: {'Port': ['ID=5bf1ba47-7e79-4b0d-9362-271a0cd8e0b7,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:38.298132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-a2883c48-0aa5-43c0-9fae-0d3e7b52d5e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=5e175de9-fc9f-478f-972f-3764ae0465a4 HTTP/1.1" status: 200 len: 217 time: 0.1231675 Aug 21 09:00:38.312311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:38.312777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63cffd-781b-48f2-8d0f-3cfb3576b64d req-3faef2f1-5bae-4d7e-8e4e-e64059cb7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:38.312874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 30f51f49-7db9-45a0-a54d-51b4e357ebe9 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:38.312960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac63cffd-781b-48f2-8d0f-3cfb3576b64d req-3faef2f1-5bae-4d7e-8e4e-e64059cb7a3c service neutron] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.3809280 Aug 21 09:00:38.376217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2b290eb-18f0-4e56-b955-1d5a322e62bc req-4d76548f-e0c4-4dc9-a445-d1c0a13eff75 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 210 time: 0.0957971 Aug 21 09:00:38.431178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:38.432407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-22776b71-c9d4-457b-a172-500f5bd2f53c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7693632 Aug 21 09:00:38.441119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:38.442530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac63cffd-781b-48f2-8d0f-3cfb3576b64d req-f084e817-23b7-4e29-972e-611d29ad5a7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac HTTP/1.1" status: 200 len: 217 time: 0.0989234 Aug 21 09:00:38.450687 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219d0e0c-b226-48c8-869a-1de6cd11b82c x-openstack-request-id: req-219d0e0c-b226-48c8-869a-1de6cd11b82c {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:38.450997 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a67afc-e82a-4f07-9f88-d4bf25a9bc62", "name": "network-vif-plugged", "status": "completed", "tag": "0e8cb269-9bfb-490c-8d0f-084371d5f67e", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:38.451244 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-219d0e0c-b226-48c8-869a-1de6cd11b82c {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:38.451644 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a67afc-e82a-4f07-9f88-d4bf25a9bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8cb269-9bfb-490c-8d0f-084371d5f67e', 'code': 200} Aug 21 09:00:38.456929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac', 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886', 'port_id': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac', 'mac_address': 'fa:16:3e:16:e5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9eb0223-0281-4c30-a0ca-f4469d216bdc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:38.503312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 30f51f49-7db9-45a0-a54d-51b4e357ebe9 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:38.509010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 30f51f49-7db9-45a0-a54d-51b4e357ebe9 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:38.509448 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:38.511059 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:38.551023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:38.579364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:38.591705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-9254eb38-b83e-4b58-8a09-00a5fc969444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:38.593100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-9254eb38-b83e-4b58-8a09-00a5fc969444 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2507000 Aug 21 09:00:38.620231 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:38.651661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 30f51f49-7db9-45a0-a54d-51b4e357ebe9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=30f51f49-7db9-45a0-a54d-51b4e357ebe9,segment=NetworkSegment(b55be9b4-ff3c-476d-8ca5-344cc9418abb),segment_id=b55be9b4-ff3c-476d-8ca5-344cc9418abb)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:38.656097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-14795387-674c-4be1-8c06-0f8f5f5ddd15 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.2106149 Aug 21 09:00:38.680886 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:38.707421 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-331ca1ba-30a5-4413-92ba-c0fd601e7481 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931662 Aug 21 09:00:38.729463 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:38.731097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cf8af1b6-1093-48c8-a7af-f08d5c675492 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:00:38.754442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:38.757377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: cf8af1b6-1093-48c8-a7af-f08d5c675492 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:00:38.757804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cf8af1b6-1093-48c8-a7af-f08d5c675492 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:00:38.766656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63cffd-781b-48f2-8d0f-3cfb3576b64d req-dbbf30f1-f0a8-4cd1-8e5b-c892f44fa71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:38.768130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac63cffd-781b-48f2-8d0f-3cfb3576b64d req-dbbf30f1-f0a8-4cd1-8e5b-c892f44fa71b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.2813029 Aug 21 09:00:38.780287 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56560) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:38.804336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946976b-2d30-4c3d-b577-9e6bf15dc530 req-58a718e7-e472-48de-952f-4f77a9509df6 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:38.805742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5946976b-2d30-4c3d-b577-9e6bf15dc530 req-58a718e7-e472-48de-952f-4f77a9509df6 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 944 time: 0.2659976 Aug 21 09:00:38.808383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0672d5-bf45-4b97-8188-38f2438cbc96 req-c5e354e0-286f-4403-95b5-67af2fd28ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:38.809758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e0672d5-bf45-4b97-8188-38f2438cbc96 req-c5e354e0-286f-4403-95b5-67af2fd28ef5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 1101 time: 0.2711375 Aug 21 09:00:38.811474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=30f51f49-7db9-45a0-a54d-51b4e357ebe9,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:38.832781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac63cffd-781b-48f2-8d0f-3cfb3576b64d req-03d3e620-9e20-4109-909a-eb384a643802 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533884 Aug 21 09:00:38.841457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-04d8f5ad-2ebf-41cb-959c-2d9530d009a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:38.842886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-04d8f5ad-2ebf-41cb-959c-2d9530d009a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2088664 Aug 21 09:00:38.887654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Made reservation on behalf of 6600cf3631324e368fd5629b44cc5be0 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:38.891504 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:38.918127 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-86b054fb-23dc-454a-ac14-47032e30316d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e82b84d0c5046ac8427d02ea9630dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366816 Aug 21 09:00:38.920676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56564) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:38.927519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:38.974250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d565ffe5-2767-4b16-9454-ae2bf867d04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:38.999196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d565ffe5-2767-4b16-9454-ae2bf867d04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:39.132027 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d565ffe5-2767-4b16-9454-ae2bf867d04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:39.134622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d565ffe5-2767-4b16-9454-ae2bf867d04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:39.135864 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d565ffe5-2767-4b16-9454-ae2bf867d04c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e809bab1-22bd-45a6-90ba-9e465af54755 HTTP/1.1" status: 204 len: 168 time: 0.2142255 Aug 21 09:00:39.144299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565ffe5-2767-4b16-9454-ae2bf867d04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809bab1-22bd-45a6-90ba-9e465af54755,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:39.279031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5946976b-2d30-4c3d-b577-9e6bf15dc530 req-ba0c62aa-b7a6-4ccb-bcc1-f8eddb949e62 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc4f296d-87cd-41bf-bae3-67df36773638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504488 Aug 21 09:00:39.285619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-486ab6eb-161e-44e1-89d0-01c6b986113e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:39.288729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-486ab6eb-161e-44e1-89d0-01c6b986113e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.6089709 Aug 21 09:00:39.294165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e0672d5-bf45-4b97-8188-38f2438cbc96 req-872053c1-77bf-418b-b828-7c0b9fb67455 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669366 Aug 21 09:00:39.340750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-cb9faad0-5c8a-40b2-af4a-2a00fb798548 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:00:39.345172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8637fa15-5b82-4502-abd2-0e309f0ac3a2 req-cb9faad0-5c8a-40b2-af4a-2a00fb798548 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152612 Aug 21 09:00:39.416837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac63cffd-781b-48f2-8d0f-3cfb3576b64d req-61356597-24ac-4c86-a800-8b17ef8aaaed service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666239 Aug 21 09:00:39.440844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-4ab2e3d9-9bca-4510-995c-32a6f2fc15bc service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808084 Aug 21 09:00:39.457477 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-658b7979-b706-4530-9ad4-2d57a40b8dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:39.512072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65232d-d590-43b8-a779-cf05d288a22b req-407c15d6-3071-4a2c-8d5f-3ac0ef0da4c2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:39.513598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c65232d-d590-43b8-a779-cf05d288a22b req-407c15d6-3071-4a2c-8d5f-3ac0ef0da4c2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 948 time: 0.1597655 Aug 21 09:00:39.595403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Allocated IP 172.20.0.10 (81d00ede-ffc6-4f2c-87e9-3525996dc088/df6e82b6-6db7-47ac-9ebc-f352a404555a/f4a0ac5d-5658-44fe-9d04-b4cf60fcda28) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:39.624987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7914c1e1-2263-42f9-bfcd-c84c74266d24', 'tag': 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76'}, {'name': 'network-changed', 'server_uuid': 'd5762037-68f1-46a2-8bc2-36f9a57d54c4', 'tag': '5e175de9-fc9f-478f-972f-3764ae0465a4'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:39.633978 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79" -d '{"events": [{"name": "network-changed", "server_uuid": "7914c1e1-2263-42f9-bfcd-c84c74266d24", "tag": "dda0fec1-d01a-4a9c-be84-80a6b6d90a76"}, {"name": "network-changed", "server_uuid": "d5762037-68f1-46a2-8bc2-36f9a57d54c4", "tag": "5e175de9-fc9f-478f-972f-3764ae0465a4"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:39.651963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb99f2b-028f-44c1-ad9b-9d9c1bef60e7 req-1587b490-48d8-44cd-bcbb-1970afa8bcf5 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:39.653384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8bb99f2b-028f-44c1-ad9b-9d9c1bef60e7 req-1587b490-48d8-44cd-bcbb-1970afa8bcf5 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 945 time: 0.2329595 Aug 21 09:00:39.716737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c65232d-d590-43b8-a779-cf05d288a22b req-191a0f4e-4d7b-447b-935f-c4d06c382d5c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841404 Aug 21 09:00:39.721062 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:39.789827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-758f903a-8252-4645-81ca-a2dfd62d4986 req-ccfb3470-0bd8-44f0-8564-14d4409e5b0d service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733057 Aug 21 09:00:39.818218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8bb99f2b-028f-44c1-ad9b-9d9c1bef60e7 req-eb0a80c9-6dfd-46d6-9681-e5a7d5b9c0b1 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464746 Aug 21 09:00:39.859772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac63cffd-781b-48f2-8d0f-3cfb3576b64d req-5b66dd37-e4f6-430e-90af-12efb90fd2d1 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444309 Aug 21 09:00:39.891361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b9bf5-cded-44c9-94d8-feaf2699155c req-75e8865f-df74-45ad-a46e-05b58ef9d8ec tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:39.895004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f5b9bf5-cded-44c9-94d8-feaf2699155c req-75e8865f-df74-45ad-a46e-05b58ef9d8ec tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1188478 Aug 21 09:00:39.997189 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:40.003869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f5b9bf5-cded-44c9-94d8-feaf2699155c req-318b8a73-d9b2-4332-8564-3e9c015d39a9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005957 Aug 21 09:00:40.020504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37794ddb-21e4-44dc-961e-0b15d50872de req-41798ec4-6d62-40c7-acf9-67d54821a2df tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:40.022009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37794ddb-21e4-44dc-961e-0b15d50872de req-41798ec4-6d62-40c7-acf9-67d54821a2df tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 949 time: 0.1198933 Aug 21 09:00:40.031429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Transition to ACTIVE for port object f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:40.091789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37794ddb-21e4-44dc-961e-0b15d50872de req-6907c230-ea3e-4c76-b1d4-0d184a1fb5ee tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616083 Aug 21 09:00:40.108679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e902a73b-7132-4b4c-adc3-03cbb8488e2d req-64d3b715-7e65-40c6-8dea-d534b46b3b63 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 210 time: 0.0370114 Aug 21 09:00:40.185954 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:40.281635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Network 81d00ede-ffc6-4f2c-87e9-3525996dc088 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:40.295836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:40.300730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:40.306399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:40.307031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:40.309651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Pushing event updated for resources: {'Port': ['ID=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:40.311488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:40.356772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-c083cc77-ff53-4e8c-8183-826c34c459a0 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:40.358395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-c083cc77-ff53-4e8c-8183-826c34c459a0 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 821 time: 0.1840475 Aug 21 09:00:40.361069 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520d9ebd-7321-44a8-859a-6df7bcc707ee x-openstack-request-id: req-520d9ebd-7321-44a8-859a-6df7bcc707ee {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:40.361362 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7914c1e1-2263-42f9-bfcd-c84c74266d24", "tag": "dda0fec1-d01a-4a9c-be84-80a6b6d90a76", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5762037-68f1-46a2-8bc2-36f9a57d54c4", "tag": "5e175de9-fc9f-478f-972f-3764ae0465a4", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:40.361608 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-520d9ebd-7321-44a8-859a-6df7bcc707ee {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:40.361985 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7914c1e1-2263-42f9-bfcd-c84c74266d24', 'tag': 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76', 'status': 'completed', 'code': 200} Aug 21 09:00:40.362240 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5762037-68f1-46a2-8bc2-36f9a57d54c4', 'tag': '5e175de9-fc9f-478f-972f-3764ae0465a4', 'status': 'completed', 'code': 200} Aug 21 09:00:40.429743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-04fa6c31-2fae-4256-8dec-e20c35264fe7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2771013 Aug 21 09:00:40.438457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-671aadd3-e5da-4ef9-84d4-d14079e92505 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/quotas/09e65ef8a9a0467cb4a30f49e1ab7e8d HTTP/1.1" status: 200 len: 375 time: 0.0648611 Aug 21 09:00:40.448208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Request body: {'port': {'device_id': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:40.452763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a530c1-29e8-46c0-b837-03af50effbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f51f49-7db9-45a0-a54d-51b4e357ebe9'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:40.455498 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55575cc1-a69c-4d64-b5ba-6e16a3a64128" -d '{"events": [{"server_uuid": "92a530c1-29e8-46c0-b837-03af50effbc0", "name": "network-vif-plugged", "status": "completed", "tag": "30f51f49-7db9-45a0-a54d-51b4e357ebe9"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:40.459095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:40.472545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:40.473339 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:40.524444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-3230a995-41a1-4c81-b3ff-0de63782c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:40.525089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-3230a995-41a1-4c81-b3ff-0de63782c272 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 1100 time: 0.1503940 Aug 21 09:00:40.530407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-959b5534-551f-433c-9416-6155c184b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:40.530407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-959b5534-551f-433c-9416-6155c184b3f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=7914c1e1-2263-42f9-bfcd-c84c74266d24 HTTP/1.1" status: 200 len: 1100 time: 0.1694639 Aug 21 09:00:40.589071 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:40.634680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:40.704288 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:40.745002 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:40.755692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:40.763402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-189f7188-cb3f-474b-aa91-a9a6214b0af8 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3093014 Aug 21 09:00:40.848881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-57ea0e61-f5cc-4342-9892-a5938923f79c None None] Provisioning for port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:40.851771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:40.854376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-57ea0e61-f5cc-4342-9892-a5938923f79c None None] Provisioning complete for port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:40.854741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-57ea0e61-f5cc-4342-9892-a5938923f79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:40.887362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-57ea0e61-f5cc-4342-9892-a5938923f79c None None] Port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:40.918349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dcb8a-5d23-4781-b916-b55e7eb29cdb req-d377f65a-78fd-4e9d-8953-85722c75a712 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:40.920184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c1dcb8a-5d23-4781-b916-b55e7eb29cdb req-d377f65a-78fd-4e9d-8953-85722c75a712 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 945 time: 0.2693763 Aug 21 09:00:40.921169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-90ec79cd-5f01-426f-ad69-4a084b820326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:40.922530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-90ec79cd-5f01-426f-ad69-4a084b820326 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3884275 Aug 21 09:00:40.935156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-d787219f-6688-42be-919b-e3e18858b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:40.936623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-d787219f-6688-42be-919b-e3e18858b0af service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3841896 Aug 21 09:00:41.040405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-c66c446a-823b-494f-b3c6-5214a13dbf3b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=5e175de9-fc9f-478f-972f-3764ae0465a4 HTTP/1.1" status: 200 len: 217 time: 0.1064529 Aug 21 09:00:41.070407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56626) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:41.093528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-4ddccc36-ab99-42f1-a461-3e8b501d1fd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=dda0fec1-d01a-4a9c-be84-80a6b6d90a76 HTTP/1.1" status: 200 len: 217 time: 0.1362245 Aug 21 09:00:41.177518 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e19c37ac-3ed5-4dc8-8ba6-f80227dd7c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:41.192600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c1dcb8a-5d23-4781-b916-b55e7eb29cdb req-fc74ef61-ef62-4fca-b24a-fe7c468c6e3a tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc4f296d-87cd-41bf-bae3-67df36773638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649214 Aug 21 09:00:41.201404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-330f8e7e-57cf-42e4-b40d-725bbb1dd03a service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255805 Aug 21 09:00:41.248362 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156b73ba-8579-474a-bdb6-432081ebcd98 x-openstack-request-id: req-156b73ba-8579-474a-bdb6-432081ebcd98 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:41.248935 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a530c1-29e8-46c0-b837-03af50effbc0", "name": "network-vif-plugged", "status": "completed", "tag": "30f51f49-7db9-45a0-a54d-51b4e357ebe9", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:41.249285 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-156b73ba-8579-474a-bdb6-432081ebcd98 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:41.249844 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a530c1-29e8-46c0-b837-03af50effbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f51f49-7db9-45a0-a54d-51b4e357ebe9', 'code': 200} Aug 21 09:00:41.271066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-c06116c8-7d85-48ad-b4ad-41db7d448fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:41.273175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-c06116c8-7d85-48ad-b4ad-41db7d448fa2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1897507 Aug 21 09:00:41.278144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e19c37ac-3ed5-4dc8-8ba6-f80227dd7c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:41.377814 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e19c37ac-3ed5-4dc8-8ba6-f80227dd7c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:41.417223 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c37ac-3ed5-4dc8-8ba6-f80227dd7c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6593edfa-3f93-48ce-b020-7c327d70d83d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:41.421956 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e19c37ac-3ed5-4dc8-8ba6-f80227dd7c84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d838fce185a4576b17225958bcf13cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505011 Aug 21 09:00:41.425087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56634) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:41.476896 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52e63f59-892c-4cbb-b624-af7c24bedaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:41.498916 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52e63f59-892c-4cbb-b624-af7c24bedaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:41.618440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-85e1817d-e0b4-48cd-a0c3-a62fb0ce3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:41.619917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-85e1817d-e0b4-48cd-a0c3-a62fb0ce3086 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.5078819 Aug 21 09:00:41.623480 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52e63f59-892c-4cbb-b624-af7c24bedaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:41.626309 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52e63f59-892c-4cbb-b624-af7c24bedaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:41.627597 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-52e63f59-892c-4cbb-b624-af7c24bedaf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6593edfa-3f93-48ce-b020-7c327d70d83d HTTP/1.1" status: 204 len: 168 time: 0.2018323 Aug 21 09:00:41.636000 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e63f59-892c-4cbb-b624-af7c24bedaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6593edfa-3f93-48ce-b020-7c327d70d83d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:41.756400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936431-5e32-4749-b3a0-fa5e778e5aaf req-8ca0b59d-f11e-45c7-9d5d-006c6ff54aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:41.757871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef936431-5e32-4749-b3a0-fa5e778e5aaf req-8ca0b59d-f11e-45c7-9d5d-006c6ff54aba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 1097 time: 0.2016621 Aug 21 09:00:41.759359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-b117de7f-8fb4-4aec-a1a6-642a782712f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:41.760701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-b117de7f-8fb4-4aec-a1a6-642a782712f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2034261 Aug 21 09:00:41.776861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5ef20-9932-4f23-b8c7-2ac50e29d635 req-91962650-64a6-4958-908e-0850794ef112 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:41.776861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-efa5ef20-9932-4f23-b8c7-2ac50e29d635 req-91962650-64a6-4958-908e-0850794ef112 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 948 time: 0.2172022 Aug 21 09:00:41.781003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-23a46a3d-0503-4b5c-97da-3eacf4a55dce service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660579 Aug 21 09:00:41.818873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-a556dcbf-9f85-46d4-a5e5-8506f6246886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:41.820436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-a556dcbf-9f85-46d4-a5e5-8506f6246886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1776919 Aug 21 09:00:41.987764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef936431-5e32-4749-b3a0-fa5e778e5aaf req-b45dac8b-2da7-450d-b2a7-26bfb11e21fa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bc4f296d-87cd-41bf-bae3-67df36773638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113400 Aug 21 09:00:41.999754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-efa5ef20-9932-4f23-b8c7-2ac50e29d635 req-21d7a013-d07d-44a9-9c67-26a73b8844b6 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106626 Aug 21 09:00:42.030350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:42.056013 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:42.071100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-32c20664-8a74-4815-931e-3db781a7c959 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922392 Aug 21 09:00:42.123651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Transition to ACTIVE for port object f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:42.128203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-4e0abbda-836e-4b51-8ae0-3617e94b991b service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985854 Aug 21 09:00:42.206098 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:42.223228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device dda0fec1-d01a-4a9c-be84-80a6b6d90a76 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:42.226936 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:42.297971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd02f4-07ff-4d9f-95d6-974cc572e0c9 req-0fb7c7cc-8b54-4069-9c33-4b624f99ce51 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:42.299441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6cd02f4-07ff-4d9f-95d6-974cc572e0c9 req-0fb7c7cc-8b54-4069-9c33-4b624f99ce51 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 946 time: 0.2338896 Aug 21 09:00:42.321311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 5e175de9-fc9f-478f-972f-3764ae0465a4 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:42.338507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38b74c-dc94-4d49-8fc0-4f9e7402a64c req-6a3d323d-ad39-4af1-8f85-8c36a9ca00bc tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:42.339501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port dda0fec1-d01a-4a9c-be84-80a6b6d90a76, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=dda0fec1-d01a-4a9c-be84-80a6b6d90a76,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:42.340048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d38b74c-dc94-4d49-8fc0-4f9e7402a64c req-6a3d323d-ad39-4af1-8f85-8c36a9ca00bc tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.2420521 Aug 21 09:00:42.373379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76', 'mac_address': 'fa:16:3e:a5:4a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:42.393623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:42.470591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-4d855cc2-56cb-403c-a8bd-b6e669cdd1ef service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216546 Aug 21 09:00:42.496407 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:42.505546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd210ed8-ad93-4bc4-9baf-6b4b71dfba79 req-4a5da4c9-1b82-46df-9ba1-6a60de384c6d service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291209 Aug 21 09:00:42.517054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6cd02f4-07ff-4d9f-95d6-974cc572e0c9 req-d6890966-7fb1-4862-9edd-3c118ec18b67 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993392 Aug 21 09:00:42.521324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Attempting to bind port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:42.521940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Attempting to bind port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:42.523071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Attempting to bind port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 on network 81d00ede-ffc6-4f2c-87e9-3525996dc088 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:42.532437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d38b74c-dc94-4d49-8fc0-4f9e7402a64c req-b5477cc6-1caf-42fc-b56a-0049c6765c81 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771560 Aug 21 09:00:42.533629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 on network 81d00ede-ffc6-4f2c-87e9-3525996dc088 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:42.534003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Attempting to bind port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 on network 81d00ede-ffc6-4f2c-87e9-3525996dc088 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:42.540536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:42.540826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Checking segment: {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:42.541304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Bound using segment: {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:42.541827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Bound port: f4a0ac5d-5658-44fe-9d04-b4cf60fcda28, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3877fd57-d1ec-4bf8-b56e-719c7a174722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:42.542291 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:42.587137 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda0fec1-d01a-4a9c-be84-80a6b6d90a76 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:42.596831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 5e175de9-fc9f-478f-972f-3764ae0465a4, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=5e175de9-fc9f-478f-972f-3764ae0465a4,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:42.646007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '5e175de9-fc9f-478f-972f-3764ae0465a4', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '5e175de9-fc9f-478f-972f-3764ae0465a4', 'mac_address': 'fa:16:3e:2e:bd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:42.653940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] For port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:42.658343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port dda0fec1-d01a-4a9c-be84-80a6b6d90a76, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=dda0fec1-d01a-4a9c-be84-80a6b6d90a76,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:42.695051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] For port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:42.698616 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:42.716963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e175de9-fc9f-478f-972f-3764ae0465a4 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:42.740140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 5e175de9-fc9f-478f-972f-3764ae0465a4, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=5e175de9-fc9f-478f-972f-3764ae0465a4,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:42.742350 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:42.751756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78adf06-f360-4ded-a4b7-d98d2fd9964f req-9112eb60-7d7c-45f4-af3d-2b78ee8175dc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:42.757181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c78adf06-f360-4ded-a4b7-d98d2fd9964f req-9112eb60-7d7c-45f4-af3d-2b78ee8175dc tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 944 time: 0.1043174 Aug 21 09:00:42.762000 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:42.798985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=dda0fec1-d01a-4a9c-be84-80a6b6d90a76,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:42.812784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e2f2b-a493-4595-83a1-d5bd5bb800bc req-10a2d2ca-87f9-4920-98f9-115968301413 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:42.814229 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b6e2f2b-a493-4595-83a1-d5bd5bb800bc req-10a2d2ca-87f9-4920-98f9-115968301413 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 949 time: 0.1488855 Aug 21 09:00:42.828800 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:42.857854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:42.857854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:42.857854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] 10.222.0.13 "PUT /v2.0/ports/f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 HTTP/1.1" status: 200 len: 1093 time: 2.3972037 Aug 21 09:00:42.857854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'tag': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:42.857854 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4105d231-0735-4df6-a2d2-db4c7b9fccc9" -d '{"events": [{"name": "network-changed", "server_uuid": "4936e139-caf0-4aa8-8fbb-2bdcb03c1de6", "tag": "f4a0ac5d-5658-44fe-9d04-b4cf60fcda28"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:42.887373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=5e175de9-fc9f-478f-972f-3764ae0465a4,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:42.899598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c78adf06-f360-4ded-a4b7-d98d2fd9964f req-e97ff37a-ca45-4963-908e-9419b78c4b47 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323032 Aug 21 09:00:42.901671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853fc4f-60fc-4cde-abbf-e97ed49df527 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:42.919228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b6e2f2b-a493-4595-83a1-d5bd5bb800bc req-62c8a254-e0c7-4562-8d9a-0abb0f15cc4e tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903814 Aug 21 09:00:42.980300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb417d59-a8e5-4691-9066-e4caa8a9b80b req-7114297f-8b6e-46e2-a059-a6313dc590e3 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 210 time: 0.0336623 Aug 21 09:00:43.046786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['dda0fec1-d01a-4a9c-be84-80a6b6d90a76'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:43.113137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d899ebe-206c-45ae-a156-e6a9e1fd7cd5 req-e53f2bf2-c8e5-40f6-8d41-57cff6f4f7a8 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:43.115219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d899ebe-206c-45ae-a156-e6a9e1fd7cd5 req-e53f2bf2-c8e5-40f6-8d41-57cff6f4f7a8 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 945 time: 0.1003480 Aug 21 09:00:43.118942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-d7466100-1016-427a-8cf4-8acd7d0e4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:43.120498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-d7466100-1016-427a-8cf4-8acd7d0e4272 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6600cf3631324e368fd5629b44cc5be0&device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 1096 time: 0.1240411 Aug 21 09:00:43.196274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['5e175de9-fc9f-478f-972f-3764ae0465a4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:43.196993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-17075133-8330-434e-ae3f-50341ce20f32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 HTTP/1.1" status: 200 len: 217 time: 0.0454495 Aug 21 09:00:43.205405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d899ebe-206c-45ae-a156-e6a9e1fd7cd5 req-001a4f60-a734-4df1-870f-62a9ecae76f8 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc4f296d-87cd-41bf-bae3-67df36773638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760980 Aug 21 09:00:43.245121 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b61e3da-9ebb-49eb-ae86-692bcbbdaabb x-openstack-request-id: req-5b61e3da-9ebb-49eb-ae86-692bcbbdaabb {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:43.245589 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4936e139-caf0-4aa8-8fbb-2bdcb03c1de6", "tag": "f4a0ac5d-5658-44fe-9d04-b4cf60fcda28", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:43.246007 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b61e3da-9ebb-49eb-ae86-692bcbbdaabb {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:43.246545 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'tag': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28', 'status': 'completed', 'code': 200} Aug 21 09:00:43.254139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4601ff1f-32b7-478a-b460-24a11f85082e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:43.257025 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922fe7dc-5209-4ba5-be63-9695a800c56d" -d '{"events": [{"server_uuid": "4601ff1f-32b7-478a-b460-24a11f85082e", "name": "network-vif-plugged", "status": "completed", "tag": "6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:43.263501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-b865924a-06dd-465b-b7d9-023df1e3e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:43.264719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-b865924a-06dd-465b-b7d9-023df1e3e837 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df6e82b6-6db7-47ac-9ebc-f352a404555a HTTP/1.1" status: 200 len: 863 time: 0.0581973 Aug 21 09:00:43.359843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-45f3d897-05e6-41b9-91ed-451df0536e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:43.361416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-45f3d897-05e6-41b9-91ed-451df0536e1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81d00ede-ffc6-4f2c-87e9-3525996dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814502 Aug 21 09:00:43.383591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805c1c-b9d4-4517-838a-89ab294341ee req-fcfecd45-a690-4657-81af-a3cef66078cf tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:43.384916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb805c1c-b9d4-4517-838a-89ab294341ee req-fcfecd45-a690-4657-81af-a3cef66078cf tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 949 time: 0.0609541 Aug 21 09:00:43.493714 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955dd9d7-70bf-43f7-8508-92c4fad09750 x-openstack-request-id: req-955dd9d7-70bf-43f7-8508-92c4fad09750 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:43.494014 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4601ff1f-32b7-478a-b460-24a11f85082e", "name": "network-vif-plugged", "status": "completed", "tag": "6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:43.494269 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-955dd9d7-70bf-43f7-8508-92c4fad09750 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:43.494767 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4601ff1f-32b7-478a-b460-24a11f85082e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac', 'code': 200} Aug 21 09:00:43.511757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb805c1c-b9d4-4517-838a-89ab294341ee req-5825e1f7-2e58-4863-bb00-eb7425f34e53 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084685 Aug 21 09:00:43.548360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-d16ee730-0989-4c38-b51e-3c5bae508c8a service neutron] 10.222.0.13 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618676 Aug 21 09:00:43.665559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-b2ecdb4b-0886-48ad-bfc4-401eaa20346c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0d8f7a1539d040c080f8cfc93b6dc5fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383573 Aug 21 09:00:43.708380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8b3ae-3945-4c24-a520-e4af34752294 req-5691f3cd-f86a-40eb-9b6d-f85df1544208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:43.710339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcb8b3ae-3945-4c24-a520-e4af34752294 req-5691f3cd-f86a-40eb-9b6d-f85df1544208 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 1098 time: 0.1493003 Aug 21 09:00:43.771068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf54896b-dbef-4148-a044-89f8e45d92d9 req-a6f2d7fd-c654-43b4-82ca-effe3f9ac4eb service neutron] 10.222.0.13 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114184 Aug 21 09:00:43.804375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcb8b3ae-3945-4c24-a520-e4af34752294 req-0a5b6863-c0b1-4c23-b2b9-1febd7d32bb9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638399 Aug 21 09:00:43.824657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-cd002856-8e31-4ab9-98bb-08c75789b8ca tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:43.826346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-cd002856-8e31-4ab9-98bb-08c75789b8ca tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551960 Aug 21 09:00:43.842412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-3d2185c4-6328-4477-9c76-4ec88576f1ed tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/quotas/0d8f7a1539d040c080f8cfc93b6dc5fb HTTP/1.1" status: 200 len: 375 time: 0.0096273 Aug 21 09:00:43.894926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-d11b6015-21a0-4504-af8e-246df28dbd87 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d8f7a1539d040c080f8cfc93b6dc5fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464816 Aug 21 09:00:43.958353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105d231-0735-4df6-a2d2-db4c7b9fccc9 req-8560c410-18b5-4656-9216-e669e6c0e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:43.960146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4105d231-0735-4df6-a2d2-db4c7b9fccc9 req-8560c410-18b5-4656-9216-e669e6c0e363 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6600cf3631324e368fd5629b44cc5be0&device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 1096 time: 0.0419154 Aug 21 09:00:44.062379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105d231-0735-4df6-a2d2-db4c7b9fccc9 req-367ae9bb-510f-4624-a8fe-245d0071201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:44.063886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4105d231-0735-4df6-a2d2-db4c7b9fccc9 req-367ae9bb-510f-4624-a8fe-245d0071201d service neutron] 10.222.0.13 "GET /v2.0/networks?id=81d00ede-ffc6-4f2c-87e9-3525996dc088 HTTP/1.1" status: 200 len: 925 time: 0.0869515 Aug 21 09:00:44.106693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4105d231-0735-4df6-a2d2-db4c7b9fccc9 req-e13015a8-b5c1-4d5b-8e94-10883c927d60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 HTTP/1.1" status: 200 len: 217 time: 0.0350988 Aug 21 09:00:44.215632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105d231-0735-4df6-a2d2-db4c7b9fccc9 req-78c56b69-5c86-40fb-82e8-b9cbe99ae85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:44.217298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4105d231-0735-4df6-a2d2-db4c7b9fccc9 req-78c56b69-5c86-40fb-82e8-b9cbe99ae85b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df6e82b6-6db7-47ac-9ebc-f352a404555a HTTP/1.1" status: 200 len: 863 time: 0.1004169 Aug 21 09:00:44.233035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b148a-46bd-4ea6-bb73-3f5f606d9bc1 req-1534ca48-858a-40f9-b8ac-4adc1386eac5 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:44.234452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d13b148a-46bd-4ea6-bb73-3f5f606d9bc1 req-1534ca48-858a-40f9-b8ac-4adc1386eac5 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 946 time: 0.0815611 Aug 21 09:00:44.251214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device dda0fec1-d01a-4a9c-be84-80a6b6d90a76 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:44.309477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 5e175de9-fc9f-478f-972f-3764ae0465a4 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:44.361872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:44.367582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:44.368049 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:44.454037 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:44.474980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 5e175de9-fc9f-478f-972f-3764ae0465a4 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:44.492928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 5e175de9-fc9f-478f-972f-3764ae0465a4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:44.494030 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:44.517287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port dda0fec1-d01a-4a9c-be84-80a6b6d90a76, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=dda0fec1-d01a-4a9c-be84-80a6b6d90a76,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:44.578048 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:44.587977 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:44.645878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 5e175de9-fc9f-478f-972f-3764ae0465a4, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=5e175de9-fc9f-478f-972f-3764ae0465a4,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:44.660945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=dda0fec1-d01a-4a9c-be84-80a6b6d90a76,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:44.676866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a8f70-c723-49f8-afa5-1c8f3ff2152a req-2da0bb2a-4cbb-43f3-a332-347b85e7690d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:44.678315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-793a8f70-c723-49f8-afa5-1c8f3ff2152a req-2da0bb2a-4cbb-43f3-a332-347b85e7690d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.4561622 Aug 21 09:00:44.681116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d13b148a-46bd-4ea6-bb73-3f5f606d9bc1 req-8a9f30de-43ea-4d5b-b199-6480430ce9d0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256935 Aug 21 09:00:44.687043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105d231-0735-4df6-a2d2-db4c7b9fccc9 req-b56705e0-414c-4305-afd3-268060a117be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:44.688456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4105d231-0735-4df6-a2d2-db4c7b9fccc9 req-b56705e0-414c-4305-afd3-268060a117be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81d00ede-ffc6-4f2c-87e9-3525996dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4459589 Aug 21 09:00:44.709274 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:44.760347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=5e175de9-fc9f-478f-972f-3764ae0465a4,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:44.800722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-72dcad85-67cb-4445-a5ca-4c076355ed4a tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:44.802147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-72dcad85-67cb-4445-a5ca-4c076355ed4a tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.13 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 821 time: 0.5239711 Aug 21 09:00:44.828513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Request body: {'port': {'device_id': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'admin_state_up': True, 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:44.838587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-793a8f70-c723-49f8-afa5-1c8f3ff2152a req-d19f83d0-8633-45cf-b6f6-fca91bdf1497 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534240 Aug 21 09:00:44.932067 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:44.949843 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aec9f4de-e424-4845-ad0d-abc33e86ce80 req-75f8f7bc-332f-4442-b440-d80e424f6354 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 210 time: 0.0509114 Aug 21 09:00:44.957288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acfa43-113b-432b-8e28-8fc245da27d8 req-b4a3e3f3-2432-4ef2-9a0b-61bde46a0cad tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:44.958918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71acfa43-113b-432b-8e28-8fc245da27d8 req-b4a3e3f3-2432-4ef2-9a0b-61bde46a0cad tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 944 time: 0.2160449 Aug 21 09:00:44.965991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4105d231-0735-4df6-a2d2-db4c7b9fccc9 req-19eadd44-a2d8-47d4-bf69-31a4c57e0573 service neutron] 10.222.0.13 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628787 Aug 21 09:00:45.007239 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:45.099847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9170385-5fe3-4819-a7ad-5eed81a358ed req-49a51cc2-c778-4aa5-ab8d-7be165efc738 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 210 time: 0.0773528 Aug 21 09:00:45.105717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71acfa43-113b-432b-8e28-8fc245da27d8 req-6a43eb28-fe1f-48f1-9550-060b7896ce94 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328139 Aug 21 09:00:45.147186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4105d231-0735-4df6-a2d2-db4c7b9fccc9 req-a6487150-2fdc-4081-924b-e0aa6f37174a service neutron] 10.222.0.13 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664176 Aug 21 09:00:45.214334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Made reservation on behalf of 09e65ef8a9a0467cb4a30f49e1ab7e8d for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:45.217808 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:45.233367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8f764-51ad-4ef8-995b-0e6caf17f6ee req-3644909e-c377-40fc-8e6f-012527cf5319 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:45.234937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86d8f764-51ad-4ef8-995b-0e6caf17f6ee req-3644909e-c377-40fc-8e6f-012527cf5319 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 945 time: 0.0615861 Aug 21 09:00:45.324755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86d8f764-51ad-4ef8-995b-0e6caf17f6ee req-17e8f595-09e0-4b9d-b8e2-67e4a0906a86 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc4f296d-87cd-41bf-bae3-67df36773638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816376 Aug 21 09:00:45.385499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Allocated IP 172.20.0.7 (b3cdb47d-6003-4595-8619-b3826ce06c84/62101ad0-43df-4ca9-a57f-4ccefe6158a3/64363d64-6347-41ee-a69a-c755ca1e4414) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:45.495746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7914c1e1-2263-42f9-bfcd-c84c74266d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76'}, {'server_uuid': 'd5762037-68f1-46a2-8bc2-36f9a57d54c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e175de9-fc9f-478f-972f-3764ae0465a4'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:45.498275 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9f8700-6dbf-4ded-ba9a-0a1127489b4b" -d '{"events": [{"server_uuid": "7914c1e1-2263-42f9-bfcd-c84c74266d24", "name": "network-vif-plugged", "status": "completed", "tag": "dda0fec1-d01a-4a9c-be84-80a6b6d90a76"}, {"server_uuid": "d5762037-68f1-46a2-8bc2-36f9a57d54c4", "name": "network-vif-plugged", "status": "completed", "tag": "5e175de9-fc9f-478f-972f-3764ae0465a4"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:45.526849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f411f7a-2665-4f31-b8d5-f8a9f4b86020 req-6a0eccdf-789e-4244-905f-e6f87b6ad422 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:45.528514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f411f7a-2665-4f31-b8d5-f8a9f4b86020 req-6a0eccdf-789e-4244-905f-e6f87b6ad422 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 950 time: 0.1331346 Aug 21 09:00:45.561885 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6053fe56-fa93-432a-bb1e-486d09605003 x-openstack-request-id: req-6053fe56-fa93-432a-bb1e-486d09605003 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:45.562441 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7914c1e1-2263-42f9-bfcd-c84c74266d24", "name": "network-vif-plugged", "status": "completed", "tag": "dda0fec1-d01a-4a9c-be84-80a6b6d90a76", "code": 200}, {"server_uuid": "d5762037-68f1-46a2-8bc2-36f9a57d54c4", "name": "network-vif-plugged", "status": "completed", "tag": "5e175de9-fc9f-478f-972f-3764ae0465a4", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:45.562700 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6053fe56-fa93-432a-bb1e-486d09605003 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:45.563750 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7914c1e1-2263-42f9-bfcd-c84c74266d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76', 'code': 200} Aug 21 09:00:45.564085 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5762037-68f1-46a2-8bc2-36f9a57d54c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e175de9-fc9f-478f-972f-3764ae0465a4', 'code': 200} Aug 21 09:00:45.588841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f411f7a-2665-4f31-b8d5-f8a9f4b86020 req-63ea2b3b-b69f-4608-a71e-b295ec679662 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527480 Aug 21 09:00:45.625334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:45.650905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Transition to ACTIVE for port object 64363d64-6347-41ee-a69a-c755ca1e4414 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:45.743364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60145d58-44c3-4cb7-8f02-bf0f7979c476 req-46a2981c-725d-40bf-834c-070ef90d0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:45.745149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60145d58-44c3-4cb7-8f02-bf0f7979c476 req-46a2981c-725d-40bf-834c-070ef90d0f1e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7914c1e1-2263-42f9-bfcd-c84c74266d24 HTTP/1.1" status: 200 len: 1102 time: 0.1051085 Aug 21 09:00:45.751272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4cf74-fd37-4dbe-8100-c10af7359c80 req-3d8d44cf-4827-4691-9820-9409a773d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:45.751272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a4cf74-fd37-4dbe-8100-c10af7359c80 req-3d8d44cf-4827-4691-9820-9409a773d46a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 1102 time: 0.0845261 Aug 21 09:00:45.841338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:45.850608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a4cf74-fd37-4dbe-8100-c10af7359c80 req-fa4bacb9-2268-44d2-86cc-fb05a4bc0b84 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794353 Aug 21 09:00:45.853736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c9a30a67-7046-4f64-be89-2d4a649f7c23'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:45.863364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60145d58-44c3-4cb7-8f02-bf0f7979c476 req-25d2f3a7-6c80-4e94-84a7-0c3f17150acd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931602 Aug 21 09:00:45.892403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f930008-dfd1-4033-a769-f94ca5932a11 req-c090578a-40f4-41f6-8b63-3f1631f75165 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:45.893733 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f930008-dfd1-4033-a769-f94ca5932a11 req-c090578a-40f4-41f6-8b63-3f1631f75165 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 946 time: 0.1344857 Aug 21 09:00:45.909872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Network b3cdb47d-6003-4595-8619-b3826ce06c84 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:45.919805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:45.934233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:45.936116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:45.936582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:45.967099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Pushing event updated for resources: {'Port': ['ID=64363d64-6347-41ee-a69a-c755ca1e4414,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:45.991774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f930008-dfd1-4033-a769-f94ca5932a11 req-a8f0ea76-b5e2-46cd-8795-d5bc33fe0d49 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858355 Aug 21 09:00:46.070212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb12a0-d594-4801-977b-30d84d1dfb0c req-33f963cd-826a-41c8-997e-be9dbe1a4f24 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:46.078366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1abb12a0-d594-4801-977b-30d84d1dfb0c req-33f963cd-826a-41c8-997e-be9dbe1a4f24 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.0815916 Aug 21 09:00:46.082281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-64794f85-deb6-40d7-a52d-9ae540def533 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2636747 Aug 21 09:00:46.106652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Request body: {'port': {'device_id': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:46.233175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1abb12a0-d594-4801-977b-30d84d1dfb0c req-b96aa52a-302d-4a63-923d-8ac0daec372a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544745 Aug 21 09:00:46.237617 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:46.259547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67cc61-6c1d-47fb-8ae5-367529f0fc23 req-04e084cf-b3ea-4684-a65e-924b9a5789b4 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:46.261134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b67cc61-6c1d-47fb-8ae5-367529f0fc23 req-04e084cf-b3ea-4684-a65e-924b9a5789b4 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 931 time: 0.1709988 Aug 21 09:00:46.353207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56758) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:46.388924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1354af09-3b98-480c-90ab-7802d9c280b5 None None] Provisioning for port 64363d64-6347-41ee-a69a-c755ca1e4414 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:46.392887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1354af09-3b98-480c-90ab-7802d9c280b5 None None] Provisioning complete for port 64363d64-6347-41ee-a69a-c755ca1e4414 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:46.393258 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1354af09-3b98-480c-90ab-7802d9c280b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:46.438769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1354af09-3b98-480c-90ab-7802d9c280b5 None None] Port 64363d64-6347-41ee-a69a-c755ca1e4414 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:46.463621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b67cc61-6c1d-47fb-8ae5-367529f0fc23 req-a359d8a9-ec76-44db-b236-a26ab3fde015 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851549 Aug 21 09:00:46.492030 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c93d7150-a164-4e89-9c3c-d70a96073798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:46.493578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab33736-7448-4406-ac4e-371b0feeb4b9 req-b9c5e067-5084-4c4c-90a8-86e96bd0dcd6 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:46.503666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dab33736-7448-4406-ac4e-371b0feeb4b9 req-b9c5e067-5084-4c4c-90a8-86e96bd0dcd6 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 1098 time: 0.1923351 Aug 21 09:00:46.547621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-cf239527-5d12-4105-912b-45c7718ab90f tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0d8f7a1539d040c080f8cfc93b6dc5fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290363 Aug 21 09:00:46.604898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c93d7150-a164-4e89-9c3c-d70a96073798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:46.644691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dad59fc4-1c2a-477d-8d5a-3fd26ed64c5a req-d38aa620-a9ac-4286-9738-6ff85f1947ca tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 210 time: 0.0704761 Aug 21 09:00:46.712947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dab33736-7448-4406-ac4e-371b0feeb4b9 req-c1034f8b-eaf2-4913-bf20-e1058bd69f60 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085137 Aug 21 09:00:46.731298 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c93d7150-a164-4e89-9c3c-d70a96073798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:46.786287 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c93d7150-a164-4e89-9c3c-d70a96073798 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ef856369f5c49a1a6a1b68c985d32e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319677 Aug 21 09:00:46.787120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56774) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:46.789475 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d7150-a164-4e89-9c3c-d70a96073798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775c1277-8e96-4a8f-a413-62475e4f7f6a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:46.864814 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f40b2933-aa28-4ad8-bdd6-8b1306eb2728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:46.892000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f40b2933-aa28-4ad8-bdd6-8b1306eb2728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:46.914768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-7e9e61d9-1df6-4241-a33a-12d7a76b5fdb tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:46.917473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-7e9e61d9-1df6-4241-a33a-12d7a76b5fdb tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3406317 Aug 21 09:00:46.924315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64363d64-6347-41ee-a69a-c755ca1e4414 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:46.934928 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:46.950206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee5b84-c963-406c-8055-ecb13386e752 req-0812394a-f71e-48a6-a63e-93daa89cc344 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:46.952117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86ee5b84-c963-406c-8055-ecb13386e752 req-0812394a-f71e-48a6-a63e-93daa89cc344 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 944 time: 0.2155211 Aug 21 09:00:46.957557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Request body: {'port': {'device_id': '4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '0d8f7a1539d040c080f8cfc93b6dc5fb'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:47.006129 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f40b2933-aa28-4ad8-bdd6-8b1306eb2728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:47.010248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f40b2933-aa28-4ad8-bdd6-8b1306eb2728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:47.013872 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f40b2933-aa28-4ad8-bdd6-8b1306eb2728 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/775c1277-8e96-4a8f-a413-62475e4f7f6a HTTP/1.1" status: 204 len: 168 time: 0.2230315 Aug 21 09:00:47.032829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b2933-aa28-4ad8-bdd6-8b1306eb2728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775c1277-8e96-4a8f-a413-62475e4f7f6a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:47.064960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f077206-bfae-4b74-8c70-ede5200a33e9 req-a5f94f10-286c-4e31-97e0-8d6b967c73a2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:47.066491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f077206-bfae-4b74-8c70-ede5200a33e9 req-a5f94f10-286c-4e31-97e0-8d6b967c73a2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 950 time: 0.2228439 Aug 21 09:00:47.072540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Transition to ACTIVE for port object 64363d64-6347-41ee-a69a-c755ca1e4414 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:47.105966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86ee5b84-c963-406c-8055-ecb13386e752 req-4db0978f-41aa-4e25-94fb-c9607a493bc4 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380308 Aug 21 09:00:47.144376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f077206-bfae-4b74-8c70-ede5200a33e9 req-98a130d9-0c0d-43cc-86af-41d86ff25e54 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629203 Aug 21 09:00:47.200407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:47.257071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Pushing event updated for resources: {'Port': ['ID=64363d64-6347-41ee-a69a-c755ca1e4414,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:47.286845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Made reservation on behalf of 0d8f7a1539d040c080f8cfc93b6dc5fb for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:47.290968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:47.320368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Attempting to bind port 64363d64-6347-41ee-a69a-c755ca1e4414 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:47.323228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Attempting to bind port 64363d64-6347-41ee-a69a-c755ca1e4414 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:47.323228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Attempting to bind port 64363d64-6347-41ee-a69a-c755ca1e4414 on network b3cdb47d-6003-4595-8619-b3826ce06c84 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:47.344009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Port 64363d64-6347-41ee-a69a-c755ca1e4414 on network b3cdb47d-6003-4595-8619-b3826ce06c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:47.344344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Attempting to bind port 64363d64-6347-41ee-a69a-c755ca1e4414 on network b3cdb47d-6003-4595-8619-b3826ce06c84 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:47.379896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:47.380780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Checking segment: {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:47.380780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Bound using segment: {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:47.381073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Bound port: 64363d64-6347-41ee-a69a-c755ca1e4414, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09abe7ce-099e-4b7c-8acc-797e55078e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:47.381474 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:47.838213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ae754-557b-4441-8149-833a5512a70e req-7b7830a3-81af-4b3e-90f3-d1c89dd43eb9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:47.838213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c84ae754-557b-4441-8149-833a5512a70e req-7b7830a3-81af-4b3e-90f3-d1c89dd43eb9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.2697165 Aug 21 09:00:47.838213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] For port 64363d64-6347-41ee-a69a-c755ca1e4414, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:47.838213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Allocated IP 192.168.233.188 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/0a5ee86c-2979-4650-afaa-b66952e53460) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:47.838213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] For port 64363d64-6347-41ee-a69a-c755ca1e4414, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=64363d64-6347-41ee-a69a-c755ca1e4414,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:47.838213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572170d3-07ee-49be-a631-d13cebe45a1e req-440f0b35-2ee2-4b59-bbd1-d080c38b2c5b tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:47.838213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-572170d3-07ee-49be-a631-d13cebe45a1e req-440f0b35-2ee2-4b59-bbd1-d080c38b2c5b tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 943 time: 0.1416438 Aug 21 09:00:47.838213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c84ae754-557b-4441-8149-833a5512a70e req-738e29ea-5807-46d1-a50e-59820c787c97 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717573 Aug 21 09:00:47.838213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-572170d3-07ee-49be-a631-d13cebe45a1e req-54cb7313-1996-4ebe-b7c2-4198a469af8e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 Aug 21 09:00:47.838213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-832a2a31-9059-4d54-bd6e-96c3b61cb60b req-36f89b9e-0d6e-4592-8fef-0486e0317789 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 210 time: 0.0330429 Aug 21 09:00:48.068128 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:48.080246 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:48.120859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:48.121472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:48.122860 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] 10.222.0.13 "PUT /v2.0/ports/64363d64-6347-41ee-a69a-c755ca1e4414 HTTP/1.1" status: 200 len: 1092 time: 2.0229154 Aug 21 09:00:48.124835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'tag': '64363d64-6347-41ee-a69a-c755ca1e4414'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:48.127100 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fc2de7-6320-4f7f-adb2-8be55837a14b" -d '{"events": [{"name": "network-changed", "server_uuid": "e87fd05e-41c6-4d8f-8863-9001d1b71f1f", "tag": "64363d64-6347-41ee-a69a-c755ca1e4414"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:48.133323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Transition to ACTIVE for port object 0a5ee86c-2979-4650-afaa-b66952e53460 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:48.153356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bf961-940e-40c1-bbe7-266ba000ad7c service neutron] Pushing event updated for resources: {'Port': ['ID=64363d64-6347-41ee-a69a-c755ca1e4414,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:48.212581 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9af30ee-20c2-4fc6-886b-ada3298a4cdc x-openstack-request-id: req-e9af30ee-20c2-4fc6-886b-ada3298a4cdc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:48.213217 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87fd05e-41c6-4d8f-8863-9001d1b71f1f", "tag": "64363d64-6347-41ee-a69a-c755ca1e4414", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:48.213217 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9af30ee-20c2-4fc6-886b-ada3298a4cdc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:48.213575 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'tag': '64363d64-6347-41ee-a69a-c755ca1e4414', 'status': 'completed', 'code': 200} Aug 21 09:00:48.268667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:48.321054 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:48.410717 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['0e8cb269-9bfb-490c-8d0f-084371d5f67e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:48.488209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:48.551888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'port_id': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28', 'mac_address': 'fa:16:3e:d1:73:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:48.672576 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:48.700405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:48.724026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:48.728902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d439c-b7cc-44fb-abd4-bbc35bc3478a req-469739c3-d27b-45eb-820e-481ee20545d8 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:48.730503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c8d439c-b7cc-44fb-abd4-bbc35bc3478a req-469739c3-d27b-45eb-820e-481ee20545d8 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 944 time: 0.5199549 Aug 21 09:00:48.749749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1574d-0e58-412e-ae68-2ba2339483cf req-e2ec2c6a-bda5-4235-801c-31c3174d61f1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:48.751247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20f1574d-0e58-412e-ae68-2ba2339483cf req-e2ec2c6a-bda5-4235-801c-31c3174d61f1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 950 time: 0.4648511 Aug 21 09:00:48.765745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:48.768398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc2de7-6320-4f7f-adb2-8be55837a14b req-69e4ae92-aa27-4bf7-90a6-bedc2da1f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:48.769885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63fc2de7-6320-4f7f-adb2-8be55837a14b req-69e4ae92-aa27-4bf7-90a6-bedc2da1f342 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 1095 time: 0.5110018 Aug 21 09:00:48.790536 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:48.797659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Pushing event updated for resources: {'Port': ['ID=0a5ee86c-2979-4650-afaa-b66952e53460,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:48.811595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:48.814957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:48.826891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:48.830404 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:48.896248 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:49.059974 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56834) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:49.093118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-710b3c39-7632-44b2-90fb-007bdbd0615d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1555023 Aug 21 09:00:49.099715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['f4a0ac5d-5658-44fe-9d04-b4cf60fcda28'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:49.123752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Request body: {'port': {'device_id': '4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:49.160953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20f1574d-0e58-412e-ae68-2ba2339483cf req-adb7fa9d-a634-4bd5-a34c-4972c7e092a8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927784 Aug 21 09:00:49.212658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6f3817b0-de2c-457c-ae18-8cbe20aef87b None None] Provisioning for port 0a5ee86c-2979-4650-afaa-b66952e53460 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:49.224575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6f3817b0-de2c-457c-ae18-8cbe20aef87b None None] Provisioning complete for port 0a5ee86c-2979-4650-afaa-b66952e53460 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:49.224994 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6f3817b0-de2c-457c-ae18-8cbe20aef87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:49.240125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c8d439c-b7cc-44fb-abd4-bbc35bc3478a req-77f8f119-8316-419e-ad00-9252c687cbf7 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4829502 Aug 21 09:00:49.245489 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-42741683-network', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:49.253627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-904c7d05-4810-4769-9c27-99eac4eb300c req-4956d1f6-23e9-4bdc-996e-c3fb4f835661 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3901360 Aug 21 09:00:49.300220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6f3817b0-de2c-457c-ae18-8cbe20aef87b None None] Port 0a5ee86c-2979-4650-afaa-b66952e53460 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:49.380705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:49.380895 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:49.390625 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:49.427606 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:49.429884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc2de7-6320-4f7f-adb2-8be55837a14b req-737a3cc1-fe4f-406e-b32d-8b36352e3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:49.431358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63fc2de7-6320-4f7f-adb2-8be55837a14b req-737a3cc1-fe4f-406e-b32d-8b36352e3f73 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&shared=False HTTP/1.1" status: 200 len: 922 time: 0.5909190 Aug 21 09:00:49.491818 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:49.544062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244029e7-32af-457e-b918-b80ac9530b0f req-f8cb58db-f2e2-4bb5-aba7-acb4f43cccda tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:49.545528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-244029e7-32af-457e-b918-b80ac9530b0f req-f8cb58db-f2e2-4bb5-aba7-acb4f43cccda tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1928656 Aug 21 09:00:49.572693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c7d05-4810-4769-9c27-99eac4eb300c req-9bf8d9c8-7990-4d4f-941d-4443a4d1287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:49.574116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-904c7d05-4810-4769-9c27-99eac4eb300c req-9bf8d9c8-7990-4d4f-941d-4443a4d1287e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1101 time: 0.2616169 Aug 21 09:00:49.586136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca26d6-6d0c-40b7-9887-76a9de5c0dac req-81e44b8e-3e84-42ef-b751-edde50108a31 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:49.587674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ddca26d6-6d0c-40b7-9887-76a9de5c0dac req-81e44b8e-3e84-42ef-b751-edde50108a31 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 943 time: 0.2735012 Aug 21 09:00:49.597076 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:49.630160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:00:49.642322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0200dd41-cfae-4a73-8e1d-3f599f59d6eb,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:49.647928 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:49.648527 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Added segment f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330 of type vlan for network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 Aug 21 09:00:49.712238 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:49.805689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:49.806669 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:49.807261 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:49.807657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-244029e7-32af-457e-b918-b80ac9530b0f req-6031a2b4-9624-46d0-b341-279e75daec94 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521863 Aug 21 09:00:49.818003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc2de7-6320-4f7f-adb2-8be55837a14b req-548b12d8-efc3-4f89-ab9d-466106153eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:49.829776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63fc2de7-6320-4f7f-adb2-8be55837a14b req-548b12d8-efc3-4f89-ab9d-466106153eaf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3621910 Aug 21 09:00:49.840707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ddca26d6-6d0c-40b7-9887-76a9de5c0dac req-5bd402d3-44b1-4a66-8bbe-85444731ca01 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328191 Aug 21 09:00:49.899085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] Pushing event updated for resources: {'Network': ['ID=73f9dfb4-9c6d-4fc9-966a-d52ab4907925,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:49.917932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:00:49.961413 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e5f83bbf-bc0d-45a7-aa7e-c15bf59474fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9003067 Aug 21 09:00:49.964311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56842) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:49.973973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] Request body: {'subnet': {'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-subnet', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:49.978659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c7d05-4810-4769-9c27-99eac4eb300c req-3a03bfe3-a788-4d90-b386-0402094f8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:49.980342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-904c7d05-4810-4769-9c27-99eac4eb300c req-3a03bfe3-a788-4d90-b386-0402094f8639 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3736539 Aug 21 09:00:50.064814 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-904c7d05-4810-4769-9c27-99eac4eb300c req-8824a256-177c-40e9-8a70-a83028996172 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=da919d1c-196a-4736-a16e-44adc1bcdc81 HTTP/1.1" status: 200 len: 217 time: 0.0749078 Aug 21 09:00:50.080775 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:50.084108 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.096283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-3cdc9751-57d2-43fb-9e5e-3d6f8b5e4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:50.097721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-3cdc9751-57d2-43fb-9e5e-3d6f8b5e4748 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 1095 time: 0.2091069 Aug 21 09:00:50.133324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283e8d-2020-43e2-b197-06e6d4f5c46b req-d698aaed-cc15-443f-b297-fe236702a765 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:50.134809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a283e8d-2020-43e2-b197-06e6d4f5c46b req-d698aaed-cc15-443f-b297-fe236702a765 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 936 time: 0.2214313 Aug 21 09:00:50.201993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950593a-a694-4cd2-948f-ec7dc2f4fa1d req-e964e1bb-1e40-4cec-9691-1a4234eaa942 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:50.203468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b950593a-a694-4cd2-948f-ec7dc2f4fa1d req-e964e1bb-1e40-4cec-9691-1a4234eaa942 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=7914c1e1-2263-42f9-bfcd-c84c74266d24 HTTP/1.1" status: 200 len: 950 time: 0.2586763 Aug 21 09:00:50.219522 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-f418e462-dcf5-4d93-9632-d5a3b00d6806 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64363d64-6347-41ee-a69a-c755ca1e4414 HTTP/1.1" status: 200 len: 217 time: 0.0789213 Aug 21 09:00:50.273724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:50.297914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c7d05-4810-4769-9c27-99eac4eb300c req-53988053-701e-4c60-8986-3d4f0f8073fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:50.299403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-904c7d05-4810-4769-9c27-99eac4eb300c req-53988053-701e-4c60-8986-3d4f0f8073fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2182045 Aug 21 09:00:50.320562 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.343281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5ee86c-2979-4650-afaa-b66952e53460 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:50.372259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a283e8d-2020-43e2-b197-06e6d4f5c46b req-30d203dd-70bf-4ad3-8812-4cafcc244914 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187822 Aug 21 09:00:50.374921 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.385328 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eea5f64-f9f4-4f3d-823b-00499102b99d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:50.395411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b950593a-a694-4cd2-948f-ec7dc2f4fa1d req-5794fde3-145e-41fd-bad1-5196253beb61 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671364 Aug 21 09:00:50.401214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-4e23a232-1ef6-4e2f-8413-c390d0e9f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:50.402600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-4e23a232-1ef6-4e2f-8413-c390d0e9f0d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.1723707 Aug 21 09:00:50.404372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:50.408863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:50.409294 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.409933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Transition to ACTIVE for port object 0a5ee86c-2979-4650-afaa-b66952e53460 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:50.425392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c7d05-4810-4769-9c27-99eac4eb300c req-bdbf9bd2-2035-4161-8b75-7e93db4b705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:50.426061 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] Checking segment: {'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:50.426742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] Network hostable DHCP agents. Network: 73f9dfb4-9c6d-4fc9-966a-d52ab4907925, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:00:50.426895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-904c7d05-4810-4769-9c27-99eac4eb300c req-bdbf9bd2-2035-4161-8b75-7e93db4b705a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141186 Aug 21 09:00:50.516004 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.530964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] Network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:00:50.531541 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.553739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-4924c10e-0d1a-4cb5-af9e-6fcb17729dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:50.555265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-4924c10e-0d1a-4cb5-af9e-6fcb17729dfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443274 Aug 21 09:00:50.557385 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:50.559808 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7f654f-6fc4-4ebf-adc4-8fcc2da893da" -d '{"events": [{"server_uuid": "4936e139-caf0-4aa8-8fbb-2bdcb03c1de6", "name": "network-vif-plugged", "status": "completed", "tag": "f4a0ac5d-5658-44fe-9d04-b4cf60fcda28"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:50.572527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:50.618024 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 73f9dfb4-9c6d-4fc9-966a-d52ab4907925) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:50.624652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:50.626296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.634325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f676deb-5149-43af-8bbc-2b68cd4c6e32 None None] Network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:00:50.651059 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.717953 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-06e177e5-0d94-4a91-af41-a16fd763fea6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7498939 Aug 21 09:00:50.718451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56858) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:50.724882 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:50.870759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.871832 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.897730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:50.933136 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.957809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Pushing event updated for resources: {'Port': ['ID=0a5ee86c-2979-4650-afaa-b66952e53460,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:50.982013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-904c7d05-4810-4769-9c27-99eac4eb300c req-5c4f45bc-7fb3-491d-af15-3a2248f38d41 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403113 Aug 21 09:00:50.991412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:00:50.992633 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:50.994196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d81d3c-7e0c-454e-89f9-1d66d1967c01 req-55b38f50-b553-4e4e-951e-9da3946cc04e tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:50.996272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10d81d3c-7e0c-454e-89f9-1d66d1967c01 req-55b38f50-b553-4e4e-951e-9da3946cc04e tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 945 time: 0.5164614 Aug 21 09:00:51.038757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Attempting to bind port 0a5ee86c-2979-4650-afaa-b66952e53460 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:51.039101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Attempting to bind port 0a5ee86c-2979-4650-afaa-b66952e53460 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:51.039420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Attempting to bind port 0a5ee86c-2979-4650-afaa-b66952e53460 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:51.096903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Port 0a5ee86c-2979-4650-afaa-b66952e53460 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:51.097233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Attempting to bind port 0a5ee86c-2979-4650-afaa-b66952e53460 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:51.134605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:51.134945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:51.135334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:51.135807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Bound port: 0a5ee86c-2979-4650-afaa-b66952e53460, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:51.136171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:51.169038 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10d81d3c-7e0c-454e-89f9-1d66d1967c01 req-290cada5-f76e-4d8a-91aa-d477810d880f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549914 Aug 21 09:00:51.171163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-3c3931f7-7a93-4fc9-a2df-3823d82a1994 service neutron] 10.222.0.13 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891156 Aug 21 09:00:51.221661 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:51.222200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Allocated IP 172.20.0.2 (73f9dfb4-9c6d-4fc9-966a-d52ab4907925/8eea5f64-f9f4-4f3d-823b-00499102b99d/5e6bae51-28ec-4bdc-8dca-44f540156d91) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:51.311990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-904c7d05-4810-4769-9c27-99eac4eb300c req-cedb2850-8491-4267-ad3a-eec3fef4fa1d service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085303 Aug 21 09:00:51.358390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] For port 0a5ee86c-2979-4650-afaa-b66952e53460, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:51.382379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] For port 0a5ee86c-2979-4650-afaa-b66952e53460, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0a5ee86c-2979-4650-afaa-b66952e53460,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:51.387183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d894a94a-a9e2-4df4-b22c-43ddd281ddea req-93cda26a-a106-440c-a27e-2cb50eadcf34 service neutron] 10.222.0.13 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966004 Aug 21 09:00:51.476765 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:51.478243 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0595451-7dec-439d-8e58-319762a33955 x-openstack-request-id: req-d0595451-7dec-439d-8e58-319762a33955 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:51.479870 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4936e139-caf0-4aa8-8fbb-2bdcb03c1de6", "name": "network-vif-plugged", "status": "completed", "tag": "f4a0ac5d-5658-44fe-9d04-b4cf60fcda28", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:51.479870 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0595451-7dec-439d-8e58-319762a33955 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:51.481341 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28', 'code': 200} Aug 21 09:00:51.552121 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:51.571422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Transition to ACTIVE for port object 5e6bae51-28ec-4bdc-8dca-44f540156d91 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:51.573966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:51.578204 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:51.580533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] 10.222.0.22 "PUT /v2.0/ports/0a5ee86c-2979-4650-afaa-b66952e53460 HTTP/1.1" status: 200 len: 1097 time: 2.4639940 Aug 21 09:00:51.582974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e', 'tag': '0a5ee86c-2979-4650-afaa-b66952e53460'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:51.592626 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60494815-10a1-4e17-8630-7f28dc816ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e", "tag": "0a5ee86c-2979-4650-afaa-b66952e53460"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:51.601232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Transition to ACTIVE for port object 5e6bae51-28ec-4bdc-8dca-44f540156d91 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:51.685549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7d294-c06c-4260-b46f-343401ff47cd service neutron] Pushing event updated for resources: {'Port': ['ID=0a5ee86c-2979-4650-afaa-b66952e53460,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:51.686292 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:51.718567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7d59-dc11-4350-8f35-ac6674e5603c req-0c25a82b-87ad-48ab-bd28-6231b4391ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:51.720163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-035c7d59-dc11-4350-8f35-ac6674e5603c req-0c25a82b-87ad-48ab-bd28-6231b4391ac5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 1098 time: 0.1380064 Aug 21 09:00:51.783648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-035c7d59-dc11-4350-8f35-ac6674e5603c req-1b4f67f2-8c46-46f3-9c46-ae9ba7545a9c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531375 Aug 21 09:00:51.796690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:51.807493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:51.812987 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:51.815189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:51.843285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Pushing event updated for resources: {'Port': ['ID=5e6bae51-28ec-4bdc-8dca-44f540156d91,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:51.878349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:51.920742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Attempting to bind port 5e6bae51-28ec-4bdc-8dca-44f540156d91 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:51.921326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Attempting to bind port 5e6bae51-28ec-4bdc-8dca-44f540156d91 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:51.922016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Attempting to bind port 5e6bae51-28ec-4bdc-8dca-44f540156d91 on network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:51.928807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:51.929322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Checking segment: {'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:51.930130 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:51.930865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Bound using segment: {'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:51.931459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Bound port: 5e6bae51-28ec-4bdc-8dca-44f540156d91, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:51.931996 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:51.948105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b1872-53af-45ce-8306-fd2c29a4500c req-31cd3536-fdb7-49ef-89e0-580090dcd3af tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:51.954156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b1872-53af-45ce-8306-fd2c29a4500c req-31cd3536-fdb7-49ef-89e0-580090dcd3af tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:51.968278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b4b1872-53af-45ce-8306-fd2c29a4500c req-31cd3536-fdb7-49ef-89e0-580090dcd3af tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=7914c1e1-2263-42f9-bfcd-c84c74266d24&device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 1691 time: 0.1766834 Aug 21 09:00:52.042955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-754e5b9b-ba01-4610-82c7-1470aed1d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:52.045613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-754e5b9b-ba01-4610-82c7-1470aed1d223 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d8f7a1539d040c080f8cfc93b6dc5fb&device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 1100 time: 0.1862938 Aug 21 09:00:52.117420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] For port 5e6bae51-28ec-4bdc-8dca-44f540156d91, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:52.124652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] For port 5e6bae51-28ec-4bdc-8dca-44f540156d91, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5e6bae51-28ec-4bdc-8dca-44f540156d91,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:52.132524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-d8421550-ae15-4f04-8644-973e83cd34f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=0a5ee86c-2979-4650-afaa-b66952e53460 HTTP/1.1" status: 200 len: 217 time: 0.0766809 Aug 21 09:00:52.138972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b4b1872-53af-45ce-8306-fd2c29a4500c req-db3a6cd0-d29f-4461-abf2-d5a891acebc8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586566 Aug 21 09:00:52.173208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Allocated IP 172.25.5.48 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/2439dff6-0ee4-4b81-9c9f-e175f90f02f6) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:52.213732 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:52.227118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-c90bbde1-a91d-462a-ac3e-4aa012b11e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:52.229591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-c90bbde1-a91d-462a-ac3e-4aa012b11e1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0748975 Aug 21 09:00:52.308779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685633a0-bad5-410b-b24a-bc3f0f792a59 None None] Pushing event updated for resources: {'Port': ['ID=5e6bae51-28ec-4bdc-8dca-44f540156d91,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:52.346706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a71b6-7f34-4c2e-a40c-1f381e03c6c3 req-8becd2eb-0833-4464-af9c-952314531fb9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:52.348290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-751a71b6-7f34-4c2e-a40c-1f381e03c6c3 req-8becd2eb-0833-4464-af9c-952314531fb9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1174793 Aug 21 09:00:52.356503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-59d9b776-97e1-4bc6-9fd3-0ed01d89835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:52.359809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-59d9b776-97e1-4bc6-9fd3-0ed01d89835c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0891156 Aug 21 09:00:52.378498 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:52.521559 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:52.524654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-751a71b6-7f34-4c2e-a40c-1f381e03c6c3 req-06e0b80e-e670-49e0-8252-7a17cbd3ce8f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657538 Aug 21 09:00:52.538641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-e98e4cad-2e89-4c16-9a24-6022742de0c0 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634045 Aug 21 09:00:52.695207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:52.698792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:52.702613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:52.723048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf0a9b-567e-4d54-9369-78e6f2ffd548 req-b84f2aaf-a966-49aa-aab3-838732a63001 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:52.731414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ebf0a9b-567e-4d54-9369-78e6f2ffd548 req-b84f2aaf-a966-49aa-aab3-838732a63001 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 943 time: 0.1115334 Aug 21 09:00:52.775081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Pushing event updated for resources: {'Port': ['ID=2439dff6-0ee4-4b81-9c9f-e175f90f02f6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:52.805725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea87a0a2-ad9f-4501-a795-24583bc599f1 req-2dd63bc0-f58b-4dbf-80c5-5c42ee1cd032 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599447 Aug 21 09:00:52.848328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ebf0a9b-567e-4d54-9369-78e6f2ffd548 req-7e0105f1-a035-49b7-945b-83d9a8777227 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094859 Aug 21 09:00:52.859464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ed31a-6482-4c1d-8d4e-f6d4503fd93b req-f3eb9d8c-4eb3-4c35-8938-e8c839d7f9b2 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:52.861400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6ed31a-6482-4c1d-8d4e-f6d4503fd93b req-f3eb9d8c-4eb3-4c35-8938-e8c839d7f9b2 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 948 time: 0.1337380 Aug 21 09:00:52.908341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6ed31a-6482-4c1d-8d4e-f6d4503fd93b req-02fea4c0-42e5-462f-af33-39d5f322f160 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392473 Aug 21 09:00:52.925696 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005b04ad-5ddd-4402-ad71-3f622c0d5da4 x-openstack-request-id: req-005b04ad-5ddd-4402-ad71-3f622c0d5da4 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:52.925696 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e", "tag": "0a5ee86c-2979-4650-afaa-b66952e53460", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:52.925696 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-005b04ad-5ddd-4402-ad71-3f622c0d5da4 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:52.925696 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e', 'tag': '0a5ee86c-2979-4650-afaa-b66952e53460', 'status': 'completed', 'code': 200} Aug 21 09:00:53.150251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60494815-10a1-4e17-8630-7f28dc816ed7 req-ea52d3e8-e71d-463e-984b-2d5c20a0b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:53.152492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60494815-10a1-4e17-8630-7f28dc816ed7 req-ea52d3e8-e71d-463e-984b-2d5c20a0b88a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d8f7a1539d040c080f8cfc93b6dc5fb&device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 1100 time: 0.1687634 Aug 21 09:00:53.165127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cbc4f-66a0-4eaa-af41-d1c5b0e5d418 req-82dbc2b5-f493-4501-8192-de8cbc1c107e tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:53.175250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f85cbc4f-66a0-4eaa-af41-d1c5b0e5d418 req-82dbc2b5-f493-4501-8192-de8cbc1c107e tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7914c1e1-2263-42f9-bfcd-c84c74266d24 HTTP/1.1" status: 200 len: 1102 time: 0.1155252 Aug 21 09:00:53.200293 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:53.227778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5604138-6383-4e51-94cf-918e0d546c5c req-79a5f7af-47b8-4f1c-9d81-e70d940fc168 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:53.229359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5604138-6383-4e51-94cf-918e0d546c5c req-79a5f7af-47b8-4f1c-9d81-e70d940fc168 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 946 time: 0.2301819 Aug 21 09:00:53.293658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f85cbc4f-66a0-4eaa-af41-d1c5b0e5d418 req-15124496-2711-4728-8a65-77e7ea28ce02 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137760 Aug 21 09:00:53.494144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5604138-6383-4e51-94cf-918e0d546c5c req-34ade07c-aff7-4f54-a48d-75cc6b7e64e3 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555411 Aug 21 09:00:53.601996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdfb68-13e8-41c2-9a6a-38d635227663 req-e62af717-1bd6-429a-aed6-6532e5713ed9 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:53.611032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1cdfb68-13e8-41c2-9a6a-38d635227663 req-e62af717-1bd6-429a-aed6-6532e5713ed9 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 1102 time: 0.2138851 Aug 21 09:00:53.624392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60494815-10a1-4e17-8630-7f28dc816ed7 req-db41cab3-da3b-423e-9ade-d8058cd0f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:53.626879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60494815-10a1-4e17-8630-7f28dc816ed7 req-db41cab3-da3b-423e-9ade-d8058cd0f358 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.4187248 Aug 21 09:00:53.715575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a196d-a4c5-4190-b91c-06c019e2b44c None None] Network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:00:53.723321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60494815-10a1-4e17-8630-7f28dc816ed7 req-b280d850-3e9f-4072-bdcf-196d4d962ed8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=0a5ee86c-2979-4650-afaa-b66952e53460 HTTP/1.1" status: 200 len: 217 time: 0.0629642 Aug 21 09:00:53.736596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1cdfb68-13e8-41c2-9a6a-38d635227663 req-51a98672-1107-4d85-ad24-6184cdadb140 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229138 Aug 21 09:00:53.766325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:53.842491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60494815-10a1-4e17-8630-7f28dc816ed7 req-f66854ad-503a-469d-8952-d2b6be2a46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:53.844292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60494815-10a1-4e17-8630-7f28dc816ed7 req-f66854ad-503a-469d-8952-d2b6be2a46b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0694866 Aug 21 09:00:53.974485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d959d899-2179-4b26-a045-9932f59d4129 None None] Provisioning for port 5e6bae51-28ec-4bdc-8dca-44f540156d91 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:53.984599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd49a46-ed5f-40d8-8ff1-d838e32b03bd req-40856e1e-a234-4b52-89f1-5c3289638ea6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:53.992194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abd49a46-ed5f-40d8-8ff1-d838e32b03bd req-40856e1e-a234-4b52-89f1-5c3289638ea6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.2670629 Aug 21 09:00:54.039412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5e6bae51-28ec-4bdc-8dca-44f540156d91 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:54.054451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Router e0190e20-f8bb-4793-b64e-1cae724ffb04 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:00:54.069117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60494815-10a1-4e17-8630-7f28dc816ed7 req-944d69f5-178f-47dc-8021-fb6a22d96403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:54.072595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60494815-10a1-4e17-8630-7f28dc816ed7 req-944d69f5-178f-47dc-8021-fb6a22d96403 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2104502 Aug 21 09:00:54.180369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abd49a46-ed5f-40d8-8ff1-d838e32b03bd req-b5e7b585-e770-44cf-a08e-3eba6374d7ad tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794565 Aug 21 09:00:54.180858 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 5e6bae51-28ec-4bdc-8dca-44f540156d91 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:54.196104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5e6bae51-28ec-4bdc-8dca-44f540156d91 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:54.196104 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:54.210813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c323e-9114-4a9a-8096-0ad7693023b9 req-787ddcc5-0ce5-460e-a79f-f8ed7b469c75 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:54.237023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-276c323e-9114-4a9a-8096-0ad7693023b9 req-787ddcc5-0ce5-460e-a79f-f8ed7b469c75 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 943 time: 0.2410245 Aug 21 09:00:54.256302 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:00:54.277698 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Sync routers for ids ['e0190e20-f8bb-4793-b64e-1cae724ffb04'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:00:54.297397 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Routers {'e0190e20-f8bb-4793-b64e-1cae724ffb04'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:00:54.298400 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e0190e20-f8bb-4793-b64e-1cae724ffb04'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:54.327896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 64363d64-6347-41ee-a69a-c755ca1e4414 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:54.346549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60494815-10a1-4e17-8630-7f28dc816ed7 req-cddbbe1c-962d-4429-8ff1-c77651bc3b40 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624805 Aug 21 09:00:54.351775 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:54.357089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-276c323e-9114-4a9a-8096-0ad7693023b9 req-010b6ece-379d-46dd-a55b-e97c7d335874 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191134 Aug 21 09:00:54.362001 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:54.366236 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-afa7c95a-dc54-4df2-8903-3856775dbb8a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6465323 Aug 21 09:00:54.366871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56920) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:54.434909 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Set router e0190e20-f8bb-4793-b64e-1cae724ffb04 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:00:54.482282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 5e6bae51-28ec-4bdc-8dca-44f540156d91, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5e6bae51-28ec-4bdc-8dca-44f540156d91,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:54.487710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29cd92-6d6c-46d3-bcb4-65b9acb71f47 req-c825e2ca-0e9b-4f5b-b713-e99b8f94e98b tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:54.495780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a29cd92-6d6c-46d3-bcb4-65b9acb71f47 req-c825e2ca-0e9b-4f5b-b713-e99b8f94e98b tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 948 time: 0.1976407 Aug 21 09:00:54.540500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-8a710cb6-417b-48e8-9ff9-8345a77a737f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735984 Aug 21 09:00:54.625487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60494815-10a1-4e17-8630-7f28dc816ed7 req-35f3c9d9-9fce-4853-be06-44da62201c51 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648005 Aug 21 09:00:54.651903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a29cd92-6d6c-46d3-bcb4-65b9acb71f47 req-93928d74-85c5-43ca-994a-70176a070200 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549423 Aug 21 09:00:54.665771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 64363d64-6347-41ee-a69a-c755ca1e4414, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=64363d64-6347-41ee-a69a-c755ca1e4414,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:54.687672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '64363d64-6347-41ee-a69a-c755ca1e4414', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'port_id': '64363d64-6347-41ee-a69a-c755ca1e4414', 'mac_address': 'fa:16:3e:8a:3d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:54.696486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d9890664-98ba-46a2-8b2e-3730838fde9c None None] Provisioning complete for port 5e6bae51-28ec-4bdc-8dca-44f540156d91 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:54.696866 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d9890664-98ba-46a2-8b2e-3730838fde9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:54.698544 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:54.749326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae3af-a1af-4181-a27e-97def9092446 req-68553eec-2714-4231-8170-9c6d21156bde tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:54.766119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-68553eec-2714-4231-8170-9c6d21156bde tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244272 Aug 21 09:00:54.785333 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:52Z', 'revision_number': 3, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:54.796235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-f1391682-1c3a-4d27-b9ab-a95b1b8b2505 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/quotas/97b4438915564130b94b8ce40d3b9713 HTTP/1.1" status: 200 len: 375 time: 0.0289207 Aug 21 09:00:54.815809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=5e6bae51-28ec-4bdc-8dca-44f540156d91,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:54.826122 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Checking router: e0190e20-f8bb-4793-b64e-1cae724ffb04 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:00:54.828618 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Updating router e0190e20-f8bb-4793-b64e-1cae724ffb04 port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:00:54.869760 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:54.884663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64363d64-6347-41ee-a69a-c755ca1e4414 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:54.888967 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:54.909503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 64363d64-6347-41ee-a69a-c755ca1e4414, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=64363d64-6347-41ee-a69a-c755ca1e4414,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:54.928729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd2e96-ad99-436e-be24-b2d0ca50453c req-51eb1350-591d-4be4-8a97-a11291cd898a tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:54.930308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3dcd2e96-ad99-436e-be24-b2d0ca50453c req-51eb1350-591d-4be4-8a97-a11291cd898a tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 946 time: 0.1619642 Aug 21 09:00:54.949780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:54.959991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-76b67de5-2832-41ce-980d-cfb99749c050 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1623280 Aug 21 09:00:54.983317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:55.034698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3dcd2e96-ad99-436e-be24-b2d0ca50453c req-3f24b53c-668e-4d30-a60a-b99852645829 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722880 Aug 21 09:00:55.075045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=64363d64-6347-41ee-a69a-c755ca1e4414,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:55.181350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46dbdb-a809-44a4-9408-3c07e312a7c8 req-5e551389-5944-4ac3-90cd-517a4df9469b tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:55.184183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a46dbdb-a809-44a4-9408-3c07e312a7c8 req-5e551389-5944-4ac3-90cd-517a4df9469b tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 946 time: 0.0669839 Aug 21 09:00:55.193204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56934) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:00:55.199016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3d609e1b-c8a1-43d8-8b41-64d715f7ae8f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Request body: {'floatingip': {'port_id': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:55.218010 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Allocated IP 172.20.0.1 (73f9dfb4-9c6d-4fc9-966a-d52ab4907925/8eea5f64-f9f4-4f3d-823b-00499102b99d/4b7ca10e-babe-45e1-a1b2-3b671160e3c2) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:55.330623 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d609e1b-c8a1-43d8-8b41-64d715f7ae8f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:55.385586 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:55.395734 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:55.398899 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Transition to ACTIVE for port object 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:55.402923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['64363d64-6347-41ee-a69a-c755ca1e4414'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:55.429544 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Transition to ACTIVE for port object 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:55.497022 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:55.545464 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138ea8b-87fa-4a55-b639-c3e00647d0ac None None] Pushing event updated for resources: {'Port': ['ID=2439dff6-0ee4-4b81-9c9f-e175f90f02f6,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:55.548956 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:55.605015 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Attempting to bind port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:55.605393 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Attempting to bind port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:55.605743 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Attempting to bind port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:55.619973 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:55.620527 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:55.621045 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:55.621553 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:55.622116 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Bound port: 2439dff6-0ee4-4b81-9c9f-e175f90f02f6, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:55.622913 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:55.627786 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:55.630959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:55.634857 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:00:55.635341 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:55.710089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7ca10e-babe-45e1-a1b2-3b671160e3c2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:55.740666 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] For port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:55.748755 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] For port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2439dff6-0ee4-4b81-9c9f-e175f90f02f6,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:00:55.869404 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:55.888334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc25c607-bcc2-49e0-bb4a-2439d13620e6 req-f59394ca-ed97-4c0d-8825-447bcad24792 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 210 time: 0.0805209 Aug 21 09:00:55.954374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5bace1af-5c39-4071-aabb-ec72b7a603d7 None None] Provisioning for port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:55.959190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5bace1af-5c39-4071-aabb-ec72b7a603d7 None None] Provisioning complete for port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:55.960581 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5bace1af-5c39-4071-aabb-ec72b7a603d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:55.996599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:56.023588 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138ea8b-87fa-4a55-b639-c3e00647d0ac None None] Pushing event updated for resources: {'Port': ['ID=2439dff6-0ee4-4b81-9c9f-e175f90f02f6,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:56.057907 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Routers {'e0190e20-f8bb-4793-b64e-1cae724ffb04'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:00:56.058553 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e0190e20-f8bb-4793-b64e-1cae724ffb04'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:56.065203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5e6bae51-28ec-4bdc-8dca-44f540156d91 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:56.069418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5bace1af-5c39-4071-aabb-ec72b7a603d7 None None] Port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:56.152358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5e6bae51-28ec-4bdc-8dca-44f540156d91 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:56.152735 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:56.189520 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] Set router e0190e20-f8bb-4793-b64e-1cae724ffb04 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:00:56.299258 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:56.333120 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.resource_extend [None req-3d609e1b-c8a1-43d8-8b41-64d715f7ae8f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 09:00:56.346569 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0a5ee86c-2979-4650-afaa-b66952e53460 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:00:56.370674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9b227-76b4-432f-875e-5f833b4af806 req-7adee39c-4233-4133-a5f7-69d06bde9962 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:56.371519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:56.372446 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:56.377994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a9b227-76b4-432f-875e-5f833b4af806 req-7adee39c-4233-4133-a5f7-69d06bde9962 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.5716670 Aug 21 09:00:56.424903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7ca10e-babe-45e1-a1b2-3b671160e3c2,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:56.477805 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '4b7ca10e-babe-45e1-a1b2-3b671160e3c2', 'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'mac_address': 'fa:16:3e:ff:40:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:54Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 1, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'subnets': [{'id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:56.478414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a9b227-76b4-432f-875e-5f833b4af806 req-5beb9e69-f47b-4f91-b57e-a013aa83b9c7 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959942 Aug 21 09:00:56.491777 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d609e1b-c8a1-43d8-8b41-64d715f7ae8f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:56.513233 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38d160-6a08-45bf-a7fc-854201b02087 None None] The sync data for ids ['e0190e20-f8bb-4793-b64e-1cae724ffb04'] in n-d-766726-28 is: [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '4b7ca10e-babe-45e1-a1b2-3b671160e3c2', 'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'mac_address': 'fa:16:3e:ff:40:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:54Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 1, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'subnets': [{'id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:00:56.521032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c9551-9139-4fb5-949a-20ebb6c6ecc6 req-3c4fa340-68e4-471a-a3b1-6a902c446707 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:56.538987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e3c9551-9139-4fb5-949a-20ebb6c6ecc6 req-3c4fa340-68e4-471a-a3b1-6a902c446707 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 944 time: 0.2982030 Aug 21 09:00:56.594354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d609e1b-c8a1-43d8-8b41-64d715f7ae8f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:56.596397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:00:56.603155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:00:56.609547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0a5ee86c-2979-4650-afaa-b66952e53460, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0a5ee86c-2979-4650-afaa-b66952e53460,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:56.637848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '0a5ee86c-2979-4650-afaa-b66952e53460', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '0a5ee86c-2979-4650-afaa-b66952e53460', 'mac_address': 'fa:16:3e:5b:d8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:00:56.713259 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:56.756523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5ee86c-2979-4650-afaa-b66952e53460 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:00:56.786474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Router e0190e20-f8bb-4793-b64e-1cae724ffb04 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:00:56.801634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0a5ee86c-2979-4650-afaa-b66952e53460, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0a5ee86c-2979-4650-afaa-b66952e53460,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:56.826379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e3c9551-9139-4fb5-949a-20ebb6c6ecc6 req-905cf6ee-b7bc-4a0d-9182-6d8da61e4291 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489884 Aug 21 09:00:56.840134 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-3822defe-b873-433c-8212-943b038f37cb req-4cc8057f-d495-4b81-92b6-9908d627b1cc service neutron] show failed (client error): The resource could not be found. Aug 21 09:00:56.852212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-4cc8057f-d495-4b81-92b6-9908d627b1cc service neutron] 10.222.0.13 "GET /v2.0/ports/776a1110-029f-4c79-9515-bd11cafdbfe9/bindings/n-h2-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.3501377 Aug 21 09:00:56.899522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7162f5-50b9-4e66-9642-78a8adb1684c req-617afdcd-098c-427f-a81c-da6065ba89bf tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:56.906150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e7162f5-50b9-4e66-9642-78a8adb1684c req-617afdcd-098c-427f-a81c-da6065ba89bf tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 948 time: 0.2479134 Aug 21 09:00:56.911530 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-3d609e1b-c8a1-43d8-8b41-64d715f7ae8f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Floating IP cb0588a6-da79-493a-a458-5cc6b95afc82 associated. External IP: 172.25.5.219, port: f4a0ac5d-5658-44fe-9d04-b4cf60fcda28. Aug 21 09:00:56.921269 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:57.040038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=0a5ee86c-2979-4650-afaa-b66952e53460,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:57.052635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:00:57.063670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-31249d22-22be-4ccc-8e14-b11625fcbbf9 None None] Provisioning complete for port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:57.063670 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-31249d22-22be-4ccc-8e14-b11625fcbbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:57.068469 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4d0e85ea-1f6e-4d8c-8aa9-806d9a81e8c2 admin admin] 10.222.0.20 "PUT /v2.0/routers/e0190e20-f8bb-4793-b64e-1cae724ffb04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6919296 Aug 21 09:00:57.170878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-31249d22-22be-4ccc-8e14-b11625fcbbf9 None None] Port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:00:57.248735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-573f7e73-48e5-438c-9112-b20f29dc699c req-f9cb4dd9-86d8-48be-a4c1-d163b0e809f9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 210 time: 0.0926001 Aug 21 09:00:57.266209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e7162f5-50b9-4e66-9642-78a8adb1684c req-8f220cbe-ae7b-49c9-9565-4a27cd3f3188 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109693 Aug 21 09:00:57.268696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['0a5ee86c-2979-4650-afaa-b66952e53460'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:00:57.387853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d609e1b-c8a1-43d8-8b41-64d715f7ae8f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Router ab4543bc-4e2f-4e68-a0ff-43e206921b78 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:00:57.556276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822defe-b873-433c-8212-943b038f37cb req-d385d436-10da-4935-81b7-98fc21fb6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:57.561319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-d385d436-10da-4935-81b7-98fc21fb6d89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73&tenant_id=6eda5b0e42e042198b3662d293aecc00 HTTP/1.1" status: 200 len: 1102 time: 0.0962484 Aug 21 09:00:57.564106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d609e1b-c8a1-43d8-8b41-64d715f7ae8f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:00:57.569182 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d609e1b-c8a1-43d8-8b41-64d715f7ae8f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:57.586233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946da99a-84c7-4dfa-bf66-71230b5bdafe None None] Sync routers for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:00:57.595240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:57.612907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946da99a-84c7-4dfa-bf66-71230b5bdafe None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:00:57.613838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-946da99a-84c7-4dfa-bf66-71230b5bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:57.664444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3d609e1b-c8a1-43d8-8b41-64d715f7ae8f tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "PUT /v2.0/floatingips/cb0588a6-da79-493a-a458-5cc6b95afc82 HTTP/1.1" status: 200 len: 992 time: 2.4692404 Aug 21 09:00:57.667241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'tag': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:57.669582 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4936e139-caf0-4aa8-8fbb-2bdcb03c1de6", "tag": "f4a0ac5d-5658-44fe-9d04-b4cf60fcda28"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:57.727476 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfebee9-5ce5-4686-a263-5b68f1ac3fc8 req-1861ab82-dd49-4637-be0d-ae502e4f569d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:57.730973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dfebee9-5ce5-4686-a263-5b68f1ac3fc8 req-1861ab82-dd49-4637-be0d-ae502e4f569d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1317110 Aug 21 09:00:57.732740 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:57.799242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-946da99a-84c7-4dfa-bf66-71230b5bdafe None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:00:57.824148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dfebee9-5ce5-4686-a263-5b68f1ac3fc8 req-4c90162a-1153-4c72-adcb-3f0d9c719dc7 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834928 Aug 21 09:00:57.893645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-4049327d-d0b1-49d4-8771-fab8750ac9e0 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440960 Aug 21 09:00:57.900939 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa331b9a-3ca8-4af8-a5c9-7f4769d31a4d x-openstack-request-id: req-aa331b9a-3ca8-4af8-a5c9-7f4769d31a4d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:57.901926 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4936e139-caf0-4aa8-8fbb-2bdcb03c1de6", "tag": "f4a0ac5d-5658-44fe-9d04-b4cf60fcda28", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:57.902414 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa331b9a-3ca8-4af8-a5c9-7f4769d31a4d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:57.903021 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'tag': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28', 'status': 'completed', 'code': 200} Aug 21 09:00:58.098868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:58.164362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6 req-cc59ca62-c0ae-44f2-9f93-f7177b50f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:58.166001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6 req-cc59ca62-c0ae-44f2-9f93-f7177b50f97b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6600cf3631324e368fd5629b44cc5be0&device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 1098 time: 0.2619653 Aug 21 09:00:58.264732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:58.270216 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:58.270665 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:58.271151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fafcc-d547-416a-8a9d-6c535ddf9703 req-9716b5e2-c73f-4a44-ac98-a8de6f1cd7cc tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:58.275333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed6fafcc-d547-416a-8a9d-6c535ddf9703 req-9716b5e2-c73f-4a44-ac98-a8de6f1cd7cc tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 944 time: 0.2582097 Aug 21 09:00:58.275459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-946da99a-84c7-4dfa-bf66-71230b5bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'cb0588a6-da79-493a-a458-5cc6b95afc82', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'port_id': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'mac_address': 'fa:16:3e:d1:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T08:58:34Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:58.349483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae3af-a1af-4181-a27e-97def9092446 req-271c00a4-6864-4e05-9ccb-60fa93efb6c7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:58.351493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-271c00a4-6864-4e05-9ccb-60fa93efb6c7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4181287 Aug 21 09:00:58.364763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946da99a-84c7-4dfa-bf66-71230b5bdafe None None] Checking router: ab4543bc-4e2f-4e68-a0ff-43e206921b78 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:00:58.388205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Request body: {'port': {'device_id': '305b4932-cde9-4eec-88ad-6525949a2a2f', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '97b4438915564130b94b8ce40d3b9713'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:00:58.393162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 64363d64-6347-41ee-a69a-c755ca1e4414 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:58.423949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0a5ee86c-2979-4650-afaa-b66952e53460 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:00:58.436847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946da99a-84c7-4dfa-bf66-71230b5bdafe None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:00:58.437835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-946da99a-84c7-4dfa-bf66-71230b5bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:58.492305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed6fafcc-d547-416a-8a9d-6c535ddf9703 req-1eb9b483-f981-442d-a83a-ea7d034d69b1 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807148 Aug 21 09:00:58.515482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=776a1110-029f-4c79-9515-bd11cafdbfe9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:58.551864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33ecd0-b81a-4593-9d38-643b21622559 req-8202d9ad-6e81-40ac-99fd-c4b20b176545 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:58.560536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac33ecd0-b81a-4593-9d38-643b21622559 req-8202d9ad-6e81-40ac-99fd-c4b20b176545 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 949 time: 0.1907899 Aug 21 09:00:58.627782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac33ecd0-b81a-4593-9d38-643b21622559 req-bf8dbce7-000d-4a0a-9a13-e2d4c0da9fd2 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610936 Aug 21 09:00:58.670575 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be689a43-ff1b-46f1-9f0a-cf0178a00b3e req-461e2de3-496c-4995-9283-341841b17f88 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 210 time: 0.0314584 Aug 21 09:00:58.680278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6 req-ca7c69fc-73b8-4484-aa8c-2bea2fbbc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:58.686706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6 req-ca7c69fc-73b8-4484-aa8c-2bea2fbbc806 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81d00ede-ffc6-4f2c-87e9-3525996dc088 HTTP/1.1" status: 200 len: 925 time: 0.4967263 Aug 21 09:00:58.750024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:00:58.773318 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:58.803434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-946da99a-84c7-4dfa-bf66-71230b5bdafe None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:00:58.833103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6 req-895f0f6d-3c92-42ac-a390-31fb49ad42fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 HTTP/1.1" status: 200 len: 1000 time: 0.1373353 Aug 21 09:00:58.855208 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 64363d64-6347-41ee-a69a-c755ca1e4414 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:58.868070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2439dff6-0ee4-4b81-9c9f-e175f90f02f6,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:58.869478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 0a5ee86c-2979-4650-afaa-b66952e53460 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:00:58.872168 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:58.910139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 64363d64-6347-41ee-a69a-c755ca1e4414 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:58.910614 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:58.934485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Transition to ACTIVE for port object 776a1110-029f-4c79-9515-bd11cafdbfe9 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:00:58.936682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 0a5ee86c-2979-4650-afaa-b66952e53460 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:00:58.937385 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:58.967628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6 req-aa851297-d8de-433d-b67f-1101b263f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:58.969106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6 req-aa851297-d8de-433d-b67f-1101b263f755 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df6e82b6-6db7-47ac-9ebc-f352a404555a HTTP/1.1" status: 200 len: 863 time: 0.1250398 Aug 21 09:00:58.972829 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:59.000684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c03d6-1d96-4f20-9d88-ac44460d65c2 req-209f4816-700f-48b2-b4dd-74caf70cf87b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:59.002206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-367c03d6-1d96-4f20-9d88-ac44460d65c2 req-209f4816-700f-48b2-b4dd-74caf70cf87b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.0722687 Aug 21 09:00:59.062829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Made reservation on behalf of 97b4438915564130b94b8ce40d3b9713 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:00:59.066712 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:59.073821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6 req-a2795a59-de96-495d-8787-c6b696074b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:59.076214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6 req-a2795a59-de96-495d-8787-c6b696074b8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81d00ede-ffc6-4f2c-87e9-3525996dc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940828 Aug 21 09:00:59.083428 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:59.103049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-367c03d6-1d96-4f20-9d88-ac44460d65c2 req-6b1e9787-2582-41ea-9b99-d256b9c45768 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793471 Aug 21 09:00:59.111508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=2439dff6-0ee4-4b81-9c9f-e175f90f02f6,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:59.230344 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:59.233586 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:59.244512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Pushing event updated for resources: {'Port': ['ID=776a1110-029f-4c79-9515-bd11cafdbfe9,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:59.275919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] No DVR routers for this DVR port 776a1110-029f-4c79-9515-bd11cafdbfe9 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:00:59.330316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64363d64-6347-41ee-a69a-c755ca1e4414'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:59.333158 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fa6b9f-9922-458d-aed4-349a80bc03ca" -d '{"events": [{"server_uuid": "e87fd05e-41c6-4d8f-8863-9001d1b71f1f", "name": "network-vif-plugged", "status": "completed", "tag": "64363d64-6347-41ee-a69a-c755ca1e4414"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:00:59.359167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 64363d64-6347-41ee-a69a-c755ca1e4414, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=64363d64-6347-41ee-a69a-c755ca1e4414,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:59.361114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0a5ee86c-2979-4650-afaa-b66952e53460, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0a5ee86c-2979-4650-afaa-b66952e53460,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:00:59.383073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-946da99a-84c7-4dfa-bf66-71230b5bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'cb0588a6-da79-493a-a458-5cc6b95afc82', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'port_id': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'mac_address': 'fa:16:3e:d1:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T08:58:34Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:59.402463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Attempting to bind port 776a1110-029f-4c79-9515-bd11cafdbfe9 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:00:59.402463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Attempting to bind port 776a1110-029f-4c79-9515-bd11cafdbfe9 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:00:59.402463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Attempting to bind port 776a1110-029f-4c79-9515-bd11cafdbfe9 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:59.437352 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02ba8fa-f07f-4de7-b3f2-714c0c45cadb x-openstack-request-id: req-d02ba8fa-f07f-4de7-b3f2-714c0c45cadb {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:00:59.437352 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87fd05e-41c6-4d8f-8863-9001d1b71f1f", "name": "network-vif-plugged", "status": "completed", "tag": "64363d64-6347-41ee-a69a-c755ca1e4414", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:00:59.437352 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d02ba8fa-f07f-4de7-b3f2-714c0c45cadb {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:00:59.437352 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64363d64-6347-41ee-a69a-c755ca1e4414', 'code': 200} Aug 21 09:00:59.437856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946da99a-84c7-4dfa-bf66-71230b5bdafe None None] The sync data for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 is: [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'cb0588a6-da79-493a-a458-5cc6b95afc82', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'port_id': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'mac_address': 'fa:16:3e:d1:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T08:58:34Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:00:59.438639 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:59.439781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 776a1110-029f-4c79-9515-bd11cafdbfe9 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:00:59.446036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6 req-0a525fe0-379c-4cd1-a124-c3b203c72008 service neutron] 10.222.0.13 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589430 Aug 21 09:00:59.461273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Port 776a1110-029f-4c79-9515-bd11cafdbfe9 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:00:59.461596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Attempting to bind port 776a1110-029f-4c79-9515-bd11cafdbfe9 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:00:59.472761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:00:59.473163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:00:59.473639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:00:59.473972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Bound port: 776a1110-029f-4c79-9515-bd11cafdbfe9, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:00:59.474338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:59.498269 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:00:59.523359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 776a1110-029f-4c79-9515-bd11cafdbfe9 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:00:59.581413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=64363d64-6347-41ee-a69a-c755ca1e4414,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:59.587970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1cd27-4652-4bdd-aba7-b82414a0bfe4 req-ff8d1239-2866-4e8f-9bd7-9722e24a1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:00:59.597999 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-ccc1cd27-4652-4bdd-aba7-b82414a0bfe4 req-ff8d1239-2866-4e8f-9bd7-9722e24a1333 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 1097 time: 0.1085584 Aug 21 09:00:59.623133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Allocated IP 192.168.233.170 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:00:59.661712 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-ccc1cd27-4652-4bdd-aba7-b82414a0bfe4 req-edc27818-8bf5-4827-a121-c17ce904cf3b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483317 Aug 21 09:00:59.679238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=0a5ee86c-2979-4650-afaa-b66952e53460,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:00:59.699027 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Sync routers for ids ['e0190e20-f8bb-4793-b64e-1cae724ffb04'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:00:59.711482 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Routers {'e0190e20-f8bb-4793-b64e-1cae724ffb04'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:00:59.713634 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e0190e20-f8bb-4793-b64e-1cae724ffb04'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:00:59.842487 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Set router e0190e20-f8bb-4793-b64e-1cae724ffb04 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:00:59.869382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599987c9-59bf-4717-bc2f-106fb1c07f39 None None] New status for floating IP cb0588a6-da79-493a-a458-5cc6b95afc82: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:00:59.966479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:00:59.969413 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95d00ad-d892-4c8d-bea3-ea0ecf21bd61" -d '{"events": [{"server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "name": "network-vif-unplugged", "status": "completed", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:00.104815 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '4b7ca10e-babe-45e1-a1b2-3b671160e3c2', 'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'mac_address': 'fa:16:3e:ff:40:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:54Z', 'updated_at': '2021-08-21T09:00:56Z', 'revision_number': 2, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'subnets': [{'id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:00.108021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:00.115513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:00.130979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb8dec60-b651-4b01-bcc2-9fa0d49171a6 req-39cf1c3a-4670-46b0-bbe0-7bcfea716740 service neutron] 10.222.0.13 "GET /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222963 Aug 21 09:01:00.140553 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Checking router: e0190e20-f8bb-4793-b64e-1cae724ffb04 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:01:00.141009 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Updating router e0190e20-f8bb-4793-b64e-1cae724ffb04 port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:01:00.141837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=776a1110-029f-4c79-9515-bd11cafdbfe9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:00.157214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9a083-1459-4d69-afde-e4d24d7e0e7e req-541d5da6-cf3b-49e1-a5b5-bd2c3878bae5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:00.158887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afd9a083-1459-4d69-afde-e4d24d7e0e7e req-541d5da6-cf3b-49e1-a5b5-bd2c3878bae5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 945 time: 0.5373039 Aug 21 09:01:00.177486 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:00.189072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:00.189777 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:00.203585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fb93f-26be-40ce-8ee2-21dd796059d6 req-be20bae9-0e97-4855-8c44-dd1be8ebf90d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:00.212025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-632fb93f-26be-40ce-8ee2-21dd796059d6 req-be20bae9-0e97-4855-8c44-dd1be8ebf90d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 950 time: 0.2335937 Aug 21 09:01:00.262264 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:00.286097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afd9a083-1459-4d69-afde-e4d24d7e0e7e req-c83fd944-74cb-483a-a14d-05dea2028277 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162660 Aug 21 09:01:00.336704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:00.337453 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:00.341673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] 10.222.0.22 "PUT /v2.0/ports/776a1110-029f-4c79-9515-bd11cafdbfe9 HTTP/1.1" status: 200 len: 1097 time: 2.7506094 Aug 21 09:01:00.382470 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-632fb93f-26be-40ce-8ee2-21dd796059d6 req-53c4cd20-81f8-4865-a2ab-43c6c38bde41 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694193 Aug 21 09:01:00.546239 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:00.562407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Transition to ACTIVE for port object 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:00.596790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7ed7ac0-58f5-404b-a827-1bdb12bcff41 req-e51be721-753b-4ebd-b632-c82368da4d8c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 210 time: 0.1576030 Aug 21 09:01:00.604786 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03fc681-e52d-4a22-9cfb-9ace6909d242 x-openstack-request-id: req-f03fc681-e52d-4a22-9cfb-9ace6909d242 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:00.604786 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "name": "network-vif-unplugged", "status": "completed", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:00.604786 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f03fc681-e52d-4a22-9cfb-9ace6909d242 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:00.604786 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9', 'code': 200} Aug 21 09:01:00.604786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cd8e4-207e-4cf5-be56-71ee4b14728d service neutron] Pushing event updated for resources: {'Port': ['ID=776a1110-029f-4c79-9515-bd11cafdbfe9,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:00.618753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822defe-b873-433c-8212-943b038f37cb req-41ca52a0-f30d-4604-9d6c-b0c4e681fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:00.620386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-41ca52a0-f30d-4604-9d6c-b0c4e681fc2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 1100 time: 0.2301433 Aug 21 09:01:00.640149 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:00.650266 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Transition to ACTIVE for port object 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:00.688248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:00.700294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2', '5e175de9-fc9f-478f-972f-3764ae0465a4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:00.728123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147', '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:00.755818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:00.768369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:00.772331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event updated for resources: {'Port': ['ID=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:00.775751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:00.781380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:00.782023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:00.791022 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:00.809157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdd8d4-481f-488f-ac33-af6b06821952 req-f2fb3410-b565-4b9f-9e15-60e555b44d7a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:00.810738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55cdd8d4-481f-488f-ac33-af6b06821952 req-f2fb3410-b565-4b9f-9e15-60e555b44d7a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 948 time: 0.1726594 Aug 21 09:01:00.867230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822defe-b873-433c-8212-943b038f37cb req-955f392d-d57d-425c-bf15-68c3807070b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:00.878040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-955f392d-d57d-425c-bf15-68c3807070b5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.2488410 Aug 21 09:01:00.878170 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5c272-7330-490d-99b5-77174cbab4e0 None None] Pushing event updated for resources: {'Port': ['ID=4b7ca10e-babe-45e1-a1b2-3b671160e3c2,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:00.983444 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Attempting to bind port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:00.984460 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Attempting to bind port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:00.984460 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Attempting to bind port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 on network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:01.004924 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:01.004924 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Checking segment: {'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:01.004924 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:01.004924 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Bound using segment: {'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:01.004924 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Bound port: 4b7ca10e-babe-45e1-a1b2-3b671160e3c2, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:01.004924 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:01.015330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-64658a24-931e-4a6f-bda0-874663a344f2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6308372 Aug 21 09:01:01.029500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-d5ee7142-fc09-4f82-9616-cf90c1b0fcf1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=776a1110-029f-4c79-9515-bd11cafdbfe9 HTTP/1.1" status: 200 len: 217 time: 0.1344352 Aug 21 09:01:01.035981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Request body: {'port': {'device_id': '305b4932-cde9-4eec-88ad-6525949a2a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:01.042403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55cdd8d4-481f-488f-ac33-af6b06821952 req-f946bff2-daea-4af1-9ce3-ae8271bb30a8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224021 Aug 21 09:01:01.143530 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] For port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:01.143530 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] For port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4b7ca10e-babe-45e1-a1b2-3b671160e3c2,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:01.172146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822defe-b873-433c-8212-943b038f37cb req-1f54c2a3-f872-4a2a-9377-5d24fb0619fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:01.173785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-1f54c2a3-f872-4a2a-9377-5d24fb0619fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1286404 Aug 21 09:01:01.195992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:01.211804 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:01.274157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822defe-b873-433c-8212-943b038f37cb req-fbbc6cb6-a743-426e-9c3b-ee88584f130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:01.276135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-fbbc6cb6-a743-426e-9c3b-ee88584f130c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933001 Aug 21 09:01:01.307243 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5c272-7330-490d-99b5-77174cbab4e0 None None] Pushing event updated for resources: {'Port': ['ID=4b7ca10e-babe-45e1-a1b2-3b671160e3c2,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:01.347466 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Routers {'e0190e20-f8bb-4793-b64e-1cae724ffb04'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:01.348463 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e0190e20-f8bb-4793-b64e-1cae724ffb04'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:01.416184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0e0ac564-e2ed-44fe-a194-913603030c20 None None] Provisioning for port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:01.443144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5ee86c-2979-4650-afaa-b66952e53460'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:01.452628 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41778691-bf81-4594-bcce-b34f8388711f" -d '{"events": [{"server_uuid": "4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e", "name": "network-vif-plugged", "status": "completed", "tag": "0a5ee86c-2979-4650-afaa-b66952e53460"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:01.487807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0e0ac564-e2ed-44fe-a194-913603030c20 None None] Provisioning complete for port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:01.488181 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac564-e2ed-44fe-a194-913603030c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:01.538857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ac564-e2ed-44fe-a194-913603030c20 None None] Port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:01:01.682279 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] Set router e0190e20-f8bb-4793-b64e-1cae724ffb04 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:01.724282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8298b-18b5-4059-b10b-5d0345a6621e req-eb46ef5a-54bc-46f4-89f3-67f3d2b29a0c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:01.727267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0d8298b-18b5-4059-b10b-5d0345a6621e req-eb46ef5a-54bc-46f4-89f3-67f3d2b29a0c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 945 time: 0.2879086 Aug 21 09:01:01.734963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bc9f5-c7ca-4bf5-8536-ef645ab19b9a req-6c4cd315-edcd-4da8-aaeb-b8110932a709 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:01.736563 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d0bc9f5-c7ca-4bf5-8536-ef645ab19b9a req-6c4cd315-edcd-4da8-aaeb-b8110932a709 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 950 time: 0.1353819 Aug 21 09:01:01.831799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-ba129b75-bd5f-45fd-940d-780beaf5654e service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303075 Aug 21 09:01:01.866172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0d8298b-18b5-4059-b10b-5d0345a6621e req-0166a606-ae69-44e9-a2c6-e4d30e85efd9 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025569 Aug 21 09:01:01.921017 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585e7cda-5a53-4c7e-a9f8-6644420b621f x-openstack-request-id: req-585e7cda-5a53-4c7e-a9f8-6644420b621f {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:01.922096 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e", "name": "network-vif-plugged", "status": "completed", "tag": "0a5ee86c-2979-4650-afaa-b66952e53460", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:01.922366 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-585e7cda-5a53-4c7e-a9f8-6644420b621f {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:01.922766 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5ee86c-2979-4650-afaa-b66952e53460', 'code': 200} Aug 21 09:01:01.981382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d0bc9f5-c7ca-4bf5-8536-ef645ab19b9a req-c20ba200-369e-4edc-9e95-0e974880e299 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098265 Aug 21 09:01:02.087895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:02.157127 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '4b7ca10e-babe-45e1-a1b2-3b671160e3c2', 'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'mac_address': 'fa:16:3e:ff:40:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:54Z', 'updated_at': '2021-08-21T09:01:01Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'subnets': [{'id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:02.183397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3822defe-b873-433c-8212-943b038f37cb req-15ed4ad0-87ee-4e56-b4d3-d7a075761e19 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281283 Aug 21 09:01:02.218354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:01:02.231594 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:02.236173 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989a058-64d1-49cb-bd2e-c515a1aac7d2 None None] The sync data for ids ['e0190e20-f8bb-4793-b64e-1cae724ffb04'] in n-d-766726-28 is: [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '4b7ca10e-babe-45e1-a1b2-3b671160e3c2', 'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'mac_address': 'fa:16:3e:ff:40:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:54Z', 'updated_at': '2021-08-21T09:01:01Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'subnets': [{'id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:01:02.238900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7814b-465c-4b1d-9ba9-f9c5a5456ba2 req-ff7fda1e-ac76-4f82-86dc-4297f63dac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:02.241128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3c7814b-465c-4b1d-9ba9-f9c5a5456ba2 req-ff7fda1e-ac76-4f82-86dc-4297f63dac7a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 1102 time: 0.2130446 Aug 21 09:01:02.319754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Transition to ACTIVE for port object 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:02.320476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:02.325171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:02.325548 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:02.340483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89f385-54bc-45fc-9ab6-1a8a027b3270 req-16c0715f-5963-4ac7-8b3c-f997fb31090b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:02.348730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e89f385-54bc-45fc-9ab6-1a8a027b3270 req-16c0715f-5963-4ac7-8b3c-f997fb31090b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 936 time: 0.2413714 Aug 21 09:01:02.395169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3c7814b-465c-4b1d-9ba9-f9c5a5456ba2 req-db9520cc-b75d-418b-9068-0e1504a1107a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412916 Aug 21 09:01:02.435525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-6f606cf4-38c2-4eda-b3ec-1febd79eefde tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:02.437082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-6f606cf4-38c2-4eda-b3ec-1febd79eefde tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2124836 Aug 21 09:01:02.439949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e89f385-54bc-45fc-9ab6-1a8a027b3270 req-66f851d4-7175-40ee-a784-2d52e0af4768 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903134 Aug 21 09:01:02.440563 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:02.455218 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:02.537400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4b7ca10e-babe-45e1-a1b2-3b671160e3c2,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:02.557887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-84d81454-be01-4378-a737-226bbb65272c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.0757346 Aug 21 09:01:02.558593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:02.586285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-b1d903ee-ab30-4482-bfa3-58837194acf6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Request body: {'floatingip': {'port_id': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:02.629772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:02.632658 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369bec12-b036-40f9-aabb-3624a3540099" -d '{"events": [{"name": "network-changed", "server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:02.642042 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:02.696154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Attempting to bind port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:02.696854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Attempting to bind port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:02.697441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Attempting to bind port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:02.707052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-b1d903ee-ab30-4482-bfa3-58837194acf6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:02.739939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=4b7ca10e-babe-45e1-a1b2-3b671160e3c2,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:02.788023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:01:02.788235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Attempting to bind port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:02.822326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:02.822909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:02.823445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:02.824104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Bound port: 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:02.824962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:02.847584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0cf4-021a-429b-8230-a2a9f6ae010c req-efb4b315-6c08-457b-a980-98151c91c389 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:02.849119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b13b0cf4-021a-429b-8230-a2a9f6ae010c req-efb4b315-6c08-457b-a980-98151c91c389 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 948 time: 0.2598743 Aug 21 09:01:02.991839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b13b0cf4-021a-429b-8230-a2a9f6ae010c req-efefcada-0857-4f0e-83e4-08e713149771 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331763 Aug 21 09:01:03.081031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] For port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:03.102191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] For port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:03.111513 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca69c24-ac67-4c4a-87d1-0024c8310ea7 x-openstack-request-id: req-aca69c24-ac67-4c4a-87d1-0024c8310ea7 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:03.111889 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:03.112556 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aca69c24-ac67-4c4a-87d1-0024c8310ea7 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:03.113030 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9', 'status': 'completed', 'code': 200} Aug 21 09:01:03.150462 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:03.294924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:03.295720 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:03.297071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 HTTP/1.1" status: 200 len: 1097 time: 2.2661960 Aug 21 09:01:03.353679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bec12-b036-40f9-aabb-3624a3540099 req-f98576bd-2171-43b7-8903-f92c9966d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:03.355168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-f98576bd-2171-43b7-8903-f92c9966d055 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 1100 time: 0.2415190 Aug 21 09:01:03.392467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b090a9-48f1-4563-8cab-c2551e95d2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:03.739491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bec12-b036-40f9-aabb-3624a3540099 req-19b0f24f-bba5-4c26-873b-8172e6f9d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:03.741496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-19b0f24f-bba5-4c26-873b-8172e6f9d4e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 1100 time: 0.5481818 Aug 21 09:01:03.775942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f61d81-be44-45e7-b098-4c031d8eb2a2 req-2f0d61f5-e969-411d-978d-00f0153cd3f2 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:03.777361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f61d81-be44-45e7-b098-4c031d8eb2a2 req-2f0d61f5-e969-411d-978d-00f0153cd3f2 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 950 time: 0.5651402 Aug 21 09:01:03.964336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bec12-b036-40f9-aabb-3624a3540099 req-40c0a0db-80ad-4e0e-a44d-6f984e5242df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:03.965823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-40c0a0db-80ad-4e0e-a44d-6f984e5242df service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.5919626 Aug 21 09:01:03.979104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae3af-a1af-4181-a27e-97def9092446 req-8fc7cc7f-25b0-431a-80e6-ff00023e1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:03.979417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:03.980706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-8fc7cc7f-25b0-431a-80e6-ff00023e1e5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 1100 time: 0.2435453 Aug 21 09:01:03.988123 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f61d81-be44-45e7-b098-4c031d8eb2a2 req-6d4f83a0-8fc2-4696-a929-1f1df6d21d27 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908298 Aug 21 09:01:04.047960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:04.082050 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:04.103073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-dfe6ff6f-582d-40b3-921b-206ac4442b33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=776a1110-029f-4c79-9515-bd11cafdbfe9 HTTP/1.1" status: 200 len: 217 time: 0.1283536 Aug 21 09:01:04.152526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bec12-b036-40f9-aabb-3624a3540099 req-0e426e60-8d23-42e3-bb9f-d81abada0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:04.153960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-0e426e60-8d23-42e3-bb9f-d81abada0dfd service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3981421 Aug 21 09:01:04.162720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-2b2c1116-370a-4c45-b520-7797b0b50a42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 HTTP/1.1" status: 200 len: 217 time: 0.0608048 Aug 21 09:01:04.201090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-b1d903ee-ab30-4482-bfa3-58837194acf6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:04.276784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-d3b91c37-68c1-4a24-99a1-8addf8a89577 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=776a1110-029f-4c79-9515-bd11cafdbfe9 HTTP/1.1" status: 200 len: 217 time: 0.0685663 Aug 21 09:01:04.322192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bec12-b036-40f9-aabb-3624a3540099 req-df72ab5c-3193-40bd-929b-e7c2f33604fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:04.323745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-df72ab5c-3193-40bd-929b-e7c2f33604fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2076073 Aug 21 09:01:04.366047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-b1d903ee-ab30-4482-bfa3-58837194acf6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:04.432467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae3af-a1af-4181-a27e-97def9092446 req-e6d3475e-8965-41d4-9a44-1b5413a7d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:04.434485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-e6d3475e-8965-41d4-9a44-1b5413a7d8c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2283678 Aug 21 09:01:04.464856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a756967-f26c-41a9-8410-e6e1e5f1d91b req-ab5f58a7-241e-4e97-908e-bad40dcfde37 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:04.466319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a756967-f26c-41a9-8410-e6e1e5f1d91b req-ab5f58a7-241e-4e97-908e-bad40dcfde37 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 948 time: 0.3114049 Aug 21 09:01:04.492025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bec12-b036-40f9-aabb-3624a3540099 req-24b338e7-7fc4-47b1-bc32-3da41b9c5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:04.493504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-24b338e7-7fc4-47b1-bc32-3da41b9c5435 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1858563 Aug 21 09:01:04.593239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bec12-b036-40f9-aabb-3624a3540099 req-ae3ab09c-59d0-4478-8f71-69c17bc54ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:04.639192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-ae3ab09c-59d0-4478-8f71-69c17bc54ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2430859 Aug 21 09:01:04.639192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae3af-a1af-4181-a27e-97def9092446 req-a24a0990-e55c-4e5f-92b5-f3c855a4c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:04.639192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-a24a0990-e55c-4e5f-92b5-f3c855a4c9d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1930459 Aug 21 09:01:04.656931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a756967-f26c-41a9-8410-e6e1e5f1d91b req-3f50133b-167d-4ae3-b38d-686d337ba663 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803885 Aug 21 09:01:04.716233 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-b1d903ee-ab30-4482-bfa3-58837194acf6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Floating IP 4aedb57c-0707-40d9-ad0a-e8a1d414a920 associated. External IP: 172.25.5.229, port: c9a30a67-7046-4f64-be89-2d4a649f7c23. Aug 21 09:01:04.758778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bec12-b036-40f9-aabb-3624a3540099 req-8d9e0137-0733-418c-a851-f070a321740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:04.760346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-8d9e0137-0733-418c-a851-f070a321740c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2423139 Aug 21 09:01:04.994663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-85c25085-bb7f-43a0-bba0-9716114600de service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837523 Aug 21 09:01:05.048464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177860-951d-4d7d-985b-d979b437b81e req-feff88d6-4a19-438c-94b2-d6d810db2c92 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:05.049978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01177860-951d-4d7d-985b-d979b437b81e req-feff88d6-4a19-438c-94b2-d6d810db2c92 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 948 time: 0.2957084 Aug 21 09:01:05.069243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-7965367a-c0c4-4f87-86e6-83089d3d2395 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082654 Aug 21 09:01:05.122901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305b4932-cde9-4eec-88ad-6525949a2a2f', 'tag': '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:05.126023 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a" -d '{"events": [{"name": "network-changed", "server_uuid": "305b4932-cde9-4eec-88ad-6525949a2a2f", "tag": "5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:05.130681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-b73fad50-f42c-4f2d-b524-440b9fb54d34 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322241 Aug 21 09:01:05.333324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01177860-951d-4d7d-985b-d979b437b81e req-f8ff1766-4569-4250-bf9a-1659a8658acb tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680225 Aug 21 09:01:05.434218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d10ae3af-a1af-4181-a27e-97def9092446 req-0e1292ef-3e58-4879-aa60-1671e6ccbab2 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318949 Aug 21 09:01:05.440786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-ade00223-d75c-4a00-b4e1-1faf8a0728d1 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322743 Aug 21 09:01:05.448985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369bec12-b036-40f9-aabb-3624a3540099 req-6721e3e7-a3fc-44d9-9767-f82627299844 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965930 Aug 21 09:01:05.495477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-b1d903ee-ab30-4482-bfa3-58837194acf6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Router e70bcbde-0d93-44ee-a13b-5209b419464e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:01:05.526177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da243f06-0dd8-4be4-95f8-1b2ea56dba73 req-51477501-dc81-47f7-8051-55ff7268fd0e tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:05.527693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da243f06-0dd8-4be4-95f8-1b2ea56dba73 req-51477501-dc81-47f7-8051-55ff7268fd0e tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 950 time: 0.0820339 Aug 21 09:01:05.903398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da243f06-0dd8-4be4-95f8-1b2ea56dba73 req-c7ea2a92-2d46-4ec4-ac09-50128c3434de tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414757 Aug 21 09:01:05.931821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-b1d903ee-ab30-4482-bfa3-58837194acf6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:01:05.939308 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-b1d903ee-ab30-4482-bfa3-58837194acf6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:05.943940 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42101caf-4c6a-4c5e-b6c5-0edc157756cf None None] Sync routers for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:01:05.954745 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42101caf-4c6a-4c5e-b6c5-0edc157756cf None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:05.955868 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42101caf-4c6a-4c5e-b6c5-0edc157756cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:05.972272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-b1d903ee-ab30-4482-bfa3-58837194acf6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "PUT /v2.0/floatingips/4aedb57c-0707-40d9-ad0a-e8a1d414a920 HTTP/1.1" status: 200 len: 997 time: 3.4066336 Aug 21 09:01:06.039210 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dd30d8-c9c3-4032-8762-6bdcef2cf514 x-openstack-request-id: req-92dd30d8-c9c3-4032-8762-6bdcef2cf514 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:06.039544 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305b4932-cde9-4eec-88ad-6525949a2a2f", "tag": "5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:06.039808 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92dd30d8-c9c3-4032-8762-6bdcef2cf514 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:06.040483 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305b4932-cde9-4eec-88ad-6525949a2a2f', 'tag': '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74', 'status': 'completed', 'code': 200} Aug 21 09:01:06.056058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-bd2e4bea-ba06-41a9-8837-49a7cfb61080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:06.058174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-bd2e4bea-ba06-41a9-8837-49a7cfb61080 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 1098 time: 0.0626976 Aug 21 09:01:06.104404 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-42101caf-4c6a-4c5e-b6c5-0edc157756cf None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:06.217111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a req-be4733b6-40b3-4248-8231-6eece3940a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:06.219526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a req-be4733b6-40b3-4248-8231-6eece3940a02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 1100 time: 0.1586587 Aug 21 09:01:06.237366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf363b4-494b-4f2c-ab55-7f1257393460 req-07f58ebe-29fc-4ea0-8aa6-74e6da0024b2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:06.238818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf363b4-494b-4f2c-ab55-7f1257393460 req-07f58ebe-29fc-4ea0-8aa6-74e6da0024b2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 948 time: 0.1001136 Aug 21 09:01:06.268710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-dc154380-449f-42d3-b7ee-0c98d7945365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:06.270220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-dc154380-449f-42d3-b7ee-0c98d7945365 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.1973488 Aug 21 09:01:06.391120 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42101caf-4c6a-4c5e-b6c5-0edc157756cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:81:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:03Z', 'revision_number': 1, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:06.413595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a req-a2b0de56-c61c-4c10-877b-ec93f310b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:06.416816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a req-a2b0de56-c61c-4c10-877b-ec93f310b357 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1754010 Aug 21 09:01:06.427118 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42101caf-4c6a-4c5e-b6c5-0edc157756cf None None] Checking router: e70bcbde-0d93-44ee-a13b-5209b419464e for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:01:06.431534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf363b4-494b-4f2c-ab55-7f1257393460 req-6a535266-ea73-407b-8ca3-f279b6884d20 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806846 Aug 21 09:01:06.434892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 776a1110-029f-4c79-9515-bd11cafdbfe9 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:01:06.444863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-b9b59dda-89f4-4c24-8e01-c4f58b1026f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 1000 time: 0.1468992 Aug 21 09:01:06.482000 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42101caf-4c6a-4c5e-b6c5-0edc157756cf None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:06.484184 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42101caf-4c6a-4c5e-b6c5-0edc157756cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:00:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:06.488026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a req-9a88ce24-b0a5-49d9-b6d7-63190fcce555 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 HTTP/1.1" status: 200 len: 217 time: 0.0527916 Aug 21 09:01:06.593649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-65632fd2-9513-4d59-8d8f-c6f7c129f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:06.595147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-65632fd2-9513-4d59-8d8f-c6f7c129f6b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.1194515 Aug 21 09:01:06.601825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a req-4b004193-09b4-4354-bb57-e0ca17afb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:06.603243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a req-4b004193-09b4-4354-bb57-e0ca17afb666 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0942054 Aug 21 09:01:06.603718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=776a1110-029f-4c79-9515-bd11cafdbfe9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:06.619977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '776a1110-029f-4c79-9515-bd11cafdbfe9', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '776a1110-029f-4c79-9515-bd11cafdbfe9', 'mac_address': 'fa:16:3e:fa:f1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:01:06.652935 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-42101caf-4c6a-4c5e-b6c5-0edc157756cf None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:06.682329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-24942011-cb4a-44cb-8952-340e608d324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:06.683864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-24942011-cb4a-44cb-8952-340e608d324a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794513 Aug 21 09:01:06.685677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a req-35dd3c7c-aaf1-4332-b364-2feb04325e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:06.687049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a req-35dd3c7c-aaf1-4332-b364-2feb04325e1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0742438 Aug 21 09:01:06.688391 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:06.699120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-c8a4ac39-50cf-4da8-9bce-bcf4abfd83a0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:01:06.700154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-c8a4ac39-50cf-4da8-9bce-bcf4abfd83a0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089142 Aug 21 09:01:06.704403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776a1110-029f-4c79-9515-bd11cafdbfe9 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:01:06.732612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=776a1110-029f-4c79-9515-bd11cafdbfe9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:06.805334 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:06.841673 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-49ca528b-f013-42b1-a959-691a8c2f4a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:06.864456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a req-a8643ab5-d104-403f-9834-fdeb986ea98a service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633568 Aug 21 09:01:06.868364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=776a1110-029f-4c79-9515-bd11cafdbfe9,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:06.868809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-f621ec47-bbd7-42f3-b209-5b6013f61e03 service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464648 Aug 21 09:01:06.977827 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42101caf-4c6a-4c5e-b6c5-0edc157756cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:81:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:03Z', 'revision_number': 1, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:07.013186 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42101caf-4c6a-4c5e-b6c5-0edc157756cf None None] The sync data for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 is: [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:81:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:03Z', 'revision_number': 1, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:01:07.083770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b11d08f-edc0-47e4-b4d6-1c5d5b07769a req-8ca9851f-e603-4ee4-a359-fef854ac31fb service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999030 Aug 21 09:01:07.092068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e31471-da39-402c-860f-e4cdc3e0d8ca req-5c4d6303-dff4-4150-9476-0fac07001ada service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167206 Aug 21 09:01:07.100436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a13d36-d16e-40a2-a86d-81508242c110 req-6877fe91-4393-41c9-9be6-309880ed7994 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:07.111662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2a13d36-d16e-40a2-a86d-81508242c110 req-6877fe91-4393-41c9-9be6-309880ed7994 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 949 time: 0.1317554 Aug 21 09:01:07.150663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2a13d36-d16e-40a2-a86d-81508242c110 req-9e11db95-458e-4ac3-91c1-e5d432cbfb4c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379605 Aug 21 09:01:07.258509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd6dcef-6945-4c86-9f0c-6447e6986526 None None] New status for floating IP 4aedb57c-0707-40d9-ad0a-e8a1d414a920: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:01:07.268888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3970-1564-4771-bb76-b95dd969ff8e req-4ed8cf2d-4ad4-4cfb-8e90-d5928f6dad8d tempest-ServersAdminNegativeTestJSON-1251386291 tempest-ServersAdminNegativeTestJSON-1251386291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:07.270771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29bb3970-1564-4771-bb76-b95dd969ff8e req-4ed8cf2d-4ad4-4cfb-8e90-d5928f6dad8d tempest-ServersAdminNegativeTestJSON-1251386291 tempest-ServersAdminNegativeTestJSON-1251386291-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 1102 time: 0.0588291 Aug 21 09:01:07.295698 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-29bb3970-1564-4771-bb76-b95dd969ff8e req-397d7722-52d7-42fc-bbc4-f3faae507c32 tempest-ServersAdminNegativeTestJSON-1251386291 tempest-ServersAdminNegativeTestJSON-1251386291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:07.411077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-29bb3970-1564-4771-bb76-b95dd969ff8e req-397d7722-52d7-42fc-bbc4-f3faae507c32 tempest-ServersAdminNegativeTestJSON-1251386291 tempest-ServersAdminNegativeTestJSON-1251386291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:07.457699 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-29bb3970-1564-4771-bb76-b95dd969ff8e req-397d7722-52d7-42fc-bbc4-f3faae507c32 tempest-ServersAdminNegativeTestJSON-1251386291 tempest-ServersAdminNegativeTestJSON-1251386291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:07.504166 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29bb3970-1564-4771-bb76-b95dd969ff8e req-397d7722-52d7-42fc-bbc4-f3faae507c32 tempest-ServersAdminNegativeTestJSON-1251386291 tempest-ServersAdminNegativeTestJSON-1251386291-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258310 Aug 21 09:01:07.516399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d7722-52d7-42fc-bbc4-f3faae507c32 tempest-ServersAdminNegativeTestJSON-1251386291 tempest-ServersAdminNegativeTestJSON-1251386291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f156f-d8e2-47cb-ad69-ec0230ab7fb9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:07.525533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['776a1110-029f-4c79-9515-bd11cafdbfe9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:07.628734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842ec2-7782-4819-b183-94997dabedce req-b2518d59-358b-4c8a-bfbd-c228b2bd1b5c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:07.630351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-b2518d59-358b-4c8a-bfbd-c228b2bd1b5c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0879216 Aug 21 09:01:07.800348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-ef670bca-c918-48b6-9420-614a37031e48 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.1415019 Aug 21 09:01:07.813079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82f028-bbe5-4ee8-ade8-c22feba4b75e req-7ab95474-e6e4-4fd1-b3ab-0c36565434a0 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:07.815301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f82f028-bbe5-4ee8-ade8-c22feba4b75e req-7ab95474-e6e4-4fd1-b3ab-0c36565434a0 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 948 time: 0.1839736 Aug 21 09:01:07.820315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Request body: {'floatingip': {'port_id': '64363d64-6347-41ee-a69a-c755ca1e4414', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:07.905435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-e4075526-b196-44a7-b9eb-b366d139d428 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:07.906770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-e4075526-b196-44a7-b9eb-b366d139d428 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.13 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73&tenant_id=6eda5b0e42e042198b3662d293aecc00&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 949 time: 0.1649818 Aug 21 09:01:07.931043 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:07.978889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f82f028-bbe5-4ee8-ade8-c22feba4b75e req-f96c0eb1-7c64-42b3-a356-6efd23c110e6 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520426 Aug 21 09:01:08.042991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:08.045151 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c624df7-4f5a-42fb-a292-e69bc6e67af0" -d '{"events": [{"name": "network-changed", "server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:08.059494 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-91982409-5467-4594-a78f-70a04e6cb2fd service neutron] delete failed (client error): The resource could not be found. Aug 21 09:01:08.063331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-91982409-5467-4594-a78f-70a04e6cb2fd service neutron] 10.222.0.13 "DELETE /v2.0/ports/776a1110-029f-4c79-9515-bd11cafdbfe9/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.1435034 Aug 21 09:01:08.153799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027d36d-7dc4-453a-9688-cd768b26b8ab req-e23728ed-22d6-41c1-830e-391c86d2a7c0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:08.155300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0027d36d-7dc4-453a-9688-cd768b26b8ab req-e23728ed-22d6-41c1-830e-391c86d2a7c0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 949 time: 0.1140451 Aug 21 09:01:08.301958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0027d36d-7dc4-453a-9688-cd768b26b8ab req-686f2b68-5d52-4e1e-b6a7-3355157d40e7 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391521 Aug 21 09:01:08.305608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-9fbe1f4a-b769-48bf-84cc-2aefadf51e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:08.307129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-9fbe1f4a-b769-48bf-84cc-2aefadf51e53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 1101 time: 0.1509380 Aug 21 09:01:08.360640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:01:08.389926 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862a113e-35b4-4c6e-b5ae-10496b0ea2c6 x-openstack-request-id: req-862a113e-35b4-4c6e-b5ae-10496b0ea2c6 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:08.390239 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:08.390480 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-862a113e-35b4-4c6e-b5ae-10496b0ea2c6 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:08.391113 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'status': 'completed', 'code': 200} Aug 21 09:01:08.508593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:08.529746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74', 'mac_address': 'fa:16:3e:06:17:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:01:08.541338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c624df7-4f5a-42fb-a292-e69bc6e67af0 req-8e32fe7f-5418-4044-895f-b56a64ce6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:08.542929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c624df7-4f5a-42fb-a292-e69bc6e67af0 req-8e32fe7f-5418-4044-895f-b56a64ce6c46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 1098 time: 0.0967002 Aug 21 09:01:08.579433 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:08.595989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:01:08.614031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-1c123721-209d-4bd3-a66c-e5ea8020a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:08.616486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-1c123721-209d-4bd3-a66c-e5ea8020a91a service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.2959807 Aug 21 09:01:08.637317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:08.714066 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:08.773963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:09.037124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:09.048742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-2e252350-fe32-417a-b19b-58db0da0d441 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=776a1110-029f-4c79-9515-bd11cafdbfe9 HTTP/1.1" status: 200 len: 217 time: 0.4049718 Aug 21 09:01:09.160852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2318f-6a96-42f6-b515-8856ce570d71 req-299ec495-e8ad-4ca5-a8d0-2f097b45766a tempest-ServersAdminNegativeTestJSON-1251386291 tempest-ServersAdminNegativeTestJSON-1251386291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:09.162351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb2318f-6a96-42f6-b515-8856ce570d71 req-299ec495-e8ad-4ca5-a8d0-2f097b45766a tempest-ServersAdminNegativeTestJSON-1251386291 tempest-ServersAdminNegativeTestJSON-1251386291-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 1102 time: 0.5763640 Aug 21 09:01:09.226084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c624df7-4f5a-42fb-a292-e69bc6e67af0 req-52fef73a-b96a-4e22-8b08-f4225eb77c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:09.227666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c624df7-4f5a-42fb-a292-e69bc6e67af0 req-52fef73a-b96a-4e22-8b08-f4225eb77c75 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.6446278 Aug 21 09:01:09.228982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-1dd1cb94-a2fe-4d82-9128-e5eabfb3b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:09.230273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-1dd1cb94-a2fe-4d82-9128-e5eabfb3b644 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1508167 Aug 21 09:01:09.298974 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.resource_extend [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 09:01:09.358919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb2318f-6a96-42f6-b515-8856ce570d71 req-9d94c1a0-d9af-4796-a692-aa527984da25 tempest-ServersAdminNegativeTestJSON-1251386291 tempest-ServersAdminNegativeTestJSON-1251386291-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871469 Aug 21 09:01:09.410933 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:09.413822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c624df7-4f5a-42fb-a292-e69bc6e67af0 req-934aca02-d2b9-4d34-a3af-e5979c0d2523 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 1002 time: 0.1767845 Aug 21 09:01:09.422894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-b119e15a-bc7e-4e15-b541-88b630e61a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:09.424556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-b119e15a-bc7e-4e15-b541-88b630e61a10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1732213 Aug 21 09:01:09.479802 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-540a1dd7-2caf-4c92-8a3b-756058653036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:09.556577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c624df7-4f5a-42fb-a292-e69bc6e67af0 req-e7e4a9fc-1b69-4627-af0c-ab34f698a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:09.558051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c624df7-4f5a-42fb-a292-e69bc6e67af0 req-e7e4a9fc-1b69-4627-af0c-ab34f698a68e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.1327863 Aug 21 09:01:09.558654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:09.657213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c85fc-f4c5-4eaf-bbc1-9a275244c1b7 req-f589e65c-6c56-4493-b6d7-8a3210df571a tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:09.667438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-327c85fc-f4c5-4eaf-bbc1-9a275244c1b7 req-f589e65c-6c56-4493-b6d7-8a3210df571a tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 949 time: 0.2252345 Aug 21 09:01:09.684927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-27c181d6-21b6-490f-9c0a-a75dad924308 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488070 Aug 21 09:01:09.726162 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:09.794648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c624df7-4f5a-42fb-a292-e69bc6e67af0 req-017b0fb8-c87a-41bd-8b5b-f9150dc021da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:09.796174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c624df7-4f5a-42fb-a292-e69bc6e67af0 req-017b0fb8-c87a-41bd-8b5b-f9150dc021da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2286417 Aug 21 09:01:09.813445 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Floating IP 4aedb57c-0707-40d9-ad0a-e8a1d414a920 associated. External IP: 172.25.5.229, port: c9a30a67-7046-4f64-be89-2d4a649f7c23. Aug 21 09:01:09.854518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-327c85fc-f4c5-4eaf-bbc1-9a275244c1b7 req-b94349f3-e652-4e80-acb6-816713a669db tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832712 Aug 21 09:01:10.004081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9e46ca2-1fd9-4963-ae55-88abbcd9c4f2 req-78e21228-b676-4733-b6f9-6061c61f4174 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863982 Aug 21 09:01:10.061852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b5a04-e0b7-4995-b8a5-71985d30c814 req-be49497d-1ec3-47ec-88a0-acd1be51ffeb tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:10.063360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-346b5a04-e0b7-4995-b8a5-71985d30c814 req-be49497d-1ec3-47ec-88a0-acd1be51ffeb tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 949 time: 0.1369863 Aug 21 09:01:10.066728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c624df7-4f5a-42fb-a292-e69bc6e67af0 req-bdc5aa88-c413-48b7-9381-dcc13b22ac4e service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097137 Aug 21 09:01:10.194048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-346b5a04-e0b7-4995-b8a5-71985d30c814 req-a26e4ee6-b280-4d4c-b10a-ccd3fe6f5d8d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933781 Aug 21 09:01:10.276023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c624df7-4f5a-42fb-a292-e69bc6e67af0 req-89193727-7f53-4370-bf08-5c4222f3258f service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774511 Aug 21 09:01:10.279711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Router e70bcbde-0d93-44ee-a13b-5209b419464e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:01:10.382948 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:10.401767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:01:10.419506 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837e172-daa1-4bcc-98ed-8f244a2b93b7 None None] Sync routers for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:01:10.429611 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837e172-daa1-4bcc-98ed-8f244a2b93b7 None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:10.430284 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4837e172-daa1-4bcc-98ed-8f244a2b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:10.480433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 776a1110-029f-4c79-9515-bd11cafdbfe9 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:10.514683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:10.524387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:10.528762 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:10.585097 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4837e172-daa1-4bcc-98ed-8f244a2b93b7 None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:10.636335 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:10.674345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305b4932-cde9-4eec-88ad-6525949a2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:10.676902 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21faa04-4b80-4909-bf6a-5f9213ac62a7" -d '{"events": [{"server_uuid": "305b4932-cde9-4eec-88ad-6525949a2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:10.697497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:10.698664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 776a1110-029f-4c79-9515-bd11cafdbfe9 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:10.703390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 776a1110-029f-4c79-9515-bd11cafdbfe9 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:10.704144 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:10.726134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Router e70bcbde-0d93-44ee-a13b-5209b419464e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:01:10.799359 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:10.801158 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:10.879395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:10.884678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:10.939833 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=776a1110-029f-4c79-9515-bd11cafdbfe9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:10.952800 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4837e172-daa1-4bcc-98ed-8f244a2b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': '64363d64-6347-41ee-a69a-c755ca1e4414', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:8a:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:09Z', 'revision_number': 3, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:10.971069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:01:10.979378 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:10.981165 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837e172-daa1-4bcc-98ed-8f244a2b93b7 None None] Checking router: e70bcbde-0d93-44ee-a13b-5209b419464e for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:01:11.000725 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837e172-daa1-4bcc-98ed-8f244a2b93b7 None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:11.001105 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4837e172-daa1-4bcc-98ed-8f244a2b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:11.007747 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:11.045570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:11.047987 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18" -d '{"events": [{"name": "network-changed", "server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:11.102002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=776a1110-029f-4c79-9515-bd11cafdbfe9,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:11.108099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-d42510d2-65fb-4789-b290-a3baa7678e00 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "PUT /v2.0/floatingips/4aedb57c-0707-40d9-ad0a-e8a1d414a920 HTTP/1.1" status: 200 len: 998 time: 3.2917194 Aug 21 09:01:11.190443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842ec2-7782-4819-b183-94997dabedce req-9cd3c590-6235-4fd1-be80-4884b52ed50b tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:11.194907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-9cd3c590-6235-4fd1-be80-4884b52ed50b tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports/c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 943 time: 0.0738056 Aug 21 09:01:11.205870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86193c-0169-416c-a54a-943d2d5060e9 req-cf68a8ec-2417-4ae1-8a12-87d09c8c29f9 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:11.207382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc86193c-0169-416c-a54a-943d2d5060e9 req-cf68a8ec-2417-4ae1-8a12-87d09c8c29f9 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 1098 time: 0.0792720 Aug 21 09:01:11.255935 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc86193c-0169-416c-a54a-943d2d5060e9 req-e4fc5749-dcb6-46cc-9b75-96c353fcd808 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Aug 21 09:01:11.273971 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4837e172-daa1-4bcc-98ed-8f244a2b93b7 None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:11.323617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842ec2-7782-4819-b183-94997dabedce req-2d6dd3ea-22c1-4a8b-ac9e-87a48476e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:11.323617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-2d6dd3ea-22c1-4a8b-ac9e-87a48476e8fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 1098 time: 0.0538666 Aug 21 09:01:11.366230 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa008a0f-ab0b-43f3-9dbc-9b0a9e1d876a x-openstack-request-id: req-fa008a0f-ab0b-43f3-9dbc-9b0a9e1d876a {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:11.366230 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305b4932-cde9-4eec-88ad-6525949a2a2f", "name": "network-vif-plugged", "status": "completed", "tag": "5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:11.366230 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa008a0f-ab0b-43f3-9dbc-9b0a9e1d876a {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:11.366230 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305b4932-cde9-4eec-88ad-6525949a2a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74', 'code': 200} Aug 21 09:01:11.534810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29f0cd-fb6d-49da-b8a0-179006bd6e2e req-b27f87ed-fe71-4051-9616-f32d9a89b738 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:11.555531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef29f0cd-fb6d-49da-b8a0-179006bd6e2e req-b27f87ed-fe71-4051-9616-f32d9a89b738 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 950 time: 0.1174819 Aug 21 09:01:11.555531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842ec2-7782-4819-b183-94997dabedce req-d7d53ba1-d680-4045-8c91-8317e006392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:11.555531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-d7d53ba1-d680-4045-8c91-8317e006392e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.2037477 Aug 21 09:01:11.555531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93941df7-8543-4890-acaf-085acb19cfda req-a239bb0a-1efa-4888-9cf5-ce8c9ffa417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:11.555531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93941df7-8543-4890-acaf-085acb19cfda req-a239bb0a-1efa-4888-9cf5-ce8c9ffa417c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 1102 time: 0.0844085 Aug 21 09:01:11.567899 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4837e172-daa1-4bcc-98ed-8f244a2b93b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': '64363d64-6347-41ee-a69a-c755ca1e4414', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:8a:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:09Z', 'revision_number': 3, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:11.600220 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837e172-daa1-4bcc-98ed-8f244a2b93b7 None None] The sync data for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 is: [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': '64363d64-6347-41ee-a69a-c755ca1e4414', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:8a:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:09Z', 'revision_number': 3, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:01:11.617316 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-5bb60f0e-caa7-469a-9a28-06c518827b1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 217 time: 0.0675373 Aug 21 09:01:11.669938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef29f0cd-fb6d-49da-b8a0-179006bd6e2e req-8e0dbae5-4fa5-4108-af69-f03d8f53d7ff tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263304 Aug 21 09:01:11.680247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93941df7-8543-4890-acaf-085acb19cfda req-95312f0f-c282-47b5-8300-fb57488bc3df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287973 Aug 21 09:01:11.690737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842ec2-7782-4819-b183-94997dabedce req-c0079f6f-f7c5-4afe-8326-9266d5721d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:11.692342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-c0079f6f-f7c5-4afe-8326-9266d5721d8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.0629542 Aug 21 09:01:11.738051 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d259f09-00d8-42e9-acc8-63c91cf85ce5 x-openstack-request-id: req-6d259f09-00d8-42e9-acc8-63c91cf85ce5 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:11.738785 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:11.738785 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d259f09-00d8-42e9-acc8-63c91cf85ce5 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:11.739150 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'status': 'completed', 'code': 200} Aug 21 09:01:11.797797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842ec2-7782-4819-b183-94997dabedce req-262ab9cb-f999-46c1-96c9-e1cc48093e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:11.799642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-262ab9cb-f999-46c1-96c9-e1cc48093e35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986495 Aug 21 09:01:11.863838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0490f73d-8aac-474e-b2fc-c9540a736512 None None] New status for floating IP 4aedb57c-0707-40d9-ad0a-e8a1d414a920: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:01:11.913693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18 req-1f494d47-9123-44b1-8dd2-67e03c272b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:11.915707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18 req-1f494d47-9123-44b1-8dd2-67e03c272b81 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 1098 time: 0.1508095 Aug 21 09:01:12.030801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-0da4a694-2c44-4fe3-a0ed-8c3ea41d077d service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151196 Aug 21 09:01:12.035478 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:01:12.122899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18 req-702ddc57-aa00-4691-a254-50e3de74c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:12.124505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18 req-702ddc57-aa00-4691-a254-50e3de74c511 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.1949656 Aug 21 09:01:12.183321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18 req-8d6d47d1-cd3e-42c7-9e2b-1ed2b8fefe75 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 217 time: 0.0475161 Aug 21 09:01:12.229465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-4b5d0e92-3d6f-44cf-a6d3-d0635f6446de service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926284 Aug 21 09:01:12.250664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18 req-7e378167-10ba-4f4e-9ea6-4839ccf57947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:12.252194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18 req-7e378167-10ba-4f4e-9ea6-4839ccf57947 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.0581434 Aug 21 09:01:12.308227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18 req-48f910c4-c0da-48ba-bde7-9802d30759ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:12.309807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18 req-48f910c4-c0da-48ba-bde7-9802d30759ce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446944 Aug 21 09:01:12.344276 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a668e90-d1ac-4975-ba06-aa89e3efa05f None None] Sync routers for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:01:12.353742 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a668e90-d1ac-4975-ba06-aa89e3efa05f None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:12.354348 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3a668e90-d1ac-4975-ba06-aa89e3efa05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:12.388865 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:12.419188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18 req-0ec8b38e-5ca2-4ae2-a3a5-a3eee2d1c78c service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012201 Aug 21 09:01:12.495300 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-3a668e90-d1ac-4975-ba06-aa89e3efa05f None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:12.602283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842ec2-7782-4819-b183-94997dabedce req-5d4cc77e-2efc-460f-834e-8a3ba2d99458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:12.604468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-5d4cc77e-2efc-460f-834e-8a3ba2d99458 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 1097 time: 0.1176651 Aug 21 09:01:12.638505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa74ab67-240b-4dbd-b2be-b3f7d22f7a18 req-c2ebab50-a24e-457c-a115-8008e7e98da7 service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090034 Aug 21 09:01:12.651709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcd601-3382-4499-a5eb-0890fa0e17b6 req-2c6244b1-a51c-4a93-a1cb-64a181fb442e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:12.651709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8fcd601-3382-4499-a5eb-0890fa0e17b6 req-2c6244b1-a51c-4a93-a1cb-64a181fb442e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1621175 Aug 21 09:01:12.760412 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3a668e90-d1ac-4975-ba06-aa89e3efa05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': '64363d64-6347-41ee-a69a-c755ca1e4414', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:8a:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:12Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:12.788423 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a668e90-d1ac-4975-ba06-aa89e3efa05f None None] Checking router: e70bcbde-0d93-44ee-a13b-5209b419464e for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:01:12.812345 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a668e90-d1ac-4975-ba06-aa89e3efa05f None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:12.813262 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3a668e90-d1ac-4975-ba06-aa89e3efa05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:12.930375 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-3a668e90-d1ac-4975-ba06-aa89e3efa05f None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:13.024449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8fcd601-3382-4499-a5eb-0890fa0e17b6 req-71fa8b2a-7e3d-4ec1-aede-db3f64efc823 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439519 Aug 21 09:01:13.060007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842ec2-7782-4819-b183-94997dabedce req-b1bcce39-8c40-4f4e-a00d-46c1f19ee1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:13.068911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-b1bcce39-8c40-4f4e-a00d-46c1f19ee1d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.4483061 Aug 21 09:01:13.149557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-e1f8baef-989b-474c-8127-ebd1b352790b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64363d64-6347-41ee-a69a-c755ca1e4414 HTTP/1.1" status: 200 len: 1001 time: 0.0802150 Aug 21 09:01:13.211135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842ec2-7782-4819-b183-94997dabedce req-af41eda9-c0e6-47b5-b0b2-761aa88383f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:13.213085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-af41eda9-c0e6-47b5-b0b2-761aa88383f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.0584075 Aug 21 09:01:13.228419 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3a668e90-d1ac-4975-ba06-aa89e3efa05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': '64363d64-6347-41ee-a69a-c755ca1e4414', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:8a:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:12Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:13.262748 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a668e90-d1ac-4975-ba06-aa89e3efa05f None None] The sync data for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 is: [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': '64363d64-6347-41ee-a69a-c755ca1e4414', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:8a:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:12Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:01:13.270439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842ec2-7782-4819-b183-94997dabedce req-19e9d036-3ff8-4122-9d49-5f2bcb38ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:13.273036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-19e9d036-3ff8-4122-9d49-5f2bcb38ea01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526371 Aug 21 09:01:13.364123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:13.368582 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5290d4-75ea-45c7-873f-2f001f2f8a10" -d '{"events": [{"server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "name": "network-vif-plugged", "status": "completed", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:13.395527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-a972cfcb-c405-4fd5-b48d-7f7211772031 service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157105 Aug 21 09:01:13.516430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12842ec2-7782-4819-b183-94997dabedce req-9bb14d42-6a25-4168-8462-681a92aa7a36 service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143155 Aug 21 09:01:13.740561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'tag': '64363d64-6347-41ee-a69a-c755ca1e4414'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:13.743044 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c178c76-07ae-419c-88f1-e0f5b37f1101" -d '{"events": [{"name": "network-changed", "server_uuid": "e87fd05e-41c6-4d8f-8863-9001d1b71f1f", "tag": "64363d64-6347-41ee-a69a-c755ca1e4414"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:13.868472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2752ebb-ee32-4519-b204-ab74e475b5f3 req-9d3b6c9a-5635-47cf-b5a1-f940793a9e83 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:13.869959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2752ebb-ee32-4519-b204-ab74e475b5f3 req-9d3b6c9a-5635-47cf-b5a1-f940793a9e83 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 950 time: 0.0515220 Aug 21 09:01:13.924913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2752ebb-ee32-4519-b204-ab74e475b5f3 req-bd69c9c4-012c-40d2-af5f-674ef2f0e306 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484073 Aug 21 09:01:14.066653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53ea3f-dc31-4eb0-977a-5af2331dce59 req-42f76000-9ca9-4b73-8cc9-de49e71508c6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:14.069265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c53ea3f-dc31-4eb0-977a-5af2331dce59 req-42f76000-9ca9-4b73-8cc9-de49e71508c6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.0753319 Aug 21 09:01:14.117552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c53ea3f-dc31-4eb0-977a-5af2331dce59 req-3a265583-f07f-4283-ab03-f7fcf0c24297 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Aug 21 09:01:14.164871 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8f0c69-cd69-4ce0-bad8-705913c5d372 x-openstack-request-id: req-fd8f0c69-cd69-4ce0-bad8-705913c5d372 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:14.165158 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "name": "network-vif-plugged", "status": "completed", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:14.168613 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd8f0c69-cd69-4ce0-bad8-705913c5d372 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:14.168613 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9', 'code': 200} Aug 21 09:01:14.252157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a27e1bd1-e132-4e9c-8216-5bb659f8c840 req-342114d6-d137-4a4a-9a6d-82d95c009306 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1001 time: 0.0775280 Aug 21 09:01:14.306452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e1bd1-e132-4e9c-8216-5bb659f8c840 req-2c85cd67-dbbc-4a2d-b34e-a8495ef792c5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:14.306452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a27e1bd1-e132-4e9c-8216-5bb659f8c840 req-2c85cd67-dbbc-4a2d-b34e-a8495ef792c5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports/64363d64-6347-41ee-a69a-c755ca1e4414 HTTP/1.1" status: 200 len: 942 time: 0.0499911 Aug 21 09:01:14.426611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a27e1bd1-e132-4e9c-8216-5bb659f8c840 req-b0dffd70-87c4-44c9-8f10-b0e74d041c0f tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1001 time: 0.0670414 Aug 21 09:01:14.544652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e1bd1-e132-4e9c-8216-5bb659f8c840 req-2ff80bc8-48ce-4e6a-a9bf-4b162e88fc71 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:14.546375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a27e1bd1-e132-4e9c-8216-5bb659f8c840 req-2ff80bc8-48ce-4e6a-a9bf-4b162e88fc71 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.1100719 Aug 21 09:01:14.608871 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fe6448-433a-4ca6-a0b7-655aed3608c2 x-openstack-request-id: req-02fe6448-433a-4ca6-a0b7-655aed3608c2 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:14.608871 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87fd05e-41c6-4d8f-8863-9001d1b71f1f", "tag": "64363d64-6347-41ee-a69a-c755ca1e4414", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:14.608871 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02fe6448-433a-4ca6-a0b7-655aed3608c2 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:14.608871 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'tag': '64363d64-6347-41ee-a69a-c755ca1e4414', 'status': 'completed', 'code': 200} Aug 21 09:01:14.716627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c178c76-07ae-419c-88f1-e0f5b37f1101 req-1074cacb-eb5d-45c1-bf5e-1f383edd05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:14.718675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c178c76-07ae-419c-88f1-e0f5b37f1101 req-1074cacb-eb5d-45c1-bf5e-1f383edd05fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 1097 time: 0.0878353 Aug 21 09:01:14.725028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b584f0-69d6-4ba1-b257-5cfc5538caba req-0a0dd429-fa33-4092-a4da-f23dae0805ce tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:14.729654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52b584f0-69d6-4ba1-b257-5cfc5538caba req-0a0dd429-fa33-4092-a4da-f23dae0805ce tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 1102 time: 0.0643611 Aug 21 09:01:14.814280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52b584f0-69d6-4ba1-b257-5cfc5538caba req-95fbe037-c448-45c2-a840-85700fb49ff4 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777938 Aug 21 09:01:14.870247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c178c76-07ae-419c-88f1-e0f5b37f1101 req-25c14b32-934d-4c5e-be55-ce4c70037929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:14.874444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c178c76-07ae-419c-88f1-e0f5b37f1101 req-25c14b32-934d-4c5e-be55-ce4c70037929 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.1433089 Aug 21 09:01:14.935875 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-38f0d758-f659-4f17-9594-9ec612d4a936 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:01:14.937073 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-38f0d758-f659-4f17-9594-9ec612d4a936 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068986 Aug 21 09:01:14.943818 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:14.952848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Request body: {'binding': {'host': 'n-h1-766726-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:14.954103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Unknown quota resources ['binding']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:01:15.006769 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:15.011276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c178c76-07ae-419c-88f1-e0f5b37f1101 req-ed06e6c6-2249-442c-9419-6ff625d7c77b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64363d64-6347-41ee-a69a-c755ca1e4414 HTTP/1.1" status: 200 len: 1001 time: 0.1212749 Aug 21 09:01:15.014415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-3710b1b2-39fe-4529-8627-8bd8b342d2b2 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1001 time: 0.1257446 Aug 21 09:01:15.100637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-f3ffd408-6743-4659-9593-f404c7c93595 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:15.101951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-f3ffd408-6743-4659-9593-f404c7c93595 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports/64363d64-6347-41ee-a69a-c755ca1e4414 HTTP/1.1" status: 200 len: 942 time: 0.0768085 Aug 21 09:01:15.112270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c178c76-07ae-419c-88f1-e0f5b37f1101 req-b9d78806-bded-47b6-b29b-b57d5a7c6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:15.114475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c178c76-07ae-419c-88f1-e0f5b37f1101 req-b9d78806-bded-47b6-b29b-b57d5a7c6c81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.0904219 Aug 21 09:01:15.170539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c178c76-07ae-419c-88f1-e0f5b37f1101 req-61dccec1-6e7f-48a6-a341-02aa53fd1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:15.171625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on host n-h1-766726-28 for vnic_type normal with profile None {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:15.172373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c178c76-07ae-419c-88f1-e0f5b37f1101 req-61dccec1-6e7f-48a6-a341-02aa53fd1cfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457032 Aug 21 09:01:15.172964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:15.176023 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:15.188667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:01:15.189486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:15.197910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:15.198624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:15.199226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:15.199904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Bound port: 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:15.263036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:15.310377 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-54fa03af-93ba-411c-9adf-b2ae4bf59b9c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1001 time: 0.1207185 Aug 21 09:01:15.331951 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] Notify callbacks [] for binding, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:15.339177 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4f81119e-d343-49dd-a3d9-cfa319494f57 service neutron] 10.222.0.20 "POST /v2.0/ports/6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac/bindings HTTP/1.1" status: 201 len: 390 time: 0.3932016 Aug 21 09:01:15.402233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c178c76-07ae-419c-88f1-e0f5b37f1101 req-c864010b-8c30-46f3-8c23-a800baa8e1e8 service neutron] 10.222.0.13 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208388 Aug 21 09:01:15.498708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-280f5ead-956f-4778-9f30-2da1ecc70aac tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:15.500205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-280f5ead-956f-4778-9f30-2da1ecc70aac tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.1822081 Aug 21 09:01:15.574972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c178c76-07ae-419c-88f1-e0f5b37f1101 req-9d6269e1-b6a6-4453-b5a1-1cbceadf4da7 service neutron] 10.222.0.13 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632257 Aug 21 09:01:15.597999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-5c72f188-710a-4ce2-b231-aebae623acef tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1001 time: 0.0864122 Aug 21 09:01:15.608078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-ab15c9db-22d0-48c4-8c82-83be8632d6ec tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:15.684982 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-ab15c9db-22d0-48c4-8c82-83be8632d6ec tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:15.862346 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-ab15c9db-22d0-48c4-8c82-83be8632d6ec tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:15.971314 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-ab15c9db-22d0-48c4-8c82-83be8632d6ec tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:15.972079 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-ab15c9db-22d0-48c4-8c82-83be8632d6ec tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Floating IP 4aedb57c-0707-40d9-ad0a-e8a1d414a920 disassociated. External IP: 172.25.5.229, port: 64363d64-6347-41ee-a69a-c755ca1e4414. Aug 21 09:01:16.107393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-86a3ebab-b1fc-4c81-bad0-69c5fb734633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:16.108919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-86a3ebab-b1fc-4c81-bad0-69c5fb734633 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 1098 time: 0.0921216 Aug 21 09:01:16.288108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-3758f87c-39ad-46ef-90f5-bdc89de4862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:16.289581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-3758f87c-39ad-46ef-90f5-bdc89de4862a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.1645465 Aug 21 09:01:16.373002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-d1f8b917-db4c-49f0-bc25-3a6e0b0759b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac HTTP/1.1" status: 200 len: 217 time: 0.0615804 Aug 21 09:01:16.374896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-ab15c9db-22d0-48c4-8c82-83be8632d6ec tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Router e70bcbde-0d93-44ee-a13b-5209b419464e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:01:16.389214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-fcd8b167-5ab9-4bb7-99d2-93c10696e72f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699279 Aug 21 09:01:16.534099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-2940a04a-81fc-41cc-9896-8f145ff31189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:16.535600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-2940a04a-81fc-41cc-9896-8f145ff31189 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1486852 Aug 21 09:01:16.616005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-655bda52-5ec3-4284-afbd-ebad532d812c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661614 Aug 21 09:01:16.635238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-2091f891-c5a6-4c78-9602-fbe9a1bdf771 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:16.640073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-2091f891-c5a6-4c78-9602-fbe9a1bdf771 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426646 Aug 21 09:01:16.681025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-cd6e4db9-1266-4f12-9a4c-0a16e13c4da8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/quotas/97b4438915564130b94b8ce40d3b9713 HTTP/1.1" status: 200 len: 375 time: 0.0368431 Aug 21 09:01:16.712705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-ab15c9db-22d0-48c4-8c82-83be8632d6ec tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:01:16.721725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a698561-fc5c-4af4-b66b-d4aca6c7e786 None None] Sync routers for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:01:16.730981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a698561-fc5c-4af4-b66b-d4aca6c7e786 None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:16.731892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4a698561-fc5c-4af4-b66b-d4aca6c7e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:16.761858 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-ab15c9db-22d0-48c4-8c82-83be8632d6ec tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:16.821173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-ab15c9db-22d0-48c4-8c82-83be8632d6ec tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "PUT /v2.0/floatingips/4aedb57c-0707-40d9-ad0a-e8a1d414a920 HTTP/1.1" status: 200 len: 695 time: 1.2171590 Aug 21 09:01:16.830234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'tag': '64363d64-6347-41ee-a69a-c755ca1e4414'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:16.833351 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b" -d '{"events": [{"name": "network-changed", "server_uuid": "e87fd05e-41c6-4d8f-8863-9001d1b71f1f", "tag": "64363d64-6347-41ee-a69a-c755ca1e4414"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:16.842039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-4a698561-fc5c-4af4-b66b-d4aca6c7e786 None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:16.885897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-5a26364a-ab6c-48a6-aaa6-b9f1e4d72cac tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1774318 Aug 21 09:01:16.909249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-48ff5d76-0a85-4908-9903-6545cf581ba3 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681143 Aug 21 09:01:16.916365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-870b1e8c-efd3-42c6-ae1c-bc526fc2bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:16.918075 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-870b1e8c-efd3-42c6-ae1c-bc526fc2bb25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 1097 time: 0.0813079 Aug 21 09:01:17.095834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4a698561-fc5c-4af4-b66b-d4aca6c7e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:17.099053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-a1dc03ee-7167-4214-b6b2-3decd6d7e525 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780577 Aug 21 09:01:17.102450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-a8aaf60b-c970-47a9-ac03-9c44e0781d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:17.103968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-a8aaf60b-c970-47a9-ac03-9c44e0781d6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.1744981 Aug 21 09:01:17.122528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a698561-fc5c-4af4-b66b-d4aca6c7e786 None None] Checking router: e70bcbde-0d93-44ee-a13b-5209b419464e for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:01:17.136098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a698561-fc5c-4af4-b66b-d4aca6c7e786 None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:17.137106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4a698561-fc5c-4af4-b66b-d4aca6c7e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:17.165138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-7b299460-d953-445a-8aa1-4a380c896d9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64363d64-6347-41ee-a69a-c755ca1e4414 HTTP/1.1" status: 200 len: 217 time: 0.0485702 Aug 21 09:01:17.273085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-d7fa48f1-21c7-41d5-8469-d65c5487a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:17.274105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-d7fa48f1-21c7-41d5-8469-d65c5487a41e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.0966747 Aug 21 09:01:17.297036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da69f2-97a9-4a96-b07d-2f95af513bb1 req-f5068555-1161-4635-9cd5-d061f0c176a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:17.298578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33da69f2-97a9-4a96-b07d-2f95af513bb1 req-f5068555-1161-4635-9cd5-d061f0c176a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 946 time: 0.0718510 Aug 21 09:01:17.320281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-4a698561-fc5c-4af4-b66b-d4aca6c7e786 None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:17.371875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-01af5a0e-cd6f-4925-b365-2e4b96d994c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:17.373482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-01af5a0e-cd6f-4925-b365-2e4b96d994c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921590 Aug 21 09:01:17.392666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33da69f2-97a9-4a96-b07d-2f95af513bb1 req-c3c827c4-428d-40bd-bd68-1f4638df2a9e tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715864 Aug 21 09:01:17.656383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4a698561-fc5c-4af4-b66b-d4aca6c7e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:17.690097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a698561-fc5c-4af4-b66b-d4aca6c7e786 None None] The sync data for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 is: [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:01:17.866703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af3536-d011-4f43-bc19-8ecaa7004ef6 req-91908fdd-23af-4cbc-9ff7-0a3338a2e602 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:17.874160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03af3536-d011-4f43-bc19-8ecaa7004ef6 req-91908fdd-23af-4cbc-9ff7-0a3338a2e602 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 950 time: 0.0818913 Aug 21 09:01:17.904951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-b4a474de-265a-4d6b-aeb9-8d4af9cfba06 service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110636 Aug 21 09:01:17.934590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03af3536-d011-4f43-bc19-8ecaa7004ef6 req-fedb63c8-11c8-478c-9df4-333d2c9c4cdd tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592237 Aug 21 09:01:18.030867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f420ed17-a3ca-4c72-b5e7-82db2bcc903c req-173e7b06-c13e-4812-a922-81de0b6368c0 service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147919 Aug 21 09:01:18.049160 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3163315c-7b25-4aae-9b1a-60a4d660fcd8 None None] New status for floating IP 4aedb57c-0707-40d9-ad0a-e8a1d414a920: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:01:18.233571 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ab88a0-99e9-47ca-aff9-1991bfdccfa1 x-openstack-request-id: req-56ab88a0-99e9-47ca-aff9-1991bfdccfa1 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:18.234101 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87fd05e-41c6-4d8f-8863-9001d1b71f1f", "tag": "64363d64-6347-41ee-a69a-c755ca1e4414", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:18.234101 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56ab88a0-99e9-47ca-aff9-1991bfdccfa1 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:18.235962 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'tag': '64363d64-6347-41ee-a69a-c755ca1e4414', 'status': 'completed', 'code': 200} Aug 21 09:01:18.453118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a37811a7-44d1-4b45-8fb0-4f23af8b8d3a req-f82fcef4-da59-48cd-a722-82453715f129 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 210 time: 0.0770781 Aug 21 09:01:18.521279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b req-75ed0463-3e13-47cf-a66c-a5f9187b4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:18.524814 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b req-75ed0463-3e13-47cf-a66c-a5f9187b4121 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 1097 time: 0.2524865 Aug 21 09:01:18.585716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b4cb-0bdd-44a9-bc79-efdfa262c610 req-5424ad5e-a236-4746-9b58-75f3ec6eb2f5 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:18.587412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0687b4cb-0bdd-44a9-bc79-efdfa262c610 req-5424ad5e-a236-4746-9b58-75f3ec6eb2f5 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 950 time: 0.2232406 Aug 21 09:01:18.752793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b0d9f-742a-43f5-9161-5b7397bf6a12 req-d72e031b-63c6-4c19-aa8f-afc8a5c49991 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:18.754292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c70b0d9f-742a-43f5-9161-5b7397bf6a12 req-d72e031b-63c6-4c19-aa8f-afc8a5c49991 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 946 time: 0.1658843 Aug 21 09:01:18.760807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b req-99f3858b-275b-463b-895a-f81bdc68a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:18.762223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b req-99f3858b-275b-463b-895a-f81bdc68a816 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.2289779 Aug 21 09:01:18.838200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b req-a76f59fd-1f95-4b39-81ad-4f9e19505a9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64363d64-6347-41ee-a69a-c755ca1e4414 HTTP/1.1" status: 200 len: 217 time: 0.0597854 Aug 21 09:01:18.894258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c70b0d9f-742a-43f5-9161-5b7397bf6a12 req-adad64d6-457c-4c42-9991-1e5956060ecc tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300268 Aug 21 09:01:18.911170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0687b4cb-0bdd-44a9-bc79-efdfa262c610 req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Deleting port 0a5ee86c-2979-4650-afaa-b66952e53460 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:18.912134 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0687b4cb-0bdd-44a9-bc79-efdfa262c610 req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:18.985025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b req-20b7bf9d-8c19-4a37-a174-a9f9900ded9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:18.986523 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b req-20b7bf9d-8c19-4a37-a174-a9f9900ded9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.1305454 Aug 21 09:01:19.067957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-416899c5-8ce1-45eb-8e25-2db3e48698c8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6eda5b0e42e042198b3662d293aecc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613294 Aug 21 09:01:19.159405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b req-9dd581b3-a3a1-4527-b1f8-6aa1d0905f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:19.160965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b req-9dd581b3-a3a1-4527-b1f8-6aa1d0905f3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645074 Aug 21 09:01:19.163520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0687b4cb-0bdd-44a9-bc79-efdfa262c610 req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] For port 0a5ee86c-2979-4650-afaa-b66952e53460, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0a5ee86c-2979-4650-afaa-b66952e53460,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:19.163922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0687b4cb-0bdd-44a9-bc79-efdfa262c610 req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:19.204151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0687b4cb-0bdd-44a9-bc79-efdfa262c610 req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Calling delete_port for 0a5ee86c-2979-4650-afaa-b66952e53460 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:19.319897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26303a-d06b-49c7-8886-e62217023738 req-c811f91c-cd83-487e-b906-7d7fdc7a0708 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:19.321409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-c811f91c-cd83-487e-b906-7d7fdc7a0708 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388690 Aug 21 09:01:19.371180 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-997b2651-eb0b-4071-a40e-8176c4145086 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/quotas/6eda5b0e42e042198b3662d293aecc00 HTTP/1.1" status: 200 len: 375 time: 0.0365217 Aug 21 09:01:19.385469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b req-2f5fa871-1d2f-48b7-a468-504751318a14 service neutron] 10.222.0.13 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085421 Aug 21 09:01:19.567113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa419e9-eddd-433b-8941-3429399f5b9a req-6783669b-1020-4dc8-abac-75a716a533f6 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:19.569191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dfa419e9-eddd-433b-8941-3429399f5b9a req-6783669b-1020-4dc8-abac-75a716a533f6 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 950 time: 0.2082124 Aug 21 09:01:19.585447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-579bb7bb-3aee-4759-bd0f-8043d4cb7ea8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2042851 Aug 21 09:01:19.651493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df0eaa80-78ae-42e6-bb4a-a1d1a565080b req-761a1401-b47f-4a7d-a92a-a3031d3c4d01 service neutron] 10.222.0.13 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495799 Aug 21 09:01:19.696988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dfa419e9-eddd-433b-8941-3429399f5b9a req-54d6771e-9dd5-4205-865b-6af9d44d28aa tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927935 Aug 21 09:01:19.725307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0687b4cb-0bdd-44a9-bc79-efdfa262c610 req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:19.742366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['0e8cb269-9bfb-490c-8d0f-084371d5f67e', '0a5ee86c-2979-4650-afaa-b66952e53460'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:19.765701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Pushing event deleted for resources: {'Port': ['ID=0a5ee86c-2979-4650-afaa-b66952e53460,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:19.801794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.802687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.803042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.803378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.803889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.804289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.804624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.804966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.805299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.805629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.805985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.806285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:19.841852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0687b4cb-0bdd-44a9-bc79-efdfa262c610 req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] No DVR routers for this DVR port 0a5ee86c-2979-4650-afaa-b66952e53460 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:01:19.859715 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0687b4cb-0bdd-44a9-bc79-efdfa262c610 req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:19.865078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0687b4cb-0bdd-44a9-bc79-efdfa262c610 req-4c87e8eb-8506-4bf5-8111-de87778bbc1a tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.22 "DELETE /v2.0/ports/0a5ee86c-2979-4650-afaa-b66952e53460 HTTP/1.1" status: 204 len: 173 time: 1.2481565 Aug 21 09:01:19.914482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-fe727dd3-f97f-4100-9845-766f106665b2 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:19.923283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-fe727dd3-f97f-4100-9845-766f106665b2 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1101012 Aug 21 09:01:20.013198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-f8c5afb2-2f84-4866-9698-a9d8577bd903 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.0888710 Aug 21 09:01:20.024307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-f005fabb-159e-455e-8a3c-d870fb727d60 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Request body: {'floatingip': {'port_id': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:20.150919 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-f005fabb-159e-455e-8a3c-d870fb727d60 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:20.234387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-c4b39270-878d-4c6d-8f29-4c178a8d3251 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786753 Aug 21 09:01:20.272105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e', 'name': 'network-vif-deleted', 'tag': '0a5ee86c-2979-4650-afaa-b66952e53460'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:20.274291 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c543587f-3445-4bbd-a419-2f2c191b5825" -d '{"events": [{"server_uuid": "4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e", "name": "network-vif-deleted", "tag": "0a5ee86c-2979-4650-afaa-b66952e53460"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:20.384203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc40b188-b796-4d77-83f7-b9c8121b252e req-ead12e37-da7e-4749-acc9-d3fd8a4c966e tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 210 time: 0.1539352 Aug 21 09:01:20.556663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac5ef8c2-840a-4b59-a6c7-2b7c591e5670 req-e94e839a-6e79-4b98-8768-80b9f96e705b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 210 time: 0.1024530 Aug 21 09:01:20.640177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-a3de3fa6-d83c-4bb3-a585-803086a5a6db tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:20.641704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-a3de3fa6-d83c-4bb3-a585-803086a5a6db tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3494241 Aug 21 09:01:20.670786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Request body: {'port': {'device_id': '842736e9-4d3c-407c-8fd3-e0623237f14c', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '97b4438915564130b94b8ce40d3b9713'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:20.866833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8a74-9295-47ce-9b2c-ba55eed6af1c req-33c941d3-368b-402b-96fc-aeeb9824787a tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:20.868746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf6d8a74-9295-47ce-9b2c-ba55eed6af1c req-33c941d3-368b-402b-96fc-aeeb9824787a tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 946 time: 0.2254262 Aug 21 09:01:21.081895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf6d8a74-9295-47ce-9b2c-ba55eed6af1c req-f189b04c-7042-4d86-98cf-165e6ba5a636 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032282 Aug 21 09:01:21.149945 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2127e4-8b7e-415d-be1b-10b983b54169 x-openstack-request-id: req-cd2127e4-8b7e-415d-be1b-10b983b54169 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:21.150244 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e", "name": "network-vif-deleted", "tag": "0a5ee86c-2979-4650-afaa-b66952e53460", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:21.150497 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd2127e4-8b7e-415d-be1b-10b983b54169 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:21.150888 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e', 'name': 'network-vif-deleted', 'tag': '0a5ee86c-2979-4650-afaa-b66952e53460', 'status': 'completed', 'code': 200} Aug 21 09:01:21.504119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc0a2d-5a6a-402f-9e1d-1fb1cac14b3c req-6a2c7b6b-4747-4c4d-8d82-509eccdd4907 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:21.505657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ecc0a2d-5a6a-402f-9e1d-1fb1cac14b3c req-6a2c7b6b-4747-4c4d-8d82-509eccdd4907 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.13 "GET /v2.0/ports?device_id=e87fd05e-41c6-4d8f-8863-9001d1b71f1f HTTP/1.1" status: 200 len: 945 time: 0.5740628 Aug 21 09:01:21.506257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Made reservation on behalf of 97b4438915564130b94b8ce40d3b9713 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:21.509514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:21.556422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-291db708-e3ca-4d15-815c-91b91671f4ab req-77fb1b58-2fc9-46f9-bfd4-d35c30f67067 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d1d7ba1-ba08-4ddb-83e1-a7e6cc410a0e HTTP/1.1" status: 200 len: 210 time: 0.0639544 Aug 21 09:01:21.716955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.resource_extend [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-f005fabb-159e-455e-8a3c-d870fb727d60 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 09:01:21.849921 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d412361-342f-451d-8259-cf2bf68c43da req-f7bc4ccf-76a2-4eb7-9da4-8fe78eb30766 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 210 time: 0.0709467 Aug 21 09:01:21.892398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Allocated IP 192.168.233.71 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/9d67e14d-a539-49c2-bd5c-e654254ab7c9) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:21.954497 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-f005fabb-159e-455e-8a3c-d870fb727d60 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:22.016119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c85ce821-c001-4c45-89d6-96755f6d5820 req-89a661a5-d3a0-4f6a-9ea8-e5dfb6d74873 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 210 time: 0.0789974 Aug 21 09:01:22.061689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-4ecc0a2d-5a6a-402f-9e1d-1fb1cac14b3c req-35e6e397-9866-4326-b437-7827eed61ee5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Deleting port 64363d64-6347-41ee-a69a-c755ca1e4414 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:22.069727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4ecc0a2d-5a6a-402f-9e1d-1fb1cac14b3c req-35e6e397-9866-4326-b437-7827eed61ee5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:22.078075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-f005fabb-159e-455e-8a3c-d870fb727d60 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:22.347789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4ecc0a2d-5a6a-402f-9e1d-1fb1cac14b3c req-35e6e397-9866-4326-b437-7827eed61ee5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] For port 64363d64-6347-41ee-a69a-c755ca1e4414, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=64363d64-6347-41ee-a69a-c755ca1e4414,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:22.348101 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4ecc0a2d-5a6a-402f-9e1d-1fb1cac14b3c req-35e6e397-9866-4326-b437-7827eed61ee5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:22.377196 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:22.385386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-4ecc0a2d-5a6a-402f-9e1d-1fb1cac14b3c req-35e6e397-9866-4326-b437-7827eed61ee5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Calling delete_port for 64363d64-6347-41ee-a69a-c755ca1e4414 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:22.388658 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-f005fabb-159e-455e-8a3c-d870fb727d60 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Floating IP 4aedb57c-0707-40d9-ad0a-e8a1d414a920 associated. External IP: 172.25.5.229, port: c9a30a67-7046-4f64-be89-2d4a649f7c23. Aug 21 09:01:22.440992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7cca2-ac1a-48eb-b1fc-85328e6e9598 req-420fa0e4-3de7-4977-90e1-41c6904f6c00 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:22.448264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77c7cca2-ac1a-48eb-b1fc-85328e6e9598 req-420fa0e4-3de7-4977-90e1-41c6904f6c00 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 946 time: 0.2365515 Aug 21 09:01:22.481505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Transition to ACTIVE for port object 9d67e14d-a539-49c2-bd5c-e654254ab7c9 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:22.528378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0a5ee86c-2979-4650-afaa-b66952e53460 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:01:22.572715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 0a5ee86c-2979-4650-afaa-b66952e53460 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:01:22.573055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0a5ee86c-2979-4650-afaa-b66952e53460 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:01:22.623202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77c7cca2-ac1a-48eb-b1fc-85328e6e9598 req-ca5dd2e7-d2c6-4515-9945-05484d41a84c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738517 Aug 21 09:01:22.923872 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:22.936409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147', '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76', '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:22.944325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2', '5e175de9-fc9f-478f-972f-3764ae0465a4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:23.015080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-3bbe62f8-d730-4781-b45c-2e118067f1d9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6eda5b0e42e042198b3662d293aecc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913038 Aug 21 09:01:23.019966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:23.031135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:23.141389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:23.147170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:23.147795 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:23.235801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-f005fabb-159e-455e-8a3c-d870fb727d60 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Router e70bcbde-0d93-44ee-a13b-5209b419464e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:01:23.236795 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4ecc0a2d-5a6a-402f-9e1d-1fb1cac14b3c req-35e6e397-9866-4326-b437-7827eed61ee5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:23.252098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event updated for resources: {'Port': ['ID=9d67e14d-a539-49c2-bd5c-e654254ab7c9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:23.320653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26303a-d06b-49c7-8886-e62217023738 req-37d4301e-98fa-4563-a565-a4b4df22be66 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:23.330074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-37d4301e-98fa-4563-a565-a4b4df22be66 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014925 Aug 21 09:01:23.416607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-d050d2eb-3cf2-4a58-a1b3-4116b6fa3fab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7564929 Aug 21 09:01:23.425761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Request body: {'port': {'device_id': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '6eda5b0e42e042198b3662d293aecc00'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:23.429598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6e397-9866-4326-b437-7827eed61ee5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Pushing event deleted for resources: {'Port': ['ID=64363d64-6347-41ee-a69a-c755ca1e4414,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:23.454097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Request body: {'port': {'device_id': '842736e9-4d3c-407c-8fd3-e0623237f14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:23.702145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-22ca199e-762c-4855-86b8-4198229d25f8 None None] Provisioning for port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:23.730155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-22ca199e-762c-4855-86b8-4198229d25f8 None None] Provisioning complete for port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:23.730609 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-22ca199e-762c-4855-86b8-4198229d25f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:23.756726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecc0a2d-5a6a-402f-9e1d-1fb1cac14b3c req-35e6e397-9866-4326-b437-7827eed61ee5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] No DVR routers for this DVR port 64363d64-6347-41ee-a69a-c755ca1e4414 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:01:23.785507 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4ecc0a2d-5a6a-402f-9e1d-1fb1cac14b3c req-35e6e397-9866-4326-b437-7827eed61ee5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:23.787712 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ecc0a2d-5a6a-402f-9e1d-1fb1cac14b3c req-35e6e397-9866-4326-b437-7827eed61ee5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.13 "DELETE /v2.0/ports/64363d64-6347-41ee-a69a-c755ca1e4414 HTTP/1.1" status: 204 len: 173 time: 2.2641878 Aug 21 09:01:23.788146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'name': 'network-vif-deleted', 'tag': '64363d64-6347-41ee-a69a-c755ca1e4414'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:23.790722 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0383016-bbbf-4cf7-9afd-c824c22fd2ab" -d '{"events": [{"server_uuid": "e87fd05e-41c6-4d8f-8863-9001d1b71f1f", "name": "network-vif-deleted", "tag": "64363d64-6347-41ee-a69a-c755ca1e4414"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:23.804009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-22ca199e-762c-4855-86b8-4198229d25f8 None None] Port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:01:23.878634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a9051-8388-4876-93b9-a9319d90eb09 req-e5acdf23-ab1b-4fc8-ad84-c587ce87f061 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:23.887347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb8a9051-8388-4876-93b9-a9319d90eb09 req-e5acdf23-ab1b-4fc8-ad84-c587ce87f061 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 935 time: 0.4693437 Aug 21 09:01:23.889156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Made reservation on behalf of 6eda5b0e42e042198b3662d293aecc00 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:23.893698 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:23.918306 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:23.990506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-f005fabb-159e-455e-8a3c-d870fb727d60 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:01:24.001978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb8a9051-8388-4876-93b9-a9319d90eb09 req-06906068-cf91-4cce-8e28-497909970c56 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087999 Aug 21 09:01:24.001978 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-f005fabb-159e-455e-8a3c-d870fb727d60 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:24.038142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a32a1e-15be-4ca6-baa7-2578c3cf5ef1 None None] Sync routers for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:01:24.069206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a32a1e-15be-4ca6-baa7-2578c3cf5ef1 None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:24.069998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-49a32a1e-15be-4ca6-baa7-2578c3cf5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:24.119954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-f005fabb-159e-455e-8a3c-d870fb727d60 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "PUT /v2.0/floatingips/4aedb57c-0707-40d9-ad0a-e8a1d414a920 HTTP/1.1" status: 200 len: 997 time: 4.1054320 Aug 21 09:01:24.242679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e109292-cf9e-44d3-b31d-c51b35df931b req-87288809-678d-4b65-b4d4-d88d681feb45 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 210 time: 0.1165283 Aug 21 09:01:24.311881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-49a32a1e-15be-4ca6-baa7-2578c3cf5ef1 None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:24.480984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 64363d64-6347-41ee-a69a-c755ca1e4414 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:01:24.509623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 64363d64-6347-41ee-a69a-c755ca1e4414 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:01:24.509904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 64363d64-6347-41ee-a69a-c755ca1e4414 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:01:24.546129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c9a30a67-7046-4f64-be89-2d4a649f7c23'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:24.672128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Allocated IP 192.168.233.239 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/1e3381bd-a4db-41c7-ba01-c641699117ec) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:24.679406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-1de7019d-33ed-4699-a64c-ae0f26f6aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:24.681043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-1de7019d-33ed-4699-a64c-ae0f26f6aada service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 1098 time: 0.4541612 Aug 21 09:01:24.705441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-49a32a1e-15be-4ca6-baa7-2578c3cf5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:81:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:21Z', 'revision_number': 8, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:24.744485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a32a1e-15be-4ca6-baa7-2578c3cf5ef1 None None] Checking router: e70bcbde-0d93-44ee-a13b-5209b419464e for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:01:24.769041 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a32a1e-15be-4ca6-baa7-2578c3cf5ef1 None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:24.769735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-49a32a1e-15be-4ca6-baa7-2578c3cf5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:24.770116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bf4b3-3711-41cd-841f-d76fda9233b8 req-6a87d819-9166-4f65-a9e5-11cc3f8c3813 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:24.772267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe6bf4b3-3711-41cd-841f-d76fda9233b8 req-6a87d819-9166-4f65-a9e5-11cc3f8c3813 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 949 time: 0.4499631 Aug 21 09:01:24.868648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe6bf4b3-3711-41cd-841f-d76fda9233b8 req-da672f03-83a3-46ff-afc1-7d5d3e6f3313 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879946 Aug 21 09:01:24.893901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-b2fe6b25-12af-4ebc-a818-107b70200b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:24.896153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-b2fe6b25-12af-4ebc-a818-107b70200b26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.2070177 Aug 21 09:01:24.929534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-49a32a1e-15be-4ca6-baa7-2578c3cf5ef1 None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:25.043946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-47ae1cf0-9f56-4a32-8442-e0431c7109e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 1000 time: 0.1415100 Aug 21 09:01:25.047585 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:25.075599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee65291-73f8-4490-b195-5064b756b1ea req-c62dbfa9-20f4-4164-b55c-47ffb9ec6eda tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:25.077213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ee65291-73f8-4490-b195-5064b756b1ea req-c62dbfa9-20f4-4164-b55c-47ffb9ec6eda tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 946 time: 0.1259999 Aug 21 09:01:25.122439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Transition to ACTIVE for port object 1e3381bd-a4db-41c7-ba01-c641699117ec will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:25.154991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-0c42f0a0-3d05-4646-b291-e13fca102497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:25.159370 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-0c42f0a0-3d05-4646-b291-e13fca102497 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.1092124 Aug 21 09:01:25.203616 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-49a32a1e-15be-4ca6-baa7-2578c3cf5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:81:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:21Z', 'revision_number': 8, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:25.212965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ee65291-73f8-4490-b195-5064b756b1ea req-09d00b54-fe09-4cda-a8ea-a29559c38ca5 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101966 Aug 21 09:01:25.234798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a32a1e-15be-4ca6-baa7-2578c3cf5ef1 None None] The sync data for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 is: [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '4aedb57c-0707-40d9-ad0a-e8a1d414a920', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'port_id': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'mac_address': 'fa:16:3e:81:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:00:36Z', 'updated_at': '2021-08-21T09:01:21Z', 'revision_number': 8, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:01:25.248050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-b8d67fc6-9530-4a03-b0bd-137da3882180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:25.249709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-b8d67fc6-9530-4a03-b0bd-137da3882180 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787880 Aug 21 09:01:25.287918 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73893049-d1c8-4cc6-972b-fc36c19e082e x-openstack-request-id: req-73893049-d1c8-4cc6-972b-fc36c19e082e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:25.288216 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87fd05e-41c6-4d8f-8863-9001d1b71f1f", "name": "network-vif-deleted", "tag": "64363d64-6347-41ee-a69a-c755ca1e4414", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:25.288499 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73893049-d1c8-4cc6-972b-fc36c19e082e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:25.288900 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87fd05e-41c6-4d8f-8863-9001d1b71f1f', 'name': 'network-vif-deleted', 'tag': '64363d64-6347-41ee-a69a-c755ca1e4414', 'status': 'completed', 'code': 200} Aug 21 09:01:25.396268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-33dd7430-0005-4ee6-ba43-624ed5a497b4 service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347854 Aug 21 09:01:25.413727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:25.428365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['da919d1c-196a-4736-a16e-44adc1bcdc81', '776a1110-029f-4c79-9515-bd11cafdbfe9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:25.506969 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d961d5a-3369-4ea8-a46b-10992ec5f81b None None] New status for floating IP 4aedb57c-0707-40d9-ad0a-e8a1d414a920: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:01:25.607365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:25.628293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77455dc-e3b9-485f-bf50-71449c1000e5 req-44d25f70-3200-4dcd-8c0c-7a6c29ee566d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:25.632353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a77455dc-e3b9-485f-bf50-71449c1000e5 req-44d25f70-3200-4dcd-8c0c-7a6c29ee566d tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 949 time: 0.2702281 Aug 21 09:01:25.653945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:25.668360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Pushing event updated for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:25.717992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:25.727768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:25.734508 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:25.761368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf4b1b-ba75-46be-94e2-a8a47c0da8ce req-a0c57c6d-649d-4d60-939b-d6d8f665cb25 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:25.769093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4caf4b1b-ba75-46be-94e2-a8a47c0da8ce req-a0c57c6d-649d-4d60-939b-d6d8f665cb25 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 935 time: 0.3696725 Aug 21 09:01:25.871142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84cd2bf3-c1f6-4058-b93b-bfebb681c9e3 req-111f6087-30ea-4a7a-9356-33cd95e27d7b service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538457 Aug 21 09:01:25.894295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4caf4b1b-ba75-46be-94e2-a8a47c0da8ce req-fd3f35c3-c677-4f25-8db4-d38f9dbfbac9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242106 Aug 21 09:01:25.904368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-c7aa6f74-0a50-49f2-88cd-1daa8ec2787e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4899051 Aug 21 09:01:25.941779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Request body: {'port': {'device_id': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:25.994005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d67e14d-a539-49c2-bd5c-e654254ab7c9 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:01:26.013962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:26.069844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Transition to ACTIVE for port object 9d67e14d-a539-49c2-bd5c-e654254ab7c9 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:26.082746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a77455dc-e3b9-485f-bf50-71449c1000e5 req-a716b9ea-8eda-4548-95a3-3d9479e08b6c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Deleting port 0e8cb269-9bfb-490c-8d0f-084371d5f67e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:26.083038 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a77455dc-e3b9-485f-bf50-71449c1000e5 req-a716b9ea-8eda-4548-95a3-3d9479e08b6c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:26.106319 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:26.147679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4add9a35-b13d-487a-8a53-44057537bb50 None None] Provisioning for port 1e3381bd-a4db-41c7-ba01-c641699117ec completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:26.152896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4add9a35-b13d-487a-8a53-44057537bb50 None None] Provisioning complete for port 1e3381bd-a4db-41c7-ba01-c641699117ec triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:26.153271 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4add9a35-b13d-487a-8a53-44057537bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:26.187361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4add9a35-b13d-487a-8a53-44057537bb50 None None] Port 1e3381bd-a4db-41c7-ba01-c641699117ec cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:01:26.188436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecbfdb-5280-479e-abce-4913a31fc0f9 req-ea419dbf-a97d-4a92-a57e-9054f9140308 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:26.189953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cbecbfdb-5280-479e-abce-4913a31fc0f9 req-ea419dbf-a97d-4a92-a57e-9054f9140308 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 936 time: 0.1893611 Aug 21 09:01:26.250727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:26.439335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a77455dc-e3b9-485f-bf50-71449c1000e5 req-a716b9ea-8eda-4548-95a3-3d9479e08b6c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] For port 0e8cb269-9bfb-490c-8d0f-084371d5f67e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0e8cb269-9bfb-490c-8d0f-084371d5f67e,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:26.439741 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a77455dc-e3b9-485f-bf50-71449c1000e5 req-a716b9ea-8eda-4548-95a3-3d9479e08b6c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:26.443036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Pushing event updated for resources: {'Port': ['ID=9d67e14d-a539-49c2-bd5c-e654254ab7c9,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:26.460747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cbecbfdb-5280-479e-abce-4913a31fc0f9 req-94eeed25-f9ba-4ee1-9e11-e02d6b94c59b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293265 Aug 21 09:01:26.468390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53dbe0-4ad2-4e68-b4d3-6e85ed53efd0 req-1ac2a156-8e87-4ea4-87a6-ed337f46c163 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:26.469985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df53dbe0-4ad2-4e68-b4d3-6e85ed53efd0 req-1ac2a156-8e87-4ea4-87a6-ed337f46c163 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 949 time: 0.3235123 Aug 21 09:01:26.496677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a77455dc-e3b9-485f-bf50-71449c1000e5 req-a716b9ea-8eda-4548-95a3-3d9479e08b6c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Calling delete_port for 0e8cb269-9bfb-490c-8d0f-084371d5f67e owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:26.599327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Attempting to bind port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:26.599695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Attempting to bind port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:26.600059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Attempting to bind port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:26.662898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:01:26.663137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Attempting to bind port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:26.699625 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df53dbe0-4ad2-4e68-b4d3-6e85ed53efd0 req-76295d8e-043e-4eff-84c5-3d556f8204fd tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/security-groups?id=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042503 Aug 21 09:01:26.719276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:26.720017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:26.720418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:26.720841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Bound port: 9d67e14d-a539-49c2-bd5c-e654254ab7c9, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:26.721203 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:26.741257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1947af05-71cb-4e57-a86e-e30f3d5726e7 req-02429063-6ada-4257-b90f-11634bbabca5 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips/4aedb57c-0707-40d9-ad0a-e8a1d414a920 HTTP/1.1" status: 200 len: 999 time: 0.2417264 Aug 21 09:01:26.977691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] For port 9d67e14d-a539-49c2-bd5c-e654254ab7c9, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:27.010358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840db08f-b89d-41d4-80a9-57736260601b req-5bd0fdab-7eb8-4d18-82ed-3f639f50dfd5 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:27.011983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-840db08f-b89d-41d4-80a9-57736260601b req-5bd0fdab-7eb8-4d18-82ed-3f639f50dfd5 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 946 time: 0.2436826 Aug 21 09:01:27.042064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] For port 9d67e14d-a539-49c2-bd5c-e654254ab7c9, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d67e14d-a539-49c2-bd5c-e654254ab7c9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:27.117968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947af05-71cb-4e57-a86e-e30f3d5726e7 req-ede05731-6174-4ff9-a7c6-123254fa2ac6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:27.119261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1947af05-71cb-4e57-a86e-e30f3d5726e7 req-ede05731-6174-4ff9-a7c6-123254fa2ac6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.3676775 Aug 21 09:01:27.132102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-840db08f-b89d-41d4-80a9-57736260601b req-a340fdf1-1da7-43ed-b805-6a3d4658b98c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057396 Aug 21 09:01:27.136744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3381bd-a4db-41c7-ba01-c641699117ec {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:01:27.143302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-1947af05-71cb-4e57-a86e-e30f3d5726e7 req-0b5a2d80-0ff5-48b0-b4cd-5778be6ccbce tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:01:27.145264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1947af05-71cb-4e57-a86e-e30f3d5726e7 req-0b5a2d80-0ff5-48b0-b4cd-5778be6ccbce tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176213 Aug 21 09:01:27.148535 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:27.169212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:27.218281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Transition to ACTIVE for port object 1e3381bd-a4db-41c7-ba01-c641699117ec will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:27.220948 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a77455dc-e3b9-485f-bf50-71449c1000e5 req-a716b9ea-8eda-4548-95a3-3d9479e08b6c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:27.253584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:27.254235 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:27.256346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] 10.222.0.13 "PUT /v2.0/ports/9d67e14d-a539-49c2-bd5c-e654254ab7c9 HTTP/1.1" status: 200 len: 1096 time: 3.8085198 Aug 21 09:01:27.594968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23'}, {'name': 'network-changed', 'server_uuid': '842736e9-4d3c-407c-8fd3-e0623237f14c', 'tag': '9d67e14d-a539-49c2-bd5c-e654254ab7c9'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:27.597405 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c50f56-7a95-4a80-b21d-77e898beb415" -d '{"events": [{"name": "network-changed", "server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23"}, {"name": "network-changed", "server_uuid": "842736e9-4d3c-407c-8fd3-e0623237f14c", "tag": "9d67e14d-a539-49c2-bd5c-e654254ab7c9"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:27.622477 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:27.664716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77455dc-e3b9-485f-bf50-71449c1000e5 req-a716b9ea-8eda-4548-95a3-3d9479e08b6c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] No DVR routers for this DVR port 0e8cb269-9bfb-490c-8d0f-084371d5f67e on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:01:27.699339 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a77455dc-e3b9-485f-bf50-71449c1000e5 req-a716b9ea-8eda-4548-95a3-3d9479e08b6c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:27.701329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a77455dc-e3b9-485f-bf50-71449c1000e5 req-a716b9ea-8eda-4548-95a3-3d9479e08b6c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.22 "DELETE /v2.0/ports/0e8cb269-9bfb-490c-8d0f-084371d5f67e HTTP/1.1" status: 204 len: 173 time: 2.0602930 Aug 21 09:01:27.725581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e172a57-c8f2-4f6a-a538-db495e195252 service neutron] Pushing event updated for resources: {'Port': ['ID=9d67e14d-a539-49c2-bd5c-e654254ab7c9,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:27.773249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716b9ea-8eda-4548-95a3-3d9479e08b6c tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] Pushing event deleted for resources: {'Port': ['ID=0e8cb269-9bfb-490c-8d0f-084371d5f67e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:27.781493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-16de16aa-2dbe-4fb5-8508-7558093277d2 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.4773564 Aug 21 09:01:27.788866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621ed78-859d-42c1-a311-a512a670d7d5 req-dd970c35-312b-4389-916e-6c8e577bf8b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:27.790716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7621ed78-859d-42c1-a311-a512a670d7d5 req-dd970c35-312b-4389-916e-6c8e577bf8b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 947 time: 0.5254378 Aug 21 09:01:27.832157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-7b6c5803-c3e1-4d15-905a-7c777373d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:27.834564 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-7b6c5803-c3e1-4d15-905a-7c777373d0cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 1099 time: 0.2341924 Aug 21 09:01:27.949972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-571b85bd-b940-4093-b75c-c0846d7e9189 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d67e14d-a539-49c2-bd5c-e654254ab7c9 HTTP/1.1" status: 200 len: 217 time: 0.0647964 Aug 21 09:01:27.964951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-fb0cfdd1-beff-4d0e-a659-1ea2ba06dcf6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:27.966464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-fb0cfdd1-beff-4d0e-a659-1ea2ba06dcf6 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports/c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 943 time: 0.1687734 Aug 21 09:01:27.967307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Attempting to bind port 1e3381bd-a4db-41c7-ba01-c641699117ec on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:27.967667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Attempting to bind port 1e3381bd-a4db-41c7-ba01-c641699117ec by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:27.967998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Attempting to bind port 1e3381bd-a4db-41c7-ba01-c641699117ec on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:27.984831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:28.016754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Port 1e3381bd-a4db-41c7-ba01-c641699117ec on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:01:28.017092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Attempting to bind port 1e3381bd-a4db-41c7-ba01-c641699117ec on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:28.026145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7621ed78-859d-42c1-a311-a512a670d7d5 req-19e20d98-8aec-433d-865b-e1332965f3fd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249949 Aug 21 09:01:28.037178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:28.037533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:28.037878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:28.038317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Bound port: 1e3381bd-a4db-41c7-ba01-c641699117ec, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:28.038680 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:28.060983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-9867c6a8-0b33-44e6-8280-83a8a53e73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:28.062495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-9867c6a8-0b33-44e6-8280-83a8a53e73ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0919147 Aug 21 09:01:28.232985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:28.250611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-78570420-d21d-4668-a990-748f5ba37179 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.1871293 Aug 21 09:01:28.258037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:28.261816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-c579076d-d94c-4223-99b1-16efbbebe5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:28.263314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-c579076d-d94c-4223-99b1-16efbbebe5cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1393509 Aug 21 09:01:28.272012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede9cda-4c4b-465b-9892-fbca96eff7e6 req-056a4097-77b0-4331-ab8e-39edf209317f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:28.273467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ede9cda-4c4b-465b-9892-fbca96eff7e6 req-056a4097-77b0-4331-ab8e-39edf209317f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 948 time: 0.1351457 Aug 21 09:01:28.409917 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:28.466042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ede9cda-4c4b-465b-9892-fbca96eff7e6 req-e54aec12-f5b3-4bd8-a9bc-14092c67da2d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741931 Aug 21 09:01:28.488392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:28.489316 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:28.490737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] 10.222.0.22 "PUT /v2.0/ports/1e3381bd-a4db-41c7-ba01-c641699117ec HTTP/1.1" status: 200 len: 1097 time: 2.5552731 Aug 21 09:01:28.538136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-742d9d0f-a349-44c0-9927-581d0629d8c2 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:28.539691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-742d9d0f-a349-44c0-9927-581d0629d8c2 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2652254 Aug 21 09:01:28.541195 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5556ebf4-9786-4800-82b0-da9c634c9c8c x-openstack-request-id: req-5556ebf4-9786-4800-82b0-da9c634c9c8c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:28.541492 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "842736e9-4d3c-407c-8fd3-e0623237f14c", "tag": "9d67e14d-a539-49c2-bd5c-e654254ab7c9", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:28.541741 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5556ebf4-9786-4800-82b0-da9c634c9c8c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:28.542590 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'status': 'completed', 'code': 200} Aug 21 09:01:28.542590 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842736e9-4d3c-407c-8fd3-e0623237f14c', 'tag': '9d67e14d-a539-49c2-bd5c-e654254ab7c9', 'status': 'completed', 'code': 200} Aug 21 09:01:28.544698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-a1bca559-562a-4a63-9419-a23c67a29c7c service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686231 Aug 21 09:01:28.545300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25753ea-9919-4f5f-a29d-25f70494c214 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:28.565108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0e8cb269-9bfb-490c-8d0f-084371d5f67e no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:01:28.593893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 0e8cb269-9bfb-490c-8d0f-084371d5f67e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:01:28.594612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0e8cb269-9bfb-490c-8d0f-084371d5f67e not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:01:28.752568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c16ad02-bd99-4adc-b3ee-68e30d4b8405 req-1344e0f5-7920-49af-b4c3-afeee317f548 tempest-ServersAdminNegativeTestJSON-219617617 tempest-ServersAdminNegativeTestJSON-219617617-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0a67afc-e82a-4f07-9f88-d4bf25a9bc62 HTTP/1.1" status: 200 len: 210 time: 0.0987196 Aug 21 09:01:28.760343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-360ec476-5682-40de-b312-08ad66105af2 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.2104542 Aug 21 09:01:28.781438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-92b66233-3789-45e4-88de-1b7605d43141 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:28.825432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-76c144c2-460a-4c8a-85de-8868f3e37ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:28.826930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-76c144c2-460a-4c8a-85de-8868f3e37ca0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 1098 time: 0.2326560 Aug 21 09:01:28.864589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26303a-d06b-49c7-8886-e62217023738 req-17caff56-c272-4b2a-b04a-bcc8a6b47ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:28.866030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-17caff56-c272-4b2a-b04a-bcc8a6b47ede service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 1100 time: 0.1773374 Aug 21 09:01:28.949626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92e54631-953c-4c0c-bf4e-8f6a08f4d378 req-296a61c9-ac78-4b5e-81de-8d528fc3230b service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918095 Aug 21 09:01:28.985712 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-92b66233-3789-45e4-88de-1b7605d43141 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:28.988353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-3022f117-fbd6-49fa-9be2-ad37853bbac1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=1e3381bd-a4db-41c7-ba01-c641699117ec HTTP/1.1" status: 200 len: 217 time: 0.0891724 Aug 21 09:01:29.090038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec3fe4-a2c3-459a-a5a5-d26bf6216de0 req-b9975e1f-5f86-4a7c-ab7f-686caa50729f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:29.091538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-caec3fe4-a2c3-459a-a5a5-d26bf6216de0 req-b9975e1f-5f86-4a7c-ab7f-686caa50729f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 946 time: 0.2620685 Aug 21 09:01:29.199387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26303a-d06b-49c7-8886-e62217023738 req-ad407fc6-837a-4515-aeed-9d30dcbc1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:29.200866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-ad407fc6-837a-4515-aeed-9d30dcbc1e65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1753509 Aug 21 09:01:29.203954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-209f9c81-4725-47d3-8512-a0a6910a6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:29.205276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-209f9c81-4725-47d3-8512-a0a6910a6ad4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.3646626 Aug 21 09:01:29.323329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-caec3fe4-a2c3-459a-a5a5-d26bf6216de0 req-2361b4dd-c8f2-4cd0-9544-f9cad17a6c64 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971128 Aug 21 09:01:29.342306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-0b2e640f-47cc-4eeb-8cc5-cfa13f0b8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:29.343850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-0b2e640f-47cc-4eeb-8cc5-cfa13f0b8cd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 1099 time: 0.2360051 Aug 21 09:01:29.403010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-92b66233-3789-45e4-88de-1b7605d43141 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:29.458257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-e86353b6-5465-46bb-868e-7a55ff74f246 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 1002 time: 0.2317584 Aug 21 09:01:29.499622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26303a-d06b-49c7-8886-e62217023738 req-dae623a5-e0f0-48af-a3b6-76f452753f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:29.501249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-dae623a5-e0f0-48af-a3b6-76f452753f54 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2758579 Aug 21 09:01:29.530242 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-92b66233-3789-45e4-88de-1b7605d43141 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:29.530461 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-92b66233-3789-45e4-88de-1b7605d43141 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Floating IP 4aedb57c-0707-40d9-ad0a-e8a1d414a920 disassociated. External IP: 172.25.5.229, port: c9a30a67-7046-4f64-be89-2d4a649f7c23. Aug 21 09:01:29.931391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-3d5fe745-6062-4bb2-85f8-93acf5a4cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:29.932934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-3d5fe745-6062-4bb2-85f8-93acf5a4cfba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.4644489 Aug 21 09:01:29.960430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-c002a23e-5c22-4d3a-9671-bf316bfdc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:29.961765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-c002a23e-5c22-4d3a-9671-bf316bfdc471 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.5841146 Aug 21 09:01:29.998419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f2c4e-c38e-43c6-bbf7-3b6d72007fd8 req-990a9a38-c623-4d1c-89ff-5893edbd3b5b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:30.000014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-275f2c4e-c38e-43c6-bbf7-3b6d72007fd8 req-990a9a38-c623-4d1c-89ff-5893edbd3b5b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 947 time: 0.5468743 Aug 21 09:01:30.095429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-9149e1c0-f851-440b-9d8b-62b6a2b3c89e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d67e14d-a539-49c2-bd5c-e654254ab7c9 HTTP/1.1" status: 200 len: 217 time: 0.0944066 Aug 21 09:01:30.147953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-1149c1ca-4697-4ca6-8bb4-4320cb31634b service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236901 Aug 21 09:01:30.178861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-28e0b555-22a9-49e4-add8-874c7de442c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:30.180332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-28e0b555-22a9-49e4-add8-874c7de442c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2368460 Aug 21 09:01:30.195824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-275f2c4e-c38e-43c6-bbf7-3b6d72007fd8 req-dc11b602-9c5c-49b8-a236-569fafc351a9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712656 Aug 21 09:01:30.290085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-06b950e1-1c79-4cff-87b2-219673904964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:30.291567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-06b950e1-1c79-4cff-87b2-219673904964 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1804221 Aug 21 09:01:30.443457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca26303a-d06b-49c7-8886-e62217023738 req-b26f1406-807c-402d-bbe1-fdc885c67f5f service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835879 Aug 21 09:01:30.468823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-623438c7-a49f-4259-b1e4-c6658f00cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:30.470276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-623438c7-a49f-4259-b1e4-c6658f00cee5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1446888 Aug 21 09:01:30.477061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-6b54c787-57e2-4c28-8f01-11165fbe96c9 service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789249 Aug 21 09:01:30.481746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-92b66233-3789-45e4-88de-1b7605d43141 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Router e70bcbde-0d93-44ee-a13b-5209b419464e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:01:30.545749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a67afc-e82a-4f07-9f88-d4bf25a9bc62', 'name': 'network-vif-deleted', 'tag': '0e8cb269-9bfb-490c-8d0f-084371d5f67e'}, {'name': 'network-changed', 'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:30.548022 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21" -d '{"events": [{"server_uuid": "c0a67afc-e82a-4f07-9f88-d4bf25a9bc62", "name": "network-vif-deleted", "tag": "0e8cb269-9bfb-490c-8d0f-084371d5f67e"}, {"name": "network-changed", "server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:30.756652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-87f102d2-2af3-45a9-8926-f4b3880f4042 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766798 Aug 21 09:01:30.765359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-4349efda-e5d1-48b2-aff2-869df4ea58d1 service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758703 Aug 21 09:01:30.798692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-92b66233-3789-45e4-88de-1b7605d43141 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:01:30.805314 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-92b66233-3789-45e4-88de-1b7605d43141 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:30.809062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e04bc2-b221-4ff3-a8b5-4dab7af5743c None None] Sync routers for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:01:30.819147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e04bc2-b221-4ff3-a8b5-4dab7af5743c None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:30.819849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-37e04bc2-b221-4ff3-a8b5-4dab7af5743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:30.859943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa683bb-b240-47e1-9985-4c1027c8efec req-6af4a8d4-b48e-4579-9f06-add42740281e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:30.861451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa683bb-b240-47e1-9985-4c1027c8efec req-6af4a8d4-b48e-4579-9f06-add42740281e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 948 time: 0.1954210 Aug 21 09:01:30.885464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-92b66233-3789-45e4-88de-1b7605d43141 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "PUT /v2.0/floatingips/4aedb57c-0707-40d9-ad0a-e8a1d414a920 HTTP/1.1" status: 200 len: 696 time: 2.1171227 Aug 21 09:01:30.929176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-37e04bc2-b221-4ff3-a8b5-4dab7af5743c None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:30.961724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c50f56-7a95-4a80-b21d-77e898beb415 req-c21220bd-dbfb-45d9-ac97-abc941236248 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899922 Aug 21 09:01:30.965047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa683bb-b240-47e1-9985-4c1027c8efec req-2a0ce30c-c910-4ad1-9501-9e83514300c4 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921388 Aug 21 09:01:30.974388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-84c59c2d-9e25-4397-aa5f-a1ace71f4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:30.975946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-84c59c2d-9e25-4397-aa5f-a1ace71f4fd1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 1098 time: 0.0765367 Aug 21 09:01:31.107579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-e31e42cd-a40b-430c-b0dd-83fde9d7160e tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:31.109095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-e31e42cd-a40b-430c-b0dd-83fde9d7160e tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1098 time: 0.1066918 Aug 21 09:01:31.126414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-28'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:31.179691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-062547f8-3eaa-4cbe-95c1-fb720e9eaa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:31.182303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-062547f8-3eaa-4cbe-95c1-fb720e9eaa38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.1987581 Aug 21 09:01:31.255975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a705f-d380-41ec-9e2e-fa289bcf8821 req-b2d99a9b-9008-49b3-aa48-cb02864375b0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:31.257578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-576a705f-d380-41ec-9e2e-fa289bcf8821 req-b2d99a9b-9008-49b3-aa48-cb02864375b0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 946 time: 0.1554859 Aug 21 09:01:31.261287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-1ce55ff7-c121-4794-841c-738af6bb5551 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 217 time: 0.0722790 Aug 21 09:01:31.287605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-37e04bc2-b221-4ff3-a8b5-4dab7af5743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:31.289799 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:31.314588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e04bc2-b221-4ff3-a8b5-4dab7af5743c None None] Checking router: e70bcbde-0d93-44ee-a13b-5209b419464e for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:01:31.323826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e04bc2-b221-4ff3-a8b5-4dab7af5743c None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:31.324447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-37e04bc2-b221-4ff3-a8b5-4dab7af5743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:31.374872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-576a705f-d380-41ec-9e2e-fa289bcf8821 req-2269854b-47ae-4edd-9c76-d4287ee3dbdb tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110682 Aug 21 09:01:31.380835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-205ead57-25a5-4a82-8a32-64da8af75d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:31.382333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-205ead57-25a5-4a82-8a32-64da8af75d5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.1081214 Aug 21 09:01:31.460537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-37e04bc2-b221-4ff3-a8b5-4dab7af5743c None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:31.488852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-92850e3c-5f2a-4931-94b3-140941e43b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:31.494448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-92850e3c-5f2a-4931-94b3-140941e43b5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982716 Aug 21 09:01:31.529480 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbfc395-4234-440e-bdb2-651ddf590193 x-openstack-request-id: req-8cbfc395-4234-440e-bdb2-651ddf590193 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:31.529778 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a67afc-e82a-4f07-9f88-d4bf25a9bc62", "name": "network-vif-deleted", "tag": "0e8cb269-9bfb-490c-8d0f-084371d5f67e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:31.530011 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cbfc395-4234-440e-bdb2-651ddf590193 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:31.530404 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a67afc-e82a-4f07-9f88-d4bf25a9bc62', 'name': 'network-vif-deleted', 'tag': '0e8cb269-9bfb-490c-8d0f-084371d5f67e', 'status': 'completed', 'code': 200} Aug 21 09:01:31.530672 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'status': 'completed', 'code': 200} Aug 21 09:01:31.534446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:31.670439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57512) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:31.689127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:31.694474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-37e04bc2-b221-4ff3-a8b5-4dab7af5743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:31.722305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e04bc2-b221-4ff3-a8b5-4dab7af5743c None None] The sync data for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 is: [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:08Z', 'revision_number': 4, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1df5edd9-05b7-44d8-8fd2-c154ac5114f3', 'name': '', 'network_id': 'b3cdb47d-6003-4595-8619-b3826ce06c84', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'mac_address': 'fa:16:3e:1e:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:07Z', 'updated_at': '2021-08-21T09:00:16Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'subnets': [{'id': '62101ad0-43df-4ca9-a57f-4ccefe6158a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:01:31.723882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21 req-ac8b4dce-2474-4e8e-ba0f-d003c2a0ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:31.729184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21 req-ac8b4dce-2474-4e8e-ba0f-d003c2a0ad6a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 1100 time: 0.1589622 Aug 21 09:01:31.738015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-e5170e58-6cfb-45e7-9300-93848be7a084 service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376180 Aug 21 09:01:31.758703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c2781-48aa-4a7b-b74b-8ecf9590a9ac req-4b9e48a2-5070-408c-929c-bc7ae99376a0 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:31.760120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e6c2781-48aa-4a7b-b74b-8ecf9590a9ac req-4b9e48a2-5070-408c-929c-bc7ae99376a0 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 945 time: 0.1568220 Aug 21 09:01:31.824868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:31.828389 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-406eb9b2-4552-4a96-86c4-65252bfd8fdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d8f7a1539d040c080f8cfc93b6dc5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567700 Aug 21 09:01:31.829014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57516) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:31.884757 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:31.909726 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:31.917359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e6c2781-48aa-4a7b-b74b-8ecf9590a9ac req-adfda3ed-8093-4a35-800e-06da71bff854 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc4f296d-87cd-41bf-bae3-67df36773638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462748 Aug 21 09:01:31.953789 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:31.994804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21 req-9514a21b-2e31-4ced-81df-1b219965f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:31.996361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21 req-9514a21b-2e31-4ced-81df-1b219965f181 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.2553356 Aug 21 09:01:32.019249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516ee326-feb5-4ec2-83bc-68e996185a40 req-7e13134b-5ccb-4720-9bc1-402608e581ee service neutron] 10.222.0.20 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495887 Aug 21 09:01:32.045671 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b939cc15-2885-4067-9c4a-823755db53ab None None] New status for floating IP 4aedb57c-0707-40d9-ad0a-e8a1d414a920: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:01:32.056699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:32.060266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:32.063442 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6190a3a1-6bf5-442e-9cc9-edae92c1e5e6 HTTP/1.1" status: 204 len: 168 time: 0.2311409 Aug 21 09:01:32.070465 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190a3a1-6bf5-442e-9cc9-edae92c1e5e6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:32.080973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.081495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.081942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.082388 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.082869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.083323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.084043 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.084472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.085070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.085647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.085810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21 req-d4bf1031-c11a-4723-ae28-742b5efaeafb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=1e3381bd-a4db-41c7-ba01-c641699117ec HTTP/1.1" status: 200 len: 217 time: 0.0688777 Aug 21 09:01:32.086315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.086903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ede588-f528-481a-a8f4-7b8c0b13b1e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:32.411741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Pushing event updated for resources: {'Port': ['ID=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:32.489521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ba6ed-89e3-4454-9a6d-a31a91ec3fea req-72d862ca-cb07-4fd6-aa58-4c0719066b36 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:32.491102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a17ba6ed-89e3-4454-9a6d-a31a91ec3fea req-72d862ca-cb07-4fd6-aa58-4c0719066b36 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 947 time: 0.4887352 Aug 21 09:01:32.500964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9d67e14d-a539-49c2-bd5c-e654254ab7c9 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:01:32.503896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on host n-h2-766726-28 for vnic_type normal with profile {"migrating_to": "n-h1-766726-28"} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:32.504234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:32.504628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:32.516673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21 req-235178a8-946e-4eb8-81d5-1f1c997ab2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:32.518146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21 req-235178a8-946e-4eb8-81d5-1f1c997ab2df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.4223638 Aug 21 09:01:32.522671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:01:32.522997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Attempting to bind port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:32.550669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:32.551021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:32.551994 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:32.552589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Bound port: 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:32.553081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:32.562102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d53415-c12f-42f6-9bb2-0a0f6020e1f2 req-71fec8da-ef7c-439c-bf13-e372b918dd7e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:32.563631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2d53415-c12f-42f6-9bb2-0a0f6020e1f2 req-71fec8da-ef7c-439c-bf13-e372b918dd7e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 948 time: 0.1456785 Aug 21 09:01:32.565180 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1e3381bd-a4db-41c7-ba01-c641699117ec details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:01:32.650515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a17ba6ed-89e3-4454-9a6d-a31a91ec3fea req-7eeab48f-488f-451f-873b-f9df64ea518d tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496761 Aug 21 09:01:32.659964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9d67e14d-a539-49c2-bd5c-e654254ab7c9, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d67e14d-a539-49c2-bd5c-e654254ab7c9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:32.675846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '9d67e14d-a539-49c2-bd5c-e654254ab7c9', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '9d67e14d-a539-49c2-bd5c-e654254ab7c9', 'mac_address': 'fa:16:3e:12:99:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:01:32.677360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21 req-5839568d-d017-4cc1-b3f5-1b37333b6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:32.679419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21 req-5839568d-d017-4cc1-b3f5-1b37333b6bec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462781 Aug 21 09:01:32.683924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2d53415-c12f-42f6-9bb2-0a0f6020e1f2 req-063c6099-65b3-44c8-b365-5ae2ff6163bf tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944240 Aug 21 09:01:32.750121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:32.752961 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:32.777747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'mac_address': 'fa:16:3e:6c:24:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:01:32.778284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:32.783132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d67e14d-a539-49c2-bd5c-e654254ab7c9 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:01:32.809334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:32.825529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9d67e14d-a539-49c2-bd5c-e654254ab7c9, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d67e14d-a539-49c2-bd5c-e654254ab7c9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:32.842323 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:32.855045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3381bd-a4db-41c7-ba01-c641699117ec {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:01:32.871000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50a1c0-0148-4850-b05a-734a5a072bfd req-e253bc3c-e091-4506-8064-297b1d813a62 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:32.872545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a50a1c0-0148-4850-b05a-734a5a072bfd req-e253bc3c-e091-4506-8064-297b1d813a62 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.22 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 945 time: 0.1528912 Aug 21 09:01:32.877343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:32.894062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21 req-1da7a483-a225-4620-87f8-01408421ae86 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032104 Aug 21 09:01:32.911315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bb511-a871-4a72-bb3f-d7d69f6c2daa req-944576f4-b94d-49da-a7a1-f90e685a32f6 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:32.912696 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a1bb511-a871-4a72-bb3f-d7d69f6c2daa req-944576f4-b94d-49da-a7a1-f90e685a32f6 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 944 time: 0.1284149 Aug 21 09:01:32.970737 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:32.971422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:01:32.980567 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:32.991801 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57538) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:33.045284 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:33.048801 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b24fdbab-a084-48f7-bc4d-f33b026a07d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e0bb05abc7c47bbb7cb7f5b7c537825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555098 Aug 21 09:01:33.051261 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57540) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:33.059996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-2e1a6fd2-efed-4bd5-ae4e-8f20951e58c2 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips/4aedb57c-0707-40d9-ad0a-e8a1d414a920 HTTP/1.1" status: 200 len: 694 time: 0.1632798 Aug 21 09:01:33.086634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9d67e14d-a539-49c2-bd5c-e654254ab7c9,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:33.100070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.100419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.100949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.101286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.101784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.102124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.102620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.103112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.103451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.103800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.104389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.104726 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:33.121801 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43ac3088-0af6-48df-a53d-ce3b97d97fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:33.147775 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43ac3088-0af6-48df-a53d-ce3b97d97fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:33.169572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:33.186427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:33.189202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac has no active binding in host n-h1-766726-28 {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 09:01:33.231291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a1bb511-a871-4a72-bb3f-d7d69f6c2daa req-46519218-cc09-4dec-8222-dafeb5f5c735 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609155 Aug 21 09:01:33.263367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Pushing event updated for resources: {'Port': ['ID=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,revision_number=8']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:33.268203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:33.268841 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:33.270278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-eaa920d4-0f8c-4a69-9814-4d11afdce7cc service neutron] 10.222.0.13 "PUT /v2.0/ports/6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac HTTP/1.1" status: 200 len: 1124 time: 2.1487350 Aug 21 09:01:33.280731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9e1148-cc41-4c6f-864f-e4912f7c8b21 req-90860734-9232-475c-8664-327bbb40ad86 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662064 Aug 21 09:01:33.286823 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43ac3088-0af6-48df-a53d-ce3b97d97fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:33.292123 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43ac3088-0af6-48df-a53d-ce3b97d97fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:33.297810 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-43ac3088-0af6-48df-a53d-ce3b97d97fba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d8f156f-d8e2-47cb-ad69-ec0230ab7fb9 HTTP/1.1" status: 204 len: 168 time: 0.2449191 Aug 21 09:01:33.311222 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac3088-0af6-48df-a53d-ce3b97d97fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f156f-d8e2-47cb-ad69-ec0230ab7fb9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:33.324446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-70d9a18b-c994-4598-a643-0a1d1947382e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:33.325861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-70d9a18b-c994-4598-a643-0a1d1947382e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2486882 Aug 21 09:01:33.333233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5a50a1c0-0148-4850-b05a-734a5a072bfd req-0a0f8553-2501-4635-b671-1ad611e95216 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Deleting port 30f51f49-7db9-45a0-a54d-51b4e357ebe9 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:33.333829 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5a50a1c0-0148-4850-b05a-734a5a072bfd req-0a0f8553-2501-4635-b671-1ad611e95216 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:33.340447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['1e3381bd-a4db-41c7-ba01-c641699117ec'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:33.362500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-a353aa93-357d-40c5-9560-30a39fb89443 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:01:33.363584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-a353aa93-357d-40c5-9560-30a39fb89443 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266809 Aug 21 09:01:33.370697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:33.420763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:33.472504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-f619fad2-706b-4771-86d9-a51c5dcd4f06 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 697 time: 0.0948551 Aug 21 09:01:33.504874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362ab51-bb97-4dc7-97f6-c713eb228ddc req-c98a68dc-9bf9-4bb4-b03d-8f26d629d353 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:33.506346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7362ab51-bb97-4dc7-97f6-c713eb228ddc req-c98a68dc-9bf9-4bb4-b03d-8f26d629d353 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 945 time: 0.1765363 Aug 21 09:01:33.542336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23'}, {'server_uuid': '4601ff1f-32b7-478a-b460-24a11f85082e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac'}, {'name': 'network-changed', 'server_uuid': '4601ff1f-32b7-478a-b460-24a11f85082e', 'tag': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:33.544658 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f14b92-a79b-456b-9e10-6d9d139eee50" -d '{"events": [{"name": "network-changed", "server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23"}, {"server_uuid": "4601ff1f-32b7-478a-b460-24a11f85082e", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac"}, {"name": "network-changed", "server_uuid": "4601ff1f-32b7-478a-b460-24a11f85082e", "tag": "6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:33.565637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9d67e14d-a539-49c2-bd5c-e654254ab7c9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:33.576063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-8cd0ec86-9108-4cbe-94b2-28432e637fb3 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 697 time: 0.0951285 Aug 21 09:01:33.593474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-5a50a1c0-0148-4850-b05a-734a5a072bfd req-0a0f8553-2501-4635-b671-1ad611e95216 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] For port 30f51f49-7db9-45a0-a54d-51b4e357ebe9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=30f51f49-7db9-45a0-a54d-51b4e357ebe9,segment=NetworkSegment(b55be9b4-ff3c-476d-8ca5-344cc9418abb),segment_id=b55be9b4-ff3c-476d-8ca5-344cc9418abb)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:33.593873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5a50a1c0-0148-4850-b05a-734a5a072bfd req-0a0f8553-2501-4635-b671-1ad611e95216 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:33.644474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5a50a1c0-0148-4850-b05a-734a5a072bfd req-0a0f8553-2501-4635-b671-1ad611e95216 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Calling delete_port for 30f51f49-7db9-45a0-a54d-51b4e357ebe9 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:33.706847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7362ab51-bb97-4dc7-97f6-c713eb228ddc req-9360d159-4ba5-4472-a94f-3b577a8b1fe8 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc4f296d-87cd-41bf-bae3-67df36773638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493909 Aug 21 09:01:33.781684 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449fc8a9-a075-4654-9b4a-63df448d8bd9 x-openstack-request-id: req-449fc8a9-a075-4654-9b4a-63df448d8bd9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:33.781684 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23", "status": "completed", "code": 200}, {"server_uuid": "4601ff1f-32b7-478a-b460-24a11f85082e", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac", "code": 200}, {"name": "network-changed", "server_uuid": "4601ff1f-32b7-478a-b460-24a11f85082e", "tag": "6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:33.781684 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-449fc8a9-a075-4654-9b4a-63df448d8bd9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:33.781684 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'status': 'completed', 'code': 200} Aug 21 09:01:33.781684 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4601ff1f-32b7-478a-b460-24a11f85082e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac', 'code': 200} Aug 21 09:01:33.781684 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4601ff1f-32b7-478a-b460-24a11f85082e', 'tag': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac', 'status': 'completed', 'code': 200} Aug 21 09:01:33.899061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-0dd41e9d-7f46-4a83-b2e3-309db203dd14 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Deleting port 5bf1ba47-7e79-4b0d-9362-271a0cd8e0b7 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:33.899418 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-0dd41e9d-7f46-4a83-b2e3-309db203dd14 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:33.996470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-b9d11249-739b-45ba-b8fa-8f38b60bdce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:33.998020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-b9d11249-739b-45ba-b8fa-8f38b60bdce5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 1098 time: 0.1902483 Aug 21 09:01:34.014594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d65cb-3477-4347-8657-8b7c63e299e7 req-f9ba0157-96a7-4395-9ee3-95048dc1edc4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:34.016401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c3d65cb-3477-4347-8657-8b7c63e299e7 req-f9ba0157-96a7-4395-9ee3-95048dc1edc4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 948 time: 0.1802442 Aug 21 09:01:34.135084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-0dd41e9d-7f46-4a83-b2e3-309db203dd14 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:34.135413 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-0dd41e9d-7f46-4a83-b2e3-309db203dd14 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:34.146371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c3d65cb-3477-4347-8657-8b7c63e299e7 req-fb75e767-5192-4c86-aaec-3b25726063c8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015868 Aug 21 09:01:34.166371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-0dd41e9d-7f46-4a83-b2e3-309db203dd14 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Calling delete_port for 5bf1ba47-7e79-4b0d-9362-271a0cd8e0b7 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:34.229652 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5a50a1c0-0148-4850-b05a-734a5a072bfd req-0a0f8553-2501-4635-b671-1ad611e95216 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:34.242573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['30f51f49-7db9-45a0-a54d-51b4e357ebe9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:34.251820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-1659975a-39c3-4f71-953f-0e5002ba1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:34.253309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-1659975a-39c3-4f71-953f-0e5002ba1660 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 200 len: 922 time: 0.2327106 Aug 21 09:01:34.305362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f8553-2501-4635-b671-1ad611e95216 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Pushing event deleted for resources: {'Port': ['ID=30f51f49-7db9-45a0-a54d-51b4e357ebe9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:34.356594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-11ff32fc-72f8-4602-90be-7befb6063e8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 200 len: 217 time: 0.0616252 Aug 21 09:01:34.436106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a50a1c0-0148-4850-b05a-734a5a072bfd req-0a0f8553-2501-4635-b671-1ad611e95216 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] No DVR routers for this DVR port 30f51f49-7db9-45a0-a54d-51b4e357ebe9 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:01:34.447107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb87052-7abf-4bce-846a-a54c42b291b7 req-8f1babc6-c9aa-42d8-b3ae-cf97f812764e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:34.448741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbb87052-7abf-4bce-846a-a54c42b291b7 req-8f1babc6-c9aa-42d8-b3ae-cf97f812764e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 949 time: 0.2293947 Aug 21 09:01:34.450265 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5a50a1c0-0148-4850-b05a-734a5a072bfd req-0a0f8553-2501-4635-b671-1ad611e95216 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:34.452190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a50a1c0-0148-4850-b05a-734a5a072bfd req-0a0f8553-2501-4635-b671-1ad611e95216 tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.22 "DELETE /v2.0/ports/30f51f49-7db9-45a0-a54d-51b4e357ebe9 HTTP/1.1" status: 204 len: 173 time: 1.5677507 Aug 21 09:01:34.486013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-af3dd8b1-b446-4211-959c-5593312f3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:34.494109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-af3dd8b1-b446-4211-959c-5593312f3469 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 200 len: 860 time: 0.1136942 Aug 21 09:01:34.554602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbb87052-7abf-4bce-846a-a54c42b291b7 req-6dd38301-64f5-437d-8baf-5bf0c7707e1b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966039 Aug 21 09:01:34.575039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-b04d0c8c-ecad-4346-8b91-ed5bcf3c6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:34.576658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-b04d0c8c-ecad-4346-8b91-ed5bcf3c6f51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3cdb47d-6003-4595-8619-b3826ce06c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710225 Aug 21 09:01:34.699766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-5ee1819a-663d-4392-925c-860fb550cf18 service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089497 Aug 21 09:01:34.772499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57578) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:34.780313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-0dd41e9d-7f46-4a83-b2e3-309db203dd14 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:34.819040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd41e9d-7f46-4a83-b2e3-309db203dd14 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Pushing event deleted for resources: {'Port': ['ID=5bf1ba47-7e79-4b0d-9362-271a0cd8e0b7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:34.853598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13ab56-beaa-47e0-ac4f-9bc9d959a0c1 req-5c89670a-853b-4078-bcd0-abbb782fb547 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:34.855294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be13ab56-beaa-47e0-ac4f-9bc9d959a0c1 req-5c89670a-853b-4078-bcd0-abbb782fb547 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 944 time: 0.1661363 Aug 21 09:01:34.868437 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-0dd41e9d-7f46-4a83-b2e3-309db203dd14 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:34.871107 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-0dd41e9d-7f46-4a83-b2e3-309db203dd14 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:34.877532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb51c5a8-03c2-4e58-9179-9b761a5c7952 req-0dd41e9d-7f46-4a83-b2e3-309db203dd14 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "DELETE /v2.0/floatingips/4aedb57c-0707-40d9-ad0a-e8a1d414a920 HTTP/1.1" status: 204 len: 173 time: 1.2832613 Aug 21 09:01:34.885098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1946492426-network', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:34.902397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-03672fee-4f4e-45bf-bff6-af5606f37be0 service neutron] 10.222.0.22 "GET /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826768 Aug 21 09:01:34.921496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be13ab56-beaa-47e0-ac4f-9bc9d959a0c1 req-a83a559f-c3af-4341-b05a-a834a7b0f291 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560503 Aug 21 09:01:34.961049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21864fc7-64a5-4734-9795-978737a609f1 req-518c033d-b087-4e83-b395-f641a051424b tempest-VolumesAdminNegativeTest-143298565 tempest-VolumesAdminNegativeTest-143298565-project] 10.222.0.20 "GET /v2.0/ports?device_id=92a530c1-29e8-46c0-b837-03af50effbc0 HTTP/1.1" status: 200 len: 210 time: 0.0280905 Aug 21 09:01:35.015232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-35b10aed-4b96-45d0-aac9-8c8831131b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:35.016767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-35b10aed-4b96-45d0-aac9-8c8831131b40 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 1127 time: 0.0486763 Aug 21 09:01:35.033739 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Made reservation on behalf of d1c42a4740424f01be7b9656430441a8 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:35.036954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:35.048083 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:35.115058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-8382684d-9f9a-4df5-ac07-c83122c9a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:35.116610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-8382684d-9f9a-4df5-ac07-c83122c9a120 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.0900528 Aug 21 09:01:35.143639 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:35.163106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-a11cb7d6-ee71-4c64-ae03-0f3b4331161c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac HTTP/1.1" status: 200 len: 217 time: 0.0367498 Aug 21 09:01:35.228145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:35.260048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:01:35.261845 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2046fc3d-4f99-4d03-920d-c56736794e23,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:35.272079 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:35.272372 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Added segment 0b39f844-fa09-4cba-9b5a-8f6c3a866a23 of type vlan for network 4c48a036-5dbe-4dca-a2b7-260a80337663 Aug 21 09:01:35.290434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-ff36c2a7-d477-423c-955a-384814685bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:35.292086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-ff36c2a7-d477-423c-955a-384814685bad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1210275 Aug 21 09:01:35.333932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-4a7d7ede-5a1a-469b-9d35-00813b6c0c36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293782 Aug 21 09:01:35.342252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:35.357246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5639f-b805-43b3-9e1d-6687500b6425 req-a065d869-3f4a-46ff-a3c7-5b9040d877ab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:35.358741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fb5639f-b805-43b3-9e1d-6687500b6425 req-a065d869-3f4a-46ff-a3c7-5b9040d877ab tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 948 time: 0.1078036 Aug 21 09:01:35.423157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:35.424756 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:35.425671 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:35.470288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fb5639f-b805-43b3-9e1d-6687500b6425 req-680e0658-0f1b-49ff-9400-35339a9e4f00 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782766 Aug 21 09:01:35.485710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5598c7-5f4b-423a-8395-4f99f906186f req-29e03613-3634-4973-b213-1f3b7f9b659c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:35.487348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b5598c7-5f4b-423a-8395-4f99f906186f req-29e03613-3634-4973-b213-1f3b7f9b659c tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 946 time: 0.1516533 Aug 21 09:01:35.502903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] Pushing event updated for resources: {'Network': ['ID=4c48a036-5dbe-4dca-a2b7-260a80337663,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:35.515295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 4c48a036-5dbe-4dca-a2b7-260a80337663 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:01:35.524472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-9e1530ea-5dc8-49fd-b08d-47025a386dbe service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764274 Aug 21 09:01:35.543181 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-43104097-919a-4112-af30-7ccb052c1569 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7695668 Aug 21 09:01:35.546052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57588) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:35.553273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] Request body: {'subnet': {'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1946492426-subnet', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:35.574689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b5598c7-5f4b-423a-8395-4f99f906186f req-db9154a7-9797-4a66-b9d0-8e247a79c9f3 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789020 Aug 21 09:01:35.686592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] Made reservation on behalf of d1c42a4740424f01be7b9656430441a8 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:35.690264 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:35.710524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f14b92-a79b-456b-9e10-6d9d139eee50 req-057d4368-9df8-4527-91c2-42cf3e6a1bc4 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626010 Aug 21 09:01:35.723262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c59e4-a42e-4467-b3ab-7464c9fd6eaa req-80817081-2dfa-4f97-856e-b50ddff7a2ca tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:35.732182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-880c59e4-a42e-4467-b3ab-7464c9fd6eaa req-80817081-2dfa-4f97-856e-b50ddff7a2ca tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 949 time: 0.0845819 Aug 21 09:01:35.789399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-880c59e4-a42e-4467-b3ab-7464c9fd6eaa req-ba7d04d8-d1a7-4243-a4c7-37ce081b1799 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558894 Aug 21 09:01:35.790087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a530c1-29e8-46c0-b837-03af50effbc0', 'name': 'network-vif-deleted', 'tag': '30f51f49-7db9-45a0-a54d-51b4e357ebe9'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:35.795180 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53b8c1d-4135-472e-91dd-20228ce3ce76" -d '{"events": [{"server_uuid": "92a530c1-29e8-46c0-b837-03af50effbc0", "name": "network-vif-deleted", "tag": "30f51f49-7db9-45a0-a54d-51b4e357ebe9"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:35.841052 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41247dce-d1b1-4a53-a1c6-3c9d26ef2804 x-openstack-request-id: req-41247dce-d1b1-4a53-a1c6-3c9d26ef2804 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:35.841348 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a530c1-29e8-46c0-b837-03af50effbc0", "name": "network-vif-deleted", "tag": "30f51f49-7db9-45a0-a54d-51b4e357ebe9", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:35.841601 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41247dce-d1b1-4a53-a1c6-3c9d26ef2804 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:35.842438 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a530c1-29e8-46c0-b837-03af50effbc0', 'name': 'network-vif-deleted', 'tag': '30f51f49-7db9-45a0-a54d-51b4e357ebe9', 'status': 'completed', 'code': 200} Aug 21 09:01:35.976648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.031917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57602) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:36.072702 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] Checking segment: {'id': '0b39f844-fa09-4cba-9b5a-8f6c3a866a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:36.073062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] Network hostable DHCP agents. Network: 4c48a036-5dbe-4dca-a2b7-260a80337663, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:01:36.075226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be5093c-f7b6-4842-b06a-4052640e571d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:36.094771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbe337-934a-4a32-bece-9c78678f2f99 req-a427f578-bd85-46d7-818d-416db5ffe575 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:36.096291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4bbe337-934a-4a32-bece-9c78678f2f99 req-a427f578-bd85-46d7-818d-416db5ffe575 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 944 time: 0.0978463 Aug 21 09:01:36.103322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e119c7d-9b68-44a2-b2a7-fdab331a11e6 admin admin] Deleting subnet 486feb71-8e82-432d-91a7-7a68ada0d5d9 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:01:36.107303 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0e119c7d-9b68-44a2-b2a7-fdab331a11e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.161736 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0e119c7d-9b68-44a2-b2a7-fdab331a11e6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.172184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4bbe337-934a-4a32-bece-9c78678f2f99 req-fa0b1824-4a9e-4788-b95c-aaf6dec33978 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657942 Aug 21 09:01:36.175465 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0e119c7d-9b68-44a2-b2a7-fdab331a11e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.199545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] Network 4c48a036-5dbe-4dca-a2b7-260a80337663 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:01:36.296444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 4c48a036-5dbe-4dca-a2b7-260a80337663) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:36.296682 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0e119c7d-9b68-44a2-b2a7-fdab331a11e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.301022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:36.303118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.309067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9516aa4-b8ca-4c7e-aaa0-ec151db495b0 None None] Network 4c48a036-5dbe-4dca-a2b7-260a80337663 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:01:36.329486 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e119c7d-9b68-44a2-b2a7-fdab331a11e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486feb71-8e82-432d-91a7-7a68ada0d5d9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:36.330092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0e119c7d-9b68-44a2-b2a7-fdab331a11e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.331978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0e119c7d-9b68-44a2-b2a7-fdab331a11e6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/486feb71-8e82-432d-91a7-7a68ada0d5d9 HTTP/1.1" status: 204 len: 168 time: 0.2950599 Aug 21 09:01:36.334838 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:36.381967 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-33be52eb-24e9-4cd4-8119-ee8db80bdd6f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8335822 Aug 21 09:01:36.385690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57606) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:36.390559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1946492426-router', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:36.410449 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.457559 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-4c48a036-5dbe-4dca-a2b7-260a80337663', 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'fixed_ips': [{'subnet_id': '3be5093c-f7b6-4842-b06a-4052640e571d'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:01:36.458793 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.466845 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.468084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.499411 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.515609 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.516167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.516730 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.517075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > port after_create 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.517474 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.517811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > port after_update 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.518346 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.518693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.519252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.520473 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.522535 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.529255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9d67e14d-a539-49c2-bd5c-e654254ab7c9 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:36.667225 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.667617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.667943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.668312 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:01:36.668667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45fe2d4-6f85-482d-8fc0-e9c115533733']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:36.688638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55be9b4-ff3c-476d-8ca5-344cc9418abb') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:36.688951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1e3381bd-a4db-41c7-ba01-c641699117ec up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:36.689074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55be9b4-ff3c-476d-8ca5-344cc9418abb') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:36.706678 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.730629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.741640 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:01:36.742070 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: from cryptography.utils import int_from_bytes Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: from cryptography.utils import int_from_bytes Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:01:36.764981 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:01:36.825933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Allocated IP 172.20.0.2 (4c48a036-5dbe-4dca-a2b7-260a80337663/3be5093c-f7b6-4842-b06a-4052640e571d/d89b69cb-874e-43b5-8faf-724106b14741) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:36.887452 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6b9a1973-9706-49d1-8fa8-d708b87fff4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.914818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 1e3381bd-a4db-41c7-ba01-c641699117ec completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:36.917129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:36.928455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:36.928830 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.930336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 1e3381bd-a4db-41c7-ba01-c641699117ec triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:36.930691 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.965349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:36.996519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.007984 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] 10.222.0.20 "DELETE /v2.0/networks/d45fe2d4-6f85-482d-8fc0-e9c115533733 HTTP/1.1" status: 204 len: 168 time: 0.6635621 Aug 21 09:01:37.007984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9921f3-efef-4fcd-af7c-2eed1fe8483d admin admin] Pushing event deleted for resources: {'Network': ['ID=d45fe2d4-6f85-482d-8fc0-e9c115533733,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:37.007984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57620) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:37.028785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a967e6-b5ae-47ab-bf86-32eb7f437e4b req-16b8250d-faf0-4329-adc9-b9eff75ae017 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:37.036901 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13a967e6-b5ae-47ab-bf86-32eb7f437e4b req-16b8250d-faf0-4329-adc9-b9eff75ae017 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 948 time: 0.4743111 Aug 21 09:01:37.059894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0140fdc-9184-4541-8239-130e73784278 admin admin] Deleting subnet c3318836-f790-428d-82ac-48d519ac3f28 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:01:37.063403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0140fdc-9184-4541-8239-130e73784278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.086161 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.098941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf61a7-341c-4870-9389-c43b46b56603 req-c878c25d-671f-4e94-a36e-aaed7f278dd4 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:37.104740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5caf61a7-341c-4870-9389-c43b46b56603 req-c878c25d-671f-4e94-a36e-aaed7f278dd4 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 946 time: 0.1899951 Aug 21 09:01:37.107037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0140fdc-9184-4541-8239-130e73784278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.115815 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.135812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Transition to ACTIVE for port object d89b69cb-874e-43b5-8faf-724106b14741 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:37.166878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13a967e6-b5ae-47ab-bf86-32eb7f437e4b req-7f969734-731e-4fb2-988c-cec67b446c05 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290948 Aug 21 09:01:37.167311 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0140fdc-9184-4541-8239-130e73784278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.204851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Transition to ACTIVE for port object d89b69cb-874e-43b5-8faf-724106b14741 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:37.212580 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.215665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5caf61a7-341c-4870-9389-c43b46b56603 req-d6ad76d5-e722-4d31-9a60-797809861514 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034577 Aug 21 09:01:37.227662 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.252273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:37.255094 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b168c-b000-4d0e-98f9-2d908741d5b6" -d '{"events": [{"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-plugged", "status": "completed", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:37.278597 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.283314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:37.293152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d48f3-253c-47f7-a36e-00eeaeb49d18 req-8f5a2c36-9563-4037-9e10-6680c421111f tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:37.294694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f75d48f3-253c-47f7-a36e-00eeaeb49d18 req-8f5a2c36-9563-4037-9e10-6680c421111f tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 946 time: 0.1671424 Aug 21 09:01:37.328779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9d67e14d-a539-49c2-bd5c-e654254ab7c9, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d67e14d-a539-49c2-bd5c-e654254ab7c9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:37.344068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Network 4c48a036-5dbe-4dca-a2b7-260a80337663 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:37.350741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:37.354539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:37.357853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Pushing event updated for resources: {'Port': ['ID=d89b69cb-874e-43b5-8faf-724106b14741,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:37.366972 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0140fdc-9184-4541-8239-130e73784278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.402286 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0140fdc-9184-4541-8239-130e73784278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.404556 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b0140fdc-9184-4541-8239-130e73784278 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c3318836-f790-428d-82ac-48d519ac3f28 HTTP/1.1" status: 204 len: 168 time: 0.3999057 Aug 21 09:01:37.405816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0140fdc-9184-4541-8239-130e73784278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3318836-f790-428d-82ac-48d519ac3f28,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:37.407548 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57626) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:37.424647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Attempting to bind port d89b69cb-874e-43b5-8faf-724106b14741 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:37.425018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Attempting to bind port d89b69cb-874e-43b5-8faf-724106b14741 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0b39f844-fa09-4cba-9b5a-8f6c3a866a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:37.425383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Attempting to bind port d89b69cb-874e-43b5-8faf-724106b14741 on network 4c48a036-5dbe-4dca-a2b7-260a80337663 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:37.429684 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.432421 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.433141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 30f51f49-7db9-45a0-a54d-51b4e357ebe9 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:01:37.456645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:37.457017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Checking segment: {'id': '0b39f844-fa09-4cba-9b5a-8f6c3a866a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:37.457662 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.458067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Bound using segment: {'id': '0b39f844-fa09-4cba-9b5a-8f6c3a866a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:37.458803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Bound port: d89b69cb-874e-43b5-8faf-724106b14741, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b39f844-fa09-4cba-9b5a-8f6c3a866a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:37.459180 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.471072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365e186-3789-43c2-8a52-32c5ad96f677 req-98ddf683-6216-4259-9609-db954314d87c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:37.476028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4365e186-3789-43c2-8a52-32c5ad96f677 req-98ddf683-6216-4259-9609-db954314d87c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 949 time: 0.1794436 Aug 21 09:01:37.484617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 30f51f49-7db9-45a0-a54d-51b4e357ebe9 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:01:37.484958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 30f51f49-7db9-45a0-a54d-51b4e357ebe9 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:01:37.491782 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.519513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b844-15ed-4343-a1c2-c44e36c802ed req-b1dde40f-e0b6-45d5-b2a0-15a6eacb45d2 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:37.521435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc35b844-15ed-4343-a1c2-c44e36c802ed req-b1dde40f-e0b6-45d5-b2a0-15a6eacb45d2 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 944 time: 0.1497395 Aug 21 09:01:37.546124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9d67e14d-a539-49c2-bd5c-e654254ab7c9,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:37.579523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.592358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb1ea58-a68d-4901-ab24-7ebe778562b9']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:37.597049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f75d48f3-253c-47f7-a36e-00eeaeb49d18 req-9e5ec9b8-f9df-450f-88ab-cc30bc6b095e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Deleting port c9a30a67-7046-4f64-be89-2d4a649f7c23 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:37.603130 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f75d48f3-253c-47f7-a36e-00eeaeb49d18 req-9e5ec9b8-f9df-450f-88ab-cc30bc6b095e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.603271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] For port d89b69cb-874e-43b5-8faf-724106b14741, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:37.606072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] For port d89b69cb-874e-43b5-8faf-724106b14741, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d89b69cb-874e-43b5-8faf-724106b14741,segment=NetworkSegment(0b39f844-fa09-4cba-9b5a-8f6c3a866a23),segment_id=0b39f844-fa09-4cba-9b5a-8f6c3a866a23)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:37.606969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8957780-c5db-4dec-a2a0-36eba8cdb190') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:37.607274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8957780-c5db-4dec-a2a0-36eba8cdb190') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:37.626692 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.626908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:37.642202 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.650080 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:01:37.650704 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:01:37.653196 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:01:37.666213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc35b844-15ed-4343-a1c2-c44e36c802ed req-a3e3513d-2588-4613-b38d-ee1f32bd780a tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238925 Aug 21 09:01:37.699251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4365e186-3789-43c2-8a52-32c5ad96f677 req-b00e5ef7-74df-4ca1-a6a0-70ae0745bcd6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082489 Aug 21 09:01:37.718782 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.764644 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6d8e89-5bc5-4603-9946-a108d3a696e5 x-openstack-request-id: req-5b6d8e89-5bc5-4603-9946-a108d3a696e5 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:37.765131 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-plugged", "status": "completed", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:37.765443 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b6d8e89-5bc5-4603-9946-a108d3a696e5 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:37.765868 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'code': 200} Aug 21 09:01:37.795430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75e755-7711-4f48-93b9-d38dbcc19a7c None None] Pushing event updated for resources: {'Port': ['ID=d89b69cb-874e-43b5-8faf-724106b14741,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:37.855209 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.873136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f75d48f3-253c-47f7-a36e-00eeaeb49d18 req-9e5ec9b8-f9df-450f-88ab-cc30bc6b095e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] For port c9a30a67-7046-4f64-be89-2d4a649f7c23, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c9a30a67-7046-4f64-be89-2d4a649f7c23,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:37.874057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f75d48f3-253c-47f7-a36e-00eeaeb49d18 req-9e5ec9b8-f9df-450f-88ab-cc30bc6b095e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.918258 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:37.925615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f75d48f3-253c-47f7-a36e-00eeaeb49d18 req-9e5ec9b8-f9df-450f-88ab-cc30bc6b095e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Calling delete_port for c9a30a67-7046-4f64-be89-2d4a649f7c23 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:38.030617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:38.037534 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:38.039529 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/acb1ea58-a68d-4901-ab24-7ebe778562b9 HTTP/1.1" status: 204 len: 168 time: 0.6305416 Aug 21 09:01:38.048769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbe2a3-fd31-4d87-bbb8-6d7b709a89c1 req-35ba441a-46b1-4855-99e6-609de67f445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:38.050910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22dbe2a3-fd31-4d87-bbb8-6d7b709a89c1 req-35ba441a-46b1-4855-99e6-609de67f445f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 1102 time: 0.2013085 Aug 21 09:01:38.073008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4abe11-89eb-49b3-be40-5b2cb14daba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=acb1ea58-a68d-4901-ab24-7ebe778562b9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:38.158827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22dbe2a3-fd31-4d87-bbb8-6d7b709a89c1 req-753b8877-e880-4fb5-b97c-d42f5472168e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954187 Aug 21 09:01:38.173522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Allocated IP 172.25.5.231 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/8a71899b-6968-4555-926e-f9b3bc27e7a6) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:38.391461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b150cea-bdc5-4aa8-87c2-7777f99f8fe4 req-1c21b1ca-cb9b-4412-901b-045e321a5feb tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:38.392965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b150cea-bdc5-4aa8-87c2-7777f99f8fe4 req-1c21b1ca-cb9b-4412-901b-045e321a5feb tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 949 time: 0.1171954 Aug 21 09:01:38.416414 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:38.424882 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f75d48f3-253c-47f7-a36e-00eeaeb49d18 req-9e5ec9b8-f9df-450f-88ab-cc30bc6b095e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:38.433275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932bd5b-fc13-4899-9b21-66c761ddaa4b req-53951bbd-7ce1-4a39-8e51-b1394eaf8fd2 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:38.434779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d932bd5b-fc13-4899-9b21-66c761ddaa4b req-53951bbd-7ce1-4a39-8e51-b1394eaf8fd2 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 946 time: 0.1439688 Aug 21 09:01:38.442818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c9a30a67-7046-4f64-be89-2d4a649f7c23'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:38.467270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57642) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:38.481873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ec9b8-f9df-450f-88ab-cc30bc6b095e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Pushing event deleted for resources: {'Port': ['ID=c9a30a67-7046-4f64-be89-2d4a649f7c23,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:38.515602 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1a98c761-6ff4-4c5b-92ff-6a5b973ee205 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd61a6e5bd654263ae8af1ea654395ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471146 Aug 21 09:01:38.516216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57644) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:38.565053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75d48f3-253c-47f7-a36e-00eeaeb49d18 req-9e5ec9b8-f9df-450f-88ab-cc30bc6b095e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] No DVR routers for this DVR port c9a30a67-7046-4f64-be89-2d4a649f7c23 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:01:38.569127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b150cea-bdc5-4aa8-87c2-7777f99f8fe4 req-dde574f4-0ecb-4aa7-8b83-a2c8f291efa6 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651337 Aug 21 09:01:38.570162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f75d48f3-253c-47f7-a36e-00eeaeb49d18 req-9e5ec9b8-f9df-450f-88ab-cc30bc6b095e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:38.572057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f75d48f3-253c-47f7-a36e-00eeaeb49d18 req-9e5ec9b8-f9df-450f-88ab-cc30bc6b095e tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.22 "DELETE /v2.0/ports/c9a30a67-7046-4f64-be89-2d4a649f7c23 HTTP/1.1" status: 204 len: 173 time: 1.2616744 Aug 21 09:01:38.583683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'name': 'network-vif-deleted', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:38.588462 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198356e4-a9be-4952-b16a-54d7d6b06219" -d '{"events": [{"server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "name": "network-vif-deleted", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:38.589065 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd3a96a-6cda-44be-a26c-66be02c18f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:38.614774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d932bd5b-fc13-4899-9b21-66c761ddaa4b req-9908be63-faaf-4ac2-99d3-b57e82a4e5cb tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed372435-8441-41fc-b279-5badd8974cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376054 Aug 21 09:01:38.631397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd3a96a-6cda-44be-a26c-66be02c18f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:38.678677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:38.778151 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5b6cac-eb63-4937-be05-744486587383 x-openstack-request-id: req-1f5b6cac-eb63-4937-be05-744486587383 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:38.783470 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbab19a5-a34e-40c9-a7fc-ba08b035d4ba", "name": "network-vif-deleted", "tag": "c9a30a67-7046-4f64-be89-2d4a649f7c23", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:38.783891 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f5b6cac-eb63-4937-be05-744486587383 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:38.784788 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbab19a5-a34e-40c9-a7fc-ba08b035d4ba', 'name': 'network-vif-deleted', 'tag': 'c9a30a67-7046-4f64-be89-2d4a649f7c23', 'status': 'completed', 'code': 200} Aug 21 09:01:38.803664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:38.817745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:38.838859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:38.844055 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd3a96a-6cda-44be-a26c-66be02c18f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:38.846978 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd3a96a-6cda-44be-a26c-66be02c18f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:38.852433 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3fd3a96a-6cda-44be-a26c-66be02c18f9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc4f296d-87cd-41bf-bae3-67df36773638 HTTP/1.1" status: 204 len: 168 time: 0.3350921 Aug 21 09:01:38.864674 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3a96a-6cda-44be-a26c-66be02c18f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4f296d-87cd-41bf-bae3-67df36773638,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:38.927488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Pushing event updated for resources: {'Port': ['ID=8a71899b-6968-4555-926e-f9b3bc27e7a6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:39.033138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94620ee-f60d-40a5-90e8-d2f0448fcea6 req-78952016-8f7e-4c4f-851d-7392673a3556 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:39.034883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a94620ee-f60d-40a5-90e8-d2f0448fcea6 req-78952016-8f7e-4c4f-851d-7392673a3556 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 944 time: 0.2144496 Aug 21 09:01:39.050193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632db7c4-4125-44b6-acf8-dc76afda20b7 req-735d1765-d725-4f73-a082-479003f2f808 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:39.051966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-632db7c4-4125-44b6-acf8-dc76afda20b7 req-735d1765-d725-4f73-a082-479003f2f808 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.2621365 Aug 21 09:01:39.121981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b240c-7d2a-4f05-9a9d-ba2cd54973ff None None] Network 4c48a036-5dbe-4dca-a2b7-260a80337663 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:01:39.128747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-632db7c4-4125-44b6-acf8-dc76afda20b7 req-de2b3dde-0c34-471a-840a-ecb01b5bc8cd tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658746 Aug 21 09:01:39.132217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a94620ee-f60d-40a5-90e8-d2f0448fcea6 req-caf1c3ae-b6f1-4a42-a7e0-00833ed08781 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775867 Aug 21 09:01:39.240425 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:39.268590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2899b2d7-bf1c-41cd-8632-4580ffb8130d None None] Provisioning for port d89b69cb-874e-43b5-8faf-724106b14741 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:39.456382 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ef4feb9a-f492-4002-89e8-fcfd141fb6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:39.463666 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:39.628048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57660) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:39.679202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Router 7f3bdff6-fab8-498f-b8fd-d535d36487eb is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:01:39.683911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f9c7eb50-eddf-447b-b5b7-d208734707c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ab3a9aa2dd04cfdaf0906758db9c81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552869 Aug 21 09:01:39.687082 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57664) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:39.725278 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:39.741171 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2cfc50f2-56c8-49c9-bff5-981c1f500334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:39.765351 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2cfc50f2-56c8-49c9-bff5-981c1f500334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:39.766651 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842736e9-4d3c-407c-8fd3-e0623237f14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d67e14d-a539-49c2-bd5c-e654254ab7c9'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:39.769563 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3134b344-4610-41da-83d1-a2e500562d19" -d '{"events": [{"server_uuid": "842736e9-4d3c-407c-8fd3-e0623237f14c", "name": "network-vif-plugged", "status": "completed", "tag": "9d67e14d-a539-49c2-bd5c-e654254ab7c9"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:39.786969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ace12b-9593-4006-b8f7-b8972dd3524e req-88ca5b1f-ab21-479c-a175-6822a5cb52fd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:39.788493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5ace12b-9593-4006-b8f7-b8972dd3524e req-88ca5b1f-ab21-479c-a175-6822a5cb52fd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 949 time: 0.1237011 Aug 21 09:01:39.792254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb4da4c1-1351-446a-b8b7-dbe016318f50 req-b9bd3be1-b149-41e8-a9f1-365c32b31e88 tempest-FloatingIPsAssociationTestJSON-503740924 tempest-FloatingIPsAssociationTestJSON-503740924-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbab19a5-a34e-40c9-a7fc-ba08b035d4ba HTTP/1.1" status: 200 len: 210 time: 0.0442955 Aug 21 09:01:39.877952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:01:39.884061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2cfc50f2-56c8-49c9-bff5-981c1f500334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:39.886806 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2cfc50f2-56c8-49c9-bff5-981c1f500334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:39.887999 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2cfc50f2-56c8-49c9-bff5-981c1f500334 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f277808b-6e07-416a-b543-342132d60818 HTTP/1.1" status: 204 len: 168 time: 0.1988504 Aug 21 09:01:39.897934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Sync routers for ids ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:01:39.906508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Routers {'7f3bdff6-fab8-498f-b8fd-d535d36487eb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:39.907465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:39.909914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc50f2-56c8-49c9-bff5-981c1f500334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f277808b-6e07-416a-b543-342132d60818,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:39.973185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5ace12b-9593-4006-b8f7-b8972dd3524e req-9bd72b56-7aa4-4e90-b7be-d9c397ea8077 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768086 Aug 21 09:01:40.074300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Set router 7f3bdff6-fab8-498f-b8fd-d535d36487eb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:40.107994 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:40.113399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2a11bf4e-17d3-4c06-9346-00831537fc23 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7253222 Aug 21 09:01:40.113531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57676) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:40.139893 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f041b4ce-479d-4576-9c28-12ce1c227e89 x-openstack-request-id: req-f041b4ce-479d-4576-9c28-12ce1c227e89 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:40.140436 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842736e9-4d3c-407c-8fd3-e0623237f14c", "name": "network-vif-plugged", "status": "completed", "tag": "9d67e14d-a539-49c2-bd5c-e654254ab7c9", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:40.140436 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f041b4ce-479d-4576-9c28-12ce1c227e89 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:40.142141 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842736e9-4d3c-407c-8fd3-e0623237f14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d67e14d-a539-49c2-bd5c-e654254ab7c9', 'code': 200} Aug 21 09:01:40.170872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d89b69cb-874e-43b5-8faf-724106b14741 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:40.171405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bacb7a-0290-4861-bf9f-af12e769a9c1 req-42cb0b15-74fe-40e6-9e68-afb9ed480a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:40.172996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39bacb7a-0290-4861-bf9f-af12e769a9c1 req-42cb0b15-74fe-40e6-9e68-afb9ed480a15 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 1101 time: 0.1176744 Aug 21 09:01:40.237954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39bacb7a-0290-4861-bf9f-af12e769a9c1 req-4c60d07a-7adb-441c-90b0-216fa9693902 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514567 Aug 21 09:01:40.384787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6920f1-7a1d-4c31-829e-c058774d2ac5 req-c7a92a7d-c5d4-4ae0-b607-ee0d9d61d343 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:40.386396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be6920f1-7a1d-4c31-829e-c058774d2ac5 req-c7a92a7d-c5d4-4ae0-b607-ee0d9d61d343 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.0870600 Aug 21 09:01:40.394365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330fc2c-8afc-4f43-bd27-4a8d44c6ee84 req-f9b224a7-be0f-41a5-99e7-068cadf47e9b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:40.401862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e330fc2c-8afc-4f43-bd27-4a8d44c6ee84 req-f9b224a7-be0f-41a5-99e7-068cadf47e9b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 944 time: 0.0917954 Aug 21 09:01:40.407909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'name': 'tempest-FloatingIPsTestJSON-1946492426-router', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:36Z', 'updated_at': '2021-08-21T09:01:39Z', 'revision_number': 3, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'gw_port': {'id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:37Z', 'updated_at': '2021-08-21T09:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:40.465463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be6920f1-7a1d-4c31-829e-c058774d2ac5 req-9cceeb7d-01c8-4e29-9ea4-d55d3c40148a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614855 Aug 21 09:01:40.475330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e330fc2c-8afc-4f43-bd27-4a8d44c6ee84 req-b82839e0-edf4-4460-9191-03737277539e tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724769 Aug 21 09:01:40.490967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d89b69cb-874e-43b5-8faf-724106b14741 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:40.490967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Checking router: 7f3bdff6-fab8-498f-b8fd-d535d36487eb for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:01:40.490967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Updating router 7f3bdff6-fab8-498f-b8fd-d535d36487eb port 8a71899b-6968-4555-926e-f9b3bc27e7a6 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:01:40.531152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d89b69cb-874e-43b5-8faf-724106b14741 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:40.531522 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:40.615694 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:40.648603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569fdbf-94a8-49cc-b8ab-156d62035863 req-8bd98e0c-cb4a-496c-88f7-8806c55a6840 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:40.660089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:01:40.660430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b569fdbf-94a8-49cc-b8ab-156d62035863 req-8bd98e0c-cb4a-496c-88f7-8806c55a6840 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.0962663 Aug 21 09:01:40.759464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b569fdbf-94a8-49cc-b8ab-156d62035863 req-525374b9-1910-4df9-8904-2f9827affe9c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963233 Aug 21 09:01:40.835900 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:40.890904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:40.923528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57706) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:41.075684 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:41.088411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c9a30a67-7046-4f64-be89-2d4a649f7c23 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:01:41.157655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: c9a30a67-7046-4f64-be89-2d4a649f7c23 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:01:41.158621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c9a30a67-7046-4f64-be89-2d4a649f7c23 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:01:41.208512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port d89b69cb-874e-43b5-8faf-724106b14741, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d89b69cb-874e-43b5-8faf-724106b14741,segment=NetworkSegment(0b39f844-fa09-4cba-9b5a-8f6c3a866a23),segment_id=0b39f844-fa09-4cba-9b5a-8f6c3a866a23)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:41.219438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Allocated IP 172.20.0.1 (4c48a036-5dbe-4dca-a2b7-260a80337663/3be5093c-f7b6-4842-b06a-4052640e571d/abdfa5c5-f95f-426e-aef7-44ffbc0c5526) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:41.289972 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:41.377190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:41.415965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Transition to ACTIVE for port object abdfa5c5-f95f-426e-aef7-44ffbc0c5526 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:41.459174 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:41.472626 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Transition to ACTIVE for port object 8a71899b-6968-4555-926e-f9b3bc27e7a6 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:41.481978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=d89b69cb-874e-43b5-8faf-724106b14741,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:41.525360 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:41.569806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Network 4c48a036-5dbe-4dca-a2b7-260a80337663 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:41.586648 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:41.618444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:41.623915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:41.708209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:41.728063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Attempting to bind port 8a71899b-6968-4555-926e-f9b3bc27e7a6 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:41.730886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Attempting to bind port 8a71899b-6968-4555-926e-f9b3bc27e7a6 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:41.732138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Attempting to bind port 8a71899b-6968-4555-926e-f9b3bc27e7a6 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:41.747539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c184b17-1f1f-4a13-aa3c-8e4f158c8f55 None None] Pushing event updated for resources: {'Port': ['ID=8a71899b-6968-4555-926e-f9b3bc27e7a6,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:41.747937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Pushing event updated for resources: {'Port': ['ID=abdfa5c5-f95f-426e-aef7-44ffbc0c5526,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:41.767418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:41.769345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:41.771659 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:41.773509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:41.777879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Bound port: 8a71899b-6968-4555-926e-f9b3bc27e7a6, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:41.778778 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:41.936735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] For port 8a71899b-6968-4555-926e-f9b3bc27e7a6, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:41.943529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] For port 8a71899b-6968-4555-926e-f9b3bc27e7a6, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8a71899b-6968-4555-926e-f9b3bc27e7a6,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:41.979797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be00708-977b-47f1-acad-09929df0992c req-f88be61f-dc97-4606-8605-26232fcff18b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:41.981020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5be00708-977b-47f1-acad-09929df0992c req-f88be61f-dc97-4606-8605-26232fcff18b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 949 time: 0.8031607 Aug 21 09:01:42.011349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d89b69cb-874e-43b5-8faf-724106b14741 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:42.117289 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:42.121636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:42.131143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5be00708-977b-47f1-acad-09929df0992c req-3ea08391-fd1d-4cd8-ae04-a8bf385ff171 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281252 Aug 21 09:01:42.136961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-ae1076f8-9f52-4f0b-a5ad-363c782b52dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1877160 Aug 21 09:01:42.182544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3e80d-ebda-4c3c-9c15-9fee6d30a788 req-eef8023c-f73d-4405-8fd8-a1803d01e388 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:42.184606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7db3e80d-ebda-4c3c-9c15-9fee6d30a788 req-eef8023c-f73d-4405-8fd8-a1803d01e388 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 944 time: 0.2341101 Aug 21 09:01:42.224212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c184b17-1f1f-4a13-aa3c-8e4f158c8f55 None None] Pushing event updated for resources: {'Port': ['ID=8a71899b-6968-4555-926e-f9b3bc27e7a6,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:42.245576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d89b69cb-874e-43b5-8faf-724106b14741 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:42.246029 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:42.314616 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Routers {'7f3bdff6-fab8-498f-b8fd-d535d36487eb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:42.315272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:42.331822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7db3e80d-ebda-4c3c-9c15-9fee6d30a788 req-baf398db-163d-419d-9eb9-5ee85cb4ad80 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361251 Aug 21 09:01:42.387045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-420ad3d0-fac6-490d-a16b-d4e3b80bb737 None None] Provisioning for port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:42.393871 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:42.396277 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:42.403169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-420ad3d0-fac6-490d-a16b-d4e3b80bb737 None None] Provisioning complete for port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:42.403815 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-420ad3d0-fac6-490d-a16b-d4e3b80bb737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:42.444653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fee82c-60b4-47b1-b5de-3ad78580dd37 req-5b454d36-2624-45dd-b015-b6dcedb6df59 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:42.452113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1fee82c-60b4-47b1-b5de-3ad78580dd37 req-5b454d36-2624-45dd-b015-b6dcedb6df59 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1821532 Aug 21 09:01:42.474646 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:42.548613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-420ad3d0-fac6-490d-a16b-d4e3b80bb737 None None] Port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:01:42.593808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] Set router 7f3bdff6-fab8-498f-b8fd-d535d36487eb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:42.602334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-b86dcb72-6ce0-46ca-a67a-6859f2256875 service neutron] 10.222.0.22 "GET /v2.0/ports/6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac/bindings/n-h1-766726-28 HTTP/1.1" status: 200 len: 385 time: 0.2134540 Aug 21 09:01:42.620916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1fee82c-60b4-47b1-b5de-3ad78580dd37 req-82884cc7-4803-4f67-add9-da8cc58ee3ea tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651676 Aug 21 09:01:42.627592 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:42.746788 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Pushing event updated for resources: {'Port': ['ID=abdfa5c5-f95f-426e-aef7-44ffbc0c5526,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:42.750857 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Network 4c48a036-5dbe-4dca-a2b7-260a80337663 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:42.752870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:42.861268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:42.891853 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Router 7f3bdff6-fab8-498f-b8fd-d535d36487eb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:01:43.041393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'name': 'tempest-FloatingIPsTestJSON-1946492426-router', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:36Z', 'updated_at': '2021-08-21T09:01:41Z', 'revision_number': 4, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'gw_port': {'id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:37Z', 'updated_at': '2021-08-21T09:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'abdfa5c5-f95f-426e-aef7-44ffbc0c5526', 'name': '', 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'mac_address': 'fa:16:3e:25:1d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3be5093c-f7b6-4842-b06a-4052640e571d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:40Z', 'updated_at': '2021-08-21T09:01:41Z', 'revision_number': 1, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'subnets': [{'id': '3be5093c-f7b6-4842-b06a-4052640e571d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:43.047852 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57772) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:43.055196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1292773705'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:43.079627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137ed4d-5935-4deb-bff4-bd53a24db7dd None None] The sync data for ids ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'] in n-d-766726-28 is: [{'id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'name': 'tempest-FloatingIPsTestJSON-1946492426-router', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:36Z', 'updated_at': '2021-08-21T09:01:41Z', 'revision_number': 4, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'gw_port': {'id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:37Z', 'updated_at': '2021-08-21T09:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'abdfa5c5-f95f-426e-aef7-44ffbc0c5526', 'name': '', 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'mac_address': 'fa:16:3e:25:1d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3be5093c-f7b6-4842-b06a-4052640e571d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:40Z', 'updated_at': '2021-08-21T09:01:41Z', 'revision_number': 1, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'subnets': [{'id': '3be5093c-f7b6-4842-b06a-4052640e571d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:01:43.096354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-baf8388e-ad8c-435d-85c6-470444aabf7f None None] Provisioning complete for port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:43.096827 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-baf8388e-ad8c-435d-85c6-470444aabf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:43.155794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-baf8388e-ad8c-435d-85c6-470444aabf7f None None] Port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:01:43.167794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:01:43.173581 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3bc6cf96-3bf2-47a6-a017-69f5aaea8005 admin admin] 10.222.0.20 "PUT /v2.0/routers/7f3bdff6-fab8-498f-b8fd-d535d36487eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0598395 Aug 21 09:01:43.273689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:43.273689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:43.311751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-c02c72d1-ca30-4765-ae80-659a78515c09 service neutron] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:43.319549 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:01:43.330033 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:43.330379 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Added segment 33cec0f0-5400-4c97-8c17-b0a6c89d0427 of type vlan for network 04a14846-b657-47da-aaf2-d12dbfa433a0 Aug 21 09:01:43.377214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc60fbf-45b0-4a59-8596-43be1fb2a98e req-92a73b00-fa6c-44c7-a2e9-dd32df19c1ad tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:43.378648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fc60fbf-45b0-4a59-8596-43be1fb2a98e req-92a73b00-fa6c-44c7-a2e9-dd32df19c1ad tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 949 time: 0.1251004 Aug 21 09:01:43.379762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-c02c72d1-ca30-4765-ae80-659a78515c09 service neutron] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:43.392517 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:43.477472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-c02c72d1-ca30-4765-ae80-659a78515c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:01:43.496841 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:43.503637 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:43.508063 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:43.536550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-c02c72d1-ca30-4765-ae80-659a78515c09 service neutron] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:43.593166 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fc60fbf-45b0-4a59-8596-43be1fb2a98e req-46179d38-7280-4dc7-b151-bfafa17fab50 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938586 Aug 21 09:01:43.651698 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-c02c72d1-ca30-4765-ae80-659a78515c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:43.678317 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Network': ['ID=04a14846-b657-47da-aaf2-d12dbfa433a0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:43.681016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-748b8e7f-12f9-4e43-9797-486561775bdd tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2627089 Aug 21 09:01:43.691859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 04a14846-b657-47da-aaf2-d12dbfa433a0 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:01:43.695843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:43.792216 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dcfff61f-ce54-412f-a271-e356dbb46539 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7414832 Aug 21 09:01:43.792571 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57810) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:43.795871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] Deleting port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:43.796428 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:43.799332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-790371992'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:43.875849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e73af-e48b-4900-a651-49a66901e5a7 req-db3fb545-1161-4a3e-8575-590140124b54 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:43.877440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b19e73af-e48b-4900-a651-49a66901e5a7 req-db3fb545-1161-4a3e-8575-590140124b54 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 944 time: 0.1708794 Aug 21 09:01:43.888876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-c02c72d1-ca30-4765-ae80-659a78515c09 service neutron] Transition to ACTIVE for port object 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:43.948271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] For port 1df5edd9-05b7-44d8-8fd2-c154ac5114f3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1df5edd9-05b7-44d8-8fd2-c154ac5114f3,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:43.948539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:43.960424 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:43.961734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b19e73af-e48b-4900-a651-49a66901e5a7 req-1621bcac-0f7d-40ec-a6b2-eadf56aa7d99 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757914 Aug 21 09:01:43.977108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] Calling delete_port for 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:43.997489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-c02c72d1-ca30-4765-ae80-659a78515c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:44.045070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:44.053244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:44.092385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:01:44.103887 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:44.104590 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Added segment a325ac37-fc4b-4650-8b8c-53f8d72e8259 of type vlan for network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 Aug 21 09:01:44.155655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:44.243851 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:44.253469 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:44.253469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:44.253753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-c02c72d1-ca30-4765-ae80-659a78515c09 service neutron] No DVR routers for this DVR port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:01:44.268179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c72d1-ca30-4765-ae80-659a78515c09 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:44.298682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd173d9-23f6-413d-ab2f-7544c0cdbad4 req-d2ec7f34-087a-4da4-9602-9bcccfd89df5 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:44.300235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2cd173d9-23f6-413d-ab2f-7544c0cdbad4 req-d2ec7f34-087a-4da4-9602-9bcccfd89df5 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 1101 time: 0.1754704 Aug 21 09:01:44.311484 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-c02c72d1-ca30-4765-ae80-659a78515c09 service neutron] 10.222.0.22 "PUT /v2.0/ports/6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac/bindings/n-h1-766726-28/activate HTTP/1.1" status: 200 len: 370 time: 1.6840205 Aug 21 09:01:44.334086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Network': ['ID=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:44.344937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:01:44.360232 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1a5cc587-bd70-4ab5-9d41-ab30519df7eb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5659690 Aug 21 09:01:44.362794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57812) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:44.368801 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'subnet': {'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:44.409578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2cd173d9-23f6-413d-ab2f-7544c0cdbad4 req-d3a88504-d2ef-42b4-bb20-b99f3c72664b tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963490 Aug 21 09:01:44.490198 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:44.564184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:44.568357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:44.597100 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:44.855343 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:44.922041 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Subnet': ['ID=91c86684-4e4d-4902-be45-8db50728a410,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:44.925484 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:44.932046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Checking segment: {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:44.939256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network hostable DHCP agents. Network: 04a14846-b657-47da-aaf2-d12dbfa433a0, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:01:44.996043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] Pushing event deleted for resources: {'Port': ['ID=1df5edd9-05b7-44d8-8fd2-c154ac5114f3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:45.011410 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:45.039391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network 04a14846-b657-47da-aaf2-d12dbfa433a0 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:01:45.041727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ed7d3-1c46-436d-aaef-92ef7081aa40 req-3ad7f0e7-8e89-4607-b62f-4669c69217b5 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:45.043248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b0ed7d3-1c46-436d-aaef-92ef7081aa40 req-3ad7f0e7-8e89-4607-b62f-4669c69217b5 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.5067108 Aug 21 09:01:45.057472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Allocated IP 172.25.5.127 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/b0e2cba8-2538-4751-b1b1-1fe8ac4906bb) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:45.124215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 04a14846-b657-47da-aaf2-d12dbfa433a0) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:45.133764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-17938c88-ea61-401b-aef2-3a7330adad94 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:45.135977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-17938c88-ea61-401b-aef2-3a7330adad94 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.2316678 Aug 21 09:01:45.137220 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:45.137875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139713a-7f8c-4236-980d-3563cafc5574 None None] Network 04a14846-b657-47da-aaf2-d12dbfa433a0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:01:45.140082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:45.142903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-185420a2-908a-4c7b-965e-76f356ad672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:45.145080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-185420a2-908a-4c7b-965e-76f356ad672e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 1102 time: 0.2338033 Aug 21 09:01:45.239240 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-70f55778-faa3-44d6-89a8-24aed5db87af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8746316 Aug 21 09:01:45.241723 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57820) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:45.248248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'subnet': {'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:45.297776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-04a14846-b657-47da-aaf2-d12dbfa433a0', 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'fixed_ips': [{'subnet_id': '91c86684-4e4d-4902-be45-8db50728a410'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:01:45.299047 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:45.334498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b0ed7d3-1c46-436d-aaef-92ef7081aa40 req-26105d4c-6aea-4554-972f-65ed99aba66d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780800 Aug 21 09:01:45.388310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4e649e75-dc1e-43d1-a57b-e2f20995c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:45.389821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4e649e75-dc1e-43d1-a57b-e2f20995c3dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e&tenant_id=e3daa348046e425cb9653a6de230888a HTTP/1.1" status: 200 len: 1097 time: 0.2407458 Aug 21 09:01:45.401432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:45.420989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:45.424708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:45.461028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Allocated IP 10.1.1.2 (04a14846-b657-47da-aaf2-d12dbfa433a0/91c86684-4e4d-4902-be45-8db50728a410/4b0391ef-d061-4894-827f-7ee6252deebb) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:45.540998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-bfc36cb6-4a03-466c-8673-b214abc97c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:45.542642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-bfc36cb6-4a03-466c-8673-b214abc97c77 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3715200 Aug 21 09:01:45.626401 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Sync routers for ids ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:01:45.634795 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cfc87a04-8530-49ce-8449-c448c271e8b7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047020 Aug 21 09:01:45.640812 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:45.645731 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Routers {'7f3bdff6-fab8-498f-b8fd-d535d36487eb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:45.646382 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:45.677860 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:45.681149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-b277fc08-275a-4d17-81e3-bce61ed0a99e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=1e3381bd-a4db-41c7-ba01-c641699117ec HTTP/1.1" status: 200 len: 217 time: 0.0652821 Aug 21 09:01:45.687917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Transition to ACTIVE for port object 4b0391ef-d061-4894-827f-7ee6252deebb will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:45.704376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Transition to ACTIVE for port object 4b0391ef-d061-4894-827f-7ee6252deebb will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:45.773783 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:45.783990 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Set router 7f3bdff6-fab8-498f-b8fd-d535d36487eb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:45.842038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-f1479ba9-215a-4b58-ad42-d5a312273880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:45.843899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-f1479ba9-215a-4b58-ad42-d5a312273880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 1097 time: 0.3659163 Aug 21 09:01:45.844412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Network 04a14846-b657-47da-aaf2-d12dbfa433a0 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:45.856648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:45.866604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:45.879760 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Pushing event updated for resources: {'Port': ['ID=4b0391ef-d061-4894-827f-7ee6252deebb,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:45.897514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-e48b134c-b2c1-4f3c-bcc5-de02b33f1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:45.898987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-e48b134c-b2c1-4f3c-bcc5-de02b33f1bf2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1996169 Aug 21 09:01:45.914451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:45.975273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Attempting to bind port 4b0391ef-d061-4894-827f-7ee6252deebb on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:45.977790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Attempting to bind port 4b0391ef-d061-4894-827f-7ee6252deebb by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:45.978168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Attempting to bind port 4b0391ef-d061-4894-827f-7ee6252deebb on network 04a14846-b657-47da-aaf2-d12dbfa433a0 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:45.989471 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Subnet': ['ID=40ffc275-4f56-4031-8137-84e9e187ff3f,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:45.990443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:45.990443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Checking segment: {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:45.990443 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.001224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Bound using segment: {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:46.001910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Bound port: 4b0391ef-d061-4894-827f-7ee6252deebb, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:46.002405 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.009456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Checking segment: {'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:46.011208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network hostable DHCP agents. Network: 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:01:46.065013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-8048d679-908b-4ea2-bbbb-95d763d55672 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:46.066502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-8048d679-908b-4ea2-bbbb-95d763d55672 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3930185 Aug 21 09:01:46.075446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.081642 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'name': 'tempest-FloatingIPsTestJSON-1946492426-router', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:36Z', 'updated_at': '2021-08-21T09:01:41Z', 'revision_number': 4, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'gw_port': {'id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:37Z', 'updated_at': '2021-08-21T09:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'abdfa5c5-f95f-426e-aef7-44ffbc0c5526', 'name': '', 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'mac_address': 'fa:16:3e:25:1d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3be5093c-f7b6-4842-b06a-4052640e571d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:40Z', 'updated_at': '2021-08-21T09:01:42Z', 'revision_number': 2, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'subnets': [{'id': '3be5093c-f7b6-4842-b06a-4052640e571d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:46.096592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:01:46.114265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] For port 4b0391ef-d061-4894-827f-7ee6252deebb, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:46.118313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] For port 4b0391ef-d061-4894-827f-7ee6252deebb, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4b0391ef-d061-4894-827f-7ee6252deebb,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:46.138852 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Checking router: 7f3bdff6-fab8-498f-b8fd-d535d36487eb for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:01:46.139208 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Updating router 7f3bdff6-fab8-498f-b8fd-d535d36487eb port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:01:46.152543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-4159366f-bccb-457c-ada3-6ced12221040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:46.154069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-4159366f-bccb-457c-ada3-6ced12221040 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2370605 Aug 21 09:01:46.169617 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.179463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:46.183218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8a71899b-6968-4555-926e-f9b3bc27e7a6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:46.188316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c248d-e092-4b40-8a4c-83f9f452e474 None None] Network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:01:46.193686 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:46.194509 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.204928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-c57d3572-ab5c-42aa-88fc-aae07c1f9789 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/quotas/97b4438915564130b94b8ce40d3b9713 HTTP/1.1" status: 200 len: 375 time: 0.1094625 Aug 21 09:01:46.210340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:46.216517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-011587ea-3cde-4581-9981-0cb4fc8d9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:46.218201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-011587ea-3cde-4581-9981-0cb4fc8d9e09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.3549335 Aug 21 09:01:46.227489 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.233480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:46.235921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:46.268963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Pushing event updated for resources: {'Port': ['ID=b0e2cba8-2538-4751-b1b1-1fe8ac4906bb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:46.272603 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-51dae9e6-8279-4b2f-8e06-083b759324a6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0297544 Aug 21 09:01:46.275298 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57832) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:46.281876 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'port': {'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1531827535', 'fixed_ips': [{'subnet_id': '91c86684-4e4d-4902-be45-8db50728a410'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:46.380127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b3582-86ab-44d0-a2c3-ee1c4f4a9ebf None None] Pushing event updated for resources: {'Port': ['ID=4b0391ef-d061-4894-827f-7ee6252deebb,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:46.380770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-ab3bc9f2-6078-4b45-b86c-08f68175d060 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac HTTP/1.1" status: 200 len: 217 time: 0.1376603 Aug 21 09:01:46.448565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] Router e70bcbde-0d93-44ee-a13b-5209b419464e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:01:46.493444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 8a71899b-6968-4555-926e-f9b3bc27e7a6 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:46.498463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-8b7efe3c-867f-44dc-983b-4a93c4f8a3a2', 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'fixed_ips': [{'subnet_id': '40ffc275-4f56-4031-8137-84e9e187ff3f'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:01:46.499315 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.509265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8a71899b-6968-4555-926e-f9b3bc27e7a6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:46.509633 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.516218 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.537432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:46.547899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-bf8406d6-05f5-4eed-91ed-ff141924e56f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3155496 Aug 21 09:01:46.549852 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-6462ed3d-2f76-406e-99ce-7ddedac33752 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385465 Aug 21 09:01:46.554854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-f93b2ffc-5043-4a19-974a-30a59e918355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:46.556389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-f93b2ffc-5043-4a19-974a-30a59e918355 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1616836 Aug 21 09:01:46.712997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.713188 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.728922 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Transition to ACTIVE for port object abdfa5c5-f95f-426e-aef7-44ffbc0c5526 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:46.748837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-c97df0c3-7ae9-4c96-9328-94d0ae94c271 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392555 Aug 21 09:01:46.778288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.803531 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.826356 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] device_id is not set on port 09b19b1a-98fa-4efc-9311-75cf68b68d53 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:01:46.842929 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:46.867339 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Pushing event updated for resources: {'Port': ['ID=abdfa5c5-f95f-426e-aef7-44ffbc0c5526,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:46.879697 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.880130 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.880526 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.880923 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.881357 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.881780 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.882165 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.882548 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.882936 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.883384 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.883832 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.884211 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:01:46.908187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 8a71899b-6968-4555-926e-f9b3bc27e7a6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8a71899b-6968-4555-926e-f9b3bc27e7a6,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:46.927085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Allocated IP 10.2.2.2 (8b7efe3c-867f-44dc-983b-4a93c4f8a3a2/40ffc275-4f56-4031-8137-84e9e187ff3f/46da3ce0-5965-4f2e-bddb-1c03a3735a26) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:46.991996 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:47.045022 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Attempting to bind port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:47.045736 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Attempting to bind port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0b39f844-fa09-4cba-9b5a-8f6c3a866a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:47.046295 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Attempting to bind port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 on network 4c48a036-5dbe-4dca-a2b7-260a80337663 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:47.059235 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:47.060323 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Checking segment: {'id': '0b39f844-fa09-4cba-9b5a-8f6c3a866a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:47.060967 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:47.061556 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Bound using segment: {'id': '0b39f844-fa09-4cba-9b5a-8f6c3a866a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:47.062370 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Bound port: abdfa5c5-f95f-426e-aef7-44ffbc0c5526, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b39f844-fa09-4cba-9b5a-8f6c3a866a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:47.067818 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:47.182421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=8a71899b-6968-4555-926e-f9b3bc27e7a6,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:47.235023 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] For port abdfa5c5-f95f-426e-aef7-44ffbc0c5526, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:47.242709 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] For port abdfa5c5-f95f-426e-aef7-44ffbc0c5526, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=abdfa5c5-f95f-426e-aef7-44ffbc0c5526,segment=NetworkSegment(0b39f844-fa09-4cba-9b5a-8f6c3a866a23),segment_id=0b39f844-fa09-4cba-9b5a-8f6c3a866a23)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:47.289299 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:47.299196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Transition to ACTIVE for port object 46da3ce0-5965-4f2e-bddb-1c03a3735a26 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:47.300448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Allocated IP 10.1.1.230 (04a14846-b657-47da-aaf2-d12dbfa433a0/91c86684-4e4d-4902-be45-8db50728a410/09b19b1a-98fa-4efc-9311-75cf68b68d53) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:47.321878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Transition to ACTIVE for port object 46da3ce0-5965-4f2e-bddb-1c03a3735a26 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:47.331648 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:47.412741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:47.418468 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Routers {'7f3bdff6-fab8-498f-b8fd-d535d36487eb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:47.421195 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:47.482423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-2020bc74-e00c-49fd-8fe1-343bf893666f service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195752 Aug 21 09:01:47.485243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-f827eb21-3d98-4283-85c3-a39433dc7a5f service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9254181 Aug 21 09:01:47.499710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:47.503312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:47.509139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:47.515008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044eb3c-9641-41ab-915f-b6241bc28212 None None] Pushing event updated for resources: {'Port': ['ID=abdfa5c5-f95f-426e-aef7-44ffbc0c5526,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:47.536374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Pushing event updated for resources: {'Port': ['ID=46da3ce0-5965-4f2e-bddb-1c03a3735a26,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:47.603431 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:47.623985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Transition to ACTIVE for port object 09b19b1a-98fa-4efc-9311-75cf68b68d53 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:47.641389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Attempting to bind port 46da3ce0-5965-4f2e-bddb-1c03a3735a26 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:47.642312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Attempting to bind port 46da3ce0-5965-4f2e-bddb-1c03a3735a26 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:47.642312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Attempting to bind port 46da3ce0-5965-4f2e-bddb-1c03a3735a26 on network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:47.648993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:47.649479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Checking segment: {'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:47.650436 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:47.650970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Bound using segment: {'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:47.651726 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Bound port: 46da3ce0-5965-4f2e-bddb-1c03a3735a26, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:47.652218 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:47.661967 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] Set router 7f3bdff6-fab8-498f-b8fd-d535d36487eb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:47.734171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:01:47.742285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b08c84b9-12aa-453e-b881-fd90baec187c admin admin] 10.222.0.20 "PUT /v2.0/routers/e70bcbde-0d93-44ee-a13b-5209b419464e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8147848 Aug 21 09:01:47.742387 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57848) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:47.761928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b53af-f256-4b5c-b794-6848666973a4 None None] Sync routers for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:01:47.806957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485009e-8958-4280-9b77-c98cdfa8f66d req-83c6f32a-d39a-41c0-868d-64da61bf51ee tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:47.810374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] For port 46da3ce0-5965-4f2e-bddb-1c03a3735a26, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:47.815764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f485009e-8958-4280-9b77-c98cdfa8f66d req-83c6f32a-d39a-41c0-868d-64da61bf51ee tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 945 time: 0.3265796 Aug 21 09:01:47.821378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] For port 46da3ce0-5965-4f2e-bddb-1c03a3735a26, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=46da3ce0-5965-4f2e-bddb-1c03a3735a26,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:47.822250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:47.823309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b53af-f256-4b5c-b794-6848666973a4 None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:47.824257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-268b53af-f256-4b5c-b794-6848666973a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:47.901040 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:47.908181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network 04a14846-b657-47da-aaf2-d12dbfa433a0 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:47.916314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:47.920916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:47.937103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f485009e-8958-4280-9b77-c98cdfa8f66d req-62b924d6-f25c-4734-be45-8f9381f82295 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193247 Aug 21 09:01:47.939702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-4e41bde6-e5d2-4007-b8ce-51cda320620d service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334422 Aug 21 09:01:47.987511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Port': ['ID=09b19b1a-98fa-4efc-9311-75cf68b68d53,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:48.020509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0d0c6-2b73-4a77-adc6-29728883483a None None] Network 04a14846-b657-47da-aaf2-d12dbfa433a0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:01:48.026283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:48.068312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:48.100136 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'name': 'tempest-FloatingIPsTestJSON-1946492426-router', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:36Z', 'updated_at': '2021-08-21T09:01:41Z', 'revision_number': 4, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'gw_port': {'id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:37Z', 'updated_at': '2021-08-21T09:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'abdfa5c5-f95f-426e-aef7-44ffbc0c5526', 'name': '', 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'mac_address': 'fa:16:3e:25:1d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3be5093c-f7b6-4842-b06a-4052640e571d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:40Z', 'updated_at': '2021-08-21T09:01:47Z', 'revision_number': 4, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'subnets': [{'id': '3be5093c-f7b6-4842-b06a-4052640e571d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:48.125748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:48.125748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:48.190471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:48.241390 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6ee06d5c-36ad-46af-b10c-bacb43647b8d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9648094 Aug 21 09:01:48.245271 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57852) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:48.252070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'port': {'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0', 'name': 'tempest-TaggedBootDevicesTest_v242-1598291045', 'fixed_ips': [{'subnet_id': '91c86684-4e4d-4902-be45-8db50728a410'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:48.286750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724813b-36c8-48eb-9193-ca12e7fa3343 None None] Pushing event updated for resources: {'Port': ['ID=46da3ce0-5965-4f2e-bddb-1c03a3735a26,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:48.287319 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff60dae-5bdb-4e34-8830-7c2ad39f81d3 None None] The sync data for ids ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'] in n-d-766726-28 is: [{'id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'name': 'tempest-FloatingIPsTestJSON-1946492426-router', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:36Z', 'updated_at': '2021-08-21T09:01:41Z', 'revision_number': 4, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'gw_port': {'id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:37Z', 'updated_at': '2021-08-21T09:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'abdfa5c5-f95f-426e-aef7-44ffbc0c5526', 'name': '', 'network_id': '4c48a036-5dbe-4dca-a2b7-260a80337663', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'mac_address': 'fa:16:3e:25:1d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3be5093c-f7b6-4842-b06a-4052640e571d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:40Z', 'updated_at': '2021-08-21T09:01:47Z', 'revision_number': 4, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'subnets': [{'id': '3be5093c-f7b6-4842-b06a-4052640e571d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:01:48.324994 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:48.342671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-268b53af-f256-4b5c-b794-6848666973a4 None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:48.379054 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:48.392158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-0f28427f-9626-40c4-a3f7-2f0148c294de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2576172 Aug 21 09:01:48.394899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Pushing event updated for resources: {'Port': ['ID=b0e2cba8-2538-4751-b1b1-1fe8ac4906bb,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:48.427954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6201d0-f10e-44cd-9683-bdaeae6d420d req-c8ecf784-d5bf-428a-b97d-28885b119ca4 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:48.438163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d6201d0-f10e-44cd-9683-bdaeae6d420d req-c8ecf784-d5bf-428a-b97d-28885b119ca4 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.2866580 Aug 21 09:01:48.543938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:48.552606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-1f0c59be-048e-4a78-aa11-48f79bc0a846 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8637557 Aug 21 09:01:48.569865 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Deleting port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:48.570332 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:48.641158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4b0391ef-d061-4894-827f-7ee6252deebb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:48.652788 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:48.657408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:48.694135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-b656d2db-2238-43b6-99f1-8880c3289ed5 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.1401122 Aug 21 09:01:48.701963 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d6201d0-f10e-44cd-9683-bdaeae6d420d req-7ccc341d-6c8e-48c6-9f2e-02253c644e14 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628970 Aug 21 09:01:48.709462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-30159d89-de47-4095-89e9-56bfb838378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:48.713156 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-30159d89-de47-4095-89e9-56bfb838378d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 1102 time: 0.3043182 Aug 21 09:01:48.725180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] device_id is not set on port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:01:48.780084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6ca57c5f-6ad6-43ba-9c45-3abf03e1ee8c None None] Provisioning for port 4b0391ef-d061-4894-827f-7ee6252deebb completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:48.812284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 4b0391ef-d061-4894-827f-7ee6252deebb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:48.820457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4b0391ef-d061-4894-827f-7ee6252deebb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:48.820834 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:48.871598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57856) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:48.992656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-2c134a4d-3c87-4de4-9238-53b7428b9daf tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:48.992656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-2c134a4d-3c87-4de4-9238-53b7428b9daf tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2782443 Aug 21 09:01:49.018889 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-268b53af-f256-4b5c-b794-6848666973a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:01:44Z', 'revision_number': 5, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port': {'id': '9be037b0-85db-4bcc-a6ec-42d14f2a5c81', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:49.026631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-f45a957e-482f-4cca-b99b-ed6e15b76430 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:01:49.039540 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:01:49.040981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-483dfb1c-9673-492d-aef3-a404cc889b4d req-f45a957e-482f-4cca-b99b-ed6e15b76430 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276976 Aug 21 09:01:49.062939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b53af-f256-4b5c-b794-6848666973a4 None None] Checking router: e70bcbde-0d93-44ee-a13b-5209b419464e for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:01:49.088347 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:49.089760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b6f8cc2-dc4c-4560-9d83-3ad507f29499 req-1d4d6cda-db82-4610-a7f8-97d6f713741b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 210 time: 0.0478218 Aug 21 09:01:49.144814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 4b0391ef-d061-4894-827f-7ee6252deebb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4b0391ef-d061-4894-827f-7ee6252deebb,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:49.147026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b53af-f256-4b5c-b794-6848666973a4 None None] Routers {'e70bcbde-0d93-44ee-a13b-5209b419464e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:01:49.147843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-268b53af-f256-4b5c-b794-6848666973a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e70bcbde-0d93-44ee-a13b-5209b419464e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:49.161392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] For port 9be037b0-85db-4bcc-a6ec-42d14f2a5c81, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9be037b0-85db-4bcc-a6ec-42d14f2a5c81,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:49.162005 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:49.229150 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Calling delete_port for 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:49.257762 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-869a0e55-5a12-484f-a770-129077e61fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:49.267370 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:49.268376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8a71899b-6968-4555-926e-f9b3bc27e7a6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:49.310993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d5e364a-31a9-4d20-af03-6cca59b435f7 req-006cf772-0cfa-4b17-b8a7-a3f13a4bd1d5 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips/4c8fa411-bb96-4ff8-a62e-8a2f4d33c039 HTTP/1.1" status: 200 len: 693 time: 0.1210258 Aug 21 09:01:49.321203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-a5c34685-ea29-4082-8cee-2c53e070c842 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:49.322771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-a5c34685-ea29-4082-8cee-2c53e070c842 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.6951013 Aug 21 09:01:49.355513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-268b53af-f256-4b5c-b794-6848666973a4 None None] Set router e70bcbde-0d93-44ee-a13b-5209b419464e gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:01:49.455197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Allocated IP 10.1.1.128 (04a14846-b657-47da-aaf2-d12dbfa433a0/91c86684-4e4d-4902-be45-8db50728a410/84112da1-91f0-4e8d-a37a-f7fb1c3abe36) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:49.516749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-268b53af-f256-4b5c-b794-6848666973a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:01:48Z', 'revision_number': 6, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:49.571211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b53af-f256-4b5c-b794-6848666973a4 None None] The sync data for ids ['e70bcbde-0d93-44ee-a13b-5209b419464e'] in n-d-766726-28 is: [{'id': 'e70bcbde-0d93-44ee-a13b-5209b419464e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330916603-router', 'tenant_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:03Z', 'updated_at': '2021-08-21T09:01:48Z', 'revision_number': 6, 'project_id': '09e65ef8a9a0467cb4a30f49e1ab7e8d', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:01:49.575698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=4b0391ef-d061-4894-827f-7ee6252deebb,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:49.590094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e364a-31a9-4d20-af03-6cca59b435f7 req-750eb0dd-0998-4f79-b58b-d67eeb428071 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:49.597787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d5e364a-31a9-4d20-af03-6cca59b435f7 req-750eb0dd-0998-4f79-b58b-d67eeb428071 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2737739 Aug 21 09:01:49.603655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-9d5e364a-31a9-4d20-af03-6cca59b435f7 req-11ab8848-4897-43a3-8244-08fc14099da6 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:01:49.605266 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8a71899b-6968-4555-926e-f9b3bc27e7a6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:49.605659 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:49.621536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d5e364a-31a9-4d20-af03-6cca59b435f7 req-11ab8848-4897-43a3-8244-08fc14099da6 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227273 Aug 21 09:01:49.671768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-196370ce-ff4d-40c1-86e7-edc2db84a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:49.673276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-196370ce-ff4d-40c1-86e7-edc2db84a73b service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.6800575 Aug 21 09:01:49.680428 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-869a0e55-5a12-484f-a770-129077e61fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:49.693552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9747e8a8-aa08-457d-86c8-dc9e05b7903b None None] Provisioning for port 09b19b1a-98fa-4efc-9311-75cf68b68d53 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:49.714868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9747e8a8-aa08-457d-86c8-dc9e05b7903b None None] Provisioning complete for port 09b19b1a-98fa-4efc-9311-75cf68b68d53 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:49.715328 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9747e8a8-aa08-457d-86c8-dc9e05b7903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:49.827623 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-869a0e55-5a12-484f-a770-129077e61fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:49.837343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8e11b-f0a1-44dd-9cc8-da1f467a6395 req-646185dd-144d-4546-9982-bb081089485c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:49.839050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8b8e11b-f0a1-44dd-9cc8-da1f467a6395 req-646185dd-144d-4546-9982-bb081089485c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 945 time: 0.6222932 Aug 21 09:01:49.871788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device abdfa5c5-f95f-426e-aef7-44ffbc0c5526 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:49.911025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-7e4370d3-5732-46d1-ad9f-e575a253ff39 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c186bb68-1e9f-4b00-93d1-6badc3c803c2 HTTP/1.1" status: 200 len: 217 time: 0.1741598 Aug 21 09:01:49.911985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9747e8a8-aa08-457d-86c8-dc9e05b7903b None None] Port 09b19b1a-98fa-4efc-9311-75cf68b68d53 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:01:49.920404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5371e7e7-f03c-456a-a6e6-be86a2116259 req-6cacc557-b307-4334-8c82-0e3b40b2ae1c tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=d1c42a4740424f01be7b9656430441a8 HTTP/1.1" status: 200 len: 696 time: 0.2501559 Aug 21 09:01:49.926523 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-869a0e55-5a12-484f-a770-129077e61fa7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd35a92cafa94d95b0c0a2f365eb75c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0458694 Aug 21 09:01:49.928100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a0e55-5a12-484f-a770-129077e61fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2a9d9a-e94c-4ef1-be7a-4387c862f4eb,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:49.935767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9747e8a8-aa08-457d-86c8-dc9e05b7903b None None] Provisioning complete for port 4b0391ef-d061-4894-827f-7ee6252deebb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:49.936415 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9747e8a8-aa08-457d-86c8-dc9e05b7903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:49.968004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57868) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:49.986884 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.011209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.035965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Transition to ACTIVE for port object 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:50.063944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-6f14323b-fe9c-402d-bac3-b844a5bc44c8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2166963 Aug 21 09:01:50.132834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Pushing event deleted for resources: {'Port': ['ID=9be037b0-85db-4bcc-a6ec-42d14f2a5c81,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:50.167627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e6f462-88ab-4a0d-9145-008ec68cb8d5 None None] Network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:01:50.171591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:50.190467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:50.190868 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.211165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-1eaf7d5a-04fd-42ef-977a-6f607d828203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:50.213024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-1eaf7d5a-04fd-42ef-977a-6f607d828203 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2198837 Aug 21 09:01:50.222977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371e7e7-f03c-456a-a6e6-be86a2116259 req-2b8484a8-8132-4d88-af9e-2c3be2cba289 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:50.223210 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cb79fccb-d9f7-4ca0-84cd-0092864ce144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.227448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5371e7e7-f03c-456a-a6e6-be86a2116259 req-2b8484a8-8132-4d88-af9e-2c3be2cba289 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/networks?id=2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 787 time: 0.3060794 Aug 21 09:01:50.240796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-5371e7e7-f03c-456a-a6e6-be86a2116259 req-2c30629e-af5c-4926-9bde-9716fd4c5ff6 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:01:50.253026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5371e7e7-f03c-456a-a6e6-be86a2116259 req-2c30629e-af5c-4926-9bde-9716fd4c5ff6 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242946 Aug 21 09:01:50.270232 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.353036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8b8e11b-f0a1-44dd-9cc8-da1f467a6395 req-99ebcccc-9514-4455-a672-ea49a06c44e9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597669 Aug 21 09:01:50.375588 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.376702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cb79fccb-d9f7-4ca0-84cd-0092864ce144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.395614 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.420253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-411fa5c4-7f81-4f94-a126-48a9cae629ea tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:50.421835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-411fa5c4-7f81-4f94-a126-48a9cae629ea tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3315697 Aug 21 09:01:50.428031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-f07ffa1b-e180-4ad9-b76b-057d59870b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:50.429855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-f07ffa1b-e180-4ad9-b76b-057d59870b5e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1979451 Aug 21 09:01:50.436969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-87194f53-52ce-450d-b6eb-961613ceb85c service neutron] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:50.442224 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-87194f53-52ce-450d-b6eb-961613ceb85c service neutron] Notify callbacks [] for binding, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.444055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ea7b78-22e1-4cb7-b069-7c04e7e108e9 req-87194f53-52ce-450d-b6eb-961613ceb85c service neutron] 10.222.0.13 "DELETE /v2.0/ports/6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac/bindings/n-h2-766726-28 HTTP/1.1" status: 204 len: 173 time: 1.0853889 Aug 21 09:01:50.452426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5fab9-5e78-4519-a016-52304b75c22b req-819a0eaa-6f66-43f9-969e-140e851133e6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:50.455649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port abdfa5c5-f95f-426e-aef7-44ffbc0c5526, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=abdfa5c5-f95f-426e-aef7-44ffbc0c5526,segment=NetworkSegment(0b39f844-fa09-4cba-9b5a-8f6c3a866a23),segment_id=0b39f844-fa09-4cba-9b5a-8f6c3a866a23)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:50.457623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78a5fab9-5e78-4519-a016-52304b75c22b req-819a0eaa-6f66-43f9-969e-140e851133e6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1336548 Aug 21 09:01:50.461559 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.479250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Request body: {'port': {'device_id': '64942479-a70c-4614-aac8-2068e22e91b2', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '97b4438915564130b94b8ce40d3b9713'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:50.482650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.503197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-667ee622-a6a8-4449-bc0e-91c71d273f08 None None] Provisioning for port 46da3ce0-5965-4f2e-bddb-1c03a3735a26 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:50.522052 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.597624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network 04a14846-b657-47da-aaf2-d12dbfa433a0 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:50.598002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=abdfa5c5-f95f-426e-aef7-44ffbc0c5526,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:50.600709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-667ee622-a6a8-4449-bc0e-91c71d273f08 None None] Provisioning complete for port 09b19b1a-98fa-4efc-9311-75cf68b68d53 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:50.601084 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-667ee622-a6a8-4449-bc0e-91c71d273f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.647204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-667ee622-a6a8-4449-bc0e-91c71d273f08 None None] Port 09b19b1a-98fa-4efc-9311-75cf68b68d53 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:01:50.662994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c1908d2-35ac-45c0-addd-bf321ce15caf req-b894796e-3ec0-4e3d-b15d-00135d931c6f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 210 time: 0.0585527 Aug 21 09:01:50.678369 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:50.682145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:50.704189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78a5fab9-5e78-4519-a016-52304b75c22b req-53ff827d-c12a-4438-b96c-4275bf108dff tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024636 Aug 21 09:01:50.768638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Port': ['ID=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:50.852303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-10775e93-edc2-4e5d-a8e9-1b90de5ab95d tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips/4c8fa411-bb96-4ff8-a62e-8a2f4d33c039 HTTP/1.1" status: 200 len: 693 time: 0.1172402 Aug 21 09:01:50.862337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:50.863694 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.889546 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.898841 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e70bcbde-0d93-44ee-a13b-5209b419464e {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:01:50.912243 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.913663 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-17592028-fcc3-404f-bbe0-a6749844ae9b admin admin] 10.222.0.20 "DELETE /v2.0/routers/e70bcbde-0d93-44ee-a13b-5209b419464e HTTP/1.1" status: 204 len: 168 time: 3.1701598 Aug 21 09:01:50.917103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57880) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:50.920166 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cb79fccb-d9f7-4ca0-84cd-0092864ce144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.932975 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cb79fccb-d9f7-4ca0-84cd-0092864ce144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:50.935142 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cb79fccb-d9f7-4ca0-84cd-0092864ce144 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a2a9d9a-e94c-4ef1-be7a-4387c862f4eb HTTP/1.1" status: 204 len: 168 time: 0.9633420 Aug 21 09:01:50.939058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4b0391ef-d061-4894-827f-7ee6252deebb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:50.951060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79fccb-d9f7-4ca0-84cd-0092864ce144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2a9d9a-e94c-4ef1-be7a-4387c862f4eb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:50.997862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-00ee3c10-508b-4271-9daf-c1ddc21c1520 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378051 Aug 21 09:01:51.012380 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3611647a-d2da-4a47-9db7-5318764ed331 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7660460 Aug 21 09:01:51.098307 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4b0391ef-d061-4894-827f-7ee6252deebb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:51.098307 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:51.139375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d1fe0a-936d-477f-a962-0a58d564d702 admin admin] Deleting subnet 62101ad0-43df-4ca9-a57f-4ccefe6158a3 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:01:51.211375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 46da3ce0-5965-4f2e-bddb-1c03a3735a26 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:51.250462 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02d1fe0a-936d-477f-a962-0a58d564d702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:51.300538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ecfbf80b-f515-4f6f-838b-439a3781dd6c None None] Provisioning for port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:51.306930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ecfbf80b-f515-4f6f-838b-439a3781dd6c None None] Provisioning complete for port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:51.307314 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf80b-f515-4f6f-838b-439a3781dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:51.363051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-95792f7b-12b6-4744-b305-a841b8f1cc3d tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:51.367164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-95792f7b-12b6-4744-b305-a841b8f1cc3d tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.5092778 Aug 21 09:01:51.376396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 46da3ce0-5965-4f2e-bddb-1c03a3735a26 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:51.377591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84217565-da42-4ac1-a2e0-9fe5db65926a req-5d46099e-3ff2-48b6-91af-e94abc093bc2 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:51.378788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbf80b-f515-4f6f-838b-439a3781dd6c None None] Port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:01:51.380546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84217565-da42-4ac1-a2e0-9fe5db65926a req-5d46099e-3ff2-48b6-91af-e94abc093bc2 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 1097 time: 0.4545743 Aug 21 09:01:51.385564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 46da3ce0-5965-4f2e-bddb-1c03a3735a26 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:51.386259 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:51.389656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-b810c0c2-841d-43da-b139-9c089eedf6e1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:01:51.389656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-b810c0c2-841d-43da-b139-9c089eedf6e1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069747 Aug 21 09:01:51.411742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Made reservation on behalf of 97b4438915564130b94b8ce40d3b9713 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:51.416912 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:51.436567 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02d1fe0a-936d-477f-a962-0a58d564d702 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:51.490525 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:51.523181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 46da3ce0-5965-4f2e-bddb-1c03a3735a26, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=46da3ce0-5965-4f2e-bddb-1c03a3735a26,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:51.567698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-d24fdb30-da2f-4f88-a507-6fa0d2c1e7e1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.1632037 Aug 21 09:01:51.594231 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:51.623204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3587616-ec14-414b-87df-656c7ed9ffa4 req-27ad1c90-298d-4966-b229-0a0848675f4f service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914967 Aug 21 09:01:51.682577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84217565-da42-4ac1-a2e0-9fe5db65926a req-108fc254-d3ce-4f8f-8664-c4718e09e69d tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877638 Aug 21 09:01:51.707327 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02d1fe0a-936d-477f-a962-0a58d564d702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:51.712300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-e144b657-6094-4a51-88d3-f08f2807a422 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.1135824 Aug 21 09:01:51.742386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:01:51.770746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=46da3ce0-5965-4f2e-bddb-1c03a3735a26,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:51.820224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:01:51.820647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1df5edd9-05b7-44d8-8fd2-c154ac5114f3 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:01:51.821103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:01:51.853571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:01:51.854319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9be037b0-85db-4bcc-a6ec-42d14f2a5c81 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:01:52.258286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Allocated IP 192.168.233.164 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/4ab5682e-65b0-46fc-bae1-e5a99f7d907e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:52.320505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-a0c49d76-4d26-400a-92aa-d8dcd42a349f tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Deleting port b0e2cba8-2538-4751-b1b1-1fe8ac4906bb {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:52.320791 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-a0c49d76-4d26-400a-92aa-d8dcd42a349f tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:52.328432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02d1fe0a-936d-477f-a962-0a58d564d702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:52.339989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57910) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:52.344861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-af95dc1d-b912-4215-be93-b791c06da8c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068938693', 'description': 'tempest-description--573889467'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:52.448008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-af95dc1d-b912-4215-be93-b791c06da8c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:52.460752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1fe0a-936d-477f-a962-0a58d564d702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62101ad0-43df-4ca9-a57f-4ccefe6158a3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:52.465674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3485a1f6-4fff-4bee-8c05-d96ea9780ed6 None None] Network b3cdb47d-6003-4595-8619-b3826ce06c84 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:01:52.472214 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02d1fe0a-936d-477f-a962-0a58d564d702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:52.477084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-02d1fe0a-936d-477f-a962-0a58d564d702 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/62101ad0-43df-4ca9-a57f-4ccefe6158a3 HTTP/1.1" status: 204 len: 168 time: 1.5378690 Aug 21 09:01:52.477520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57914) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:52.560309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e6534-70a2-47b1-b0ca-4b5baf224e7b req-aa30e048-3157-4cd2-893b-0a51a670b203 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:52.561825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b26e6534-70a2-47b1-b0ca-4b5baf224e7b req-aa30e048-3157-4cd2-893b-0a51a670b203 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1122196 Aug 21 09:01:52.573392 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-a0c49d76-4d26-400a-92aa-d8dcd42a349f tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:52.573641 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-a0c49d76-4d26-400a-92aa-d8dcd42a349f tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:52.611198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-a0c49d76-4d26-400a-92aa-d8dcd42a349f tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Calling delete_port for b0e2cba8-2538-4751-b1b1-1fe8ac4906bb owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:52.618707 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:52.647123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57916) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:52.656650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 46da3ce0-5965-4f2e-bddb-1c03a3735a26 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:52.713409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b26e6534-70a2-47b1-b0ca-4b5baf224e7b req-c133590b-91cd-4fe5-97b0-290ce014a336 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442845 Aug 21 09:01:52.716136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Transition to ACTIVE for port object 4ab5682e-65b0-46fc-bae1-e5a99f7d907e will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:52.748650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 46da3ce0-5965-4f2e-bddb-1c03a3735a26 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:52.752273 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:52.826424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4f81a1-21bc-4e86-aa9f-5399c72f2832 None None] DHCP port deletion for b3cdb47d-6003-4595-8619-b3826ce06c84 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:01:52.836576 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:52.898306 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Deleting port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:52.898613 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:52.907155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-network', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:52.916694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54e43cad-241d-42cf-9087-462f0b449dc1 req-cd14c142-3c9c-4c8b-8a0d-7ae1dbb9447a tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 210 time: 0.0523384 Aug 21 09:01:52.960994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f81a1-21bc-4e86-aa9f-5399c72f2832 None None] Deleting port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:52.961511 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e4f81a1-21bc-4e86-aa9f-5399c72f2832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:52.975251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66cece4a-0d89-4b16-a57f-6cd3ae69f6b6 req-9fdb98ae-fc0b-4dc0-909f-500848316674 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609109 Aug 21 09:01:52.977909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] For port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:52.982257 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.001107 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Calling delete_port for f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:53.006081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.022361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147', '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76', '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74', '9d67e14d-a539-49c2-bd5c-e654254ab7c9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:53.029313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device abdfa5c5-f95f-426e-aef7-44ffbc0c5526 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:53.031118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2', '5e175de9-fc9f-478f-972f-3764ae0465a4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:01:53.042947 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-a0c49d76-4d26-400a-92aa-d8dcd42a349f tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.129383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:53.138181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-af95dc1d-b912-4215-be93-b791c06da8c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.138354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9e4f81a1-21bc-4e86-aa9f-5399c72f2832 None None] For port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6,segment=NetworkSegment(09abe7ce-099e-4b7c-8acc-797e55078e92),segment_id=09abe7ce-099e-4b7c-8acc-797e55078e92)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:53.138354 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e4f81a1-21bc-4e86-aa9f-5399c72f2832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.147873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event updated for resources: {'Port': ['ID=4ab5682e-65b0-46fc-bae1-e5a99f7d907e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:53.150333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:53.157654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:53.158449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f81a1-21bc-4e86-aa9f-5399c72f2832 None None] Calling delete_port for f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:53.169501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:53.169501 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.190228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-a0c49d76-4d26-400a-92aa-d8dcd42a349f tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.193495 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-a0c49d76-4d26-400a-92aa-d8dcd42a349f tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.198638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc58f5c4-5130-4b66-bf9a-3c09f1f52ed6 req-a0c49d76-4d26-400a-92aa-d8dcd42a349f tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "DELETE /v2.0/floatingips/4c8fa411-bb96-4ff8-a62e-8a2f4d33c039 HTTP/1.1" status: 204 len: 173 time: 1.1203258 Aug 21 09:01:53.198638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6b85a-a467-4974-8d94-10434945b6a6 req-3042b600-7294-408e-94ab-d4bd9b4b76ec tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:53.203784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24b6b85a-a467-4974-8d94-10434945b6a6 req-3042b600-7294-408e-94ab-d4bd9b4b76ec tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 1097 time: 0.2114737 Aug 21 09:01:53.216254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.217202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c49d76-4d26-400a-92aa-d8dcd42a349f tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Pushing event deleted for resources: {'Port': ['ID=b0e2cba8-2538-4751-b1b1-1fe8ac4906bb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:53.239291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cece4a-0d89-4b16-a57f-6cd3ae69f6b6 req-0e112a79-31ec-4922-95f7-54b41952953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:53.240820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66cece4a-0d89-4b16-a57f-6cd3ae69f6b6 req-0e112a79-31ec-4922-95f7-54b41952953b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 1097 time: 0.1989362 Aug 21 09:01:53.252367 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-af95dc1d-b912-4215-be93-b791c06da8c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.255228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:53.281940 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] No DVR routers for this DVR port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:01:53.332563 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95dc1d-b912-4215-be93-b791c06da8c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7686a6-0876-49bb-9caf-364cf3446489,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:53.340571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:53.340910 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.343014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-05ed9d0c-414c-43c7-91eb-ca614d8495b3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8829458 Aug 21 09:01:53.359211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24b6b85a-a467-4974-8d94-10434945b6a6 req-196be69d-9f65-4eb6-88a0-c3a11693c278 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544797 Aug 21 09:01:53.390978 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.420531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cdb47d-6003-4595-8619-b3826ce06c84']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:53.435702 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09abe7ce-099e-4b7c-8acc-797e55078e92') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:53.437023 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09abe7ce-099e-4b7c-8acc-797e55078e92') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:01:53.445429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Request body: {'port': {'device_id': '64942479-a70c-4614-aac8-2068e22e91b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:53.461790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Made reservation on behalf of 5cad2fccc2e540d39f3af4a1012a1f61 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:53.463953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.466824 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.494532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-af95dc1d-b912-4215-be93-b791c06da8c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.507093 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-af95dc1d-b912-4215-be93-b791c06da8c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1659064 Aug 21 09:01:53.511495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57928) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:53.517843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-59c14183-8cdf-487d-8fea-c5045e516b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'security_group_rule': {'security_group_id': '6f7686a6-0876-49bb-9caf-364cf3446489', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:53.521249 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e4f81a1-21bc-4e86-aa9f-5399c72f2832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.524083 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.535714 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:01:53.536696 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:01:53.539078 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:01:53.553733 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.606845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-3053ccef-575a-403b-a762-d58cfc5a1c86 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3721089 Aug 21 09:01:53.621746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f81a1-21bc-4e86-aa9f-5399c72f2832 None None] No DVR routers for this DVR port f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:01:53.643845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f81a1-21bc-4e86-aa9f-5399c72f2832 None None] Pushing event deleted for resources: {'Port': ['ID=f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:53.655452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:53.690433 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-59c14183-8cdf-487d-8fea-c5045e516b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.711350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.717160 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.723397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cece4a-0d89-4b16-a57f-6cd3ae69f6b6 req-cc6363a4-19f4-4481-9491-7afe629b8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:53.729392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66cece4a-0d89-4b16-a57f-6cd3ae69f6b6 req-cc6363a4-19f4-4481-9491-7afe629b8668 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.4496777 Aug 21 09:01:53.740407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.745243 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] 10.222.0.20 "DELETE /v2.0/networks/b3cdb47d-6003-4595-8619-b3826ce06c84 HTTP/1.1" status: 204 len: 168 time: 1.2664652 Aug 21 09:01:53.759869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749cba4-6860-48eb-8d8a-7b43b1d4b10b admin admin] Pushing event deleted for resources: {'Network': ['ID=b3cdb47d-6003-4595-8619-b3826ce06c84,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:53.786723 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-59c14183-8cdf-487d-8fea-c5045e516b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.797517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ffb822aa-3639-4f6c-96c0-fc808cc00732 None None] Provisioning for port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:53.807470 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66cece4a-0d89-4b16-a57f-6cd3ae69f6b6 req-9055382d-99a4-4c85-b25c-271692822a87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7 HTTP/1.1" status: 200 len: 217 time: 0.0742178 Aug 21 09:01:53.808679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ffb822aa-3639-4f6c-96c0-fc808cc00732 None None] Provisioning complete for port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:53.808821 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ffb822aa-3639-4f6c-96c0-fc808cc00732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.867960 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-59c14183-8cdf-487d-8fea-c5045e516b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:53.889796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ffb822aa-3639-4f6c-96c0-fc808cc00732 None None] Port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:01:53.893342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c14183-8cdf-487d-8fea-c5045e516b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69214407-ebd4-4d40-8fd0-b9d0deeb304b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:53.950739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cece4a-0d89-4b16-a57f-6cd3ae69f6b6 req-e2f4bf03-c302-42ec-9cf1-f4185be33286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:53.952233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66cece4a-0d89-4b16-a57f-6cd3ae69f6b6 req-e2f4bf03-c302-42ec-9cf1-f4185be33286 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1358273 Aug 21 09:01:53.997749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66cece4a-0d89-4b16-a57f-6cd3ae69f6b6 req-0fdd502f-a1bc-43aa-ac1c-6b18dd5c22f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365279 Aug 21 09:01:54.111609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.158196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57942) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:54.193400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.202132 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-22eeac88-b8d9-4707-a06b-2fd2d1fcc15b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09e65ef8a9a0467cb4a30f49e1ab7e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422699 Aug 21 09:01:54.203707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57944) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:54.235892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9be75-d7d9-44eb-bd94-4e8b94ff05e6 req-6b4d9a00-4d3c-4934-80e2-5df29a535380 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:54.237389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fb9be75-d7d9-44eb-bd94-4e8b94ff05e6 req-6b4d9a00-4d3c-4934-80e2-5df29a535380 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1854098 Aug 21 09:01:54.245788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66cece4a-0d89-4b16-a57f-6cd3ae69f6b6 req-810306cf-d877-46d8-8d73-a438c345a344 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354283 Aug 21 09:01:54.252576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:01:54.255030 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69c1603b-3832-4bf3-8859-9191091a0cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.276152 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69c1603b-3832-4bf3-8859-9191091a0cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.284541 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-59c14183-8cdf-487d-8fea-c5045e516b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.287893 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-59c14183-8cdf-487d-8fea-c5045e516b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7721915 Aug 21 09:01:54.292025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57946) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:54.292679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36529f93-221e-4f0b-b7e4-ab3423637d9f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:54.299105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-12d29a76-cde7-4cf0-a0ef-ba00be6e8962 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'security_group_rule': {'security_group_id': '6f7686a6-0876-49bb-9caf-364cf3446489', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:54.343537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.344172 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Added segment bef9ab0a-117f-4947-8bd5-58385dd3d777 of type vlan for network 76e582db-1e41-418c-955d-f946dd31d9d9 Aug 21 09:01:54.393382 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69c1603b-3832-4bf3-8859-9191091a0cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.396196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69c1603b-3832-4bf3-8859-9191091a0cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.399783 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-69c1603b-3832-4bf3-8859-9191091a0cc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed372435-8441-41fc-b279-5badd8974cf0 HTTP/1.1" status: 204 len: 168 time: 0.1926847 Aug 21 09:01:54.405508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fb9be75-d7d9-44eb-bd94-4e8b94ff05e6 req-9e408f67-147e-45f6-8300-70bc838fdd8c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550856 Aug 21 09:01:54.406103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1603b-3832-4bf3-8859-9191091a0cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed372435-8441-41fc-b279-5badd8974cf0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:54.457317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab5682e-65b0-46fc-bae1-e5a99f7d907e {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:01:54.469930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.472163 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.482947 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.520304 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66cece4a-0d89-4b16-a57f-6cd3ae69f6b6 req-ae779a7d-eb8f-44dc-bd73-1d5e9df908eb service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620120 Aug 21 09:01:54.541712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12d29a76-cde7-4cf0-a0ef-ba00be6e8962 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.556283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Transition to ACTIVE for port object 4ab5682e-65b0-46fc-bae1-e5a99f7d907e will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:54.601374 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.621620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:01:54.624675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a23f0-4071-4ba0-9760-2b2876d015af req-16c6070d-3f9a-4ea1-a636-195e4f1caca1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:54.626188 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12d29a76-cde7-4cf0-a0ef-ba00be6e8962 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.626333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-495a23f0-4071-4ba0-9760-2b2876d015af req-16c6070d-3f9a-4ea1-a636-195e4f1caca1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 936 time: 0.1408441 Aug 21 09:01:54.645174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:01:54.645861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f0d3b4d0-f3d2-4c10-9665-f4a4b39199d6 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:01:54.653085 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.654209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:54.655008 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.719323 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12d29a76-cde7-4cf0-a0ef-ba00be6e8962 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.757278 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d29a76-cde7-4cf0-a0ef-ba00be6e8962 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a98068-e55b-4906-90e7-90e1580c5f8e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:54.765064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab5682e-65b0-46fc-bae1-e5a99f7d907e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:54.831727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-495a23f0-4071-4ba0-9760-2b2876d015af req-722acfd7-bace-4d51-a204-1611e0a02db4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833234 Aug 21 09:01:54.845800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1945562 Aug 21 09:01:54.846518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24a3bd-bfc4-4e29-8d54-2bd80d096378 admin admin] Pushing event updated for resources: {'Network': ['ID=76e582db-1e41-418c-955d-f946dd31d9d9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:54.849878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57956) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:54.862965 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 76e582db-1e41-418c-955d-f946dd31d9d9 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:01:54.865850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] Request body: {'subnet': {'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-subnet', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:54.876164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Attempting to bind port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:54.879592 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12d29a76-cde7-4cf0-a0ef-ba00be6e8962 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.879974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Attempting to bind port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:54.880373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Attempting to bind port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:54.881820 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-12d29a76-cde7-4cf0-a0ef-ba00be6e8962 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5888312 Aug 21 09:01:54.884890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57960) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:54.890941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:54.906125 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:01:54.906533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Attempting to bind port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:54.925178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:54.925519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:54.926546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:54.926992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Bound port: 4ab5682e-65b0-46fc-bae1-e5a99f7d907e, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:54.927523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:54.987763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:55.072396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] Made reservation on behalf of 5cad2fccc2e540d39f3af4a1012a1f61 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:55.074975 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] Notify callbacks [] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:55.168079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] For port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:55.170300 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:55.194006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] For port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ab5682e-65b0-46fc-bae1-e5a99f7d907e,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:55.226685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Allocated IP 172.25.5.236 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/1db62d01-ecab-40bf-adb6-a9e402cfb4b2) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:55.261398 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:55.288134 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:55.362309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:55.362944 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:55.364427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] 10.222.0.22 "PUT /v2.0/ports/4ab5682e-65b0-46fc-bae1-e5a99f7d907e HTTP/1.1" status: 200 len: 1097 time: 1.9407828 Aug 21 09:01:55.364878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64942479-a70c-4614-aac8-2068e22e91b2', 'tag': '4ab5682e-65b0-46fc-bae1-e5a99f7d907e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:01:55.367156 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07cba66-465d-48cc-91a9-3b75ef4331b4" -d '{"events": [{"name": "network-changed", "server_uuid": "64942479-a70c-4614-aac8-2068e22e91b2", "tag": "4ab5682e-65b0-46fc-bae1-e5a99f7d907e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:01:55.428549 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23879bab-6ccd-46fc-b2be-b58c46158834 x-openstack-request-id: req-23879bab-6ccd-46fc-b2be-b58c46158834 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:01:55.440943 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64942479-a70c-4614-aac8-2068e22e91b2", "tag": "4ab5682e-65b0-46fc-bae1-e5a99f7d907e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:01:55.440943 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23879bab-6ccd-46fc-b2be-b58c46158834 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:01:55.440943 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64942479-a70c-4614-aac8-2068e22e91b2', 'tag': '4ab5682e-65b0-46fc-bae1-e5a99f7d907e', 'status': 'completed', 'code': 200} Aug 21 09:01:55.513523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06403a-3bb3-4f17-a5cc-525bb8d44839 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab5682e-65b0-46fc-bae1-e5a99f7d907e,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:55.659431 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57978) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:55.788980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-network', 'tenant_id': '6d16b668970c47659f38623da84e53e5'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:55.870844 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:55.907337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Made reservation on behalf of 6d16b668970c47659f38623da84e53e5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:55.909944 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:55.911638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:55.923646 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:55.934347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cba66-465d-48cc-91a9-3b75ef4331b4 req-18b22d8f-48db-40ac-b2ef-ca11708103dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:55.935162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a07cba66-465d-48cc-91a9-3b75ef4331b4 req-18b22d8f-48db-40ac-b2ef-ca11708103dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 1100 time: 0.4976413 Aug 21 09:01:55.975807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cef09-de6d-4f13-897a-a1f7c70f6f6a req-00b51762-5c0b-4254-b8d3-068c556022b9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:55.977338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-262cef09-de6d-4f13-897a-a1f7c70f6f6a req-00b51762-5c0b-4254-b8d3-068c556022b9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.4607069 Aug 21 09:01:55.990105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f765a3ed-5c6e-407c-9b25-62174c3a7a9c,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:55.999432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a07cba66-465d-48cc-91a9-3b75ef4331b4 req-de1940c6-0516-465b-b1f3-9fae421844d1 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=97b4438915564130b94b8ce40d3b9713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552452 Aug 21 09:01:56.028000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.110562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] Checking segment: {'id': 'bef9ab0a-117f-4947-8bd5-58385dd3d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:56.111107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] Network hostable DHCP agents. Network: 76e582db-1e41-418c-955d-f946dd31d9d9, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:01:56.111928 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.135821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:01:56.149740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-262cef09-de6d-4f13-897a-a1f7c70f6f6a req-02d8cd71-86f2-4d6a-975c-c8cf2c25aca3 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554790 Aug 21 09:01:56.163000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.163449 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Added segment d9490406-6fb4-4d3f-99ac-2e0721191537 of type vlan for network 481ef1fa-5813-4044-afb9-f92813348b9a Aug 21 09:01:56.184880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cba66-465d-48cc-91a9-3b75ef4331b4 req-156cfb13-1954-427b-9def-cbd444ede5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:56.186275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a07cba66-465d-48cc-91a9-3b75ef4331b4 req-156cfb13-1954-427b-9def-cbd444ede5cc service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592765 Aug 21 09:01:56.202530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93af757f-2a54-47ea-9cd2-061968d04e44,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:56.215794 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.246904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.289217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Allocated IP 172.25.5.81 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/f94fd398-3bd3-4fdb-95f8-dfd8f1dbc447) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:56.304661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] Network 76e582db-1e41-418c-955d-f946dd31d9d9 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:01:56.323483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:56.339441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:56.344492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:56.348633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Pushing event updated for resources: {'Port': ['ID=1db62d01-ecab-40bf-adb6-a9e402cfb4b2,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:56.367150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cecbf-9ba1-478a-8065-61e042133916 req-f0cff054-08f2-4ba9-867f-111657ad73d4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:56.372052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-865cecbf-9ba1-478a-8065-61e042133916 req-f0cff054-08f2-4ba9-867f-111657ad73d4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 948 time: 0.1464868 Aug 21 09:01:56.379037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.380292 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:56.380912 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.424456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-80f88fc0-d796-421a-8315-f34eeb0807ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:56.425998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-80f88fc0-d796-421a-8315-f34eeb0807ad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=97b4438915564130b94b8ce40d3b9713&device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 1100 time: 0.1832840 Aug 21 09:01:56.429960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 76e582db-1e41-418c-955d-f946dd31d9d9) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:56.434238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:56.434825 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.444083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7185507e-3e11-436e-bd99-44aa709c7578 None None] Network 76e582db-1e41-418c-955d-f946dd31d9d9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:01:56.458796 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.471419 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] Pushing event updated for resources: {'Network': ['ID=481ef1fa-5813-4044-afb9-f92813348b9a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:56.478540 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.480258 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1d3ed8f9-8ad6-426e-838c-9577d2084e22 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8187294 Aug 21 09:01:56.482474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57988) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:56.487304 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] Request body: {'subnet': {'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-subnet', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:56.510912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 481ef1fa-5813-4044-afb9-f92813348b9a details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:01:56.539540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-f6f5fcf4-3171-4032-99d7-6a56c733d7cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=4ab5682e-65b0-46fc-bae1-e5a99f7d907e HTTP/1.1" status: 200 len: 217 time: 0.0932326 Aug 21 09:01:56.548257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-865cecbf-9ba1-478a-8065-61e042133916 req-ed1e8d56-0554-434f-b841-e8e570af2b28 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696050 Aug 21 09:01:56.581576 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.609879 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.688502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1ac69dff-27cd-48b0-bc75-8825611e2eef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8248429 Aug 21 09:01:56.695407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57990) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:56.705373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-router', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:56.732138 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:56.746466 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:56.748871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Port': ['ID=f94fd398-3bd3-4fdb-95f8-dfd8f1dbc447,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:56.751320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-692f2f77-0a83-4479-85c4-ae450d903ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:56.751511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:56.753311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-692f2f77-0a83-4479-85c4-ae450d903ee9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1449599 Aug 21 09:01:56.806554 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] Made reservation on behalf of 6d16b668970c47659f38623da84e53e5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:01:56.810069 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.822977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-76e582db-1e41-418c-955d-f946dd31d9d9', 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'fixed_ips': [{'subnet_id': 'f765a3ed-5c6e-407c-9b25-62174c3a7a9c'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:01:56.824213 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.879253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-95eb7fb7-5992-47c3-b7da-b335fab27b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:56.881624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-95eb7fb7-5992-47c3-b7da-b335fab27b81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1084623 Aug 21 09:01:56.959174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.965960 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:56.967112 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.014695 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.040777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Allocated IP 172.20.0.2 (76e582db-1e41-418c-955d-f946dd31d9d9/f765a3ed-5c6e-407c-9b25-62174c3a7a9c/f73b3d56-8a25-4b1b-a40d-96663baa457c) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:57.088089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.092462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-ccdeec62-283b-4ed8-bb63-70eb483d6d6a service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019553 Aug 21 09:01:57.096345 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.106131 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.150095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Pushing event updated for resources: {'Port': ['ID=1db62d01-ecab-40bf-adb6-a9e402cfb4b2,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:57.180318 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.239921 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.249998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Transition to ACTIVE for port object f73b3d56-8a25-4b1b-a40d-96663baa457c will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:57.270073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Transition to ACTIVE for port object f73b3d56-8a25-4b1b-a40d-96663baa457c will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:57.277513 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.278719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-b068505d-c39b-43fb-b3d0-d4daf3829cb1 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6496720 Aug 21 09:01:57.320674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.336857 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.382761 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.401868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:57.410979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] Checking segment: {'id': 'd9490406-6fb4-4d3f-99ac-2e0721191537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:57.411250 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] Network hostable DHCP agents. Network: 481ef1fa-5813-4044-afb9-f92813348b9a, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:01:57.415404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Network 76e582db-1e41-418c-955d-f946dd31d9d9 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:57.419885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:57.423966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:57.433435 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.437543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-3f574c4a-d9ae-47b3-9f18-ad329c034fc2 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.1459923 Aug 21 09:01:57.501416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Pushing event updated for resources: {'Port': ['ID=f73b3d56-8a25-4b1b-a40d-96663baa457c,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:57.527496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Attempting to bind port f73b3d56-8a25-4b1b-a40d-96663baa457c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:57.527984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Attempting to bind port f73b3d56-8a25-4b1b-a40d-96663baa457c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'bef9ab0a-117f-4947-8bd5-58385dd3d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:57.528542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Attempting to bind port f73b3d56-8a25-4b1b-a40d-96663baa457c on network 76e582db-1e41-418c-955d-f946dd31d9d9 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:57.528914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] Network 481ef1fa-5813-4044-afb9-f92813348b9a is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:01:57.532197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Port': ['ID=f94fd398-3bd3-4fdb-95f8-dfd8f1dbc447,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:57.535576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:57.536683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Checking segment: {'id': 'bef9ab0a-117f-4947-8bd5-58385dd3d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:57.536818 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.537624 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.538286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Bound using segment: {'id': 'bef9ab0a-117f-4947-8bd5-58385dd3d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:57.538874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Bound port: f73b3d56-8a25-4b1b-a40d-96663baa457c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef9ab0a-117f-4947-8bd5-58385dd3d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:57.539328 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.566692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.576576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f94425-45dc-4646-8bd0-0477ba4b6257 req-63432dc3-cb17-41fc-b6cf-a0d35d4a5d28 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:57.578111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73f94425-45dc-4646-8bd0-0477ba4b6257 req-63432dc3-cb17-41fc-b6cf-a0d35d4a5d28 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.3087296 Aug 21 09:01:57.588450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4dd76829-7fb8-4f51-aa43-6fb2921dd51e req-aacaff60-8edc-41a5-9606-0ea27e5f5983 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423127 Aug 21 09:01:57.611153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] For port f73b3d56-8a25-4b1b-a40d-96663baa457c, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:57.615237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] For port f73b3d56-8a25-4b1b-a40d-96663baa457c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f73b3d56-8a25-4b1b-a40d-96663baa457c,segment=NetworkSegment(bef9ab0a-117f-4947-8bd5-58385dd3d777),segment_id=bef9ab0a-117f-4947-8bd5-58385dd3d777)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:57.620286 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.622102 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-45a47fd2-4bca-4197-81f2-80012ee48b64 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7351706 Aug 21 09:01:57.650294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 481ef1fa-5813-4044-afb9-f92813348b9a) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:57.651860 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73f94425-45dc-4646-8bd0-0477ba4b6257 req-3667fe9d-5b56-40b6-9779-1044f0921796 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657675 Aug 21 09:01:57.666694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-7eb5fd12-8f59-4f18-bb5f-dd01bf6bb195 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:57.668402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95e5a536-2415-489e-8fd0-ea1c432e234f req-7eb5fd12-8f59-4f18-bb5f-dd01bf6bb195 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2174203 Aug 21 09:01:57.674039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9911b11-6b03-422e-87be-98ec63dad025 None None] Network 481ef1fa-5813-4044-afb9-f92813348b9a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:01:57.693393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:57.694395 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.733272 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.790460 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-12e0814c-3d45-4546-804b-a0bd6c879521 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3069232 Aug 21 09:01:57.792028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58004) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:01:57.797490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-router', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:01:57.901200 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.903055 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:57.908982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343ecb9-78d0-4253-8479-c2b996a3e54c None None] Pushing event updated for resources: {'Port': ['ID=f73b3d56-8a25-4b1b-a40d-96663baa457c,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:57.955480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-903822a9-8e74-408c-9816-23d511deebcb tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips/55c55c0f-75e2-4ce2-ad76-c94978967475 HTTP/1.1" status: 200 len: 693 time: 0.1442497 Aug 21 09:01:57.996003 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.012591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-481ef1fa-5813-4044-afb9-f92813348b9a', 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'fixed_ips': [{'subnet_id': 'c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:01:58.013456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.017789 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.057040 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.138977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb34b1-1f42-4f13-939f-cc4efc548fe0 req-090d3eba-b257-45a2-bb0e-3923abf94f15 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:58.140659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3beb34b1-1f42-4f13-939f-cc4efc548fe0 req-090d3eba-b257-45a2-bb0e-3923abf94f15 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 948 time: 0.3184466 Aug 21 09:01:58.213765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Allocated IP 172.20.0.2 (481ef1fa-5813-4044-afb9-f92813348b9a/c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac/1b77f2f1-7a8b-4fe8-96a9-541fb693ecae) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:58.283415 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.321183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3beb34b1-1f42-4f13-939f-cc4efc548fe0 req-e6941ab0-f824-46f9-b077-e8c985add83f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713772 Aug 21 09:01:58.333494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-6e7663c3-6ca6-4255-a071-46fda0813647 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:58.340955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-6e7663c3-6ca6-4255-a071-46fda0813647 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.3386476 Aug 21 09:01:58.428839 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.434399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Allocated IP 172.25.5.105 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:58.439105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Transition to ACTIVE for port object 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:58.462766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Transition to ACTIVE for port object 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:01:58.464283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-b4b4281a-6fab-41c5-af35-122a1db723d0 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.1222782 Aug 21 09:01:58.519480 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.557061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-92eded1e-50db-40bd-8f51-9f4abe31b184 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.236 HTTP/1.1" status: 200 len: 696 time: 0.0917439 Aug 21 09:01:58.577618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Network 481ef1fa-5813-4044-afb9-f92813348b9a is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:58.580811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:58.585563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:58.661202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Pushing event updated for resources: {'Port': ['ID=1b77f2f1-7a8b-4fe8-96a9-541fb693ecae,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:58.672650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.676853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Attempting to bind port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:01:58.677336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Attempting to bind port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'd9490406-6fb4-4d3f-99ac-2e0721191537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:01:58.678074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Attempting to bind port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae on network 481ef1fa-5813-4044-afb9-f92813348b9a {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:01:58.684374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:01:58.684893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Checking segment: {'id': 'd9490406-6fb4-4d3f-99ac-2e0721191537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:01:58.686250 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.686747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Bound using segment: {'id': 'd9490406-6fb4-4d3f-99ac-2e0721191537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:01:58.687328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Bound port: 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9490406-6fb4-4d3f-99ac-2e0721191537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:01:58.687851 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.700484 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.775672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] For port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:01:58.781069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f73b3d56-8a25-4b1b-a40d-96663baa457c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:01:58.784232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] For port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1b77f2f1-7a8b-4fe8-96a9-541fb693ecae,segment=NetworkSegment(d9490406-6fb4-4d3f-99ac-2e0721191537),segment_id=d9490406-6fb4-4d3f-99ac-2e0721191537)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:01:58.792816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-7841e615-818f-4fbc-b14f-d5459ecd5806 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2068938693&fields=id&tenant_id=78be187f2a8045b5b339bd471ef1ee79 HTTP/1.1" status: 200 len: 267 time: 0.2514412 Aug 21 09:01:58.873303 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.883951 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.925803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-15585dbf-6a49-4725-9792-99b1dda14242 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:58.927683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-15585dbf-6a49-4725-9792-99b1dda14242 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports/09b19b1a-98fa-4efc-9311-75cf68b68d53 HTTP/1.1" status: 200 len: 937 time: 0.1057379 Aug 21 09:01:58.941698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port f73b3d56-8a25-4b1b-a40d-96663baa457c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:58.944701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-142cd950-2650-4815-bb1a-aee639214b66 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Deleting port 1db62d01-ecab-40bf-adb6-a9e402cfb4b2 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:01:58.945057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-142cd950-2650-4815-bb1a-aee639214b66 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:58.955747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807c0ea-8057-4a16-9301-cb3a2f984172 None None] Pushing event updated for resources: {'Port': ['ID=1b77f2f1-7a8b-4fe8-96a9-541fb693ecae,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:59.065597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-7052dc63-3dc8-43f1-8ca0-81f1cd9e020f tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:59.067781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-7052dc63-3dc8-43f1-8ca0-81f1cd9e020f tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports/84112da1-91f0-4e8d-a37a-f7fb1c3abe36 HTTP/1.1" status: 200 len: 937 time: 0.1168392 Aug 21 09:01:59.149963 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:59.161782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f33969af-fe0d-46ad-9b24-883d909a91bb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0847228 Aug 21 09:01:59.170002 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Allocated IP 172.25.5.79 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/438b56e4-8f45-481d-b390-650f4dbe50e6) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:01:59.190677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-142cd950-2650-4815-bb1a-aee639214b66 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:59.191617 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-142cd950-2650-4815-bb1a-aee639214b66 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:59.193433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea2962a-12f1-4bda-84c8-e31cbef1960e None None] Network 76e582db-1e41-418c-955d-f946dd31d9d9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:01:59.223847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:59.229948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:59.250179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-142cd950-2650-4815-bb1a-aee639214b66 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Calling delete_port for 1db62d01-ecab-40bf-adb6-a9e402cfb4b2 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:01:59.252069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:59.256081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2b269213-e440-4f50-950d-e657bccb8e62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0676422 Aug 21 09:01:59.305369 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:59.345083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Pushing event updated for resources: {'Port': ['ID=d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:59.400931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14522d3b-4c78-41dd-a948-253b298694dc None None] Provisioning for port f73b3d56-8a25-4b1b-a40d-96663baa457c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:01:59.405427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14522d3b-4c78-41dd-a948-253b298694dc None None] Provisioning complete for port f73b3d56-8a25-4b1b-a40d-96663baa457c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:59.409053 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14522d3b-4c78-41dd-a948-253b298694dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:59.428583 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:59.491892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:01:59.497315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:01:59.500077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:01:59.517843 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14522d3b-4c78-41dd-a948-253b298694dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:59.539053 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Pushing event updated for resources: {'Port': ['ID=438b56e4-8f45-481d-b390-650f4dbe50e6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:59.560530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14522d3b-4c78-41dd-a948-253b298694dc None None] For port f73b3d56-8a25-4b1b-a40d-96663baa457c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f73b3d56-8a25-4b1b-a40d-96663baa457c,segment=NetworkSegment(bef9ab0a-117f-4947-8bd5-58385dd3d777),segment_id=bef9ab0a-117f-4947-8bd5-58385dd3d777)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:01:59.639165 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14522d3b-4c78-41dd-a948-253b298694dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:59.704821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14522d3b-4c78-41dd-a948-253b298694dc None None] Pushing event updated for resources: {'Port': ['ID=f73b3d56-8a25-4b1b-a40d-96663baa457c,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:01:59.772894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8fabf23e-ed36-4ed9-8dbd-74fc33bdf767 None None] Provisioning complete for port f73b3d56-8a25-4b1b-a40d-96663baa457c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:01:59.773415 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8fabf23e-ed36-4ed9-8dbd-74fc33bdf767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:59.833863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-e77fe492-e0de-4acc-bf4f-7262c751d6c4 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:59.839625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-e77fe492-e0de-4acc-bf4f-7262c751d6c4 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:59.845428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-e77fe492-e0de-4acc-bf4f-7262c751d6c4 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:01:59.847117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-e77fe492-e0de-4acc-bf4f-7262c751d6c4 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/networks?id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 HTTP/1.1" status: 200 len: 1993 time: 0.5519123 Aug 21 09:01:59.873168 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:01:59.904049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-7ab585df-7e30-4bb9-8fe3-f4ec627a22cc tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/quotas/78be187f2a8045b5b339bd471ef1ee79 HTTP/1.1" status: 200 len: 375 time: 0.0489767 Aug 21 09:02:00.030801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:00.045601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42f024-f489-4bdf-b037-913688337be3 None None] Network 481ef1fa-5813-4044-afb9-f92813348b9a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:02:00.084426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-591585a3-6e0c-4d0d-8fb3-962f6857ab4d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1742103 Aug 21 09:02:00.101883 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-142cd950-2650-4815-bb1a-aee639214b66 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:00.103607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:00.179356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cd950-2650-4815-bb1a-aee639214b66 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Pushing event deleted for resources: {'Port': ['ID=1db62d01-ecab-40bf-adb6-a9e402cfb4b2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:00.200871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-671b8dc8-07ca-49fd-8695-38fdeda3586b None None] Provisioning for port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:00.248050 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-142cd950-2650-4815-bb1a-aee639214b66 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:00.250673 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-142cd950-2650-4815-bb1a-aee639214b66 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:00.251867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a513a8cc-f05c-4571-a93a-6e6fd99bc3f0 req-142cd950-2650-4815-bb1a-aee639214b66 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "DELETE /v2.0/floatingips/55c55c0f-75e2-4ce2-ad76-c94978967475 HTTP/1.1" status: 204 len: 173 time: 1.6532938 Aug 21 09:02:00.323264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Router f2c216ec-da33-443f-a91e-85d234aadf8b is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:02:00.393661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-3b5239b8-f400-408c-97fd-7aab11be7f70 service neutron] 10.222.0.20 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630234 Aug 21 09:02:00.468756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a92a1-5552-424d-bc41-a9eb8e770c90 req-62ee5523-850c-4af5-9f9a-372a1d18add2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:00.470365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-960a92a1-5552-424d-bc41-a9eb8e770c90 req-62ee5523-850c-4af5-9f9a-372a1d18add2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1542742 Aug 21 09:02:00.477475 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:00.588695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-960a92a1-5552-424d-bc41-a9eb8e770c90 req-5ce96e18-fa31-40fe-b4be-f10cb1c17259 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088986 Aug 21 09:02:00.602409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3a2ebf7-353f-46fb-90b7-f8b4abd20b7d service neutron] 10.222.0.20 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998231 Aug 21 09:02:00.671765 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:00.683641 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Sync routers for ids ['f2c216ec-da33-443f-a91e-85d234aadf8b'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:00.687609 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-65650b7e-0878-42d4-800e-83cbe52f700b service neutron] 10.222.0.20 "GET /v2.0/ports/09b19b1a-98fa-4efc-9311-75cf68b68d53?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0570762 Aug 21 09:02:00.697211 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Routers {'f2c216ec-da33-443f-a91e-85d234aadf8b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:00.698078 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f2c216ec-da33-443f-a91e-85d234aadf8b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:00.709727 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ab5682e-65b0-46fc-bae1-e5a99f7d907e details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:02:00.803993 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:00.805620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:00.811148 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4a1bec9c-a1a7-4788-a639-205a41102a94 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0161886 Aug 21 09:02:00.823321 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58032) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:00.861466 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Set router f2c216ec-da33-443f-a91e-85d234aadf8b gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:00.881395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2366d-2de3-4dce-a316-048c4acd9766 req-61f615de-5e9b-46bb-9f43-0669b6692cfd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:00.888825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0e2366d-2de3-4dce-a316-048c4acd9766 req-61f615de-5e9b-46bb-9f43-0669b6692cfd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 948 time: 0.0929232 Aug 21 09:02:00.889725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ab5682e-65b0-46fc-bae1-e5a99f7d907e,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:00.904818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '4ab5682e-65b0-46fc-bae1-e5a99f7d907e', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '4ab5682e-65b0-46fc-bae1-e5a99f7d907e', 'mac_address': 'fa:16:3e:a6:eb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:02:00.950591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0e2366d-2de3-4dce-a316-048c4acd9766 req-98775831-85f1-4a69-a445-3d97d6ac8d24 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606205 Aug 21 09:02:00.961762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-270c2a8e-43ae-4464-975d-c61a83d5909f service neutron] 10.222.0.20 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652094 Aug 21 09:02:00.981243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:00.996584 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:00.999601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:01.002222 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:01.030858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Router fa665223-3b60-4aac-862b-546410989e76 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:02:01.087169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab5682e-65b0-46fc-bae1-e5a99f7d907e {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:01.108197 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-f8854dfa-a756-4f27-99f6-9ccf7e7b4193 req-bd4b506c-e7b2-49fe-954f-c89bac9f6450 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] show failed (client error): The resource could not be found. Aug 21 09:02:01.109329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8854dfa-a756-4f27-99f6-9ccf7e7b4193 req-bd4b506c-e7b2-49fe-954f-c89bac9f6450 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips/55c55c0f-75e2-4ce2-ad76-c94978967475 HTTP/1.1" status: 404 len: 350 time: 0.0452836 Aug 21 09:02:01.146967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ab5682e-65b0-46fc-bae1-e5a99f7d907e,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:01.176136 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-router', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:57Z', 'updated_at': '2021-08-21T09:01:59Z', 'revision_number': 3, 'project_id': '6d16b668970c47659f38623da84e53e5', 'gw_port': {'id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:01.215362 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-56685cf2-e384-4f16-93ce-b9b0b7fb8f1a req-fac3a321-4d17-4dbb-8997-5bf584883c03 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] show failed (client error): The resource could not be found. Aug 21 09:02:01.217806 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:01.222031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56685cf2-e384-4f16-93ce-b9b0b7fb8f1a req-fac3a321-4d17-4dbb-8997-5bf584883c03 tempest-FloatingIPsTestJSON-82697175 tempest-FloatingIPsTestJSON-82697175-project] 10.222.0.20 "GET /v2.0/floatingips/55c55c0f-75e2-4ce2-ad76-c94978967475 HTTP/1.1" status: 404 len: 350 time: 0.0625174 Aug 21 09:02:01.222159 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Checking router: f2c216ec-da33-443f-a91e-85d234aadf8b for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:01.225885 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Updating router f2c216ec-da33-443f-a91e-85d234aadf8b port 438b56e4-8f45-481d-b390-650f4dbe50e6 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:02:01.229965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58070) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:01.240192 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:01.271942 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:01.294864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-005f5ede-4c6f-474f-8874-114fdd96d421 service neutron] 10.222.0.20 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322468 Aug 21 09:02:01.343673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:01.349369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=4ab5682e-65b0-46fc-bae1-e5a99f7d907e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:01.353708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-1acb971c-8450-45e9-afa5-20cd1d88c23f service neutron] 10.222.0.20 "GET /v2.0/ports/84112da1-91f0-4e8d-a37a-f7fb1c3abe36?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0514357 Aug 21 09:02:01.394798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Sync routers for ids ['fa665223-3b60-4aac-862b-546410989e76'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:01.428301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Routers {'fa665223-3b60-4aac-862b-546410989e76'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:01.429078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa665223-3b60-4aac-862b-546410989e76'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:01.462108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-0ae59c5c-7f64-43db-866b-c928b010ea8f service neutron] 10.222.0.20 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006522 Aug 21 09:02:01.467163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1b77f2f1-7a8b-4fe8-96a9-541fb693ecae,segment=NetworkSegment(d9490406-6fb4-4d3f-99ac-2e0721191537),segment_id=d9490406-6fb4-4d3f-99ac-2e0721191537)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:01.478130 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:01.479730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3c353c6a-fc60-4f80-8cbd-7a6356ef46bb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7832661 Aug 21 09:02:01.483733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58072) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:01.544530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['4ab5682e-65b0-46fc-bae1-e5a99f7d907e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:01.573773 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:01.574752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f73b3d56-8a25-4b1b-a40d-96663baa457c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:01.591026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2e769831-c7ed-4c1a-975b-09f3d5f73104 service neutron] 10.222.0.20 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221943 Aug 21 09:02:01.655251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=1b77f2f1-7a8b-4fe8-96a9-541fb693ecae,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:01.687722 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:01.693908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Set router fa665223-3b60-4aac-862b-546410989e76 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:01.705739 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Transition to ACTIVE for port object 438b56e4-8f45-481d-b390-650f4dbe50e6 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:01.763418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-0832e594-4e85-453b-9dca-3e2e214bd5d0 service neutron] 10.222.0.20 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665697 Aug 21 09:02:01.808267 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:01.841672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021fb6f-17a9-4870-8a2d-4af7d6861cdc req-106984fc-1001-44c3-b307-566936739790 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:01.843270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0021fb6f-17a9-4870-8a2d-4af7d6861cdc req-106984fc-1001-44c3-b307-566936739790 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1182492 Aug 21 09:02:01.880142 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Attempting to bind port 438b56e4-8f45-481d-b390-650f4dbe50e6 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:01.880444 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Attempting to bind port 438b56e4-8f45-481d-b390-650f4dbe50e6 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:01.880811 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Attempting to bind port 438b56e4-8f45-481d-b390-650f4dbe50e6 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:01.884548 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85de81-4818-4285-8ad0-b36925846344 None None] Pushing event updated for resources: {'Port': ['ID=438b56e4-8f45-481d-b390-650f4dbe50e6,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:01.889377 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:01.890272 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:01.890272 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:01.890637 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:01.891109 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Bound port: 438b56e4-8f45-481d-b390-650f4dbe50e6, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:01.891513 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:01.930169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-1d7a93e5-9a2b-4463-a8cb-caf663c87560 service neutron] 10.222.0.20 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594074 Aug 21 09:02:01.933767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0021fb6f-17a9-4870-8a2d-4af7d6861cdc req-b292ea02-dc69-4c15-897c-fe3bea849834 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833538 Aug 21 09:02:02.036951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f73b3d56-8a25-4b1b-a40d-96663baa457c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:02.037501 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:02.055623 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] For port 438b56e4-8f45-481d-b390-650f4dbe50e6, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:02.063003 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] For port 438b56e4-8f45-481d-b390-650f4dbe50e6, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=438b56e4-8f45-481d-b390-650f4dbe50e6,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:02.120527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-008646b1-2dea-4e8e-b571-0bb252c05400 service neutron] 10.222.0.20 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783466 Aug 21 09:02:02.130658 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:02.176944 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Routers {'f2c216ec-da33-443f-a91e-85d234aadf8b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:02.177911 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f2c216ec-da33-443f-a91e-85d234aadf8b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:02.197192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952a4cf-0e84-48ce-872b-28ae1c900fdb req-fe96ef64-ed66-4269-b530-5da8f307a099 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:02.198925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a952a4cf-0e84-48ce-872b-28ae1c900fdb req-fe96ef64-ed66-4269-b530-5da8f307a099 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 949 time: 0.1153216 Aug 21 09:02:02.202627 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:02.279524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a952a4cf-0e84-48ce-872b-28ae1c900fdb req-7b47d70c-a0f1-4c0e-8623-f6282a363b25 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481334 Aug 21 09:02:02.288619 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] Set router f2c216ec-da33-443f-a91e-85d234aadf8b gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:02.305991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa665223-3b60-4aac-862b-546410989e76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-router', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:01:59Z', 'revision_number': 3, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'gw_port': {'id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa665223-3b60-4aac-862b-546410989e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:02.318524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-7deee48c-ab85-434a-984b-5a03c33b9f27 service neutron] 10.222.0.20 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850228 Aug 21 09:02:02.366232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Checking router: fa665223-3b60-4aac-862b-546410989e76 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:02.372108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Updating router fa665223-3b60-4aac-862b-546410989e76 port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:02:02.416879 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:02.447976 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85de81-4818-4285-8ad0-b36925846344 None None] Pushing event updated for resources: {'Port': ['ID=438b56e4-8f45-481d-b390-650f4dbe50e6,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:02.450587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-875bd9b1-0e9f-4269-9dd3-5577c7e1dcaf service neutron] 10.222.0.20 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243916 Aug 21 09:02:02.563136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b5af3187-c40a-48b0-a0ce-43c8070529f1 service neutron] 10.222.0.20 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017499 Aug 21 09:02:02.666911 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-router', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:57Z', 'updated_at': '2021-08-21T09:01:59Z', 'revision_number': 3, 'project_id': '6d16b668970c47659f38623da84e53e5', 'gw_port': {'id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:02.704336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:02.721710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-0f990205-a9ac-4b55-a63d-973aa5dd17cd service neutron] 10.222.0.20 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520338 Aug 21 09:02:02.729476 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56925cb-4fb9-43fb-9964-445203a5a5c6 None None] The sync data for ids ['f2c216ec-da33-443f-a91e-85d234aadf8b'] in n-d-766726-28 is: [{'id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-router', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:57Z', 'updated_at': '2021-08-21T09:01:59Z', 'revision_number': 3, 'project_id': '6d16b668970c47659f38623da84e53e5', 'gw_port': {'id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:02.787292 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:02.874276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-46fb733e-4968-41b8-aca1-fc17a8eb253d service neutron] 10.222.0.20 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413643 Aug 21 09:02:02.886321 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:02.902287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Transition to ACTIVE for port object d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:02.922399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:02.923106 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:02.985606 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:03.117990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Attempting to bind port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:03.118610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Attempting to bind port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:03.120148 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Attempting to bind port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:03.138254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Allocated IP 172.20.0.1 (481ef1fa-5813-4044-afb9-f92813348b9a/c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac/f5c4df2c-608d-4271-ad69-8a1785533c7a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:03.157916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:03.159392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:03.163625 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:03.164167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:03.164853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Bound port: d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:03.166287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:03.220128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e6ff8-63a0-4308-a49e-845faef14d12 req-c8702bb2-8425-4285-8c97-ccc0e30ed04f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:03.223167 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b8e6ff8-63a0-4308-a49e-845faef14d12 req-c8702bb2-8425-4285-8c97-ccc0e30ed04f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.0970929 Aug 21 09:02:03.267790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] For port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:03.272982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] For port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:03.277871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f87917-ffde-4700-a907-ede8a87ec998 None None] Pushing event updated for resources: {'Port': ['ID=d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:03.308866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b8e6ff8-63a0-4308-a49e-845faef14d12 req-652a09f1-898c-4533-a48b-4d909903fad9 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792587 Aug 21 09:02:03.363159 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:03.490171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f87917-ffde-4700-a907-ede8a87ec998 None None] Pushing event updated for resources: {'Port': ['ID=d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:03.494771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Routers {'fa665223-3b60-4aac-862b-546410989e76'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:03.495471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa665223-3b60-4aac-862b-546410989e76'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:03.562024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019cac6-00f7-4aa7-bfd9-a5541b5ee0dd req-cd383d39-47b1-49ad-aa8d-54e6742645e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:03.564270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6019cac6-00f7-4aa7-bfd9-a5541b5ee0dd req-cd383d39-47b1-49ad-aa8d-54e6742645e4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 949 time: 0.0980372 Aug 21 09:02:03.623030 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:03.627738 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:03.636339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6019cac6-00f7-4aa7-bfd9-a5541b5ee0dd req-c76794cb-c317-42d1-8ffd-4b2d72e79874 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620430 Aug 21 09:02:03.666806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Transition to ACTIVE for port object f5c4df2c-608d-4271-ad69-8a1785533c7a will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:03.670681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] Set router fa665223-3b60-4aac-862b-546410989e76 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:03.921006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:03.943403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa665223-3b60-4aac-862b-546410989e76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-router', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:01:59Z', 'revision_number': 3, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'gw_port': {'id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa665223-3b60-4aac-862b-546410989e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:03.972346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe40fa6-7de4-42d0-9f0c-d31ea1042943 None None] The sync data for ids ['fa665223-3b60-4aac-862b-546410989e76'] in n-d-766726-28 is: [{'id': 'fa665223-3b60-4aac-862b-546410989e76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-router', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:01:59Z', 'revision_number': 3, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'gw_port': {'id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa665223-3b60-4aac-862b-546410989e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:03.974876 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Network 481ef1fa-5813-4044-afb9-f92813348b9a is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:03.981616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Allocated IP 172.20.0.1 (76e582db-1e41-418c-955d-f946dd31d9d9/f765a3ed-5c6e-407c-9b25-62174c3a7a9c/ddd7b244-d6f8-4411-ad6b-c75256cfc5b1) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:03.986635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:03.999055 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:04.024748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Pushing event updated for resources: {'Port': ['ID=f5c4df2c-608d-4271-ad69-8a1785533c7a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:04.165283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] Deleting port abdfa5c5-f95f-426e-aef7-44ffbc0c5526 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:04.165638 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:04.241708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:04.346725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b472966c-a9cb-4620-bb40-2d7585790974 None None] Provisioning for port f5c4df2c-608d-4271-ad69-8a1785533c7a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:04.352464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b472966c-a9cb-4620-bb40-2d7585790974 None None] Provisioning complete for port f5c4df2c-608d-4271-ad69-8a1785533c7a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:04.352941 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b472966c-a9cb-4620-bb40-2d7585790974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:04.415141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b472966c-a9cb-4620-bb40-2d7585790974 None None] Port f5c4df2c-608d-4271-ad69-8a1785533c7a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:04.430653 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:04.434015 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] For port abdfa5c5-f95f-426e-aef7-44ffbc0c5526, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=abdfa5c5-f95f-426e-aef7-44ffbc0c5526,segment=NetworkSegment(0b39f844-fa09-4cba-9b5a-8f6c3a866a23),segment_id=0b39f844-fa09-4cba-9b5a-8f6c3a866a23)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:04.434399 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:04.488470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa78d4-7ef2-4368-9f43-dd3dbcf4025a req-16e33889-656d-4822-a142-5219dfc22dc3 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:04.491726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] Calling delete_port for abdfa5c5-f95f-426e-aef7-44ffbc0c5526 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:04.493648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25aa78d4-7ef2-4368-9f43-dd3dbcf4025a req-16e33889-656d-4822-a142-5219dfc22dc3 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.0618498 Aug 21 09:02:04.501601 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Transition to ACTIVE for port object ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:04.548089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25aa78d4-7ef2-4368-9f43-dd3dbcf4025a req-501496ca-5c28-4994-b7c6-739e07408f66 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Aug 21 09:02:04.708167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:04.760394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ab5682e-65b0-46fc-bae1-e5a99f7d907e up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:04.793527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:04.811175 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:04.828475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4d716ca-2d49-441f-9108-e8d1bdb52d1f req-b948f728-bf51-4670-b382-20608e5d6ecf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0376153 Aug 21 09:02:04.902588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Network 76e582db-1e41-418c-955d-f946dd31d9d9 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:04.925971 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:04.974516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd7b244-d6f8-4411-ad6b-c75256cfc5b1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:04.979267 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:04.998013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3bb5e-02cc-4133-b902-4cc43605f2d7 req-7756925c-56d5-4702-97ea-77499fdb9cb0 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:04.998013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf3bb5e-02cc-4133-b902-4cc43605f2d7 req-7756925c-56d5-4702-97ea-77499fdb9cb0 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 949 time: 0.1502523 Aug 21 09:02:05.016716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:05.030210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:05.030752 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.077607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf3bb5e-02cc-4133-b902-4cc43605f2d7 req-c8f41975-640f-4f92-8631-5e5b1f4feb17 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741661 Aug 21 09:02:05.125131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:05.137516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:05.138159 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.256807 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.283582 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.296924 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.323386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:05.336134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64942479-a70c-4614-aac8-2068e22e91b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab5682e-65b0-46fc-bae1-e5a99f7d907e'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:05.340663 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376df0db-790e-47d9-b4c7-e5afbe92be64" -d '{"events": [{"server_uuid": "64942479-a70c-4614-aac8-2068e22e91b2", "name": "network-vif-plugged", "status": "completed", "tag": "4ab5682e-65b0-46fc-bae1-e5a99f7d907e"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:05.359539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ab5682e-65b0-46fc-bae1-e5a99f7d907e,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:05.405261 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6c5c63-22ae-4ebd-98ae-bc60012dc5e1 x-openstack-request-id: req-ec6c5c63-22ae-4ebd-98ae-bc60012dc5e1 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:05.406108 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64942479-a70c-4614-aac8-2068e22e91b2", "name": "network-vif-plugged", "status": "completed", "tag": "4ab5682e-65b0-46fc-bae1-e5a99f7d907e", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:05.406362 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec6c5c63-22ae-4ebd-98ae-bc60012dc5e1 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:05.406813 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64942479-a70c-4614-aac8-2068e22e91b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab5682e-65b0-46fc-bae1-e5a99f7d907e', 'code': 200} Aug 21 09:02:05.411380 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.412425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 438b56e4-8f45-481d-b390-650f4dbe50e6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:05.413206 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.469931 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=abdfa5c5-f95f-426e-aef7-44ffbc0c5526,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:05.486562 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.492529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1aa808a7-8cde-4234-bb7b-9598a01192ec None None] Provisioning for port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:05.523211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1aa808a7-8cde-4234-bb7b-9598a01192ec None None] Provisioning complete for port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:05.523211 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1aa808a7-8cde-4234-bb7b-9598a01192ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.524238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:05.536435 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.555878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3892a-1fa8-43d7-84a6-84769bfeead7 req-7fff7bea-82e2-42f4-b12c-fe1cb23570b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:05.558631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe3892a-1fa8-43d7-84a6-84769bfeead7 req-7fff7bea-82e2-42f4-b12c-fe1cb23570b8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 1102 time: 0.0927849 Aug 21 09:02:05.607801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1aa808a7-8cde-4234-bb7b-9598a01192ec None None] Port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:05.627700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=4ab5682e-65b0-46fc-bae1-e5a99f7d907e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:05.649374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe3892a-1fa8-43d7-84a6-84769bfeead7 req-cab68d4d-4738-4e74-8c2a-bdc7a6be0699 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833652 Aug 21 09:02:05.659296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.737596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01161013-c9f7-4e8b-98d8-34473b6cc5d2 req-adc85f45-1176-4b89-bb77-4aada1cc6b34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:05.740744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01161013-c9f7-4e8b-98d8-34473b6cc5d2 req-adc85f45-1176-4b89-bb77-4aada1cc6b34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.0652573 Aug 21 09:02:05.752602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 438b56e4-8f45-481d-b390-650f4dbe50e6 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:05.752602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 438b56e4-8f45-481d-b390-650f4dbe50e6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:05.752602 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.783282 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.786765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01161013-c9f7-4e8b-98d8-34473b6cc5d2 req-c42fa972-cee6-4513-a07f-eea46f261559 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375018 Aug 21 09:02:05.847636 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.875752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 438b56e4-8f45-481d-b390-650f4dbe50e6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=438b56e4-8f45-481d-b390-650f4dbe50e6,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:05.902177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:05.920586 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Pushing event updated for resources: {'Port': ['ID=f5c4df2c-608d-4271-ad69-8a1785533c7a,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:05.922743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00ab9388-9254-43a7-81a9-f6166101cf2e req-1f0ddc4b-9ea0-4be3-9391-d117966ece41 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0261049 Aug 21 09:02:05.986109 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:06.070800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=438b56e4-8f45-481d-b390-650f4dbe50e6,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:06.211481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60216e7-ddfe-4b27-8139-f45c790a12e3 req-6161884c-e112-40b5-9cad-4281248c603a tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:06.213527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c60216e7-ddfe-4b27-8139-f45c790a12e3 req-6161884c-e112-40b5-9cad-4281248c603a tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 950 time: 0.0666990 Aug 21 09:02:06.240530 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:06.273541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c60216e7-ddfe-4b27-8139-f45c790a12e3 req-444be4ee-e776-4233-820e-e47eb8b4911b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539589 Aug 21 09:02:06.447275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Network 481ef1fa-5813-4044-afb9-f92813348b9a is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:06.457832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:06.539844 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:06.617555 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:06.709603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:06.784030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6d7b341f-a725-47fb-8253-e2fec72e4c99 None None] Provisioning complete for port f5c4df2c-608d-4271-ad69-8a1785533c7a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:06.785479 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6d7b341f-a725-47fb-8253-e2fec72e4c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:06.797945 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd7b244-d6f8-4411-ad6b-c75256cfc5b1,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:06.805761 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:06.820955 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Router f2c216ec-da33-443f-a91e-85d234aadf8b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:02:06.833377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:06.835241 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] Router 7f3bdff6-fab8-498f-b8fd-d535d36487eb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:02:06.835376 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:06.835376 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ece05218-cc5b-4e10-bc43-08a5e685d423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:06.864306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b341f-a725-47fb-8253-e2fec72e4c99 None None] Port f5c4df2c-608d-4271-ad69-8a1785533c7a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:06.936096 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 438b56e4-8f45-481d-b390-650f4dbe50e6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:07.015681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3e0cb-d1c2-42e3-8dba-77f0c132e94f req-bc6d7a77-6529-4b64-8642-08f6e5ac73ef tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:07.015681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0e3e0cb-d1c2-42e3-8dba-77f0c132e94f req-bc6d7a77-6529-4b64-8642-08f6e5ac73ef tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1044736 Aug 21 09:02:07.073842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 438b56e4-8f45-481d-b390-650f4dbe50e6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:07.073842 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:07.148067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0e3e0cb-d1c2-42e3-8dba-77f0c132e94f req-b977f683-ee4a-4b7d-9ccd-6a343e402455 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171761 Aug 21 09:02:07.174958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c59307b-501e-4110-bcad-3fc5762a4b02 req-f16d54ba-3068-4084-bb0d-607f395b6d27 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0543673 Aug 21 09:02:07.178767 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:07.187860 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ca3fadcd-d341-43d8-a842-7fc1cadc55cd admin admin] 10.222.0.20 "PUT /v2.0/routers/f2c216ec-da33-443f-a91e-85d234aadf8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3623767 Aug 21 09:02:07.189228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Network 76e582db-1e41-418c-955d-f946dd31d9d9 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:07.193122 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:07.199804 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Sync routers for ids ['f2c216ec-da33-443f-a91e-85d234aadf8b'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:07.215393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:07.223679 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f8b5fb04-e48c-49f0-900f-274256cec0dd admin admin] 10.222.0.20 "PUT /v2.0/routers/7f3bdff6-fab8-498f-b8fd-d535d36487eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9924672 Aug 21 09:02:07.223808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58180) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:07.227737 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Routers {'f2c216ec-da33-443f-a91e-85d234aadf8b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:07.230153 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f2c216ec-da33-443f-a91e-85d234aadf8b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:07.250860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae584e6b-4d55-40da-8f82-01a07d92dc43 None None] Sync routers for ids ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:07.267314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae584e6b-4d55-40da-8f82-01a07d92dc43 None None] Routers {'7f3bdff6-fab8-498f-b8fd-d535d36487eb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:07.267314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ae584e6b-4d55-40da-8f82-01a07d92dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:07.433212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Router fa665223-3b60-4aac-862b-546410989e76 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:02:07.515131 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Set router f2c216ec-da33-443f-a91e-85d234aadf8b gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:07.575144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-ae584e6b-4d55-40da-8f82-01a07d92dc43 None None] Set router 7f3bdff6-fab8-498f-b8fd-d535d36487eb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:07.613575 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:07.685086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:07.700689 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-340bc024-9526-4535-84a2-91fae227cba2 admin admin] 10.222.0.20 "PUT /v2.0/routers/fa665223-3b60-4aac-862b-546410989e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2061007 Aug 21 09:02:07.712356 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Sync routers for ids ['fa665223-3b60-4aac-862b-546410989e76'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:07.734668 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Routers {'fa665223-3b60-4aac-862b-546410989e76'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:07.735580 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa665223-3b60-4aac-862b-546410989e76'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:07.766050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b5c48-f032-4358-ab48-ae2237378c04 req-3bb025bd-d796-4dda-8d65-bdbe2536d73c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:07.774287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e82b5c48-f032-4358-ab48-ae2237378c04 req-3bb025bd-d796-4dda-8d65-bdbe2536d73c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 950 time: 0.3045866 Aug 21 09:02:07.798549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b6da19d3-b091-4338-8bf5-09a4003a73ed None None] Provisioning complete for port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:07.799182 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b6da19d3-b091-4338-8bf5-09a4003a73ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:07.890749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b6da19d3-b091-4338-8bf5-09a4003a73ed None None] Port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:07.983224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ae584e6b-4d55-40da-8f82-01a07d92dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'name': 'tempest-FloatingIPsTestJSON-1946492426-router', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:36Z', 'updated_at': '2021-08-21T09:02:04Z', 'revision_number': 5, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'gw_port': {'id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:37Z', 'updated_at': '2021-08-21T09:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:08.019603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae584e6b-4d55-40da-8f82-01a07d92dc43 None None] Checking router: 7f3bdff6-fab8-498f-b8fd-d535d36487eb for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:08.040177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae584e6b-4d55-40da-8f82-01a07d92dc43 None None] Routers {'7f3bdff6-fab8-498f-b8fd-d535d36487eb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:08.045052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ae584e6b-4d55-40da-8f82-01a07d92dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:01:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:08.078659 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Set router fa665223-3b60-4aac-862b-546410989e76 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:08.209681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-ae584e6b-4d55-40da-8f82-01a07d92dc43 None None] Set router 7f3bdff6-fab8-498f-b8fd-d535d36487eb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:08.251219 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-router', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:57Z', 'updated_at': '2021-08-21T09:02:04Z', 'revision_number': 4, 'project_id': '6d16b668970c47659f38623da84e53e5', 'gw_port': {'id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'f5c4df2c-608d-4271-ad69-8a1785533c7a', 'name': '', 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'mac_address': 'fa:16:3e:f2:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:02Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 2, 'project_id': '6d16b668970c47659f38623da84e53e5', 'subnets': [{'id': 'c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:08.257046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c2d306e-908e-4713-b029-8cd1e5c013a3 req-dcd505f4-c9d4-44f3-9209-8cdc966399c0 tempest-FloatingIPsNegativeTestJSON-1104289090 tempest-FloatingIPsNegativeTestJSON-1104289090-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=6d16b668970c47659f38623da84e53e5 HTTP/1.1" status: 200 len: 217 time: 0.4762254 Aug 21 09:02:08.323029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e82b5c48-f032-4358-ab48-ae2237378c04 req-bdf932c4-c291-48b8-89aa-85c7d65ea26e tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424078 Aug 21 09:02:08.327291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-df8fa119-3e99-46b5-bbc1-17c2d8767c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:08.335545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-df8fa119-3e99-46b5-bbc1-17c2d8767c04 service neutron] 10.222.0.13 "GET /v2.0/ports/09b19b1a-98fa-4efc-9311-75cf68b68d53 HTTP/1.1" status: 200 len: 1033 time: 0.0978532 Aug 21 09:02:08.348942 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Checking router: f2c216ec-da33-443f-a91e-85d234aadf8b for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:08.349294 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Updating router f2c216ec-da33-443f-a91e-85d234aadf8b port f5c4df2c-608d-4271-ad69-8a1785533c7a binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:02:08.384871 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:08.438116 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:08.515161 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-cf9e7d99-bc99-43eb-a59c-44098f899799 req-28ca7b64-54ca-4a07-8ac3-ade11e4b4699 tempest-FloatingIPDetailsNegativeTestJSON-1562897785 tempest-FloatingIPDetailsNegativeTestJSON-1562897785-project] show failed (client error): The resource could not be found. Aug 21 09:02:08.529256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58208) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:08.536029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf9e7d99-bc99-43eb-a59c-44098f899799 req-28ca7b64-54ca-4a07-8ac3-ade11e4b4699 tempest-FloatingIPDetailsNegativeTestJSON-1562897785 tempest-FloatingIPDetailsNegativeTestJSON-1562897785-project] 10.222.0.20 "GET /v2.0/floatingips/88a4676b-e602-4e59-ae1b-d19164df0d95 HTTP/1.1" status: 404 len: 350 time: 0.0813255 Aug 21 09:02:08.542006 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa665223-3b60-4aac-862b-546410989e76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-router', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'gw_port': {'id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa665223-3b60-4aac-862b-546410989e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ddd7b244-d6f8-4411-ad6b-c75256cfc5b1', 'name': '', 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'mac_address': 'fa:16:3e:78:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa665223-3b60-4aac-862b-546410989e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f765a3ed-5c6e-407c-9b25-62174c3a7a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:03Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 2, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'subnets': [{'id': 'f765a3ed-5c6e-407c-9b25-62174c3a7a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:08.547755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-26c7acd3-3edb-4ab8-989b-f0748fd1f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:08.547755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-26c7acd3-3edb-4ab8-989b-f0748fd1f570 service neutron] 10.222.0.13 "GET /v2.0/ports/84112da1-91f0-4e8d-a37a-f7fb1c3abe36 HTTP/1.1" status: 200 len: 1033 time: 0.1976268 Aug 21 09:02:08.578024 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Checking router: fa665223-3b60-4aac-862b-546410989e76 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:08.578442 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Updating router fa665223-3b60-4aac-862b-546410989e76 port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:02:08.658130 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:08.695343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ae584e6b-4d55-40da-8f82-01a07d92dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'name': 'tempest-FloatingIPsTestJSON-1946492426-router', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:36Z', 'updated_at': '2021-08-21T09:02:04Z', 'revision_number': 5, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'gw_port': {'id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:37Z', 'updated_at': '2021-08-21T09:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:08.703725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb76233-f888-45c4-8f04-8884ea40561d req-e12de358-f6f0-44b7-b33f-5ead43932605 tempest-FloatingIPsNegativeTestJSON-1104289090 tempest-FloatingIPsNegativeTestJSON-1104289090-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1336520 Aug 21 09:02:08.733768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ceda-7257-413b-89a4-6db8ce0c8d23 req-451f1c1b-e67a-46ba-be34-263a61005cd2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:08.741786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9a3ceda-7257-413b-89a4-6db8ce0c8d23 req-451f1c1b-e67a-46ba-be34-263a61005cd2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.2983208 Aug 21 09:02:08.775900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae584e6b-4d55-40da-8f82-01a07d92dc43 None None] The sync data for ids ['7f3bdff6-fab8-498f-b8fd-d535d36487eb'] in n-d-766726-28 is: [{'id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'name': 'tempest-FloatingIPsTestJSON-1946492426-router', 'tenant_id': 'd1c42a4740424f01be7b9656430441a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:36Z', 'updated_at': '2021-08-21T09:02:04Z', 'revision_number': 5, 'project_id': 'd1c42a4740424f01be7b9656430441a8', 'gw_port': {'id': '8a71899b-6968-4555-926e-f9b3bc27e7a6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3bdff6-fab8-498f-b8fd-d535d36487eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:37Z', 'updated_at': '2021-08-21T09:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:08.950746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Deleting port 8a71899b-6968-4555-926e-f9b3bc27e7a6 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:08.955908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:08.967577 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:08.974081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9a3ceda-7257-413b-89a4-6db8ce0c8d23 req-e6bd28be-584a-46b4-8c21-c17b4e798715 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310443 Aug 21 09:02:08.990884 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Transition to ACTIVE for port object f5c4df2c-608d-4271-ad69-8a1785533c7a will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:09.075833 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.254617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f888519d-ec20-4094-b03f-5d90dab69fbc req-497a873a-899b-4b50-8efa-5cc35fefa351 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.3299608 Aug 21 09:02:09.369542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-ab284b8e-e369-44ed-83cd-41f4d389c48d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:09.387819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-ab284b8e-e369-44ed-83cd-41f4d389c48d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:09.389350 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649772c-a2ef-4a4e-bf5a-041bfb2f704a None None] Pushing event updated for resources: {'Port': ['ID=f5c4df2c-608d-4271-ad69-8a1785533c7a,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:09.429043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-ab284b8e-e369-44ed-83cd-41f4d389c48d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:09.439377 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-ab284b8e-e369-44ed-83cd-41f4d389c48d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "GET /v2.0/networks?id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 HTTP/1.1" status: 200 len: 1993 time: 0.8804264 Aug 21 09:02:09.461400 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.507783 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8a19f5c-394d-4b81-93b9-b0021dccca71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.543911 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Transition to ACTIVE for port object ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:09.546365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] For port 8a71899b-6968-4555-926e-f9b3bc27e7a6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8a71899b-6968-4555-926e-f9b3bc27e7a6,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:09.546950 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.548188 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Attempting to bind port f5c4df2c-608d-4271-ad69-8a1785533c7a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:09.548844 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Attempting to bind port f5c4df2c-608d-4271-ad69-8a1785533c7a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'd9490406-6fb4-4d3f-99ac-2e0721191537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:09.549307 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Attempting to bind port f5c4df2c-608d-4271-ad69-8a1785533c7a on network 481ef1fa-5813-4044-afb9-f92813348b9a {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:09.565595 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:09.565595 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Checking segment: {'id': 'd9490406-6fb4-4d3f-99ac-2e0721191537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:09.565595 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.565595 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Bound using segment: {'id': 'd9490406-6fb4-4d3f-99ac-2e0721191537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:09.565595 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Bound port: f5c4df2c-608d-4271-ad69-8a1785533c7a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9490406-6fb4-4d3f-99ac-2e0721191537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:09.565595 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.566232 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.569041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Calling delete_port for 8a71899b-6968-4555-926e-f9b3bc27e7a6 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:09.666177 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.689103 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.763242 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] For port f5c4df2c-608d-4271-ad69-8a1785533c7a, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:09.771259 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] For port f5c4df2c-608d-4271-ad69-8a1785533c7a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f5c4df2c-608d-4271-ad69-8a1785533c7a,segment=NetworkSegment(d9490406-6fb4-4d3f-99ac-2e0721191537),segment_id=d9490406-6fb4-4d3f-99ac-2e0721191537)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:09.783545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-731bd5fe-8e47-4367-8444-8f899f728b38 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78be187f2a8045b5b339bd471ef1ee79 HTTP/1.1" status: 200 len: 380 time: 0.2050300 Aug 21 09:02:09.796725 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207a371-63ec-41fc-9832-3950e405c333 None None] Pushing event updated for resources: {'Port': ['ID=ddd7b244-d6f8-4411-ad6b-c75256cfc5b1,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:09.868261 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Attempting to bind port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:09.877464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba852cd3-fa93-4157-8f52-998ecddbb8db req-ddefb5ed-7a02-4aa8-b178-2c8379be0254 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:09.877610 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Attempting to bind port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'bef9ab0a-117f-4947-8bd5-58385dd3d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:09.877610 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Attempting to bind port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 on network 76e582db-1e41-418c-955d-f946dd31d9d9 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:09.877610 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:09.877610 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Checking segment: {'id': 'bef9ab0a-117f-4947-8bd5-58385dd3d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:09.877610 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.877610 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Bound using segment: {'id': 'bef9ab0a-117f-4947-8bd5-58385dd3d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:09.878116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba852cd3-fa93-4157-8f52-998ecddbb8db req-ddefb5ed-7a02-4aa8-b178-2c8379be0254 tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 1102 time: 0.6218216 Aug 21 09:02:09.879513 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Bound port: ddd7b244-d6f8-4411-ad6b-c75256cfc5b1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef9ab0a-117f-4947-8bd5-58385dd3d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:09.880174 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.880667 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-c1c4c34f-a233-4d6b-9dcf-d4e4a757dd15 req-6f15f598-02bf-4f47-bbcb-b7ea06ad5638 tempest-FloatingIPsNegativeTestJSON-1104289090 tempest-FloatingIPsNegativeTestJSON-1104289090-project] show failed (client error): The resource could not be found. Aug 21 09:02:09.882699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1c4c34f-a233-4d6b-9dcf-d4e4a757dd15 req-6f15f598-02bf-4f47-bbcb-b7ea06ad5638 tempest-FloatingIPsNegativeTestJSON-1104289090 tempest-FloatingIPsNegativeTestJSON-1104289090-project] 10.222.0.20 "GET /v2.0/floatingips/3990fae4-75f6-4238-bbcf-5702b3745622 HTTP/1.1" status: 404 len: 350 time: 0.2732966 Aug 21 09:02:09.895499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58216) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:09.900955 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:09.940702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'admin_state_up': True, 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'security_groups': ['6f7686a6-0876-49bb-9caf-364cf3446489']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:10.021285 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Routers {'f2c216ec-da33-443f-a91e-85d234aadf8b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:10.022071 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f2c216ec-da33-443f-a91e-85d234aadf8b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:10.036911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba852cd3-fa93-4157-8f52-998ecddbb8db req-8453fb6a-700c-4cce-8650-8f03fed49fcf tempest-ServersOnMultiNodesTest-1024397022 tempest-ServersOnMultiNodesTest-1024397022-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582053 Aug 21 09:02:10.201968 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] For port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:10.256881 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649772c-a2ef-4a4e-bf5a-041bfb2f704a None None] Pushing event updated for resources: {'Port': ['ID=f5c4df2c-608d-4271-ad69-8a1785533c7a,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:10.298487 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] For port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ddd7b244-d6f8-4411-ad6b-c75256cfc5b1,segment=NetworkSegment(bef9ab0a-117f-4947-8bd5-58385dd3d777),segment_id=bef9ab0a-117f-4947-8bd5-58385dd3d777)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:10.361759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69718e78-1da1-4ed8-937f-0cda70a858a3 req-8da08fd7-5424-4335-8fdc-5551aa56713a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:10.364326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69718e78-1da1-4ed8-937f-0cda70a858a3 req-8da08fd7-5424-4335-8fdc-5551aa56713a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.2120605 Aug 21 09:02:10.370286 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:10.432499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69718e78-1da1-4ed8-937f-0cda70a858a3 req-25bba4d1-1d04-4931-b118-f59749d31a74 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620534 Aug 21 09:02:10.436672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:10.441244 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:10.491421 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] Set router f2c216ec-da33-443f-a91e-85d234aadf8b gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:10.594422 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] Deleting port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:10.595319 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:10.603334 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Routers {'fa665223-3b60-4aac-862b-546410989e76'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:10.604445 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa665223-3b60-4aac-862b-546410989e76'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:10.629176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device abdfa5c5-f95f-426e-aef7-44ffbc0c5526 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:10.684693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: abdfa5c5-f95f-426e-aef7-44ffbc0c5526 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:10.685182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device abdfa5c5-f95f-426e-aef7-44ffbc0c5526 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:10.781007 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207a371-63ec-41fc-9832-3950e405c333 None None] Pushing event updated for resources: {'Port': ['ID=ddd7b244-d6f8-4411-ad6b-c75256cfc5b1,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:10.822138 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:10.842073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Allocated IP 172.20.0.5 (73f9dfb4-9c6d-4fc9-966a-d52ab4907925/8eea5f64-f9f4-4f3d-823b-00499102b99d/d214a269-de68-403f-bcfa-835869aca265) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:10.919287 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] For port ddd7b244-d6f8-4411-ad6b-c75256cfc5b1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ddd7b244-d6f8-4411-ad6b-c75256cfc5b1,segment=NetworkSegment(bef9ab0a-117f-4947-8bd5-58385dd3d777),segment_id=bef9ab0a-117f-4947-8bd5-58385dd3d777)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:10.921023 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:10.941982 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] Calling delete_port for ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:10.945757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d59f2648-cd78-4d65-aee0-95d398f2eca9 req-4bcacb94-f2da-4880-96dd-5c37ce3bb09d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0770557 Aug 21 09:02:10.970169 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:11.038721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a71899b-6968-4555-926e-f9b3bc27e7a6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:11.124151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:11.151464 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] Set router fa665223-3b60-4aac-862b-546410989e76 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:11.170743 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:11.218296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b33bf0-df0d-40d0-9156-8f002b9877d2 req-89f1d56f-0359-46f6-a4a9-b001899bd2e8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:11.220099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4b33bf0-df0d-40d0-9156-8f002b9877d2 req-89f1d56f-0359-46f6-a4a9-b001899bd2e8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 950 time: 0.3543973 Aug 21 09:02:11.271716 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:11.282130 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:11.361924 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-router', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:57Z', 'updated_at': '2021-08-21T09:02:04Z', 'revision_number': 4, 'project_id': '6d16b668970c47659f38623da84e53e5', 'gw_port': {'id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'f5c4df2c-608d-4271-ad69-8a1785533c7a', 'name': '', 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'mac_address': 'fa:16:3e:f2:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:02Z', 'updated_at': '2021-08-21T09:02:09Z', 'revision_number': 4, 'project_id': '6d16b668970c47659f38623da84e53e5', 'subnets': [{'id': 'c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:11.384936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4b33bf0-df0d-40d0-9156-8f002b9877d2 req-ceabfcc2-8a62-4863-886a-c092eb2f0fa8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332464 Aug 21 09:02:11.388751 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:11.415654 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d9e2f-3faa-40bf-9521-4a118b64935c None None] The sync data for ids ['f2c216ec-da33-443f-a91e-85d234aadf8b'] in n-d-766726-28 is: [{'id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-router', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:57Z', 'updated_at': '2021-08-21T09:02:04Z', 'revision_number': 4, 'project_id': '6d16b668970c47659f38623da84e53e5', 'gw_port': {'id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'f5c4df2c-608d-4271-ad69-8a1785533c7a', 'name': '', 'network_id': '481ef1fa-5813-4044-afb9-f92813348b9a', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'mac_address': 'fa:16:3e:f2:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:02Z', 'updated_at': '2021-08-21T09:02:09Z', 'revision_number': 4, 'project_id': '6d16b668970c47659f38623da84e53e5', 'subnets': [{'id': 'c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:11.440525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Transition to ACTIVE for port object d214a269-de68-403f-bcfa-835869aca265 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:11.533970 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:11.535417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f3bdff6-fab8-498f-b8fd-d535d36487eb {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:02:11.536927 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa665223-3b60-4aac-862b-546410989e76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-router', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'gw_port': {'id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa665223-3b60-4aac-862b-546410989e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ddd7b244-d6f8-4411-ad6b-c75256cfc5b1', 'name': '', 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'mac_address': 'fa:16:3e:78:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa665223-3b60-4aac-862b-546410989e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f765a3ed-5c6e-407c-9b25-62174c3a7a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:03Z', 'updated_at': '2021-08-21T09:02:10Z', 'revision_number': 4, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'subnets': [{'id': 'f765a3ed-5c6e-407c-9b25-62174c3a7a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:11.565996 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:11.588556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-34850886-a1c3-4b3d-85f5-4875cd2202c1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7f3bdff6-fab8-498f-b8fd-d535d36487eb HTTP/1.1" status: 204 len: 168 time: 4.3636608 Aug 21 09:02:11.596205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58236) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:11.656786 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53999e-38de-42ab-a8f7-d648422d2bf3 None None] The sync data for ids ['fa665223-3b60-4aac-862b-546410989e76'] in n-d-766726-28 is: [{'id': 'fa665223-3b60-4aac-862b-546410989e76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-router', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'gw_port': {'id': 'd6b3f40e-9072-46fa-b49f-f3eeea0bbc4e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa665223-3b60-4aac-862b-546410989e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ddd7b244-d6f8-4411-ad6b-c75256cfc5b1', 'name': '', 'network_id': '76e582db-1e41-418c-955d-f946dd31d9d9', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'mac_address': 'fa:16:3e:78:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa665223-3b60-4aac-862b-546410989e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f765a3ed-5c6e-407c-9b25-62174c3a7a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:03Z', 'updated_at': '2021-08-21T09:02:10Z', 'revision_number': 4, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'subnets': [{'id': 'f765a3ed-5c6e-407c-9b25-62174c3a7a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:11.724300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-38da8086-6e4c-4452-a15b-1ee375a95668 admin admin] Deleting subnet 3be5093c-f7b6-4842-b06a-4052640e571d {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:02:11.744010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:11.810433 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:11.812256 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-38da8086-6e4c-4452-a15b-1ee375a95668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:11.835960 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd7b244-d6f8-4411-ad6b-c75256cfc5b1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:11.937122 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-38da8086-6e4c-4452-a15b-1ee375a95668 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:12.032638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-38da8086-6e4c-4452-a15b-1ee375a95668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:12.100664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:12.103531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] Deleting port f5c4df2c-608d-4271-ad69-8a1785533c7a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:12.103882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:12.228534 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:12.339197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Port': ['ID=d214a269-de68-403f-bcfa-835869aca265,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:12.379640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:12.408170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ae6b2-7f96-4068-b9c8-705538487359 req-45d4558b-94b3-4a71-aec7-f86c6fb1f009 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:12.413668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c4ae6b2-7f96-4068-b9c8-705538487359 req-45d4558b-94b3-4a71-aec7-f86c6fb1f009 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.7115233 Aug 21 09:02:12.433995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:12.460441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] For port f5c4df2c-608d-4271-ad69-8a1785533c7a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f5c4df2c-608d-4271-ad69-8a1785533c7a,segment=NetworkSegment(d9490406-6fb4-4d3f-99ac-2e0721191537),segment_id=d9490406-6fb4-4d3f-99ac-2e0721191537)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:12.460441 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:12.495665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:12.501639 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] Calling delete_port for f5c4df2c-608d-4271-ad69-8a1785533c7a owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:12.506113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:12.506799 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:12.559057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc89983-3d06-434f-8362-83cdc5ed2795 req-f667bb8e-7c17-4df0-a9a5-4c8b8442c28b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:12.560990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fc89983-3d06-434f-8362-83cdc5ed2795 req-f667bb8e-7c17-4df0-a9a5-4c8b8442c28b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 931 time: 0.3599339 Aug 21 09:02:12.570461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10488b15-04dd-413e-862a-1ea09a2d11bb req-858ccdcc-b2fa-4e10-86a2-2cf85c3e2f10 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:12.571955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10488b15-04dd-413e-862a-1ea09a2d11bb req-858ccdcc-b2fa-4e10-86a2-2cf85c3e2f10 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 950 time: 0.4548652 Aug 21 09:02:12.573105 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-38da8086-6e4c-4452-a15b-1ee375a95668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:12.638394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f404516-43d1-4828-a36f-49e48cf5e129 None None] Network 4c48a036-5dbe-4dca-a2b7-260a80337663 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:02:12.644276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c4ae6b2-7f96-4068-b9c8-705538487359 req-64069cf8-a031-4c93-bd33-6111343b1213 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075760 Aug 21 09:02:12.663099 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-38da8086-6e4c-4452-a15b-1ee375a95668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:12.677949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-38da8086-6e4c-4452-a15b-1ee375a95668 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3be5093c-f7b6-4842-b06a-4052640e571d HTTP/1.1" status: 204 len: 168 time: 1.0796595 Aug 21 09:02:12.696398 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58246) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:12.863120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f5c4df2c-608d-4271-ad69-8a1785533c7a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:12.900554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da8086-6e4c-4452-a15b-1ee375a95668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be5093c-f7b6-4842-b06a-4052640e571d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:12.913886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10648f37-362f-4d27-a151-8617a10ccca9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0270193 Aug 21 09:02:12.936729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0', 'admin_state_up': True, 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'security_groups': ['6f7686a6-0876-49bb-9caf-364cf3446489']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:13.130465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-73829bf2-05d9-4547-a23c-75bbee1644df None None] Provisioning for port d214a269-de68-403f-bcfa-835869aca265 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:13.136923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-73829bf2-05d9-4547-a23c-75bbee1644df None None] Provisioning complete for port d214a269-de68-403f-bcfa-835869aca265 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:13.138287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-73829bf2-05d9-4547-a23c-75bbee1644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:13.187302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fc89983-3d06-434f-8362-83cdc5ed2795 req-68bd2b48-58ad-4718-b1e4-9a6fd89ae2cb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5704401 Aug 21 09:02:13.205938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port f5c4df2c-608d-4271-ad69-8a1785533c7a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:13.231543 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e2f3b3-27f4-4b5e-84f6-0e04c6387494 None None] DHCP port deletion for 4c48a036-5dbe-4dca-a2b7-260a80337663 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:02:13.243932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f5c4df2c-608d-4271-ad69-8a1785533c7a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:13.244304 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:13.268389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a303639-33bb-4e8a-9932-d51c63744e8c req-29fe2c81-1fd0-435e-b6d8-805792dcee2f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:13.273721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a303639-33bb-4e8a-9932-d51c63744e8c req-29fe2c81-1fd0-435e-b6d8-805792dcee2f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 950 time: 0.3573895 Aug 21 09:02:13.356480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-73829bf2-05d9-4547-a23c-75bbee1644df None None] Port d214a269-de68-403f-bcfa-835869aca265 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:13.358980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:13.397467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-10488b15-04dd-413e-862a-1ea09a2d11bb req-145fdc37-65be-4023-b3f3-69a7dcbbf9ba tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Deleting port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:13.398035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10488b15-04dd-413e-862a-1ea09a2d11bb req-145fdc37-65be-4023-b3f3-69a7dcbbf9ba tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:13.479067 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:13.524675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port f5c4df2c-608d-4271-ad69-8a1785533c7a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f5c4df2c-608d-4271-ad69-8a1785533c7a,segment=NetworkSegment(d9490406-6fb4-4d3f-99ac-2e0721191537),segment_id=d9490406-6fb4-4d3f-99ac-2e0721191537)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:13.551123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] Router fa665223-3b60-4aac-862b-546410989e76 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:02:13.559129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a303639-33bb-4e8a-9932-d51c63744e8c req-64115b9b-04d2-44e5-973f-5f14295f42bb tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685847 Aug 21 09:02:13.573047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:13.573473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-99e2f3b3-27f4-4b5e-84f6-0e04c6387494 None None] Deleting port d89b69cb-874e-43b5-8faf-724106b14741 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:13.587005 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-99e2f3b3-27f4-4b5e-84f6-0e04c6387494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:13.588979 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:13.659099 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:13.727183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-99e2f3b3-27f4-4b5e-84f6-0e04c6387494 None None] For port d89b69cb-874e-43b5-8faf-724106b14741, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d89b69cb-874e-43b5-8faf-724106b14741,segment=NetworkSegment(0b39f844-fa09-4cba-9b5a-8f6c3a866a23),segment_id=0b39f844-fa09-4cba-9b5a-8f6c3a866a23)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:13.730624 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-99e2f3b3-27f4-4b5e-84f6-0e04c6387494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:13.764591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-99e2f3b3-27f4-4b5e-84f6-0e04c6387494 None None] Calling delete_port for d89b69cb-874e-43b5-8faf-724106b14741 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:13.777341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8a71899b-6968-4555-926e-f9b3bc27e7a6 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:13.784951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=f5c4df2c-608d-4271-ad69-8a1785533c7a,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:13.838600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 8a71899b-6968-4555-926e-f9b3bc27e7a6 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:13.839115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8a71899b-6968-4555-926e-f9b3bc27e7a6 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:13.848701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Allocated IP 10.1.1.199 (04a14846-b657-47da-aaf2-d12dbfa433a0/91c86684-4e4d-4902-be45-8db50728a410/7fb1a58b-466b-48b3-8947-1a5beaf86710) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:14.021869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Deleting port d89b69cb-874e-43b5-8faf-724106b14741 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:14.021869 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.022203 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-99e2f3b3-27f4-4b5e-84f6-0e04c6387494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.036394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2f3b3-27f4-4b5e-84f6-0e04c6387494 None None] No DVR routers for this DVR port d89b69cb-874e-43b5-8faf-724106b14741 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:14.050254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:14.075811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2f3b3-27f4-4b5e-84f6-0e04c6387494 None None] Pushing event deleted for resources: {'Port': ['ID=d89b69cb-874e-43b5-8faf-724106b14741,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:14.087084 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-41e83341-7755-49fd-b0e9-c0e140bd8630 admin admin] 10.222.0.20 "PUT /v2.0/routers/fa665223-3b60-4aac-862b-546410989e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5558631 Aug 21 09:02:14.093811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58256) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:14.120647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.166059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Transition to ACTIVE for port object 7fb1a58b-466b-48b3-8947-1a5beaf86710 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:14.187652 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.187775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-10488b15-04dd-413e-862a-1ea09a2d11bb req-145fdc37-65be-4023-b3f3-69a7dcbbf9ba tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] For port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ab5682e-65b0-46fc-bae1-e5a99f7d907e,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:14.187775 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10488b15-04dd-413e-862a-1ea09a2d11bb req-145fdc37-65be-4023-b3f3-69a7dcbbf9ba tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.187986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] For port d89b69cb-874e-43b5-8faf-724106b14741, host n-d-766726-28, got binding levels [] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:14.188422 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.218430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-10488b15-04dd-413e-862a-1ea09a2d11bb req-145fdc37-65be-4023-b3f3-69a7dcbbf9ba tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Calling delete_port for 4ab5682e-65b0-46fc-bae1-e5a99f7d907e owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:14.230737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736cb24-59f0-4c05-91cb-df93d331d15b req-118d5e13-4a04-4d28-b4d0-4d5b62620fbb tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:14.232294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5736cb24-59f0-4c05-91cb-df93d331d15b req-118d5e13-4a04-4d28-b4d0-4d5b62620fbb tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.2497778 Aug 21 09:02:14.241051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c4df2c-608d-4271-ad69-8a1785533c7a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:14.244663 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Calling delete_port for d89b69cb-874e-43b5-8faf-724106b14741 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:14.257109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_backend_mixin [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Port d89b69cb-874e-43b5-8faf-724106b14741 was not found and therefore no delete operation was performed {{(pid=106756) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:02:14.314311 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.345422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5736cb24-59f0-4c05-91cb-df93d331d15b req-5ccdba37-eb33-4a61-9c21-66653d29c3fd tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683918 Aug 21 09:02:14.378709 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.397995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] No DVR routers for this DVR port d89b69cb-874e-43b5-8faf-724106b14741 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:14.402260 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89b69cb-874e-43b5-8faf-724106b14741,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:14.453780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.486868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network 04a14846-b657-47da-aaf2-d12dbfa433a0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:14.499539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:14.520682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d49fd-b9f0-48d2-92a0-d464a0075950 req-a762531e-d7ba-4cf1-af08-1de8860cfa4e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:14.522221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d6d49fd-b9f0-48d2-92a0-d464a0075950 req-a762531e-d7ba-4cf1-af08-1de8860cfa4e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 931 time: 0.1992393 Aug 21 09:02:14.526418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:14.544495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:14.545178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.604271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Port': ['ID=7fb1a58b-466b-48b3-8947-1a5beaf86710,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:14.605515 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.634636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c48a036-5dbe-4dca-a2b7-260a80337663']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:14.658730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b39f844-fa09-4cba-9b5a-8f6c3a866a23') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:14.659107 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b39f844-fa09-4cba-9b5a-8f6c3a866a23') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:14.766494 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.790801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ab5682e-65b0-46fc-bae1-e5a99f7d907e no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:14.838224 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.845560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-de33d072-e0a0-4a6e-bd86-aaf64dd78d92 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9223309 Aug 21 09:02:14.890586 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.891655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d89b69cb-874e-43b5-8faf-724106b14741 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:14.901417 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:02:14.902165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.910144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0', 'admin_state_up': True, 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'security_groups': ['6f7686a6-0876-49bb-9caf-364cf3446489']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:02:14.917884 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:02:14.946364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10488b15-04dd-413e-862a-1ea09a2d11bb req-145fdc37-65be-4023-b3f3-69a7dcbbf9ba tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:14.995332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d6d49fd-b9f0-48d2-92a0-d464a0075950 req-4e5bec45-a4ae-4b87-b967-733309e8ed26 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4400537 Aug 21 09:02:15.007512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2', '5e175de9-fc9f-478f-972f-3764ae0465a4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:15.070506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147', '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76', '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74', '9d67e14d-a539-49c2-bd5c-e654254ab7c9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:15.075273 n-d-766726-28 neutron-server[106758]: INFO neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No ports have port_id starting with 4ab5682e-65b0-46fc-bae1-e5a99f7d907e Aug 21 09:02:15.086689 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d89b69cb-874e-43b5-8faf-724106b14741 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:15.087312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d89b69cb-874e-43b5-8faf-724106b14741 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:15.105592 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:15.141252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fdc37-65be-4023-b3f3-69a7dcbbf9ba tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event deleted for resources: {'Port': ['ID=4ab5682e-65b0-46fc-bae1-e5a99f7d907e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:15.161205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b39d1c-63c7-4b2a-9756-97ffc9537b75 req-3bcf0fde-7977-4e31-ba01-2668cbc94b38 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:15.162908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55b39d1c-63c7-4b2a-9756-97ffc9537b75 req-3bcf0fde-7977-4e31-ba01-2668cbc94b38 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 867 time: 0.3476105 Aug 21 09:02:15.229512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:15.231312 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:15.244255 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:15.255782 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:15.257877 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4c48a036-5dbe-4dca-a2b7-260a80337663 HTTP/1.1" status: 204 len: 168 time: 2.5457764 Aug 21 09:02:15.303954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-10488b15-04dd-413e-862a-1ea09a2d11bb req-145fdc37-65be-4023-b3f3-69a7dcbbf9ba tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] No DVR routers for this DVR port 4ab5682e-65b0-46fc-bae1-e5a99f7d907e on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:15.319394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-10488b15-04dd-413e-862a-1ea09a2d11bb req-145fdc37-65be-4023-b3f3-69a7dcbbf9ba tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:15.322213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10488b15-04dd-413e-862a-1ea09a2d11bb req-145fdc37-65be-4023-b3f3-69a7dcbbf9ba tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "DELETE /v2.0/ports/4ab5682e-65b0-46fc-bae1-e5a99f7d907e HTTP/1.1" status: 204 len: 173 time: 2.7206109 Aug 21 09:02:15.337329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64942479-a70c-4614-aac8-2068e22e91b2', 'name': 'network-vif-deleted', 'tag': '4ab5682e-65b0-46fc-bae1-e5a99f7d907e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:15.338456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e2c6499e-3807-46d8-8526-806f5f2d5367 None None] Provisioning for port 7fb1a58b-466b-48b3-8947-1a5beaf86710 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:15.340690 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc62c11-a89a-427c-bcfc-b0ed97d69869 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c48a036-5dbe-4dca-a2b7-260a80337663,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:15.341126 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b590e9-5461-4398-9a87-b536194ea5ef" -d '{"events": [{"server_uuid": "64942479-a70c-4614-aac8-2068e22e91b2", "name": "network-vif-deleted", "tag": "4ab5682e-65b0-46fc-bae1-e5a99f7d907e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:15.357908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55b39d1c-63c7-4b2a-9756-97ffc9537b75 req-4b460036-5cca-47d3-8a99-9782b5766981 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652908 Aug 21 09:02:15.369577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e2c6499e-3807-46d8-8526-806f5f2d5367 None None] Provisioning complete for port 7fb1a58b-466b-48b3-8947-1a5beaf86710 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:15.371312 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e2c6499e-3807-46d8-8526-806f5f2d5367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:15.479298 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811340f4-e683-484e-aeb7-15c00f9555df x-openstack-request-id: req-811340f4-e683-484e-aeb7-15c00f9555df {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:15.481899 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64942479-a70c-4614-aac8-2068e22e91b2", "name": "network-vif-deleted", "tag": "4ab5682e-65b0-46fc-bae1-e5a99f7d907e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:15.482315 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-811340f4-e683-484e-aeb7-15c00f9555df {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:15.483167 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64942479-a70c-4614-aac8-2068e22e91b2', 'name': 'network-vif-deleted', 'tag': '4ab5682e-65b0-46fc-bae1-e5a99f7d907e', 'status': 'completed', 'code': 200} Aug 21 09:02:15.508908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699c520-bc95-4d02-87d0-1376b203c80a None None] Sync routers for ids ['fa665223-3b60-4aac-862b-546410989e76'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:15.536928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:15.541593 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:15.621408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699c520-bc95-4d02-87d0-1376b203c80a None None] Routers {'fa665223-3b60-4aac-862b-546410989e76'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:15.621627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8699c520-bc95-4d02-87d0-1376b203c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa665223-3b60-4aac-862b-546410989e76'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:15.703955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d9a15-ad19-417f-a872-f62caf05b812 req-38b4c0e5-9a19-42b0-a13a-59189efd0a5f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:15.705737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a34d9a15-ad19-417f-a872-f62caf05b812 req-38b4c0e5-9a19-42b0-a13a-59189efd0a5f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1285236 Aug 21 09:02:15.741316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] Router f2c216ec-da33-443f-a91e-85d234aadf8b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:02:15.747364 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Deleting port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:15.747748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:15.801952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-8699c520-bc95-4d02-87d0-1376b203c80a None None] Set router fa665223-3b60-4aac-862b-546410989e76 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:15.807022 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a34d9a15-ad19-417f-a872-f62caf05b812 req-46e0b2ca-bb78-47fd-b428-c4d45627d6d0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919347 Aug 21 09:02:15.857693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58276) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:15.870130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Allocated IP 10.1.1.21 (04a14846-b657-47da-aaf2-d12dbfa433a0/91c86684-4e4d-4902-be45-8db50728a410/deb6eb46-4bad-4b70-b769-24658adbb7f5) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:15.922932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6499e-3807-46d8-8526-806f5f2d5367 None None] Port 7fb1a58b-466b-48b3-8947-1a5beaf86710 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:15.926780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8699c520-bc95-4d02-87d0-1376b203c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa665223-3b60-4aac-862b-546410989e76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-router', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:02:15Z', 'revision_number': 6, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:15.974140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699c520-bc95-4d02-87d0-1376b203c80a None None] Checking router: fa665223-3b60-4aac-862b-546410989e76 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:16.007752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699c520-bc95-4d02-87d0-1376b203c80a None None] Routers {'fa665223-3b60-4aac-862b-546410989e76'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:16.008671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8699c520-bc95-4d02-87d0-1376b203c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa665223-3b60-4aac-862b-546410989e76'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:16.076343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:16.093201 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eb925a-d42e-4575-bc3f-2289e50e17a2 None None] Sync routers for ids ['f2c216ec-da33-443f-a91e-85d234aadf8b'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:16.109758 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb925a-d42e-4575-bc3f-2289e50e17a2 None None] Routers {'f2c216ec-da33-443f-a91e-85d234aadf8b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:16.110393 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-06eb925a-d42e-4575-bc3f-2289e50e17a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f2c216ec-da33-443f-a91e-85d234aadf8b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:16.115211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2a38a44f-f916-4c57-8ca9-b78fb82d516b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1c42a4740424f01be7b9656430441a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528849 Aug 21 09:02:16.116597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58280) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:16.128001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] For port d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:16.128869 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:16.151707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-8699c520-bc95-4d02-87d0-1376b203c80a None None] Set router fa665223-3b60-4aac-862b-546410989e76 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:16.187694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Calling delete_port for d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:16.343358 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5af11f34-5839-4ae4-a281-529773c4aa53 admin admin] 10.222.0.20 "PUT /v2.0/routers/f2c216ec-da33-443f-a91e-85d234aadf8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4443216 Aug 21 09:02:16.343664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8699c520-bc95-4d02-87d0-1376b203c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa665223-3b60-4aac-862b-546410989e76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-router', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:02:15Z', 'revision_number': 6, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:16.358028 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-06eb925a-d42e-4575-bc3f-2289e50e17a2 None None] Set router f2c216ec-da33-443f-a91e-85d234aadf8b gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:16.363737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58284) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:16.386598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8699c520-bc95-4d02-87d0-1376b203c80a None None] The sync data for ids ['fa665223-3b60-4aac-862b-546410989e76'] in n-d-766726-28 is: [{'id': 'fa665223-3b60-4aac-862b-546410989e76', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845534627-router', 'tenant_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:02:15Z', 'revision_number': 6, 'project_id': '5cad2fccc2e540d39f3af4a1012a1f61', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:16.695950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:16.770478 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-06eb925a-d42e-4575-bc3f-2289e50e17a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-router', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:57Z', 'updated_at': '2021-08-21T09:02:13Z', 'revision_number': 5, 'project_id': '6d16b668970c47659f38623da84e53e5', 'gw_port': {'id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:16.825032 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:16.838659 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eb925a-d42e-4575-bc3f-2289e50e17a2 None None] Checking router: f2c216ec-da33-443f-a91e-85d234aadf8b for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:16.852784 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb925a-d42e-4575-bc3f-2289e50e17a2 None None] Routers {'f2c216ec-da33-443f-a91e-85d234aadf8b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:16.853745 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-06eb925a-d42e-4575-bc3f-2289e50e17a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f2c216ec-da33-443f-a91e-85d234aadf8b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:16.875843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:16.895269 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:16.936595 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:16.939097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ddd7b244-d6f8-4411-ad6b-c75256cfc5b1 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:17.062283 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-06eb925a-d42e-4575-bc3f-2289e50e17a2 None None] Set router f2c216ec-da33-443f-a91e-85d234aadf8b gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:17.251728 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae939625-d947-4298-b2d3-788527ed44c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:17.285364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:17.301772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f507f4cd-cc30-4d28-a50d-14857036cebc req-dc78ff22-d9d9-4cac-a2a2-1866c3b00af7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=64942479-a70c-4614-aac8-2068e22e91b2 HTTP/1.1" status: 200 len: 210 time: 0.0416219 Aug 21 09:02:17.377437 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:17.384836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:17.414368 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae939625-d947-4298-b2d3-788527ed44c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:17.421884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Transition to ACTIVE for port object deb6eb46-4bad-4b70-b769-24658adbb7f5 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:17.426956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3fb79-8830-4686-81ec-aaa66fddf539 req-085701e9-0171-4f35-b3af-e16732ad3f95 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:17.433991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3fb79-8830-4686-81ec-aaa66fddf539 req-085701e9-0171-4f35-b3af-e16732ad3f95 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:17.441485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ec3fb79-8830-4686-81ec-aaa66fddf539 req-085701e9-0171-4f35-b3af-e16732ad3f95 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 1653 time: 1.2561471 Aug 21 09:02:17.457932 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-06eb925a-d42e-4575-bc3f-2289e50e17a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-router', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:57Z', 'updated_at': '2021-08-21T09:02:13Z', 'revision_number': 5, 'project_id': '6d16b668970c47659f38623da84e53e5', 'gw_port': {'id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:17.488245 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eb925a-d42e-4575-bc3f-2289e50e17a2 None None] The sync data for ids ['f2c216ec-da33-443f-a91e-85d234aadf8b'] in n-d-766726-28 is: [{'id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'name': 'tempest-FloatingIPsNegativeTestJSON-32014101-router', 'tenant_id': '6d16b668970c47659f38623da84e53e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:01:57Z', 'updated_at': '2021-08-21T09:02:13Z', 'revision_number': 5, 'project_id': '6d16b668970c47659f38623da84e53e5', 'gw_port': {'id': '438b56e4-8f45-481d-b390-650f4dbe50e6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c216ec-da33-443f-a91e-85d234aadf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:01:58Z', 'updated_at': '2021-08-21T09:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:17.562992 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:17.563891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa665223-3b60-4aac-862b-546410989e76 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:02:17.569649 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:17.571592 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5f57c10d-0bde-4152-858e-073e9f437f14 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fa665223-3b60-4aac-862b-546410989e76 HTTP/1.1" status: 204 len: 168 time: 3.4759283 Aug 21 09:02:17.573530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58294) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:17.607296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11515a22-f754-493d-8f6b-7fc1855db9cc req-9298df68-7190-479f-b7b6-a14430074714 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:17.608895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11515a22-f754-493d-8f6b-7fc1855db9cc req-9298df68-7190-479f-b7b6-a14430074714 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.2057157 Aug 21 09:02:17.614273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ec3fb79-8830-4686-81ec-aaa66fddf539 req-8fca1c83-37cb-4a3b-b5ef-fd53afc7a15e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721520 Aug 21 09:02:17.615858 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:17.649440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0450474-71e8-48d8-8a24-00d651c4bd96 admin admin] Deleting subnet f765a3ed-5c6e-407c-9b25-62174c3a7a9c {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:02:17.653080 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0450474-71e8-48d8-8a24-00d651c4bd96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:17.725121 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0450474-71e8-48d8-8a24-00d651c4bd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:17.787883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11515a22-f754-493d-8f6b-7fc1855db9cc req-e7cfd6a9-c11b-4912-bacf-57f417a033da tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628513 Aug 21 09:02:17.823139 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:17.897813 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0450474-71e8-48d8-8a24-00d651c4bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.239866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.283937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network 04a14846-b657-47da-aaf2-d12dbfa433a0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:18.287075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:18.291585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:18.293811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0450474-71e8-48d8-8a24-00d651c4bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.297326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:18.297959 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.309023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae939625-d947-4298-b2d3-788527ed44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.311443 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae939625-d947-4298-b2d3-788527ed44c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.315082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ae939625-d947-4298-b2d3-788527ed44c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2046fc3d-4f99-4d03-920d-c56736794e23 HTTP/1.1" status: 204 len: 168 time: 2.1899972 Aug 21 09:02:18.347995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Port': ['ID=deb6eb46-4bad-4b70-b769-24658adbb7f5,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:18.363752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae939625-d947-4298-b2d3-788527ed44c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2046fc3d-4f99-4d03-920d-c56736794e23,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:18.367063 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0450474-71e8-48d8-8a24-00d651c4bd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.369820 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f0450474-71e8-48d8-8a24-00d651c4bd96 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f765a3ed-5c6e-407c-9b25-62174c3a7a9c HTTP/1.1" status: 204 len: 168 time: 0.7951672 Aug 21 09:02:18.370858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450474-71e8-48d8-8a24-00d651c4bd96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f765a3ed-5c6e-407c-9b25-62174c3a7a9c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:18.375485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58304) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:18.375821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cd7efc-1ce0-4591-86d7-30f996d3d94a None None] Network 76e582db-1e41-418c-955d-f946dd31d9d9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:02:18.427393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2ef12a7d-bfee-41c2-b8d5-aa70fbd8f973 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5222640 Aug 21 09:02:18.469170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2', 'admin_state_up': True, 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'security_groups': ['6f7686a6-0876-49bb-9caf-364cf3446489']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:18.474781 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.583966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Deleting port 438b56e4-8f45-481d-b390-650f4dbe50e6 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:18.597361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.605432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Deleting port f73b3d56-8a25-4b1b-a40d-96663baa457c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:18.605668 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.720724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:18.782625 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:18.783352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d6b3f40e-9072-46fa-b49f-f3eeea0bbc4e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:18.783679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f5c4df2c-608d-4271-ad69-8a1785533c7a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:18.795727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] For port f73b3d56-8a25-4b1b-a40d-96663baa457c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f73b3d56-8a25-4b1b-a40d-96663baa457c,segment=NetworkSegment(bef9ab0a-117f-4947-8bd5-58385dd3d777),segment_id=bef9ab0a-117f-4947-8bd5-58385dd3d777)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:18.798264 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.836603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: f5c4df2c-608d-4271-ad69-8a1785533c7a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:18.837052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f5c4df2c-608d-4271-ad69-8a1785533c7a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:18.839730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Calling delete_port for f73b3d56-8a25-4b1b-a40d-96663baa457c owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:18.840034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30aace0-5880-478b-94b2-71d8d9fed197 None None] DHCP port deletion for 76e582db-1e41-418c-955d-f946dd31d9d9 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:02:18.869562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] For port 438b56e4-8f45-481d-b390-650f4dbe50e6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=438b56e4-8f45-481d-b390-650f4dbe50e6,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:18.869959 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.896763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Calling delete_port for 438b56e4-8f45-481d-b390-650f4dbe50e6 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:18.936949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e30aace0-5880-478b-94b2-71d8d9fed197 None None] Deleting port f73b3d56-8a25-4b1b-a40d-96663baa457c {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:18.937452 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e30aace0-5880-478b-94b2-71d8d9fed197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:18.986506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:19.005539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-86e264bc-af64-49a4-ae46-646c3f56af15 None None] Provisioning for port deb6eb46-4bad-4b70-b769-24658adbb7f5 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:19.011442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-86e264bc-af64-49a4-ae46-646c3f56af15 None None] Provisioning complete for port deb6eb46-4bad-4b70-b769-24658adbb7f5 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:19.011442 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-86e264bc-af64-49a4-ae46-646c3f56af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.088252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.162850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac786fb-a952-4c5e-bfd8-d2de53c0ad3a req-53de5611-1081-4c53-b87e-8ed93bdf7beb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:19.170224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Pushing event deleted for resources: {'Port': ['ID=f73b3d56-8a25-4b1b-a40d-96663baa457c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:19.173349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] No DVR routers for this DVR port f73b3d56-8a25-4b1b-a40d-96663baa457c on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:19.189253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac786fb-a952-4c5e-bfd8-d2de53c0ad3a req-53de5611-1081-4c53-b87e-8ed93bdf7beb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:19.201664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac786fb-a952-4c5e-bfd8-d2de53c0ad3a req-53de5611-1081-4c53-b87e-8ed93bdf7beb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:19.205795 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e30aace0-5880-478b-94b2-71d8d9fed197 None None] For port f73b3d56-8a25-4b1b-a40d-96663baa457c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f73b3d56-8a25-4b1b-a40d-96663baa457c,segment=NetworkSegment(bef9ab0a-117f-4947-8bd5-58385dd3d777),segment_id=bef9ab0a-117f-4947-8bd5-58385dd3d777)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:19.206983 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e30aace0-5880-478b-94b2-71d8d9fed197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.208960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ac786fb-a952-4c5e-bfd8-d2de53c0ad3a req-53de5611-1081-4c53-b87e-8ed93bdf7beb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 2373 time: 0.4307406 Aug 21 09:02:19.228007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e30aace0-5880-478b-94b2-71d8d9fed197 None None] Calling delete_port for f73b3d56-8a25-4b1b-a40d-96663baa457c owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:19.231900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-86e264bc-af64-49a4-ae46-646c3f56af15 None None] Port deb6eb46-4bad-4b70-b769-24658adbb7f5 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:19.277511 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.296597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e582db-1e41-418c-955d-f946dd31d9d9']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:19.315049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef9ab0a-117f-4947-8bd5-58385dd3d777') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:19.316277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef9ab0a-117f-4947-8bd5-58385dd3d777') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:19.322738 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e30aace0-5880-478b-94b2-71d8d9fed197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.330682 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.352197 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.360902 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:02:19.361311 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:02:19.363318 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:02:19.386626 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30aace0-5880-478b-94b2-71d8d9fed197 None None] Pushing event deleted for resources: {'Port': ['ID=f73b3d56-8a25-4b1b-a40d-96663baa457c,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:19.403837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30aace0-5880-478b-94b2-71d8d9fed197 None None] No DVR routers for this DVR port f73b3d56-8a25-4b1b-a40d-96663baa457c on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:19.462868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ac786fb-a952-4c5e-bfd8-d2de53c0ad3a req-62a94ee7-ec87-4230-b5d4-8f830b5cb99b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329560 Aug 21 09:02:19.508674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8978a-154b-4dfd-bcf5-c9f2053f2304 req-679c5085-79eb-4023-b324-8e0e070315ea tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:19.516080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00f8978a-154b-4dfd-bcf5-c9f2053f2304 req-679c5085-79eb-4023-b324-8e0e070315ea tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.3041213 Aug 21 09:02:19.524216 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.530189 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.536702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.539333 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] 10.222.0.20 "DELETE /v2.0/networks/76e582db-1e41-418c-955d-f946dd31d9d9 HTTP/1.1" status: 204 len: 168 time: 1.1621809 Aug 21 09:02:19.575853 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9fa9e-148e-46d0-843c-d1ed9b5e3fec admin admin] Pushing event deleted for resources: {'Network': ['ID=76e582db-1e41-418c-955d-f946dd31d9d9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:19.577607 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.684108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Pushing event deleted for resources: {'Port': ['ID=438b56e4-8f45-481d-b390-650f4dbe50e6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:19.765276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00f8978a-154b-4dfd-bcf5-c9f2053f2304 req-c69fd8ed-b110-4f6a-9096-68e34143d453 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233353 Aug 21 09:02:19.850889 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:19.986870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-e0a943b4-9dff-496a-b325-6df1aa2a5d05 service neutron] 10.222.0.22 "GET /v2.0/ports/1e3381bd-a4db-41c7-ba01-c641699117ec/bindings/n-h2-766726-28 HTTP/1.1" status: 200 len: 383 time: 0.3942759 Aug 21 09:02:20.036324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0889f1-2f39-4b51-98ac-d10083d60edc req-73270128-312c-4c93-bef3-b2d1b14fee00 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:20.037983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf0889f1-2f39-4b51-98ac-d10083d60edc req-73270128-312c-4c93-bef3-b2d1b14fee00 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 949 time: 0.4617119 Aug 21 09:02:20.042081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:20.050389 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:20.055109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58338) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:20.162841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf0889f1-2f39-4b51-98ac-d10083d60edc req-79270da5-7eda-420f-b5a4-fda7c3316ce9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165810 Aug 21 09:02:20.181575 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e70fa01f-5b57-4402-8585-100da29f7329 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5cad2fccc2e540d39f3af4a1012a1f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1239946 Aug 21 09:02:20.183979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58348) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:20.208830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Allocated IP 10.2.2.100 (8b7efe3c-867f-44dc-983b-4a93c4f8a3a2/40ffc275-4f56-4031-8137-84e9e187ff3f/c6ad734c-4502-46b0-8437-ad0dc2f66968) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:20.225188 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:20.225712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2c216ec-da33-443f-a91e-85d234aadf8b {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:02:20.236737 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:20.237918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8e01f960-36b5-47f1-a483-82de3a226210 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f2c216ec-da33-443f-a91e-85d234aadf8b HTTP/1.1" status: 204 len: 168 time: 3.8745420 Aug 21 09:02:20.240611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58350) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:20.345161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb246fc4-ae3c-4877-baef-dae11c1b4c32 admin admin] Deleting subnet c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:02:20.351047 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fb246fc4-ae3c-4877-baef-dae11c1b4c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:20.422679 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fb246fc4-ae3c-4877-baef-dae11c1b4c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:20.428665 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:20.530851 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:20.568991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1cb72-50a7-4058-b338-d9692681fddc req-40d916d0-50c3-4a52-88c0-3d937a48562f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:20.570729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fd1cb72-50a7-4058-b338-d9692681fddc req-40d916d0-50c3-4a52-88c0-3d937a48562f tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 949 time: 0.1397679 Aug 21 09:02:20.597818 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fb246fc4-ae3c-4877-baef-dae11c1b4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:20.740299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:20.868227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55785dc9-0165-4784-a973-ebda71c9ec37 req-65954130-48b5-470a-89c8-c2bac8963f02 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:20.890342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55785dc9-0165-4784-a973-ebda71c9ec37 req-65954130-48b5-470a-89c8-c2bac8963f02 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:20.906579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55785dc9-0165-4784-a973-ebda71c9ec37 req-65954130-48b5-470a-89c8-c2bac8963f02 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:20.908496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55785dc9-0165-4784-a973-ebda71c9ec37 req-65954130-48b5-470a-89c8-c2bac8963f02 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 2373 time: 0.3368616 Aug 21 09:02:20.945340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-90a54c15-d33d-489b-9b9b-f7b6530c4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:20.946396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-90a54c15-d33d-489b-9b9b-f7b6530c4005 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0&tenant_id=6eda5b0e42e042198b3662d293aecc00 HTTP/1.1" status: 200 len: 1102 time: 0.2708907 Aug 21 09:02:20.972078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 438b56e4-8f45-481d-b390-650f4dbe50e6 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:20.998925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 438b56e4-8f45-481d-b390-650f4dbe50e6 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:20.999259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 438b56e4-8f45-481d-b390-650f4dbe50e6 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:20.999703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f73b3d56-8a25-4b1b-a40d-96663baa457c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:21.047931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: f73b3d56-8a25-4b1b-a40d-96663baa457c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:21.048268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f73b3d56-8a25-4b1b-a40d-96663baa457c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:21.071144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6fd1cb72-50a7-4058-b338-d9692681fddc req-09a6cccd-5396-44e9-be5f-6afe00d0a649 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Deleting port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:21.071486 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6fd1cb72-50a7-4058-b338-d9692681fddc req-09a6cccd-5396-44e9-be5f-6afe00d0a649 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:21.083637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55785dc9-0165-4784-a973-ebda71c9ec37 req-c8068d75-e4c7-4e34-afbc-7cead9eca45e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566162 Aug 21 09:02:21.132527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261bd67-0574-4e84-b9fd-9a4432465a23 req-38c300a4-90be-43c5-8762-f621c59d8ea4 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:21.134046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4261bd67-0574-4e84-b9fd-9a4432465a23 req-38c300a4-90be-43c5-8762-f621c59d8ea4 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.2245572 Aug 21 09:02:21.145896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-5baa60c0-713c-44b4-9d36-5791a51b33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:21.147393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-5baa60c0-713c-44b4-9d36-5791a51b33a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 1102 time: 0.1452401 Aug 21 09:02:21.280080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4261bd67-0574-4e84-b9fd-9a4432465a23 req-0d89e2e6-4bdf-4663-9af3-f5f60cec2b9e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315389 Aug 21 09:02:21.295459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6fd1cb72-50a7-4058-b338-d9692681fddc req-09a6cccd-5396-44e9-be5f-6afe00d0a649 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] For port 9d67e14d-a539-49c2-bd5c-e654254ab7c9, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d67e14d-a539-49c2-bd5c-e654254ab7c9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:21.295861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6fd1cb72-50a7-4058-b338-d9692681fddc req-09a6cccd-5396-44e9-be5f-6afe00d0a649 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:21.313215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6fd1cb72-50a7-4058-b338-d9692681fddc req-09a6cccd-5396-44e9-be5f-6afe00d0a649 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Calling delete_port for 9d67e14d-a539-49c2-bd5c-e654254ab7c9 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:21.436142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-bcd043f6-1e1e-41ee-bc92-2956a3c35132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:21.438001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-bcd043f6-1e1e-41ee-bc92-2956a3c35132 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.2799306 Aug 21 09:02:21.466459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334f63d-5223-439e-9648-8f0a823c243e req-b7a2bc6b-2c57-4b4b-b096-6f11df19015d tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:21.468357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b334f63d-5223-439e-9648-8f0a823c243e req-b7a2bc6b-2c57-4b4b-b096-6f11df19015d tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 949 time: 0.1529298 Aug 21 09:02:21.509200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-3c50c3b7-4c5c-4d9b-9fb8-c7e255015d9a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=1e3381bd-a4db-41c7-ba01-c641699117ec HTTP/1.1" status: 200 len: 217 time: 0.0629513 Aug 21 09:02:21.757638 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fb246fc4-ae3c-4877-baef-dae11c1b4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:21.821550 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fb246fc4-ae3c-4877-baef-dae11c1b4c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:21.821550 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fb246fc4-ae3c-4877-baef-dae11c1b4c32 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac HTTP/1.1" status: 204 len: 168 time: 1.5645847 Aug 21 09:02:21.821550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb246fc4-ae3c-4877-baef-dae11c1b4c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b0d61e-b6a0-4448-83ba-147e3fc9e4ac,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:21.822941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c77e629-d973-4937-ae6e-6f420ffa3b60 None None] Network 481ef1fa-5813-4044-afb9-f92813348b9a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:02:21.823070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58366) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:21.944143 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.023802 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.028693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.029566 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36529f93-221e-4f0b-b7e4-ab3423637d9f HTTP/1.1" status: 204 len: 168 time: 1.8435721 Aug 21 09:02:22.042943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-a2d2fd57-86c3-47ca-9e08-18b811ee53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:22.046398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-a2d2fd57-86c3-47ca-9e08-18b811ee53bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.5286572 Aug 21 09:02:22.053366 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Deleting port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:22.053713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.060178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b334f63d-5223-439e-9648-8f0a823c243e req-43e0822f-f020-4e5d-a37d-d7916b27c0a8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546741 Aug 21 09:02:22.081511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdace4ef-724b-4b22-9996-ce0527744c97 None None] DHCP port deletion for 481ef1fa-5813-4044-afb9-f92813348b9a request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:02:22.086097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36529f93-221e-4f0b-b7e4-ab3423637d9f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:22.127383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.135371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.142207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.142207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.142207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.142207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.142207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.142207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.142207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.142207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.142207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.144018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b4382c-ad54-425f-a0b1-b5cf3cae1bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:22.182473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-1e0e5cc3-af5e-4cd6-97f0-b3ffe53d7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:22.182473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-1e0e5cc3-af5e-4cd6-97f0-b3ffe53d7bf7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1064780 Aug 21 09:02:22.205198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Transition to ACTIVE for port object c6ad734c-4502-46b0-8437-ad0dc2f66968 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:22.212235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-bdace4ef-724b-4b22-9996-ce0527744c97 None None] Deleting port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:22.212691 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bdace4ef-724b-4b22-9996-ce0527744c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.249106 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6fd1cb72-50a7-4058-b338-d9692681fddc req-09a6cccd-5396-44e9-be5f-6afe00d0a649 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.265891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-439d9449-3161-4103-b703-968e557f790f admin admin] For port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1b77f2f1-7a8b-4fe8-96a9-541fb693ecae,segment=NetworkSegment(d9490406-6fb4-4d3f-99ac-2e0721191537),segment_id=d9490406-6fb4-4d3f-99ac-2e0721191537)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:22.266423 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.287950 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147', '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76', '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74', '9d67e14d-a539-49c2-bd5c-e654254ab7c9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:22.288959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Calling delete_port for 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:22.336230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2', '5e175de9-fc9f-478f-972f-3764ae0465a4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:22.396995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6cccd-5396-44e9-be5f-6afe00d0a649 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event deleted for resources: {'Port': ['ID=9d67e14d-a539-49c2-bd5c-e654254ab7c9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:22.418619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bdace4ef-724b-4b22-9996-ce0527744c97 None None] For port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1b77f2f1-7a8b-4fe8-96a9-541fb693ecae,segment=NetworkSegment(d9490406-6fb4-4d3f-99ac-2e0721191537),segment_id=d9490406-6fb4-4d3f-99ac-2e0721191537)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:22.419204 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bdace4ef-724b-4b22-9996-ce0527744c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.483678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-bdace4ef-724b-4b22-9996-ce0527744c97 None None] Calling delete_port for 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:22.547845 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.575698 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d9449-3161-4103-b703-968e557f790f admin admin] No DVR routers for this DVR port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:22.626127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71b3c0-290f-4867-8f4a-a7a462f01596 req-df33b2c4-4c0e-4b2e-bec2-b0a0bb32a5bb tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:22.640386 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b77f2f1-7a8b-4fe8-96a9-541fb693ecae,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:22.652214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c71b3c0-290f-4867-8f4a-a7a462f01596 req-df33b2c4-4c0e-4b2e-bec2-b0a0bb32a5bb tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1614075 Aug 21 09:02:22.659043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd1cb72-50a7-4058-b338-d9692681fddc req-09a6cccd-5396-44e9-be5f-6afe00d0a649 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] No DVR routers for this DVR port 9d67e14d-a539-49c2-bd5c-e654254ab7c9 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:22.665145 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6fd1cb72-50a7-4058-b338-d9692681fddc req-09a6cccd-5396-44e9-be5f-6afe00d0a649 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.670793 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fd1cb72-50a7-4058-b338-d9692681fddc req-09a6cccd-5396-44e9-be5f-6afe00d0a649 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "DELETE /v2.0/ports/9d67e14d-a539-49c2-bd5c-e654254ab7c9 HTTP/1.1" status: 204 len: 173 time: 2.0869596 Aug 21 09:02:22.708219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:22.723426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842736e9-4d3c-407c-8fd3-e0623237f14c', 'name': 'network-vif-deleted', 'tag': '9d67e14d-a539-49c2-bd5c-e654254ab7c9'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:22.730158 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808916f1-f767-4519-948a-5b949db2d6c6" -d '{"events": [{"server_uuid": "842736e9-4d3c-407c-8fd3-e0623237f14c", "name": "network-vif-deleted", "tag": "9d67e14d-a539-49c2-bd5c-e654254ab7c9"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:22.797645 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.822049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-439d9449-3161-4103-b703-968e557f790f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481ef1fa-5813-4044-afb9-f92813348b9a']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:22.859262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-439d9449-3161-4103-b703-968e557f790f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9490406-6fb4-4d3f-99ac-2e0721191537') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:22.859625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-439d9449-3161-4103-b703-968e557f790f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9490406-6fb4-4d3f-99ac-2e0721191537') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:22.863963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1e3381bd-a4db-41c7-ba01-c641699117ec no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:22.871571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:22.872783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:22.879309 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.896595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.913163 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:02:22.914449 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:22.914562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc6121-fa0e-4111-83a4-f0f1512f2651 req-0c43488b-839f-436e-a9fb-4688ccac7369 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:02:22.917505 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:02:22.943263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc6121-fa0e-4111-83a4-f0f1512f2651 req-0c43488b-839f-436e-a9fb-4688ccac7369 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:22.966908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc6121-fa0e-4111-83a4-f0f1512f2651 req-0c43488b-839f-436e-a9fb-4688ccac7369 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:22.968634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46cc6121-fa0e-4111-83a4-f0f1512f2651 req-0c43488b-839f-436e-a9fb-4688ccac7369 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 2373 time: 0.6134596 Aug 21 09:02:22.998199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:23.005797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-c43fbf4e-c031-4c94-aa95-ca4753026d07 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8183529 Aug 21 09:02:23.099796 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bdace4ef-724b-4b22-9996-ce0527744c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:23.162977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdace4ef-724b-4b22-9996-ce0527744c97 None None] No DVR routers for this DVR port 1b77f2f1-7a8b-4fe8-96a9-541fb693ecae on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:23.166997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdace4ef-724b-4b22-9996-ce0527744c97 None None] Pushing event deleted for resources: {'Port': ['ID=1b77f2f1-7a8b-4fe8-96a9-541fb693ecae,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:23.187756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c71b3c0-290f-4867-8f4a-a7a462f01596 req-68962f97-6ca1-4fc0-8aab-e6e53b55a65c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345032 Aug 21 09:02:23.202595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:23.264189 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:23.286677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:23.293942 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:23.301283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:23.304643 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-439d9449-3161-4103-b703-968e557f790f admin admin] 10.222.0.20 "DELETE /v2.0/networks/481ef1fa-5813-4044-afb9-f92813348b9a HTTP/1.1" status: 204 len: 168 time: 1.4805465 Aug 21 09:02:23.305806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d9449-3161-4103-b703-968e557f790f admin admin] Pushing event deleted for resources: {'Network': ['ID=481ef1fa-5813-4044-afb9-f92813348b9a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:23.312829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:23.332501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:23.333123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:23.409948 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d5dbc6-b2fb-4eae-8c26-5e2c5cc38b8a x-openstack-request-id: req-d3d5dbc6-b2fb-4eae-8c26-5e2c5cc38b8a {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:23.410247 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842736e9-4d3c-407c-8fd3-e0623237f14c", "name": "network-vif-deleted", "tag": "9d67e14d-a539-49c2-bd5c-e654254ab7c9", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:23.410725 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3d5dbc6-b2fb-4eae-8c26-5e2c5cc38b8a {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:23.411327 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842736e9-4d3c-407c-8fd3-e0623237f14c', 'name': 'network-vif-deleted', 'tag': '9d67e14d-a539-49c2-bd5c-e654254ab7c9', 'status': 'completed', 'code': 200} Aug 21 09:02:23.420390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Port': ['ID=c6ad734c-4502-46b0-8437-ad0dc2f66968,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:23.459401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46cc6121-fa0e-4111-83a4-f0f1512f2651 req-bd554273-0f16-4580-a67b-7ae6610fb765 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4660201 Aug 21 09:02:23.494606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:23.496903 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7925c34a-7ef6-4a59-af30-790459b3386c" -d '{"events": [{"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:23.541246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-d9f6a7f0-ff56-4cab-ac53-32f3d40d96a5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1009042 Aug 21 09:02:23.551425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d35451-fe32-471b-a115-8cf4ec3c05c4 req-377b6258-edfa-477f-8a8d-2d262fc3a7da service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881852 Aug 21 09:02:23.566232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2', 'admin_state_up': True, 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'security_groups': ['6f7686a6-0876-49bb-9caf-364cf3446489']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:23.604981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:23.609934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8ddd05e-50e1-42ed-b9fc-226f8c234dd0 req-d934b364-cfc8-4e52-8111-0fefca02fb2d tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=842736e9-4d3c-407c-8fd3-e0623237f14c HTTP/1.1" status: 200 len: 210 time: 0.0610476 Aug 21 09:02:23.668809 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3facd895-b4d1-47d9-9181-befd63d22401 x-openstack-request-id: req-3facd895-b4d1-47d9-9181-befd63d22401 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:23.669165 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:23.669341 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3facd895-b4d1-47d9-9181-befd63d22401 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:23.669769 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'code': 200} Aug 21 09:02:23.720529 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:23.930520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Made reservation on behalf of 78be187f2a8045b5b339bd471ef1ee79 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:23.936444 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:23.946057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:24.092761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cf30f4df-7821-4bab-a9d0-5eea83545e5c None None] Provisioning for port c6ad734c-4502-46b0-8437-ad0dc2f66968 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:24.115749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cf30f4df-7821-4bab-a9d0-5eea83545e5c None None] Provisioning complete for port c6ad734c-4502-46b0-8437-ad0dc2f66968 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:24.129907 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cf30f4df-7821-4bab-a9d0-5eea83545e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:24.196993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58480) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:24.235872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cf30f4df-7821-4bab-a9d0-5eea83545e5c None None] Port c6ad734c-4502-46b0-8437-ad0dc2f66968 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:24.273522 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2fa81b43-efee-4aa5-8686-2cfc9f1ce1b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d16b668970c47659f38623da84e53e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739601 Aug 21 09:02:24.274147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58490) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:24.307162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Allocated IP 10.2.2.200 (8b7efe3c-867f-44dc-983b-4a93c4f8a3a2/40ffc275-4f56-4031-8137-84e9e187ff3f/36ced2bb-1173-4212-9d80-e983f8b4d250) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:24.351445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75bbc818-ae81-42a8-84d2-2c981a0440a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:24.381647 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75bbc818-ae81-42a8-84d2-2c981a0440a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:24.448080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379713b8-e660-4a6d-b6b5-d0d07d489efc req-e50b3097-a626-44d6-bbdb-378a3dc6fa6f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:24.449615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-379713b8-e660-4a6d-b6b5-d0d07d489efc req-e50b3097-a626-44d6-bbdb-378a3dc6fa6f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 948 time: 0.0991569 Aug 21 09:02:24.493594 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75bbc818-ae81-42a8-84d2-2c981a0440a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:24.496419 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75bbc818-ae81-42a8-84d2-2c981a0440a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:24.500041 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-75bbc818-ae81-42a8-84d2-2c981a0440a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93af757f-2a54-47ea-9cd2-061968d04e44 HTTP/1.1" status: 204 len: 168 time: 0.2225311 Aug 21 09:02:24.512677 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbc818-ae81-42a8-84d2-2c981a0440a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93af757f-2a54-47ea-9cd2-061968d04e44,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:24.581604 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:24.605586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-379713b8-e660-4a6d-b6b5-d0d07d489efc req-07b85270-c359-4ac3-aa31-e13c6546713f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231027 Aug 21 09:02:24.632489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Transition to ACTIVE for port object 36ced2bb-1173-4212-9d80-e983f8b4d250 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:24.823149 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:24.865671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9d67e14d-a539-49c2-bd5c-e654254ab7c9 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:24.870611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:24.873819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:24.878334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:24.884690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:24.885352 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:24.895386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event updated for resources: {'Port': ['ID=36ced2bb-1173-4212-9d80-e983f8b4d250,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:24.914261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 9d67e14d-a539-49c2-bd5c-e654254ab7c9 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:24.914686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9d67e14d-a539-49c2-bd5c-e654254ab7c9 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:25.011088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955cb98-645e-43cd-90b9-eaa5a266dd46 req-19c32dd6-18a9-4d1a-8286-b47f91d77e00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:25.020404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955cb98-645e-43cd-90b9-eaa5a266dd46 req-19c32dd6-18a9-4d1a-8286-b47f91d77e00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:25.032175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955cb98-645e-43cd-90b9-eaa5a266dd46 req-19c32dd6-18a9-4d1a-8286-b47f91d77e00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:25.042601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955cb98-645e-43cd-90b9-eaa5a266dd46 req-19c32dd6-18a9-4d1a-8286-b47f91d77e00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:25.051322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955cb98-645e-43cd-90b9-eaa5a266dd46 req-19c32dd6-18a9-4d1a-8286-b47f91d77e00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:25.053644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a955cb98-645e-43cd-90b9-eaa5a266dd46 req-19c32dd6-18a9-4d1a-8286-b47f91d77e00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 3815 time: 0.1310985 Aug 21 09:02:25.056242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-2476b61b-bdb9-468f-b12b-9db5711c33a2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4965615 Aug 21 09:02:25.116954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:25.171315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a955cb98-645e-43cd-90b9-eaa5a266dd46 req-54c49d9f-240e-4e36-a8df-333b8fae7192 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111734 Aug 21 09:02:25.217439 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:25.353091 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ffa57048-26c8-4b17-9196-b82f91ebac95 None None] Provisioning for port 36ced2bb-1173-4212-9d80-e983f8b4d250 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:25.358297 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ffa57048-26c8-4b17-9196-b82f91ebac95 None None] Provisioning complete for port 36ced2bb-1173-4212-9d80-e983f8b4d250 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:25.358946 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ffa57048-26c8-4b17-9196-b82f91ebac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:25.477162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ffa57048-26c8-4b17-9196-b82f91ebac95 None None] Port 36ced2bb-1173-4212-9d80-e983f8b4d250 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:25.698754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d214a269-de68-403f-bcfa-835869aca265 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:25.710544 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:25.728705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Transition to ACTIVE for port object d214a269-de68-403f-bcfa-835869aca265 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:25.921864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:25.998475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Pushing event updated for resources: {'Port': ['ID=d214a269-de68-403f-bcfa-835869aca265,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:26.039860 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:02:26.073079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Attempting to bind port d214a269-de68-403f-bcfa-835869aca265 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:26.073337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Attempting to bind port d214a269-de68-403f-bcfa-835869aca265 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:26.073804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Attempting to bind port d214a269-de68-403f-bcfa-835869aca265 on network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:26.079839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Port d214a269-de68-403f-bcfa-835869aca265 on network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:02:26.080187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Attempting to bind port d214a269-de68-403f-bcfa-835869aca265 on network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:26.103048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff43b92-e81a-4e16-9b99-f811278ec363 req-b2c1167d-c728-48fe-b209-f13e18f6bb35 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.114143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fff43b92-e81a-4e16-9b99-f811278ec363 req-b2c1167d-c728-48fe-b209-f13e18f6bb35 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 948 time: 0.1110742 Aug 21 09:02:26.115094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:26.115443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Checking segment: {'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:26.115867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Bound using segment: {'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:26.116360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Bound port: d214a269-de68-403f-bcfa-835869aca265, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:26.116675 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:26.233681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fff43b92-e81a-4e16-9b99-f811278ec363 req-d10ebb7a-4060-494b-a4f0-e692b67eef94 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869570 Aug 21 09:02:26.264076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] For port d214a269-de68-403f-bcfa-835869aca265, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:26.267388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] For port d214a269-de68-403f-bcfa-835869aca265, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d214a269-de68-403f-bcfa-835869aca265,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:26.352317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:26.407802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.408485 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:26.410002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] 10.222.0.13 "PUT /v2.0/ports/d214a269-de68-403f-bcfa-835869aca265 HTTP/1.1" status: 200 len: 1092 time: 1.3026109 Aug 21 09:02:26.410459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': 'd214a269-de68-403f-bcfa-835869aca265'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:26.412923 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e9b380-7081-4f81-8d18-d891b2334671" -d '{"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "d214a269-de68-403f-bcfa-835869aca265"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:26.437012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca0b1-c2d1-4215-af5b-bf2f3d5514e7 req-a6a3f43f-006c-49ef-b4de-f3a352f5c6d7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.438624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3feca0b1-c2d1-4215-af5b-bf2f3d5514e7 req-a6a3f43f-006c-49ef-b4de-f3a352f5c6d7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 950 time: 0.1189756 Aug 21 09:02:26.454670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6429389-9a21-451e-a161-6ddaa756e4ee service neutron] Pushing event updated for resources: {'Port': ['ID=d214a269-de68-403f-bcfa-835869aca265,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:26.502200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3feca0b1-c2d1-4215-af5b-bf2f3d5514e7 req-22cca6ef-6556-458e-8c7c-d9223aeaccb2 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484302 Aug 21 09:02:26.543125 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:26.659951 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73375d0a-ef1d-4a22-8972-9fe1f275873e x-openstack-request-id: req-73375d0a-ef1d-4a22-8972-9fe1f275873e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:26.660231 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "d214a269-de68-403f-bcfa-835869aca265", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:26.660482 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73375d0a-ef1d-4a22-8972-9fe1f275873e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:26.660891 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': 'd214a269-de68-403f-bcfa-835869aca265', 'status': 'completed', 'code': 200} Aug 21 09:02:26.757587 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:26.792335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e6a8d-2cff-46af-960e-f32e3e1aad44 req-eb3dcbe7-4549-4b76-9488-c1649560911a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.797092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e6a8d-2cff-46af-960e-f32e3e1aad44 req-eb3dcbe7-4549-4b76-9488-c1649560911a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.803040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e6a8d-2cff-46af-960e-f32e3e1aad44 req-eb3dcbe7-4549-4b76-9488-c1649560911a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.809236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e6a8d-2cff-46af-960e-f32e3e1aad44 req-eb3dcbe7-4549-4b76-9488-c1649560911a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.817905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e6a8d-2cff-46af-960e-f32e3e1aad44 req-eb3dcbe7-4549-4b76-9488-c1649560911a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.825558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f0e6a8d-2cff-46af-960e-f32e3e1aad44 req-eb3dcbe7-4549-4b76-9488-c1649560911a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 3827 time: 0.2361746 Aug 21 09:02:26.844464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1e3381bd-a4db-41c7-ba01-c641699117ec details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:02:26.869407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-b58c0e14-1f59-4d09-bb8b-48dea45091c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.882383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-b58c0e14-1f59-4d09-bb8b-48dea45091c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.882987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-b58c0e14-1f59-4d09-bb8b-48dea45091c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.883475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-b58c0e14-1f59-4d09-bb8b-48dea45091c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.884039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-b58c0e14-1f59-4d09-bb8b-48dea45091c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:26.885915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-b58c0e14-1f59-4d09-bb8b-48dea45091c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 4363 time: 0.1979303 Aug 21 09:02:27.001035 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:27.017999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'mac_address': 'fa:16:3e:6c:24:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:02:27.073879 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:27.085050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f0e6a8d-2cff-46af-960e-f32e3e1aad44 req-a97d81cc-9c4c-40f4-b414-dfd761f2cf2a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585270 Aug 21 09:02:27.090332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3381bd-a4db-41c7-ba01-c641699117ec {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:27.139077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:27.242070 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:27.339892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-a14d5abb-8513-4f67-939f-621da8ca8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:27.341951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-a14d5abb-8513-4f67-939f-621da8ca8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:27.343504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-a14d5abb-8513-4f67-939f-621da8ca8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:27.348006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-a14d5abb-8513-4f67-939f-621da8ca8cf5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=78be187f2a8045b5b339bd471ef1ee79&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4431529 Aug 21 09:02:27.416868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:27.428001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58784) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:27.457621 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fd945-60ef-494e-b45f-8f8ad15a63f3 req-a2b99720-c502-4c7f-93da-ce7775512096 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:27.459188 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-394fd945-60ef-494e-b45f-8f8ad15a63f3 req-a2b99720-c502-4c7f-93da-ce7775512096 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 950 time: 0.2009139 Aug 21 09:02:27.498384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['1e3381bd-a4db-41c7-ba01-c641699117ec'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:27.678902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a54fe8ba-baee-490c-b55d-1ef1cad9b67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:27.711276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-f3a49439-970d-4296-ab31-e8957eeb926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:27.712882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6e9b380-7081-4f81-8d18-d891b2334671 req-f3a49439-970d-4296-ab31-e8957eeb926e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3470197 Aug 21 09:02:27.770411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e131d-280c-40a0-ba0a-36d9d4dc558c req-c2aa92c5-171b-4fcf-a17b-4ee080587b1c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:27.779722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac7e131d-280c-40a0-ba0a-36d9d4dc558c req-c2aa92c5-171b-4fcf-a17b-4ee080587b1c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 949 time: 0.1804874 Aug 21 09:02:27.807912 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a54fe8ba-baee-490c-b55d-1ef1cad9b67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:27.874410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b19b1a-98fa-4efc-9311-75cf68b68d53 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:27.884090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac7e131d-280c-40a0-ba0a-36d9d4dc558c req-a834ffe5-6bba-419a-8e40-258804dfe823 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034729 Aug 21 09:02:27.886285 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-394fd945-60ef-494e-b45f-8f8ad15a63f3 req-947a6112-e6de-481a-a7cd-74fbccba2b70 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Deleting port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:27.889740 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-394fd945-60ef-494e-b45f-8f8ad15a63f3 req-947a6112-e6de-481a-a7cd-74fbccba2b70 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:27.890568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:27.898179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a54fe8ba-baee-490c-b55d-1ef1cad9b67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:27.908337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Transition to ACTIVE for port object 09b19b1a-98fa-4efc-9311-75cf68b68d53 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:27.985617 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.114681 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a54fe8ba-baee-490c-b55d-1ef1cad9b67a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b9b008fe364418ea42d0a0bb84c0909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848009 Aug 21 09:02:28.115803 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fe8ba-baee-490c-b55d-1ef1cad9b67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a859a981-778d-4923-a518-08367e269cd3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:28.124858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58846) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:28.188872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Pushing event updated for resources: {'Port': ['ID=09b19b1a-98fa-4efc-9311-75cf68b68d53,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:28.199776 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-394fd945-60ef-494e-b45f-8f8ad15a63f3 req-947a6112-e6de-481a-a7cd-74fbccba2b70 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] For port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:28.200340 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-394fd945-60ef-494e-b45f-8f8ad15a63f3 req-947a6112-e6de-481a-a7cd-74fbccba2b70 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.220449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e016d-ab32-439d-961c-34f4976f0f88 req-fda1eb25-4687-41c1-ae6e-6a6b7e89907c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:28.224694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b68e016d-ab32-439d-961c-34f4976f0f88 req-fda1eb25-4687-41c1-ae6e-6a6b7e89907c tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 950 time: 0.1819069 Aug 21 09:02:28.232707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-394fd945-60ef-494e-b45f-8f8ad15a63f3 req-947a6112-e6de-481a-a7cd-74fbccba2b70 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Calling delete_port for 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:28.282103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Attempting to bind port 09b19b1a-98fa-4efc-9311-75cf68b68d53 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:28.291975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Attempting to bind port 09b19b1a-98fa-4efc-9311-75cf68b68d53 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:28.292490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Attempting to bind port 09b19b1a-98fa-4efc-9311-75cf68b68d53 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:28.300467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Port 09b19b1a-98fa-4efc-9311-75cf68b68d53 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:02:28.302674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Attempting to bind port 09b19b1a-98fa-4efc-9311-75cf68b68d53 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:28.320974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:28.323952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Checking segment: {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:28.324465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Bound using segment: {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:28.325018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Bound port: 09b19b1a-98fa-4efc-9311-75cf68b68d53, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:28.325500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.396148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b68e016d-ab32-439d-961c-34f4976f0f88 req-3cdceb13-4a3f-4549-8930-92e50898d9e9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593621 Aug 21 09:02:28.398790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58858) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:28.471159 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b2150cf-fa4e-4def-ba3d-ae1f3b9ee914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.474375 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-394fd945-60ef-494e-b45f-8f8ad15a63f3 req-947a6112-e6de-481a-a7cd-74fbccba2b70 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.487970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2', '5e175de9-fc9f-478f-972f-3764ae0465a4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:28.491176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147', '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76', '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:28.527814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a6112-e6de-481a-a7cd-74fbccba2b70 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event deleted for resources: {'Port': ['ID=5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:28.585909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] For port 09b19b1a-98fa-4efc-9311-75cf68b68d53, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:28.594754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] For port 09b19b1a-98fa-4efc-9311-75cf68b68d53, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=09b19b1a-98fa-4efc-9311-75cf68b68d53,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:28.616837 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b2150cf-fa4e-4def-ba3d-ae1f3b9ee914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.642468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-394fd945-60ef-494e-b45f-8f8ad15a63f3 req-947a6112-e6de-481a-a7cd-74fbccba2b70 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] No DVR routers for this DVR port 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:28.645952 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-394fd945-60ef-494e-b45f-8f8ad15a63f3 req-947a6112-e6de-481a-a7cd-74fbccba2b70 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.655393 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-394fd945-60ef-494e-b45f-8f8ad15a63f3 req-947a6112-e6de-481a-a7cd-74fbccba2b70 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "DELETE /v2.0/ports/5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 HTTP/1.1" status: 204 len: 173 time: 1.1674054 Aug 21 09:02:28.655393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305b4932-cde9-4eec-88ad-6525949a2a2f', 'name': 'network-vif-deleted', 'tag': '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:28.655393 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0142c1-980c-448e-b666-7406a09c50d5" -d '{"events": [{"server_uuid": "305b4932-cde9-4eec-88ad-6525949a2a2f", "name": "network-vif-deleted", "tag": "5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:28.715339 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-488b836c-f652-477e-872d-28c2408c9a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.736050 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.838005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:28.847081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.847081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] 10.222.0.13 "PUT /v2.0/ports/09b19b1a-98fa-4efc-9311-75cf68b68d53 HTTP/1.1" status: 200 len: 1137 time: 2.3013391 Aug 21 09:02:28.847081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': '09b19b1a-98fa-4efc-9311-75cf68b68d53'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:28.849599 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b1b8bb-e635-480e-a84c-087b57c33cca" -d '{"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "09b19b1a-98fa-4efc-9311-75cf68b68d53"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:28.887330 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b2150cf-fa4e-4def-ba3d-ae1f3b9ee914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.892012 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b2150cf-fa4e-4def-ba3d-ae1f3b9ee914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:28.893901 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6b2150cf-fa4e-4def-ba3d-ae1f3b9ee914 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a859a981-778d-4923-a518-08367e269cd3 HTTP/1.1" status: 204 len: 168 time: 0.7404149 Aug 21 09:02:28.911140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2150cf-fa4e-4def-ba3d-ae1f3b9ee914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a859a981-778d-4923-a518-08367e269cd3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:28.921903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5027c-5c57-4f5a-9a7c-c2054de4e53a service neutron] Pushing event updated for resources: {'Port': ['ID=09b19b1a-98fa-4efc-9311-75cf68b68d53,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:28.936863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1e3381bd-a4db-41c7-ba01-c641699117ec up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:29.060677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-488b836c-f652-477e-872d-28c2408c9a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:29.066877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:29.214075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:29.216977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-488b836c-f652-477e-872d-28c2408c9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:29.275318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b836c-f652-477e-872d-28c2408c9a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061795a6-4ec0-4b6d-a61b-e75d76b33f66,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:29.293979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7bc73-0a23-4046-89b5-72a7c5a73313 req-84d07f32-5a82-4a08-8801-c0d1be0540a1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.302528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7bc73-0a23-4046-89b5-72a7c5a73313 req-84d07f32-5a82-4a08-8801-c0d1be0540a1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.309179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7bc73-0a23-4046-89b5-72a7c5a73313 req-84d07f32-5a82-4a08-8801-c0d1be0540a1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.315450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7bc73-0a23-4046-89b5-72a7c5a73313 req-84d07f32-5a82-4a08-8801-c0d1be0540a1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.321655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7bc73-0a23-4046-89b5-72a7c5a73313 req-84d07f32-5a82-4a08-8801-c0d1be0540a1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.326890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 1e3381bd-a4db-41c7-ba01-c641699117ec triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:29.327394 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:29.327670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7bc73-0a23-4046-89b5-72a7c5a73313 req-84d07f32-5a82-4a08-8801-c0d1be0540a1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.329620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf7bc73-0a23-4046-89b5-72a7c5a73313 req-84d07f32-5a82-4a08-8801-c0d1be0540a1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 4605 time: 0.2592561 Aug 21 09:02:29.377197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-488b836c-f652-477e-872d-28c2408c9a4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72eab27c8966407f926bb69e00c2c400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9738193 Aug 21 09:02:29.377567 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58882) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:29.470334 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-01a97539-0912-488c-bd25-7cdb19b7c589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:29.478711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf7bc73-0a23-4046-89b5-72a7c5a73313 req-c4d81665-e759-4dcb-b827-d7e75f14baa1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326180 Aug 21 09:02:29.531775 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:29.539746 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-01a97539-0912-488c-bd25-7cdb19b7c589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:29.643936 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc279ba-e71d-4f9c-a82a-dd58604ebab6 x-openstack-request-id: req-5cc279ba-e71d-4f9c-a82a-dd58604ebab6 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:29.644231 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305b4932-cde9-4eec-88ad-6525949a2a2f", "name": "network-vif-deleted", "tag": "5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:29.644479 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cc279ba-e71d-4f9c-a82a-dd58604ebab6 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:29.644881 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305b4932-cde9-4eec-88ad-6525949a2a2f', 'name': 'network-vif-deleted', 'tag': '5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74', 'status': 'completed', 'code': 200} Aug 21 09:02:29.692392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:29.698194 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b59c42-c1fa-4f03-9c06-32ee029c3e9f" -d '{"events": [{"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-plugged", "status": "completed", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:29.710607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:29.717472 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d36063a-6a1c-4b83-b318-d24be3b34a83 x-openstack-request-id: req-3d36063a-6a1c-4b83-b318-d24be3b34a83 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:29.718633 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "09b19b1a-98fa-4efc-9311-75cf68b68d53", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:29.719898 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d36063a-6a1c-4b83-b318-d24be3b34a83 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:29.720559 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': '09b19b1a-98fa-4efc-9311-75cf68b68d53', 'status': 'completed', 'code': 200} Aug 21 09:02:29.829438 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-01a97539-0912-488c-bd25-7cdb19b7c589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:29.834390 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-01a97539-0912-488c-bd25-7cdb19b7c589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:29.839594 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-01a97539-0912-488c-bd25-7cdb19b7c589 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/061795a6-4ec0-4b6d-a61b-e75d76b33f66 HTTP/1.1" status: 204 len: 168 time: 0.4609728 Aug 21 09:02:29.849071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-ee61f07c-863a-4ed8-9e3f-9c84714f705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.849870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-ee61f07c-863a-4ed8-9e3f-9c84714f705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.850448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-ee61f07c-863a-4ed8-9e3f-9c84714f705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.851046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-ee61f07c-863a-4ed8-9e3f-9c84714f705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.851640 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-ee61f07c-863a-4ed8-9e3f-9c84714f705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.852297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-ee61f07c-863a-4ed8-9e3f-9c84714f705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.855173 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-ee61f07c-863a-4ed8-9e3f-9c84714f705e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5293 time: 0.1309237 Aug 21 09:02:29.867849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:29.963632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00db1451-7175-4e42-a041-f7ebabe71a03 req-09e002da-eceb-48f9-804b-0b3455065a95 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=305b4932-cde9-4eec-88ad-6525949a2a2f HTTP/1.1" status: 200 len: 210 time: 0.1204679 Aug 21 09:02:29.979291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-ff0560c1-c7ac-4e9a-887e-fe351a23a490 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:29.981149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-ff0560c1-c7ac-4e9a-887e-fe351a23a490 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0&tenant_id=6eda5b0e42e042198b3662d293aecc00&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 949 time: 0.3265777 Aug 21 09:02:30.032424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:30.060413 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4021a6-4df1-49f8-b7eb-bfd1746b03af x-openstack-request-id: req-bd4021a6-4df1-49f8-b7eb-bfd1746b03af {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:30.060413 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-plugged", "status": "completed", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:30.060413 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd4021a6-4df1-49f8-b7eb-bfd1746b03af {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:30.060413 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'code': 200} Aug 21 09:02:30.060963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a97539-0912-488c-bd25-7cdb19b7c589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061795a6-4ec0-4b6d-a61b-e75d76b33f66,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:30.108553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be00037-08f3-4609-b872-5281add3ed84 req-d14d14fe-394a-4b8f-b2ee-c646b46cd99d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.118169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be00037-08f3-4609-b872-5281add3ed84 req-d14d14fe-394a-4b8f-b2ee-c646b46cd99d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.2134387 Aug 21 09:02:30.214101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-1842c3aa-43bf-4d4d-aea7-eccfc1bfab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.214656 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-1842c3aa-43bf-4d4d-aea7-eccfc1bfab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.215137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-1842c3aa-43bf-4d4d-aea7-eccfc1bfab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.216825 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-1842c3aa-43bf-4d4d-aea7-eccfc1bfab99 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=78be187f2a8045b5b339bd471ef1ee79&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3254848 Aug 21 09:02:30.320363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:30.349201 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:30.400561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-be9e7782-4bb2-413d-be30-14b26da82150 service neutron] 10.222.0.22 "GET /v2.0/ports/1e3381bd-a4db-41c7-ba01-c641699117ec/bindings/n-h2-766726-28 HTTP/1.1" status: 200 len: 383 time: 0.3769977 Aug 21 09:02:30.411585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Transition to ACTIVE for port object 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:30.455041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be00037-08f3-4609-b872-5281add3ed84 req-0b2b0cbe-3dd8-42a6-9fcd-903b831e0218 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371520 Aug 21 09:02:30.497936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-26fc7ef6-56ad-483c-ac78-bd9b41189221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.499650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-26fc7ef6-56ad-483c-ac78-bd9b41189221 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 1102 time: 0.0702581 Aug 21 09:02:30.507021 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:30.556810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-23f1b076-3cc7-4ece-943d-1658b52ac3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.558438 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b9b1b8bb-e635-480e-a84c-087b57c33cca req-23f1b076-3cc7-4ece-943d-1658b52ac3f9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3336082 Aug 21 09:02:30.705307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:30.755455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-3eec4bfd-81cd-49ab-8f36-9b6192ba3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.757148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-3eec4bfd-81cd-49ab-8f36-9b6192ba3dc4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.2465711 Aug 21 09:02:30.779137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429208e-b264-46d1-9eb9-024ac57f8024 req-ad6661cf-dd8a-45e8-b035-ad80ed23fa49 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.785524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429208e-b264-46d1-9eb9-024ac57f8024 req-ad6661cf-dd8a-45e8-b035-ad80ed23fa49 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.791551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429208e-b264-46d1-9eb9-024ac57f8024 req-ad6661cf-dd8a-45e8-b035-ad80ed23fa49 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.797799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429208e-b264-46d1-9eb9-024ac57f8024 req-ad6661cf-dd8a-45e8-b035-ad80ed23fa49 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.804059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429208e-b264-46d1-9eb9-024ac57f8024 req-ad6661cf-dd8a-45e8-b035-ad80ed23fa49 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.810591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429208e-b264-46d1-9eb9-024ac57f8024 req-ad6661cf-dd8a-45e8-b035-ad80ed23fa49 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.817397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429208e-b264-46d1-9eb9-024ac57f8024 req-ad6661cf-dd8a-45e8-b035-ad80ed23fa49 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.819349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2429208e-b264-46d1-9eb9-024ac57f8024 req-ad6661cf-dd8a-45e8-b035-ad80ed23fa49 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5383 time: 0.1903365 Aug 21 09:02:30.836274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Attempting to bind port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:30.836663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Attempting to bind port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:30.836975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Attempting to bind port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:30.875818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-1999d4aa-7d0a-466d-b3b7-9dfd52aabfa8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=1e3381bd-a4db-41c7-ba01-c641699117ec HTTP/1.1" status: 200 len: 217 time: 0.0553641 Aug 21 09:02:30.895457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:30.936050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-7abebe0e-2efb-4146-bc28-2a2f1040ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:30.937380 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-7abebe0e-2efb-4146-bc28-2a2f1040ee39 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0529361 Aug 21 09:02:30.939517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:02:30.939925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Attempting to bind port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:30.966867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:30.966867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Checking segment: {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:30.967754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Bound using segment: {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:30.967906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Bound port: 84112da1-91f0-4e8d-a37a-f7fb1c3abe36, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:30.968275 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:30.978627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:30.979111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5ea0cf3b-f4db-4c80-8c9b-6ec58acfdf74 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:31.007479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2429208e-b264-46d1-9eb9-024ac57f8024 req-c578895d-fe97-4f80-88bf-f7e853fa28ce tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1766386 Aug 21 09:02:31.121206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-8500797c-d5e5-40c4-b092-b14e25a6c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:31.122870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-8500797c-d5e5-40c4-b092-b14e25a6c55c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1730423 Aug 21 09:02:31.132620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] For port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:31.143778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] For port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:31.240513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-06d4721b-dbcc-49a7-9657-e2d067673a5e service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091218 Aug 21 09:02:31.251663 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:31.362630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:31.363270 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:31.372866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/84112da1-91f0-4e8d-a37a-f7fb1c3abe36 HTTP/1.1" status: 200 len: 1137 time: 2.3026149 Aug 21 09:02:31.399038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580e87b-e698-423c-b2ab-78defac3e1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:31.453358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-0ad24e70-008b-4781-9235-733469b74202 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044179 Aug 21 09:02:31.529574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59026) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:31.556158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:31.686990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1446303479-network', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:31.700396 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:31.722305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': '84112da1-91f0-4e8d-a37a-f7fb1c3abe36'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:31.724598 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db33321-29ac-4be5-aa07-60ff412881e0" -d '{"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "84112da1-91f0-4e8d-a37a-f7fb1c3abe36"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:31.868949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Made reservation on behalf of 116e4c914bab4b11acd1c18e2bf0a760 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:31.874662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:31.894765 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:32.012532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:32.112780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:32.138396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:02:32.149569 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81252f9e-a377-43f6-ba57-572b5a19db22,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:32.154472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:32.154965 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Added segment e99f8507-f2be-43a8-b560-754a7377ddf7 of type vlan for network c1c249bd-4684-4365-b82d-a6446553feda Aug 21 09:02:32.165662 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.166455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.166817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.167592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.168468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.168939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.169373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.169810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.170294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.170981 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.171432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.171881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:32.209182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68aad29-a9a1-47c0-b200-95c5a4ed76ed req-9059d114-6200-4915-a550-89b9c10ef283 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.216828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b68aad29-a9a1-47c0-b200-95c5a4ed76ed req-9059d114-6200-4915-a550-89b9c10ef283 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1202528 Aug 21 09:02:32.241818 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:32.307876 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2d4827-57d3-4fa2-a405-ebc2e98e97e3 x-openstack-request-id: req-2b2d4827-57d3-4fa2-a405-ebc2e98e97e3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:32.308229 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "84112da1-91f0-4e8d-a37a-f7fb1c3abe36", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:32.308496 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b2d4827-57d3-4fa2-a405-ebc2e98e97e3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:32.308987 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': '84112da1-91f0-4e8d-a37a-f7fb1c3abe36', 'status': 'completed', 'code': 200} Aug 21 09:02:32.313795 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b68aad29-a9a1-47c0-b200-95c5a4ed76ed req-f530cbc8-0093-4730-b70f-430dde591f81 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960400 Aug 21 09:02:32.392352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:32.393620 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.394222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:32.485965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-a78f9d3a-f40e-4135-b687-0cf5dd3c3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.487766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb1a58b-466b-48b3-8947-1a5beaf86710 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:32.487905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-a78f9d3a-f40e-4135-b687-0cf5dd3c3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.487905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-a78f9d3a-f40e-4135-b687-0cf5dd3c3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.488281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-a78f9d3a-f40e-4135-b687-0cf5dd3c3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.488755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-a78f9d3a-f40e-4135-b687-0cf5dd3c3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.489477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-a78f9d3a-f40e-4135-b687-0cf5dd3c3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.489952 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-a78f9d3a-f40e-4135-b687-0cf5dd3c3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.492797 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-a78f9d3a-f40e-4135-b687-0cf5dd3c3f47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6223 time: 0.1581972 Aug 21 09:02:32.498597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c249bd-4684-4365-b82d-a6446553feda,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:32.501192 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:32.512667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network c1c249bd-4684-4365-b82d-a6446553feda details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:02:32.522659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Transition to ACTIVE for port object 7fb1a58b-466b-48b3-8947-1a5beaf86710 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:32.535436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e5bea-7d2d-40b0-b995-275967bd31ce req-38aa331e-8fe5-4156-96ab-5b54fe9b3af9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.542977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e5bea-7d2d-40b0-b995-275967bd31ce req-38aa331e-8fe5-4156-96ab-5b54fe9b3af9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.551600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e5bea-7d2d-40b0-b995-275967bd31ce req-38aa331e-8fe5-4156-96ab-5b54fe9b3af9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.558519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e5bea-7d2d-40b0-b995-275967bd31ce req-38aa331e-8fe5-4156-96ab-5b54fe9b3af9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.566018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e5bea-7d2d-40b0-b995-275967bd31ce req-38aa331e-8fe5-4156-96ab-5b54fe9b3af9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.573444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e5bea-7d2d-40b0-b995-275967bd31ce req-38aa331e-8fe5-4156-96ab-5b54fe9b3af9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.584598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e5bea-7d2d-40b0-b995-275967bd31ce req-38aa331e-8fe5-4156-96ab-5b54fe9b3af9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.595353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a41e5bea-7d2d-40b0-b995-275967bd31ce req-38aa331e-8fe5-4156-96ab-5b54fe9b3af9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5383 time: 0.1602702 Aug 21 09:02:32.617193 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ec00e0d6-5ede-4d86-bedb-2a426957f5d2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0861466 Aug 21 09:02:32.621071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59060) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:32.634318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] Request body: {'subnet': {'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1446303479-subnet', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:32.638048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-2bcccffa-b843-4091-8905-2756651c59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.638633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-2bcccffa-b843-4091-8905-2756651c59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.639705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-2bcccffa-b843-4091-8905-2756651c59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.641408 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-2bcccffa-b843-4091-8905-2756651c59f8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=78be187f2a8045b5b339bd471ef1ee79&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1292744 Aug 21 09:02:32.643504 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:32.665675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a41e5bea-7d2d-40b0-b995-275967bd31ce req-8b788592-8c38-4cdf-91ec-90201d764444 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676486 Aug 21 09:02:32.756942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Pushing event updated for resources: {'Port': ['ID=7fb1a58b-466b-48b3-8947-1a5beaf86710,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:32.769140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-2f159069-ccf4-4d47-8f8e-e1ee2fd76554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:32.770950 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6db33321-29ac-4be5-aa07-60ff412881e0 req-2f159069-ccf4-4d47-8f8e-e1ee2fd76554 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1207597 Aug 21 09:02:32.796976 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Attempting to bind port 7fb1a58b-466b-48b3-8947-1a5beaf86710 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:32.797347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Attempting to bind port 7fb1a58b-466b-48b3-8947-1a5beaf86710 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:32.797763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Attempting to bind port 7fb1a58b-466b-48b3-8947-1a5beaf86710 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:32.803938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Port 7fb1a58b-466b-48b3-8947-1a5beaf86710 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:02:32.804346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Attempting to bind port 7fb1a58b-466b-48b3-8947-1a5beaf86710 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:32.810259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:32.810702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Checking segment: {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:32.816691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Bound using segment: {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:32.816691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Bound port: 7fb1a58b-466b-48b3-8947-1a5beaf86710, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:32.816691 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:32.882003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] Made reservation on behalf of 116e4c914bab4b11acd1c18e2bf0a760 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:32.884412 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:32.960720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] For port 7fb1a58b-466b-48b3-8947-1a5beaf86710, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:33.003293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] For port 7fb1a58b-466b-48b3-8947-1a5beaf86710, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7fb1a58b-466b-48b3-8947-1a5beaf86710,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:33.122998 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:33.157829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:33.158343 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:33.160413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] 10.222.0.13 "PUT /v2.0/ports/7fb1a58b-466b-48b3-8947-1a5beaf86710 HTTP/1.1" status: 200 len: 1092 time: 1.6096756 Aug 21 09:02:33.183118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df951b-37e6-4808-8ac2-b1419a1d04bd service neutron] Pushing event updated for resources: {'Port': ['ID=7fb1a58b-466b-48b3-8947-1a5beaf86710,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:33.259829 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:33.364423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:33.381449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e1aabe-0868-411e-b4be-c694342c8a18,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:33.421324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad26e4-8c0d-47fa-ae64-e434044e1e7d req-db6e7931-0d64-457b-8b91-067251ca8675 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:33.422822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33ad26e4-8c0d-47fa-ae64-e434044e1e7d req-db6e7931-0d64-457b-8b91-067251ca8675 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=7914c1e1-2263-42f9-bfcd-c84c74266d24 HTTP/1.1" status: 200 len: 950 time: 0.1578529 Aug 21 09:02:33.426719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] Checking segment: {'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:33.427467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] Network hostable DHCP agents. Network: c1c249bd-4684-4365-b82d-a6446553feda, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:02:33.485485 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:33.508413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33ad26e4-8c0d-47fa-ae64-e434044e1e7d req-ce9aee94-7fcf-461a-b269-27579f0d93c7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762057 Aug 21 09:02:33.641646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] Network c1c249bd-4684-4365-b82d-a6446553feda is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:02:33.658057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9568118-d6e0-4e4c-890d-503d7a926bd3 req-017f9b39-59e7-4223-a5d2-5bb8dbb99ce7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:33.660266 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-f9568118-d6e0-4e4c-890d-503d7a926bd3 req-017f9b39-59e7-4223-a5d2-5bb8dbb99ce7 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/ports?device_id=7914c1e1-2263-42f9-bfcd-c84c74266d24 HTTP/1.1" status: 200 len: 950 time: 0.0565224 Aug 21 09:02:33.777205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-f9568118-d6e0-4e4c-890d-503d7a926bd3 req-523da6d7-3b8e-4036-9d30-798089fa39bd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Deleting port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:33.777939 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-f9568118-d6e0-4e4c-890d-503d7a926bd3 req-523da6d7-3b8e-4036-9d30-798089fa39bd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:33.892536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, c1c249bd-4684-4365-b82d-a6446553feda) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:33.896989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:33.897922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:33.903925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3b78d-15fb-4827-bf36-9ea32a8cd4cc None None] Network c1c249bd-4684-4365-b82d-a6446553feda requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:02:33.906667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-f9568118-d6e0-4e4c-890d-503d7a926bd3 req-523da6d7-3b8e-4036-9d30-798089fa39bd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] For port dda0fec1-d01a-4a9c-be84-80a6b6d90a76, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=dda0fec1-d01a-4a9c-be84-80a6b6d90a76,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:33.907200 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-f9568118-d6e0-4e4c-890d-503d7a926bd3 req-523da6d7-3b8e-4036-9d30-798089fa39bd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:33.911887 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb6eb46-4bad-4b70-b769-24658adbb7f5 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:33.921744 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:33.934251 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-f9568118-d6e0-4e4c-890d-503d7a926bd3 req-523da6d7-3b8e-4036-9d30-798089fa39bd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Calling delete_port for dda0fec1-d01a-4a9c-be84-80a6b6d90a76 owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:33.938845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Transition to ACTIVE for port object deb6eb46-4bad-4b70-b769-24658adbb7f5 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:34.050750 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:34.058725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e59af7aa-03d7-49ff-ad12-f5265b46a073 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4352653 Aug 21 09:02:34.061727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59144) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:34.070365 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:34.104809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-c1c249bd-4684-4365-b82d-a6446553feda', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'fixed_ips': [{'subnet_id': '69e1aabe-0868-411e-b4be-c694342c8a18'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:02:34.105930 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:34.144715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Pushing event updated for resources: {'Port': ['ID=deb6eb46-4bad-4b70-b769-24658adbb7f5,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:34.161468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Attempting to bind port deb6eb46-4bad-4b70-b769-24658adbb7f5 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:34.161874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Attempting to bind port deb6eb46-4bad-4b70-b769-24658adbb7f5 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:34.162257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Attempting to bind port deb6eb46-4bad-4b70-b769-24658adbb7f5 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:34.167752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Port deb6eb46-4bad-4b70-b769-24658adbb7f5 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:02:34.168175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Attempting to bind port deb6eb46-4bad-4b70-b769-24658adbb7f5 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:34.176079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:34.176365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Checking segment: {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:34.176750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Bound using segment: {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:34.177178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Bound port: deb6eb46-4bad-4b70-b769-24658adbb7f5, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cec0f0-5400-4c97-8c17-b0a6c89d0427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:34.184314 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:34.285234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] For port deb6eb46-4bad-4b70-b769-24658adbb7f5, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:34.314030 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-f9568118-d6e0-4e4c-890d-503d7a926bd3 req-523da6d7-3b8e-4036-9d30-798089fa39bd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:34.318673 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:34.318949 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:34.322634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': '7fb1a58b-466b-48b3-8947-1a5beaf86710'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:34.330567 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c596de-7274-4335-be64-79f04d52530f" -d '{"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "7fb1a58b-466b-48b3-8947-1a5beaf86710"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:34.337835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2', '5e175de9-fc9f-478f-972f-3764ae0465a4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:34.340141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147', '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:34.342922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] For port deb6eb46-4bad-4b70-b769-24658adbb7f5, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=deb6eb46-4bad-4b70-b769-24658adbb7f5,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:34.379030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1911f-4e9f-4d71-a382-f9bba69762e8 req-9aa194f3-1c07-4338-a953-5e1bb12b5b9d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:34.382765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f1911f-4e9f-4d71-a382-f9bba69762e8 req-9aa194f3-1c07-4338-a953-5e1bb12b5b9d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.0940442 Aug 21 09:02:34.411062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Allocated IP 172.20.0.2 (c1c249bd-4684-4365-b82d-a6446553feda/69e1aabe-0868-411e-b4be-c694342c8a18/e3828eed-b7df-4866-ac61-5ea853a2a7e7) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:34.419243 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523da6d7-3b8e-4036-9d30-798089fa39bd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event deleted for resources: {'Port': ['ID=dda0fec1-d01a-4a9c-be84-80a6b6d90a76,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:34.465589 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:34.510003 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:34.540123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Pushing event updated for resources: {'Port': ['ID=deb6eb46-4bad-4b70-b769-24658adbb7f5,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:34.561668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9568118-d6e0-4e4c-890d-503d7a926bd3 req-523da6d7-3b8e-4036-9d30-798089fa39bd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] No DVR routers for this DVR port dda0fec1-d01a-4a9c-be84-80a6b6d90a76 on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:34.566111 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-f9568118-d6e0-4e4c-890d-503d7a926bd3 req-523da6d7-3b8e-4036-9d30-798089fa39bd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:34.568574 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-f9568118-d6e0-4e4c-890d-503d7a926bd3 req-523da6d7-3b8e-4036-9d30-798089fa39bd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "DELETE /v2.0/ports/dda0fec1-d01a-4a9c-be84-80a6b6d90a76 HTTP/1.1" status: 204 len: 173 time: 0.9009309 Aug 21 09:02:34.569052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7914c1e1-2263-42f9-bfcd-c84c74266d24', 'name': 'network-vif-deleted', 'tag': 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:34.579313 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fde013-00d7-47c7-899c-1273e283d8f7" -d '{"events": [{"server_uuid": "7914c1e1-2263-42f9-bfcd-c84c74266d24", "name": "network-vif-deleted", "tag": "dda0fec1-d01a-4a9c-be84-80a6b6d90a76"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:34.595595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:34.596874 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:34.598374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-406c540f-9e51-4109-984b-a8b49979babe service neutron] 10.222.0.13 "PUT /v2.0/ports/deb6eb46-4bad-4b70-b769-24658adbb7f5 HTTP/1.1" status: 200 len: 1091 time: 1.2432299 Aug 21 09:02:34.617775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f1911f-4e9f-4d71-a382-f9bba69762e8 req-921f4da1-6bfa-47f7-9933-f3a75eb378b8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126644 Aug 21 09:02:34.631885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2d6c-5100-44e7-b912-8dbd76a89597 req-4872f715-9b0d-485e-ba38-0650a18484f1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:34.634614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e71d2d6c-5100-44e7-b912-8dbd76a89597 req-4872f715-9b0d-485e-ba38-0650a18484f1 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 950 time: 0.2479277 Aug 21 09:02:34.651253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999467-50c8-4f21-8028-33c6697e35d9 req-2923a9c5-2bfb-4264-be98-d6532d8fce2e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:34.664715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999467-50c8-4f21-8028-33c6697e35d9 req-2923a9c5-2bfb-4264-be98-d6532d8fce2e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:34.672534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999467-50c8-4f21-8028-33c6697e35d9 req-2923a9c5-2bfb-4264-be98-d6532d8fce2e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:34.679550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999467-50c8-4f21-8028-33c6697e35d9 req-2923a9c5-2bfb-4264-be98-d6532d8fce2e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:34.685672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999467-50c8-4f21-8028-33c6697e35d9 req-2923a9c5-2bfb-4264-be98-d6532d8fce2e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:34.692261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999467-50c8-4f21-8028-33c6697e35d9 req-2923a9c5-2bfb-4264-be98-d6532d8fce2e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:34.699063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999467-50c8-4f21-8028-33c6697e35d9 req-2923a9c5-2bfb-4264-be98-d6532d8fce2e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:34.701110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da999467-50c8-4f21-8028-33c6697e35d9 req-2923a9c5-2bfb-4264-be98-d6532d8fce2e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5407 time: 0.1656747 Aug 21 09:02:34.781311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:35.038796 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9add5be-e55b-412d-8c72-3634fb0b7637 x-openstack-request-id: req-c9add5be-e55b-412d-8c72-3634fb0b7637 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:35.039977 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "7fb1a58b-466b-48b3-8947-1a5beaf86710", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:35.040432 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9add5be-e55b-412d-8c72-3634fb0b7637 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:35.042107 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': '7fb1a58b-466b-48b3-8947-1a5beaf86710', 'status': 'completed', 'code': 200} Aug 21 09:02:35.052032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da999467-50c8-4f21-8028-33c6697e35d9 req-1071d0d5-a454-47ec-a7aa-9781c22ea3d4 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3295696 Aug 21 09:02:35.154054 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452f7ea8-f67f-4680-b1a4-d0a571c34d10 x-openstack-request-id: req-452f7ea8-f67f-4680-b1a4-d0a571c34d10 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:35.154622 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7914c1e1-2263-42f9-bfcd-c84c74266d24", "name": "network-vif-deleted", "tag": "dda0fec1-d01a-4a9c-be84-80a6b6d90a76", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:35.154622 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-452f7ea8-f67f-4680-b1a4-d0a571c34d10 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:35.154967 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7914c1e1-2263-42f9-bfcd-c84c74266d24', 'name': 'network-vif-deleted', 'tag': 'dda0fec1-d01a-4a9c-be84-80a6b6d90a76', 'status': 'completed', 'code': 200} Aug 21 09:02:35.157879 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:35.160978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-54202fa5-b762-4ed6-a1ab-4b2136128c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.164692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-54202fa5-b762-4ed6-a1ab-4b2136128c7f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0&tenant_id=6eda5b0e42e042198b3662d293aecc00 HTTP/1.1" status: 200 len: 1102 time: 0.4626129 Aug 21 09:02:35.170788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Transition to ACTIVE for port object e3828eed-b7df-4866-ac61-5ea853a2a7e7 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:35.202330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Transition to ACTIVE for port object e3828eed-b7df-4866-ac61-5ea853a2a7e7 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:35.257158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-837fdebf-8247-494d-96a4-13d031aad974 req-70a27644-7a3d-40a0-aab1-3c08fe6016dd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=7914c1e1-2263-42f9-bfcd-c84c74266d24 HTTP/1.1" status: 200 len: 210 time: 0.1250501 Aug 21 09:02:35.263834 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:35.264614 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:35.281240 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c596de-7274-4335-be64-79f04d52530f req-8d92b502-59fe-4859-8fac-cbeb6f35c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.281747 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c596de-7274-4335-be64-79f04d52530f req-8d92b502-59fe-4859-8fac-cbeb6f35c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.282272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c596de-7274-4335-be64-79f04d52530f req-8d92b502-59fe-4859-8fac-cbeb6f35c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.282730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c596de-7274-4335-be64-79f04d52530f req-8d92b502-59fe-4859-8fac-cbeb6f35c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.284248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c596de-7274-4335-be64-79f04d52530f req-8d92b502-59fe-4859-8fac-cbeb6f35c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.284456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c596de-7274-4335-be64-79f04d52530f req-8d92b502-59fe-4859-8fac-cbeb6f35c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.284940 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c596de-7274-4335-be64-79f04d52530f req-8d92b502-59fe-4859-8fac-cbeb6f35c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.288412 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d5c596de-7274-4335-be64-79f04d52530f req-8d92b502-59fe-4859-8fac-cbeb6f35c5fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6359 time: 0.1468410 Aug 21 09:02:35.350788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e71d2d6c-5100-44e7-b912-8dbd76a89597 req-713f134d-82fb-4211-a236-28a0425cf5b8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Deleting port 5e175de9-fc9f-478f-972f-3764ae0465a4 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:35.351420 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e71d2d6c-5100-44e7-b912-8dbd76a89597 req-713f134d-82fb-4211-a236-28a0425cf5b8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:35.392783 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:35.439719 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Network c1c249bd-4684-4365-b82d-a6446553feda is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:35.444825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-b8aad2b9-fb76-48aa-b0b5-6547f7f2cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.446716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-b8aad2b9-fb76-48aa-b0b5-6547f7f2cc08 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 1102 time: 0.1875381 Aug 21 09:02:35.458432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:35.458834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c596de-7274-4335-be64-79f04d52530f req-d6b15495-644c-464a-8b10-dfbee77a6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.459315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c596de-7274-4335-be64-79f04d52530f req-d6b15495-644c-464a-8b10-dfbee77a6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.460457 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c596de-7274-4335-be64-79f04d52530f req-d6b15495-644c-464a-8b10-dfbee77a6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.462474 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d5c596de-7274-4335-be64-79f04d52530f req-d6b15495-644c-464a-8b10-dfbee77a6eac service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=78be187f2a8045b5b339bd471ef1ee79&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1650057 Aug 21 09:02:35.465138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:35.515164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Pushing event updated for resources: {'Port': ['ID=e3828eed-b7df-4866-ac61-5ea853a2a7e7,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:35.544838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.545189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.545537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.545879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.546214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.546549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.546877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.547206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.547533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.547886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.548217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.548546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:35.564074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Attempting to bind port e3828eed-b7df-4866-ac61-5ea853a2a7e7 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:35.564450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Attempting to bind port e3828eed-b7df-4866-ac61-5ea853a2a7e7 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:35.565371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Attempting to bind port e3828eed-b7df-4866-ac61-5ea853a2a7e7 on network c1c249bd-4684-4365-b82d-a6446553feda {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:35.570678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:35.571068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Checking segment: {'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:35.571473 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:35.571896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Bound using segment: {'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:35.572364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Bound port: e3828eed-b7df-4866-ac61-5ea853a2a7e7, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:35.572754 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:35.654451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c596de-7274-4335-be64-79f04d52530f req-e6b4cc20-c3e8-4125-a15d-f7ad79ec0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.655911 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d5c596de-7274-4335-be64-79f04d52530f req-e6b4cc20-c3e8-4125-a15d-f7ad79ec0c68 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805577 Aug 21 09:02:35.676789 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] For port e3828eed-b7df-4866-ac61-5ea853a2a7e7, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:35.681033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] For port e3828eed-b7df-4866-ac61-5ea853a2a7e7, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e3828eed-b7df-4866-ac61-5ea853a2a7e7,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:35.790854 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:35.796800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e71d2d6c-5100-44e7-b912-8dbd76a89597 req-713f134d-82fb-4211-a236-28a0425cf5b8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] For port 5e175de9-fc9f-478f-972f-3764ae0465a4, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=5e175de9-fc9f-478f-972f-3764ae0465a4,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:35.797178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e71d2d6c-5100-44e7-b912-8dbd76a89597 req-713f134d-82fb-4211-a236-28a0425cf5b8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:35.823518 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:35.845198 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:35.853173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e71d2d6c-5100-44e7-b912-8dbd76a89597 req-713f134d-82fb-4211-a236-28a0425cf5b8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Calling delete_port for 5e175de9-fc9f-478f-972f-3764ae0465a4 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:35.864715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-d2a72cff-53ef-4118-a82d-4a0cfe2c3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.866203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-d2a72cff-53ef-4118-a82d-4a0cfe2c3468 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3662298 Aug 21 09:02:35.871857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916ca74-686d-43b1-9dc7-94cce2be21be None None] Pushing event updated for resources: {'Port': ['ID=e3828eed-b7df-4866-ac61-5ea853a2a7e7,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:35.937469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcb056-c74a-4aa8-88b4-b99c68f5ab07 req-a098f01b-d436-4d6e-b40f-4ffe3acdf644 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:35.939003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4bcb056-c74a-4aa8-88b4-b99c68f5ab07 req-a098f01b-d436-4d6e-b40f-4ffe3acdf644 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1753185 Aug 21 09:02:35.948971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-005293cc-8847-4046-8723-bd4d1d765c8f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=1e3381bd-a4db-41c7-ba01-c641699117ec HTTP/1.1" status: 200 len: 217 time: 0.0753033 Aug 21 09:02:35.974092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Allocated IP 172.25.5.85 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/b16de76c-6c27-42ff-adbd-6b787bd3339e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:36.139712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-0d72129d-31fc-48d1-ae8a-6eb4665f4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:36.141503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-0d72129d-31fc-48d1-ae8a-6eb4665f4fe7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1586089 Aug 21 09:02:36.148603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4bcb056-c74a-4aa8-88b4-b99c68f5ab07 req-2caa2ad0-82b3-4cc7-821b-f4bff0257944 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691697 Aug 21 09:02:36.182400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ad734c-4502-46b0-8437-ad0dc2f66968 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:36.207066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:36.251217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Transition to ACTIVE for port object c6ad734c-4502-46b0-8437-ad0dc2f66968 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:36.263611 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:36.271145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-e3f28e81-e3b0-4322-b193-91d6360d2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:36.273016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-e3f28e81-e3b0-4322-b193-91d6360d2d74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1123908 Aug 21 09:02:36.385368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418becb7-337b-44f3-9e48-26e5c04b51d0 req-b961a88f-4236-48c1-97a7-61af418693c7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:36.391276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418becb7-337b-44f3-9e48-26e5c04b51d0 req-b961a88f-4236-48c1-97a7-61af418693c7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:36.397445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418becb7-337b-44f3-9e48-26e5c04b51d0 req-b961a88f-4236-48c1-97a7-61af418693c7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:36.403292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418becb7-337b-44f3-9e48-26e5c04b51d0 req-b961a88f-4236-48c1-97a7-61af418693c7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:36.409392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418becb7-337b-44f3-9e48-26e5c04b51d0 req-b961a88f-4236-48c1-97a7-61af418693c7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:36.415195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418becb7-337b-44f3-9e48-26e5c04b51d0 req-b961a88f-4236-48c1-97a7-61af418693c7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:36.421073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418becb7-337b-44f3-9e48-26e5c04b51d0 req-b961a88f-4236-48c1-97a7-61af418693c7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:36.423119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-418becb7-337b-44f3-9e48-26e5c04b51d0 req-b961a88f-4236-48c1-97a7-61af418693c7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5407 time: 0.1591427 Aug 21 09:02:36.430986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:36.442523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:36.491627 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:36.494576 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e71d2d6c-5100-44e7-b912-8dbd76a89597 req-713f134d-82fb-4211-a236-28a0425cf5b8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:36.494985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:36.498137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:36.508703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:36.511535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147', '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:36.578571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-24e0658c-18fb-45ff-bb3a-0b803a0a8355 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899714 Aug 21 09:02:36.580618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ad734c-4502-46b0-8437-ad0dc2f66968,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:36.628751 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Pushing event updated for resources: {'Port': ['ID=b16de76c-6c27-42ff-adbd-6b787bd3339e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:36.633550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-418becb7-337b-44f3-9e48-26e5c04b51d0 req-ee2fa8dd-451c-4079-a2e2-bbf7d9eb4bfc tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2002251 Aug 21 09:02:36.652400 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59212) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:36.781621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e3828eed-b7df-4866-ac61-5ea853a2a7e7 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:36.950552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1e3381bd-a4db-41c7-ba01-c641699117ec no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:36.952664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device dda0fec1-d01a-4a9c-be84-80a6b6d90a76 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:36.991933 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37d587c7-c4c7-4edd-b37e-d398a7405bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.028074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f134d-82fb-4211-a236-28a0425cf5b8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event deleted for resources: {'Port': ['ID=5e175de9-fc9f-478f-972f-3764ae0465a4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:37.033355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Attempting to bind port c6ad734c-4502-46b0-8437-ad0dc2f66968 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:37.034300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Attempting to bind port c6ad734c-4502-46b0-8437-ad0dc2f66968 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:37.034840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Attempting to bind port c6ad734c-4502-46b0-8437-ad0dc2f66968 on network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:37.037559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71d2d6c-5100-44e7-b912-8dbd76a89597 req-713f134d-82fb-4211-a236-28a0425cf5b8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] No DVR routers for this DVR port 5e175de9-fc9f-478f-972f-3764ae0465a4 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:37.054493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': 'deb6eb46-4bad-4b70-b769-24658adbb7f5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:37.055330 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7" -d '{"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "deb6eb46-4bad-4b70-b769-24658adbb7f5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:37.064435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e71d2d6c-5100-44e7-b912-8dbd76a89597 req-713f134d-82fb-4211-a236-28a0425cf5b8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.067261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e71d2d6c-5100-44e7-b912-8dbd76a89597 req-713f134d-82fb-4211-a236-28a0425cf5b8 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "DELETE /v2.0/ports/5e175de9-fc9f-478f-972f-3764ae0465a4 HTTP/1.1" status: 204 len: 173 time: 2.3468566 Aug 21 09:02:37.080078 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-90471caa-740b-45f6-a0d0-5f52008daa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.085826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: dda0fec1-d01a-4a9c-be84-80a6b6d90a76 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:37.086583 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device dda0fec1-d01a-4a9c-be84-80a6b6d90a76 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:37.090238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5f15ae1-05e8-4747-9a5a-895909649d3f req-54c07f7a-c893-46d4-a53a-421e79329b97 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 210 time: 0.0738323 Aug 21 09:02:37.091045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Port c6ad734c-4502-46b0-8437-ad0dc2f66968 on network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:02:37.091668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Attempting to bind port c6ad734c-4502-46b0-8437-ad0dc2f66968 on network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:37.109241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:37.113288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Checking segment: {'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:37.113288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Bound using segment: {'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:37.113288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Bound port: c6ad734c-4502-46b0-8437-ad0dc2f66968, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:37.113288 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.159379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f9de84-ba56-4e37-b207-e14d6cfd121a req-a0acb211-1a5a-41d5-a43d-8fbbfde199c3 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727060 Aug 21 09:02:37.232525 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f03f5d5-00b1-4cc5-a0cc-da5e406e7aac x-openstack-request-id: req-1f03f5d5-00b1-4cc5-a0cc-da5e406e7aac {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:37.233458 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "deb6eb46-4bad-4b70-b769-24658adbb7f5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:37.233816 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f03f5d5-00b1-4cc5-a0cc-da5e406e7aac {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:37.234312 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': 'deb6eb46-4bad-4b70-b769-24658adbb7f5', 'status': 'completed', 'code': 200} Aug 21 09:02:37.270913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] For port c6ad734c-4502-46b0-8437-ad0dc2f66968, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:37.275405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] For port c6ad734c-4502-46b0-8437-ad0dc2f66968, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c6ad734c-4502-46b0-8437-ad0dc2f66968,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:37.340501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port e3828eed-b7df-4866-ac61-5ea853a2a7e7 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:37.397806 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.466394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37d587c7-c4c7-4edd-b37e-d398a7405bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.466884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09e778-bd43-458a-9510-552b5d6c5836 req-93d2d89b-cac6-412b-bce0-45c35a8df8da tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.474877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:37.477605 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8c61c0-6134-4708-beca-020dad6a5da2" -d '{"events": [{"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:37.477811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df09e778-bd43-458a-9510-552b5d6c5836 req-93d2d89b-cac6-412b-bce0-45c35a8df8da tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1180036 Aug 21 09:02:37.486660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5ef5b-7c74-4e52-b365-4b2ee281f513 None None] Network c1c249bd-4684-4365-b82d-a6446553feda requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:02:37.489668 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.500136 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-5c48da9d-ebb2-4785-b21b-52ded76b5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.501406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-5c48da9d-ebb2-4785-b21b-52ded76b5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.501958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-5c48da9d-ebb2-4785-b21b-52ded76b5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.503049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-5c48da9d-ebb2-4785-b21b-52ded76b5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.504060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-5c48da9d-ebb2-4785-b21b-52ded76b5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.504060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-5c48da9d-ebb2-4785-b21b-52ded76b5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.504615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-5c48da9d-ebb2-4785-b21b-52ded76b5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.506698 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-5c48da9d-ebb2-4785-b21b-52ded76b5bc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6385 time: 0.2446451 Aug 21 09:02:37.512352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.516085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:37.552218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.552866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.554409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] 10.222.0.13 "PUT /v2.0/ports/c6ad734c-4502-46b0-8437-ad0dc2f66968 HTTP/1.1" status: 200 len: 1092 time: 2.7828436 Aug 21 09:02:37.566935 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df09e778-bd43-458a-9510-552b5d6c5836 req-d3c7cf32-8cab-4e88-89fa-53abd42bc8df tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879385 Aug 21 09:02:37.596015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7905a-b264-4c5c-9511-cf0c341e2f5d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ad734c-4502-46b0-8437-ad0dc2f66968,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:37.648888 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10210a92-5430-4a7c-9f7d-c283df3987bd x-openstack-request-id: req-10210a92-5430-4a7c-9f7d-c283df3987bd {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:37.649195 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:37.650156 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10210a92-5430-4a7c-9f7d-c283df3987bd {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:37.650586 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'code': 200} Aug 21 09:02:37.654018 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.664825 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37d587c7-c4c7-4edd-b37e-d398a7405bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.712958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Request body: {'port': {'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:37.816115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-89899204-6a5c-464e-97b0-cf67213b9a24 None None] Provisioning for port e3828eed-b7df-4866-ac61-5ea853a2a7e7 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:37.820840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:37.822982 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-37d587c7-c4c7-4edd-b37e-d398a7405bde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bee8c5445fa4d9dadc4dedbb2823379&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1698616 Aug 21 09:02:37.828175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59234) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:37.839246 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.840154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d587c7-c4c7-4edd-b37e-d398a7405bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4eda17-1316-47e1-9977-583222f284d3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:37.852760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-e1eb74b8-06ac-4559-8cc6-f63c53505d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.853354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-e1eb74b8-06ac-4559-8cc6-f63c53505d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.853913 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-e1eb74b8-06ac-4559-8cc6-f63c53505d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.856052 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-e1eb74b8-06ac-4559-8cc6-f63c53505d58 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=78be187f2a8045b5b339bd471ef1ee79&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3388555 Aug 21 09:02:37.870750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62aec-4da7-4fe5-98f6-56811e946559 req-24be1173-6097-45fb-9406-8580cdece861 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.879111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62aec-4da7-4fe5-98f6-56811e946559 req-24be1173-6097-45fb-9406-8580cdece861 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.881943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-89899204-6a5c-464e-97b0-cf67213b9a24 None None] Provisioning complete for port e3828eed-b7df-4866-ac61-5ea853a2a7e7 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:37.882433 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89899204-6a5c-464e-97b0-cf67213b9a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:37.886926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62aec-4da7-4fe5-98f6-56811e946559 req-24be1173-6097-45fb-9406-8580cdece861 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.896151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62aec-4da7-4fe5-98f6-56811e946559 req-24be1173-6097-45fb-9406-8580cdece861 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.900295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62aec-4da7-4fe5-98f6-56811e946559 req-24be1173-6097-45fb-9406-8580cdece861 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.906184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62aec-4da7-4fe5-98f6-56811e946559 req-24be1173-6097-45fb-9406-8580cdece861 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.912836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62aec-4da7-4fe5-98f6-56811e946559 req-24be1173-6097-45fb-9406-8580cdece861 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:37.914914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52c62aec-4da7-4fe5-98f6-56811e946559 req-24be1173-6097-45fb-9406-8580cdece861 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5419 time: 0.1500778 Aug 21 09:02:38.045554 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89899204-6a5c-464e-97b0-cf67213b9a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.051783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52c62aec-4da7-4fe5-98f6-56811e946559 req-65e26f54-7243-4ba3-9d0a-08652e974161 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217725 Aug 21 09:02:38.101327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-89899204-6a5c-464e-97b0-cf67213b9a24 None None] For port e3828eed-b7df-4866-ac61-5ea853a2a7e7, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e3828eed-b7df-4866-ac61-5ea853a2a7e7,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:38.104082 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-683903fc-f0a0-478f-9402-2fad63001ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:38.106032 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4f77aa13-fbb2-43aa-8f14-bfd347e733f7 req-683903fc-f0a0-478f-9402-2fad63001ffd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1934347 Aug 21 09:02:38.168306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7431e31-da43-409f-bc80-2ac8f1b75b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.203831 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7431e31-da43-409f-bc80-2ac8f1b75b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.211833 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.226609 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89899204-6a5c-464e-97b0-cf67213b9a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.294025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89899204-6a5c-464e-97b0-cf67213b9a24 None None] Pushing event updated for resources: {'Port': ['ID=e3828eed-b7df-4866-ac61-5ea853a2a7e7,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:38.300742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ab39457-d22d-4070-b5c1-f5e92126b91b req-bf315394-6e10-41c0-babb-cca590544957 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5762037-68f1-46a2-8bc2-36f9a57d54c4 HTTP/1.1" status: 200 len: 210 time: 0.0481031 Aug 21 09:02:38.354271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-05586144-9e53-46e1-a0c3-35d9f1ced92f None None] Provisioning complete for port e3828eed-b7df-4866-ac61-5ea853a2a7e7 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:38.354910 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-05586144-9e53-46e1-a0c3-35d9f1ced92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.385076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ced2bb-1173-4212-9d80-e983f8b4d250 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:38.395149 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.421414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7431e31-da43-409f-bc80-2ac8f1b75b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.421699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Transition to ACTIVE for port object 36ced2bb-1173-4212-9d80-e983f8b4d250 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:38.425272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7431e31-da43-409f-bc80-2ac8f1b75b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.426509 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c7431e31-da43-409f-bc80-2ac8f1b75b56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc4eda17-1316-47e1-9977-583222f284d3 HTTP/1.1" status: 204 len: 168 time: 0.5958023 Aug 21 09:02:38.440466 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7431e31-da43-409f-bc80-2ac8f1b75b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4eda17-1316-47e1-9977-583222f284d3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:38.487689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Router fa348140-2fd5-4933-bf1b-1288b88b3dc2 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:02:38.524774 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.613576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Pushing event updated for resources: {'Port': ['ID=36ced2bb-1173-4212-9d80-e983f8b4d250,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:38.624473 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:38.642465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Sync routers for ids ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:38.659290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Routers {'fa348140-2fd5-4933-bf1b-1288b88b3dc2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:38.660360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:38.667630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Attempting to bind port 36ced2bb-1173-4212-9d80-e983f8b4d250 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:38.667966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Attempting to bind port 36ced2bb-1173-4212-9d80-e983f8b4d250 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:38.668298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Attempting to bind port 36ced2bb-1173-4212-9d80-e983f8b4d250 on network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:38.673186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Port 36ced2bb-1173-4212-9d80-e983f8b4d250 on network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:02:38.673523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Attempting to bind port 36ced2bb-1173-4212-9d80-e983f8b4d250 on network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:38.679410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:38.679797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Checking segment: {'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:38.680172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Bound using segment: {'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:38.680604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Bound port: 36ced2bb-1173-4212-9d80-e983f8b4d250, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a325ac37-fc4b-4650-8b8c-53f8d72e8259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:38.680971 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.719834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e3828eed-b7df-4866-ac61-5ea853a2a7e7 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:38.787116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] For port 36ced2bb-1173-4212-9d80-e983f8b4d250, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:38.791036 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.793970 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b27dcfa7-0d7b-42a6-8f4f-8b34b76f2bed admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7307243 Aug 21 09:02:38.794841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] For port 36ced2bb-1173-4212-9d80-e983f8b4d250, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=36ced2bb-1173-4212-9d80-e983f8b4d250,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:38.796414 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59252) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:38.812349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb16cb7-50e3-48d0-a4c6-28737821fa85 req-47f98817-0904-4ec1-bb14-482af4279441 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:38.821784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adb16cb7-50e3-48d0-a4c6-28737821fa85 req-47f98817-0904-4ec1-bb14-482af4279441 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 948 time: 0.1382861 Aug 21 09:02:38.874003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adb16cb7-50e3-48d0-a4c6-28737821fa85 req-0ead949f-ade5-497a-b2d1-26d4c5a8652d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494111 Aug 21 09:02:38.875462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Set router fa348140-2fd5-4933-bf1b-1288b88b3dc2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:38.910953 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e3828eed-b7df-4866-ac61-5ea853a2a7e7 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:38.911504 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.913940 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.969066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:38.969066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:38.969066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] 10.222.0.13 "PUT /v2.0/ports/36ced2bb-1173-4212-9d80-e983f8b4d250 HTTP/1.1" status: 200 len: 1092 time: 1.2524517 Aug 21 09:02:39.000127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1e3381bd-a4db-41c7-ba01-c641699117ec details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:02:39.003016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 5e175de9-fc9f-478f-972f-3764ae0465a4 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:39.023680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a25637-5a63-489f-9f26-51f00ffc2857 service neutron] Pushing event updated for resources: {'Port': ['ID=36ced2bb-1173-4212-9d80-e983f8b4d250,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:39.147640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 5e175de9-fc9f-478f-972f-3764ae0465a4 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:39.148086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 5e175de9-fc9f-478f-972f-3764ae0465a4 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:39.244327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5762037-68f1-46a2-8bc2-36f9a57d54c4', 'name': 'network-vif-deleted', 'tag': '5e175de9-fc9f-478f-972f-3764ae0465a4'}, {'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': 'c6ad734c-4502-46b0-8437-ad0dc2f66968'}, {'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': '36ced2bb-1173-4212-9d80-e983f8b4d250'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:39.244327 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf" -d '{"events": [{"server_uuid": "d5762037-68f1-46a2-8bc2-36f9a57d54c4", "name": "network-vif-deleted", "tag": "5e175de9-fc9f-478f-972f-3764ae0465a4"}, {"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "c6ad734c-4502-46b0-8437-ad0dc2f66968"}, {"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "36ced2bb-1173-4212-9d80-e983f8b4d250"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:39.268322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59266) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:39.358951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b15bd1b1-34dc-4c88-971c-01bb500f8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.358951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b15bd1b1-34dc-4c88-971c-01bb500f8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.358951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b15bd1b1-34dc-4c88-971c-01bb500f8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.358951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b15bd1b1-34dc-4c88-971c-01bb500f8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.358951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b15bd1b1-34dc-4c88-971c-01bb500f8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.358951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b15bd1b1-34dc-4c88-971c-01bb500f8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.358951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b15bd1b1-34dc-4c88-971c-01bb500f8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.358951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b15bd1b1-34dc-4c88-971c-01bb500f8b4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6495 time: 0.2115791 Aug 21 09:02:39.364974 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321f1969-8f34-4db0-aab0-3254968c01ae x-openstack-request-id: req-321f1969-8f34-4db0-aab0-3254968c01ae {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:39.366311 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5762037-68f1-46a2-8bc2-36f9a57d54c4", "name": "network-vif-deleted", "tag": "5e175de9-fc9f-478f-972f-3764ae0465a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "c6ad734c-4502-46b0-8437-ad0dc2f66968", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "36ced2bb-1173-4212-9d80-e983f8b4d250", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:39.366769 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-321f1969-8f34-4db0-aab0-3254968c01ae {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:39.368037 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5762037-68f1-46a2-8bc2-36f9a57d54c4', 'name': 'network-vif-deleted', 'tag': '5e175de9-fc9f-478f-972f-3764ae0465a4', 'status': 'completed', 'code': 200} Aug 21 09:02:39.368631 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': 'c6ad734c-4502-46b0-8437-ad0dc2f66968', 'status': 'completed', 'code': 200} Aug 21 09:02:39.370824 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': '36ced2bb-1173-4212-9d80-e983f8b4d250', 'status': 'completed', 'code': 200} Aug 21 09:02:39.468989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-4a81530b-66b6-465e-b778-a013679cb1b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d214a269-de68-403f-bcfa-835869aca265 HTTP/1.1" status: 200 len: 217 time: 0.0914750 Aug 21 09:02:39.485710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049c4af-7004-435b-b113-c0aebd5a1eef req-b211f594-db39-4267-bc81-06f4240e18d3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.492520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049c4af-7004-435b-b113-c0aebd5a1eef req-b211f594-db39-4267-bc81-06f4240e18d3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.498691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049c4af-7004-435b-b113-c0aebd5a1eef req-b211f594-db39-4267-bc81-06f4240e18d3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.505043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049c4af-7004-435b-b113-c0aebd5a1eef req-b211f594-db39-4267-bc81-06f4240e18d3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.511050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049c4af-7004-435b-b113-c0aebd5a1eef req-b211f594-db39-4267-bc81-06f4240e18d3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.517379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049c4af-7004-435b-b113-c0aebd5a1eef req-b211f594-db39-4267-bc81-06f4240e18d3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.518615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:39.523847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049c4af-7004-435b-b113-c0aebd5a1eef req-b211f594-db39-4267-bc81-06f4240e18d3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.525769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8049c4af-7004-435b-b113-c0aebd5a1eef req-b211f594-db39-4267-bc81-06f4240e18d3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.3051531 Aug 21 09:02:39.545775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'mac_address': 'fa:16:3e:6c:24:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:02:39.603032 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a082cfaf-3daa-4372-8d8d-3b0056d78489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:39.636181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b47e08ad-7a2f-4aa5-8f94-4243287839c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.640375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-b47e08ad-7a2f-4aa5-8f94-4243287839c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eea5f64-f9f4-4f3d-823b-00499102b99d HTTP/1.1" status: 200 len: 854 time: 0.1136663 Aug 21 09:02:39.660883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8049c4af-7004-435b-b113-c0aebd5a1eef req-4d0a03dd-1f1d-4660-8c8f-49520c648e97 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879483 Aug 21 09:02:39.665244 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:39.695675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:36Z', 'revision_number': 3, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:39.717937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3381bd-a4db-41c7-ba01-c641699117ec {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:39.739824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-aa185778-4f7a-453a-8bcb-88f401a9bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:39.742456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-aa185778-4f7a-453a-8bcb-88f401a9bf6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763123 Aug 21 09:02:39.756343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Checking router: fa348140-2fd5-4933-bf1b-1288b88b3dc2 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:39.756828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Updating router fa348140-2fd5-4933-bf1b-1288b88b3dc2 port b16de76c-6c27-42ff-adbd-6b787bd3339e binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:02:39.807657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:39.812300 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:39.838225 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3a9672c-908f-476d-8f9b-e195ba5fb588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:39.853603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-a44941a5-7703-4467-9eba-698fdb16c08f service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038799 Aug 21 09:02:39.907083 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:39.995929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-1d4f0331-7b44-403c-bdac-86ff3044d0e2 service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347439 Aug 21 09:02:40.009629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.030478 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.072902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f8d861e7-f1aa-44a1-b128-cc075e91e2f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=09b19b1a-98fa-4efc-9311-75cf68b68d53 HTTP/1.1" status: 200 len: 217 time: 0.0681410 Aug 21 09:02:40.120724 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3a9672c-908f-476d-8f9b-e195ba5fb588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.166543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-bb6b0069-e8ac-4cab-be1c-56e4cd8df927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:40.168220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-bb6b0069-e8ac-4cab-be1c-56e4cd8df927 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.0843589 Aug 21 09:02:40.177117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fbf83-7b99-4e26-bb1a-3da507a822bc req-2484ca4f-208c-4e56-a05d-70554c2d2d8d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:40.178652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c05fbf83-7b99-4e26-bb1a-3da507a822bc req-2484ca4f-208c-4e56-a05d-70554c2d2d8d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.1077645 Aug 21 09:02:40.239082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3a9672c-908f-476d-8f9b-e195ba5fb588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.259634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=10']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:40.284870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-4b26c286-aefd-41de-b8a2-b97081c1bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:40.286347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['1e3381bd-a4db-41c7-ba01-c641699117ec'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:40.286491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-4b26c286-aefd-41de-b8a2-b97081c1bd94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1068909 Aug 21 09:02:40.288900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Allocated IP 172.20.0.1 (c1c249bd-4684-4365-b82d-a6446553feda/69e1aabe-0868-411e-b4be-c694342c8a18/c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:40.298276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c05fbf83-7b99-4e26-bb1a-3da507a822bc req-e608a49b-7953-4351-a9da-ead731e4c084 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945888 Aug 21 09:02:40.328768 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f3a9672c-908f-476d-8f9b-e195ba5fb588 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df1cb246ffe5451c993f711225ba85c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0589743 Aug 21 09:02:40.329904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59298) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:40.339713 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9672c-908f-476d-8f9b-e195ba5fb588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e15c8f2-0107-43e2-8a0e-458276d22ccc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:40.470286 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b22a89f-dc12-420a-8dae-7f0ceed53dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.506724 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.516040 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b22a89f-dc12-420a-8dae-7f0ceed53dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.526963 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.527187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Transition to ACTIVE for port object b16de76c-6c27-42ff-adbd-6b787bd3339e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:40.571918 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Transition to ACTIVE for port object c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:40.575973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59302) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:40.692132 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.725883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-network', 'tenant_id': '205879961c824c35af0e1b151cdd090f'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:40.787900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12094-076a-4b5a-ac89-d8ea632fa80d None None] Pushing event updated for resources: {'Port': ['ID=b16de76c-6c27-42ff-adbd-6b787bd3339e,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:40.790516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Attempting to bind port b16de76c-6c27-42ff-adbd-6b787bd3339e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:40.790881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Attempting to bind port b16de76c-6c27-42ff-adbd-6b787bd3339e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:40.791253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Attempting to bind port b16de76c-6c27-42ff-adbd-6b787bd3339e on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:40.797525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:40.797971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:40.798303 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.798689 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:40.799475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Bound port: b16de76c-6c27-42ff-adbd-6b787bd3339e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:40.799656 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.827669 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Made reservation on behalf of 205879961c824c35af0e1b151cdd090f for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:40.831499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.836203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b22a89f-dc12-420a-8dae-7f0ceed53dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.839869 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b22a89f-dc12-420a-8dae-7f0ceed53dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.841892 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2b22a89f-dc12-420a-8dae-7f0ceed53dfe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e15c8f2-0107-43e2-8a0e-458276d22ccc HTTP/1.1" status: 204 len: 168 time: 0.5105789 Aug 21 09:02:40.843511 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.855905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] For port b16de76c-6c27-42ff-adbd-6b787bd3339e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:40.859414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] For port b16de76c-6c27-42ff-adbd-6b787bd3339e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b16de76c-6c27-42ff-adbd-6b787bd3339e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:40.861897 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.884540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.920111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69925f-5f6c-4692-9767-266e88bad23a req-b969dfef-574a-4148-a37f-710c277aaff1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:40.921665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf69925f-5f6c-4692-9767-266e88bad23a req-b969dfef-574a-4148-a37f-710c277aaff1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 950 time: 0.0495846 Aug 21 09:02:40.931984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22a89f-dc12-420a-8dae-7f0ceed53dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e15c8f2-0107-43e2-8a0e-458276d22ccc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:40.947329 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Network c1c249bd-4684-4365-b82d-a6446553feda is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:40.954369 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:40.958561 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:40.975861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:41.025615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:41.031083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf69925f-5f6c-4692-9767-266e88bad23a req-82c12623-b450-484e-8bd8-c4d83ee2f00f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957901 Aug 21 09:02:41.083145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:41.129846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321448c2-b54e-4e84-833d-2579e2752a86 req-a1f56da0-2ff7-4807-9cc4-3cb1c7ed1b96 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.135141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321448c2-b54e-4e84-833d-2579e2752a86 req-a1f56da0-2ff7-4807-9cc4-3cb1c7ed1b96 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.141169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321448c2-b54e-4e84-833d-2579e2752a86 req-a1f56da0-2ff7-4807-9cc4-3cb1c7ed1b96 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.147066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321448c2-b54e-4e84-833d-2579e2752a86 req-a1f56da0-2ff7-4807-9cc4-3cb1c7ed1b96 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.153055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321448c2-b54e-4e84-833d-2579e2752a86 req-a1f56da0-2ff7-4807-9cc4-3cb1c7ed1b96 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.159638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321448c2-b54e-4e84-833d-2579e2752a86 req-a1f56da0-2ff7-4807-9cc4-3cb1c7ed1b96 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.165822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321448c2-b54e-4e84-833d-2579e2752a86 req-a1f56da0-2ff7-4807-9cc4-3cb1c7ed1b96 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.173580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-321448c2-b54e-4e84-833d-2579e2752a86 req-a1f56da0-2ff7-4807-9cc4-3cb1c7ed1b96 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.1343658 Aug 21 09:02:41.184981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Routers {'fa348140-2fd5-4933-bf1b-1288b88b3dc2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:41.185641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:41.199689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-44a9f479-e8bd-4849-981e-32033bc47be2 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8848095 Aug 21 09:02:41.235035 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12094-076a-4b5a-ac89-d8ea632fa80d None None] Pushing event updated for resources: {'Port': ['ID=b16de76c-6c27-42ff-adbd-6b787bd3339e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:41.291091 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:41.326853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] Set router fa348140-2fd5-4933-bf1b-1288b88b3dc2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:41.355908 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:41.359755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-321448c2-b54e-4e84-833d-2579e2752a86 req-c4eb5dc2-3898-4dd0-b098-87047ab08580 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847298 Aug 21 09:02:41.405229 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac76915-e3c2-4355-b6c8-3a16d60f21ca,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:41.409811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9f9a0-5ca6-494e-8d1c-0b2047f78bb5 req-de872f25-bf3f-4303-8c05-29c0171a3d34 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.428515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0df9f9a0-5ca6-494e-8d1c-0b2047f78bb5 req-de872f25-bf3f-4303-8c05-29c0171a3d34 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=6612f5ac-3aae-483f-b7a3-2b137084abe5 HTTP/1.1" status: 200 len: 950 time: 0.2256160 Aug 21 09:02:41.434230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:02:41.465997 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:41.466363 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Added segment c3b635dc-72d2-42ae-977d-7d3c147853bd of type vlan for network 3a8ce318-4c64-4750-80fb-28d9c607fe7d Aug 21 09:02:41.486170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-9350a779-7030-4e9a-a47f-4e38f4a02766 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855721 Aug 21 09:02:41.503260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0df9f9a0-5ca6-494e-8d1c-0b2047f78bb5 req-c0b78b93-ba72-43b4-930a-db1fec300de4 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691495 Aug 21 09:02:41.551056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-25403a5f-af2a-4fa7-a66a-244c8b9389eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=84112da1-91f0-4e8d-a37a-f7fb1c3abe36 HTTP/1.1" status: 200 len: 217 time: 0.0467165 Aug 21 09:02:41.557387 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:41.595909 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:41.610819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-4be00c80-53e6-4419-a18d-25dfff65e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.613074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-4be00c80-53e6-4419-a18d-25dfff65e7f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.0529430 Aug 21 09:02:41.616283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0ed235ad-4b44-414b-95cd-33426e7bac6a None None] Provisioning for port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:41.645398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0ed235ad-4b44-414b-95cd-33426e7bac6a None None] Provisioning complete for port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:41.645915 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0ed235ad-4b44-414b-95cd-33426e7bac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:41.679037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-20fd35a2-758a-4505-855c-c21c5038c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.682028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-20fd35a2-758a-4505-855c-c21c5038c358 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0605788 Aug 21 09:02:41.696929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0ed235ad-4b44-414b-95cd-33426e7bac6a None None] Port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:41.717455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:36Z', 'revision_number': 3, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:41.726177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e2ec4-398d-4925-aa0f-f1636c0dd74d req-18063d7b-7077-4cf5-a2ab-989fed66f394 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.727971 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-ce8e2ec4-398d-4925-aa0f-f1636c0dd74d req-18063d7b-7077-4cf5-a2ab-989fed66f394 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612f5ac-3aae-483f-b7a3-2b137084abe5 HTTP/1.1" status: 200 len: 950 time: 0.1132383 Aug 21 09:02:41.794360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-98425c8c-6220-4f9a-8979-6957fff23dd8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6eda5b0e42e042198b3662d293aecc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740650 Aug 21 09:02:41.794875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91ae54b-2efe-4e05-9b17-8e7672500faf None None] The sync data for ids ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'] in n-d-766726-28 is: [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:36Z', 'revision_number': 3, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:41.810755 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:41.813807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:41.813807 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:41.927578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-6b0effcc-2d2e-493e-abf9-3942b875993b service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339325 Aug 21 09:02:41.947130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] Pushing event updated for resources: {'Network': ['ID=3a8ce318-4c64-4750-80fb-28d9c607fe7d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:41.968457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 3a8ce318-4c64-4750-80fb-28d9c607fe7d details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:02:41.998360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-ce8e2ec4-398d-4925-aa0f-f1636c0dd74d req-2b00920a-dfc4-4cf5-a837-a13b797d1e26 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Deleting port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:41.998713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-ce8e2ec4-398d-4925-aa0f-f1636c0dd74d req-2b00920a-dfc4-4cf5-a837-a13b797d1e26 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:42.060218 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-93e290f5-7748-4686-a3a7-c115f56e2dbf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4802754 Aug 21 09:02:42.069818 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59352) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:42.083162 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] Request body: {'subnet': {'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-subnet', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:42.084094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-9dd34db8-8283-4f9f-ba0b-17f07f6cfe63 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:42.089480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-9dd34db8-8283-4f9f-ba0b-17f07f6cfe63 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927194 Aug 21 09:02:42.092270 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:42.129074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-abba4613-5895-475f-ae55-06807c2d2451 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/quotas/6eda5b0e42e042198b3662d293aecc00 HTTP/1.1" status: 200 len: 375 time: 0.0245075 Aug 21 09:02:42.151635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-ce8e2ec4-398d-4925-aa0f-f1636c0dd74d req-2b00920a-dfc4-4cf5-a837-a13b797d1e26 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] For port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:42.152067 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-ce8e2ec4-398d-4925-aa0f-f1636c0dd74d req-2b00920a-dfc4-4cf5-a837-a13b797d1e26 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:42.162293 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:42.173540 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-ce8e2ec4-398d-4925-aa0f-f1636c0dd74d req-2b00920a-dfc4-4cf5-a837-a13b797d1e26 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Calling delete_port for 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:42.217463 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:42.251824 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] Made reservation on behalf of 205879961c824c35af0e1b151cdd090f for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:42.255230 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:42.275241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-e40efbf6-df0b-4ec7-a35a-76e4b866f083 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:42.282759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-e40efbf6-df0b-4ec7-a35a-76e4b866f083 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 820 time: 0.3141809 Aug 21 09:02:42.290162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-ee7c7896-efaa-4c38-a307-3d1186c6d7a4 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513410 Aug 21 09:02:42.310921 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-ec1c08f7-9d63-4297-a239-e1602fc4cfd7 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/quotas/e3daa348046e425cb9653a6de230888a HTTP/1.1" status: 200 len: 375 time: 0.0265849 Aug 21 09:02:42.355359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-96c3616b-ee03-4d69-b49d-3c3d3a455f08 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2084925 Aug 21 09:02:42.355890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59356) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:42.393964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-97afab8e-d741-44ec-bdd2-c6415037b388 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7fb1a58b-466b-48b3-8947-1a5beaf86710 HTTP/1.1" status: 200 len: 217 time: 0.0912647 Aug 21 09:02:42.407842 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:42.410255 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:42.446022 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-c74be0af-241c-41de-a19d-c5243094437a tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1341448 Aug 21 09:02:42.555248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-feb7da13-ce25-4d6f-8111-4570a8faaae7 service neutron] 10.222.0.20 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082685 Aug 21 09:02:42.583767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-691680104-network', 'tenant_id': 'f5ed72a36f12435ba04ce343b7133dd6'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:42.719117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-bda06608-31da-4fc0-a99c-77898b6fafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:42.721204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-bda06608-31da-4fc0-a99c-77898b6fafbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.3186951 Aug 21 09:02:42.768397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Network c1c249bd-4684-4365-b82d-a6446553feda is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:42.775622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:42.790407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b16de76c-6c27-42ff-adbd-6b787bd3339e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:42.813117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481f821-7e68-41a9-9c12-d33c21e30cb3 req-d324fa5b-07de-4bb8-bae0-4abbf438619b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:42.815507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c481f821-7e68-41a9-9c12-d33c21e30cb3 req-d324fa5b-07de-4bb8-bae0-4abbf438619b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 949 time: 0.2718058 Aug 21 09:02:42.852854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-4ba256cb-f4fd-4569-9de7-7bf4bc96fc66 service neutron] 10.222.0.20 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966101 Aug 21 09:02:42.869147 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:42.928435 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-ce8e2ec4-398d-4925-aa0f-f1636c0dd74d req-2b00920a-dfc4-4cf5-a837-a13b797d1e26 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:42.941296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:42.946355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0ff1500f-6b9f-410b-92c9-4b2636d9f147', '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:43.006031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Made reservation on behalf of f5ed72a36f12435ba04ce343b7133dd6 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:43.006031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.023842 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.061128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15796-cda5-4338-827e-af61a7631d9e req-4a6c0a15-af27-4d0c-8d9a-584aa6b1f9fe tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:43.065816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8e2ec4-398d-4925-aa0f-f1636c0dd74d req-2b00920a-dfc4-4cf5-a837-a13b797d1e26 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] No DVR routers for this DVR port 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:43.068504 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-ce8e2ec4-398d-4925-aa0f-f1636c0dd74d req-2b00920a-dfc4-4cf5-a837-a13b797d1e26 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.068931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15796-cda5-4338-827e-af61a7631d9e req-4a6c0a15-af27-4d0c-8d9a-584aa6b1f9fe tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:43.071182 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-ce8e2ec4-398d-4925-aa0f-f1636c0dd74d req-2b00920a-dfc4-4cf5-a837-a13b797d1e26 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "DELETE /v2.0/ports/5a7bbd7c-e291-4022-9e5a-cffa55e2b42c HTTP/1.1" status: 204 len: 173 time: 1.3340988 Aug 21 09:02:43.076978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6612f5ac-3aae-483f-b7a3-2b137084abe5', 'name': 'network-vif-deleted', 'tag': '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:43.079043 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1e3381bd-a4db-41c7-ba01-c641699117ec up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:43.081395 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66107cc0-c3c6-4a1c-9d79-2f9f92a43350" -d '{"events": [{"server_uuid": "6612f5ac-3aae-483f-b7a3-2b137084abe5", "name": "network-vif-deleted", "tag": "5a7bbd7c-e291-4022-9e5a-cffa55e2b42c"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:43.087683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15796-cda5-4338-827e-af61a7631d9e req-4a6c0a15-af27-4d0c-8d9a-584aa6b1f9fe tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:43.101358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port b16de76c-6c27-42ff-adbd-6b787bd3339e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:43.102134 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00920a-dfc4-4cf5-a837-a13b797d1e26 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event deleted for resources: {'Port': ['ID=5a7bbd7c-e291-4022-9e5a-cffa55e2b42c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:43.125593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15796-cda5-4338-827e-af61a7631d9e req-4a6c0a15-af27-4d0c-8d9a-584aa6b1f9fe tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:43.129888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db6eb67-e501-4dbc-97df-829a40d9e3e9,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:43.142684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15796-cda5-4338-827e-af61a7631d9e req-4a6c0a15-af27-4d0c-8d9a-584aa6b1f9fe tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:43.143342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] Checking segment: {'id': 'c3b635dc-72d2-42ae-977d-7d3c147853bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:43.143342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] Network hostable DHCP agents. Network: 3a8ce318-4c64-4750-80fb-28d9c607fe7d, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:02:43.143509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15796-cda5-4338-827e-af61a7631d9e req-4a6c0a15-af27-4d0c-8d9a-584aa6b1f9fe tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:43.145448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15796-cda5-4338-827e-af61a7631d9e req-4a6c0a15-af27-4d0c-8d9a-584aa6b1f9fe tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:43.154404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97c15796-cda5-4338-827e-af61a7631d9e req-4a6c0a15-af27-4d0c-8d9a-584aa6b1f9fe tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.4685690 Aug 21 09:02:43.156474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Router fa348140-2fd5-4933-bf1b-1288b88b3dc2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:02:43.202666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b16de76c-6c27-42ff-adbd-6b787bd3339e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:43.203360 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.215776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-eb318a43-5bd6-44cf-b20e-6a4eadb627e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:43.217113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-eb318a43-5bd6-44cf-b20e-6a4eadb627e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4748445 Aug 21 09:02:43.269488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97c15796-cda5-4338-827e-af61a7631d9e req-5828c25d-adf5-4a16-9c63-f469b06e153c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060297 Aug 21 09:02:43.306484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] Network 3a8ce318-4c64-4750-80fb-28d9c607fe7d is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:02:43.324654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bf43b7d0-78fb-4cb8-a1c9-1036a27f1234 None None] Provisioning complete for port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:43.325473 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bf43b7d0-78fb-4cb8-a1c9-1036a27f1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.345077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:43.365634 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ea68c87c-8716-4cba-a7e9-6f51e0b64f37 admin admin] 10.222.0.20 "PUT /v2.0/routers/fa348140-2fd5-4933-bf1b-1288b88b3dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5671632 Aug 21 09:02:43.443875 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 3a8ce318-4c64-4750-80fb-28d9c607fe7d) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:43.448795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:43.449403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.465827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cecd5d9-e188-47e7-8a8e-79b04c33f727 None None] Network 3a8ce318-4c64-4750-80fb-28d9c607fe7d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:02:43.496420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 1e3381bd-a4db-41c7-ba01-c641699117ec triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:43.497192 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.526920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-bf43b7d0-78fb-4cb8-a1c9-1036a27f1234 None None] Port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:43.545997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c481f821-7e68-41a9-9c12-d33c21e30cb3 req-ba305e73-a046-4e06-bb69-3ce862c83cd9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Deleting port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:43.546410 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c481f821-7e68-41a9-9c12-d33c21e30cb3 req-ba305e73-a046-4e06-bb69-3ce862c83cd9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.576288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-515a9d3e-0612-447c-a3a3-9a5ef905270f req-8453e1bd-679f-4e5d-aa6a-f4dcb9f6bfdd tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=6612f5ac-3aae-483f-b7a3-2b137084abe5 HTTP/1.1" status: 200 len: 210 time: 0.1700835 Aug 21 09:02:43.600507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-0e68a50c-1296-4ddf-9507-24ba9cc6ed05 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716426 Aug 21 09:02:43.682379 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.703411 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.797335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b85490fa-64c7-4e97-83d2-e9f4a27f2396 req-9fc9d78b-86fb-4005-ac9d-6157c37e816e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 210 time: 0.0452018 Aug 21 09:02:43.797570 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port b16de76c-6c27-42ff-adbd-6b787bd3339e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b16de76c-6c27-42ff-adbd-6b787bd3339e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:43.800683 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190f3066-ac47-4ea2-a8ad-49228b009ad7 x-openstack-request-id: req-190f3066-ac47-4ea2-a8ad-49228b009ad7 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:43.802110 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6612f5ac-3aae-483f-b7a3-2b137084abe5", "name": "network-vif-deleted", "tag": "5a7bbd7c-e291-4022-9e5a-cffa55e2b42c", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:43.802683 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-190f3066-ac47-4ea2-a8ad-49228b009ad7 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:43.803309 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612f5ac-3aae-483f-b7a3-2b137084abe5', 'name': 'network-vif-deleted', 'tag': '5a7bbd7c-e291-4022-9e5a-cffa55e2b42c', 'status': 'completed', 'code': 200} Aug 21 09:02:43.831112 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.836479 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-683a2178-de48-48c1-8a1b-d7b7b5ed08a7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7656441 Aug 21 09:02:43.838993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59396) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:43.848272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:43.895420 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.903601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100bd13f-d29c-4488-af2e-357db1882932 None None] Network 3a8ce318-4c64-4750-80fb-28d9c607fe7d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:02:43.970924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:02:43.988246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8effd7cb-5105-49a5-aa72-aa4d28075c3b req-e00d63c1-ef64-4eb1-ac70-e14629ed4f28 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 210 time: 0.0787277 Aug 21 09:02:43.998799 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:43.999910 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.047444 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.090181 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.090681 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Added segment 0c8f365f-0f6b-4e12-9466-28f66cf57dbc of type vlan for network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 Aug 21 09:02:44.115692 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.123915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c481f821-7e68-41a9-9c12-d33c21e30cb3 req-ba305e73-a046-4e06-bb69-3ce862c83cd9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] For port 0ff1500f-6b9f-410b-92c9-4b2636d9f147, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0ff1500f-6b9f-410b-92c9-4b2636d9f147,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:44.124296 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c481f821-7e68-41a9-9c12-d33c21e30cb3 req-ba305e73-a046-4e06-bb69-3ce862c83cd9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.128053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738b6a6e-c8c0-463b-9b9c-8fbc230631f7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:44.145190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=b16de76c-6c27-42ff-adbd-6b787bd3339e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:44.146183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-4bfcc5b9-535e-4948-9f9e-12593b8b4cef service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943364 Aug 21 09:02:44.157436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:44.161676 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67141ae-9665-42b8-9657-bd7862975b6c" -d '{"events": [{"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-plugged", "status": "completed", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:44.173543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c481f821-7e68-41a9-9c12-d33c21e30cb3 req-ba305e73-a046-4e06-bb69-3ce862c83cd9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Calling delete_port for 0ff1500f-6b9f-410b-92c9-4b2636d9f147 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:44.194302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:44.255187 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e4e8c4-12c6-4d58-a541-a932f6b4dc92 x-openstack-request-id: req-d9e4e8c4-12c6-4d58-a541-a932f6b4dc92 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:44.256027 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-plugged", "status": "completed", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:44.256565 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9e4e8c4-12c6-4d58-a541-a932f6b4dc92 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:44.257401 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'code': 200} Aug 21 09:02:44.305377 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.308862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-462a40cb-2e7b-4640-b289-4c61005331fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=deb6eb46-4bad-4b70-b769-24658adbb7f5 HTTP/1.1" status: 200 len: 217 time: 0.1332915 Aug 21 09:02:44.310478 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.395898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-e1490115-9a7a-40d5-af7c-d9c3abd753e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:44.397379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-e1490115-9a7a-40d5-af7c-d9c3abd753e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.0764108 Aug 21 09:02:44.431696 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Sync routers for ids ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:44.432458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=11']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:44.445953 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Routers {'fa348140-2fd5-4933-bf1b-1288b88b3dc2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:44.446985 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:44.455804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.resource_extend [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 09:02:44.473401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59406) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:44.477672 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.488322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-606c5c32-c655-435e-a5d2-1e68f7ac12de tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108365540', 'description': 'tempest-description--250161824'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:44.580622 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Set router fa348140-2fd5-4933-bf1b-1288b88b3dc2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:44.587005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10bc7f44-a3a0-4125-8e99-967b91537276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:44.588646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-10bc7f44-a3a0-4125-8e99-967b91537276 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1291075 Aug 21 09:02:44.599308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbebcb6-fb71-4a1b-98b0-783653ac7810 req-088502ec-566d-4431-abbc-6825db04a6c0 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:44.605324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbebcb6-fb71-4a1b-98b0-783653ac7810 req-088502ec-566d-4431-abbc-6825db04a6c0 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:44.617372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbebcb6-fb71-4a1b-98b0-783653ac7810 req-088502ec-566d-4431-abbc-6825db04a6c0 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:44.619366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbebcb6-fb71-4a1b-98b0-783653ac7810 req-088502ec-566d-4431-abbc-6825db04a6c0 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:44.625273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbebcb6-fb71-4a1b-98b0-783653ac7810 req-088502ec-566d-4431-abbc-6825db04a6c0 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:44.631738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbebcb6-fb71-4a1b-98b0-783653ac7810 req-088502ec-566d-4431-abbc-6825db04a6c0 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:44.637873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbebcb6-fb71-4a1b-98b0-783653ac7810 req-088502ec-566d-4431-abbc-6825db04a6c0 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:44.639781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1dbebcb6-fb71-4a1b-98b0-783653ac7810 req-088502ec-566d-4431-abbc-6825db04a6c0 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.2414961 Aug 21 09:02:44.659329 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.660661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:44.661384 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.708811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-606c5c32-c655-435e-a5d2-1e68f7ac12de tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.711876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b16de76c-6c27-42ff-adbd-6b787bd3339e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:44.786153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b16de76c-6c27-42ff-adbd-6b787bd3339e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:44.786575 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.829092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4433882 Aug 21 09:02:44.839857 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59418) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:44.847692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] Request body: {'subnet': {'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-691680104-subnet', 'tenant_id': 'f5ed72a36f12435ba04ce343b7133dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:44.901949 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:41Z', 'revision_number': 4, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b', 'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'mac_address': 'fa:16:3e:66:73:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:40Z', 'updated_at': '2021-08-21T09:02:41Z', 'revision_number': 2, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'subnets': [{'id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:44.904209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4320075-6433-4322-9cca-f040288d1ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=3cfe576f-17e5-4b8a-bda7-743f7c90ab93,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:44.922702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:02:44.924602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.924796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1dbebcb6-fb71-4a1b-98b0-783653ac7810 req-b8637126-fcd7-468e-b297-a298b638838e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2683921 Aug 21 09:02:44.947920 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:44.988207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-32fd3c48-e6bd-4aae-9abe-45d9dfa91de5 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473442 Aug 21 09:02:44.997313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddb48d-cce5-4fc0-852d-f9e29208471c req-9996b456-74e3-43c5-88a6-91054e299474 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:44.998870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cddb48d-cce5-4fc0-852d-f9e29208471c req-9996b456-74e3-43c5-88a6-91054e299474 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 949 time: 0.2142398 Aug 21 09:02:45.049332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] Made reservation on behalf of f5ed72a36f12435ba04ce343b7133dd6 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:45.054701 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.103452 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Checking router: fa348140-2fd5-4933-bf1b-1288b88b3dc2 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:45.103841 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Updating router fa348140-2fd5-4933-bf1b-1288b88b3dc2 port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:02:45.121244 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c481f821-7e68-41a9-9c12-d33c21e30cb3 req-ba305e73-a046-4e06-bb69-3ce862c83cd9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.132301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cddb48d-cce5-4fc0-852d-f9e29208471c req-ebc141fd-30d3-4c38-b19b-ba9de93bf54b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238003 Aug 21 09:02:45.163643 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.210273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Allocated IP 172.25.5.253 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/ab0e78ba-16ae-402f-a3cf-f227ffe19b24) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:45.277835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba305e73-a046-4e06-bb69-3ce862c83cd9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event deleted for resources: {'Port': ['ID=0ff1500f-6b9f-410b-92c9-4b2636d9f147,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:45.297678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6d3affc-f6ba-4a80-b490-a7353cd59564 req-b8719e35-8e18-4a83-86eb-4270a3c921ba tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 210 time: 0.1185956 Aug 21 09:02:45.327415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:45.327623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-a0898527-10bf-475f-97f1-3dcdaed2b38b service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265047 Aug 21 09:02:45.360858 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:45.360858 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.374561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-6d422c25-53ee-4d72-9c8b-7789e5523370 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6eda5b0e42e042198b3662d293aecc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737975 Aug 21 09:02:45.429822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.438931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:45.439286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 5a7bbd7c-e291-4022-9e5a-cffa55e2b42c not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:45.441063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c481f821-7e68-41a9-9c12-d33c21e30cb3 req-ba305e73-a046-4e06-bb69-3ce862c83cd9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] No DVR routers for this DVR port 0ff1500f-6b9f-410b-92c9-4b2636d9f147 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:45.450676 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c481f821-7e68-41a9-9c12-d33c21e30cb3 req-ba305e73-a046-4e06-bb69-3ce862c83cd9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.453742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c481f821-7e68-41a9-9c12-d33c21e30cb3 req-ba305e73-a046-4e06-bb69-3ce862c83cd9 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.13 "DELETE /v2.0/ports/0ff1500f-6b9f-410b-92c9-4b2636d9f147 HTTP/1.1" status: 204 len: 173 time: 2.5970910 Aug 21 09:02:45.466661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-8754074b-8283-4342-b903-b64690a27908 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ad734c-4502-46b0-8437-ad0dc2f66968 HTTP/1.1" status: 200 len: 217 time: 0.1074488 Aug 21 09:02:45.466661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe', 'name': 'network-vif-deleted', 'tag': '0ff1500f-6b9f-410b-92c9-4b2636d9f147'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:45.468721 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902d66e4-e0b9-4cce-a92a-846f8a5de824" -d '{"events": [{"server_uuid": "0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe", "name": "network-vif-deleted", "tag": "0ff1500f-6b9f-410b-92c9-4b2636d9f147"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:45.489564 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.536701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0faa310-4025-4e77-8696-3dd2dca1b48e req-2a9b612f-76dd-41b9-92ed-9130e273097d tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 210 time: 0.0935473 Aug 21 09:02:45.612057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-606c5c32-c655-435e-a5d2-1e68f7ac12de tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.625401 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.626709 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16a2707-95d9-4de7-8fab-bd98c7686d09 x-openstack-request-id: req-a16a2707-95d9-4de7-8fab-bd98c7686d09 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:45.627153 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe", "name": "network-vif-deleted", "tag": "0ff1500f-6b9f-410b-92c9-4b2636d9f147", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:45.627502 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a16a2707-95d9-4de7-8fab-bd98c7686d09 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:45.628139 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe', 'name': 'network-vif-deleted', 'tag': '0ff1500f-6b9f-410b-92c9-4b2636d9f147', 'status': 'completed', 'code': 200} Aug 21 09:02:45.635349 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Transition to ACTIVE for port object c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:45.650231 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.661016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d974c-5ae2-499d-97e9-e3445f406f97 req-6fe28886-8242-4390-ab79-8101a535f0fa tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:45.662567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec9d974c-5ae2-499d-97e9-e3445f406f97 req-6fe28886-8242-4390-ab79-8101a535f0fa tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 946 time: 0.4220612 Aug 21 09:02:45.706677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-606c5c32-c655-435e-a5d2-1e68f7ac12de tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.707809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Pushing event updated for resources: {'Port': ['ID=ab0e78ba-16ae-402f-a3cf-f227ffe19b24,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:45.711481 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.752941 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.768208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:45.772018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7eb66c0-aab2-4056-93ac-8c4ff0fd008b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:45.780415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-17650232-ea95-48bd-b2e6-672180d670af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:45.785461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:45.786474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-17650232-ea95-48bd-b2e6-672180d670af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.2834187 Aug 21 09:02:45.791349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:45.833813 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce954c1a-d041-4706-8fc5-8e9102e5347f None None] Pushing event updated for resources: {'Port': ['ID=c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:45.869686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-05939e73-3900-4d07-a5fd-5118e1706675 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:45.871280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-05939e73-3900-4d07-a5fd-5118e1706675 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4543564 Aug 21 09:02:45.937897 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Attempting to bind port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:45.938249 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Attempting to bind port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:45.938731 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Attempting to bind port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b on network c1c249bd-4684-4365-b82d-a6446553feda {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:45.939402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec9d974c-5ae2-499d-97e9-e3445f406f97 req-67aa24cf-5acc-4af8-b887-b7a438f1a11b tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673271 Aug 21 09:02:45.945427 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:45.945795 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Checking segment: {'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:45.946201 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.946676 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Bound using segment: {'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:45.948683 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Bound port: c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:45.948683 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:45.955091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Request body: {'port': {'device_id': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '6eda5b0e42e042198b3662d293aecc00'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:46.049922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-606c5c32-c655-435e-a5d2-1e68f7ac12de tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:46.054295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-606c5c32-c655-435e-a5d2-1e68f7ac12de tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5730610 Aug 21 09:02:46.055126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c5c32-c655-435e-a5d2-1e68f7ac12de tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1631d6d-5fdc-46ae-ac23-1d46036eee33,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:46.059146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59432) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:46.102270 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] For port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:46.106396 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] For port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:46.184551 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:46.260908 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce954c1a-d041-4706-8fc5-8e9102e5347f None None] Pushing event updated for resources: {'Port': ['ID=c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:46.269251 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] Checking segment: {'id': '0c8f365f-0f6b-4e12-9466-28f66cf57dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:46.269800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] Network hostable DHCP agents. Network: 3cfe576f-17e5-4b8a-bda7-743f7c90ab93, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:02:46.271542 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Routers {'fa348140-2fd5-4933-bf1b-1288b88b3dc2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:46.272505 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:46.403757 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] Network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:02:46.420977 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] Set router fa348140-2fd5-4933-bf1b-1288b88b3dc2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:46.521377 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 3cfe576f-17e5-4b8a-bda7-743f7c90ab93) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:46.526101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:46.526843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:46.528490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-12ea88d7-0d6d-469c-b7d6-2adc9299ecc3 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Request body: {'security_group_rule': {'security_group_id': 'd1631d6d-5fdc-46ae-ac23-1d46036eee33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:46.552333 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:46.560895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9153e94-83a9-4c9d-8712-84ca4ad76cfb None None] Network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:02:46.572765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-331058dd-3281-4fa2-b195-4972dbd9cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:46.574219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-331058dd-3281-4fa2-b195-4972dbd9cd2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7322736 Aug 21 09:02:46.644887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39774bb9-b8b1-440c-aa62-7ec62d02e170 req-2cfeb728-59e8-42d5-876e-493d66d4fd4b tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c9d0a7f-c8f0-4bae-a614-d5db56d99ebe HTTP/1.1" status: 200 len: 210 time: 0.1108041 Aug 21 09:02:46.667337 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c926b2a6-6cb8-4bba-ae20-8212181a6577 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8260541 Aug 21 09:02:46.799717 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:41Z', 'revision_number': 4, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b', 'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'mac_address': 'fa:16:3e:66:73:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:40Z', 'updated_at': '2021-08-21T09:02:46Z', 'revision_number': 4, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'subnets': [{'id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:46.820667 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:46.832804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c29508f-61b8-4b75-ad1c-d8388392c537 None None] Network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:02:46.840104 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e9ccaa-4e4e-49f1-93fb-a2072d21f0d0 None None] The sync data for ids ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'] in n-d-766726-28 is: [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:41Z', 'revision_number': 4, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b', 'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'mac_address': 'fa:16:3e:66:73:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:40Z', 'updated_at': '2021-08-21T09:02:46Z', 'revision_number': 4, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'subnets': [{'id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:46.902939 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:02:46.902939 n-d-766726-28 neutron-server[106757]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 09:02:46.902939 n-d-766726-28 neutron-server[106757]: [parameters: {'project_id_1': '6eda5b0e42e042198b3662d293aecc00', 'expiration_1': datetime.datetime(2021, 8, 21, 9, 2, 46, 566717)}] Aug 21 09:02:46.902939 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:02:46.902939 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:02:46.962387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324e925-7671-4fc8-8fe1-fc987b87ad56 req-357ce05e-4c8e-46e3-9ef5-61f6a17c912b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:46.977806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324e925-7671-4fc8-8fe1-fc987b87ad56 req-357ce05e-4c8e-46e3-9ef5-61f6a17c912b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:46.984400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324e925-7671-4fc8-8fe1-fc987b87ad56 req-357ce05e-4c8e-46e3-9ef5-61f6a17c912b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:46.997017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324e925-7671-4fc8-8fe1-fc987b87ad56 req-357ce05e-4c8e-46e3-9ef5-61f6a17c912b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:47.006167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324e925-7671-4fc8-8fe1-fc987b87ad56 req-357ce05e-4c8e-46e3-9ef5-61f6a17c912b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:47.011213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324e925-7671-4fc8-8fe1-fc987b87ad56 req-357ce05e-4c8e-46e3-9ef5-61f6a17c912b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:47.023975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324e925-7671-4fc8-8fe1-fc987b87ad56 req-357ce05e-4c8e-46e3-9ef5-61f6a17c912b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:47.028062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f324e925-7671-4fc8-8fe1-fc987b87ad56 req-357ce05e-4c8e-46e3-9ef5-61f6a17c912b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.9699051 Aug 21 09:02:47.039448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0ff1500f-6b9f-410b-92c9-4b2636d9f147 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:47.057468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c2ecc7f-4dd3-433b-b85b-5704a0bea4cd req-04425023-43d3-4c09-939f-505554423830 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 210 time: 0.2594976 Aug 21 09:02:47.077617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 0ff1500f-6b9f-410b-92c9-4b2636d9f147 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:47.078022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0ff1500f-6b9f-410b-92c9-4b2636d9f147 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:47.118588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Router 82a68ccc-07c7-40c5-a6bb-b46488a42182 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:02:47.137654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12ea88d7-0d6d-469c-b7d6-2adc9299ecc3 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:47.165769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-f6d0dd65-9556-4887-a5f4-a47854e0e508 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394921 Aug 21 09:02:47.170732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f324e925-7671-4fc8-8fe1-fc987b87ad56 req-8cb31005-8aa8-407b-9661-e492f5832800 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412125 Aug 21 09:02:47.270842 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:47.284130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Sync routers for ids ['82a68ccc-07c7-40c5-a6bb-b46488a42182'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:47.302539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Routers {'82a68ccc-07c7-40c5-a6bb-b46488a42182'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:47.303025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['82a68ccc-07c7-40c5-a6bb-b46488a42182'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:47.373367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-0600ebb4-9107-4269-bc33-ebf546cf60bd tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:47.374884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-0600ebb4-9107-4269-bc33-ebf546cf60bd tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 820 time: 0.7833130 Aug 21 09:02:47.394769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13be96a7-7bbd-4c10-8f20-7e7b87ae21db req-ac24f6a5-cf1d-4d64-90b5-b4558a7f3446 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 210 time: 0.0678248 Aug 21 09:02:47.396048 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:47.397485 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-643b0ebf-73e7-4b4d-a396-8d990a60e91c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5566013 Aug 21 09:02:47.408827 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59446) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:47.413797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Request body: {'port': {'device_id': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886', 'admin_state_up': True, 'tenant_id': 'e3daa348046e425cb9653a6de230888a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:47.506057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Set router 82a68ccc-07c7-40c5-a6bb-b46488a42182 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:47.596953 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12ea88d7-0d6d-469c-b7d6-2adc9299ecc3 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:47.605067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fb8ba1cd-aaa1-4b60-84f1-3230f9b5efcb req-b2484ce3-6648-4939-85ac-13128f134935 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1164248771', 'description': 'tempest-description-933545898'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:47.680651 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-636f41a4-814a-4939-8a81-5d8dca3b93da service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021725 Aug 21 09:02:47.724640 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12ea88d7-0d6d-469c-b7d6-2adc9299ecc3 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:47.774204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:46Z', 'revision_number': 3, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:47.801465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Checking router: 82a68ccc-07c7-40c5-a6bb-b46488a42182 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:47.801810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Updating router 82a68ccc-07c7-40c5-a6bb-b46488a42182 port ab0e78ba-16ae-402f-a3cf-f227ffe19b24 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:02:47.820404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-0d16fbea-c385-409d-a0b2-d64906999b20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=36ced2bb-1173-4212-9d80-e983f8b4d250 HTTP/1.1" status: 200 len: 217 time: 0.0977075 Aug 21 09:02:47.829610 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:47.902969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea88d7-0d6d-469c-b7d6-2adc9299ecc3 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbe009f-b3e7-4c52-a3b7-6be4d2054b0b,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:47.925074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9f21568-db54-4ccb-8a15-536a15a9b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:47.926553 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-c9f21568-db54-4ccb-8a15-536a15a9b449 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.0871623 Aug 21 09:02:47.950991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44e977-4bf7-4992-8b9d-e178bdb40005 req-e0603938-2009-4294-a3b5-a592346b350c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:47.960317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c44e977-4bf7-4992-8b9d-e178bdb40005 req-e0603938-2009-4294-a3b5-a592346b350c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 946 time: 0.3414328 Aug 21 09:02:48.007951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Made reservation on behalf of 6eda5b0e42e042198b3662d293aecc00 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:48.012194 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.105364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.115298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c44e977-4bf7-4992-8b9d-e178bdb40005 req-e4104ab2-74ee-475b-8085-4a9c82e758f6 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481473 Aug 21 09:02:48.198996 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fb8ba1cd-aaa1-4b60-84f1-3230f9b5efcb req-b2484ce3-6648-4939-85ac-13128f134935 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.253980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-1ab13690-31d6-45f0-bbcb-8d02a11cc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:48.259807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-1ab13690-31d6-45f0-bbcb-8d02a11cc0b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2957640 Aug 21 09:02:48.261582 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.282684 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12ea88d7-0d6d-469c-b7d6-2adc9299ecc3 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.283486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Transition to ACTIVE for port object ab0e78ba-16ae-402f-a3cf-f227ffe19b24 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:48.285013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-12ea88d7-0d6d-469c-b7d6-2adc9299ecc3 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8164964 Aug 21 09:02:48.289109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59460) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:48.294677 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b6db59ae-3dda-4968-85f1-a56a15963adb tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Request body: {'security_group_rule': {'security_group_id': 'd1631d6d-5fdc-46ae-ac23-1d46036eee33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:48.344421 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7579c8e4-6e3e-4e18-8530-7948c2d430ea req-d23480e4-3f58-405c-aea3-f536236a3ecb tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 210 time: 0.0582135 Aug 21 09:02:48.394993 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.395322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Made reservation on behalf of e3daa348046e425cb9653a6de230888a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:48.397172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.417433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Allocated IP 172.20.0.1 (3a8ce318-4c64-4750-80fb-28d9c607fe7d/1db6eb67-e501-4dbc-97df-829a40d9e3e9/ca7d92ea-9bbe-4b62-bbfe-9136e672fe30) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:48.464372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab0e17-1d50-4192-ac04-87dc5f3cd67a None None] Pushing event updated for resources: {'Port': ['ID=ab0e78ba-16ae-402f-a3cf-f227ffe19b24,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:48.500375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Attempting to bind port ab0e78ba-16ae-402f-a3cf-f227ffe19b24 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:48.500839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Attempting to bind port ab0e78ba-16ae-402f-a3cf-f227ffe19b24 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:48.501396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Attempting to bind port ab0e78ba-16ae-402f-a3cf-f227ffe19b24 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:48.512852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:48.513365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:48.515425 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.515425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:48.515425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Bound port: ab0e78ba-16ae-402f-a3cf-f227ffe19b24, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:48.515425 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.616269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] For port ab0e78ba-16ae-402f-a3cf-f227ffe19b24, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:48.616269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] For port ab0e78ba-16ae-402f-a3cf-f227ffe19b24, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ab0e78ba-16ae-402f-a3cf-f227ffe19b24,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:48.617516 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.684874 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.725344 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.729271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Allocated IP 192.168.233.25 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/749d303a-18e8-413e-b8fc-b15816bdf8eb) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:48.752368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:48.752933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Allocated IP 172.20.0.11 (7a1c736c-7d97-4377-b03c-915ec4c1d886/c9eb0223-0281-4c30-a0ca-f4469d216bdc/a766f42e-37c3-4108-9ff2-561f72dc97a5) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:48.763340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-a072dcdb-e450-4b93-bf22-194738a15be2 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758587 Aug 21 09:02:48.785054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Network 3a8ce318-4c64-4750-80fb-28d9c607fe7d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:48.788594 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:48.795383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:48.808106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab0e17-1d50-4192-ac04-87dc5f3cd67a None None] Pushing event updated for resources: {'Port': ['ID=ab0e78ba-16ae-402f-a3cf-f227ffe19b24,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:48.812128 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Pushing event updated for resources: {'Port': ['ID=ca7d92ea-9bbe-4b62-bbfe-9136e672fe30,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:48.828187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3d36-e200-437e-80d5-88004077b1c5 req-66c94afd-d91e-4cc4-bc6a-6f22956339db tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:48.835890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3d36-e200-437e-80d5-88004077b1c5 req-66c94afd-d91e-4cc4-bc6a-6f22956339db tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:48.842341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3d36-e200-437e-80d5-88004077b1c5 req-66c94afd-d91e-4cc4-bc6a-6f22956339db tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:48.848084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3d36-e200-437e-80d5-88004077b1c5 req-66c94afd-d91e-4cc4-bc6a-6f22956339db tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:48.852418 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:48.854359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3d36-e200-437e-80d5-88004077b1c5 req-66c94afd-d91e-4cc4-bc6a-6f22956339db tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:48.860924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3d36-e200-437e-80d5-88004077b1c5 req-66c94afd-d91e-4cc4-bc6a-6f22956339db tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:48.866961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3d36-e200-437e-80d5-88004077b1c5 req-66c94afd-d91e-4cc4-bc6a-6f22956339db tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:48.868895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb3e3d36-e200-437e-80d5-88004077b1c5 req-66c94afd-d91e-4cc4-bc6a-6f22956339db tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.2792926 Aug 21 09:02:48.894697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Routers {'82a68ccc-07c7-40c5-a6bb-b46488a42182'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:48.895865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['82a68ccc-07c7-40c5-a6bb-b46488a42182'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:48.953758 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fb8ba1cd-aaa1-4b60-84f1-3230f9b5efcb req-b2484ce3-6648-4939-85ac-13128f134935 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.052198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:49.055588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] Set router 82a68ccc-07c7-40c5-a6bb-b46488a42182 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:49.056516 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fb8ba1cd-aaa1-4b60-84f1-3230f9b5efcb req-b2484ce3-6648-4939-85ac-13128f134935 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.083605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:49.083820 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.109517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb3e3d36-e200-437e-80d5-88004077b1c5 req-b9bfecf5-9e16-45cf-adc4-fa06f9e4f2ac tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2246039 Aug 21 09:02:49.175054 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b6db59ae-3dda-4968-85f1-a56a15963adb tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.185797 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.229221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fda74edd-e24e-4cd4-ab3d-0ea9881c6af0 req-16f23c98-2e3a-4637-b81d-deff15c08f05 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529850 Aug 21 09:02:49.254347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2484ce3-6648-4939-85ac-13128f134935 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893b6fad-78b9-45b8-8fe7-b6951b49f1ca,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:49.257198 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fb8ba1cd-aaa1-4b60-84f1-3230f9b5efcb req-b2484ce3-6648-4939-85ac-13128f134935 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.274434 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b6db59ae-3dda-4968-85f1-a56a15963adb tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.278175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb8ba1cd-aaa1-4b60-84f1-3230f9b5efcb req-b2484ce3-6648-4939-85ac-13128f134935 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.6898024 Aug 21 09:02:49.349576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37ce79ef-1988-447c-a03c-557441c315cf req-3cf820e0-8a03-453b-82f1-2edec5af8a94 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 210 time: 0.0668609 Aug 21 09:02:49.363240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-4c54e1b9-7ebd-4133-b1ce-be41518ead3c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:49.365343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-4c54e1b9-7ebd-4133-b1ce-be41518ead3c tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.13 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 946 time: 0.3804815 Aug 21 09:02:49.372894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b6db59ae-3dda-4968-85f1-a56a15963adb tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.420504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db59ae-3dda-4968-85f1-a56a15963adb tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf147e7-e2ac-4966-a349-897db07a801c,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:49.460426 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.463761 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.492955 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b6db59ae-3dda-4968-85f1-a56a15963adb tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.497442 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b6db59ae-3dda-4968-85f1-a56a15963adb tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2067297 Aug 21 09:02:49.498051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59472) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:49.503032 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:49.517553 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.520947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:49.524008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.530831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:46Z', 'revision_number': 3, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:49.558967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b3de2-f89c-4db5-bea8-8180f9b4a992 None None] The sync data for ids ['82a68ccc-07c7-40c5-a6bb-b46488a42182'] in n-d-766726-28 is: [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:46Z', 'revision_number': 3, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:49.624054 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.647959 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.650106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Pushing event updated for resources: {'Port': ['ID=ca7d92ea-9bbe-4b62-bbfe-9136e672fe30,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:49.663113 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.684423 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.714256 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:49.730023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-510d7114-6002-4b82-9af6-287973470316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:49.730600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-510d7114-6002-4b82-9af6-287973470316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:49.730970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-510d7114-6002-4b82-9af6-287973470316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:49.731492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-510d7114-6002-4b82-9af6-287973470316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:49.732046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-510d7114-6002-4b82-9af6-287973470316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:49.732535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-510d7114-6002-4b82-9af6-287973470316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:49.733096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-510d7114-6002-4b82-9af6-287973470316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:49.735071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-510d7114-6002-4b82-9af6-287973470316 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6495 time: 0.3246496 Aug 21 09:02:49.748706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Transition to ACTIVE for port object 749d303a-18e8-413e-b8fc-b15816bdf8eb will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:49.819522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e93f9-4180-479e-b802-8168d45829bb req-5f103c31-897e-47ae-9c78-5320cf1b742e tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:49.821209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d15e93f9-4180-479e-b802-8168d45829bb req-5f103c31-897e-47ae-9c78-5320cf1b742e tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 946 time: 0.2711759 Aug 21 09:02:49.830837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-cca0989b-7174-460d-b857-072a4e64602b req-4e165651-ac33-4051-9367-5bdf6889cd4c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1359079603', 'description': 'tempest-description-264682032'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:49.869313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Network 3a8ce318-4c64-4750-80fb-28d9c607fe7d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:49.872378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:49.875643 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:49.896900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:49.947956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Deleting port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:49.951842 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:50.144457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d15e93f9-4180-479e-b802-8168d45829bb req-d190c34d-e821-4bdf-92d7-d3689a8e555b tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups?id=7abd21b4-a5c8-46a9-8670-f15ede67dbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054965 Aug 21 09:02:50.148688 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cca0989b-7174-460d-b857-072a4e64602b req-4e165651-ac33-4051-9367-5bdf6889cd4c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:50.156351 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:50.212919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-17e51fb4-870a-4494-b8e9-13278932bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:50.214826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-17e51fb4-870a-4494-b8e9-13278932bff2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 HTTP/1.1" status: 200 len: 902 time: 0.4692883 Aug 21 09:02:50.226186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Network 7a1c736c-7d97-4377-b03c-915ec4c1d886 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:50.274163 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:50.276561 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Router 82a68ccc-07c7-40c5-a6bb-b46488a42182 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:02:50.293442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['da919d1c-196a-4736-a16e-44adc1bcdc81', '776a1110-029f-4c79-9515-bd11cafdbfe9', '1e3381bd-a4db-41c7-ba01-c641699117ec'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:50.293941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:50.337968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Pushing event updated for resources: {'Port': ['ID=a766f42e-37c3-4108-9ff2-561f72dc97a5,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:50.376967 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Allocated IP 172.25.5.40 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/90914533-3186-4566-9c41-e33143e0598f) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:50.534727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:50.541493 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-27f5fe42-776b-4119-81ec-0e8c300eb61b admin admin] 10.222.0.20 "PUT /v2.0/routers/82a68ccc-07c7-40c5-a6bb-b46488a42182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1400175 Aug 21 09:02:50.684964 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:50.820081 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:50.887175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:50.889319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:50.893664 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:50.898069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:50.904307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:50.910289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:50.911101 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:50.915006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-6591f6a0-657d-44ad-b3aa-88e0e6d2218e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ad734c-4502-46b0-8437-ad0dc2f66968 HTTP/1.1" status: 200 len: 217 time: 0.6700211 Aug 21 09:02:50.940782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Pushing event updated for resources: {'Port': ['ID=90914533-3186-4566-9c41-e33143e0598f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:50.994681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:50.995308 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.034352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.055242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:51.098564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ab0e78ba-16ae-402f-a3cf-f227ffe19b24 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:51.148201 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.157417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:02:51.178244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] For port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:51.178616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.185562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:02:51.204125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-abba5f8f-9d26-49d5-82dc-9604c8293be6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0802779 Aug 21 09:02:51.208329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:02:51.212724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ab0e78ba-16ae-402f-a3cf-f227ffe19b24 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:51.215119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:51.215801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.234824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ab0e78ba-16ae-402f-a3cf-f227ffe19b24 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:51.238244 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.307524 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87753-6146-4a2d-9213-eb847b53a803 req-a43e5403-57c7-46c4-9bb6-dc3f78369dca tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:51.311089 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-42d87753-6146-4a2d-9213-eb847b53a803 req-a43e5403-57c7-46c4-9bb6-dc3f78369dca tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 950 time: 0.1647258 Aug 21 09:02:51.321953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb44ed0-5de9-45a2-8ef6-31addbc754ce req-2efbf6ab-3b55-4b18-8b17-f3e96d39ff28 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:51.323582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afb44ed0-5de9-45a2-8ef6-31addbc754ce req-2efbf6ab-3b55-4b18-8b17-f3e96d39ff28 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 935 time: 1.0448093 Aug 21 09:02:51.325084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-ded7c213-efc5-42f9-bb34-db5f83437b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:51.329545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-ded7c213-efc5-42f9-bb34-db5f83437b29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.2534225 Aug 21 09:02:51.448814 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.490629 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port ab0e78ba-16ae-402f-a3cf-f227ffe19b24, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ab0e78ba-16ae-402f-a3cf-f227ffe19b24,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:51.581147 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.613485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afb44ed0-5de9-45a2-8ef6-31addbc754ce req-6a35a384-98d8-4f89-8dae-4b006a8a6540 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711954 Aug 21 09:02:51.618692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cca0989b-7174-460d-b857-072a4e64602b req-4e165651-ac33-4051-9367-5bdf6889cd4c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.634055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-263ba8b9-ed07-47da-bc13-2ba81a46ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:51.639612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-263ba8b9-ed07-47da-bc13-2ba81a46ab04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2958779 Aug 21 09:02:51.648980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-4d4e4cae-6505-4672-adbd-a0b75a957ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:51.654102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-4d4e4cae-6505-4672-adbd-a0b75a957ff8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 1101 time: 0.3131349 Aug 21 09:02:51.698615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-38f0e566-89ae-4a6e-aff8-9ce3a1da0dd0 None None] Provisioning for port 749d303a-18e8-413e-b8fc-b15816bdf8eb completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:51.714058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-38f0e566-89ae-4a6e-aff8-9ce3a1da0dd0 None None] Provisioning complete for port 749d303a-18e8-413e-b8fc-b15816bdf8eb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:51.714432 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38f0e566-89ae-4a6e-aff8-9ce3a1da0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.762249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cca0989b-7174-460d-b857-072a4e64602b req-4e165651-ac33-4051-9367-5bdf6889cd4c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.787204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=ab0e78ba-16ae-402f-a3cf-f227ffe19b24,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:51.808627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-38f0e566-89ae-4a6e-aff8-9ce3a1da0dd0 None None] Port 749d303a-18e8-413e-b8fc-b15816bdf8eb cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:02:51.840352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-452ba711-e27c-42ea-a9e3-1a069b183223 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4365001 Aug 21 09:02:51.886426 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.897583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-2d2280f6-c52a-4c5c-9f11-1760a594ebc6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9566240 Aug 21 09:02:51.929200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Request body: {'port': {'device_id': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:51.943138 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:51.969545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Request body: {'port': {'device_id': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:52.061579 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.097384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-42d87753-6146-4a2d-9213-eb847b53a803 req-75f44f81-a21c-4740-b434-7ff0fd0b7bd3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Deleting port c186bb68-1e9f-4b00-93d1-6badc3c803c2 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:52.097741 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-42d87753-6146-4a2d-9213-eb847b53a803 req-75f44f81-a21c-4740-b434-7ff0fd0b7bd3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.123037 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.166282 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.167865 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6686552 Aug 21 09:02:52.169705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2047331-afe1-49d2-9129-b1e123d62ab2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Pushing event updated for resources: {'Port': ['ID=90914533-3186-4566-9c41-e33143e0598f,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:52.184168 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Sync routers for ids ['82a68ccc-07c7-40c5-a6bb-b46488a42182'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:52.195664 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Routers {'82a68ccc-07c7-40c5-a6bb-b46488a42182'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:52.196822 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['82a68ccc-07c7-40c5-a6bb-b46488a42182'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:52.267144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-42d87753-6146-4a2d-9213-eb847b53a803 req-75f44f81-a21c-4740-b434-7ff0fd0b7bd3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] For port c186bb68-1e9f-4b00-93d1-6badc3c803c2, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c186bb68-1e9f-4b00-93d1-6badc3c803c2,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:52.268134 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-42d87753-6146-4a2d-9213-eb847b53a803 req-75f44f81-a21c-4740-b434-7ff0fd0b7bd3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.285662 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-42d87753-6146-4a2d-9213-eb847b53a803 req-75f44f81-a21c-4740-b434-7ff0fd0b7bd3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Calling delete_port for c186bb68-1e9f-4b00-93d1-6badc3c803c2 owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:52.329298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e165651-ac33-4051-9367-5bdf6889cd4c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5462c28-35e9-454a-8954-da48e82ca8ae,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:52.340997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cca0989b-7174-460d-b857-072a4e64602b req-4e165651-ac33-4051-9367-5bdf6889cd4c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.356219 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Set router 82a68ccc-07c7-40c5-a6bb-b46488a42182 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:52.364922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cca0989b-7174-460d-b857-072a4e64602b req-4e165651-ac33-4051-9367-5bdf6889cd4c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.5847888 Aug 21 09:02:52.391012 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.391401 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.391809 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Floating IP cb0588a6-da79-493a-a458-5cc6b95afc82 disassociated. External IP: 172.25.5.219, port: f4a0ac5d-5658-44fe-9d04-b4cf60fcda28. Aug 21 09:02:52.392199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Calling delete_port for f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:52.431915 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.633556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611151b1-237b-48bc-865b-6c0a0e886c39 req-602d0a33-4b11-4f28-a2af-5d3f72cf22f6 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:52.641055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-611151b1-237b-48bc-865b-6c0a0e886c39 req-602d0a33-4b11-4f28-a2af-5d3f72cf22f6 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f264bd2-9aa4-4932-9f75-cd5be6235c5e HTTP/1.1" status: 200 len: 950 time: 0.8295581 Aug 21 09:02:52.645070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-e2643636-e680-42cf-8e11-c12ef656da19 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9875784 Aug 21 09:02:52.677711 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:48Z', 'revision_number': 4, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ca7d92ea-9bbe-4b62-bbfe-9136e672fe30', 'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'mac_address': 'fa:16:3e:a2:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:48Z', 'updated_at': '2021-08-21T09:02:49Z', 'revision_number': 2, 'project_id': '205879961c824c35af0e1b151cdd090f', 'subnets': [{'id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:52.701320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ab0e78ba-16ae-402f-a3cf-f227ffe19b24 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:52.714022 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Checking router: 82a68ccc-07c7-40c5-a6bb-b46488a42182 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:52.714586 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Updating router 82a68ccc-07c7-40c5-a6bb-b46488a42182 port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:02:52.718534 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-42d87753-6146-4a2d-9213-eb847b53a803 req-75f44f81-a21c-4740-b434-7ff0fd0b7bd3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.746564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c186bb68-1e9f-4b00-93d1-6badc3c803c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:52.773165 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f44f81-a21c-4740-b434-7ff0fd0b7bd3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Pushing event deleted for resources: {'Port': ['ID=c186bb68-1e9f-4b00-93d1-6badc3c803c2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:52.783444 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.791865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-5828fbdf-2356-4a88-b249-74b673515d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:52.793350 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-5828fbdf-2356-4a88-b249-74b673515d4e service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 1.0926471 Aug 21 09:02:52.795353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-00cf212d-7075-4308-9cf6-fef9704f0f5c service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237345 Aug 21 09:02:52.860522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ab0e78ba-16ae-402f-a3cf-f227ffe19b24 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:52.861107 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.867115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d87753-6146-4a2d-9213-eb847b53a803 req-75f44f81-a21c-4740-b434-7ff0fd0b7bd3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] No DVR routers for this DVR port c186bb68-1e9f-4b00-93d1-6badc3c803c2 on host n-h2-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:52.871317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-42d87753-6146-4a2d-9213-eb847b53a803 req-75f44f81-a21c-4740-b434-7ff0fd0b7bd3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:52.874207 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-42d87753-6146-4a2d-9213-eb847b53a803 req-75f44f81-a21c-4740-b434-7ff0fd0b7bd3 tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.22 "DELETE /v2.0/ports/c186bb68-1e9f-4b00-93d1-6badc3c803c2 HTTP/1.1" status: 204 len: 173 time: 1.5447907 Aug 21 09:02:52.874851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f264bd2-9aa4-4932-9f75-cd5be6235c5e', 'name': 'network-vif-deleted', 'tag': 'c186bb68-1e9f-4b00-93d1-6badc3c803c2'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:52.877870 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d7e37c-8a50-40c8-8ffa-808f637452f3" -d '{"events": [{"server_uuid": "2f264bd2-9aa4-4932-9f75-cd5be6235c5e", "name": "network-vif-deleted", "tag": "c186bb68-1e9f-4b00-93d1-6badc3c803c2"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:52.907015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85eea8-d53a-4940-8d78-d35ffae6a615 req-d2711dce-8017-4632-9c34-9823df9ed2b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:52.913878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85eea8-d53a-4940-8d78-d35ffae6a615 req-d2711dce-8017-4632-9c34-9823df9ed2b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:52.920424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85eea8-d53a-4940-8d78-d35ffae6a615 req-d2711dce-8017-4632-9c34-9823df9ed2b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:52.926778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85eea8-d53a-4940-8d78-d35ffae6a615 req-d2711dce-8017-4632-9c34-9823df9ed2b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:52.933096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85eea8-d53a-4940-8d78-d35ffae6a615 req-d2711dce-8017-4632-9c34-9823df9ed2b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:52.939991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85eea8-d53a-4940-8d78-d35ffae6a615 req-d2711dce-8017-4632-9c34-9823df9ed2b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:52.947395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85eea8-d53a-4940-8d78-d35ffae6a615 req-d2711dce-8017-4632-9c34-9823df9ed2b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:52.953356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c85eea8-d53a-4940-8d78-d35ffae6a615 req-d2711dce-8017-4632-9c34-9823df9ed2b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.5130186 Aug 21 09:02:52.976986 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-611151b1-237b-48bc-865b-6c0a0e886c39 req-4ca76bf4-2b0a-4d22-8d7c-bb7e7b82731e tempest-ServersOnMultiNodesTest-1006045329 tempest-ServersOnMultiNodesTest-1006045329-project] 10.222.0.20 "GET /v2.0/security-groups?id=77461a11-2801-4b56-afd1-4c10594bec64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348193 Aug 21 09:02:52.985069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-9562f4ac-1e66-487f-833e-22edb8924eea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=da919d1c-196a-4736-a16e-44adc1bcdc81 HTTP/1.1" status: 200 len: 217 time: 0.1695197 Aug 21 09:02:53.012071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:53.204345 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:53.217216 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Transition to ACTIVE for port object ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:53.283281 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:53.329233 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:53.386412 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Pushing event updated for resources: {'Port': ['ID=ca7d92ea-9bbe-4b62-bbfe-9136e672fe30,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:53.386652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749d303a-18e8-413e-b8fc-b15816bdf8eb {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:53.389549 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.389549 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.389826 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.390171 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.390488 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.390817 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.391144 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.391468 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.391832 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.392187 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.392505 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.393087 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:02:53.401803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c85eea8-d53a-4940-8d78-d35ffae6a615 req-7b258139-f925-446e-98dd-9662c708face tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4182701 Aug 21 09:02:53.401803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-9f16080b-7a4e-4230-acab-b3fdd08367fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:53.403471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-9f16080b-7a4e-4230-acab-b3fdd08367fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.3875849 Aug 21 09:02:53.416075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-68edcfc8-5a69-4dc3-8b70-f0464674677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:53.416570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-68edcfc8-5a69-4dc3-8b70-f0464674677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:53.417023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-68edcfc8-5a69-4dc3-8b70-f0464674677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:53.417484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-68edcfc8-5a69-4dc3-8b70-f0464674677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:53.417947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-68edcfc8-5a69-4dc3-8b70-f0464674677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:53.418396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-68edcfc8-5a69-4dc3-8b70-f0464674677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:53.419001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-68edcfc8-5a69-4dc3-8b70-f0464674677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:53.420883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-68edcfc8-5a69-4dc3-8b70-f0464674677f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6495 time: 0.5604420 Aug 21 09:02:53.423157 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:53.457817 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Attempting to bind port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:53.458253 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Attempting to bind port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c3b635dc-72d2-42ae-977d-7d3c147853bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:53.458675 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Attempting to bind port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 on network 3a8ce318-4c64-4750-80fb-28d9c607fe7d {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:53.465249 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:53.465249 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Checking segment: {'id': 'c3b635dc-72d2-42ae-977d-7d3c147853bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:53.465249 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:53.465249 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Bound using segment: {'id': 'c3b635dc-72d2-42ae-977d-7d3c147853bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:53.465945 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Bound port: ca7d92ea-9bbe-4b62-bbfe-9136e672fe30, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b635dc-72d2-42ae-977d-7d3c147853bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:53.466371 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:53.545287 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] For port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:53.551730 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] For port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ca7d92ea-9bbe-4b62-bbfe-9136e672fe30,segment=NetworkSegment(c3b635dc-72d2-42ae-977d-7d3c147853bd),segment_id=c3b635dc-72d2-42ae-977d-7d3c147853bd)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:53.612095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Transition to ACTIVE for port object 749d303a-18e8-413e-b8fc-b15816bdf8eb will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:53.619624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5c703-8831-4779-9ad5-a6b1cd58b501 req-5caf15d3-b314-43be-898a-62b72159e939 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:53.621132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5e5c703-8831-4779-9ad5-a6b1cd58b501 req-5caf15d3-b314-43be-898a-62b72159e939 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 932 time: 0.4668343 Aug 21 09:02:53.630305 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:53.715338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:53.749625 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:53.753452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-94ac14a6-4e78-4967-9f6a-97af7c8a5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:53.754979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-94ac14a6-4e78-4967-9f6a-97af7c8a5983 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3263774 Aug 21 09:02:53.781398 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Routers {'82a68ccc-07c7-40c5-a6bb-b46488a42182'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:53.782029 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['82a68ccc-07c7-40c5-a6bb-b46488a42182'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:53.788436 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50621c5-c0bc-4e39-bc28-d970ddda0b01 None None] Pushing event updated for resources: {'Port': ['ID=ca7d92ea-9bbe-4b62-bbfe-9136e672fe30,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:53.898129 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] Set router 82a68ccc-07c7-40c5-a6bb-b46488a42182 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:54.107325 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:48Z', 'revision_number': 4, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ca7d92ea-9bbe-4b62-bbfe-9136e672fe30', 'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'mac_address': 'fa:16:3e:a2:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:48Z', 'updated_at': '2021-08-21T09:02:53Z', 'revision_number': 4, 'project_id': '205879961c824c35af0e1b151cdd090f', 'subnets': [{'id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:54.126086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Pushing event deleted for resources: {'Port': ['ID=f4a0ac5d-5658-44fe-9d04-b4cf60fcda28,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:54.140698 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4688e0a1-5f3c-4052-8156-5e545a982ee9 None None] The sync data for ids ['82a68ccc-07c7-40c5-a6bb-b46488a42182'] in n-d-766726-28 is: [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:48Z', 'revision_number': 4, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ca7d92ea-9bbe-4b62-bbfe-9136e672fe30', 'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'mac_address': 'fa:16:3e:a2:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:48Z', 'updated_at': '2021-08-21T09:02:53Z', 'revision_number': 4, 'project_id': '205879961c824c35af0e1b151cdd090f', 'subnets': [{'id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:54.243010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-2f23ab50-b1fa-4cf3-9d9a-f93cf76c96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:54.244539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-2f23ab50-b1fa-4cf3-9d9a-f93cf76c96bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 HTTP/1.1" status: 200 len: 902 time: 0.8010457 Aug 21 09:02:54.248952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5e5c703-8831-4779-9ad5-a6b1cd58b501 req-3c04f587-d7c5-4e69-84e4-e43d2624cf99 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6106665 Aug 21 09:02:54.430817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-21db3915-79e1-4171-bdf4-6d16e45062de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=36ced2bb-1173-4212-9d80-e983f8b4d250 HTTP/1.1" status: 200 len: 217 time: 0.1542144 Aug 21 09:02:54.457564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e30834b7-be2a-4526-9b8a-b87dc9e8b1ad tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:54.459403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e30834b7-be2a-4526-9b8a-b87dc9e8b1ad tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/networks?id=3a8ce318-4c64-4750-80fb-28d9c607fe7d HTTP/1.1" status: 200 len: 820 time: 0.8713727 Aug 21 09:02:54.500370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:54.537211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-997692de-84ad-47fe-9fb6-1e7d377ed363 req-920adeb6-f0d1-4550-aa6e-6dc0afd59f91 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4936e139-caf0-4aa8-8fbb-2bdcb03c1de6 HTTP/1.1" status: 200 len: 210 time: 0.1179974 Aug 21 09:02:54.541512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a766f42e-37c3-4108-9ff2-561f72dc97a5 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:54.600038 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:54.614219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Transition to ACTIVE for port object a766f42e-37c3-4108-9ff2-561f72dc97a5 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:02:54.642228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-d9c64a64-1168-4722-b44f-c31cfd2d00c2 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/quotas/205879961c824c35af0e1b151cdd090f HTTP/1.1" status: 200 len: 375 time: 0.1583796 Aug 21 09:02:54.662455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:54.662789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:54.663113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:54.727896 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:54.729722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-2191413d-bf87-461a-bd22-58092ee9371a service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352541 Aug 21 09:02:54.749743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Port 749d303a-18e8-413e-b8fc-b15816bdf8eb on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:02:54.750884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:54.753473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-de42a5d5-480f-41da-b19e-bbc3465fda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:54.754950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-de42a5d5-480f-41da-b19e-bbc3465fda98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.2805855 Aug 21 09:02:54.764927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:54.845797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:54.846152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:54.846547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:54.847001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Bound port: 749d303a-18e8-413e-b8fc-b15816bdf8eb, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:54.847368 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:54.898242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:02:54.902767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:54.903250 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:54.921589 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-19f11a2c-9ae7-48d9-82bb-ab8e70efb4fb req-e50ce58a-0e49-4d2d-8314-0a0ba73328d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485070 Aug 21 09:02:54.945121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Pushing event updated for resources: {'Port': ['ID=a766f42e-37c3-4108-9ff2-561f72dc97a5,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:54.961977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-53b3743e-cafe-42ea-9614-a4e56d10f6ea tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--108365540&fields=id&tenant_id=116e4c914bab4b11acd1c18e2bf0a760 HTTP/1.1" status: 200 len: 267 time: 0.3004570 Aug 21 09:02:54.968263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Router ab4543bc-4e2f-4e68-a0ff-43e206921b78 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:02:54.997738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11a2c-9ae7-48d9-82bb-ab8e70efb4fb req-2eaff4ab-59b1-4cd4-8d37-fbc6e71f9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:55.000902 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-19f11a2c-9ae7-48d9-82bb-ab8e70efb4fb req-2eaff4ab-59b1-4cd4-8d37-fbc6e71f9fff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0498981 Aug 21 09:02:55.014344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c186bb68-1e9f-4b00-93d1-6badc3c803c2 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:02:55.016518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-d30cfca3-025e-4f9f-b1c3-0b0f2ccd8ca3 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=205879961c824c35af0e1b151cdd090f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3733616 Aug 21 09:02:55.024834 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:55.054182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: c186bb68-1e9f-4b00-93d1-6badc3c803c2 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:02:55.054485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c186bb68-1e9f-4b00-93d1-6badc3c803c2 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:02:55.078863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ca7d92ea-9bbe-4b62-bbfe-9136e672fe30,segment=NetworkSegment(c3b635dc-72d2-42ae-977d-7d3c147853bd),segment_id=c3b635dc-72d2-42ae-977d-7d3c147853bd)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:55.140670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11a2c-9ae7-48d9-82bb-ab8e70efb4fb req-c2b52161-7aac-4a8e-916c-216ae1f49a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:55.140913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-d7cce083-9e6b-444e-b3df-3aa5f6a02dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:55.142731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-d7cce083-9e6b-444e-b3df-3aa5f6a02dea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3365281 Aug 21 09:02:55.142869 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-19f11a2c-9ae7-48d9-82bb-ab8e70efb4fb req-c2b52161-7aac-4a8e-916c-216ae1f49a56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.1032956 Aug 21 09:02:55.172421 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:55.200302 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-19f11a2c-9ae7-48d9-82bb-ab8e70efb4fb req-8a575277-1515-42ea-aa22-77560c1edf91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720 HTTP/1.1" status: 200 len: 217 time: 0.0443771 Aug 21 09:02:55.220474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:02:55.220814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:02:55.221173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:55.235773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=ca7d92ea-9bbe-4b62-bbfe-9136e672fe30,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:55.265583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11a2c-9ae7-48d9-82bb-ab8e70efb4fb req-4fd014a3-cf00-4932-b38e-3ee0d7a54e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:55.267926 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-19f11a2c-9ae7-48d9-82bb-ab8e70efb4fb req-4fd014a3-cf00-4932-b38e-3ee0d7a54e74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.0582826 Aug 21 09:02:55.285061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c17654a4-bce7-4dc6-906b-025a1501d656 req-3912851a-dd2b-4a4b-89eb-9e2b854ae9e6 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423844 Aug 21 09:02:55.307619 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-19f11a2c-9ae7-48d9-82bb-ab8e70efb4fb req-1d997b02-bcee-4d45-ba69-c8a8a37e612f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324061 Aug 21 09:02:55.328692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Port a766f42e-37c3-4108-9ff2-561f72dc97a5 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:02:55.329028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:02:55.334676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:55.375626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:02:55.375968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:02:55.376361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:02:55.376850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Bound port: a766f42e-37c3-4108-9ff2-561f72dc97a5, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:02:55.377217 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:55.393503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:55.425730 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-19f11a2c-9ae7-48d9-82bb-ab8e70efb4fb req-f06bee91-0c1c-4b7b-b931-4287527a806a service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083796 Aug 21 09:02:55.454056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-95fe839d-a8c2-44c4-8a21-a2f29bb63b74 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:55.460092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-95fe839d-a8c2-44c4-8a21-a2f29bb63b74 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/networks?id=c1c249bd-4684-4365-b82d-a6446553feda HTTP/1.1" status: 200 len: 812 time: 0.4972048 Aug 21 09:02:55.477646 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:55.533513 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-19f11a2c-9ae7-48d9-82bb-ab8e70efb4fb req-da23d9d7-2880-428c-bce0-b4a55766cd69 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973494 Aug 21 09:02:55.567352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-67899b03-ea61-4380-830a-1ca971c57230 service neutron] 10.222.0.20 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285478 Aug 21 09:02:55.579245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:55.580340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:55.582433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] 10.222.0.22 "PUT /v2.0/ports/749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 1096 time: 3.6648133 Aug 21 09:02:55.590535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:55.593073 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e89d0-61d9-42e6-a71e-393d7dad7503" -d '{"events": [{"name": "network-changed", "server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:55.597928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-c4818d3a-d442-471d-8562-1e4701282032 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/quotas/116e4c914bab4b11acd1c18e2bf0a760 HTTP/1.1" status: 200 len: 375 time: 0.1219783 Aug 21 09:02:55.619231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-b43c9b81-bb42-480c-a198-c60a4b62e7be service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312885 Aug 21 09:02:55.626416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:02:55.637428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b473edf-b8c4-4e9f-ad23-452b91671191 None None] Sync routers for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:02:55.648074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b473edf-b8c4-4e9f-ad23-452b91671191 None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:55.653640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5b473edf-b8c4-4e9f-ad23-452b91671191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:55.785712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-5b473edf-b8c4-4e9f-ad23-452b91671191 None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:55.817001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d37b01-5f1b-46f4-b020-a1556228a98d service neutron] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:55.861104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] No DVR routers for this DVR port f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:02:55.864348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:02:55.872927 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:55.875306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31f4d34a-1950-44ff-a05c-d40c1e0de210 req-f4d27f2d-b535-46ae-b533-178bccd99941 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.13 "DELETE /v2.0/ports/f4a0ac5d-5658-44fe-9d04-b4cf60fcda28 HTTP/1.1" status: 204 len: 173 time: 6.5002055 Aug 21 09:02:55.902487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:02:55.931594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-9e89a938-d877-4d97-8b8c-05acb461bce1 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=116e4c914bab4b11acd1c18e2bf0a760&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3139231 Aug 21 09:02:55.978089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-67dbd419-b6f0-4363-ba83-f8ef426b22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:55.979615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-67dbd419-b6f0-4363-ba83-f8ef426b22eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1099 time: 0.1913891 Aug 21 09:02:55.983120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-a2abbf95-a008-4271-a65c-fc349f53f753 service neutron] 10.222.0.20 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946154 Aug 21 09:02:55.984953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-892e1d4c-6547-4bf3-a1d1-c34a6f854aaf req-73d23904-39cf-429f-83a6-8877e573d28c service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554940 Aug 21 09:02:56.016270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5b473edf-b8c4-4e9f-ad23-452b91671191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:56.027624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:56.049803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b473edf-b8c4-4e9f-ad23-452b91671191 None None] Checking router: ab4543bc-4e2f-4e68-a0ff-43e206921b78 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:02:56.060621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b473edf-b8c4-4e9f-ad23-452b91671191 None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:02:56.061383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5b473edf-b8c4-4e9f-ad23-452b91671191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:56.082530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-e2a4b8c0-1935-45c1-9ee0-a8c642f4ce75 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 217 time: 0.0687325 Aug 21 09:02:56.144194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:56.144911 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:56.146914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] 10.222.0.22 "PUT /v2.0/ports/a766f42e-37c3-4108-9ff2-561f72dc97a5 HTTP/1.1" status: 200 len: 1093 time: 4.2360966 Aug 21 09:02:56.171002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323be60-87b1-41c9-8d16-9fc116bc3381 service neutron] Pushing event updated for resources: {'Port': ['ID=a766f42e-37c3-4108-9ff2-561f72dc97a5,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:56.183768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-21103ba2-349a-4276-a9f5-7439251eb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:56.186287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-21103ba2-349a-4276-a9f5-7439251eb66a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0928319 Aug 21 09:02:56.186415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-5b473edf-b8c4-4e9f-ad23-452b91671191 None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:02:56.189472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-5aafc0a3-a9c1-497f-9648-c5a22c07c955 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c249bd-4684-4365-b82d-a6446553feda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366633 Aug 21 09:02:56.313736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-1e11c545-1cc7-4257-8073-6c48f9c1bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:56.318986 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-1e11c545-1cc7-4257-8073-6c48f9c1bbe8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1236546 Aug 21 09:02:56.421536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5b473edf-b8c4-4e9f-ad23-452b91671191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:02:56.458573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b473edf-b8c4-4e9f-ad23-452b91671191 None None] The sync data for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 is: [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:10Z', 'revision_number': 4, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '58778dc1-7dd5-4ad1-b21b-2e7ed46bc220', 'name': '', 'network_id': '81d00ede-ffc6-4f2c-87e9-3525996dc088', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'mac_address': 'fa:16:3e:87:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:09Z', 'updated_at': '2021-08-21T08:58:16Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'subnets': [{'id': 'df6e82b6-6db7-47ac-9ebc-f352a404555a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:02:56.683314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:02:56.734282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:02:56.734886 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:56.769577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-f0c9e6a3-0dc3-4950-8272-49b55a5c278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:56.771126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-f0c9e6a3-0dc3-4950-8272-49b55a5c278b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 1096 time: 0.5053492 Aug 21 09:02:56.776390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-a5dc73f9-e806-43b4-ac7f-425587595721 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c249bd-4684-4365-b82d-a6446553feda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762534 Aug 21 09:02:56.850388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-d8d47e6b-5092-4a1b-932c-076b110414ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5 HTTP/1.1" status: 200 len: 217 time: 0.0682895 Aug 21 09:02:56.906465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-ba6629d0-e85f-4eec-a5b3-497ecf4cd806 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798676 Aug 21 09:02:56.918566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-8c873d86-c994-44f0-a538-29194fcc4059 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:56.920058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-8c873d86-c994-44f0-a538-29194fcc4059 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/networks?id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93 HTTP/1.1" status: 200 len: 812 time: 0.2702465 Aug 21 09:02:56.993277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-e265ec33-bf2d-454f-af5d-ab55eb91f77d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/quotas/f5ed72a36f12435ba04ce343b7133dd6 HTTP/1.1" status: 200 len: 375 time: 0.0603173 Aug 21 09:02:56.996564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-59e28d45-f75c-44e9-894b-9267cf7ae563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:56.997976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-59e28d45-f75c-44e9-894b-9267cf7ae563 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1278789 Aug 21 09:02:57.050766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-0d1bd622-2a25-48c0-9877-8234c5aa30b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437388 Aug 21 09:02:57.098849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-f0a65dfa-1639-4837-8160-ca9b67f0caed tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803058 Aug 21 09:02:57.225434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1054abe3-1107-4e2e-a064-e2ad25491cb9 req-00d38cb8-2052-42af-90c5-030a1214420a service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044062 Aug 21 09:02:57.271132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ce750-66a6-4239-a004-e77126ee6d2a req-cd11983d-b25c-464e-9e84-7ee89619353a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:57.272694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e9ce750-66a6-4239-a004-e77126ee6d2a req-cd11983d-b25c-464e-9e84-7ee89619353a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 947 time: 0.1835074 Aug 21 09:02:57.324870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-f0dc04ee-e625-46c1-81b1-b6ed7f4f7708 service neutron] 10.222.0.20 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052040 Aug 21 09:02:57.328064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-c74cf99e-9cb2-4da2-b470-ea5b93455d22 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415037 Aug 21 09:02:57.412788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e9ce750-66a6-4239-a004-e77126ee6d2a req-b9435fc5-5021-408b-92a3-577301067c32 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298316 Aug 21 09:02:57.427072 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63cecef-b4e7-496b-82a8-a0ddf60c83d7 None None] New status for floating IP cb0588a6-da79-493a-a458-5cc6b95afc82: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:02:57.460152 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22fc402-848a-4518-936e-49ca22503449 x-openstack-request-id: req-f22fc402-848a-4518-936e-49ca22503449 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:57.460721 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f264bd2-9aa4-4932-9f75-cd5be6235c5e", "name": "network-vif-deleted", "tag": "c186bb68-1e9f-4b00-93d1-6badc3c803c2", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:57.461090 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f22fc402-848a-4518-936e-49ca22503449 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:57.463421 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f264bd2-9aa4-4932-9f75-cd5be6235c5e', 'name': 'network-vif-deleted', 'tag': 'c186bb68-1e9f-4b00-93d1-6badc3c803c2', 'status': 'completed', 'code': 200} Aug 21 09:02:57.512974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-78e1bcff-9cd4-4ead-be95-28f932914df7 service neutron] 10.222.0.20 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763983 Aug 21 09:02:57.516488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04d293e-24f6-4ce4-893e-78b6036e6a0f req-be399178-d24f-48f8-aef9-a963eb818803 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681845 Aug 21 09:02:57.657043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411ccc-5c5e-434b-b41d-2e548ce0ba5d req-6ab88ae9-1d43-412a-a0b9-63ae8767cc89 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:57.663457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411ccc-5c5e-434b-b41d-2e548ce0ba5d req-6ab88ae9-1d43-412a-a0b9-63ae8767cc89 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:57.669642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411ccc-5c5e-434b-b41d-2e548ce0ba5d req-6ab88ae9-1d43-412a-a0b9-63ae8767cc89 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:57.676292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411ccc-5c5e-434b-b41d-2e548ce0ba5d req-6ab88ae9-1d43-412a-a0b9-63ae8767cc89 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:57.682252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411ccc-5c5e-434b-b41d-2e548ce0ba5d req-6ab88ae9-1d43-412a-a0b9-63ae8767cc89 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:57.688226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411ccc-5c5e-434b-b41d-2e548ce0ba5d req-6ab88ae9-1d43-412a-a0b9-63ae8767cc89 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:57.694178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411ccc-5c5e-434b-b41d-2e548ce0ba5d req-6ab88ae9-1d43-412a-a0b9-63ae8767cc89 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:57.696120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f411ccc-5c5e-434b-b41d-2e548ce0ba5d req-6ab88ae9-1d43-412a-a0b9-63ae8767cc89 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.0972250 Aug 21 09:02:57.753731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f411ccc-5c5e-434b-b41d-2e548ce0ba5d req-9e4a80d7-2b77-46ae-b3ba-807355ace07d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511444 Aug 21 09:02:57.872798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bded9-a409-4991-944f-814797b136d3 req-daa5ec87-1edc-4e04-9eeb-ad249f153306 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:57.881757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b2bded9-a409-4991-944f-814797b136d3 req-daa5ec87-1edc-4e04-9eeb-ad249f153306 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 944 time: 0.0646968 Aug 21 09:02:57.890213 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89d68d-865c-45e2-ac7f-0357115d6678 x-openstack-request-id: req-2a89d68d-865c-45e2-ac7f-0357115d6678 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:57.890592 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:57.890746 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a89d68d-865c-45e2-ac7f-0357115d6678 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:57.891115 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'status': 'completed', 'code': 200} Aug 21 09:02:57.938889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b2bded9-a409-4991-944f-814797b136d3 req-583c32a3-e853-4697-866a-1648dee1c562 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562170 Aug 21 09:02:57.974790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e654c83d-5d7e-4c43-84bb-d42d91cc1efc req-c372d00d-8128-4b4f-bf1e-fe45b91b1437 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 210 time: 0.0334036 Aug 21 09:02:58.011681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e89d0-61d9-42e6-a71e-393d7dad7503 req-ed34ac65-4c5e-470f-8287-8bc227dc9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.017697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e13e89d0-61d9-42e6-a71e-393d7dad7503 req-ed34ac65-4c5e-470f-8287-8bc227dc9a5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1099 time: 0.0924511 Aug 21 09:02:58.046451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-875286ef-5505-48fc-86c5-6022453735d9 req-d25325d6-da1c-454a-94e3-7e70d1ad314c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 210 time: 0.0375547 Aug 21 09:02:58.085467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59570) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:58.120698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e0967cb-af87-4ec1-a7a4-48404a5f556f req-33c9850c-4139-481b-a094-944424ceabf0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 210 time: 0.0679598 Aug 21 09:02:58.193555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e89d0-61d9-42e6-a71e-393d7dad7503 req-6553702e-70e0-430e-a73d-f9dd7733915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.195168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e13e89d0-61d9-42e6-a71e-393d7dad7503 req-6553702e-70e0-430e-a73d-f9dd7733915c service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1523983 Aug 21 09:02:58.244565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e13e89d0-61d9-42e6-a71e-393d7dad7503 req-c8e36636-f0df-4bf4-aa09-7061cfe153f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 217 time: 0.0350471 Aug 21 09:02:58.254106 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f7c74f19-c055-40c5-802b-7c7e2d7fc662 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97b4438915564130b94b8ce40d3b9713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674814 Aug 21 09:02:58.259255 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59578) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:58.268780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59580) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:58.307655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5cc6-264a-4186-9598-b21ee1fb58f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:58.332864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e89d0-61d9-42e6-a71e-393d7dad7503 req-e2a9fae1-6574-4e43-a9f2-993a35379246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.334332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e13e89d0-61d9-42e6-a71e-393d7dad7503 req-e2a9fae1-6574-4e43-a9f2-993a35379246 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0777040 Aug 21 09:02:58.344273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5cc6-264a-4186-9598-b21ee1fb58f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:58.395943 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f15615b-781f-4b39-bd45-69aa7e455d97 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:58.425399 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f15615b-781f-4b39-bd45-69aa7e455d97 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:58.434653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e89d0-61d9-42e6-a71e-393d7dad7503 req-eef53aed-9950-4f8d-a2ee-43d74210f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.436204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e13e89d0-61d9-42e6-a71e-393d7dad7503 req-eef53aed-9950-4f8d-a2ee-43d74210f6ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0828996 Aug 21 09:02:58.497722 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5cc6-264a-4186-9598-b21ee1fb58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:58.500685 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5cc6-264a-4186-9598-b21ee1fb58f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:58.502640 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ddfc5cc6-264a-4186-9598-b21ee1fb58f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77461a11-2801-4b56-afd1-4c10594bec64 HTTP/1.1" status: 204 len: 168 time: 0.2424107 Aug 21 09:02:58.511828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc5cc6-264a-4186-9598-b21ee1fb58f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77461a11-2801-4b56-afd1-4c10594bec64,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:58.585375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd896be-e6ac-447f-a6d3-022627b2d9a2 req-39a8142c-5128-4b19-900c-323262a8d560 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.586849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5fd896be-e6ac-447f-a6d3-022627b2d9a2 req-39a8142c-5128-4b19-900c-323262a8d560 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 947 time: 0.0878916 Aug 21 09:02:58.589021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e13e89d0-61d9-42e6-a71e-393d7dad7503 req-ce89811d-3ed2-4e83-94aa-7ffec511f770 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435268 Aug 21 09:02:58.671217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5fd896be-e6ac-447f-a6d3-022627b2d9a2 req-fcf28704-3d85-4c30-97e1-b14ba51e8894 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783563 Aug 21 09:02:58.694696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f15615b-781f-4b39-bd45-69aa7e455d97 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:58.694696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f15615b-781f-4b39-bd45-69aa7e455d97 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:58.694696 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5f15615b-781f-4b39-bd45-69aa7e455d97 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "DELETE /v2.0/security-groups/7abd21b4-a5c8-46a9-8670-f15ede67dbd4 HTTP/1.1" status: 204 len: 168 time: 0.4208231 Aug 21 09:02:58.696984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59588) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:58.728503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15615b-781f-4b39-bd45-69aa7e455d97 tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abd21b4-a5c8-46a9-8670-f15ede67dbd4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:58.732971 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-d625de0c-22c8-43b5-be67-6bebf9ce8acd tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] show failed (client error): The resource could not be found. Aug 21 09:02:58.734476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d625de0c-22c8-43b5-be67-6bebf9ce8acd tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "GET /v2.0/security-groups/7abd21b4-a5c8-46a9-8670-f15ede67dbd4 HTTP/1.1" status: 404 len: 347 time: 0.0364630 Aug 21 09:02:58.737517 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59590) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:58.738250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e13e89d0-61d9-42e6-a71e-393d7dad7503 req-b08cddbd-72d9-4fae-ad74-97d724ffa4c0 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385784 Aug 21 09:02:58.889221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a470bb1b-5007-4c92-85da-59b5e811126d tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Deleting port c3d05345-8f33-47ed-acc2-1f4ec8fafb49 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:02:58.889579 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a470bb1b-5007-4c92-85da-59b5e811126d tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:58.898039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29aff5-5599-4410-a414-f0b9e8409500 req-1180692b-3b57-4f55-9c12-84bcdcd88855 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.904248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29aff5-5599-4410-a414-f0b9e8409500 req-1180692b-3b57-4f55-9c12-84bcdcd88855 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.911338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29aff5-5599-4410-a414-f0b9e8409500 req-1180692b-3b57-4f55-9c12-84bcdcd88855 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.917742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29aff5-5599-4410-a414-f0b9e8409500 req-1180692b-3b57-4f55-9c12-84bcdcd88855 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.924537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29aff5-5599-4410-a414-f0b9e8409500 req-1180692b-3b57-4f55-9c12-84bcdcd88855 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.930511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29aff5-5599-4410-a414-f0b9e8409500 req-1180692b-3b57-4f55-9c12-84bcdcd88855 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.936644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29aff5-5599-4410-a414-f0b9e8409500 req-1180692b-3b57-4f55-9c12-84bcdcd88855 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:58.939432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed29aff5-5599-4410-a414-f0b9e8409500 req-1180692b-3b57-4f55-9c12-84bcdcd88855 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.1001577 Aug 21 09:02:58.985839 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a470bb1b-5007-4c92-85da-59b5e811126d tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:58.986266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a470bb1b-5007-4c92-85da-59b5e811126d tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:58.999378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a470bb1b-5007-4c92-85da-59b5e811126d tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Calling delete_port for c3d05345-8f33-47ed-acc2-1f4ec8fafb49 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:02:59.036411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:02:59.068024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed29aff5-5599-4410-a414-f0b9e8409500 req-8ae1c777-b373-47b4-8c94-718fff57cb38 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175919 Aug 21 09:02:59.122837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b07012-79e8-4b45-ba02-405ff3edb180 req-c893de40-ff8b-47bf-bba7-b3786357eb3b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:59.125414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70b07012-79e8-4b45-ba02-405ff3edb180 req-c893de40-ff8b-47bf-bba7-b3786357eb3b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 944 time: 0.0899308 Aug 21 09:02:59.135100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54651b-c5fe-4466-94d7-53451d933939 req-4fa816f6-a2f4-4c9d-bd33-27ec5db40310 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:59.136982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-4fa816f6-a2f4-4c9d-bd33-27ec5db40310 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.13 "GET /v2.0/networks?id=3a8ce318-4c64-4750-80fb-28d9c607fe7d HTTP/1.1" status: 200 len: 820 time: 0.1967027 Aug 21 09:02:59.158774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Request body: {'port': {'device_id': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'admin_state_up': True, 'tenant_id': '205879961c824c35af0e1b151cdd090f'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:02:59.203283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:59.223992 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'mac_address': 'fa:16:3e:5f:93:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:02:59.257218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9b57911-fd56-4781-8aff-3bb8916fb734 req-b5120ce4-d911-49ac-96ae-49d48544efe1 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 210 time: 0.0780509 Aug 21 09:02:59.262747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70b07012-79e8-4b45-ba02-405ff3edb180 req-303474a3-79be-4856-8f8d-587b63a7e11f tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247656 Aug 21 09:02:59.297887 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:59.314124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:59.335899 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a470bb1b-5007-4c92-85da-59b5e811126d tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:59.351832 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749d303a-18e8-413e-b8fc-b15816bdf8eb {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:02:59.377263 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470bb1b-5007-4c92-85da-59b5e811126d tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Pushing event deleted for resources: {'Port': ['ID=c3d05345-8f33-47ed-acc2-1f4ec8fafb49,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:59.386968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a56d5569-f56f-4dd9-91b9-460e1d355df1 req-db915c80-c9c3-4661-86d9-f341d4b3ff86 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 210 time: 0.0438006 Aug 21 09:02:59.410017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:02:59.437757 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-08fed5c6-ee05-442f-bb72-3999993efba3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c47eddb4cfd04c098f2603fa346029ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1221299 Aug 21 09:02:59.437942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-469e887a-b3a5-4052-8b7a-99e094deff5e req-d8d33aba-89f6-4379-9248-96a2a54345db tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 210 time: 0.0500567 Aug 21 09:02:59.440360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59606) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:02:59.442446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Made reservation on behalf of 205879961c824c35af0e1b151cdd090f for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:02:59.450587 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:59.481859 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a470bb1b-5007-4c92-85da-59b5e811126d tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:59.484432 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a470bb1b-5007-4c92-85da-59b5e811126d tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:59.488541 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a470bb1b-5007-4c92-85da-59b5e811126d tempest-ServersWithSpecificFlavorTestJSON-639500793 tempest-ServersWithSpecificFlavorTestJSON-639500793-project] 10.222.0.20 "DELETE /v2.0/floatingips/cb0588a6-da79-493a-a458-5cc6b95afc82 HTTP/1.1" status: 204 len: 168 time: 0.7493522 Aug 21 09:02:59.498096 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:59.558577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:02:59.635070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab303ef3-2215-4965-8845-1c0cb0bc01a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:59.698604 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab303ef3-2215-4965-8845-1c0cb0bc01a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:59.743828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['749d303a-18e8-413e-b8fc-b15816bdf8eb'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:02:59.754455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Allocated IP 172.20.0.5 (3a8ce318-4c64-4750-80fb-28d9c607fe7d/1db6eb67-e501-4dbc-97df-829a40d9e3e9/141e74d9-6e43-4d44-8810-2b47fe848d1f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:02:59.803162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-7665776e-748b-40ad-8632-29cd3f9bed9a tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:59.804621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-7665776e-748b-40ad-8632-29cd3f9bed9a tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.13 "GET /v2.0/networks?id=c1c249bd-4684-4365-b82d-a6446553feda HTTP/1.1" status: 200 len: 812 time: 0.2591779 Aug 21 09:02:59.885607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64531f-5962-40d7-8bab-41ee54270c22 req-4a474510-6db4-4320-85c7-f0fd8b793eb8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:02:59.887305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a64531f-5962-40d7-8bab-41ee54270c22 req-4a474510-6db4-4320-85c7-f0fd8b793eb8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 948 time: 0.1413190 Aug 21 09:02:59.899295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'name': 'network-vif-deleted', 'tag': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28'}, {'name': 'network-changed', 'server_uuid': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'tag': 'a766f42e-37c3-4108-9ff2-561f72dc97a5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:02:59.901607 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd600ec8-4597-4e44-ab2c-044065429853" -d '{"events": [{"server_uuid": "4936e139-caf0-4aa8-8fbb-2bdcb03c1de6", "name": "network-vif-deleted", "tag": "f4a0ac5d-5658-44fe-9d04-b4cf60fcda28"}, {"name": "network-changed", "server_uuid": "d2c2926b-9910-497d-a2f4-2dd23c4376ce", "tag": "a766f42e-37c3-4108-9ff2-561f72dc97a5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:02:59.956480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-d810f470-7677-47ac-b51e-f3d845387e9f tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116e4c914bab4b11acd1c18e2bf0a760 HTTP/1.1" status: 200 len: 379 time: 0.1375909 Aug 21 09:02:59.957081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab303ef3-2215-4965-8845-1c0cb0bc01a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:59.959596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab303ef3-2215-4965-8845-1c0cb0bc01a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:02:59.960648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ab303ef3-2215-4965-8845-1c0cb0bc01a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16fe35db-94e1-4f5b-9d59-6e58a305259c HTTP/1.1" status: 204 len: 168 time: 0.5191298 Aug 21 09:02:59.998828 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 09:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618927cf-109e-4025-a61f-d05d8cd7b8b9 x-openstack-request-id: req-618927cf-109e-4025-a61f-d05d8cd7b8b9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:02:59.999080 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4936e139-caf0-4aa8-8fbb-2bdcb03c1de6", "name": "network-vif-deleted", "tag": "f4a0ac5d-5658-44fe-9d04-b4cf60fcda28", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2c2926b-9910-497d-a2f4-2dd23c4376ce", "tag": "a766f42e-37c3-4108-9ff2-561f72dc97a5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:02:59.999347 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-618927cf-109e-4025-a61f-d05d8cd7b8b9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:02:59.999711 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4936e139-caf0-4aa8-8fbb-2bdcb03c1de6', 'name': 'network-vif-deleted', 'tag': 'f4a0ac5d-5658-44fe-9d04-b4cf60fcda28', 'status': 'completed', 'code': 200} Aug 21 09:03:00.000028 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'tag': 'a766f42e-37c3-4108-9ff2-561f72dc97a5', 'status': 'completed', 'code': 200} Aug 21 09:03:00.007481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Request body: {'port': {'device_id': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'admin_state_up': True, 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'security_groups': ['d1631d6d-5fdc-46ae-ac23-1d46036eee33']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:00.032010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a64531f-5962-40d7-8bab-41ee54270c22 req-47b3817c-438d-4cbb-8e7d-080c98c67b3e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256516 Aug 21 09:03:00.044790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab303ef3-2215-4965-8845-1c0cb0bc01a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fe35db-94e1-4f5b-9d59-6e58a305259c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:00.140012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59632) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:00.241402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600ec8-4597-4e44-ab2c-044065429853 req-7f995836-a65d-40df-880c-48494c9a8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.242927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd600ec8-4597-4e44-ab2c-044065429853 req-7f995836-a65d-40df-880c-48494c9a8182 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 1096 time: 0.2317388 Aug 21 09:03:00.261499 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:00.430738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d202f-25ce-47f6-a1bd-5297ebd2f21f req-a526f05c-041c-4983-aa92-9e463a6ddf23 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.436746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d202f-25ce-47f6-a1bd-5297ebd2f21f req-a526f05c-041c-4983-aa92-9e463a6ddf23 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.443261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d202f-25ce-47f6-a1bd-5297ebd2f21f req-a526f05c-041c-4983-aa92-9e463a6ddf23 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.449759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d202f-25ce-47f6-a1bd-5297ebd2f21f req-a526f05c-041c-4983-aa92-9e463a6ddf23 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.455316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d202f-25ce-47f6-a1bd-5297ebd2f21f req-a526f05c-041c-4983-aa92-9e463a6ddf23 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.462233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d202f-25ce-47f6-a1bd-5297ebd2f21f req-a526f05c-041c-4983-aa92-9e463a6ddf23 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.479221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d202f-25ce-47f6-a1bd-5297ebd2f21f req-a526f05c-041c-4983-aa92-9e463a6ddf23 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.483048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d99d202f-25ce-47f6-a1bd-5297ebd2f21f req-a526f05c-041c-4983-aa92-9e463a6ddf23 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.3114779 Aug 21 09:03:00.510136 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-f603ad3f-a12e-448e-b04e-636eefc327bf tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.510993 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-f603ad3f-a12e-448e-b04e-636eefc327bf tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.13 "GET /v2.0/networks?id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93 HTTP/1.1" status: 200 len: 812 time: 0.2280953 Aug 21 09:03:00.514557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c197a95-53ed-4bc3-8edd-437d8877b01d req-9db301c6-ca2f-4440-8b4d-8ef15e5cf0ad tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 210 time: 0.1720011 Aug 21 09:03:00.533946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600ec8-4597-4e44-ab2c-044065429853 req-491e030b-5d58-44b0-82e7-2503f3c6c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.535442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd600ec8-4597-4e44-ab2c-044065429853 req-491e030b-5d58-44b0-82e7-2503f3c6c8af service neutron] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.2651470 Aug 21 09:03:00.539883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'port': {'device_id': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93', 'admin_state_up': True, 'tenant_id': 'f5ed72a36f12435ba04ce343b7133dd6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:00.601366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd600ec8-4597-4e44-ab2c-044065429853 req-3340b557-2343-4ed6-b37b-058952031277 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5 HTTP/1.1" status: 200 len: 217 time: 0.0579290 Aug 21 09:03:00.650765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d99d202f-25ce-47f6-a1bd-5297ebd2f21f req-a90c082d-89aa-493d-ab9e-b5a148aec228 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1305339 Aug 21 09:03:00.686816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:00.698991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Made reservation on behalf of 116e4c914bab4b11acd1c18e2bf0a760 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:00.702686 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:00.767379 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:00.799745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Network 3a8ce318-4c64-4750-80fb-28d9c607fe7d is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:00.803280 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Made reservation on behalf of f5ed72a36f12435ba04ce343b7133dd6 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:00.806811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:00.820308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600ec8-4597-4e44-ab2c-044065429853 req-f7552a2f-734e-4e70-8104-b19bc4e94eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.821774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd600ec8-4597-4e44-ab2c-044065429853 req-f7552a2f-734e-4e70-8104-b19bc4e94eba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1945179 Aug 21 09:03:00.833082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4115dd73-b4c3-47ed-b375-8d118be8ccbe req-1c1b9e7c-c482-4b4b-8dea-f6c7c245a2f5 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 210 time: 0.0638986 Aug 21 09:03:00.833891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:00.836255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:00.843483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:00.844243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:00.860437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Pushing event updated for resources: {'Port': ['ID=141e74d9-6e43-4d44-8810-2b47fe848d1f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:01.039190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:01.046960 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Allocated IP 172.20.0.5 (3cfe576f-17e5-4b8a-bda7-743f7c90ab93/e7eb66c0-aab2-4056-93ac-8c4ff0fd008b/24448169-e68d-446f-80f2-eb40b0c98c32) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:03:01.166136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 749d303a-18e8-413e-b8fc-b15816bdf8eb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:01.171623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 749d303a-18e8-413e-b8fc-b15816bdf8eb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:01.172084 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:01.259113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd600ec8-4597-4e44-ab2c-044065429853 req-4089f073-254c-43e6-b001-0dc3462ab1d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4112492 Aug 21 09:03:01.279245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76610391-5ebe-4cde-91f6-9c23a0d704c8 req-22c28429-621b-443f-8435-62b8cbacf559 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:01.283243 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:01.287205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76610391-5ebe-4cde-91f6-9c23a0d704c8 req-22c28429-621b-443f-8435-62b8cbacf559 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 944 time: 0.6581779 Aug 21 09:03:01.291183 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:01.313491 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] Deleting port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:03:01.313865 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:01.317495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:01.319859 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0510d8bf-de92-4fe3-86e6-56c78b83ef6a" -d '{"events": [{"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-plugged", "status": "completed", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:01.323546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-365293d9-2cc2-4c1f-b519-f98a34e5c4be req-e709ba59-3f58-44f1-85ba-c3acd3e43227 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 210 time: 0.0676913 Aug 21 09:03:01.335485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:01.383162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-7bdf1068-fefe-4f1a-a864-f9e895d64bf9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2307518 Aug 21 09:03:01.409148 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] For port 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=58778dc1-7dd5-4ad1-b21b-2e7ed46bc220,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:01.409706 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:01.422732 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] Calling delete_port for 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:03:01.431157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Request body: {'port': {'device_id': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:01.440840 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:01.472488 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:01.501515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76610391-5ebe-4cde-91f6-9c23a0d704c8 req-0a5d73b5-32eb-457f-a2b4-72063a97cdaf tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051194 Aug 21 09:03:01.506025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:01.545754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:01.560840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:01.565608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:01.570463 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6583a5c-2c46-4a7d-acbe-dbf1aa8b335e x-openstack-request-id: req-e6583a5c-2c46-4a7d-acbe-dbf1aa8b335e {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:01.570962 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-plugged", "status": "completed", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:01.571374 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6583a5c-2c46-4a7d-acbe-dbf1aa8b335e {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:01.572019 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'code': 200} Aug 21 09:03:01.580711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Allocated IP 172.20.0.6 (c1c249bd-4684-4365-b82d-a6446553feda/69e1aabe-0868-411e-b4be-c694342c8a18/06f62c3e-0362-4b9f-aa0f-61ab7d530b61) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:03:01.622242 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:01.622350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'Port': ['ID=24448169-e68d-446f-80f2-eb40b0c98c32,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:01.631136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024af0f-ebb5-47c1-b63e-20c73d903c71 req-2561a432-c7e3-4e0d-933c-c106116b8c5f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:01.632687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1024af0f-ebb5-47c1-b63e-20c73d903c71 req-2561a432-c7e3-4e0d-933c-c106116b8c5f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.2126307 Aug 21 09:03:01.648980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd600ec8-4597-4e44-ab2c-044065429853 req-5b16370d-95b5-47d4-8a85-32c0e86173e2 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593185 Aug 21 09:03:01.697222 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:01.697849 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:01.804353 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-a63cc39b-f52d-4708-93de-5d84f768ebe0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2683096 Aug 21 09:03:01.817467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Request body: {'port': {'device_id': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:01.850155 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:01.894421 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1024af0f-ebb5-47c1-b63e-20c73d903c71 req-80cb0ede-70b1-4638-91cc-e37d5c114023 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535350 Aug 21 09:03:01.901584 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=58778dc1-7dd5-4ad1-b21b-2e7ed46bc220,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:01.937561 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:01.995318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d806ba-e51e-4679-b928-a7f6a8d6f20d req-6b328f16-d574-4830-8606-41a97a8cd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:01.996641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1d806ba-e51e-4679-b928-a7f6a8d6f20d req-6b328f16-d574-4830-8606-41a97a8cd9e5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1101 time: 0.3463504 Aug 21 09:03:02.010515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe4eb5-9873-4777-b737-fbca84d8c828 req-21917ede-ac16-40b4-af69-9c229542b562 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:02.012126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-edfe4eb5-9873-4777-b737-fbca84d8c828 req-21917ede-ac16-40b4-af69-9c229542b562 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 931 time: 0.3380964 Aug 21 09:03:02.125778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd600ec8-4597-4e44-ab2c-044065429853 req-8c181115-cae7-4343-8d5d-1ebacde43d5c service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497645 Aug 21 09:03:02.192556 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:02.210804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1d806ba-e51e-4679-b928-a7f6a8d6f20d req-776af357-9cc3-4968-b055-c13f0edfba56 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975543 Aug 21 09:03:02.241527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Transition to ACTIVE for port object 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:02.246902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-edfe4eb5-9873-4777-b737-fbca84d8c828 req-bb3805a5-a9f9-4701-a448-05edf28255db tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092819 Aug 21 09:03:02.273067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5788-27c4-4636-847a-2ff9ce7e3f93 req-4762ea27-1a7e-4449-8c4b-3e552c22ee04 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:02.279132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5788-27c4-4636-847a-2ff9ce7e3f93 req-4762ea27-1a7e-4449-8c4b-3e552c22ee04 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:02.287201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5788-27c4-4636-847a-2ff9ce7e3f93 req-4762ea27-1a7e-4449-8c4b-3e552c22ee04 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:02.293282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5788-27c4-4636-847a-2ff9ce7e3f93 req-4762ea27-1a7e-4449-8c4b-3e552c22ee04 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:02.299952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5788-27c4-4636-847a-2ff9ce7e3f93 req-4762ea27-1a7e-4449-8c4b-3e552c22ee04 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:02.305952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5788-27c4-4636-847a-2ff9ce7e3f93 req-4762ea27-1a7e-4449-8c4b-3e552c22ee04 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:02.311918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5788-27c4-4636-847a-2ff9ce7e3f93 req-4762ea27-1a7e-4449-8c4b-3e552c22ee04 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:02.313958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36ed5788-27c4-4636-847a-2ff9ce7e3f93 req-4762ea27-1a7e-4449-8c4b-3e552c22ee04 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.2774115 Aug 21 09:03:02.379453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a936aa5-e2e1-457c-94df-d617aeb294c8 req-8f723fcf-0ba0-406d-af97-29179c791ff2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 210 time: 0.0592375 Aug 21 09:03:02.436537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36ed5788-27c4-4636-847a-2ff9ce7e3f93 req-a56816c1-6f9b-4690-b68c-bbeb4ce70a10 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096976 Aug 21 09:03:02.480347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141e74d9-6e43-4d44-8810-2b47fe848d1f {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:02.499161 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:02.533513 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:02.560234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Transition to ACTIVE for port object 141e74d9-6e43-4d44-8810-2b47fe848d1f will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:02.562393 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:02.650299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:02.671837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7ab86-14fd-4e6a-811f-8b62d99e9a35 req-0dc9434b-9f79-4bef-9c63-380d857098ac tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:02.673443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35b7ab86-14fd-4e6a-811f-8b62d99e9a35 req-0dc9434b-9f79-4bef-9c63-380d857098ac tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 931 time: 0.1884522 Aug 21 09:03:02.681807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Network c1c249bd-4684-4365-b82d-a6446553feda is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:02.687152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:02.721016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:02.726864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:02.727500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:02.746708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Pushing event updated for resources: {'Port': ['ID=06f62c3e-0362-4b9f-aa0f-61ab7d530b61,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:02.773189 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24448169-e68d-446f-80f2-eb40b0c98c32 {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:02.788891 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:02.826674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538cede-b78a-4e7d-b458-48399db6e55d req-d33cd00e-b5e5-49fc-bf44-3af1f8f442ec tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:02.834312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3538cede-b78a-4e7d-b458-48399db6e55d req-d33cd00e-b5e5-49fc-bf44-3af1f8f442ec tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 944 time: 0.2349312 Aug 21 09:03:02.841605 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35b7ab86-14fd-4e6a-811f-8b62d99e9a35 req-eb01e138-81c7-4770-937f-917736bda07d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580107 Aug 21 09:03:02.876736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Transition to ACTIVE for port object 24448169-e68d-446f-80f2-eb40b0c98c32 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:02.880788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-04e557cc-9ef3-48ad-911c-4af60bfdcf0c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8773370 Aug 21 09:03:02.900338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Request body: {'port': {'device_id': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:02.933060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3538cede-b78a-4e7d-b458-48399db6e55d req-1316a486-4ebc-4554-bcf0-92053c12bcb0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973325 Aug 21 09:03:02.941370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Attempting to bind port 141e74d9-6e43-4d44-8810-2b47fe848d1f on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:02.941370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Attempting to bind port 141e74d9-6e43-4d44-8810-2b47fe848d1f by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'c3b635dc-72d2-42ae-977d-7d3c147853bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:02.941370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Attempting to bind port 141e74d9-6e43-4d44-8810-2b47fe848d1f on network 3a8ce318-4c64-4750-80fb-28d9c607fe7d {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:02.946224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Pushing event updated for resources: {'Port': ['ID=141e74d9-6e43-4d44-8810-2b47fe848d1f,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:02.963001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Port 141e74d9-6e43-4d44-8810-2b47fe848d1f on network 3a8ce318-4c64-4750-80fb-28d9c607fe7d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:03:02.963001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Attempting to bind port 141e74d9-6e43-4d44-8810-2b47fe848d1f on network 3a8ce318-4c64-4750-80fb-28d9c607fe7d {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:02.966712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:02.966712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Checking segment: {'id': 'c3b635dc-72d2-42ae-977d-7d3c147853bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:02.966712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Bound using segment: {'id': 'c3b635dc-72d2-42ae-977d-7d3c147853bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:02.966712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Bound port: 141e74d9-6e43-4d44-8810-2b47fe848d1f, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b635dc-72d2-42ae-977d-7d3c147853bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:02.966712 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:02.971043 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.002796 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.040496 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:03:03.057536 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] Router ab4543bc-4e2f-4e68-a0ff-43e206921b78 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:03:03.093254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=24448169-e68d-446f-80f2-eb40b0c98c32,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:03.098694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a3362a00-4ae8-411e-98f1-0f54af89367f None None] Provisioning for port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:03.102638 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a3362a00-4ae8-411e-98f1-0f54af89367f None None] Provisioning complete for port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:03.103114 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a3362a00-4ae8-411e-98f1-0f54af89367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.122568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] For port 141e74d9-6e43-4d44-8810-2b47fe848d1f, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:03.129527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] For port 141e74d9-6e43-4d44-8810-2b47fe848d1f, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f,segment=NetworkSegment(c3b635dc-72d2-42ae-977d-7d3c147853bd),segment_id=c3b635dc-72d2-42ae-977d-7d3c147853bd)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:03.140364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a3362a00-4ae8-411e-98f1-0f54af89367f None None] Port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:03:03.203373 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.227849 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Attempting to bind port 24448169-e68d-446f-80f2-eb40b0c98c32 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:03.228188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Attempting to bind port 24448169-e68d-446f-80f2-eb40b0c98c32 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '0c8f365f-0f6b-4e12-9466-28f66cf57dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:03.228515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Attempting to bind port 24448169-e68d-446f-80f2-eb40b0c98c32 on network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:03.235419 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Port 24448169-e68d-446f-80f2-eb40b0c98c32 on network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:03:03.235844 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Attempting to bind port 24448169-e68d-446f-80f2-eb40b0c98c32 on network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:03.251913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-a59ced43-9d90-43c4-a675-f1eb6beba29a tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e18cdc82537a43ddbd4135199de926c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717571 Aug 21 09:03:03.264714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c95fe-806a-422a-9f27-bc87459ab394 req-09434d3e-448f-4fa6-8e6a-8899476a2e35 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:03.266181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-714c95fe-806a-422a-9f27-bc87459ab394 req-09434d3e-448f-4fa6-8e6a-8899476a2e35 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.2101274 Aug 21 09:03:03.271661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:03.272028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Checking segment: {'id': '0c8f365f-0f6b-4e12-9466-28f66cf57dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:03.273257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Bound using segment: {'id': '0c8f365f-0f6b-4e12-9466-28f66cf57dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:03.273703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Bound port: 24448169-e68d-446f-80f2-eb40b0c98c32, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8f365f-0f6b-4e12-9466-28f66cf57dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:03.274061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.276882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:03.277496 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.278812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e3b34028-b308-425c-83ea-43103a498917 service neutron] 10.222.0.13 "PUT /v2.0/ports/141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 1092 time: 1.8599248 Aug 21 09:03:03.280823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:03.283701 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73ca47d-2ed2-437d-8f59-b30b8c803f74" -d '{"events": [{"name": "network-changed", "server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:03.328226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:03:03.336873 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-da11d1c3-8169-4c4e-ad03-5708cb325d58 admin admin] 10.222.0.20 "PUT /v2.0/routers/ab4543bc-4e2f-4e68-a0ff-43e206921b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1938422 Aug 21 09:03:03.338974 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59710) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:03.340363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766b764-93d7-48b4-9bbc-51a4fa71b3ea None None] Sync routers for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:03:03.351999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766b764-93d7-48b4-9bbc-51a4fa71b3ea None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:03.352607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1766b764-93d7-48b4-9bbc-51a4fa71b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:03.407277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] For port 24448169-e68d-446f-80f2-eb40b0c98c32, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:03.414201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] For port 24448169-e68d-446f-80f2-eb40b0c98c32, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=24448169-e68d-446f-80f2-eb40b0c98c32,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:03.456677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b34028-b308-425c-83ea-43103a498917 service neutron] Pushing event updated for resources: {'Port': ['ID=141e74d9-6e43-4d44-8810-2b47fe848d1f,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:03.470286 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.475259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1766b764-93d7-48b4-9bbc-51a4fa71b3ea None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:03.511358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.511877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-714c95fe-806a-422a-9f27-bc87459ab394 req-1d2e58b0-a7a6-441f-992d-305465fa093e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983900 Aug 21 09:03:03.540663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54651b-c5fe-4466-94d7-53451d933939 req-b05f4c7c-5337-494f-b5ae-c223617101b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:03.542198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-b05f4c7c-5337-494f-b5ae-c223617101b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=205879961c824c35af0e1b151cdd090f&device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 1095 time: 0.1284339 Aug 21 09:03:03.549076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-7c57bb58-a361-4856-8d9a-f30e1dbae031 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:03.550670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-7c57bb58-a361-4856-8d9a-f30e1dbae031 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777882 Aug 21 09:03:03.608246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-e0435bb7-a64a-45c7-952e-a946aa8122f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 217 time: 0.0546744 Aug 21 09:03:03.620380 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-87e155e6-83f3-4394-b90e-ff93a7a03b68 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/quotas/e18cdc82537a43ddbd4135199de926c5 HTTP/1.1" status: 200 len: 375 time: 0.0582864 Aug 21 09:03:03.670555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:03.671195 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.672879 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/24448169-e68d-446f-80f2-eb40b0c98c32 HTTP/1.1" status: 200 len: 1092 time: 1.8598878 Aug 21 09:03:03.675493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'tag': '24448169-e68d-446f-80f2-eb40b0c98c32'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:03.680174 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770b34f5-6308-4629-ad42-7769a6a597e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b4ab17-e600-476d-a180-029e7342a4cc", "tag": "24448169-e68d-446f-80f2-eb40b0c98c32"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:03.714186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-e2d489f1-e3cb-4648-a32f-8f2d3ef63891 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18cdc82537a43ddbd4135199de926c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929701 Aug 21 09:03:03.725627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1766b764-93d7-48b4-9bbc-51a4fa71b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T09:03:01Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:03.731354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9a2c2-0ac6-4ce3-a558-384c52fad1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=24448169-e68d-446f-80f2-eb40b0c98c32,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:03.749690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.761874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766b764-93d7-48b4-9bbc-51a4fa71b3ea None None] Checking router: ab4543bc-4e2f-4e68-a0ff-43e206921b78 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:03:03.762383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:03.768861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54651b-c5fe-4466-94d7-53451d933939 req-aef243b2-5697-48cb-ab77-e5f47a3e92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:03.770588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-aef243b2-5697-48cb-ab77-e5f47a3e92bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1db6eb67-e501-4dbc-97df-829a40d9e3e9 HTTP/1.1" status: 200 len: 860 time: 0.1483603 Aug 21 09:03:03.772669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766b764-93d7-48b4-9bbc-51a4fa71b3ea None None] Routers {'ab4543bc-4e2f-4e68-a0ff-43e206921b78'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:03.773418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1766b764-93d7-48b4-9bbc-51a4fa71b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:02:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:03.775480 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.799598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54066b8-eb2e-4dc3-adf5-9c0022053ec6 req-e10381ed-4b0b-44b5-b729-bdbcf9298de5 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:03.806733 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b54066b8-eb2e-4dc3-adf5-9c0022053ec6 req-e10381ed-4b0b-44b5-b729-bdbcf9298de5 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 943 time: 0.1955366 Aug 21 09:03:03.832867 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-9b4bdfca-f7db-410d-b7c6-7339c0a0ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:03.834443 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-9b4bdfca-f7db-410d-b7c6-7339c0a0ad10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 1095 time: 0.0486901 Aug 21 09:03:03.836561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-747ae426-a7a5-4968-97ee-0d8f7434a1bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a8ce318-4c64-4750-80fb-28d9c607fe7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570424 Aug 21 09:03:03.845064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Transition to ACTIVE for port object 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:03.888409 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-ba759d50-0d62-45d3-8770-fe564fc53015 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24448169-e68d-446f-80f2-eb40b0c98c32 HTTP/1.1" status: 200 len: 217 time: 0.0399570 Aug 21 09:03:03.891518 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1766b764-93d7-48b4-9bbc-51a4fa71b3ea None None] Set router ab4543bc-4e2f-4e68-a0ff-43e206921b78 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:03.916782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b54066b8-eb2e-4dc3-adf5-9c0022053ec6 req-44720419-45fa-4a92-8fc4-2ab3a5360694 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091392 Aug 21 09:03:03.966192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-8992aa9a-1455-446f-870d-2ecef45086c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:03.967859 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-8992aa9a-1455-446f-870d-2ecef45086c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7eb66c0-aab2-4056-93ac-8c4ff0fd008b HTTP/1.1" status: 200 len: 852 time: 0.0616038 Aug 21 09:03:03.982238 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cd4bcb-cb85-4be8-8f55-41d037a18424 x-openstack-request-id: req-47cd4bcb-cb85-4be8-8f55-41d037a18424 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:03.982877 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:03.984397 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47cd4bcb-cb85-4be8-8f55-41d037a18424 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:03.984397 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'status': 'completed', 'code': 200} Aug 21 09:03:03.984573 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Deleting port 2cb8500a-8875-4210-80a0-1e02489c002e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:03:03.984573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:03.988835 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:04.019623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-8e1feae3-c071-40af-a012-bad7bba797d2 service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703844 Aug 21 09:03:04.041804 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-969708ed-3561-4d69-8670-7ad198b368d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599167 Aug 21 09:03:04.193972 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] For port 2cb8500a-8875-4210-80a0-1e02489c002e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2cb8500a-8875-4210-80a0-1e02489c002e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:04.194470 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:04.222947 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Calling delete_port for 2cb8500a-8875-4210-80a0-1e02489c002e owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:03:04.224075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Pushing event updated for resources: {'Port': ['ID=06f62c3e-0362-4b9f-aa0f-61ab7d530b61,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:04.254805 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-441e20e5-8a07-451a-b4a3-ddfbaf9c7531 service neutron] 10.222.0.13 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860716 Aug 21 09:03:04.307164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e54651b-c5fe-4466-94d7-53451d933939 req-535aedfc-6ba8-4d37-a2b1-3a1547e56add service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340610 Aug 21 09:03:04.366267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac91f2-7f13-4ac5-992d-ead4bdf1235b req-9d86945f-2f34-497a-b03b-e82543876784 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.371116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1766b764-93d7-48b4-9bbc-51a4fa71b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T09:03:01Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:04.375727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27ac91f2-7f13-4ac5-992d-ead4bdf1235b req-9d86945f-2f34-497a-b03b-e82543876784 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 943 time: 0.3010681 Aug 21 09:03:04.402573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Attempting to bind port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:04.402914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Attempting to bind port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:04.403236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Attempting to bind port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 on network c1c249bd-4684-4365-b82d-a6446553feda {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:04.406032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766b764-93d7-48b4-9bbc-51a4fa71b3ea None None] The sync data for ids ['ab4543bc-4e2f-4e68-a0ff-43e206921b78'] in n-d-766726-28 is: [{'id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2084006687-router', 'tenant_id': '6600cf3631324e368fd5629b44cc5be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T09:03:01Z', 'revision_number': 5, 'project_id': '6600cf3631324e368fd5629b44cc5be0', 'gw_port': {'id': '2cb8500a-8875-4210-80a0-1e02489c002e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4543bc-4e2f-4e68-a0ff-43e206921b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:06Z', 'updated_at': '2021-08-21T08:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:03:04.428842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a8f8-b30e-4028-878e-99e0c69d0375 req-c8805386-40e2-4087-a1bc-a0581a1bdb5d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.438553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a8f8-b30e-4028-878e-99e0c69d0375 req-c8805386-40e2-4087-a1bc-a0581a1bdb5d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.451271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a8f8-b30e-4028-878e-99e0c69d0375 req-c8805386-40e2-4087-a1bc-a0581a1bdb5d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.453109 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1ad03056-da3a-4e7b-9846-dbe02e786318 req-ec0f3178-6b48-4c09-a99a-06c12217d067 service neutron] 10.222.0.13 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588061 Aug 21 09:03:04.459042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a8f8-b30e-4028-878e-99e0c69d0375 req-c8805386-40e2-4087-a1bc-a0581a1bdb5d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.465186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a8f8-b30e-4028-878e-99e0c69d0375 req-c8805386-40e2-4087-a1bc-a0581a1bdb5d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.472982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a8f8-b30e-4028-878e-99e0c69d0375 req-c8805386-40e2-4087-a1bc-a0581a1bdb5d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.479778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a8f8-b30e-4028-878e-99e0c69d0375 req-c8805386-40e2-4087-a1bc-a0581a1bdb5d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.481707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c93a8f8-b30e-4028-878e-99e0c69d0375 req-c8805386-40e2-4087-a1bc-a0581a1bdb5d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.3090029 Aug 21 09:03:04.498551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 on network c1c249bd-4684-4365-b82d-a6446553feda not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:03:04.498882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Attempting to bind port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 on network c1c249bd-4684-4365-b82d-a6446553feda {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:04.537749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:04.538084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Checking segment: {'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:04.538464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Bound using segment: {'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:04.538893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Bound port: 06f62c3e-0362-4b9f-aa0f-61ab7d530b61, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99f8507-f2be-43a8-b560-754a7377ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:04.539254 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:04.547529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27ac91f2-7f13-4ac5-992d-ead4bdf1235b req-852232d6-56a7-4e7a-9446-ba6790068002 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710055 Aug 21 09:03:04.591725 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470730a7-de2f-4179-83b7-4a4e447618e7 x-openstack-request-id: req-470730a7-de2f-4179-83b7-4a4e447618e7 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:04.592116 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b4ab17-e600-476d-a180-029e7342a4cc", "tag": "24448169-e68d-446f-80f2-eb40b0c98c32", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:04.592417 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-470730a7-de2f-4179-83b7-4a4e447618e7 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:04.592898 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'tag': '24448169-e68d-446f-80f2-eb40b0c98c32', 'status': 'completed', 'code': 200} Aug 21 09:03:04.602071 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:04.605803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c93a8f8-b30e-4028-878e-99e0c69d0375 req-77939e4d-bf72-4e31-9911-1ffe5989c097 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089993 Aug 21 09:03:04.610145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ca47d-2ed2-437d-8f59-b30b8c803f74 req-bdc8e94a-df69-4872-915c-296da3992f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.611781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e73ca47d-2ed2-437d-8f59-b30b8c803f74 req-bdc8e94a-df69-4872-915c-296da3992f2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=205879961c824c35af0e1b151cdd090f&device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 1095 time: 0.1290910 Aug 21 09:03:04.637665 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb8500a-8875-4210-80a0-1e02489c002e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:04.736780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b34f5-6308-4629-ad42-7769a6a597e3 req-0cfb41cd-e8fb-455f-8f83-a69b75264250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.738224 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-770b34f5-6308-4629-ad42-7769a6a597e3 req-0cfb41cd-e8fb-455f-8f83-a69b75264250 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 1095 time: 0.1034136 Aug 21 09:03:04.741558 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:04.770085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ca47d-2ed2-437d-8f59-b30b8c803f74 req-a3fea99f-bb1b-4ded-8efd-2e28cd10f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.777774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e73ca47d-2ed2-437d-8f59-b30b8c803f74 req-a3fea99f-bb1b-4ded-8efd-2e28cd10f027 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a8ce318-4c64-4750-80fb-28d9c607fe7d HTTP/1.1" status: 200 len: 921 time: 0.1412880 Aug 21 09:03:04.833037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e73ca47d-2ed2-437d-8f59-b30b8c803f74 req-8f1fa57c-7da5-4dc8-b2fe-8e9a71118e1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 217 time: 0.0461128 Aug 21 09:03:04.862088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:03:04.891294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:03:04.891600 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:04.892249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] For port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:04.892774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 58778dc1-7dd5-4ad1-b21b-2e7ed46bc220 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:03:04.895566 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:04.940471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] For port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=06f62c3e-0362-4b9f-aa0f-61ab7d530b61,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:04.967288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ca47d-2ed2-437d-8f59-b30b8c803f74 req-9715404a-929b-4a97-96b0-dc313305e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.969014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e73ca47d-2ed2-437d-8f59-b30b8c803f74 req-9715404a-929b-4a97-96b0-dc313305e3cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1db6eb67-e501-4dbc-97df-829a40d9e3e9 HTTP/1.1" status: 200 len: 860 time: 0.0941570 Aug 21 09:03:04.972552 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b34f5-6308-4629-ad42-7769a6a597e3 req-6f12aac3-4624-4c24-b791-541966ad9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.974039 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-770b34f5-6308-4629-ad42-7769a6a597e3 req-6f12aac3-4624-4c24-b791-541966ad9dc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93 HTTP/1.1" status: 200 len: 913 time: 0.2273648 Aug 21 09:03:04.978293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f9e84-18e8-46d1-8bbf-a91e6c2a4667 req-a83f4048-08b2-4ebe-8635-019cfed42b79 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.979966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a75f9e84-18e8-46d1-8bbf-a91e6c2a4667 req-a83f4048-08b2-4ebe-8635-019cfed42b79 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 944 time: 0.2638443 Aug 21 09:03:04.987583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44596a85-6084-4861-9b40-f842b162a067 req-ffc82e65-f18a-4b93-8538-4024adb44348 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:04.988975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44596a85-6084-4861-9b40-f842b162a067 req-ffc82e65-f18a-4b93-8538-4024adb44348 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 943 time: 0.3168511 Aug 21 09:03:05.022974 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-770b34f5-6308-4629-ad42-7769a6a597e3 req-6a845286-9f71-4b08-be49-aacdbbd812f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24448169-e68d-446f-80f2-eb40b0c98c32 HTTP/1.1" status: 200 len: 217 time: 0.0375047 Aug 21 09:03:05.022974 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:05.022974 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab4543bc-4e2f-4e68-a0ff-43e206921b78 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:03:05.028035 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:05.029082 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-66522459-4826-4d18-9ddf-75d0783aee76 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ab4543bc-4e2f-4e68-a0ff-43e206921b78 HTTP/1.1" status: 204 len: 168 time: 1.6891572 Aug 21 09:03:05.044509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a766f42e-37c3-4108-9ff2-561f72dc97a5 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:05.058862 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:05.061408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59736) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:05.074958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e73ca47d-2ed2-437d-8f59-b30b8c803f74 req-3846b792-bdf5-4cf9-a47c-5929e695bbc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a8ce318-4c64-4750-80fb-28d9c607fe7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839822 Aug 21 09:03:05.085613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b34f5-6308-4629-ad42-7769a6a597e3 req-43b05049-7fa6-4bc3-81b4-3f738bdfbaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:05.092758 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-770b34f5-6308-4629-ad42-7769a6a597e3 req-43b05049-7fa6-4bc3-81b4-3f738bdfbaab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7eb66c0-aab2-4056-93ac-8c4ff0fd008b HTTP/1.1" status: 200 len: 852 time: 0.0625865 Aug 21 09:03:05.148052 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-770b34f5-6308-4629-ad42-7769a6a597e3 req-f5210bb1-7dcc-4c1e-b28c-e062af023e30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471706 Aug 21 09:03:05.213365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:05.220999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44596a85-6084-4861-9b40-f842b162a067 req-997af2d4-0532-4e16-b8f3-d20ff78b43d2 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172191 Aug 21 09:03:05.224538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:05.233033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:05.234498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] 10.222.0.13 "PUT /v2.0/ports/06f62c3e-0362-4b9f-aa0f-61ab7d530b61 HTTP/1.1" status: 200 len: 1092 time: 2.3423967 Aug 21 09:03:05.249980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'a766f42e-37c3-4108-9ff2-561f72dc97a5', 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886', 'port_id': 'a766f42e-37c3-4108-9ff2-561f72dc97a5', 'mac_address': 'fa:16:3e:a1:bb:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9eb0223-0281-4c30-a0ca-f4469d216bdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:05.334433 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:05.356425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a766f42e-37c3-4108-9ff2-561f72dc97a5 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:05.363526 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-770b34f5-6308-4629-ad42-7769a6a597e3 req-036b8bdc-1645-4886-a26b-d473577b89c3 service neutron] 10.222.0.13 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068472 Aug 21 09:03:05.393391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:05.477809 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:05.479454 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-770b34f5-6308-4629-ad42-7769a6a597e3 req-3bf85b44-80bc-45f5-b88a-4605aa8be954 service neutron] 10.222.0.13 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055410 Aug 21 09:03:05.552882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=a766f42e-37c3-4108-9ff2-561f72dc97a5,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:05.614675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a75f9e84-18e8-46d1-8bbf-a91e6c2a4667 req-6231f33b-781b-402b-a0bd-c10c93ff083a tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247275 Aug 21 09:03:05.727094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9302aea5-11b2-4125-a3ba-00084d05676f req-ae020408-b087-4a84-90b6-798e11d07119 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 210 time: 0.1079898 Aug 21 09:03:05.749627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed755043-f100-4c23-a5f0-c0ec46d6ff26 service neutron] Pushing event updated for resources: {'Port': ['ID=06f62c3e-0362-4b9f-aa0f-61ab7d530b61,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:05.750057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['a766f42e-37c3-4108-9ff2-561f72dc97a5'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:05.797050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9944f4-b905-4ec9-bbe4-c84a8701ace4 admin admin] Deleting subnet df6e82b6-6db7-47ac-9ebc-f352a404555a {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:03:05.810777 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f9944f4-b905-4ec9-bbe4-c84a8701ace4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:05.844358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e73ca47d-2ed2-437d-8f59-b30b8c803f74 req-f71810dc-90a9-4d7a-97eb-6a35318c9303 service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7565475 Aug 21 09:03:05.867434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-60853052-1933-474d-a7ef-c7242a85a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:05.868958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-60853052-1933-474d-a7ef-c7242a85a049 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=116e4c914bab4b11acd1c18e2bf0a760&device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 1095 time: 0.2455111 Aug 21 09:03:05.895300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9975c7-30d0-4416-887a-22528e5e52f0 req-b6b6ea44-4f67-4c95-8303-951838ba36db tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:05.896743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc9975c7-30d0-4416-887a-22528e5e52f0 req-b6b6ea44-4f67-4c95-8303-951838ba36db tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1802080 Aug 21 09:03:05.926488 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f9944f4-b905-4ec9-bbe4-c84a8701ace4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:05.990780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'tag': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:05.993037 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fb18d1-08a7-4329-9e7e-768721c16882" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d", "tag": "06f62c3e-0362-4b9f-aa0f-61ab7d530b61"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:05.996456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-074b910f-38fe-44d0-b8a4-c5ff41f3831d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f62c3e-0362-4b9f-aa0f-61ab7d530b61 HTTP/1.1" status: 200 len: 217 time: 0.0957968 Aug 21 09:03:06.080114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07bda9-a8d8-448b-a8e5-c01e92a3f84c req-e869d252-adb0-4909-af5a-ab4676e44dc1 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.081806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c07bda9-a8d8-448b-a8e5-c01e92a3f84c req-e869d252-adb0-4909-af5a-ab4676e44dc1 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 943 time: 0.2721751 Aug 21 09:03:06.142516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc9975c7-30d0-4416-887a-22528e5e52f0 req-42f0b96c-15b2-4c58-aae0-316045acb7ff tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228720 Aug 21 09:03:06.147240 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f9944f4-b905-4ec9-bbe4-c84a8701ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:06.180542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-241bf87e-b76e-478d-a37f-8d657695b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.182012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-241bf87e-b76e-478d-a37f-8d657695b161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69e1aabe-0868-411e-b4be-c694342c8a18 HTTP/1.1" status: 200 len: 851 time: 0.1704175 Aug 21 09:03:06.207187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e73ca47d-2ed2-437d-8f59-b30b8c803f74 req-064203b8-8755-4c14-aa38-7dae23024c75 service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355095 Aug 21 09:03:06.245993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c07bda9-a8d8-448b-a8e5-c01e92a3f84c req-656f6459-d6f5-4539-b44e-5d69a2c962e6 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493018 Aug 21 09:03:06.292499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-d04b8e7e-317c-4856-9ce6-320bcb2e839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.294023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-d04b8e7e-317c-4856-9ce6-320bcb2e839f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1c249bd-4684-4365-b82d-a6446553feda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030416 Aug 21 09:03:06.305575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bbff3-c319-4b5e-915c-24410bdd17c5 req-1173d0fb-0392-459d-8cb4-118c0e05d20d tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.307031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-532bbff3-c319-4b5e-915c-24410bdd17c5 req-1173d0fb-0392-459d-8cb4-118c0e05d20d tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 943 time: 0.0979481 Aug 21 09:03:06.397465 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f9944f4-b905-4ec9-bbe4-c84a8701ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:06.448409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43efa0f2-0de3-481f-9593-f0bbb242ca75 None None] Network 81d00ede-ffc6-4f2c-87e9-3525996dc088 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:06.449350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9944f4-b905-4ec9-bbe4-c84a8701ace4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6e82b6-6db7-47ac-9ebc-f352a404555a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:06.451455 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f9944f4-b905-4ec9-bbe4-c84a8701ace4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:06.453315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0f9944f4-b905-4ec9-bbe4-c84a8701ace4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/df6e82b6-6db7-47ac-9ebc-f352a404555a HTTP/1.1" status: 204 len: 168 time: 1.3808379 Aug 21 09:03:06.456179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59750) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:06.482030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1283b08-6775-4785-a420-71e9329c6d00 req-85bbfb45-b2da-4732-9263-48d1868fc6d2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.488613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1283b08-6775-4785-a420-71e9329c6d00 req-85bbfb45-b2da-4732-9263-48d1868fc6d2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.494620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1283b08-6775-4785-a420-71e9329c6d00 req-85bbfb45-b2da-4732-9263-48d1868fc6d2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.500589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1283b08-6775-4785-a420-71e9329c6d00 req-85bbfb45-b2da-4732-9263-48d1868fc6d2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.506656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1283b08-6775-4785-a420-71e9329c6d00 req-85bbfb45-b2da-4732-9263-48d1868fc6d2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.512641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1283b08-6775-4785-a420-71e9329c6d00 req-85bbfb45-b2da-4732-9263-48d1868fc6d2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.518613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1283b08-6775-4785-a420-71e9329c6d00 req-85bbfb45-b2da-4732-9263-48d1868fc6d2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.520612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1283b08-6775-4785-a420-71e9329c6d00 req-85bbfb45-b2da-4732-9263-48d1868fc6d2 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5431 time: 0.2116232 Aug 21 09:03:06.523472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-532bbff3-c319-4b5e-915c-24410bdd17c5 req-1d7866db-3ce4-4b62-9b3c-f5eda633312b tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995332 Aug 21 09:03:06.551726 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:06.569346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-025e21cc-eb49-4de1-87d5-d625e2e71f68 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e18cdc82537a43ddbd4135199de926c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448806 Aug 21 09:03:06.590514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-2fbcf2a6-3e16-452d-a980-a3937e613452 service neutron] 10.222.0.13 "GET /v2.0/networks/c1c249bd-4684-4365-b82d-a6446553feda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824385 Aug 21 09:03:06.605389 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fded21-db01-464c-b599-6e37db995d71 x-openstack-request-id: req-76fded21-db01-464c-b599-6e37db995d71 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:06.605851 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d", "tag": "06f62c3e-0362-4b9f-aa0f-61ab7d530b61", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:06.608191 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76fded21-db01-464c-b599-6e37db995d71 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:06.608191 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'tag': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61', 'status': 'completed', 'code': 200} Aug 21 09:03:06.648735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2cb8500a-8875-4210-80a0-1e02489c002e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:03:06.650360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Deleting port 1762eaa1-ef78-4e1f-8496-76d612484794 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:03:06.650803 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:06.683691 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 2cb8500a-8875-4210-80a0-1e02489c002e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:03:06.688966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2cb8500a-8875-4210-80a0-1e02489c002e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:03:06.700500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7d489-26e4-4ddb-b406-47ceec2f7c56 None None] DHCP port deletion for 81d00ede-ffc6-4f2c-87e9-3525996dc088 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:03:06.710620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1283b08-6775-4785-a420-71e9329c6d00 req-7894dd1d-4083-46f3-b4c8-ef33f0b02cca tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739473 Aug 21 09:03:06.749333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] For port 1762eaa1-ef78-4e1f-8496-76d612484794, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1762eaa1-ef78-4e1f-8496-76d612484794,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:06.749727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:06.784613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Calling delete_port for 1762eaa1-ef78-4e1f-8496-76d612484794 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:03:06.788633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7d489-26e4-4ddb-b406-47ceec2f7c56 None None] Deleting port 1762eaa1-ef78-4e1f-8496-76d612484794 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:03:06.791962 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4ca7d489-26e4-4ddb-b406-47ceec2f7c56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:06.814618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-a1fb7351-a20c-4c18-999f-cca9abbefddc tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.816176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-a1fb7351-a20c-4c18-999f-cca9abbefddc tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382092 Aug 21 09:03:06.824993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6bab5-5d4a-4f29-872e-76a3166f5fc3 req-c326d8cc-ac07-457b-9b62-1201504442bf tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:06.826506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-58d6bab5-5d4a-4f29-872e-76a3166f5fc3 req-c326d8cc-ac07-457b-9b62-1201504442bf tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1101 time: 0.1096656 Aug 21 09:03:06.828345 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18014959-10b6-4f8c-a4a8-be7e0b42de29 req-7df7d3bf-30d2-41e4-8d1d-38b9348187a7 service neutron] 10.222.0.13 "GET /v2.0/networks/c1c249bd-4684-4365-b82d-a6446553feda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247488 Aug 21 09:03:06.834012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Request body: {'port': {'device_id': '17ea19de-cb59-4f82-adf5-cf321e8ad426', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': 'e18cdc82537a43ddbd4135199de926c5'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:06.842698 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8baad2b6-9b76-4122-aebd-bd193a078fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:06.863943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4ca7d489-26e4-4ddb-b406-47ceec2f7c56 None None] For port 1762eaa1-ef78-4e1f-8496-76d612484794, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1762eaa1-ef78-4e1f-8496-76d612484794,segment=NetworkSegment(3877fd57-d1ec-4bf8-b56e-719c7a174722),segment_id=3877fd57-d1ec-4bf8-b56e-719c7a174722)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:06.866830 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4ca7d489-26e4-4ddb-b406-47ceec2f7c56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:06.878814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7d489-26e4-4ddb-b406-47ceec2f7c56 None None] Calling delete_port for 1762eaa1-ef78-4e1f-8496-76d612484794 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:03:06.948974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-58d6bab5-5d4a-4f29-872e-76a3166f5fc3 req-c87e4129-b0a7-4fc1-b4ee-757633930f18 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103461 Aug 21 09:03:06.993278 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.007958 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4ca7d489-26e4-4ddb-b406-47ceec2f7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.017530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] No DVR routers for this DVR port 1762eaa1-ef78-4e1f-8496-76d612484794 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:03:07.039083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7d489-26e4-4ddb-b406-47ceec2f7c56 None None] Pushing event deleted for resources: {'Port': ['ID=1762eaa1-ef78-4e1f-8496-76d612484794,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:07.039083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7d489-26e4-4ddb-b406-47ceec2f7c56 None None] No DVR routers for this DVR port 1762eaa1-ef78-4e1f-8496-76d612484794 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:03:07.054705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a766f42e-37c3-4108-9ff2-561f72dc97a5 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:07.060767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183c261-e7a4-4139-a57e-a6d21209dc2b req-55193820-151d-40fe-ada3-adba80316f07 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:07.062309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9183c261-e7a4-4139-a57e-a6d21209dc2b req-55193820-151d-40fe-ada3-adba80316f07 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 943 time: 0.1708703 Aug 21 09:03:07.064205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Pushing event deleted for resources: {'Port': ['ID=1762eaa1-ef78-4e1f-8496-76d612484794,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:07.079167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 141e74d9-6e43-4d44-8810-2b47fe848d1f details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:07.135669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb18d1-08a7-4329-9e7e-768721c16882 req-1ca7c6ff-5da9-4c72-bb24-e6349d6056b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:07.137238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76fb18d1-08a7-4329-9e7e-768721c16882 req-1ca7c6ff-5da9-4c72-bb24-e6349d6056b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=116e4c914bab4b11acd1c18e2bf0a760&device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 1095 time: 0.1750052 Aug 21 09:03:07.137410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.150182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d00ede-ffc6-4f2c-87e9-3525996dc088']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:07.166436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3877fd57-d1ec-4bf8-b56e-719c7a174722') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:07.167073 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3877fd57-d1ec-4bf8-b56e-719c7a174722') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:07.179273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.186415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb90eb-645f-4088-b4d2-fa9d85850f03 req-fb5cde17-50a7-4c2b-9340-871f5e2e7909 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:07.193949 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.194180 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4cbb90eb-645f-4088-b4d2-fa9d85850f03 req-fb5cde17-50a7-4c2b-9340-871f5e2e7909 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 945 time: 0.1486931 Aug 21 09:03:07.198194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9183c261-e7a4-4139-a57e-a6d21209dc2b req-0cb9cd77-1d90-4b26-a423-d62bf2583161 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209788 Aug 21 09:03:07.203864 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:03:07.204965 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:03:07.207710 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:03:07.215738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 141e74d9-6e43-4d44-8810-2b47fe848d1f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f,segment=NetworkSegment(c3b635dc-72d2-42ae-977d-7d3c147853bd),segment_id=c3b635dc-72d2-42ae-977d-7d3c147853bd)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:07.233137 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'port_id': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'mac_address': 'fa:16:3e:cc:72:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:07.234725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Made reservation on behalf of e18cdc82537a43ddbd4135199de926c5 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:07.238257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.257611 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.270861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port a766f42e-37c3-4108-9ff2-561f72dc97a5 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:07.278352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port a766f42e-37c3-4108-9ff2-561f72dc97a5 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:07.278722 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.280920 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.316288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141e74d9-6e43-4d44-8810-2b47fe848d1f {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:07.330039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4cbb90eb-645f-4088-b4d2-fa9d85850f03 req-ebad4f31-386d-4c49-b042-5dca8f546379 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350412 Aug 21 09:03:07.336210 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc51bdc-3f3c-4d35-b694-bc1734eaafbf req-9ff4a78b-d63b-4ce7-9bb8-22adef0b9d65 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 210 time: 0.0564346 Aug 21 09:03:07.345538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 141e74d9-6e43-4d44-8810-2b47fe848d1f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f,segment=NetworkSegment(c3b635dc-72d2-42ae-977d-7d3c147853bd),segment_id=c3b635dc-72d2-42ae-977d-7d3c147853bd)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:07.357741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb18d1-08a7-4329-9e7e-768721c16882 req-aeb6389a-95bb-4b5a-854a-63db9ac012aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:07.359238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76fb18d1-08a7-4329-9e7e-768721c16882 req-aeb6389a-95bb-4b5a-854a-63db9ac012aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=c1c249bd-4684-4365-b82d-a6446553feda HTTP/1.1" status: 200 len: 913 time: 0.2119963 Aug 21 09:03:07.372097 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.379360 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.384409 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] 10.222.0.20 "DELETE /v2.0/networks/81d00ede-ffc6-4f2c-87e9-3525996dc088 HTTP/1.1" status: 204 len: 168 time: 0.9246118 Aug 21 09:03:07.405060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.406782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59760) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:07.414197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680073bd-7c3c-4a02-bb97-4a4d7d13eb75 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d00ede-ffc6-4f2c-87e9-3525996dc088,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:07.416769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76fb18d1-08a7-4329-9e7e-768721c16882 req-01236170-4590-4646-99c6-0529b373fecb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f62c3e-0362-4b9f-aa0f-61ab7d530b61 HTTP/1.1" status: 200 len: 217 time: 0.0478573 Aug 21 09:03:07.438616 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a766f42e-37c3-4108-9ff2-561f72dc97a5'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:07.441029 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe45bda-6259-4b6f-837c-2c5201a5f2b2" -d '{"events": [{"server_uuid": "d2c2926b-9910-497d-a2f4-2dd23c4376ce", "name": "network-vif-plugged", "status": "completed", "tag": "a766f42e-37c3-4108-9ff2-561f72dc97a5"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:07.452589 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.453330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device deb6eb46-4bad-4b70-b769-24658adbb7f5 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:07.460276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:07.554705 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.559021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=141e74d9-6e43-4d44-8810-2b47fe848d1f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:07.633573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb18d1-08a7-4329-9e7e-768721c16882 req-2d833807-06ad-4ed9-bff9-7f6391029487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:07.633573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76fb18d1-08a7-4329-9e7e-768721c16882 req-2d833807-06ad-4ed9-bff9-7f6391029487 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69e1aabe-0868-411e-b4be-c694342c8a18 HTTP/1.1" status: 200 len: 851 time: 0.1793139 Aug 21 09:03:07.638164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=a766f42e-37c3-4108-9ff2-561f72dc97a5,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:07.643527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port deb6eb46-4bad-4b70-b769-24658adbb7f5, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=deb6eb46-4bad-4b70-b769-24658adbb7f5,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:07.655281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'deb6eb46-4bad-4b70-b769-24658adbb7f5', 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0', 'port_id': 'deb6eb46-4bad-4b70-b769-24658adbb7f5', 'mac_address': 'fa:16:3e:65:7d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c86684-4e4d-4902-be45-8db50728a410', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:07.698798 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.714838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb6eb46-4bad-4b70-b769-24658adbb7f5 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:07.735736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port deb6eb46-4bad-4b70-b769-24658adbb7f5, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=deb6eb46-4bad-4b70-b769-24658adbb7f5,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:07.736016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.755331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b58293-8d20-4b73-bb29-31e6d9cfce79 req-12e06567-9a62-422a-b0a7-04fd9a5c4e82 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:07.756945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6b58293-8d20-4b73-bb29-31e6d9cfce79 req-12e06567-9a62-422a-b0a7-04fd9a5c4e82 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 944 time: 0.3015025 Aug 21 09:03:07.815703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb18d1-08a7-4329-9e7e-768721c16882 req-dcc6d65d-90c6-4a26-a162-aa48f98799c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:07.817362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76fb18d1-08a7-4329-9e7e-768721c16882 req-dcc6d65d-90c6-4a26-a162-aa48f98799c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1c249bd-4684-4365-b82d-a6446553feda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763906 Aug 21 09:03:07.817752 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.818449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7fb1a58b-466b-48b3-8947-1a5beaf86710 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:07.862693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.883218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7fb1a58b-466b-48b3-8947-1a5beaf86710, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7fb1a58b-466b-48b3-8947-1a5beaf86710,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:07.885642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=deb6eb46-4bad-4b70-b769-24658adbb7f5,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:07.896829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '7fb1a58b-466b-48b3-8947-1a5beaf86710', 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0', 'port_id': '7fb1a58b-466b-48b3-8947-1a5beaf86710', 'mac_address': 'fa:16:3e:30:3a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c86684-4e4d-4902-be45-8db50728a410', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:07.903084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6b58293-8d20-4b73-bb29-31e6d9cfce79 req-e2cd6392-c932-450f-aed4-7cae307d413e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377916 Aug 21 09:03:07.942674 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:07.951899 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb24774-ab0a-4b0e-8fd0-205e18f85f48 x-openstack-request-id: req-cdb24774-ab0a-4b0e-8fd0-205e18f85f48 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:07.952186 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c2926b-9910-497d-a2f4-2dd23c4376ce", "name": "network-vif-plugged", "status": "completed", "tag": "a766f42e-37c3-4108-9ff2-561f72dc97a5", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:07.952433 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdb24774-ab0a-4b0e-8fd0-205e18f85f48 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:07.952812 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a766f42e-37c3-4108-9ff2-561f72dc97a5', 'code': 200} Aug 21 09:03:07.968413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb1a58b-466b-48b3-8947-1a5beaf86710 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:07.990111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7fb1a58b-466b-48b3-8947-1a5beaf86710, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7fb1a58b-466b-48b3-8947-1a5beaf86710,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:08.036070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:08.057722 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:08.058446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 09b19b1a-98fa-4efc-9311-75cf68b68d53 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:08.123967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7fb1a58b-466b-48b3-8947-1a5beaf86710,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:08.127989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 09b19b1a-98fa-4efc-9311-75cf68b68d53, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=09b19b1a-98fa-4efc-9311-75cf68b68d53,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:08.138676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '09b19b1a-98fa-4efc-9311-75cf68b68d53', 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0', 'port_id': '09b19b1a-98fa-4efc-9311-75cf68b68d53', 'mac_address': 'fa:16:3e:14:50:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c86684-4e4d-4902-be45-8db50728a410', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:08.176097 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:08.193453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b19b1a-98fa-4efc-9311-75cf68b68d53 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:08.216444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 09b19b1a-98fa-4efc-9311-75cf68b68d53, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=09b19b1a-98fa-4efc-9311-75cf68b68d53,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:08.221249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76fb18d1-08a7-4329-9e7e-768721c16882 req-92efc589-49e1-4b18-8398-de310a7c7baa service neutron] 10.222.0.13 "GET /v2.0/networks/c1c249bd-4684-4365-b82d-a6446553feda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943167 Aug 21 09:03:08.222697 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-91bc0a0e-025d-4669-ae85-a52ee90f9aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0565095 Aug 21 09:03:08.270245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c59b-9b31-413f-93ee-61c4e7a327a6 req-16a79935-b357-44d0-8500-fd00ab9f4b53 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:08.271764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b91c59b-9b31-413f-93ee-61c4e7a327a6 req-16a79935-b357-44d0-8500-fd00ab9f4b53 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 943 time: 0.2315106 Aug 21 09:03:08.274240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Allocated IP 192.168.233.179 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/7d4450d9-2ea1-4965-b240-df690280b062) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:03:08.296810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209dcc9-8a60-4935-94cf-029ead0a62a8 req-875b29ff-e028-447b-aa7f-a0fd56588a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:08.298293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4209dcc9-8a60-4935-94cf-029ead0a62a8 req-875b29ff-e028-447b-aa7f-a0fd56588a4c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 1098 time: 0.2633941 Aug 21 09:03:08.309275 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:08.309952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:08.375765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:08.377112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a860-6f88-4c21-af74-f9df1ead7a8f req-f2014d39-08fd-4f21-88ed-9e70a4d7e178 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:08.384808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a860-6f88-4c21-af74-f9df1ead7a8f req-f2014d39-08fd-4f21-88ed-9e70a4d7e178 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:08.385418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=09b19b1a-98fa-4efc-9311-75cf68b68d53,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:08.394338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '84112da1-91f0-4e8d-a37a-f7fb1c3abe36', 'network_id': '04a14846-b657-47da-aaf2-d12dbfa433a0', 'port_id': '84112da1-91f0-4e8d-a37a-f7fb1c3abe36', 'mac_address': 'fa:16:3e:be:cc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c86684-4e4d-4902-be45-8db50728a410', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:08.396045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a860-6f88-4c21-af74-f9df1ead7a8f req-f2014d39-08fd-4f21-88ed-9e70a4d7e178 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:08.402249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a860-6f88-4c21-af74-f9df1ead7a8f req-f2014d39-08fd-4f21-88ed-9e70a4d7e178 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:08.408249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a860-6f88-4c21-af74-f9df1ead7a8f req-f2014d39-08fd-4f21-88ed-9e70a4d7e178 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:08.414122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a860-6f88-4c21-af74-f9df1ead7a8f req-f2014d39-08fd-4f21-88ed-9e70a4d7e178 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:08.419981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a860-6f88-4c21-af74-f9df1ead7a8f req-f2014d39-08fd-4f21-88ed-9e70a4d7e178 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:08.421914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0176a860-6f88-4c21-af74-f9df1ead7a8f req-f2014d39-08fd-4f21-88ed-9e70a4d7e178 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5433 time: 0.3623009 Aug 21 09:03:08.433130 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:08.447477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:08.467487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:08.537608 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:08.538361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d214a269-de68-403f-bcfa-835869aca265 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:08.547674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b91c59b-9b31-413f-93ee-61c4e7a327a6 req-2a997bb4-6653-457d-a315-510b8b9f21e9 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547350 Aug 21 09:03:08.668445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:08.704523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1762eaa1-ef78-4e1f-8496-76d612484794 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:03:08.732325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 1762eaa1-ef78-4e1f-8496-76d612484794 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:03:08.732582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1762eaa1-ef78-4e1f-8496-76d612484794 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:03:08.744863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d214a269-de68-403f-bcfa-835869aca265, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d214a269-de68-403f-bcfa-835869aca265,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:08.757860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'd214a269-de68-403f-bcfa-835869aca265', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'port_id': 'd214a269-de68-403f-bcfa-835869aca265', 'mac_address': 'fa:16:3e:a1:22:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:08.801797 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:08.815132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d214a269-de68-403f-bcfa-835869aca265 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:08.834976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d214a269-de68-403f-bcfa-835869aca265, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d214a269-de68-403f-bcfa-835869aca265,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:08.885276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4209dcc9-8a60-4935-94cf-029ead0a62a8 req-0fca0d16-bf5b-4263-991d-c5b3b9f2d992 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559125 Aug 21 09:03:08.903393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76fb18d1-08a7-4329-9e7e-768721c16882 req-101045d2-0cd8-48cf-a460-0237a4cefe29 service neutron] 10.222.0.13 "GET /v2.0/networks/c1c249bd-4684-4365-b82d-a6446553feda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6687012 Aug 21 09:03:08.912833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0176a860-6f88-4c21-af74-f9df1ead7a8f req-1535be8d-d6ba-43b5-ae5c-cf662742d235 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4709492 Aug 21 09:03:08.918059 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:08.923631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 24448169-e68d-446f-80f2-eb40b0c98c32 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:09.046381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=d214a269-de68-403f-bcfa-835869aca265,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:09.058106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f95d6-9e7a-4684-bab5-ce1b1c36d9ee req-d8cabda9-87bf-43bc-bd0d-fa2292b8ad3f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:09.059637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea5f95d6-9e7a-4684-bab5-ce1b1c36d9ee req-d8cabda9-87bf-43bc-bd0d-fa2292b8ad3f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1780965 Aug 21 09:03:09.097815 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 24448169-e68d-446f-80f2-eb40b0c98c32, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=24448169-e68d-446f-80f2-eb40b0c98c32,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:09.108431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '24448169-e68d-446f-80f2-eb40b0c98c32', 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93', 'port_id': '24448169-e68d-446f-80f2-eb40b0c98c32', 'mac_address': 'fa:16:3e:1d:90:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7eb66c0-aab2-4056-93ac-8c4ff0fd008b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:09.137043 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.146624 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.151292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a832d-07a5-47ff-b2fe-199f5a3b3812 req-b4dbb616-edf5-420b-acf3-a0691068094d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:09.152857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a58a832d-07a5-47ff-b2fe-199f5a3b3812 req-b4dbb616-edf5-420b-acf3-a0691068094d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 943 time: 0.1455126 Aug 21 09:03:09.161201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24448169-e68d-446f-80f2-eb40b0c98c32 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:09.165392 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.180230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 24448169-e68d-446f-80f2-eb40b0c98c32, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=24448169-e68d-446f-80f2-eb40b0c98c32,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:09.212417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea5f95d6-9e7a-4684-bab5-ce1b1c36d9ee req-77c9128a-63b0-489f-84d1-5bdac26d72f5 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425781 Aug 21 09:03:09.232458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Transition to ACTIVE for port object 7d4450d9-2ea1-4965-b240-df690280b062 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:09.249856 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.265451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a58a832d-07a5-47ff-b2fe-199f5a3b3812 req-e1b0f018-6f3b-4c34-a762-ef7e42badb0a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030123 Aug 21 09:03:09.292869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 36ced2bb-1173-4212-9d80-e983f8b4d250 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:09.341520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=24448169-e68d-446f-80f2-eb40b0c98c32,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:09.403201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c7c89e-d740-4e79-ab50-ba97aee7b4ce req-257119a8-57dc-458b-9062-f6988b313d56 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 210 time: 0.0530255 Aug 21 09:03:09.430797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 36ced2bb-1173-4212-9d80-e983f8b4d250, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=36ced2bb-1173-4212-9d80-e983f8b4d250,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:09.445350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '36ced2bb-1173-4212-9d80-e983f8b4d250', 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2', 'port_id': '36ced2bb-1173-4212-9d80-e983f8b4d250', 'mac_address': 'fa:16:3e:ee:b8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ffc275-4f56-4031-8137-84e9e187ff3f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:09.450925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a542d-0544-46ef-84a4-19aa9d925ebc req-b3152a57-5dc4-4131-b1db-b2ab1aed3e2b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:09.452502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e1a542d-0544-46ef-84a4-19aa9d925ebc req-b3152a57-5dc4-4131-b1db-b2ab1aed3e2b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 946 time: 0.1454546 Aug 21 09:03:09.488247 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.501535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ced2bb-1173-4212-9d80-e983f8b4d250 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:09.506674 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba758620-2e73-4b89-b7fb-c316930669cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.516432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.525421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 36ced2bb-1173-4212-9d80-e983f8b4d250, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=36ced2bb-1173-4212-9d80-e983f8b4d250,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:09.595358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e1a542d-0544-46ef-84a4-19aa9d925ebc req-303a2de8-fa0c-4673-b89c-b991cdb460fe tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241188 Aug 21 09:03:09.597167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:09.598178 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.598863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c6ad734c-4502-46b0-8437-ad0dc2f66968 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:09.610656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:09.620454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9f359-29ed-4493-bd61-7c640e8b62b6 req-dab445c4-32e8-4928-8f1f-b45239f1113f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:09.628190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9e9f359-29ed-4493-bd61-7c640e8b62b6 req-dab445c4-32e8-4928-8f1f-b45239f1113f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 944 time: 0.1582534 Aug 21 09:03:09.629939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Pushing event updated for resources: {'Port': ['ID=7d4450d9-2ea1-4965-b240-df690280b062,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:09.635493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:09.641043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:09.649090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.684486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=36ced2bb-1173-4212-9d80-e983f8b4d250,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:09.756030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c6ad734c-4502-46b0-8437-ad0dc2f66968, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c6ad734c-4502-46b0-8437-ad0dc2f66968,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:09.758622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9e9f359-29ed-4493-bd61-7c640e8b62b6 req-31f032ed-2e23-4be4-ba07-35cb0b38bb8f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287122 Aug 21 09:03:09.786038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'c6ad734c-4502-46b0-8437-ad0dc2f66968', 'network_id': '8b7efe3c-867f-44dc-983b-4a93c4f8a3a2', 'port_id': 'c6ad734c-4502-46b0-8437-ad0dc2f66968', 'mac_address': 'fa:16:3e:69:1a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ffc275-4f56-4031-8137-84e9e187ff3f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:09.797693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-2309c5fa-3ae9-4d35-8a1a-c64ea45a803c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9683566 Aug 21 09:03:09.836448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Request body: {'port': {'device_id': '17ea19de-cb59-4f82-adf5-cf321e8ad426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:09.838127 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.855924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ad734c-4502-46b0-8437-ad0dc2f66968 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:09.887130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c6ad734c-4502-46b0-8437-ad0dc2f66968, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c6ad734c-4502-46b0-8437-ad0dc2f66968,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:09.920662 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.932993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] Deleting port 3ab1d134-a472-460e-8e8b-b9fcd33fabba {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:03:09.933538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.942484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf953ad-8344-4171-b883-70c88116b88c req-efac39a5-53d9-4a9a-a0ed-deab72086f70 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:09.958736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dcf953ad-8344-4171-b883-70c88116b88c req-efac39a5-53d9-4a9a-a0ed-deab72086f70 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 943 time: 0.1656218 Aug 21 09:03:09.960047 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:09.960839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:09.982731 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:10.016636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['09b19b1a-98fa-4efc-9311-75cf68b68d53'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:10.067613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['141e74d9-6e43-4d44-8810-2b47fe848d1f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:10.070061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['deb6eb46-4bad-4b70-b769-24658adbb7f5'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:10.082119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['84112da1-91f0-4e8d-a37a-f7fb1c3abe36'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:10.124744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['d214a269-de68-403f-bcfa-835869aca265'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:10.125067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dcf953ad-8344-4171-b883-70c88116b88c req-b8d033a6-4c81-498a-8639-7f8692653194 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654561 Aug 21 09:03:10.127397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=c6ad734c-4502-46b0-8437-ad0dc2f66968,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:10.168489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] For port 3ab1d134-a472-460e-8e8b-b9fcd33fabba, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3ab1d134-a472-460e-8e8b-b9fcd33fabba,segment=NetworkSegment(39112d76-07ee-44f4-80fe-3482394ff1de),segment_id=39112d76-07ee-44f4-80fe-3482394ff1de)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:10.168862 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:10.237744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014195a-5ded-4dde-acd2-7dd7a88d45d7 req-9e0928a1-888e-400e-8c7e-2b9692c5ed58 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:10.243827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014195a-5ded-4dde-acd2-7dd7a88d45d7 req-9e0928a1-888e-400e-8c7e-2b9692c5ed58 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:10.249888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014195a-5ded-4dde-acd2-7dd7a88d45d7 req-9e0928a1-888e-400e-8c7e-2b9692c5ed58 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:10.256004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014195a-5ded-4dde-acd2-7dd7a88d45d7 req-9e0928a1-888e-400e-8c7e-2b9692c5ed58 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:10.262148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014195a-5ded-4dde-acd2-7dd7a88d45d7 req-9e0928a1-888e-400e-8c7e-2b9692c5ed58 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:10.268286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014195a-5ded-4dde-acd2-7dd7a88d45d7 req-9e0928a1-888e-400e-8c7e-2b9692c5ed58 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:10.274289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014195a-5ded-4dde-acd2-7dd7a88d45d7 req-9e0928a1-888e-400e-8c7e-2b9692c5ed58 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:10.276407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b014195a-5ded-4dde-acd2-7dd7a88d45d7 req-9e0928a1-888e-400e-8c7e-2b9692c5ed58 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5438 time: 0.2465777 Aug 21 09:03:10.291297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] Calling delete_port for 3ab1d134-a472-460e-8e8b-b9fcd33fabba owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:03:10.326506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['24448169-e68d-446f-80f2-eb40b0c98c32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:10.343666 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.resource_extend [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 09:03:10.366898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4226c620-c9ef-4ae8-a3d6-2f1e4f5fd86a None None] Provisioning for port 7d4450d9-2ea1-4965-b240-df690280b062 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:10.443965 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4226c620-c9ef-4ae8-a3d6-2f1e4f5fd86a None None] Provisioning complete for port 7d4450d9-2ea1-4965-b240-df690280b062 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:10.444704 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4226c620-c9ef-4ae8-a3d6-2f1e4f5fd86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:10.451792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b014195a-5ded-4dde-acd2-7dd7a88d45d7 req-8a4ca471-bd45-447f-b9f4-f9f3202748d6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1654310 Aug 21 09:03:10.473775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe98532-8c6f-47ea-b266-352046988955 req-aa5d3a32-63c3-40ee-86fb-beffdc9b09ff tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:10.475311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbe98532-8c6f-47ea-b266-352046988955 req-aa5d3a32-63c3-40ee-86fb-beffdc9b09ff tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1857715 Aug 21 09:03:10.568253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbe98532-8c6f-47ea-b266-352046988955 req-4994c5c3-1c71-4a3a-8717-6b01140b61a6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778770 Aug 21 09:03:10.611869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4226c620-c9ef-4ae8-a3d6-2f1e4f5fd86a None None] Port 7d4450d9-2ea1-4965-b240-df690280b062 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:03:10.751686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4450d9-2ea1-4965-b240-df690280b062 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:10.753396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=06f62c3e-0362-4b9f-aa0f-61ab7d530b61,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:10.765062 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:10.779659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-947dcf8f-c3fc-4560-b7d9-f669fcd4e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:10.781222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-947dcf8f-c3fc-4560-b7d9-f669fcd4e59b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1101 time: 0.1757195 Aug 21 09:03:10.831060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Transition to ACTIVE for port object 7d4450d9-2ea1-4965-b240-df690280b062 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:10.840445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'port_id': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61', 'mac_address': 'fa:16:3e:c6:93:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:10.857176 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:10.867152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['7fb1a58b-466b-48b3-8947-1a5beaf86710'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:10.889550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f2f5d-9f2d-4945-89e4-8fa5b1854903 req-f6e11dcf-534f-43b9-966a-c5a03d1dcd16 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:10.891059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da0f2f5d-9f2d-4945-89e4-8fa5b1854903 req-f6e11dcf-534f-43b9-966a-c5a03d1dcd16 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 944 time: 0.3428588 Aug 21 09:03:10.898659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025136cd-3db1-4a6b-afa8-53af8bc8e062 req-9e94bbc9-355a-4053-a41c-1679e5f06160 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:10.900078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-025136cd-3db1-4a6b-afa8-53af8bc8e062 req-9e94bbc9-355a-4053-a41c-1679e5f06160 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 936 time: 0.2247798 Aug 21 09:03:10.905420 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:11.050210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Pushing event updated for resources: {'Port': ['ID=7d4450d9-2ea1-4965-b240-df690280b062,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:11.064570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da0f2f5d-9f2d-4945-89e4-8fa5b1854903 req-ef172c53-6ba9-4b3b-9330-86931dcc886c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602967 Aug 21 09:03:11.085330 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:11.093275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-e866b200-5d25-4b9f-b1a3-6ec46ba7e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:11.095079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-e866b200-5d25-4b9f-b1a3-6ec46ba7e6f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3062019 Aug 21 09:03:11.095923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:11.144954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-025136cd-3db1-4a6b-afa8-53af8bc8e062 req-55cb14f4-058a-4ff6-88cc-b07552257585 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289910 Aug 21 09:03:11.182273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:11.244665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-b998c23e-0e7c-4522-b89e-2898de281517 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 217 time: 0.1380587 Aug 21 09:03:11.245835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab1d134-a472-460e-8e8b-b9fcd33fabba,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:11.247169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=06f62c3e-0362-4b9f-aa0f-61ab7d530b61,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:11.313655 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:11.369632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Attempting to bind port 7d4450d9-2ea1-4965-b240-df690280b062 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:11.369961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Attempting to bind port 7d4450d9-2ea1-4965-b240-df690280b062 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:11.370285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Attempting to bind port 7d4450d9-2ea1-4965-b240-df690280b062 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:11.400923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=06f62c3e-0362-4b9f-aa0f-61ab7d530b61,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:11.412576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Port 7d4450d9-2ea1-4965-b240-df690280b062 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:03:11.412824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Attempting to bind port 7d4450d9-2ea1-4965-b240-df690280b062 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:11.458395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:11.458738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:11.459125 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:11.459537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Bound port: 7d4450d9-2ea1-4965-b240-df690280b062, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:11.459910 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:11.481515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9651bf5-f18a-43db-8890-e6514adbf076 req-50b58153-5659-4fa0-bc4c-ae9e0e8a6f55 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:11.483022 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9651bf5-f18a-43db-8890-e6514adbf076 req-50b58153-5659-4fa0-bc4c-ae9e0e8a6f55 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 946 time: 0.3270879 Aug 21 09:03:11.494613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-2c828d47-2f07-4feb-a664-0bfda8966033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:11.496007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-2c828d47-2f07-4feb-a664-0bfda8966033 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2154577 Aug 21 09:03:11.533850 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:11.541993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843f589-ef9e-4f1e-9b66-ddb7b9124477 req-2346db97-1233-493a-9a75-5c9ae6f29105 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:11.543417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4843f589-ef9e-4f1e-9b66-ddb7b9124477 req-2346db97-1233-493a-9a75-5c9ae6f29105 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 944 time: 0.2913947 Aug 21 09:03:11.686972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9651bf5-f18a-43db-8890-e6514adbf076 req-ee3f7db2-d700-43eb-a1ff-03610eef313e tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896937 Aug 21 09:03:11.693445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] For port 7d4450d9-2ea1-4965-b240-df690280b062, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:11.698155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-4e84b7eb-3389-41ad-b4ef-053b54fa2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:11.701277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-4e84b7eb-3389-41ad-b4ef-053b54fa2188 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1935184 Aug 21 09:03:11.704935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] For port 7d4450d9-2ea1-4965-b240-df690280b062, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7d4450d9-2ea1-4965-b240-df690280b062,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:11.708565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4843f589-ef9e-4f1e-9b66-ddb7b9124477 req-e70602da-dea5-41af-a749-0ed0a4ff7b64 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523519 Aug 21 09:03:11.953217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['06f62c3e-0362-4b9f-aa0f-61ab7d530b61'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:12.089982 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:12.114141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['36ced2bb-1173-4212-9d80-e983f8b4d250'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:12.159168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['c6ad734c-4502-46b0-8437-ad0dc2f66968'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:12.192633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.193245 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:12.194624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-74491dab-7e84-404c-a747-08098977f4ca service neutron] 10.222.0.22 "PUT /v2.0/ports/7d4450d9-2ea1-4965-b240-df690280b062 HTTP/1.1" status: 200 len: 1097 time: 2.3843207 Aug 21 09:03:12.201606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ea19de-cb59-4f82-adf5-cf321e8ad426', 'tag': '7d4450d9-2ea1-4965-b240-df690280b062'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:12.203883 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6d46d4-d4d1-4743-975f-4309b51764f1" -d '{"events": [{"name": "network-changed", "server_uuid": "17ea19de-cb59-4f82-adf5-cf321e8ad426", "tag": "7d4450d9-2ea1-4965-b240-df690280b062"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:12.232851 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:12.290065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74491dab-7e84-404c-a747-08098977f4ca service neutron] Pushing event updated for resources: {'Port': ['ID=7d4450d9-2ea1-4965-b240-df690280b062,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:12.305898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0fdf8-ea8a-4770-8085-81e61e3ccd80 req-38813334-2a86-4221-a5d5-44098e056b38 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.308046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccd0fdf8-ea8a-4770-8085-81e61e3ccd80 req-38813334-2a86-4221-a5d5-44098e056b38 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 944 time: 0.2233648 Aug 21 09:03:12.366398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-e1428ac3-c828-49ae-95fa-8f5844874d6d service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6568546 Aug 21 09:03:12.377958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b382503-6689-4df6-b490-a73a70cfce16 req-2760c82f-5988-4657-ac6f-57a2a6ff62c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.383876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b382503-6689-4df6-b490-a73a70cfce16 req-2760c82f-5988-4657-ac6f-57a2a6ff62c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.389827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b382503-6689-4df6-b490-a73a70cfce16 req-2760c82f-5988-4657-ac6f-57a2a6ff62c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.395753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b382503-6689-4df6-b490-a73a70cfce16 req-2760c82f-5988-4657-ac6f-57a2a6ff62c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.401633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b382503-6689-4df6-b490-a73a70cfce16 req-2760c82f-5988-4657-ac6f-57a2a6ff62c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.408056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b382503-6689-4df6-b490-a73a70cfce16 req-2760c82f-5988-4657-ac6f-57a2a6ff62c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.413919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b382503-6689-4df6-b490-a73a70cfce16 req-2760c82f-5988-4657-ac6f-57a2a6ff62c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.415855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b382503-6689-4df6-b490-a73a70cfce16 req-2760c82f-5988-4657-ac6f-57a2a6ff62c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5438 time: 0.3323126 Aug 21 09:03:12.568680 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccd0fdf8-ea8a-4770-8085-81e61e3ccd80 req-fa127831-c314-4162-a669-71ef6c940f6c tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348063 Aug 21 09:03:12.578149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] Router f1aac8c7-4421-441a-8750-c46f06687ff6 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:03:12.586909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b382503-6689-4df6-b490-a73a70cfce16 req-d073c351-3c90-4519-aab2-84b765d216c5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452301 Aug 21 09:03:12.596804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-8918ea01-22f4-423c-9037-25360026ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.598293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-8918ea01-22f4-423c-9037-25360026ceaa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e18cdc82537a43ddbd4135199de926c5&device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 1100 time: 0.1776016 Aug 21 09:03:12.655303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-4f62fb18-864c-4643-9c52-157618591f99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=7d4450d9-2ea1-4965-b240-df690280b062 HTTP/1.1" status: 200 len: 217 time: 0.0473516 Aug 21 09:03:12.658480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-5ce56ee4-eca6-453b-a2af-9a0f178df0e1 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391295 Aug 21 09:03:12.842870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-9ddc7625-ba7b-4821-95c2-c4ce0009db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.844279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-9ddc7625-ba7b-4821-95c2-c4ce0009db82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1461740 Aug 21 09:03:12.855654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb29e8-7a1c-4a57-9e51-2bb226dd7f08 req-08d6f830-bd0f-4dbb-a1b1-6fe5b34bdb5f tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.857072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dbb29e8-7a1c-4a57-9e51-2bb226dd7f08 req-08d6f830-bd0f-4dbb-a1b1-6fe5b34bdb5f tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 1098 time: 0.1568792 Aug 21 09:03:12.872895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17a045-a11d-4fe5-b1c9-c0d0f0d102c2 req-6ca5a2e9-4ffd-4321-a4a5-80b8ab8aab38 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.874340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a17a045-a11d-4fe5-b1c9-c0d0f0d102c2 req-6ca5a2e9-4ffd-4321-a4a5-80b8ab8aab38 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1751060 Aug 21 09:03:12.936614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:03:12.943325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2813e455-24e4-4e67-8281-23f61ec7d2ed admin admin] 10.222.0.20 "PUT /v2.0/routers/f1aac8c7-4421-441a-8750-c46f06687ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5347514 Aug 21 09:03:12.946070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59846) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:12.947641 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b4f393-f47d-4af4-a8f6-858179e86e72 None None] Sync routers for ids ['f1aac8c7-4421-441a-8750-c46f06687ff6'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:03:12.961106 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4f393-f47d-4af4-a8f6-858179e86e72 None None] Routers {'f1aac8c7-4421-441a-8750-c46f06687ff6'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:12.962041 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-18b4f393-f47d-4af4-a8f6-858179e86e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f1aac8c7-4421-441a-8750-c46f06687ff6'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:12.987551 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dbb29e8-7a1c-4a57-9e51-2bb226dd7f08 req-e8151357-c006-4894-ab09-ff354b8c0fce tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111221 Aug 21 09:03:12.989473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-247be790-96c3-4359-88dc-a98ef3ff4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:12.991322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-247be790-96c3-4359-88dc-a98ef3ff4fef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1383696 Aug 21 09:03:13.006282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a17a045-a11d-4fe5-b1c9-c0d0f0d102c2 req-fc1ca329-3a29-4636-a87b-154ea70825e1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060700 Aug 21 09:03:13.085051 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-18b4f393-f47d-4af4-a8f6-858179e86e72 None None] Set router f1aac8c7-4421-441a-8750-c46f06687ff6 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:13.229077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fa498-c475-45f2-9c50-90d66480c6e3 req-badd0655-150a-47ad-97c0-1f4be9303c55 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.230655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d9fa498-c475-45f2-9c50-90d66480c6e3 req-badd0655-150a-47ad-97c0-1f4be9303c55 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 944 time: 0.1183262 Aug 21 09:03:13.241475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2878270-2622-4d93-b231-974d1aaa6a69 req-f332a580-f4a6-4515-a61a-8dbd063c5cda tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.243033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2878270-2622-4d93-b231-974d1aaa6a69 req-f332a580-f4a6-4515-a61a-8dbd063c5cda tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 948 time: 0.1318746 Aug 21 09:03:13.246343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-c46d75cc-35c1-4bcf-9ec7-4c4a15887320 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416973 Aug 21 09:03:13.270599 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-18b4f393-f47d-4af4-a8f6-858179e86e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-router', 'tenant_id': '30a879e75e354034866fd337ea845724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:18Z', 'updated_at': '2021-08-21T09:03:10Z', 'revision_number': 5, 'project_id': '30a879e75e354034866fd337ea845724', 'gw_port': {'id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:85:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:19Z', 'updated_at': '2021-08-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:13.301824 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b4f393-f47d-4af4-a8f6-858179e86e72 None None] Checking router: f1aac8c7-4421-441a-8750-c46f06687ff6 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:03:13.310336 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4f393-f47d-4af4-a8f6-858179e86e72 None None] Routers {'f1aac8c7-4421-441a-8750-c46f06687ff6'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:13.310953 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-18b4f393-f47d-4af4-a8f6-858179e86e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f1aac8c7-4421-441a-8750-c46f06687ff6'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:13.347215 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d9fa498-c475-45f2-9c50-90d66480c6e3 req-48d247aa-d82c-4329-aca5-15a650403279 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029789 Aug 21 09:03:13.363289 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:13.363504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2878270-2622-4d93-b231-974d1aaa6a69 req-4bdff88e-736e-4fa5-91c7-eafb1a712404 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101549 Aug 21 09:03:13.404188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13de7744-f97b-4d03-a49e-e8262577b0a3 req-035f3b6c-6fcf-4e33-8fea-66a4e3ca5b4e service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497982 Aug 21 09:03:13.424187 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-18b4f393-f47d-4af4-a8f6-858179e86e72 None None] Set router f1aac8c7-4421-441a-8750-c46f06687ff6 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:13.454384 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe0dd74-ee63-4149-bc1f-d8bcd6ddb509 x-openstack-request-id: req-cbe0dd74-ee63-4149-bc1f-d8bcd6ddb509 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:13.454384 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ea19de-cb59-4f82-adf5-cf321e8ad426", "tag": "7d4450d9-2ea1-4965-b240-df690280b062", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:13.454384 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbe0dd74-ee63-4149-bc1f-d8bcd6ddb509 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:13.454384 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ea19de-cb59-4f82-adf5-cf321e8ad426', 'tag': '7d4450d9-2ea1-4965-b240-df690280b062', 'status': 'completed', 'code': 200} Aug 21 09:03:13.495216 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:13.539941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187de70-0860-4808-b645-517d676b6f79 req-387545c8-a0b3-42a7-82ab-664f5f215a75 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.541415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1187de70-0860-4808-b645-517d676b6f79 req-387545c8-a0b3-42a7-82ab-664f5f215a75 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 944 time: 0.0842633 Aug 21 09:03:13.574912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1322979-48aa-4ffa-bff5-3eef73977451 req-2fd5f4c5-a776-4613-8b6f-e0c5620b23f6 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.576458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1322979-48aa-4ffa-bff5-3eef73977451 req-2fd5f4c5-a776-4613-8b6f-e0c5620b23f6 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 1098 time: 0.0866621 Aug 21 09:03:13.614088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Deleting port bd876f51-dd6b-4467-9fab-13eda407f13a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:03:13.614877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:13.620334 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-18b4f393-f47d-4af4-a8f6-858179e86e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-router', 'tenant_id': '30a879e75e354034866fd337ea845724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:18Z', 'updated_at': '2021-08-21T09:03:10Z', 'revision_number': 5, 'project_id': '30a879e75e354034866fd337ea845724', 'gw_port': {'id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:85:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:19Z', 'updated_at': '2021-08-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:13.633074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1187de70-0860-4808-b645-517d676b6f79 req-e828b52e-4b23-4050-87d4-061389f76237 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811574 Aug 21 09:03:13.646232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d46d4-d4d1-4743-975f-4309b51764f1 req-2825b755-6913-49de-b4f5-9069f4731016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.647753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e6d46d4-d4d1-4743-975f-4309b51764f1 req-2825b755-6913-49de-b4f5-9069f4731016 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e18cdc82537a43ddbd4135199de926c5&device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 1100 time: 0.1054597 Aug 21 09:03:13.647886 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b4f393-f47d-4af4-a8f6-858179e86e72 None None] The sync data for ids ['f1aac8c7-4421-441a-8750-c46f06687ff6'] in n-d-766726-28 is: [{'id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045486631-router', 'tenant_id': '30a879e75e354034866fd337ea845724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T08:58:18Z', 'updated_at': '2021-08-21T09:03:10Z', 'revision_number': 5, 'project_id': '30a879e75e354034866fd337ea845724', 'gw_port': {'id': 'bd876f51-dd6b-4467-9fab-13eda407f13a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:85:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aac8c7-4421-441a-8750-c46f06687ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T08:58:19Z', 'updated_at': '2021-08-21T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:03:13.649311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1322979-48aa-4ffa-bff5-3eef73977451 req-655f4e11-87c6-4619-9d6a-d770c15687dc tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635955 Aug 21 09:03:13.714149 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] For port bd876f51-dd6b-4467-9fab-13eda407f13a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=bd876f51-dd6b-4467-9fab-13eda407f13a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:13.714149 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:13.730048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Calling delete_port for bd876f51-dd6b-4467-9fab-13eda407f13a owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:03:13.819625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d46d4-d4d1-4743-975f-4309b51764f1 req-750e7424-9c7b-49a2-8cf4-79ba06324d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.821012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e6d46d4-d4d1-4743-975f-4309b51764f1 req-750e7424-9c7b-49a2-8cf4-79ba06324d41 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1601317 Aug 21 09:03:13.828178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e08ba-5349-416e-bbee-a442d15bd986 req-d32bb050-1aa9-442f-a234-8849f3a2b124 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.830174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad1e08ba-5349-416e-bbee-a442d15bd986 req-d32bb050-1aa9-442f-a234-8849f3a2b124 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 944 time: 0.1067364 Aug 21 09:03:13.881303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e6d46d4-d4d1-4743-975f-4309b51764f1 req-79da1e62-3b14-469e-adf7-f8c6e2916d5e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=7d4450d9-2ea1-4965-b240-df690280b062 HTTP/1.1" status: 200 len: 217 time: 0.0483375 Aug 21 09:03:13.897207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c19e58-0c8a-4223-b8d1-115550412580 req-53562966-1c87-408f-9d76-ed00b79e1b22 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.903015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c19e58-0c8a-4223-b8d1-115550412580 req-53562966-1c87-408f-9d76-ed00b79e1b22 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.909484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c19e58-0c8a-4223-b8d1-115550412580 req-53562966-1c87-408f-9d76-ed00b79e1b22 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.915296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c19e58-0c8a-4223-b8d1-115550412580 req-53562966-1c87-408f-9d76-ed00b79e1b22 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.921126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c19e58-0c8a-4223-b8d1-115550412580 req-53562966-1c87-408f-9d76-ed00b79e1b22 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.926996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c19e58-0c8a-4223-b8d1-115550412580 req-53562966-1c87-408f-9d76-ed00b79e1b22 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.932816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c19e58-0c8a-4223-b8d1-115550412580 req-53562966-1c87-408f-9d76-ed00b79e1b22 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:13.934565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8c19e58-0c8a-4223-b8d1-115550412580 req-53562966-1c87-408f-9d76-ed00b79e1b22 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5438 time: 0.1661685 Aug 21 09:03:13.946554 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:13.977524 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=bd876f51-dd6b-4467-9fab-13eda407f13a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:14.005334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad1e08ba-5349-416e-bbee-a442d15bd986 req-2f37323c-3fb1-4d5c-99a8-e85bb8dec8a4 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661112 Aug 21 09:03:14.020249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d46d4-d4d1-4743-975f-4309b51764f1 req-a0a01c24-4dd4-42d4-bba4-45bf507bbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:14.021725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e6d46d4-d4d1-4743-975f-4309b51764f1 req-a0a01c24-4dd4-42d4-bba4-45bf507bbab9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0862954 Aug 21 09:03:14.029502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8c19e58-0c8a-4223-b8d1-115550412580 req-6a7593ea-4f75-4b9d-a293-ade28c5d1415 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824044 Aug 21 09:03:14.056952 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.109226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d46d4-d4d1-4743-975f-4309b51764f1 req-91718153-a04b-4064-98cc-c7a99d4b9351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:14.111891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e6d46d4-d4d1-4743-975f-4309b51764f1 req-91718153-a04b-4064-98cc-c7a99d4b9351 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0814607 Aug 21 09:03:14.161105 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.163436 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.250271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd4093-d8ac-442b-aeea-c0b9c80835e4 req-cf983b7b-9297-4259-91b3-2de72dd7d82b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:14.252293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-addd4093-d8ac-442b-aeea-c0b9c80835e4 req-cf983b7b-9297-4259-91b3-2de72dd7d82b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1218212 Aug 21 09:03:14.282052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e6d46d4-d4d1-4743-975f-4309b51764f1 req-19f58f01-5c92-47f8-9401-7aea6fdcf4c3 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343477 Aug 21 09:03:14.287950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.288492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1aac8c7-4421-441a-8750-c46f06687ff6 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:03:14.296622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.300310 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f3bef8d1-2ba3-4374-8c87-bee2d8247bbd admin admin] 10.222.0.20 "DELETE /v2.0/routers/f1aac8c7-4421-441a-8750-c46f06687ff6 HTTP/1.1" status: 204 len: 168 time: 1.3507597 Aug 21 09:03:14.302816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59862) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:14.321155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-addd4093-d8ac-442b-aeea-c0b9c80835e4 req-865c2a22-9edf-48cb-b17f-a15250f77152 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607831 Aug 21 09:03:14.361412 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e396cae4-382b-4114-a1b6-9a2c4f1af46f admin admin] Deleting subnet 8a6e39f0-813e-4590-9f81-e6ea1c925ab4 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:03:14.366371 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396cae4-382b-4114-a1b6-9a2c4f1af46f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.394478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e6d46d4-d4d1-4743-975f-4309b51764f1 req-cd4526a4-47bb-4351-af45-fccf0cd1b5e8 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044092 Aug 21 09:03:14.418421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396cae4-382b-4114-a1b6-9a2c4f1af46f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.496634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c0839-f926-418b-a080-cc37de9f2c45 req-6329cb00-b212-40cd-9e0e-00a6e791136c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:14.498409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-366c0839-f926-418b-a080-cc37de9f2c45 req-6329cb00-b212-40cd-9e0e-00a6e791136c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 948 time: 0.0527635 Aug 21 09:03:14.504877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396cae4-382b-4114-a1b6-9a2c4f1af46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.539459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-366c0839-f926-418b-a080-cc37de9f2c45 req-27694254-0d46-4f0c-8249-e93a299f7acd tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Aug 21 09:03:14.638146 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396cae4-382b-4114-a1b6-9a2c4f1af46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.642019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ab944-9e5d-4597-90fb-7956691f0f6d req-111bd542-8910-4d9f-82a5-2e5e53bc9c60 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:14.643525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-852ab944-9e5d-4597-90fb-7956691f0f6d req-111bd542-8910-4d9f-82a5-2e5e53bc9c60 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 944 time: 0.0493531 Aug 21 09:03:14.665229 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396cae4-382b-4114-a1b6-9a2c4f1af46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6e39f0-813e-4590-9f81-e6ea1c925ab4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:14.672074 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396cae4-382b-4114-a1b6-9a2c4f1af46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.675753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59872) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:14.678514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32631e7-8a09-4068-8ac9-ab95d201bd9d None None] Network 31173ca1-dac7-4599-916b-af345526a24b requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:14.684180 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e396cae4-382b-4114-a1b6-9a2c4f1af46f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a6e39f0-813e-4590-9f81-e6ea1c925ab4 HTTP/1.1" status: 204 len: 168 time: 0.3826420 Aug 21 09:03:14.690298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-852ab944-9e5d-4597-90fb-7956691f0f6d req-d393bdd0-ab90-437b-85ab-b818910c6ed1 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 Aug 21 09:03:14.769923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.867158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a228cb8-5552-4288-8a41-9e6e528e7652 req-add7a14b-0d91-417b-ab6c-a83dc44847dd tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:14.868654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a228cb8-5552-4288-8a41-9e6e528e7652 req-add7a14b-0d91-417b-ab6c-a83dc44847dd tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 944 time: 0.0961270 Aug 21 09:03:14.892984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device bd876f51-dd6b-4467-9fab-13eda407f13a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:03:14.906168 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Deleting port cc9325fa-9f09-4913-95e8-aab30a28795c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:03:14.906590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:14.930219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: bd876f51-dd6b-4467-9fab-13eda407f13a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:03:14.930219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device bd876f51-dd6b-4467-9fab-13eda407f13a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:03:14.930219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3ab1d134-a472-460e-8e8b-b9fcd33fabba no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:03:14.955390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dbc163-588a-45d6-a4d1-47df14abc2bb None None] DHCP port deletion for 31173ca1-dac7-4599-916b-af345526a24b request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:03:14.966050 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 3ab1d134-a472-460e-8e8b-b9fcd33fabba {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:03:14.966391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3ab1d134-a472-460e-8e8b-b9fcd33fabba not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:03:14.973111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a228cb8-5552-4288-8a41-9e6e528e7652 req-252d2347-7cc2-4aa4-a11b-06ae6cf85ff8 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975320 Aug 21 09:03:14.994087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] For port cc9325fa-9f09-4913-95e8-aab30a28795c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cc9325fa-9f09-4913-95e8-aab30a28795c,segment=NetworkSegment(39112d76-07ee-44f4-80fe-3482394ff1de),segment_id=39112d76-07ee-44f4-80fe-3482394ff1de)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:14.994613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.011770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Calling delete_port for cc9325fa-9f09-4913-95e8-aab30a28795c owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:03:15.019893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.030022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-30dbc163-588a-45d6-a4d1-47df14abc2bb None None] Deleting port cc9325fa-9f09-4913-95e8-aab30a28795c {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:03:15.030390 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-30dbc163-588a-45d6-a4d1-47df14abc2bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.072464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7d4450d9-2ea1-4965-b240-df690280b062 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:15.102347 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.147108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5445a7-e438-4dbc-bb17-46c65134a2e1 req-d1466964-713e-48da-9d8e-5814943edbd4 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:15.148795 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b5445a7-e438-4dbc-bb17-46c65134a2e1 req-d1466964-713e-48da-9d8e-5814943edbd4 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 944 time: 0.0540924 Aug 21 09:03:15.161635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-30dbc163-588a-45d6-a4d1-47df14abc2bb None None] For port cc9325fa-9f09-4913-95e8-aab30a28795c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cc9325fa-9f09-4913-95e8-aab30a28795c,segment=NetworkSegment(39112d76-07ee-44f4-80fe-3482394ff1de),segment_id=39112d76-07ee-44f4-80fe-3482394ff1de)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:15.162088 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-30dbc163-588a-45d6-a4d1-47df14abc2bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.178801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-30dbc163-588a-45d6-a4d1-47df14abc2bb None None] Calling delete_port for cc9325fa-9f09-4913-95e8-aab30a28795c owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:03:15.183840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.216171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b5445a7-e438-4dbc-bb17-46c65134a2e1 req-3592e61e-b649-47d1-b315-b7fabfed1490 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599463 Aug 21 09:03:15.217254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9325fa-9f09-4913-95e8-aab30a28795c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:15.220878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] No DVR routers for this DVR port cc9325fa-9f09-4913-95e8-aab30a28795c on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:03:15.250512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 7d4450d9-2ea1-4965-b240-df690280b062, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7d4450d9-2ea1-4965-b240-df690280b062,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:15.267281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '7d4450d9-2ea1-4965-b240-df690280b062', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '7d4450d9-2ea1-4965-b240-df690280b062', 'mac_address': 'fa:16:3e:c7:e3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:15.312012 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.324176 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.328218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 36ced2bb-1173-4212-9d80-e983f8b4d250 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:15.338621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.338978 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.339754 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.340089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > port after_create 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.340407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.340735 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > port after_update 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.341049 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.341380 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.341694 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.342023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.359894 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-30dbc163-588a-45d6-a4d1-47df14abc2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.388734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4450d9-2ea1-4965-b240-df690280b062 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:15.396711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbc163-588a-45d6-a4d1-47df14abc2bb None None] Pushing event deleted for resources: {'Port': ['ID=cc9325fa-9f09-4913-95e8-aab30a28795c,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:15.399164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbc163-588a-45d6-a4d1-47df14abc2bb None None] No DVR routers for this DVR port cc9325fa-9f09-4913-95e8-aab30a28795c on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:03:15.407309 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.407718 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.408051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.408381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 09:03:15.408719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31173ca1-dac7-4599-916b-af345526a24b']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:15.425587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 7d4450d9-2ea1-4965-b240-df690280b062, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7d4450d9-2ea1-4965-b240-df690280b062,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:15.430562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39112d76-07ee-44f4-80fe-3482394ff1de') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:15.430852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39112d76-07ee-44f4-80fe-3482394ff1de') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:15.450354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.477195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bb09f-689f-487c-b70f-948a686ae9b8 req-817fce53-b579-4617-b601-aaceaf8245a9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:15.483042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bb09f-689f-487c-b70f-948a686ae9b8 req-817fce53-b579-4617-b601-aaceaf8245a9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:15.489535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bb09f-689f-487c-b70f-948a686ae9b8 req-817fce53-b579-4617-b601-aaceaf8245a9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:15.491868 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.495361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bb09f-689f-487c-b70f-948a686ae9b8 req-817fce53-b579-4617-b601-aaceaf8245a9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:15.501394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bb09f-689f-487c-b70f-948a686ae9b8 req-817fce53-b579-4617-b601-aaceaf8245a9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:15.507184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bb09f-689f-487c-b70f-948a686ae9b8 req-817fce53-b579-4617-b601-aaceaf8245a9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:15.513039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bb09f-689f-487c-b70f-948a686ae9b8 req-817fce53-b579-4617-b601-aaceaf8245a9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:15.515004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-508bb09f-689f-487c-b70f-948a686ae9b8 req-817fce53-b579-4617-b601-aaceaf8245a9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5438 time: 0.2209167 Aug 21 09:03:15.522149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 36ced2bb-1173-4212-9d80-e983f8b4d250 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:15.522896 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.529989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 36ced2bb-1173-4212-9d80-e983f8b4d250 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:15.530589 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.548886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:03:15.549286 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: from cryptography.utils import int_from_bytes Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: from cryptography.utils import int_from_bytes Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:03:15.553127 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:03:15.574671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=7d4450d9-2ea1-4965-b240-df690280b062,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:15.623754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-508bb09f-689f-487c-b70f-948a686ae9b8 req-66b251bf-add8-4f3f-809e-8b98a56958fd tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951238 Aug 21 09:03:15.628594 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.655933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ced2bb-1173-4212-9d80-e983f8b4d250'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:15.658803 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21f8096-2899-4d54-bc18-06507c13fdc4" -d '{"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "36ced2bb-1173-4212-9d80-e983f8b4d250"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:15.677995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 36ced2bb-1173-4212-9d80-e983f8b4d250, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=36ced2bb-1173-4212-9d80-e983f8b4d250,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:15.726397 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.736367 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.738239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] 10.222.0.20 "DELETE /v2.0/networks/31173ca1-dac7-4599-916b-af345526a24b HTTP/1.1" status: 204 len: 168 time: 1.0614343 Aug 21 09:03:15.745842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6ccf9-8867-44dc-9605-216ef3dd500f req-d3fedc98-4f06-4f8d-860d-d2b7ab0a69e1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:15.747333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47c6ccf9-8867-44dc-9605-216ef3dd500f req-d3fedc98-4f06-4f8d-860d-d2b7ab0a69e1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.0576127 Aug 21 09:03:15.758023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97473570-a09d-4371-8a90-19221c48e32a admin admin] Pushing event deleted for resources: {'Network': ['ID=31173ca1-dac7-4599-916b-af345526a24b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:15.767438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['7d4450d9-2ea1-4965-b240-df690280b062'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:15.801561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47c6ccf9-8867-44dc-9605-216ef3dd500f req-6084b3b5-ec76-4e38-a7c5-d43626b762b0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453999 Aug 21 09:03:15.849497 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:15.850244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 141e74d9-6e43-4d44-8810-2b47fe848d1f up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:15.903464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6791ee-de90-4e54-98fc-f654c250c3dd req-47b015cf-d1c8-4fa4-bd28-314f90804e21 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:15.904879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c6791ee-de90-4e54-98fc-f654c250c3dd req-47b015cf-d1c8-4fa4-bd28-314f90804e21 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 949 time: 0.0535841 Aug 21 09:03:15.943359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c6791ee-de90-4e54-98fc-f654c250c3dd req-6f6c6a20-101a-4429-bb52-18f9e24f1dc1 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Aug 21 09:03:15.956497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=36ced2bb-1173-4212-9d80-e983f8b4d250,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:15.986270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-cc97ae7a-c514-4905-9c43-9b8a8b138cba tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:03:15.987760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-cc97ae7a-c514-4905-9c43-9b8a8b138cba tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069921 Aug 21 09:03:16.001715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Request body: {'binding': {'host': 'n-h1-766726-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:16.005397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Unknown quota resources ['binding']. {{(pid=106757) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:03:16.019666 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30032c95-5cb9-4222-9caf-d791e89e3d9f x-openstack-request-id: req-30032c95-5cb9-4222-9caf-d791e89e3d9f {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:16.019963 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "36ced2bb-1173-4212-9d80-e983f8b4d250", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:16.020210 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30032c95-5cb9-4222-9caf-d791e89e3d9f {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:16.020601 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ced2bb-1173-4212-9d80-e983f8b4d250', 'code': 200} Aug 21 09:03:16.034233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 141e74d9-6e43-4d44-8810-2b47fe848d1f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:16.038222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 141e74d9-6e43-4d44-8810-2b47fe848d1f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:16.038601 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.114328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59910) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:16.251616 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.285441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 141e74d9-6e43-4d44-8810-2b47fe848d1f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f,segment=NetworkSegment(c3b635dc-72d2-42ae-977d-7d3c147853bd),segment_id=c3b635dc-72d2-42ae-977d-7d3c147853bd)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:16.360929 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.361767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device deb6eb46-4bad-4b70-b769-24658adbb7f5 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:16.437650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=141e74d9-6e43-4d44-8810-2b47fe848d1f,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:16.514539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port deb6eb46-4bad-4b70-b769-24658adbb7f5 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:16.518272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port deb6eb46-4bad-4b70-b769-24658adbb7f5 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:16.518610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-99e14c2d-653b-4f03-adac-11847d032485 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6600cf3631324e368fd5629b44cc5be0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4035847 Aug 21 09:03:16.519076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.521344 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59914) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:16.527959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646c01d-796d-4c0d-94a7-0e9dca5f4a3b req-d18fca58-20e6-481f-8d8d-7c1748e64e81 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:16.529452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0646c01d-796d-4c0d-94a7-0e9dca5f4a3b req-d18fca58-20e6-481f-8d8d-7c1748e64e81 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 944 time: 0.4371970 Aug 21 09:03:16.552147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 on host n-h1-766726-28 for vnic_type normal with profile None {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:16.552479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:16.552807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:16.565454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Port a766f42e-37c3-4108-9ff2-561f72dc97a5 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:03:16.565692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:16.573162 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4435b11-a5ce-4389-bd98-ff4429488dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.579697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:16.580108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:16.580753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:16.581197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Bound port: a766f42e-37c3-4108-9ff2-561f72dc97a5, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:16.599981 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4435b11-a5ce-4389-bd98-ff4429488dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.602820 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.613537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0646c01d-796d-4c0d-94a7-0e9dca5f4a3b req-812a33e5-8687-4347-a4c2-82b8aafe7257 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733829 Aug 21 09:03:16.655670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:16.664699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port deb6eb46-4bad-4b70-b769-24658adbb7f5, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=deb6eb46-4bad-4b70-b769-24658adbb7f5,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:16.697391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc9325fa-9f09-4913-95e8-aab30a28795c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:03:16.718069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: cc9325fa-9f09-4913-95e8-aab30a28795c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:03:16.718411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc9325fa-9f09-4913-95e8-aab30a28795c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:03:16.732050 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4435b11-a5ce-4389-bd98-ff4429488dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.734615 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4435b11-a5ce-4389-bd98-ff4429488dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.738214 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a4435b11-a5ce-4389-bd98-ff4429488dbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11e5bda7-1fb0-4cbe-a080-65c549196847 HTTP/1.1" status: 204 len: 168 time: 0.2135284 Aug 21 09:03:16.743710 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4435b11-a5ce-4389-bd98-ff4429488dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e5bda7-1fb0-4cbe-a080-65c549196847,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:16.744644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097756-28c4-43ac-b583-8c5a77e321c8 req-2dc00678-a6d6-4909-8336-8eb9d906273f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:16.748799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25097756-28c4-43ac-b583-8c5a77e321c8 req-2dc00678-a6d6-4909-8336-8eb9d906273f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.0534348 Aug 21 09:03:16.761476 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.762232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c6ad734c-4502-46b0-8437-ad0dc2f66968 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:16.772162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.772162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-845e0435-d0ff-47a1-bf24-ea8decc7a1e5 service neutron] 10.222.0.20 "POST /v2.0/ports/a766f42e-37c3-4108-9ff2-561f72dc97a5/bindings HTTP/1.1" status: 201 len: 390 time: 0.7755587 Aug 21 09:03:16.811887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25097756-28c4-43ac-b583-8c5a77e321c8 req-0ad6d268-34c3-4f9a-a62c-c3ebf163b702 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482304 Aug 21 09:03:16.845714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=deb6eb46-4bad-4b70-b769-24658adbb7f5,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:16.906850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd1e63-ecf5-487b-be7d-67a9772cf5da req-c6507b2f-083c-4064-b69a-a7ac2468c234 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:16.908932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01fd1e63-ecf5-487b-be7d-67a9772cf5da req-c6507b2f-083c-4064-b69a-a7ac2468c234 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 944 time: 0.0489016 Aug 21 09:03:16.914422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port c6ad734c-4502-46b0-8437-ad0dc2f66968 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:16.918520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port c6ad734c-4502-46b0-8437-ad0dc2f66968 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:16.918893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:16.946810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01fd1e63-ecf5-487b-be7d-67a9772cf5da req-90301d9a-d39f-46d4-82b8-cbf330fc6d89 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317409 Aug 21 09:03:17.009661 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.046287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c6ad734c-4502-46b0-8437-ad0dc2f66968, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c6ad734c-4502-46b0-8437-ad0dc2f66968,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:17.069871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7d4450d9-2ea1-4965-b240-df690280b062 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:17.112338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373e3e-325d-45cf-a40a-69b01b7bdf41 req-23d62b77-258d-48c5-a5ef-6e903202472d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.116771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.117542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:17.120050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373e3e-325d-45cf-a40a-69b01b7bdf41 req-23d62b77-258d-48c5-a5ef-6e903202472d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.127298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373e3e-325d-45cf-a40a-69b01b7bdf41 req-23d62b77-258d-48c5-a5ef-6e903202472d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.133490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373e3e-325d-45cf-a40a-69b01b7bdf41 req-23d62b77-258d-48c5-a5ef-6e903202472d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.139864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373e3e-325d-45cf-a40a-69b01b7bdf41 req-23d62b77-258d-48c5-a5ef-6e903202472d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.146931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373e3e-325d-45cf-a40a-69b01b7bdf41 req-23d62b77-258d-48c5-a5ef-6e903202472d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.152923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373e3e-325d-45cf-a40a-69b01b7bdf41 req-23d62b77-258d-48c5-a5ef-6e903202472d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.154871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18373e3e-325d-45cf-a40a-69b01b7bdf41 req-23d62b77-258d-48c5-a5ef-6e903202472d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5440 time: 0.1290464 Aug 21 09:03:17.172341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edda2d-0b60-450e-84f6-6725c07075d7 req-d4845199-9f78-46fd-b373-5f87999bdedc tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.173865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07edda2d-0b60-450e-84f6-6725c07075d7 req-d4845199-9f78-46fd-b373-5f87999bdedc tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1175697 Aug 21 09:03:17.200945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=c6ad734c-4502-46b0-8437-ad0dc2f66968,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:17.233839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18373e3e-325d-45cf-a40a-69b01b7bdf41 req-263904e7-b73f-4e21-84ec-ada73b8603bb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692487 Aug 21 09:03:17.243335 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 7d4450d9-2ea1-4965-b240-df690280b062 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:17.246396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07edda2d-0b60-450e-84f6-6725c07075d7 req-13a4743c-d01a-42d6-af83-e55ada041bca tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592248 Aug 21 09:03:17.247473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 7d4450d9-2ea1-4965-b240-df690280b062 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:17.247873 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.290502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:17.299880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:17.300187 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.379917 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.404845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06782d47-0622-457a-8eb3-2168ab339be5 req-b3289f72-e312-4840-b747-3f4f22fd9909 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.406321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06782d47-0622-457a-8eb3-2168ab339be5 req-b3289f72-e312-4840-b747-3f4f22fd9909 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 949 time: 0.0898924 Aug 21 09:03:17.415097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bac21-08a0-4031-903d-2bcce54ee9df req-98e6bec6-26ad-47b2-a21f-0898a6155ff0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.416537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb6bac21-08a0-4031-903d-2bcce54ee9df req-98e6bec6-26ad-47b2-a21f-0898a6155ff0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 946 time: 0.0981026 Aug 21 09:03:17.440164 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.443660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 7d4450d9-2ea1-4965-b240-df690280b062, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7d4450d9-2ea1-4965-b240-df690280b062,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:17.472613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06782d47-0622-457a-8eb3-2168ab339be5 req-d6678364-9d6c-426b-8ae3-45b36e2afb4e tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550866 Aug 21 09:03:17.477665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb6bac21-08a0-4031-903d-2bcce54ee9df req-97eac141-fd90-4ca5-b936-75bc94c2cce0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537658 Aug 21 09:03:17.479030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=06f62c3e-0362-4b9f-aa0f-61ab7d530b61,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:17.529179 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.552390 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.553079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7fb1a58b-466b-48b3-8947-1a5beaf86710 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:17.562071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59928) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:17.606438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-a1d66ca7-6bd7-4b1b-82cc-61da4e94051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.607580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=7d4450d9-2ea1-4965-b240-df690280b062,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:17.607978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-a1d66ca7-6bd7-4b1b-82cc-61da4e94051c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 1098 time: 0.0736365 Aug 21 09:03:17.615257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f8d1e587-4bde-44b0-a109-790b8e45307e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30a879e75e354034866fd337ea845724&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519047 Aug 21 09:03:17.617839 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59930) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:17.681072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=06f62c3e-0362-4b9f-aa0f-61ab7d530b61,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:17.686381 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea319196-c274-4d8b-b674-a6e27d3d3b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.714638 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 7fb1a58b-466b-48b3-8947-1a5beaf86710 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:17.716532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea319196-c274-4d8b-b674-a6e27d3d3b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.718758 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 7fb1a58b-466b-48b3-8947-1a5beaf86710 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:17.719139 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.746203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-474f680a-93ac-4606-b2c4-23c0c43626ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.747906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-474f680a-93ac-4606-b2c4-23c0c43626ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.1300180 Aug 21 09:03:17.765199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72363335-8431-4259-8e50-89d68a943d49 req-633b8d7e-8569-483c-a2aa-bd4bd6c925b8 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.766938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72363335-8431-4259-8e50-89d68a943d49 req-633b8d7e-8569-483c-a2aa-bd4bd6c925b8 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 944 time: 0.0690243 Aug 21 09:03:17.803580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-7422b99e-df48-45f7-ad2c-bcdabd1393f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5 HTTP/1.1" status: 200 len: 217 time: 0.0461664 Aug 21 09:03:17.810034 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.843270 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea319196-c274-4d8b-b674-a6e27d3d3b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.846418 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ea319196-c274-4d8b-b674-a6e27d3d3b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.847623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7fb1a58b-466b-48b3-8947-1a5beaf86710, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7fb1a58b-466b-48b3-8947-1a5beaf86710,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:17.848169 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ea319196-c274-4d8b-b674-a6e27d3d3b8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1de8350d-ffea-4736-b944-c25b98bcb3c0 HTTP/1.1" status: 204 len: 168 time: 0.2282472 Aug 21 09:03:17.856200 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea319196-c274-4d8b-b674-a6e27d3d3b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de8350d-ffea-4736-b944-c25b98bcb3c0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:17.886224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72363335-8431-4259-8e50-89d68a943d49 req-2b37162d-fb92-444e-9ee4-9c2079fc2558 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854795 Aug 21 09:03:17.890170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-9f3c641b-ec44-4625-9fe5-95ceee44898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:17.896051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-9f3c641b-ec44-4625-9fe5-95ceee44898c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.0765913 Aug 21 09:03:17.912410 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:17.913257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:17.944944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-10bd8590-ec92-40c5-9735-2625f485d4ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381131 Aug 21 09:03:17.997319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7fb1a58b-466b-48b3-8947-1a5beaf86710,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:18.012907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03da54-b1c3-45d8-8455-0a5ea0308b92 req-33a93f53-33e7-4381-a0cc-82cb9093d197 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.014476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b03da54-b1c3-45d8-8455-0a5ea0308b92 req-33a93f53-33e7-4381-a0cc-82cb9093d197 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1175184 Aug 21 09:03:18.022109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f'}, {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb6eb46-4bad-4b70-b769-24658adbb7f5'}, {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ad734c-4502-46b0-8437-ad0dc2f66968'}, {'server_uuid': '17ea19de-cb59-4f82-adf5-cf321e8ad426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4450d9-2ea1-4965-b240-df690280b062'}, {'server_uuid': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61'}, {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1a58b-466b-48b3-8947-1a5beaf86710'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:18.024653 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f5e16e-05b0-4b69-89ba-4575e3ee9d50" -d '{"events": [{"server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "name": "network-vif-plugged", "status": "completed", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f"}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "deb6eb46-4bad-4b70-b769-24658adbb7f5"}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "c6ad734c-4502-46b0-8437-ad0dc2f66968"}, {"server_uuid": "17ea19de-cb59-4f82-adf5-cf321e8ad426", "name": "network-vif-plugged", "status": "completed", "tag": "7d4450d9-2ea1-4965-b240-df690280b062"}, {"server_uuid": "c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d", "name": "network-vif-plugged", "status": "completed", "tag": "06f62c3e-0362-4b9f-aa0f-61ab7d530b61"}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb1a58b-466b-48b3-8947-1a5beaf86710"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:18.075276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:18.080366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:18.081058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:18.122561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b03da54-b1c3-45d8-8455-0a5ea0308b92 req-6d30d8d6-2a21-42eb-8ddd-73e51bef9b1c tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975616 Aug 21 09:03:18.127712 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-76615518-9d6a-427c-b426-f5a9c3a25c5f service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747096 Aug 21 09:03:18.147022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b45f3d-cec3-4191-a9d1-7ab1b1809196 req-ac1a6829-b7c5-4690-a81b-81ff7ab1e6a4 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.148591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6b45f3d-cec3-4191-a9d1-7ab1b1809196 req-ac1a6829-b7c5-4690-a81b-81ff7ab1e6a4 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 945 time: 0.1272697 Aug 21 09:03:18.163701 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:18.199185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:18.213097 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc96e7f-d1d9-4690-aa55-946a9dd364d7 x-openstack-request-id: req-7fc96e7f-d1d9-4690-aa55-946a9dd364d7 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:18.213537 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "name": "network-vif-plugged", "status": "completed", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f", "code": 200}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "deb6eb46-4bad-4b70-b769-24658adbb7f5", "code": 200}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "c6ad734c-4502-46b0-8437-ad0dc2f66968", "code": 200}, {"server_uuid": "17ea19de-cb59-4f82-adf5-cf321e8ad426", "name": "network-vif-plugged", "status": "completed", "tag": "7d4450d9-2ea1-4965-b240-df690280b062", "code": 200}, {"server_uuid": "c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d", "name": "network-vif-plugged", "status": "completed", "tag": "06f62c3e-0362-4b9f-aa0f-61ab7d530b61", "code": 200}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb1a58b-466b-48b3-8947-1a5beaf86710", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:18.213799 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fc96e7f-d1d9-4690-aa55-946a9dd364d7 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:18.214264 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'code': 200} Aug 21 09:03:18.214530 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb6eb46-4bad-4b70-b769-24658adbb7f5', 'code': 200} Aug 21 09:03:18.214784 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ad734c-4502-46b0-8437-ad0dc2f66968', 'code': 200} Aug 21 09:03:18.215034 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea19de-cb59-4f82-adf5-cf321e8ad426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4450d9-2ea1-4965-b240-df690280b062', 'code': 200} Aug 21 09:03:18.215306 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61', 'code': 200} Aug 21 09:03:18.216047 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1a58b-466b-48b3-8947-1a5beaf86710', 'code': 200} Aug 21 09:03:18.238924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6b45f3d-cec3-4191-a9d1-7ab1b1809196 req-a50607d4-fad6-46be-9a3f-bf70a2446b0f tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808537 Aug 21 09:03:18.284625 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:18.285597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 09b19b1a-98fa-4efc-9311-75cf68b68d53 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:18.356520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-f5866f83-989b-44d5-97ca-430fc5e64bf3 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067804 Aug 21 09:03:18.414905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515c3dc-811f-4946-95fe-86c6b3fb4804 req-376e7af9-8140-44c3-91eb-d65e572bb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.415764 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6515c3dc-811f-4946-95fe-86c6b3fb4804 req-376e7af9-8140-44c3-91eb-d65e572bb8a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 1097 time: 0.0902200 Aug 21 09:03:18.443176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:18.474688 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6515c3dc-811f-4946-95fe-86c6b3fb4804 req-826f57ff-95c4-4fe3-a70c-66e88a3fd7af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514882 Aug 21 09:03:18.518722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5930ed-6e6c-4c2b-98f2-bfff1c36aae6 req-1bbce424-d2ea-4b9b-a66a-c24321011915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.520286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e5930ed-6e6c-4c2b-98f2-bfff1c36aae6 req-1bbce424-d2ea-4b9b-a66a-c24321011915 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 1097 time: 0.2181997 Aug 21 09:03:18.531498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 09b19b1a-98fa-4efc-9311-75cf68b68d53 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:18.535504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 09b19b1a-98fa-4efc-9311-75cf68b68d53 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:18.535923 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:18.542261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e549f-5cc7-4fc5-9a29-a5cf244a6335 req-2598b366-787c-4bf3-a04b-6549f0e5e3b5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.548238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e549f-5cc7-4fc5-9a29-a5cf244a6335 req-2598b366-787c-4bf3-a04b-6549f0e5e3b5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.554196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e549f-5cc7-4fc5-9a29-a5cf244a6335 req-2598b366-787c-4bf3-a04b-6549f0e5e3b5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.560209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e549f-5cc7-4fc5-9a29-a5cf244a6335 req-2598b366-787c-4bf3-a04b-6549f0e5e3b5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.566677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e549f-5cc7-4fc5-9a29-a5cf244a6335 req-2598b366-787c-4bf3-a04b-6549f0e5e3b5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.572702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e549f-5cc7-4fc5-9a29-a5cf244a6335 req-2598b366-787c-4bf3-a04b-6549f0e5e3b5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.578595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e549f-5cc7-4fc5-9a29-a5cf244a6335 req-2598b366-787c-4bf3-a04b-6549f0e5e3b5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.581371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e8e549f-5cc7-4fc5-9a29-a5cf244a6335 req-2598b366-787c-4bf3-a04b-6549f0e5e3b5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5443 time: 0.2306857 Aug 21 09:03:18.592195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ab989-e548-4196-b73c-b5650709adc4 req-1d1c0dcf-d3b0-4032-a779-f97427ac8d56 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.593671 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-280ab989-e548-4196-b73c-b5650709adc4 req-1d1c0dcf-d3b0-4032-a779-f97427ac8d56 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.2405529 Aug 21 09:03:18.614325 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:18.620993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fef8c-62df-4b1f-ad30-74b8f9ba45ad req-a352c4e6-b384-48c7-b668-0b826c289c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.622516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-403fef8c-62df-4b1f-ad30-74b8f9ba45ad req-a352c4e6-b384-48c7-b668-0b826c289c10 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 1102 time: 0.3459377 Aug 21 09:03:18.652086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 09b19b1a-98fa-4efc-9311-75cf68b68d53, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=09b19b1a-98fa-4efc-9311-75cf68b68d53,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:18.680184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e8e549f-5cc7-4fc5-9a29-a5cf244a6335 req-f1de528b-e463-4927-b33f-45bbf1e524d0 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842135 Aug 21 09:03:18.711138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-280ab989-e548-4196-b73c-b5650709adc4 req-d0100876-8bde-4ad3-9dc8-03bbeaee10ae tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061909 Aug 21 09:03:18.721249 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:18.722085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d214a269-de68-403f-bcfa-835869aca265 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:18.738606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-403fef8c-62df-4b1f-ad30-74b8f9ba45ad req-3659c8e7-33e5-4fdd-bdba-69f5a1572524 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960534 Aug 21 09:03:18.746214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e5930ed-6e6c-4c2b-98f2-bfff1c36aae6 req-9be6b331-94e6-4568-b8f0-31ef73219315 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642996 Aug 21 09:03:18.821007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=09b19b1a-98fa-4efc-9311-75cf68b68d53,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:18.865577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212d9d2-cebb-40f3-8376-d82081a3d359 req-e2b5755e-3979-46e8-95f5-e2efe1db7925 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.867136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3212d9d2-cebb-40f3-8376-d82081a3d359 req-e2b5755e-3979-46e8-95f5-e2efe1db7925 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 950 time: 0.0767431 Aug 21 09:03:18.882554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940894f8-1109-4df0-95f0-d884037fd3c7 req-7691729d-fca6-463c-a533-6eb74e5dd487 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:18.884329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-940894f8-1109-4df0-95f0-d884037fd3c7 req-7691729d-fca6-463c-a533-6eb74e5dd487 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 946 time: 0.0828357 Aug 21 09:03:18.935518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3212d9d2-cebb-40f3-8376-d82081a3d359 req-0e8742bf-e4b8-4501-b5c9-c79df29a78cc tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596993 Aug 21 09:03:18.942903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port d214a269-de68-403f-bcfa-835869aca265 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:18.947326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-940894f8-1109-4df0-95f0-d884037fd3c7 req-5f915fc0-8975-4170-87b6-5c02b4d9d2c2 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557928 Aug 21 09:03:18.948214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port d214a269-de68-403f-bcfa-835869aca265 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:18.948754 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:19.058693 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:19.070248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f903bf4-d5a3-432b-8d59-de0adeaa31d7 req-ed4dc3df-9f5c-48a4-9a1a-7da4c2e81414 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:19.071879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f903bf4-d5a3-432b-8d59-de0adeaa31d7 req-ed4dc3df-9f5c-48a4-9a1a-7da4c2e81414 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 944 time: 0.0601234 Aug 21 09:03:19.101350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d214a269-de68-403f-bcfa-835869aca265, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d214a269-de68-403f-bcfa-835869aca265,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:19.121865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f903bf4-d5a3-432b-8d59-de0adeaa31d7 req-69374fd5-37c9-4c4f-b15d-a0f5d192eebb tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366259 Aug 21 09:03:19.163758 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:19.164757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 24448169-e68d-446f-80f2-eb40b0c98c32 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:19.256860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=d214a269-de68-403f-bcfa-835869aca265,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:19.257059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3dd63-e51c-44f4-b848-ec50019eaabc req-333ff6ac-902f-4627-b3c5-313944baa654 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:19.268670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93a3dd63-e51c-44f4-b848-ec50019eaabc req-333ff6ac-902f-4627-b3c5-313944baa654 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.0685935 Aug 21 09:03:19.322726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93a3dd63-e51c-44f4-b848-ec50019eaabc req-3e3ed325-95f5-4557-b16c-36c0f70d68ed tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 Aug 21 09:03:19.334658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 24448169-e68d-446f-80f2-eb40b0c98c32 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:19.339683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 24448169-e68d-446f-80f2-eb40b0c98c32 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:19.339683 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:19.373793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0036987-dbbb-42e6-b44e-d53839012430 req-7a5896eb-a1f7-4cc9-a928-5bf7f3e152f2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:19.375203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0036987-dbbb-42e6-b44e-d53839012430 req-7a5896eb-a1f7-4cc9-a928-5bf7f3e152f2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 945 time: 0.0515337 Aug 21 09:03:19.414461 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0036987-dbbb-42e6-b44e-d53839012430 req-feb79990-7639-4ab6-bbe6-a316acb04557 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330980 Aug 21 09:03:19.439069 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:19.474140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 24448169-e68d-446f-80f2-eb40b0c98c32, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=24448169-e68d-446f-80f2-eb40b0c98c32,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:19.534677 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:19.585280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=24448169-e68d-446f-80f2-eb40b0c98c32,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:19.882908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857306f-6e19-48d9-bb4a-ac6d942fd8b1 req-d6adf106-1f33-47ed-b7c9-08a0757f517e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:19.890124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857306f-6e19-48d9-bb4a-ac6d942fd8b1 req-d6adf106-1f33-47ed-b7c9-08a0757f517e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:19.896600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857306f-6e19-48d9-bb4a-ac6d942fd8b1 req-d6adf106-1f33-47ed-b7c9-08a0757f517e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:19.902507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857306f-6e19-48d9-bb4a-ac6d942fd8b1 req-d6adf106-1f33-47ed-b7c9-08a0757f517e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:19.909056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857306f-6e19-48d9-bb4a-ac6d942fd8b1 req-d6adf106-1f33-47ed-b7c9-08a0757f517e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:19.915189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857306f-6e19-48d9-bb4a-ac6d942fd8b1 req-d6adf106-1f33-47ed-b7c9-08a0757f517e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:19.921103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857306f-6e19-48d9-bb4a-ac6d942fd8b1 req-d6adf106-1f33-47ed-b7c9-08a0757f517e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:19.923106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8857306f-6e19-48d9-bb4a-ac6d942fd8b1 req-d6adf106-1f33-47ed-b7c9-08a0757f517e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5445 time: 0.1458766 Aug 21 09:03:19.933091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf19112-e41a-4f26-b69f-e611e919e63e req-24363a6e-6652-41d9-9f97-9b3f15115f70 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:19.934686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aaf19112-e41a-4f26-b69f-e611e919e63e req-24363a6e-6652-41d9-9f97-9b3f15115f70 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1173563 Aug 21 09:03:20.015982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8857306f-6e19-48d9-bb4a-ac6d942fd8b1 req-b0d84c34-5583-4c39-91da-ae44ff7b0e12 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716991 Aug 21 09:03:20.040724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aaf19112-e41a-4f26-b69f-e611e919e63e req-6f38e11f-f96e-4827-af84-7fbb3447fd07 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847030 Aug 21 09:03:20.201000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a308a-6a4d-45b6-8ab9-b6ba86d391c7 req-e135baae-8b22-4d67-a659-30a88c833400 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.202634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-404a308a-6a4d-45b6-8ab9-b6ba86d391c7 req-e135baae-8b22-4d67-a659-30a88c833400 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 950 time: 0.0894034 Aug 21 09:03:20.217300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84112da1-91f0-4e8d-a37a-f7fb1c3abe36'}, {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b19b1a-98fa-4efc-9311-75cf68b68d53'}, {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd214a269-de68-403f-bcfa-835869aca265'}, {'server_uuid': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24448169-e68d-446f-80f2-eb40b0c98c32'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:20.221296 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f0c642-e416-4b7b-8382-35876c350f95" -d '{"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "84112da1-91f0-4e8d-a37a-f7fb1c3abe36"}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "09b19b1a-98fa-4efc-9311-75cf68b68d53"}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "d214a269-de68-403f-bcfa-835869aca265"}, {"server_uuid": "b6b4ab17-e600-476d-a180-029e7342a4cc", "name": "network-vif-plugged", "status": "completed", "tag": "24448169-e68d-446f-80f2-eb40b0c98c32"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:20.227058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be40e3-83e3-46fa-b924-9dbdce528547 req-709c00ee-daca-472e-bb8d-7ac25c2fcf9b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.228817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90be40e3-83e3-46fa-b924-9dbdce528547 req-709c00ee-daca-472e-bb8d-7ac25c2fcf9b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 946 time: 0.0873172 Aug 21 09:03:20.273027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-404a308a-6a4d-45b6-8ab9-b6ba86d391c7 req-6bfaac27-7d5a-47fd-8ec6-a4ea2f19e5a8 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628088 Aug 21 09:03:20.286241 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90be40e3-83e3-46fa-b924-9dbdce528547 req-e7013ce8-3c91-407b-a524-26a31549cb14 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490403 Aug 21 09:03:20.398354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3432-81fd-494c-bb32-fd81fd7f3f55 req-2764e6e9-6e4c-4b6f-916e-967c596b3bf7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.400254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7bd3432-81fd-494c-bb32-fd81fd7f3f55 req-2764e6e9-6e4c-4b6f-916e-967c596b3bf7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 945 time: 0.0511539 Aug 21 09:03:20.441699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7bd3432-81fd-494c-bb32-fd81fd7f3f55 req-2c3c517a-7781-4e77-a9b1-a04a3a994b72 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345695 Aug 21 09:03:20.493563 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940af64a-cdad-4893-8c41-877e66efa83e x-openstack-request-id: req-940af64a-cdad-4893-8c41-877e66efa83e {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:20.493902 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "84112da1-91f0-4e8d-a37a-f7fb1c3abe36", "code": 200}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "09b19b1a-98fa-4efc-9311-75cf68b68d53", "code": 200}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-plugged", "status": "completed", "tag": "d214a269-de68-403f-bcfa-835869aca265", "code": 200}, {"server_uuid": "b6b4ab17-e600-476d-a180-029e7342a4cc", "name": "network-vif-plugged", "status": "completed", "tag": "24448169-e68d-446f-80f2-eb40b0c98c32", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:20.494156 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-940af64a-cdad-4893-8c41-877e66efa83e {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:20.495064 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84112da1-91f0-4e8d-a37a-f7fb1c3abe36', 'code': 200} Aug 21 09:03:20.495345 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b19b1a-98fa-4efc-9311-75cf68b68d53', 'code': 200} Aug 21 09:03:20.495645 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd214a269-de68-403f-bcfa-835869aca265', 'code': 200} Aug 21 09:03:20.496224 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24448169-e68d-446f-80f2-eb40b0c98c32', 'code': 200} Aug 21 09:03:20.665098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba474b-198a-4541-808a-e85bcecfcb0d req-660903c5-1ace-456d-b4af-4c392cf68bc0 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.674683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4ba474b-198a-4541-808a-e85bcecfcb0d req-660903c5-1ace-456d-b4af-4c392cf68bc0 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1329913 Aug 21 09:03:20.729757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70fecc-db12-4b8e-b3a5-6b4304a5f282 req-69e3900c-f64e-4310-8fc3-23d33e62ada7 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.731399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec70fecc-db12-4b8e-b3a5-6b4304a5f282 req-69e3900c-f64e-4310-8fc3-23d33e62ada7 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 945 time: 0.1458075 Aug 21 09:03:20.752181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4ba474b-198a-4541-808a-e85bcecfcb0d req-2cdeed44-691b-4dde-96ce-be21967aa63c tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764177 Aug 21 09:03:20.789925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f11d17-45e2-4db5-9443-900ce35ea85c req-10cbbddb-2acb-44ab-b9d4-37de4773618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.790530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f11d17-45e2-4db5-9443-900ce35ea85c req-10cbbddb-2acb-44ab-b9d4-37de4773618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.790910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f11d17-45e2-4db5-9443-900ce35ea85c req-10cbbddb-2acb-44ab-b9d4-37de4773618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.791396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f11d17-45e2-4db5-9443-900ce35ea85c req-10cbbddb-2acb-44ab-b9d4-37de4773618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.791917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f11d17-45e2-4db5-9443-900ce35ea85c req-10cbbddb-2acb-44ab-b9d4-37de4773618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.792784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f11d17-45e2-4db5-9443-900ce35ea85c req-10cbbddb-2acb-44ab-b9d4-37de4773618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.793034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f11d17-45e2-4db5-9443-900ce35ea85c req-10cbbddb-2acb-44ab-b9d4-37de4773618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.796643 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-49f11d17-45e2-4db5-9443-900ce35ea85c req-10cbbddb-2acb-44ab-b9d4-37de4773618c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6509 time: 0.1898222 Aug 21 09:03:20.825463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdbd40-8012-4ed8-800d-a2bd102d8db2 req-c2efc704-2003-4c33-8ba5-2a81254dcf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:20.826988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecdbd40-8012-4ed8-800d-a2bd102d8db2 req-c2efc704-2003-4c33-8ba5-2a81254dcf93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 1097 time: 0.2116289 Aug 21 09:03:20.831227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec70fecc-db12-4b8e-b3a5-6b4304a5f282 req-21541e16-8ef8-4bee-9f5b-04d18f740dc8 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868382 Aug 21 09:03:20.842225 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-49f11d17-45e2-4db5-9443-900ce35ea85c req-a8436b25-599e-4d5a-9860-c0644a0c6012 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370047 Aug 21 09:03:20.873558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecdbd40-8012-4ed8-800d-a2bd102d8db2 req-36e7e4b4-edd8-4825-96aa-38885833e18f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Aug 21 09:03:21.039339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d5ed-d4c0-45d4-afe6-d75f3caccd9d req-dc162dda-0e54-4409-a981-5734a2e05a6d tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.040886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8d6d5ed-d4c0-45d4-afe6-d75f3caccd9d req-dc162dda-0e54-4409-a981-5734a2e05a6d tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 945 time: 0.0546935 Aug 21 09:03:21.108138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60028) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:21.113551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-44f2ac7d-2334-483d-85ec-44df2cac2b57 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Request body: {'floatingip': {'port_id': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:21.151759 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44f2ac7d-2334-483d-85ec-44df2cac2b57 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:21.418636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8d1e2-1065-4484-b193-bc07efc51eb8 req-bcc0a1c4-4969-49c5-910b-254e98c4fd10 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.420115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dfb8d1e2-1065-4484-b193-bc07efc51eb8 req-bcc0a1c4-4969-49c5-910b-254e98c4fd10 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1811173 Aug 21 09:03:21.433230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada8634-fe7b-4235-ac8b-37b3d4891ada req-269abd77-c8c6-4773-9c53-1f827b424364 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.439509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada8634-fe7b-4235-ac8b-37b3d4891ada req-269abd77-c8c6-4773-9c53-1f827b424364 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.445363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada8634-fe7b-4235-ac8b-37b3d4891ada req-269abd77-c8c6-4773-9c53-1f827b424364 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.451216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada8634-fe7b-4235-ac8b-37b3d4891ada req-269abd77-c8c6-4773-9c53-1f827b424364 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.457229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada8634-fe7b-4235-ac8b-37b3d4891ada req-269abd77-c8c6-4773-9c53-1f827b424364 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.463393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada8634-fe7b-4235-ac8b-37b3d4891ada req-269abd77-c8c6-4773-9c53-1f827b424364 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.468794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada8634-fe7b-4235-ac8b-37b3d4891ada req-269abd77-c8c6-4773-9c53-1f827b424364 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.471078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ada8634-fe7b-4235-ac8b-37b3d4891ada req-269abd77-c8c6-4773-9c53-1f827b424364 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5445 time: 0.2063680 Aug 21 09:03:21.586718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ae79e-cc1c-4f2c-9f28-49bb8e6510b9 req-0a6f1e43-3314-4523-bcb9-833bb48ffced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.588561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-152ae79e-cc1c-4f2c-9f28-49bb8e6510b9 req-0a6f1e43-3314-4523-bcb9-833bb48ffced service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=205879961c824c35af0e1b151cdd090f&device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 1097 time: 0.2169461 Aug 21 09:03:21.591338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dfb8d1e2-1065-4484-b193-bc07efc51eb8 req-6f3c8ada-28ed-4a9e-9887-93707c70ecfd tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178207 Aug 21 09:03:21.612141 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ada8634-fe7b-4235-ac8b-37b3d4891ada req-fc6c7263-d3a6-4204-ba1b-e4dc32e7794a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289535 Aug 21 09:03:21.873244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ae79e-cc1c-4f2c-9f28-49bb8e6510b9 req-dd24af6f-082d-4a91-834c-f0a096cf55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.874559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-152ae79e-cc1c-4f2c-9f28-49bb8e6510b9 req-dd24af6f-082d-4a91-834c-f0a096cf55c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a8ce318-4c64-4750-80fb-28d9c607fe7d HTTP/1.1" status: 200 len: 921 time: 0.2775233 Aug 21 09:03:21.895432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248c6ed-75fb-4f69-b014-b515b63b6712 req-964affd0-b9cc-4aaf-9e23-018a2d4e9fa8 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.896861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f248c6ed-75fb-4f69-b014-b515b63b6712 req-964affd0-b9cc-4aaf-9e23-018a2d4e9fa8 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1597166 Aug 21 09:03:21.911650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d530f7-f04c-4fed-9f9c-6caa08564864 req-e2b2fd06-6b9a-4367-9c08-2f88f5b5ff86 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:21.913046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86d530f7-f04c-4fed-9f9c-6caa08564864 req-e2b2fd06-6b9a-4367-9c08-2f88f5b5ff86 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 950 time: 0.2211268 Aug 21 09:03:21.973712 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-152ae79e-cc1c-4f2c-9f28-49bb8e6510b9 req-61f358dc-fb36-457c-bfa5-844a4b1cf842 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 217 time: 0.0882373 Aug 21 09:03:22.031109 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.resource_extend [None req-44f2ac7d-2334-483d-85ec-44df2cac2b57 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 09:03:22.103489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ae79e-cc1c-4f2c-9f28-49bb8e6510b9 req-7de95536-8e24-4295-a8f4-cbd1647d5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:22.105158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-152ae79e-cc1c-4f2c-9f28-49bb8e6510b9 req-7de95536-8e24-4295-a8f4-cbd1647d5be4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1db6eb67-e501-4dbc-97df-829a40d9e3e9 HTTP/1.1" status: 200 len: 860 time: 0.1188283 Aug 21 09:03:22.112016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f248c6ed-75fb-4f69-b014-b515b63b6712 req-44ec18a4-b91b-4977-bdd8-1d170eca2c6e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973927 Aug 21 09:03:22.117291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86d530f7-f04c-4fed-9f9c-6caa08564864 req-3f096174-16f6-4745-8160-8c467cbdabb1 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726058 Aug 21 09:03:22.124893 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44f2ac7d-2334-483d-85ec-44df2cac2b57 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:22.157511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-152ae79e-cc1c-4f2c-9f28-49bb8e6510b9 req-de339fb6-2fe3-4f0f-b167-3682306e35f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a8ce318-4c64-4750-80fb-28d9c607fe7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349636 Aug 21 09:03:22.220747 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44f2ac7d-2334-483d-85ec-44df2cac2b57 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:22.418541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c9015-c648-4028-8b18-7da05490ee2d req-6a466e8e-2a6c-4f4f-8a3d-eade71fa04fe tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:22.420142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-631c9015-c648-4028-8b18-7da05490ee2d req-6a466e8e-2a6c-4f4f-8a3d-eade71fa04fe tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 945 time: 0.2071264 Aug 21 09:03:22.433167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43f5c7-9953-4318-9280-b41f00b2aa9b req-3f9c3091-b3a9-43f8-9072-a07080c1f7f9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:22.435635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e43f5c7-9953-4318-9280-b41f00b2aa9b req-3f9c3091-b3a9-43f8-9072-a07080c1f7f9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 946 time: 0.2199936 Aug 21 09:03:22.467641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-152ae79e-cc1c-4f2c-9f28-49bb8e6510b9 req-35b6349a-c637-47f9-9fad-5ac609c6592f service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021452 Aug 21 09:03:22.477349 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-44f2ac7d-2334-483d-85ec-44df2cac2b57 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Floating IP 1c9669a2-d600-4a2b-96c0-99cfb028589c associated. External IP: 172.25.5.40, port: 06f62c3e-0362-4b9f-aa0f-61ab7d530b61. Aug 21 09:03:22.929326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-631c9015-c648-4028-8b18-7da05490ee2d req-1cedf4a2-cd9b-4309-8956-1c3ef8f08a24 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936502 Aug 21 09:03:22.935326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e43f5c7-9953-4318-9280-b41f00b2aa9b req-2f290fc4-a21c-4e5f-8a58-fc2e623cfee0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923589 Aug 21 09:03:23.017565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-152ae79e-cc1c-4f2c-9f28-49bb8e6510b9 req-fe8248d8-1eef-47cc-9ad1-44f38d8edc59 service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348239 Aug 21 09:03:23.173235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839f430-ab53-4b10-a476-60bad94ccb02 req-d2d8bb24-1732-481b-bd8c-163f67749e97 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.173235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1839f430-ab53-4b10-a476-60bad94ccb02 req-d2d8bb24-1732-481b-bd8c-163f67749e97 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1030610 Aug 21 09:03:23.212277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f2ac7d-2334-483d-85ec-44df2cac2b57 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Router fa348140-2fd5-4933-bf1b-1288b88b3dc2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:03:23.236405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1839f430-ab53-4b10-a476-60bad94ccb02 req-aca43e0f-1b7a-48d5-979d-4766bd20f4a7 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518510 Aug 21 09:03:23.393013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b4fb5-5088-4e13-a237-aba1e8017144 req-6dff7516-a0a6-456d-a09c-e3f71ab4e5b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.399452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b4fb5-5088-4e13-a237-aba1e8017144 req-6dff7516-a0a6-456d-a09c-e3f71ab4e5b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.406030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b4fb5-5088-4e13-a237-aba1e8017144 req-6dff7516-a0a6-456d-a09c-e3f71ab4e5b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.412420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b4fb5-5088-4e13-a237-aba1e8017144 req-6dff7516-a0a6-456d-a09c-e3f71ab4e5b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.418620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b4fb5-5088-4e13-a237-aba1e8017144 req-6dff7516-a0a6-456d-a09c-e3f71ab4e5b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.425815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b4fb5-5088-4e13-a237-aba1e8017144 req-6dff7516-a0a6-456d-a09c-e3f71ab4e5b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.433528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b4fb5-5088-4e13-a237-aba1e8017144 req-6dff7516-a0a6-456d-a09c-e3f71ab4e5b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.435520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-138b4fb5-5088-4e13-a237-aba1e8017144 req-6dff7516-a0a6-456d-a09c-e3f71ab4e5b1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5445 time: 0.1965849 Aug 21 09:03:23.493183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f2ac7d-2334-483d-85ec-44df2cac2b57 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:03:23.503445 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44f2ac7d-2334-483d-85ec-44df2cac2b57 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:23.504767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fc82df-6c9b-4bf9-b11e-3d1f0211fe7f None None] Sync routers for ids ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:03:23.515033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc82df-6c9b-4bf9-b11e-3d1f0211fe7f None None] Routers {'fa348140-2fd5-4933-bf1b-1288b88b3dc2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:23.515830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-45fc82df-6c9b-4bf9-b11e-3d1f0211fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:23.542682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607e4d-bbc4-401e-bb0b-2ae816f40ab4 req-f9819e90-de9d-4759-967b-64676c3b11bc tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.544437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad607e4d-bbc4-401e-bb0b-2ae816f40ab4 req-f9819e90-de9d-4759-967b-64676c3b11bc tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1825914 Aug 21 09:03:23.551924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-138b4fb5-5088-4e13-a237-aba1e8017144 req-c6fd4ad1-3211-4f64-8c37-2f1790ba1b54 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984421 Aug 21 09:03:23.565694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-44f2ac7d-2334-483d-85ec-44df2cac2b57 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "PUT /v2.0/floatingips/1c9669a2-d600-4a2b-96c0-99cfb028589c HTTP/1.1" status: 200 len: 990 time: 2.4564574 Aug 21 09:03:23.572741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'tag': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:23.575282 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485ec7ff-1be9-4408-8822-5258a7ed2809" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d", "tag": "06f62c3e-0362-4b9f-aa0f-61ab7d530b61"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:23.601411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad607e4d-bbc4-401e-bb0b-2ae816f40ab4 req-97868f15-4093-473a-be95-216327840c78 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484416 Aug 21 09:03:23.655238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-45fc82df-6c9b-4bf9-b11e-3d1f0211fe7f None None] Set router fa348140-2fd5-4933-bf1b-1288b88b3dc2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:23.742013 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2595857-e39b-44ac-b451-2d1519264198 x-openstack-request-id: req-b2595857-e39b-44ac-b451-2d1519264198 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:23.742519 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d", "tag": "06f62c3e-0362-4b9f-aa0f-61ab7d530b61", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:23.742829 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2595857-e39b-44ac-b451-2d1519264198 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:23.743291 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'tag': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61', 'status': 'completed', 'code': 200} Aug 21 09:03:23.839309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2970-dc8b-4d75-bc49-d3fecad80936 req-05001cea-d423-4589-8793-b754ddd58b9a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.845318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2970-dc8b-4d75-bc49-d3fecad80936 req-05001cea-d423-4589-8793-b754ddd58b9a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.851501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2970-dc8b-4d75-bc49-d3fecad80936 req-05001cea-d423-4589-8793-b754ddd58b9a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.857572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2970-dc8b-4d75-bc49-d3fecad80936 req-05001cea-d423-4589-8793-b754ddd58b9a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.863682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2970-dc8b-4d75-bc49-d3fecad80936 req-05001cea-d423-4589-8793-b754ddd58b9a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.869686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2970-dc8b-4d75-bc49-d3fecad80936 req-05001cea-d423-4589-8793-b754ddd58b9a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.876083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2970-dc8b-4d75-bc49-d3fecad80936 req-05001cea-d423-4589-8793-b754ddd58b9a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.878289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e74e2970-dc8b-4d75-bc49-d3fecad80936 req-05001cea-d423-4589-8793-b754ddd58b9a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5445 time: 0.1336536 Aug 21 09:03:23.889831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ec7ff-1be9-4408-8822-5258a7ed2809 req-67a37ef4-cd3d-498d-a82c-3ac1a577762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:23.889831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485ec7ff-1be9-4408-8822-5258a7ed2809 req-67a37ef4-cd3d-498d-a82c-3ac1a577762b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=116e4c914bab4b11acd1c18e2bf0a760&device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 1097 time: 0.1057377 Aug 21 09:03:23.890085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60078) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:23.896094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-54561a22-2e63-4aef-b34b-25c649573a42 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Request body: {'floatingip': {'port_id': 'd214a269-de68-403f-bcfa-835869aca265'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:23.925694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-45fc82df-6c9b-4bf9-b11e-3d1f0211fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:41Z', 'revision_number': 4, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '1c9669a2-d600-4a2b-96c0-99cfb028589c', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'port_id': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'mac_address': 'fa:16:3e:c6:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:02:50Z', 'updated_at': '2021-08-21T09:03:21Z', 'revision_number': 1, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b', 'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'mac_address': 'fa:16:3e:66:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:40Z', 'updated_at': '2021-08-21T09:02:49Z', 'revision_number': 5, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'subnets': [{'id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:23.976127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54561a22-2e63-4aef-b34b-25c649573a42 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:23.978007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fc82df-6c9b-4bf9-b11e-3d1f0211fe7f None None] Checking router: fa348140-2fd5-4933-bf1b-1288b88b3dc2 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:03:23.988692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc82df-6c9b-4bf9-b11e-3d1f0211fe7f None None] Routers {'fa348140-2fd5-4933-bf1b-1288b88b3dc2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:23.989466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-45fc82df-6c9b-4bf9-b11e-3d1f0211fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:24.029514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ec7ff-1be9-4408-8822-5258a7ed2809 req-6cf1dc3c-e06b-491a-8e35-5f9c49d1572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:24.033401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485ec7ff-1be9-4408-8822-5258a7ed2809 req-6cf1dc3c-e06b-491a-8e35-5f9c49d1572e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c1c249bd-4684-4365-b82d-a6446553feda HTTP/1.1" status: 200 len: 913 time: 0.1411567 Aug 21 09:03:24.167050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed8cee-84de-4fa7-8a46-f4dfc5d58f9a req-fcdf4ecf-d574-4b78-9c80-36a77f1cc9e3 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:24.168633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9ed8cee-84de-4fa7-8a46-f4dfc5d58f9a req-fcdf4ecf-d574-4b78-9c80-36a77f1cc9e3 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 945 time: 0.1254666 Aug 21 09:03:24.170585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485ec7ff-1be9-4408-8822-5258a7ed2809 req-32ceb020-35d8-482f-9b68-21341da75513 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06f62c3e-0362-4b9f-aa0f-61ab7d530b61 HTTP/1.1" status: 200 len: 998 time: 0.1286387 Aug 21 09:03:24.256596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9ed8cee-84de-4fa7-8a46-f4dfc5d58f9a req-a287d8c8-695c-4bd3-a8a0-7b04fb432482 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778248 Aug 21 09:03:24.282046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ec7ff-1be9-4408-8822-5258a7ed2809 req-a8a1ee92-2305-4b12-ac49-04df0b3d9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:24.283466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485ec7ff-1be9-4408-8822-5258a7ed2809 req-a8a1ee92-2305-4b12-ac49-04df0b3d9923 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69e1aabe-0868-411e-b4be-c694342c8a18 HTTP/1.1" status: 200 len: 851 time: 0.1005046 Aug 21 09:03:24.288912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-45fc82df-6c9b-4bf9-b11e-3d1f0211fe7f None None] Set router fa348140-2fd5-4933-bf1b-1288b88b3dc2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:24.362556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb4044-dbd0-472b-ab43-b0f53a4cf893 req-703bb303-80f1-4a6e-a270-b69fed4d8063 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:24.364088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7eb4044-dbd0-472b-ab43-b0f53a4cf893 req-703bb303-80f1-4a6e-a270-b69fed4d8063 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 946 time: 0.0850430 Aug 21 09:03:24.373712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ec7ff-1be9-4408-8822-5258a7ed2809 req-188c4e77-f3d4-4a9a-bf34-f3c2fecb13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:24.376610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485ec7ff-1be9-4408-8822-5258a7ed2809 req-188c4e77-f3d4-4a9a-bf34-f3c2fecb13ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1c249bd-4684-4365-b82d-a6446553feda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824490 Aug 21 09:03:24.455888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7eb4044-dbd0-472b-ab43-b0f53a4cf893 req-c3855aef-7431-4b8a-af1c-6a4df7073458 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840688 Aug 21 09:03:24.491871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485ec7ff-1be9-4408-8822-5258a7ed2809 req-8c3f7eca-ef1d-4ce9-832f-5cc12ed5e5c9 service neutron] 10.222.0.13 "GET /v2.0/networks/c1c249bd-4684-4365-b82d-a6446553feda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069541 Aug 21 09:03:24.549116 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54561a22-2e63-4aef-b34b-25c649573a42 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:24.573321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-45fc82df-6c9b-4bf9-b11e-3d1f0211fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:41Z', 'revision_number': 4, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '1c9669a2-d600-4a2b-96c0-99cfb028589c', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'port_id': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'mac_address': 'fa:16:3e:c6:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:02:50Z', 'updated_at': '2021-08-21T09:03:21Z', 'revision_number': 1, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b', 'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'mac_address': 'fa:16:3e:66:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:40Z', 'updated_at': '2021-08-21T09:02:49Z', 'revision_number': 5, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'subnets': [{'id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:24.595626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485ec7ff-1be9-4408-8822-5258a7ed2809 req-cabf8d2b-9afc-4d4b-9dc3-79a0e242c484 service neutron] 10.222.0.13 "GET /v2.0/networks/c1c249bd-4684-4365-b82d-a6446553feda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982394 Aug 21 09:03:24.599855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fc82df-6c9b-4bf9-b11e-3d1f0211fe7f None None] The sync data for ids ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'] in n-d-766726-28 is: [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:41Z', 'revision_number': 4, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '1c9669a2-d600-4a2b-96c0-99cfb028589c', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'port_id': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'mac_address': 'fa:16:3e:c6:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:02:50Z', 'updated_at': '2021-08-21T09:03:21Z', 'revision_number': 1, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b', 'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'mac_address': 'fa:16:3e:66:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:40Z', 'updated_at': '2021-08-21T09:02:49Z', 'revision_number': 5, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'subnets': [{'id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:03:24.640183 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54561a22-2e63-4aef-b34b-25c649573a42 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:24.763146 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-54561a22-2e63-4aef-b34b-25c649573a42 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Floating IP e5dbe8e9-6017-44d3-98b8-f3487bd513d9 associated. External IP: 172.25.5.81, port: d214a269-de68-403f-bcfa-835869aca265. Aug 21 09:03:24.770590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-479ed4f0-19fe-411b-9af5-87d08fa0bc56 req-7d6f458b-9b51-4f17-8873-8904c562fd12 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1164248771&fields=id&tenant_id=f5ed72a36f12435ba04ce343b7133dd6 HTTP/1.1" status: 200 len: 267 time: 0.0588350 Aug 21 09:03:24.778173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7bcb6-c294-4e09-a5d4-9a740d70fab3 req-30a18421-b979-4324-8242-a669bb5623d7 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:24.779738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50e7bcb6-c294-4e09-a5d4-9a740d70fab3 req-30a18421-b979-4324-8242-a669bb5623d7 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.0799429 Aug 21 09:03:24.853715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50e7bcb6-c294-4e09-a5d4-9a740d70fab3 req-71f38a53-691a-4547-ba2a-8e5be362d3f6 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643978 Aug 21 09:03:24.859011 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86919357-c210-441d-91eb-b9b74e4f0460 None None] New status for floating IP 1c9669a2-d600-4a2b-96c0-99cfb028589c: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:03:24.862554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ed4f0-19fe-411b-9af5-87d08fa0bc56 req-12f0dcc9-b70f-4018-b551-bf47b2c2f334 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:24.868179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-479ed4f0-19fe-411b-9af5-87d08fa0bc56 req-12f0dcc9-b70f-4018-b551-bf47b2c2f334 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 945 time: 0.0874267 Aug 21 09:03:24.876070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-479ed4f0-19fe-411b-9af5-87d08fa0bc56 req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'port': {'security_groups': ['738b6a6e-c8c0-463b-9b9c-8fbc230631f7', '893b6fad-78b9-45b8-8fe7-b6951b49f1ca']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:24.979251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-479ed4f0-19fe-411b-9af5-87d08fa0bc56 req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:25.011258 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54561a22-2e63-4aef-b34b-25c649573a42 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Router e0190e20-f8bb-4793-b64e-1cae724ffb04 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:03:25.016832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291a9f8-4aeb-4b9b-9f49-869dcd087bb4 req-85ad4c5d-057d-4e9b-a143-6526ca46305b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.020044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1291a9f8-4aeb-4b9b-9f49-869dcd087bb4 req-85ad4c5d-057d-4e9b-a143-6526ca46305b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.0765975 Aug 21 09:03:25.100421 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1291a9f8-4aeb-4b9b-9f49-869dcd087bb4 req-9738c1e4-418f-444f-894c-13a076aefca8 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570605 Aug 21 09:03:25.128339 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54561a22-2e63-4aef-b34b-25c649573a42 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:03:25.132686 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54561a22-2e63-4aef-b34b-25c649573a42 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:25.138283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23550be5-b78c-4273-ad20-69a44720a94a None None] Sync routers for ids ['e0190e20-f8bb-4793-b64e-1cae724ffb04'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:03:25.154637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23550be5-b78c-4273-ad20-69a44720a94a None None] Routers {'e0190e20-f8bb-4793-b64e-1cae724ffb04'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:25.155845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-23550be5-b78c-4273-ad20-69a44720a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e0190e20-f8bb-4793-b64e-1cae724ffb04'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:25.170332 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-54561a22-2e63-4aef-b34b-25c649573a42 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "PUT /v2.0/floatingips/e5dbe8e9-6017-44d3-98b8-f3487bd513d9 HTTP/1.1" status: 200 len: 990 time: 1.2792885 Aug 21 09:03:25.170923 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': 'd214a269-de68-403f-bcfa-835869aca265'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:25.173322 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593" -d '{"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "d214a269-de68-403f-bcfa-835869aca265"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:25.273785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46590cf6-688a-4111-b4ed-710e6d15bd8c req-d2afc5d9-e358-4c2f-91be-d6c469a494ad tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.274634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-23550be5-b78c-4273-ad20-69a44720a94a None None] Set router e0190e20-f8bb-4793-b64e-1cae724ffb04 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:25.275195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46590cf6-688a-4111-b4ed-710e6d15bd8c req-d2afc5d9-e358-4c2f-91be-d6c469a494ad tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 950 time: 0.0890138 Aug 21 09:03:25.280205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-479ed4f0-19fe-411b-9af5-87d08fa0bc56 req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] For port 24448169-e68d-446f-80f2-eb40b0c98c32, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=24448169-e68d-446f-80f2-eb40b0c98c32,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:25.333021 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-479ed4f0-19fe-411b-9af5-87d08fa0bc56 req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:25.339054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46590cf6-688a-4111-b4ed-710e6d15bd8c req-60ac0cd8-1a52-40ed-989f-b1ecd66ded9c tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560360 Aug 21 09:03:25.392077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-479ed4f0-19fe-411b-9af5-87d08fa0bc56 req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:25.412725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['24448169-e68d-446f-80f2-eb40b0c98c32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:25.440818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ed4f0-19fe-411b-9af5-87d08fa0bc56 req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.441475 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-479ed4f0-19fe-411b-9af5-87d08fa0bc56 req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:25.442918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-479ed4f0-19fe-411b-9af5-87d08fa0bc56 req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "PUT /v2.0/ports/24448169-e68d-446f-80f2-eb40b0c98c32 HTTP/1.1" status: 200 len: 981 time: 0.5723653 Aug 21 09:03:25.473346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'Port': ['ID=24448169-e68d-446f-80f2-eb40b0c98c32,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:25.482452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.482869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.483275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.483718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.484094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.484487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.485543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.485921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.486765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.486765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.487111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.488082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56274506-161c-445a-88e1-aeecc05e69f0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:25.546325 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f01919-ebfd-428b-901a-d4d0f1ada4db x-openstack-request-id: req-94f01919-ebfd-428b-901a-d4d0f1ada4db {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:25.546678 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "tag": "d214a269-de68-403f-bcfa-835869aca265", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:25.547013 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94f01919-ebfd-428b-901a-d4d0f1ada4db {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:25.548132 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'tag': 'd214a269-de68-403f-bcfa-835869aca265', 'status': 'completed', 'code': 200} Aug 21 09:03:25.610873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['24448169-e68d-446f-80f2-eb40b0c98c32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:25.680839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-23550be5-b78c-4273-ad20-69a44720a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'e5dbe8e9-6017-44d3-98b8-f3487bd513d9', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'port_id': 'd214a269-de68-403f-bcfa-835869aca265', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'mac_address': 'fa:16:3e:a1:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:03:24Z', 'revision_number': 1, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7ca10e-babe-45e1-a1b2-3b671160e3c2', 'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'mac_address': 'fa:16:3e:ff:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:54Z', 'updated_at': '2021-08-21T09:01:02Z', 'revision_number': 5, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'subnets': [{'id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:25.682209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32cd764a-4556-4894-b378-a7cb2209647f req-3664e70d-590f-4c51-9c74-c56c5761e20d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1359079603&fields=id&tenant_id=f5ed72a36f12435ba04ce343b7133dd6 HTTP/1.1" status: 200 len: 267 time: 0.0885158 Aug 21 09:03:25.692162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-d0b1bff9-8927-4e40-8169-fce61e92195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.692642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-d0b1bff9-8927-4e40-8169-fce61e92195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.693110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-d0b1bff9-8927-4e40-8169-fce61e92195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.693575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-d0b1bff9-8927-4e40-8169-fce61e92195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.694059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-d0b1bff9-8927-4e40-8169-fce61e92195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.694502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-d0b1bff9-8927-4e40-8169-fce61e92195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.694961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-d0b1bff9-8927-4e40-8169-fce61e92195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.696880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-d0b1bff9-8927-4e40-8169-fce61e92195a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6509 time: 0.1190517 Aug 21 09:03:25.722743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23550be5-b78c-4273-ad20-69a44720a94a None None] Checking router: e0190e20-f8bb-4793-b64e-1cae724ffb04 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:03:25.741214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b6af2-adb9-402e-9986-f40ff4a77d64 req-1870385b-5bb2-4dc4-b803-d68a7296dadc tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.742719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c7b6af2-adb9-402e-9986-f40ff4a77d64 req-1870385b-5bb2-4dc4-b803-d68a7296dadc tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 946 time: 0.1116741 Aug 21 09:03:25.752752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'tag': '24448169-e68d-446f-80f2-eb40b0c98c32'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:25.754972 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9c66fb-003b-428b-9266-e4a26f43f3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b4ab17-e600-476d-a180-029e7342a4cc", "tag": "24448169-e68d-446f-80f2-eb40b0c98c32"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:25.768865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23550be5-b78c-4273-ad20-69a44720a94a None None] Routers {'e0190e20-f8bb-4793-b64e-1cae724ffb04'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:25.769486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-23550be5-b78c-4273-ad20-69a44720a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e0190e20-f8bb-4793-b64e-1cae724ffb04'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:25.838537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd764a-4556-4894-b378-a7cb2209647f req-f1c9f88a-ea1c-43c4-ad6d-d1242434e400 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.839983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32cd764a-4556-4894-b378-a7cb2209647f req-f1c9f88a-ea1c-43c4-ad6d-d1242434e400 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 984 time: 0.1408691 Aug 21 09:03:25.857930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c7b6af2-adb9-402e-9986-f40ff4a77d64 req-0e691fe9-ab31-4d32-bbcc-a421a13b65a9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000426 Aug 21 09:03:25.861599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-32cd764a-4556-4894-b378-a7cb2209647f req-d0e1ac87-3b10-4d17-8818-85f8dbd56afc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'port': {'security_groups': ['738b6a6e-c8c0-463b-9b9c-8fbc230631f7', '893b6fad-78b9-45b8-8fe7-b6951b49f1ca', 'a5462c28-35e9-454a-8954-da48e82ca8ae']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:25.915818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-21ad772e-74d5-4a7a-abf2-07414a3070e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:25.919632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-21ad772e-74d5-4a7a-abf2-07414a3070e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925 HTTP/1.1" status: 200 len: 916 time: 0.2051945 Aug 21 09:03:25.947789 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-23550be5-b78c-4273-ad20-69a44720a94a None None] Set router e0190e20-f8bb-4793-b64e-1cae724ffb04 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:25.989100 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b37493d-3ca5-42ff-8f8d-877f514ff566 x-openstack-request-id: req-5b37493d-3ca5-42ff-8f8d-877f514ff566 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:25.989399 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b4ab17-e600-476d-a180-029e7342a4cc", "tag": "24448169-e68d-446f-80f2-eb40b0c98c32", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:25.989634 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b37493d-3ca5-42ff-8f8d-877f514ff566 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:25.990020 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'tag': '24448169-e68d-446f-80f2-eb40b0c98c32', 'status': 'completed', 'code': 200} Aug 21 09:03:26.000259 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-32cd764a-4556-4894-b378-a7cb2209647f req-d0e1ac87-3b10-4d17-8818-85f8dbd56afc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:26.035162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-dcd87111-cfad-432c-902e-e42291953c3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d214a269-de68-403f-bcfa-835869aca265 HTTP/1.1" status: 200 len: 998 time: 0.1096826 Aug 21 09:03:26.069442 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c66fb-003b-428b-9266-e4a26f43f3c1 req-1a3c3074-7958-4c40-8f75-9eb26f937447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:26.071628 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4b9c66fb-003b-428b-9266-e4a26f43f3c1 req-1a3c3074-7958-4c40-8f75-9eb26f937447 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 1136 time: 0.0671232 Aug 21 09:03:26.196666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c66fb-003b-428b-9266-e4a26f43f3c1 req-c89f9676-7c45-4292-a37f-a3227ee5716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:26.198323 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4b9c66fb-003b-428b-9266-e4a26f43f3c1 req-c89f9676-7c45-4292-a37f-a3227ee5716a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93 HTTP/1.1" status: 200 len: 913 time: 0.1187711 Aug 21 09:03:26.209210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-7b26172f-2fb8-4237-8750-68e7e887062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:26.210677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-7b26172f-2fb8-4237-8750-68e7e887062c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eea5f64-f9f4-4f3d-823b-00499102b99d HTTP/1.1" status: 200 len: 854 time: 0.1498744 Aug 21 09:03:26.233791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6345466-5581-497b-a110-e31b3203483f req-fa97b0fb-5b49-4023-b721-9fb873108a15 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:26.235890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6345466-5581-497b-a110-e31b3203483f req-fa97b0fb-5b49-4023-b721-9fb873108a15 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1790578 Aug 21 09:03:26.255307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3401a3-fa8a-493b-b482-e57cdf6480b8 req-2a0716dc-eb5a-406a-8032-a39b2cba8230 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:26.256804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be3401a3-fa8a-493b-b482-e57cdf6480b8 req-2a0716dc-eb5a-406a-8032-a39b2cba8230 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 950 time: 0.1556416 Aug 21 09:03:26.260171 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4b9c66fb-003b-428b-9266-e4a26f43f3c1 req-b0c9f82e-8970-46de-b96c-c91bc8c66d06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24448169-e68d-446f-80f2-eb40b0c98c32 HTTP/1.1" status: 200 len: 217 time: 0.0482233 Aug 21 09:03:26.303710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-23550be5-b78c-4273-ad20-69a44720a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'e5dbe8e9-6017-44d3-98b8-f3487bd513d9', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'port_id': 'd214a269-de68-403f-bcfa-835869aca265', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'mac_address': 'fa:16:3e:a1:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:03:24Z', 'revision_number': 1, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7ca10e-babe-45e1-a1b2-3b671160e3c2', 'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'mac_address': 'fa:16:3e:ff:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:54Z', 'updated_at': '2021-08-21T09:01:02Z', 'revision_number': 5, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'subnets': [{'id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:26.318734 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c66fb-003b-428b-9266-e4a26f43f3c1 req-95a5dc96-dd6c-40de-b069-8b87deb5f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:26.320403 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4b9c66fb-003b-428b-9266-e4a26f43f3c1 req-95a5dc96-dd6c-40de-b069-8b87deb5f2fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7eb66c0-aab2-4056-93ac-8c4ff0fd008b HTTP/1.1" status: 200 len: 852 time: 0.0522120 Aug 21 09:03:26.331668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23550be5-b78c-4273-ad20-69a44720a94a None None] The sync data for ids ['e0190e20-f8bb-4793-b64e-1cae724ffb04'] in n-d-766726-28 is: [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'e5dbe8e9-6017-44d3-98b8-f3487bd513d9', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'port_id': 'd214a269-de68-403f-bcfa-835869aca265', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'mac_address': 'fa:16:3e:a1:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27df591a-1057-45a6-a18f-04c93f153bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:01:56Z', 'updated_at': '2021-08-21T09:03:24Z', 'revision_number': 1, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7ca10e-babe-45e1-a1b2-3b671160e3c2', 'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'mac_address': 'fa:16:3e:ff:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:54Z', 'updated_at': '2021-08-21T09:01:02Z', 'revision_number': 5, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'subnets': [{'id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:03:26.364640 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4b9c66fb-003b-428b-9266-e4a26f43f3c1 req-f557a9d6-c990-4a90-b820-5ab35a12d73b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346131 Aug 21 09:03:26.434890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6345466-5581-497b-a110-e31b3203483f req-3ccfcbc1-ebf1-481d-ad58-32add2566a1a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755531 Aug 21 09:03:26.452460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-ee400771-35fa-42c0-9348-f9f38fb16ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:26.454428 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-ee400771-35fa-42c0-9348-f9f38fb16ee3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2176752 Aug 21 09:03:26.488779 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4b9c66fb-003b-428b-9266-e4a26f43f3c1 req-8175feaa-cec8-432d-94b8-4c96a2702ce9 service neutron] 10.222.0.13 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116841 Aug 21 09:03:26.524050 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60134) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:26.558231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-32cd764a-4556-4894-b378-a7cb2209647f req-d0e1ac87-3b10-4d17-8818-85f8dbd56afc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] For port 24448169-e68d-446f-80f2-eb40b0c98c32, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=24448169-e68d-446f-80f2-eb40b0c98c32,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:26.607772 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4b9c66fb-003b-428b-9266-e4a26f43f3c1 req-e0f5c9e2-8d05-4933-9424-740f93e9f48d service neutron] 10.222.0.13 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100485 Aug 21 09:03:26.626264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-be3401a3-fa8a-493b-b482-e57cdf6480b8 req-400a589d-4a7f-4553-9fe5-62e04a61e5dd tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Deleting port 7d4450d9-2ea1-4965-b240-df690280b062 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:03:26.626612 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be3401a3-fa8a-493b-b482-e57cdf6480b8 req-400a589d-4a7f-4553-9fe5-62e04a61e5dd tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:26.666404 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206279c4-66be-437c-be09-d0a022ccc6fc None None] New status for floating IP e5dbe8e9-6017-44d3-98b8-f3487bd513d9: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:03:26.687373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfb69-fd6e-4768-95e9-68dd945b80d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:26.706778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74163e5b-4a85-4d66-b831-2d9e9b85f691 req-8a6a590d-966b-42dc-9a67-7ec8a365df90 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:26.708226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74163e5b-4a85-4d66-b831-2d9e9b85f691 req-8a6a590d-966b-42dc-9a67-7ec8a365df90 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1948509 Aug 21 09:03:26.712837 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-32cd764a-4556-4894-b378-a7cb2209647f req-d0e1ac87-3b10-4d17-8818-85f8dbd56afc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:26.717514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-e64c2fa2-6ff3-4f60-812f-ce7adde3a5da service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482889 Aug 21 09:03:26.808678 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfb69-fd6e-4768-95e9-68dd945b80d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:26.813484 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-32cd764a-4556-4894-b378-a7cb2209647f req-d0e1ac87-3b10-4d17-8818-85f8dbd56afc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:26.824752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['24448169-e68d-446f-80f2-eb40b0c98c32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:26.856763 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfb69-fd6e-4768-95e9-68dd945b80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:26.872550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-be3401a3-fa8a-493b-b482-e57cdf6480b8 req-400a589d-4a7f-4553-9fe5-62e04a61e5dd tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] For port 7d4450d9-2ea1-4965-b240-df690280b062, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7d4450d9-2ea1-4965-b240-df690280b062,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:26.872934 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be3401a3-fa8a-493b-b482-e57cdf6480b8 req-400a589d-4a7f-4553-9fe5-62e04a61e5dd tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:26.880922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74163e5b-4a85-4d66-b831-2d9e9b85f691 req-933ed21c-cfd7-4287-9824-d7007a946406 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607118 Aug 21 09:03:26.913319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd764a-4556-4894-b378-a7cb2209647f req-d0e1ac87-3b10-4d17-8818-85f8dbd56afc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:26.913950 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-32cd764a-4556-4894-b378-a7cb2209647f req-d0e1ac87-3b10-4d17-8818-85f8dbd56afc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:26.919740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32cd764a-4556-4894-b378-a7cb2209647f req-d0e1ac87-3b10-4d17-8818-85f8dbd56afc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "PUT /v2.0/ports/24448169-e68d-446f-80f2-eb40b0c98c32 HTTP/1.1" status: 200 len: 1020 time: 1.0712123 Aug 21 09:03:26.931411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-be3401a3-fa8a-493b-b482-e57cdf6480b8 req-400a589d-4a7f-4553-9fe5-62e04a61e5dd tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Calling delete_port for 7d4450d9-2ea1-4965-b240-df690280b062 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:03:26.936132 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bb9bfb69-fd6e-4768-95e9-68dd945b80d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a42298ea5b54d8193b4b6e2575236cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079444 Aug 21 09:03:26.936132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bfb69-fd6e-4768-95e9-68dd945b80d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12215deb-cbe7-45a8-b729-cfebbae54f23,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:26.936539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60142) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:27.016260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e378c0f-4f6c-44b1-8d4f-ad0b3c66b593 req-e895e261-a47d-4341-8ffc-fd5f33b87050 service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885954 Aug 21 09:03:27.021272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1ac87-3b10-4d17-8818-85f8dbd56afc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'Port': ['ID=24448169-e68d-446f-80f2-eb40b0c98c32,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:27.049809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c760719-9477-4fc4-a928-23d1cc102e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:27.082501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['24448169-e68d-446f-80f2-eb40b0c98c32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:27.088612 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c760719-9477-4fc4-a928-23d1cc102e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:27.132407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea509d08-764f-460d-9bcd-baca4541f2a5 req-fe1f1bd3-f7d4-4832-93e2-66ec2605043f tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:27.139778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea509d08-764f-460d-9bcd-baca4541f2a5 req-fe1f1bd3-f7d4-4832-93e2-66ec2605043f tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 950 time: 0.1404378 Aug 21 09:03:27.226759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c760719-9477-4fc4-a928-23d1cc102e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:27.229914 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c760719-9477-4fc4-a928-23d1cc102e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:27.231407 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7c760719-9477-4fc4-a928-23d1cc102e5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12215deb-cbe7-45a8-b729-cfebbae54f23 HTTP/1.1" status: 204 len: 168 time: 0.2829456 Aug 21 09:03:27.246602 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c760719-9477-4fc4-a928-23d1cc102e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12215deb-cbe7-45a8-b729-cfebbae54f23,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:27.246787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea509d08-764f-460d-9bcd-baca4541f2a5 req-ec263a26-6589-42f0-9348-c8dbcf0febba tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000907 Aug 21 09:03:27.286725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db996cd5-d106-4773-8495-827237891cfa req-c18cd394-53b1-4728-bc59-37c312828ee6 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:27.293352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db996cd5-d106-4773-8495-827237891cfa req-c18cd394-53b1-4728-bc59-37c312828ee6 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 946 time: 0.1262853 Aug 21 09:03:27.333878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db996cd5-d106-4773-8495-827237891cfa req-84079681-b68d-48b1-98f6-a786360f9dd0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 Aug 21 09:03:27.382542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85e6e5-386e-40e8-9b6a-34b5b1bf89d2 req-dcbd76e3-230f-46a6-a301-a877c6475659 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:27.384093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f85e6e5-386e-40e8-9b6a-34b5b1bf89d2 req-dcbd76e3-230f-46a6-a301-a877c6475659 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 1023 time: 0.0493424 Aug 21 09:03:27.388111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be3401a3-fa8a-493b-b482-e57cdf6480b8 req-400a589d-4a7f-4553-9fe5-62e04a61e5dd tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:27.430661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a589d-4a7f-4553-9fe5-62e04a61e5dd tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Pushing event deleted for resources: {'Port': ['ID=7d4450d9-2ea1-4965-b240-df690280b062,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:27.790231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3401a3-fa8a-493b-b482-e57cdf6480b8 req-400a589d-4a7f-4553-9fe5-62e04a61e5dd tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] No DVR routers for this DVR port 7d4450d9-2ea1-4965-b240-df690280b062 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:03:27.797526 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be3401a3-fa8a-493b-b482-e57cdf6480b8 req-400a589d-4a7f-4553-9fe5-62e04a61e5dd tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:27.799418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be3401a3-fa8a-493b-b482-e57cdf6480b8 req-400a589d-4a7f-4553-9fe5-62e04a61e5dd tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.22 "DELETE /v2.0/ports/7d4450d9-2ea1-4965-b240-df690280b062 HTTP/1.1" status: 204 len: 173 time: 1.5190339 Aug 21 09:03:27.852912 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f85e6e5-386e-40e8-9b6a-34b5b1bf89d2 req-708fb836-fdf5-4d25-9a90-29d1718bf732 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5462c28-35e9-454a-8954-da48e82ca8ae&id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&id=893b6fad-78b9-45b8-8fe7-b6951b49f1ca HTTP/1.1" status: 200 len: 6148 time: 0.4561272 Aug 21 09:03:27.867135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fa8e-2955-4065-99c5-2a968fef9196 req-5e566702-f53d-4cb8-8f0d-cbee91266764 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:27.868117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60150) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:27.868658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7718fa8e-2955-4065-99c5-2a968fef9196 req-5e566702-f53d-4cb8-8f0d-cbee91266764 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.0763826 Aug 21 09:03:27.885151 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40faaa6f-78de-4313-b3b2-7844d21be6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:27.897372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-942c3448-f363-4cce-822b-f4e7c0259f4d req-829fd27a-e345-49bc-9436-d47860b59efc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'security_group': {'name': ' tempest-securitygroup -338531473 ', 'description': 'tempest-description-1987579744'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:27.921506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7718fa8e-2955-4065-99c5-2a968fef9196 req-cadb9f0d-a192-48a5-8423-838874f6b3af tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444355 Aug 21 09:03:27.977750 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40faaa6f-78de-4313-b3b2-7844d21be6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:27.991161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'tag': '24448169-e68d-446f-80f2-eb40b0c98c32'}, {'server_uuid': '17ea19de-cb59-4f82-adf5-cf321e8ad426', 'name': 'network-vif-deleted', 'tag': '7d4450d9-2ea1-4965-b240-df690280b062'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:27.993636 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faa160b-612e-451e-8f77-b5411b94ecfa" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b4ab17-e600-476d-a180-029e7342a4cc", "tag": "24448169-e68d-446f-80f2-eb40b0c98c32"}, {"server_uuid": "17ea19de-cb59-4f82-adf5-cf321e8ad426", "name": "network-vif-deleted", "tag": "7d4450d9-2ea1-4965-b240-df690280b062"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:28.043029 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aee691-3e77-4ab3-8323-75eb3e9ce095 req-26d197c4-4e07-4c90-8881-61d90fdd4680 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:28.044468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07aee691-3e77-4ab3-8323-75eb3e9ce095 req-26d197c4-4e07-4c90-8881-61d90fdd4680 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.0542667 Aug 21 09:03:28.051263 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40faaa6f-78de-4313-b3b2-7844d21be6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:28.092417 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-40faaa6f-78de-4313-b3b2-7844d21be6f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43a6908bc21441a8913cb9b94a2be2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231386 Aug 21 09:03:28.093134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07aee691-3e77-4ab3-8323-75eb3e9ce095 req-5694b5be-f6af-4a26-9acd-9ad5a66593ae tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Aug 21 09:03:28.093539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40faaa6f-78de-4313-b3b2-7844d21be6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3203ddab-72ee-4082-bfac-7cc12fe0c959,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:28.095188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60160) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:28.146871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-942c3448-f363-4cce-822b-f4e7c0259f4d req-829fd27a-e345-49bc-9436-d47860b59efc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:28.154212 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657313e7-814e-4659-ace5-e2214509f03c x-openstack-request-id: req-657313e7-814e-4659-ace5-e2214509f03c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:28.154212 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b4ab17-e600-476d-a180-029e7342a4cc", "tag": "24448169-e68d-446f-80f2-eb40b0c98c32", "status": "completed", "code": 200}, {"server_uuid": "17ea19de-cb59-4f82-adf5-cf321e8ad426", "name": "network-vif-deleted", "tag": "7d4450d9-2ea1-4965-b240-df690280b062", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:28.154212 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-657313e7-814e-4659-ace5-e2214509f03c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:28.154212 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'tag': '24448169-e68d-446f-80f2-eb40b0c98c32', 'status': 'completed', 'code': 200} Aug 21 09:03:28.154212 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea19de-cb59-4f82-adf5-cf321e8ad426', 'name': 'network-vif-deleted', 'tag': '7d4450d9-2ea1-4965-b240-df690280b062', 'status': 'completed', 'code': 200} Aug 21 09:03:28.159611 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4d7c-651a-4245-b945-be1a0f27d1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:28.201711 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4d7c-651a-4245-b945-be1a0f27d1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:28.277506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa160b-612e-451e-8f77-b5411b94ecfa req-eaa60ab7-ab53-4b68-a044-6b3a2be44cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:28.279023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0faa160b-612e-451e-8f77-b5411b94ecfa req-eaa60ab7-ab53-4b68-a044-6b3a2be44cfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 1175 time: 0.0941522 Aug 21 09:03:28.373521 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-942c3448-f363-4cce-822b-f4e7c0259f4d req-829fd27a-e345-49bc-9436-d47860b59efc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:28.387469 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4d7c-651a-4245-b945-be1a0f27d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:28.390005 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4d7c-651a-4245-b945-be1a0f27d1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:28.391140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c1ea4d7c-651a-4245-b945-be1a0f27d1fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3203ddab-72ee-4082-bfac-7cc12fe0c959 HTTP/1.1" status: 204 len: 168 time: 0.2949057 Aug 21 09:03:28.396127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3ed753e-3216-49c0-b568-23c80e9b41ff req-a8e6ea79-f477-4433-99e3-6c3b97eba173 tempest-TenantUsagesTestJSON-947864331 tempest-TenantUsagesTestJSON-947864331-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ea19de-cb59-4f82-adf5-cf321e8ad426 HTTP/1.1" status: 200 len: 210 time: 0.0463893 Aug 21 09:03:28.406282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea4d7c-651a-4245-b945-be1a0f27d1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3203ddab-72ee-4082-bfac-7cc12fe0c959,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:28.436755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa160b-612e-451e-8f77-b5411b94ecfa req-65a9ab88-784d-4015-a9fd-ba244bffddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:28.436755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0faa160b-612e-451e-8f77-b5411b94ecfa req-65a9ab88-784d-4015-a9fd-ba244bffddca service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93 HTTP/1.1" status: 200 len: 913 time: 0.1418753 Aug 21 09:03:28.483209 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-942c3448-f363-4cce-822b-f4e7c0259f4d req-829fd27a-e345-49bc-9436-d47860b59efc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:28.497043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0faa160b-612e-451e-8f77-b5411b94ecfa req-a6dd317d-f6ed-444e-af33-ef41f660e874 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24448169-e68d-446f-80f2-eb40b0c98c32 HTTP/1.1" status: 200 len: 217 time: 0.0524685 Aug 21 09:03:28.577758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fd27a-e345-49bc-9436-d47860b59efc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08000a3e-d143-401f-a84e-1c926ca138ae,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:28.599358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5e12c-9079-4d7a-8b82-9cdc2bcab171 req-e41346df-9fc9-4db0-a49a-94149586a59c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:28.600895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5db5e12c-9079-4d7a-8b82-9cdc2bcab171 req-e41346df-9fc9-4db0-a49a-94149586a59c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 946 time: 0.1197333 Aug 21 09:03:28.602608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa160b-612e-451e-8f77-b5411b94ecfa req-c1e88eaa-c3b3-4deb-9ac6-3b39332da717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:28.603959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0faa160b-612e-451e-8f77-b5411b94ecfa req-c1e88eaa-c3b3-4deb-9ac6-3b39332da717 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7eb66c0-aab2-4056-93ac-8c4ff0fd008b HTTP/1.1" status: 200 len: 852 time: 0.0797472 Aug 21 09:03:28.644345 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0faa160b-612e-451e-8f77-b5411b94ecfa req-9a5c3a3a-b8c0-44bf-bdec-273036925350 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312097 Aug 21 09:03:28.647886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-942c3448-f363-4cce-822b-f4e7c0259f4d req-829fd27a-e345-49bc-9436-d47860b59efc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:28.647886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-942c3448-f363-4cce-822b-f4e7c0259f4d req-829fd27a-e345-49bc-9436-d47860b59efc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.7563338 Aug 21 09:03:28.693542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5db5e12c-9079-4d7a-8b82-9cdc2bcab171 req-017e84b7-72e6-4497-8597-a17ae45bc183 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863419 Aug 21 09:03:28.766880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-840da018-5b2b-4dac-9fca-ee307291fd8b req-5df8f691-31a3-4748-a512-0afb33add126 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/08000a3e-d143-401f-a84e-1c926ca138ae HTTP/1.1" status: 200 len: 1780 time: 0.0980942 Aug 21 09:03:28.783441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0faa160b-612e-451e-8f77-b5411b94ecfa req-35f6ccfd-f20f-4f0a-bbaa-0f6344e5ca38 service neutron] 10.222.0.13 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252017 Aug 21 09:03:28.884951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5278f902-bb45-4bc5-ab83-3221d17acafc req-33863461-e613-4744-aa6f-843bd819c5d6 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/08000a3e-d143-401f-a84e-1c926ca138ae HTTP/1.1" status: 200 len: 1780 time: 0.0928566 Aug 21 09:03:28.942459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0faa160b-612e-451e-8f77-b5411b94ecfa req-bbf97c52-354a-4e03-8ab1-6b067fc339f4 service neutron] 10.222.0.13 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430497 Aug 21 09:03:28.964935 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5278f902-bb45-4bc5-ab83-3221d17acafc req-92181b11-e2e0-4f56-89c2-54da28c80def tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:28.988433 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5278f902-bb45-4bc5-ab83-3221d17acafc req-92181b11-e2e0-4f56-89c2-54da28c80def tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:29.062221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4ec6a-b42d-471a-803b-8d35af0d6fc3 req-e1576408-c2d7-4ace-bfff-c514cd1d5708 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:29.064155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41b4ec6a-b42d-471a-803b-8d35af0d6fc3 req-e1576408-c2d7-4ace-bfff-c514cd1d5708 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.0623164 Aug 21 09:03:29.105609 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41b4ec6a-b42d-471a-803b-8d35af0d6fc3 req-3c4ddd3a-c110-4d1e-a64f-c1cd305415fa tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 Aug 21 09:03:29.128693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5278f902-bb45-4bc5-ab83-3221d17acafc req-92181b11-e2e0-4f56-89c2-54da28c80def tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:29.131530 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5278f902-bb45-4bc5-ab83-3221d17acafc req-92181b11-e2e0-4f56-89c2-54da28c80def tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:29.135283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5278f902-bb45-4bc5-ab83-3221d17acafc req-92181b11-e2e0-4f56-89c2-54da28c80def tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "DELETE /v2.0/security-groups/08000a3e-d143-401f-a84e-1c926ca138ae HTTP/1.1" status: 204 len: 173 time: 0.2405283 Aug 21 09:03:29.151639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92181b11-e2e0-4f56-89c2-54da28c80def tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08000a3e-d143-401f-a84e-1c926ca138ae,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:29.179544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7d4450d9-2ea1-4965-b240-df690280b062 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:03:29.182925 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-30fa216a-47b7-4a34-abac-1b1354a63f2a req-25d52e49-2397-48a3-9581-dc1128777ed5 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] show failed (client error): The resource could not be found. Aug 21 09:03:29.183145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30fa216a-47b7-4a34-abac-1b1354a63f2a req-25d52e49-2397-48a3-9581-dc1128777ed5 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/08000a3e-d143-401f-a84e-1c926ca138ae HTTP/1.1" status: 404 len: 352 time: 0.0211475 Aug 21 09:03:29.206253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 7d4450d9-2ea1-4965-b240-df690280b062 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:03:29.206596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7d4450d9-2ea1-4965-b240-df690280b062 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:03:29.221483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-83211f5a-4ffe-435d-abec-2bd72f6af14d req-70abcb1c-7ca9-4f6f-a46a-20cd2eef90e6 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-48943666', 'description': 'tempest-description-1694695485'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:29.255195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74a0cd-9173-4dbf-9d4b-a24d1fb25f25 req-2b7f62d8-94ae-442f-a2eb-522b1f9367e4 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:29.256710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e74a0cd-9173-4dbf-9d4b-a24d1fb25f25 req-2b7f62d8-94ae-442f-a2eb-522b1f9367e4 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.0723929 Aug 21 09:03:29.296114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e74a0cd-9173-4dbf-9d4b-a24d1fb25f25 req-b109920d-5489-4f20-890e-0585fea75790 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332265 Aug 21 09:03:29.317674 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-83211f5a-4ffe-435d-abec-2bd72f6af14d req-70abcb1c-7ca9-4f6f-a46a-20cd2eef90e6 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:29.410616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-83211f5a-4ffe-435d-abec-2bd72f6af14d req-70abcb1c-7ca9-4f6f-a46a-20cd2eef90e6 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:29.494474 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-83211f5a-4ffe-435d-abec-2bd72f6af14d req-70abcb1c-7ca9-4f6f-a46a-20cd2eef90e6 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:29.526965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abcb1c-7ca9-4f6f-a46a-20cd2eef90e6 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5fd70e-0c2f-4ac4-a73e-ce4351da82d0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:29.582338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-83211f5a-4ffe-435d-abec-2bd72f6af14d req-70abcb1c-7ca9-4f6f-a46a-20cd2eef90e6 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:29.586442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83211f5a-4ffe-435d-abec-2bd72f6af14d req-70abcb1c-7ca9-4f6f-a46a-20cd2eef90e6 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3691554 Aug 21 09:03:29.609178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-911a021f-3f01-428d-8966-c761a2fd56dd req-e66825aa-2017-41aa-a337-e0ce7f7924e3 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1270420098', 'description': 'tempest-description-1320493270'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:29.731337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-911a021f-3f01-428d-8966-c761a2fd56dd req-e66825aa-2017-41aa-a337-e0ce7f7924e3 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:29.841663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a1571-bea6-4660-9585-af5f85dd4c32 req-585955e8-0406-4fb2-8f73-051b44aa68a2 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:29.844627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b87a1571-bea6-4660-9585-af5f85dd4c32 req-585955e8-0406-4fb2-8f73-051b44aa68a2 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 946 time: 0.0744395 Aug 21 09:03:29.875372 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-911a021f-3f01-428d-8966-c761a2fd56dd req-e66825aa-2017-41aa-a337-e0ce7f7924e3 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:29.892318 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b87a1571-bea6-4660-9585-af5f85dd4c32 req-68becd55-bd83-4214-ac6d-2ecafd7feb35 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402112 Aug 21 09:03:29.974741 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-911a021f-3f01-428d-8966-c761a2fd56dd req-e66825aa-2017-41aa-a337-e0ce7f7924e3 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:29.982264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60220) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:30.009556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66825aa-2017-41aa-a337-e0ce7f7924e3 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2134c8-ced0-47ad-ba8e-1bbe3ec57ce6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:30.072162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-911a021f-3f01-428d-8966-c761a2fd56dd req-e66825aa-2017-41aa-a337-e0ce7f7924e3 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.082635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-911a021f-3f01-428d-8966-c761a2fd56dd req-e66825aa-2017-41aa-a337-e0ce7f7924e3 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4686091 Aug 21 09:03:30.106078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-1b34dc88-4c90-4296-8c0e-e65711e0ba00 req-b291528e-eb87-4233-9a3c-6e6314346fac tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1875579161', 'description': 'tempest-description-515679204'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:30.118429 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5dacfac7-22d3-4c6c-8de9-7bec4caa9116 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e18cdc82537a43ddbd4135199de926c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347866 Aug 21 09:03:30.120793 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60228) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:30.148703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-86954a25-3ea1-4406-a540-dfedb11907fe tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:30.150232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-86954a25-3ea1-4406-a540-dfedb11907fe tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1098 time: 0.0637257 Aug 21 09:03:30.163130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-28'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:30.176421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d57fb70-b5ee-46d7-be2c-77f57b0c19f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.201636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d57fb70-b5ee-46d7-be2c-77f57b0c19f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.223920 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1b34dc88-4c90-4296-8c0e-e65711e0ba00 req-b291528e-eb87-4233-9a3c-6e6314346fac tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.265654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.290655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c9a18-54be-4f9a-afef-6e8ad0a2dd99 req-93c0e4ec-b099-4677-84bd-13224e269b8d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:30.292164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-243c9a18-54be-4f9a-afef-6e8ad0a2dd99 req-93c0e4ec-b099-4677-84bd-13224e269b8d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1095142 Aug 21 09:03:30.325265 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d57fb70-b5ee-46d7-be2c-77f57b0c19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.329525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d57fb70-b5ee-46d7-be2c-77f57b0c19f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.330948 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2d57fb70-b5ee-46d7-be2c-77f57b0c19f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e57e8ca-f4e6-47d6-81d3-28e85ef273a7 HTTP/1.1" status: 204 len: 168 time: 0.2091794 Aug 21 09:03:30.341095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57fb70-b5ee-46d7-be2c-77f57b0c19f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e57e8ca-f4e6-47d6-81d3-28e85ef273a7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:30.392092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-243c9a18-54be-4f9a-afef-6e8ad0a2dd99 req-968c5fbb-eee5-4a46-969f-dd629820a20c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926266 Aug 21 09:03:30.511249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1b34dc88-4c90-4296-8c0e-e65711e0ba00 req-b291528e-eb87-4233-9a3c-6e6314346fac tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.547815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:30.556673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219859ff-0db6-4c8b-816c-8b72e8a19c7d req-2efc6081-4c3f-4704-8f27-a484cd697685 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:30.558351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-219859ff-0db6-4c8b-816c-8b72e8a19c7d req-2efc6081-4c3f-4704-8f27-a484cd697685 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1019270 Aug 21 09:03:30.568341 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1b34dc88-4c90-4296-8c0e-e65711e0ba00 req-b291528e-eb87-4233-9a3c-6e6314346fac tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.644152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291528e-eb87-4233-9a3c-6e6314346fac tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff32f2f-cb78-49f4-8372-0f7edb627666,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:30.653708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-219859ff-0db6-4c8b-816c-8b72e8a19c7d req-7615b573-fc62-4093-9434-0991a1c96dc1 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881200 Aug 21 09:03:30.659513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:30.713626 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1b34dc88-4c90-4296-8c0e-e65711e0ba00 req-b291528e-eb87-4233-9a3c-6e6314346fac tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.714864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b34dc88-4c90-4296-8c0e-e65711e0ba00 req-b291528e-eb87-4233-9a3c-6e6314346fac tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6188269 Aug 21 09:03:30.718538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a766f42e-37c3-4108-9ff2-561f72dc97a5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:30.725442 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3e2b63-32e1-444b-8298-6fd4a41234bb" -d '{"events": [{"server_uuid": "d2c2926b-9910-497d-a2f4-2dd23c4376ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a766f42e-37c3-4108-9ff2-561f72dc97a5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:30.726283 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.806298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:30.846034 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60008fa6-ae2f-402d-8595-2ed10e6ac3b7 x-openstack-request-id: req-60008fa6-ae2f-402d-8595-2ed10e6ac3b7 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:30.846298 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c2926b-9910-497d-a2f4-2dd23c4376ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a766f42e-37c3-4108-9ff2-561f72dc97a5", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:30.846638 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60008fa6-ae2f-402d-8595-2ed10e6ac3b7 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:30.846993 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a766f42e-37c3-4108-9ff2-561f72dc97a5', 'code': 200} Aug 21 09:03:30.911318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Pushing event updated for resources: {'Port': ['ID=a766f42e-37c3-4108-9ff2-561f72dc97a5,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:30.922346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 on host n-h2-766726-28 for vnic_type normal with profile {"migrating_to": "n-h1-766726-28"} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:30.922676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:30.922999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:30.933337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Port a766f42e-37c3-4108-9ff2-561f72dc97a5 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:03:30.938431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Attempting to bind port a766f42e-37c3-4108-9ff2-561f72dc97a5 on network 7a1c736c-7d97-4377-b03c-915ec4c1d886 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:30.946221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:30.946587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Checking segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:30.946968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Bound using segment: {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:30.947396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Bound port: a766f42e-37c3-4108-9ff2-561f72dc97a5, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ebfb352-85ba-4568-8147-e6c935dc77b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a1c736c-7d97-4377-b03c-915ec4c1d886'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:30.947782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.073885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60260) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:31.092722 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0215-1f54-46ff-a71b-7e2b97a0be66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.105983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fffdb6a4-a434-44e8-82a1-e0298c0c2016 req-fe1e9777-7b2e-48ab-b344-38d53893bf63 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5ed72a36f12435ba04ce343b7133dd6 HTTP/1.1" status: 200 len: 10895 time: 0.2264669 Aug 21 09:03:31.112380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:31.117968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:31.155236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75e079-3744-4ba1-b946-b94346ba53f1 req-3674dc4d-440d-44fe-9c6a-cc1c8b75a3ce tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:31.157299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b75e079-3744-4ba1-b946-b94346ba53f1 req-3674dc4d-440d-44fe-9c6a-cc1c8b75a3ce tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 944 time: 0.1360252 Aug 21 09:03:31.186567 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0215-1f54-46ff-a71b-7e2b97a0be66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.194263 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.204393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fffdb6a4-a434-44e8-82a1-e0298c0c2016 req-7c6e7b57-1427-47c0-8d0b-a7a86d5984ff tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/738b6a6e-c8c0-463b-9b9c-8fbc230631f7 HTTP/1.1" status: 200 len: 2981 time: 0.0883665 Aug 21 09:03:31.245532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0215-1f54-46ff-a71b-7e2b97a0be66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.263660 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b75e079-3744-4ba1-b946-b94346ba53f1 req-17f4df75-b94f-486d-b5b5-3eb738fa0e90 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971000 Aug 21 09:03:31.302332 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b2f0215-1f54-46ff-a71b-7e2b97a0be66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfc33d95629342f7a1826cbafddd58c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272274 Aug 21 09:03:31.303820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60264) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:31.306394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f0215-1f54-46ff-a71b-7e2b97a0be66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7179c1-0c77-42d7-8de1-136e005a8f68,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:31.307076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Pushing event updated for resources: {'Port': ['ID=a766f42e-37c3-4108-9ff2-561f72dc97a5,revision_number=8']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:31.347416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fffdb6a4-a434-44e8-82a1-e0298c0c2016 req-cc9b3620-8516-49d2-ab4f-bb255f96a659 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/738b6a6e-c8c0-463b-9b9c-8fbc230631f7 HTTP/1.1" status: 200 len: 2981 time: 0.1360970 Aug 21 09:03:31.348851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:31.349580 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.351161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-027ab437-a53d-4578-aa26-d218aa2abf89 service neutron] 10.222.0.13 "PUT /v2.0/ports/a766f42e-37c3-4108-9ff2-561f72dc97a5 HTTP/1.1" status: 200 len: 1124 time: 1.1924169 Aug 21 09:03:31.372955 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec30ecb0-650c-4008-a32c-805581db540e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.401969 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec30ecb0-650c-4008-a32c-805581db540e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.406538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a766f42e-37c3-4108-9ff2-561f72dc97a5 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:31.440116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a62e70-a600-447a-b7a1-35811f617ef8 req-88e79860-8463-4291-9b8f-aa57a71a5167 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/0b5fd70e-0c2f-4ac4-a73e-ce4351da82d0 HTTP/1.1" status: 200 len: 1799 time: 0.0645113 Aug 21 09:03:31.457398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['a766f42e-37c3-4108-9ff2-561f72dc97a5'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:31.513069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95a62e70-a600-447a-b7a1-35811f617ef8 req-a3279a01-4220-4dc7-b0ce-23fbd5d6147a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.535886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['a766f42e-37c3-4108-9ff2-561f72dc97a5'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:31.541312 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec30ecb0-650c-4008-a32c-805581db540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.541510 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95a62e70-a600-447a-b7a1-35811f617ef8 req-a3279a01-4220-4dc7-b0ce-23fbd5d6147a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.544403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec30ecb0-650c-4008-a32c-805581db540e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.549348 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ec30ecb0-650c-4008-a32c-805581db540e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb7179c1-0c77-42d7-8de1-136e005a8f68 HTTP/1.1" status: 204 len: 168 time: 0.2411008 Aug 21 09:03:31.558000 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30ecb0-650c-4008-a32c-805581db540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7179c1-0c77-42d7-8de1-136e005a8f68,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:31.644041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96c79e-27de-497e-927d-46b65a86fb69 req-1f28fd94-0dc4-4943-8430-079fda33d8b5 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:31.645654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e96c79e-27de-497e-927d-46b65a86fb69 req-1f28fd94-0dc4-4943-8430-079fda33d8b5 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.0574801 Aug 21 09:03:31.649488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:31.695443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a766f42e-37c3-4108-9ff2-561f72dc97a5 has no active binding in host n-h1-766726-28 {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 09:03:31.700105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e96c79e-27de-497e-927d-46b65a86fb69 req-2bb68f84-879d-4196-b660-d0158dc783c0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Aug 21 09:03:31.702152 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95a62e70-a600-447a-b7a1-35811f617ef8 req-a3279a01-4220-4dc7-b0ce-23fbd5d6147a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.706057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-95a62e70-a600-447a-b7a1-35811f617ef8 req-a3279a01-4220-4dc7-b0ce-23fbd5d6147a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:31.707465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a62e70-a600-447a-b7a1-35811f617ef8 req-a3279a01-4220-4dc7-b0ce-23fbd5d6147a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b5fd70e-0c2f-4ac4-a73e-ce4351da82d0 HTTP/1.1" status: 204 len: 173 time: 0.2663751 Aug 21 09:03:31.721207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3279a01-4220-4dc7-b0ce-23fbd5d6147a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5fd70e-0c2f-4ac4-a73e-ce4351da82d0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:31.765483 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-14f91d90-6252-439a-8a25-d484bae3eb1e req-230cdddb-4744-45a9-83e2-ef6749c3c8d9 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] show failed (client error): The resource could not be found. Aug 21 09:03:31.768926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14f91d90-6252-439a-8a25-d484bae3eb1e req-230cdddb-4744-45a9-83e2-ef6749c3c8d9 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/0b5fd70e-0c2f-4ac4-a73e-ce4351da82d0 HTTP/1.1" status: 404 len: 352 time: 0.0226266 Aug 21 09:03:31.905816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffaef6-c476-4ed6-be73-fe5a78c1669a req-4897381b-56b9-4b51-a78a-49519a53b2e2 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:31.908001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3ffaef6-c476-4ed6-be73-fe5a78c1669a req-4897381b-56b9-4b51-a78a-49519a53b2e2 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.0850432 Aug 21 09:03:31.913797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-608c9d9e-d1a6-4163-9804-36573a0e81e5 req-6141fb20-71f7-4b6e-a70c-0b15abbdb435 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/ad2134c8-ced0-47ad-ba8e-1bbe3ec57ce6 HTTP/1.1" status: 200 len: 1801 time: 0.0545058 Aug 21 09:03:31.966995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3ffaef6-c476-4ed6-be73-fe5a78c1669a req-11c939ab-e02f-4339-843c-b689b3e0f5c7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522587 Aug 21 09:03:31.996432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-608c9d9e-d1a6-4163-9804-36573a0e81e5 req-a71a846f-4716-4a8b-abcf-e7b2ff1ea195 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.027866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-608c9d9e-d1a6-4163-9804-36573a0e81e5 req-a71a846f-4716-4a8b-abcf-e7b2ff1ea195 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.134756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-608c9d9e-d1a6-4163-9804-36573a0e81e5 req-a71a846f-4716-4a8b-abcf-e7b2ff1ea195 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.137628 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-608c9d9e-d1a6-4163-9804-36573a0e81e5 req-a71a846f-4716-4a8b-abcf-e7b2ff1ea195 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.138949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-608c9d9e-d1a6-4163-9804-36573a0e81e5 req-a71a846f-4716-4a8b-abcf-e7b2ff1ea195 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "DELETE /v2.0/security-groups/ad2134c8-ced0-47ad-ba8e-1bbe3ec57ce6 HTTP/1.1" status: 204 len: 173 time: 0.2174988 Aug 21 09:03:32.155304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a846f-4716-4a8b-abcf-e7b2ff1ea195 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2134c8-ced0-47ad-ba8e-1bbe3ec57ce6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:32.188288 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-254727ef-8813-43d6-a30d-7deb2815df06 req-87b607a5-c4e5-44ba-947d-2ed5274fbfbb tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] show failed (client error): The resource could not be found. Aug 21 09:03:32.194059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-254727ef-8813-43d6-a30d-7deb2815df06 req-87b607a5-c4e5-44ba-947d-2ed5274fbfbb tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/ad2134c8-ced0-47ad-ba8e-1bbe3ec57ce6 HTTP/1.1" status: 404 len: 352 time: 0.0219111 Aug 21 09:03:32.219804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60300) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:32.251463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23ea9047-cc6f-4a1d-9373-be94d5771e85 req-3b7aa956-fdc2-47d3-8f50-b77ff5294211 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/3ff32f2f-cb78-49f4-8372-0f7edb627666 HTTP/1.1" status: 200 len: 1800 time: 0.0427167 Aug 21 09:03:32.315826 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-23ea9047-cc6f-4a1d-9373-be94d5771e85 req-4dd16e3d-8370-4043-9d1c-b707b030e707 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.346407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-23ea9047-cc6f-4a1d-9373-be94d5771e85 req-4dd16e3d-8370-4043-9d1c-b707b030e707 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.395248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.417329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5de143-91b5-40af-82d6-b3474f97058c req-16f1d72e-bc1e-4444-baca-98815dae0baf tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:32.418834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f5de143-91b5-40af-82d6-b3474f97058c req-16f1d72e-bc1e-4444-baca-98815dae0baf tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 944 time: 0.0756795 Aug 21 09:03:32.457256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f5de143-91b5-40af-82d6-b3474f97058c req-9fb988e2-9632-459c-b046-16d61e5f63f4 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321586 Aug 21 09:03:32.488870 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-23ea9047-cc6f-4a1d-9373-be94d5771e85 req-4dd16e3d-8370-4043-9d1c-b707b030e707 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.491871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-23ea9047-cc6f-4a1d-9373-be94d5771e85 req-4dd16e3d-8370-4043-9d1c-b707b030e707 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.493115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23ea9047-cc6f-4a1d-9373-be94d5771e85 req-4dd16e3d-8370-4043-9d1c-b707b030e707 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "DELETE /v2.0/security-groups/3ff32f2f-cb78-49f4-8372-0f7edb627666 HTTP/1.1" status: 204 len: 173 time: 0.2356856 Aug 21 09:03:32.502651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd16e3d-8370-4043-9d1c-b707b030e707 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff32f2f-cb78-49f4-8372-0f7edb627666,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:32.540679 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-e410dbd7-97ee-4765-bb8d-e08778bdca5f req-2683a97a-6b95-4ff8-b860-d2cf6beca962 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] show failed (client error): The resource could not be found. Aug 21 09:03:32.541779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e410dbd7-97ee-4765-bb8d-e08778bdca5f req-2683a97a-6b95-4ff8-b860-d2cf6beca962 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/3ff32f2f-cb78-49f4-8372-0f7edb627666 HTTP/1.1" status: 404 len: 352 time: 0.0228806 Aug 21 09:03:32.584910 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.631513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0207d27e-fe5c-413b-af81-3a2409a27996 req-57fa8c29-b09a-4bf2-9715-e8946784d888 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5ed72a36f12435ba04ce343b7133dd6 HTTP/1.1" status: 200 len: 6148 time: 0.0668836 Aug 21 09:03:32.680968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0207d27e-fe5c-413b-af81-3a2409a27996 req-0e277fdc-3e19-4393-8430-b8138befdb99 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/738b6a6e-c8c0-463b-9b9c-8fbc230631f7 HTTP/1.1" status: 200 len: 2981 time: 0.0420964 Aug 21 09:03:32.683079 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.728850 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d545fef11b34eaeb30cf62beda7cf1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5053785 Aug 21 09:03:32.729067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60322) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:32.735908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37d2038-0b8c-47ae-b025-2709fea33289,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:32.741588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0207d27e-fe5c-413b-af81-3a2409a27996 req-f3a4a901-5105-4c3c-8be4-a446e083d750 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/738b6a6e-c8c0-463b-9b9c-8fbc230631f7 HTTP/1.1" status: 200 len: 2981 time: 0.0487700 Aug 21 09:03:32.755441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.755832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.756176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.756754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.757093 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.757490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.757829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.758071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.758396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.758721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.759047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.759370 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba2e7f-2c43-4457-ab07-524cfb0e82b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:32.769051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60326) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:32.780815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c599793a-9873-4108-8ee2-545ed33acaff req-776c9c82-8132-4752-93ff-d0c618a59c9e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2110113475', 'description': 'tempest-description-1815415918'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:32.811128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9e82f43-f247-4f85-9d29-16ad49b522d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.835665 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9e82f43-f247-4f85-9d29-16ad49b522d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.848902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'tag': 'a766f42e-37c3-4108-9ff2-561f72dc97a5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:32.851310 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43e8178-6c3b-457c-8964-b430dde4747b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c2926b-9910-497d-a2f4-2dd23c4376ce", "tag": "a766f42e-37c3-4108-9ff2-561f72dc97a5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:32.861139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d636e-85b8-45b6-b3aa-fe65d06e5b25 req-851f3925-ffa2-45b6-bd4a-b36da26b6868 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:32.862635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb0d636e-85b8-45b6-b3aa-fe65d06e5b25 req-851f3925-ffa2-45b6-bd4a-b36da26b6868 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.0565941 Aug 21 09:03:32.867465 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c599793a-9873-4108-8ee2-545ed33acaff req-776c9c82-8132-4752-93ff-d0c618a59c9e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.897188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-network', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:32.934362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb0d636e-85b8-45b6-b3aa-fe65d06e5b25 req-fe6f5ad9-02ef-4bb9-bb01-e55e490cfe90 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635576 Aug 21 09:03:32.954627 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9e82f43-f247-4f85-9d29-16ad49b522d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.957526 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9e82f43-f247-4f85-9d29-16ad49b522d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:32.958679 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b9e82f43-f247-4f85-9d29-16ad49b522d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b37d2038-0b8c-47ae-b025-2709fea33289 HTTP/1.1" status: 204 len: 168 time: 0.2287917 Aug 21 09:03:32.967003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e82f43-f247-4f85-9d29-16ad49b522d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37d2038-0b8c-47ae-b025-2709fea33289,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:33.021607 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c599793a-9873-4108-8ee2-545ed33acaff req-776c9c82-8132-4752-93ff-d0c618a59c9e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.059173 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfbf57b-c5b8-45b9-a06f-312efb5257d2 x-openstack-request-id: req-1bfbf57b-c5b8-45b9-a06f-312efb5257d2 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:33.059428 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c2926b-9910-497d-a2f4-2dd23c4376ce", "tag": "a766f42e-37c3-4108-9ff2-561f72dc97a5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:33.059742 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bfbf57b-c5b8-45b9-a06f-312efb5257d2 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:33.060136 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'tag': 'a766f42e-37c3-4108-9ff2-561f72dc97a5', 'status': 'completed', 'code': 200} Aug 21 09:03:33.111172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c599793a-9873-4108-8ee2-545ed33acaff req-776c9c82-8132-4752-93ff-d0c618a59c9e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.198009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c9c82-8132-4752-93ff-d0c618a59c9e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e2c90e-b6b3-4723-9d34-00f71ae5ada6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:33.207755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e8178-6c3b-457c-8964-b430dde4747b req-84eef0f1-9c85-4069-9e95-b8eb135c008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:33.209472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b43e8178-6c3b-457c-8964-b430dde4747b req-84eef0f1-9c85-4069-9e95-b8eb135c008c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 1127 time: 0.1245375 Aug 21 09:03:33.225126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf883c-2ae4-4efa-a76e-170cdd973ede req-fb049c00-7c66-4138-918c-32b17a72fc54 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:33.226610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fdf883c-2ae4-4efa-a76e-170cdd973ede req-fb049c00-7c66-4138-918c-32b17a72fc54 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1096067 Aug 21 09:03:33.288573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Made reservation on behalf of f3238dfbf329418a9e333ba9a961b5ab for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:33.290778 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.308716 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.346458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fdf883c-2ae4-4efa-a76e-170cdd973ede req-8a727b70-df73-4f81-958b-04c3d09d8e53 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099944 Aug 21 09:03:33.350332 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c599793a-9873-4108-8ee2-545ed33acaff req-776c9c82-8132-4752-93ff-d0c618a59c9e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.351459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c599793a-9873-4108-8ee2-545ed33acaff req-776c9c82-8132-4752-93ff-d0c618a59c9e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5843291 Aug 21 09:03:33.373138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e8178-6c3b-457c-8964-b430dde4747b req-19fba98d-cbb1-4ec3-879f-5ab942473ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:33.374611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b43e8178-6c3b-457c-8964-b430dde4747b req-19fba98d-cbb1-4ec3-879f-5ab942473ae4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.1471403 Aug 21 09:03:33.384196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-27b6c236-cab5-42ad-8d2f-c1a1c230fdb8 req-7a1e01ee-7be6-4cae-9e2f-421768c6130c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-577983475', 'description': 'tempest-description-1608333800'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:33.456978 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.500557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b43e8178-6c3b-457c-8964-b430dde4747b req-1f6ec25b-9fbe-4a2a-a95b-81f7a064959b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5 HTTP/1.1" status: 200 len: 217 time: 0.0391965 Aug 21 09:03:33.568544 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.603470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:03:33.604921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60346) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:33.610609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e8178-6c3b-457c-8964-b430dde4747b req-8cf97d69-5cc1-4367-80ce-68b6cf9a973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:33.612078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b43e8178-6c3b-457c-8964-b430dde4747b req-8cf97d69-5cc1-4367-80ce-68b6cf9a973a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1042759 Aug 21 09:03:33.619499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bfb23419-af20-46ff-82a2-2a0d87468800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.640370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:33.643254 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.643607 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Added segment 07f6447a-925f-4fd9-a4db-561046fd020d of type vlan for network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 Aug 21 09:03:33.667419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b43e8178-6c3b-457c-8964-b430dde4747b req-3e6e8815-e56b-4597-9000-2f464afa9e72 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427468 Aug 21 09:03:33.683783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e79d52-c258-4628-99f1-e6a6b00b4c73 req-f770ca77-1a50-4148-b253-27a883015814 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:33.685140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21e79d52-c258-4628-99f1-e6a6b00b4c73 req-f770ca77-1a50-4148-b253-27a883015814 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 944 time: 0.1491091 Aug 21 09:03:33.685847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-27b6c236-cab5-42ad-8d2f-c1a1c230fdb8 req-7a1e01ee-7be6-4cae-9e2f-421768c6130c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.752142 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bfb23419-af20-46ff-82a2-2a0d87468800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.784812 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.816472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bfb23419-af20-46ff-82a2-2a0d87468800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.842021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21e79d52-c258-4628-99f1-e6a6b00b4c73 req-240af154-c443-4b86-bcdf-e772dc766801 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221232 Aug 21 09:03:33.858755 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bfb23419-af20-46ff-82a2-2a0d87468800 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cf7535287184598801128bf7063780b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526889 Aug 21 09:03:33.864534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb23419-af20-46ff-82a2-2a0d87468800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74ed3ce-c0ed-4fc0-ac1e-16fc350d5db6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:33.864727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60348) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:33.896976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b43e8178-6c3b-457c-8964-b430dde4747b req-94a3db19-3682-4987-ba52-9f6817ec66ee service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080090 Aug 21 09:03:33.940866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:33.941682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:33.942251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:34.105840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] Pushing event updated for resources: {'Network': ['ID=5d2d6eee-031c-4b0b-b57d-39c9af72b570,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:34.108027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-756c71e1-cbc9-4ea0-8e37-887ca5cffcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:34.115581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:03:34.123284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-27b6c236-cab5-42ad-8d2f-c1a1c230fdb8 req-7a1e01ee-7be6-4cae-9e2f-421768c6130c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:34.150057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b43e8178-6c3b-457c-8964-b430dde4747b req-a1d33acb-946c-4ff0-ab94-c734c940597f service neutron] 10.222.0.22 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393687 Aug 21 09:03:34.163974 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-756c71e1-cbc9-4ea0-8e37-887ca5cffcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:34.181765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2b369-3010-4b16-8db8-a2a22b065fb2 req-f2ede9eb-9b93-4ee9-a532-960b1be39cdb tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:34.183239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34b2b369-3010-4b16-8db8-a2a22b065fb2 req-f2ede9eb-9b93-4ee9-a532-960b1be39cdb tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1525922 Aug 21 09:03:34.187046 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-27b6c236-cab5-42ad-8d2f-c1a1c230fdb8 req-7a1e01ee-7be6-4cae-9e2f-421768c6130c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:34.253585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e01ee-7be6-4cae-9e2f-421768c6130c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25f3893-fb88-435b-8677-65497c6b86fc,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:34.270844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34b2b369-3010-4b16-8db8-a2a22b065fb2 req-f232b804-2c89-4960-9419-45aedf45e281 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746431 Aug 21 09:03:34.327736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-29e15e7f-cc7b-4507-8d21-7a77130da63e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5547726 Aug 21 09:03:34.327736 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-27b6c236-cab5-42ad-8d2f-c1a1c230fdb8 req-7a1e01ee-7be6-4cae-9e2f-421768c6130c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:34.327736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27b6c236-cab5-42ad-8d2f-c1a1c230fdb8 req-7a1e01ee-7be6-4cae-9e2f-421768c6130c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9473495 Aug 21 09:03:34.328192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60354) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:34.334268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] Request body: {'subnet': {'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-subnet', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:34.363164 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-756c71e1-cbc9-4ea0-8e37-887ca5cffcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:34.375487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-756c71e1-cbc9-4ea0-8e37-887ca5cffcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:34.375487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-756c71e1-cbc9-4ea0-8e37-887ca5cffcf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b74ed3ce-c0ed-4fc0-ac1e-16fc350d5db6 HTTP/1.1" status: 204 len: 168 time: 0.5047739 Aug 21 09:03:34.394425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c71e1-cbc9-4ea0-8e37-887ca5cffcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74ed3ce-c0ed-4fc0-ac1e-16fc350d5db6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:34.423073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] Made reservation on behalf of f3238dfbf329418a9e333ba9a961b5ab for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:34.425494 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:34.566465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cb330-1417-4553-bf10-286ed8635c90 req-59b714fa-cd10-41ce-b14c-d79b6f390c3e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:34.567985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-130cb330-1417-4553-bf10-286ed8635c90 req-59b714fa-cd10-41ce-b14c-d79b6f390c3e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.0845439 Aug 21 09:03:34.700215 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-130cb330-1417-4553-bf10-286ed8635c90 req-773ab25c-69ca-4661-a4f9-12069d727eb3 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221890 Aug 21 09:03:34.795443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-a6489807-5872-4d28-824f-c49c222aa7fb tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:34.797004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-a6489807-5872-4d28-824f-c49c222aa7fb tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/networks?id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93 HTTP/1.1" status: 200 len: 812 time: 0.2087543 Aug 21 09:03:34.812585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-a930fdca-0ed3-4fdb-a3e8-5a7324f0271b tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/quotas/f5ed72a36f12435ba04ce343b7133dd6 HTTP/1.1" status: 200 len: 375 time: 0.0093868 Aug 21 09:03:34.865343 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:34.894433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-fe28fdd5-bd9c-461a-b5a7-7d532b9e7717 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754616 Aug 21 09:03:35.004460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4df441-b4a8-4ac6-b242-84825891bc77,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:35.035647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] Checking segment: {'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:35.036009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] Network hostable DHCP agents. Network: 5d2d6eee-031c-4b0b-b57d-39c9af72b570, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:03:35.061658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c9693-6dd4-4037-8c7f-a55217f1c56f req-3b537ead-53a9-4ec8-88d5-508777a78ac9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:35.068378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a65c9693-6dd4-4037-8c7f-a55217f1c56f req-3b537ead-53a9-4ec8-88d5-508777a78ac9 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 944 time: 0.1396558 Aug 21 09:03:35.079134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c49b9d4a-286a-43e2-b7b2-7d1bbf2be07f service neutron] 10.222.0.20 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741774 Aug 21 09:03:35.197722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] Network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:03:35.211286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a65c9693-6dd4-4037-8c7f-a55217f1c56f req-2a216b36-d2d0-4873-8e98-d92280e502c5 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360791 Aug 21 09:03:35.259297 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-e3bf3253-f470-43e1-95f3-534e8daf7420 service neutron] show failed (client error): The resource could not be found. Aug 21 09:03:35.260494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-e3bf3253-f470-43e1-95f3-534e8daf7420 service neutron] 10.222.0.22 "GET /v2.0/ports/749d303a-18e8-413e-b8fc-b15816bdf8eb/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.1431088 Aug 21 09:03:35.269632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-0ae2a4dc-9978-4bcc-a3c3-12beeee883aa service neutron] 10.222.0.20 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721938 Aug 21 09:03:35.295073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 5d2d6eee-031c-4b0b-b57d-39c9af72b570) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:35.301520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:35.302378 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:35.311545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e95a3d-8d9f-496a-b377-079a8be210d8 None None] Network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:35.428352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-87a83745-8bd3-4f54-8109-9095011430d4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0987892 Aug 21 09:03:35.431040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60396) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:35.435957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-router', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:35.474816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033620d2-5b37-4301-8652-e38b19fc90e1 req-f3d3e268-ea56-4d85-ad26-fbd57f6de645 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:35.475230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-033620d2-5b37-4301-8652-e38b19fc90e1 req-f3d3e268-ea56-4d85-ad26-fbd57f6de645 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.0838327 Aug 21 09:03:35.537555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-033620d2-5b37-4301-8652-e38b19fc90e1 req-d236e5ba-2ca7-4c34-81c1-948e71a4f30a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539696 Aug 21 09:03:35.542871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-5d2d6eee-031c-4b0b-b57d-39c9af72b570', 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'fixed_ips': [{'subnet_id': '1f4df441-b4a8-4ac6-b242-84825891bc77'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:03:35.543948 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:35.576803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:35.579541 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:35.658117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60404) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:35.786865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Allocated IP 172.20.0.2 (5d2d6eee-031c-4b0b-b57d-39c9af72b570/1f4df441-b4a8-4ac6-b242-84825891bc77/222b784e-3b6c-4379-9d03-7e5d4e19e071) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:03:35.815812 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:35.905073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e57b33a7-a18d-43ed-9bbd-f04c214882ba req-729523d2-595b-42f1-8313-29300be1ad57 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 210 time: 0.0766869 Aug 21 09:03:35.931267 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-211155165-network', 'tenant_id': 'd23e4a96d7c84ec1aa8e4c0c7d0dbaeb'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:36.024806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Made reservation on behalf of d23e4a96d7c84ec1aa8e4c0c7d0dbaeb for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:36.027751 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.041335 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.045968 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.052405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Transition to ACTIVE for port object 222b784e-3b6c-4379-9d03-7e5d4e19e071 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:36.087985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Transition to ACTIVE for port object 222b784e-3b6c-4379-9d03-7e5d4e19e071 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:36.175809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.180908 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.249610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.256757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:36.260008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:36.267337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:36.271235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Pushing event updated for resources: {'Port': ['ID=222b784e-3b6c-4379-9d03-7e5d4e19e071,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:36.304573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.305073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.305512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.305969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.306402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.306830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.307257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.307724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.308145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.308567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.309005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.309422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:03:36.309540 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b558a-cf44-4972-ab2d-a7af97b2f79c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:36.354890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:03:36.369975 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.370390 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Added segment c21ab057-b7da-4909-adad-f4ef9bf0a42d of type vlan for network 991e2d81-89f8-4052-8168-bd6b43e7e752 Aug 21 09:03:36.372480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Attempting to bind port 222b784e-3b6c-4379-9d03-7e5d4e19e071 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:36.373126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Attempting to bind port 222b784e-3b6c-4379-9d03-7e5d4e19e071 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:36.374699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Attempting to bind port 222b784e-3b6c-4379-9d03-7e5d4e19e071 on network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:36.383889 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:36.384322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Checking segment: {'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:36.384937 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.385498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Bound using segment: {'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:36.386152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Bound port: 222b784e-3b6c-4379-9d03-7e5d4e19e071, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:36.386727 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.453375 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.517800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] For port 222b784e-3b6c-4379-9d03-7e5d4e19e071, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:36.522671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] For port 222b784e-3b6c-4379-9d03-7e5d4e19e071, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=222b784e-3b6c-4379-9d03-7e5d4e19e071,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:36.542404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-aa563b6f-b710-4a06-8227-b57c197ca419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:36.543261 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.543832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-aa563b6f-b710-4a06-8227-b57c197ca419 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980&tenant_id=6eda5b0e42e042198b3662d293aecc00 HTTP/1.1" status: 200 len: 1101 time: 0.6916223 Aug 21 09:03:36.544321 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:36.544916 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.589482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:36.613749 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=991e2d81-89f8-4052-8168-bd6b43e7e752,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:36.620740 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.624439 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-43725424-18d1-4d99-b151-4b9c3dd17ac6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9651933 Aug 21 09:03:36.625469 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60426) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:36.630714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 991e2d81-89f8-4052-8168-bd6b43e7e752 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:03:36.631088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] Request body: {'subnet': {'network_id': '991e2d81-89f8-4052-8168-bd6b43e7e752', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-211155165-subnet', 'tenant_id': 'd23e4a96d7c84ec1aa8e4c0c7d0dbaeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:36.641861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09107022-2845-4b7f-b088-ff5c1540eece req-50e3cb48-87d3-40e5-ab15-cb91fec14985 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:36.648158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09107022-2845-4b7f-b088-ff5c1540eece req-50e3cb48-87d3-40e5-ab15-cb91fec14985 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.7137017 Aug 21 09:03:36.668178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.679909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3fdd3-6310-4e08-bad4-158bfe76ce02 req-858a6e3c-07aa-4517-8cc0-9d10a9e87369 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:36.688767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ea3fdd3-6310-4e08-bad4-158bfe76ce02 req-858a6e3c-07aa-4517-8cc0-9d10a9e87369 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 944 time: 0.2849429 Aug 21 09:03:36.736930 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] Made reservation on behalf of d23e4a96d7c84ec1aa8e4c0c7d0dbaeb for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:36.744598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.800099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ea3fdd3-6310-4e08-bad4-158bfe76ce02 req-d729b80f-fe6f-45cf-9b46-73a7133c6137 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075685 Aug 21 09:03:36.806519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0caadd-99f7-402b-a85e-78e16c8bbbb7 None None] Pushing event updated for resources: {'Port': ['ID=222b784e-3b6c-4379-9d03-7e5d4e19e071,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:36.822092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:36.837681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09107022-2845-4b7f-b088-ff5c1540eece req-bef40f0c-8c7b-4298-a0d9-ec4b5d641fc9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452765 Aug 21 09:03:36.936672 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-96a14cdc-1e20-4f50-9f08-846c4521f6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:37.157024 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:37.209271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba7fde-8b83-401b-b4b4-f5d738d49000 req-90e5114c-416f-4aad-a563-240315edc0a1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:37.210999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19ba7fde-8b83-401b-b4b4-f5d738d49000 req-90e5114c-416f-4aad-a563-240315edc0a1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.2986124 Aug 21 09:03:37.219765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4993a372-1351-437e-9aef-dd5a4f3aedd4 req-80cf6654-64b1-4041-87d6-a150a97e0bd9 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 210 time: 0.1000407 Aug 21 09:03:37.237196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b859a362-0e42-488b-b1b7-c36ae668ae73,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:37.246480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a766f42e-37c3-4108-9ff2-561f72dc97a5 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:03:37.250082 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] Checking segment: {'id': 'c21ab057-b7da-4909-adad-f4ef9bf0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '991e2d81-89f8-4052-8168-bd6b43e7e752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:37.255413 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] Network hostable DHCP agents. Network: 991e2d81-89f8-4052-8168-bd6b43e7e752, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:03:37.345313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] Network 991e2d81-89f8-4052-8168-bd6b43e7e752 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:03:37.350705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-ec596d19-c33c-4c32-bde2-e32cb636f7a8 service neutron] 10.222.0.22 "GET /v2.0/ports/a766f42e-37c3-4108-9ff2-561f72dc97a5/bindings/n-h1-766726-28 HTTP/1.1" status: 200 len: 385 time: 0.2304533 Aug 21 09:03:37.358580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19ba7fde-8b83-401b-b4b4-f5d738d49000 req-008aa564-67a0-4bda-9ca4-efa378af6fd8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356862 Aug 21 09:03:37.445846 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 991e2d81-89f8-4052-8168-bd6b43e7e752) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:37.454072 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:37.455172 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:37.456925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450f232-471a-48f0-9c4b-be2afd7fc29c None None] Network 991e2d81-89f8-4052-8168-bd6b43e7e752 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:37.462023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:37.550017 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4cb8093d-1790-4c97-ac46-65a9231b5c8e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9236941 Aug 21 09:03:37.598604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:37.607346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5a6cd-e2e2-4ea0-8762-9023f48e7999 None None] Network 991e2d81-89f8-4052-8168-bd6b43e7e752 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:37.643351 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:37.713109 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:37.733583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:37.737133 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0e95b4-4b51-4c60-b67d-557ae3f895f9" -d '{"events": [{"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-unplugged", "status": "completed", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:37.785538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:37.837412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Transition to ACTIVE for port object 749d303a-18e8-413e-b8fc-b15816bdf8eb will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:37.844319 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca44e331-a264-466d-95f4-b54710b405ad x-openstack-request-id: req-ca44e331-a264-466d-95f4-b54710b405ad {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:37.844608 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-unplugged", "status": "completed", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:37.844858 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca44e331-a264-466d-95f4-b54710b405ad {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:37.845252 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'code': 200} Aug 21 09:03:37.890170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-d3289ff0-6c2f-45af-bda7-f8e6d56ba64c service neutron] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:37.921803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:37.937108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Allocated IP 172.25.5.6 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/cd27d3b2-8d61-4bfe-9104-9ea733699732) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:03:37.966052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-d3289ff0-6c2f-45af-bda7-f8e6d56ba64c service neutron] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:38.040824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337bfa92-9878-42c7-bdd1-acc26424ce56 None None] Network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:38.108685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] No DVR routers for this DVR port 749d303a-18e8-413e-b8fc-b15816bdf8eb on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:03:38.154356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-d3289ff0-6c2f-45af-bda7-f8e6d56ba64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a766f42e-37c3-4108-9ff2-561f72dc97a5 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:38.219442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:38.255777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-d3289ff0-6c2f-45af-bda7-f8e6d56ba64c service neutron] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:38.268237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-be2eaaf6-465c-4838-b578-00938f965fe9 None None] Provisioning for port 222b784e-3b6c-4379-9d03-7e5d4e19e071 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:38.338607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da05eb8-7ce9-4c44-8415-248fe8e7efe8 req-3824582d-0e2d-4d12-9c7b-67f3594b7f30 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:38.340885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0da05eb8-7ce9-4c44-8415-248fe8e7efe8 req-3824582d-0e2d-4d12-9c7b-67f3594b7f30 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.4075716 Aug 21 09:03:38.348444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075a889-39af-4079-b826-0a2523b5a9ec req-d3c2d96c-3470-4004-949d-768645a88ef7 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:38.350078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0075a889-39af-4079-b826-0a2523b5a9ec req-d3c2d96c-3470-4004-949d-768645a88ef7 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 944 time: 0.4300327 Aug 21 09:03:38.367733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:38.368062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:38.372621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:38.419876 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-d3289ff0-6c2f-45af-bda7-f8e6d56ba64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:38.433022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Port 749d303a-18e8-413e-b8fc-b15816bdf8eb on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:03:38.433352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:38.511993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:38.512334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:38.512771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:38.513187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Bound port: 749d303a-18e8-413e-b8fc-b15816bdf8eb, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:38.513540 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:38.541596 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60462) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:38.547426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-286103685-network', 'tenant_id': 'cbe3df39393f476e8269a21e1756339a'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:38.555668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0075a889-39af-4079-b826-0a2523b5a9ec req-025c2036-6576-4ed9-8f63-050bc05206ea tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949897 Aug 21 09:03:38.558297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0da05eb8-7ce9-4c44-8415-248fe8e7efe8 req-c82fd0ba-c65d-486f-b1c6-25f74218f587 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073092 Aug 21 09:03:38.595550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:38.606876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-97f08d78-8ce6-4e60-9248-6271adc9f14a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:38.606876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-97f08d78-8ce6-4e60-9248-6271adc9f14a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.22 "GET /v2.0/networks?id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93 HTTP/1.1" status: 200 len: 812 time: 0.3842821 Aug 21 09:03:38.642502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'port': {'device_id': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93', 'admin_state_up': True, 'tenant_id': 'f5ed72a36f12435ba04ce343b7133dd6'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:38.654245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Made reservation on behalf of cbe3df39393f476e8269a21e1756339a for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:38.657699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:38.678910 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:38.734942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-d3289ff0-6c2f-45af-bda7-f8e6d56ba64c service neutron] Transition to ACTIVE for port object a766f42e-37c3-4108-9ff2-561f72dc97a5 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:38.771117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:38.782451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 222b784e-3b6c-4379-9d03-7e5d4e19e071 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:38.826449 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:38.840225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d41840b-9a1c-4025-9ce8-5f6b2ac87f38 req-303e592e-cc2a-497f-b402-d90bc59d2878 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 210 time: 0.0810573 Aug 21 09:03:38.841314 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-d3289ff0-6c2f-45af-bda7-f8e6d56ba64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:38.845244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:38.891931 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:38.914789 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:03:38.920470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 222b784e-3b6c-4379-9d03-7e5d4e19e071 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:38.924503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 222b784e-3b6c-4379-9d03-7e5d4e19e071 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:38.931223 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:38.931393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0da5eb-d9fc-4989-8dca-cdc3fc9891b8,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:38.941447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-d3289ff0-6c2f-45af-bda7-f8e6d56ba64c service neutron] No DVR routers for this DVR port a766f42e-37c3-4108-9ff2-561f72dc97a5 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:03:38.943793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:38.944517 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:38.944863 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Added segment 3fa4f395-c955-4d11-a40d-337d7ef2c49f of type vlan for network 69c2ea6f-d5fe-4e76-b4b9-08a83c479588 Aug 21 09:03:38.977852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3289ff0-6c2f-45af-bda7-f8e6d56ba64c service neutron] Pushing event updated for resources: {'Port': ['ID=a766f42e-37c3-4108-9ff2-561f72dc97a5,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:39.004773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:39.006850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d9086-a5da-4066-b07c-a1a542d3b9bc req-d3805ca9-1929-4ac2-a602-1c635dce1e5b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:39.008503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e2d9086-a5da-4066-b07c-a1a542d3b9bc req-d3805ca9-1929-4ac2-a602-1c635dce1e5b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 947 time: 0.2502925 Aug 21 09:03:39.014119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:39.015260 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:39.038550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:39.039309 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:39.040795 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] 10.222.0.13 "PUT /v2.0/ports/749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 1096 time: 2.4610844 Aug 21 09:03:39.051989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-d3289ff0-6c2f-45af-bda7-f8e6d56ba64c service neutron] 10.222.0.22 "PUT /v2.0/ports/a766f42e-37c3-4108-9ff2-561f72dc97a5/bindings/n-h1-766726-28/activate HTTP/1.1" status: 200 len: 370 time: 1.6856546 Aug 21 09:03:39.060187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 222b784e-3b6c-4379-9d03-7e5d4e19e071, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=222b784e-3b6c-4379-9d03-7e5d4e19e071,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:39.106061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:39.113983 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:39.115008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:39.115629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:39.137253 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:39.141127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:39.152298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:39.154234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Made reservation on behalf of f5ed72a36f12435ba04ce343b7133dd6 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:39.157889 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:39.186942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5fe1c-89c3-4184-9013-c0303a903cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:39.203936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e2d9086-a5da-4066-b07c-a1a542d3b9bc req-3a8276ed-418d-448a-b78a-cccd831f2ad3 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563151 Aug 21 09:03:39.211649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=222b784e-3b6c-4379-9d03-7e5d4e19e071,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:39.237131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:03:39.253188 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7069085 Aug 21 09:03:39.260023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60464) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:39.267125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d598d1-01dd-4023-857c-cc534abe045d admin admin] Pushing event updated for resources: {'Network': ['ID=69c2ea6f-d5fe-4e76-b4b9-08a83c479588,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:39.280902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 69c2ea6f-d5fe-4e76-b4b9-08a83c479588 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:03:39.287719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-6e49d224-5c97-4301-969d-3d0ef3e9dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:39.289410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-6e49d224-5c97-4301-969d-3d0ef3e9dc24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1099 time: 0.2055988 Aug 21 09:03:39.291381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Pushing event updated for resources: {'Port': ['ID=cd27d3b2-8d61-4bfe-9104-9ea733699732,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:39.304860 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-678c3369-9e66-47da-9058-ccdec68816d0 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:39.306492 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-678c3369-9e66-47da-9058-ccdec68816d0 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.1027095 Aug 21 09:03:39.313753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] Request body: {'subnet': {'network_id': '69c2ea6f-d5fe-4e76-b4b9-08a83c479588', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-286103685-subnet', 'tenant_id': 'cbe3df39393f476e8269a21e1756339a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:39.362044 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-03ff55be-08f5-40e8-b2ba-9bd49e584677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:39.363964 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-03ff55be-08f5-40e8-b2ba-9bd49e584677 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce&tenant_id=e3daa348046e425cb9653a6de230888a HTTP/1.1" status: 200 len: 1097 time: 0.0486512 Aug 21 09:03:39.365802 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:03:39.435083 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-f52f5aa7-322a-43ab-91e0-cf73993336a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:39.436651 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-f52f5aa7-322a-43ab-91e0-cf73993336a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 1097 time: 0.0405769 Aug 21 09:03:39.483353 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-97cca14a-c7ba-4152-823f-7d99db5e284e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:39.542812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-56dd7e38-da8e-4765-a8bd-2773cbb62ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:39.544670 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-56dd7e38-da8e-4765-a8bd-2773cbb62ffe service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.0961962 Aug 21 09:03:39.596227 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-f637f817-5e43-4939-8487-fbe18337f568 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5 HTTP/1.1" status: 200 len: 217 time: 0.0417466 Aug 21 09:03:39.666219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-4d2740a2-2712-4701-8ffc-32a230d947bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:39.667802 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-4d2740a2-2712-4701-8ffc-32a230d947bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.0543113 Aug 21 09:03:39.713905 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-dc83eb32-f9a6-4fae-92e9-779655479d10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273600 Aug 21 09:03:39.725126 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:39.792321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] Made reservation on behalf of cbe3df39393f476e8269a21e1756339a for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:39.794634 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:39.817295 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-4506b484-fd7e-4d13-8fb1-e42cfc4c86f5 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928335 Aug 21 09:03:39.872788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:39.875314 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd9ebda-73c7-48a9-957a-af9acc0fc911" -d '{"events": [{"name": "network-changed", "server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:39.910948 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-f5b87a1e-c88d-46fe-bee9-9a78fd0869d2 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844102 Aug 21 09:03:40.039923 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:03:40.054481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-497550a2-7eae-4617-a08f-64fada848779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:40.056061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-497550a2-7eae-4617-a08f-64fada848779 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.7559547 Aug 21 09:03:40.067922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0f4fb-eeef-45af-be7b-4c79b38082c9 req-1a200968-60a1-4d35-9a34-061487d4de38 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:40.069320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8c0f4fb-eeef-45af-be7b-4c79b38082c9 req-1a200968-60a1-4d35-9a34-061487d4de38 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.2847738 Aug 21 09:03:40.081637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf7df3-7b81-4ee1-985f-3e9d848df610 req-c42b95c0-f625-40a4-b44d-b17e357ff1e3 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:40.083142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19cf7df3-7b81-4ee1-985f-3e9d848df610 req-c42b95c0-f625-40a4-b44d-b17e357ff1e3 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 945 time: 0.3076944 Aug 21 09:03:40.099762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Allocated IP 172.20.0.10 (3cfe576f-17e5-4b8a-bda7-743f7c90ab93/e7eb66c0-aab2-4056-93ac-8c4ff0fd008b/49c88b49-d44d-4144-9e69-1742514023e0) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:03:40.154479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-a27e6ead-83db-4e0f-974e-4d5373a4df75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 217 time: 0.0813293 Aug 21 09:03:40.336346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8c0f4fb-eeef-45af-be7b-4c79b38082c9 req-018f54a0-9e1f-413f-9b93-84342abcb214 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501149 Aug 21 09:03:40.350077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19cf7df3-7b81-4ee1-985f-3e9d848df610 req-1e76c53c-eceb-46e2-8963-ff095a2241af tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523284 Aug 21 09:03:40.386635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-c8db98a4-a385-4236-81ca-690cc8ce1821 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:40.386635 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-c8db98a4-a385-4236-81ca-690cc8ce1821 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce&tenant_id=e3daa348046e425cb9653a6de230888a&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.0493407 Aug 21 09:03:40.399192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-866d6778-b01e-45c9-bcbc-d6d5c8f963ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:40.399192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-866d6778-b01e-45c9-bcbc-d6d5c8f963ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1960862 Aug 21 09:03:40.540957 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e6384b-e21b-4382-977c-902dfd519656 x-openstack-request-id: req-98e6384b-e21b-4382-977c-902dfd519656 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:40.540957 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:40.540957 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98e6384b-e21b-4382-977c-902dfd519656 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:40.540957 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'status': 'completed', 'code': 200} Aug 21 09:03:40.558665 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:40.572698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf059b79-2c76-41a4-883b-b1d53e4485f7 req-4d1a5e5f-f3d9-4843-83e5-896c40309ccb tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 210 time: 0.0839756 Aug 21 09:03:40.602707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-f1bdae1a-1c3f-4a29-a945-390fc101d853 service neutron] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h2-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:40.606456 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-f1bdae1a-1c3f-4a29-a945-390fc101d853 service neutron] Notify callbacks [] for binding, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:40.609807 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e0993947-f996-44c9-95d3-84e0dc9e8c56 req-f1bdae1a-1c3f-4a29-a945-390fc101d853 service neutron] 10.222.0.13 "DELETE /v2.0/ports/a766f42e-37c3-4108-9ff2-561f72dc97a5/bindings/n-h2-766726-28 HTTP/1.1" status: 204 len: 173 time: 0.2104197 Aug 21 09:03:40.706573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-c4fefdfb-703a-4f52-a543-1948e73abd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:40.708124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-c4fefdfb-703a-4f52-a543-1948e73abd73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2864647 Aug 21 09:03:40.722703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 222b784e-3b6c-4379-9d03-7e5d4e19e071 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:40.769022 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:40.775261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 222b784e-3b6c-4379-9d03-7e5d4e19e071 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:40.775653 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:40.797182 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:40.817814 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:40.823690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-2564b655-c7f9-4583-9e74-ab0af2fafeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:40.825237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-2564b655-c7f9-4583-9e74-ab0af2fafeee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1099 time: 0.2550530 Aug 21 09:03:40.893994 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969322e-051e-4eb4-8c9d-deec6964e050 req-5d140568-1719-4526-8a64-9ccc7ffef313 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:40.895434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c969322e-051e-4eb4-8c9d-deec6964e050 req-5d140568-1719-4526-8a64-9ccc7ffef313 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 947 time: 0.2850726 Aug 21 09:03:41.023126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d3a5b2-9bfb-4f7c-ad34-fa3062edcc95,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:41.147010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] Checking segment: {'id': '3fa4f395-c955-4d11-a40d-337d7ef2c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '69c2ea6f-d5fe-4e76-b4b9-08a83c479588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:41.147281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] Network hostable DHCP agents. Network: 69c2ea6f-d5fe-4e76-b4b9-08a83c479588, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:03:41.166002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c969322e-051e-4eb4-8c9d-deec6964e050 req-8971eb29-6e5a-4b25-b428-ca034444b0ed tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496707 Aug 21 09:03:41.167868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-d8e57e4c-02ed-4b31-8356-ab0ea547cee2 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201975 Aug 21 09:03:41.191502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-2f4bd61b-fec0-4ec6-af3e-bec7a5eccb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:41.192913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-2f4bd61b-fec0-4ec6-af3e-bec7a5eccb7a service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3293147 Aug 21 09:03:41.248477 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:41.280842 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:41.286273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-60ba4bf7-2dd1-4719-b3c5-78514f410ba3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 217 time: 0.0726416 Aug 21 09:03:41.293652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['24448169-e68d-446f-80f2-eb40b0c98c32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:41.303135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] Network 69c2ea6f-d5fe-4e76-b4b9-08a83c479588 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:03:41.426601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:41.454049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:41.472382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:41.482294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'Port': ['ID=49c88b49-d44d-4144-9e69-1742514023e0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:41.553874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 69c2ea6f-d5fe-4e76-b4b9-08a83c479588) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:41.561586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b9ac1b-a48e-44d8-b2b2-7a62b95b1eee None None] Network 69c2ea6f-d5fe-4e76-b4b9-08a83c479588 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:41.580489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01bfbf1a-4cc1-48d9-a037-b434840cb409 req-9bec3a95-d2d6-4284-8a87-2929d359a13d service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988817 Aug 21 09:03:41.586063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:41.586639 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:41.597646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-ecc57efe-5098-42e8-8dc5-067efe0e3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:41.599104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-ecc57efe-5098-42e8-8dc5-067efe0e3a08 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.3020506 Aug 21 09:03:41.676044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:41.676574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:41.688145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab01ed8-f7af-4852-859a-9a38ebfd687e None None] Network 69c2ea6f-d5fe-4e76-b4b9-08a83c479588 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:41.690333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bb703-a6ec-41f2-a7e2-d630ee28dd2d req-a3046424-8a04-4fcb-adf6-933d823e28e5 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:41.691925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-880bb703-a6ec-41f2-a7e2-d630ee28dd2d req-a3046424-8a04-4fcb-adf6-933d823e28e5 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.2691789 Aug 21 09:03:41.708917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9fbb-877a-40f1-a41f-b290075e776f req-68164eb6-0c08-4993-9227-bcf64217e42b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:41.710422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebfb9fbb-877a-40f1-a41f-b290075e776f req-68164eb6-0c08-4993-9227-bcf64217e42b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 945 time: 0.2540083 Aug 21 09:03:41.763925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c3a6de20-be84-4749-a88f-8ec8b8033af9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4646220 Aug 21 09:03:41.776524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-75d7b6c4-d2eb-4e52-a2af-9c5c3b54bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:41.778088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-75d7b6c4-d2eb-4e52-a2af-9c5c3b54bc87 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1679249 Aug 21 09:03:41.791931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-880bb703-a6ec-41f2-a7e2-d630ee28dd2d req-c1175ec4-69da-4109-af62-4954bb30bab8 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776930 Aug 21 09:03:41.904185 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60492) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:41.956063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d70ef5-8a48-47b3-98d8-de37eab021fa admin admin] Deleting subnet b859a362-0e42-488b-b1b7-c36ae668ae73 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:03:41.962368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43d70ef5-8a48-47b3-98d8-de37eab021fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.010198 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43d70ef5-8a48-47b3-98d8-de37eab021fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.051927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43d70ef5-8a48-47b3-98d8-de37eab021fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.167010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebfb9fbb-877a-40f1-a41f-b290075e776f req-6ef24728-8cc4-4cbe-8565-5d8f3aacea43 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460452 Aug 21 09:03:42.189462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43d70ef5-8a48-47b3-98d8-de37eab021fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.197220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Router 4ac67f2e-8ee2-405b-8118-cffef370adbc is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:03:42.199623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-3c2943d4-e79f-4577-8a07-2853d7ce1631 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5673902 Aug 21 09:03:42.220947 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43d70ef5-8a48-47b3-98d8-de37eab021fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.223593 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-43d70ef5-8a48-47b3-98d8-de37eab021fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b859a362-0e42-488b-b1b7-c36ae668ae73 HTTP/1.1" status: 204 len: 168 time: 0.3179169 Aug 21 09:03:42.225277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d70ef5-8a48-47b3-98d8-de37eab021fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b859a362-0e42-488b-b1b7-c36ae668ae73,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:42.228222 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60498) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:42.236877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Request body: {'port': {'device_id': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:42.296308 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.301989 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.359142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-93c4b621-b8bf-4b9f-9934-cd23c21f5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:42.360729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-93c4b621-b8bf-4b9f-9934-cd23c21f5514 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1099 time: 0.5679629 Aug 21 09:03:42.381023 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.391522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991e2d81-89f8-4052-8168-bd6b43e7e752']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:42.402227 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21ab057-b7da-4909-adad-f4ef9bf0a42d') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:42.402551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21ab057-b7da-4909-adad-f4ef9bf0a42d') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:42.412621 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.426466 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.432885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:03:42.433332 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:03:42.435021 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:03:42.442351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad7514-ec22-490f-8716-06940fec9294 req-d154f0a5-e762-4346-8f7d-5a57f9f23263 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:42.442351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01ad7514-ec22-490f-8716-06940fec9294 req-d154f0a5-e762-4346-8f7d-5a57f9f23263 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 932 time: 0.2722461 Aug 21 09:03:42.491988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.495348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-0af20360-5dd4-4a84-ab58-f6a1bfa42856 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069337 Aug 21 09:03:42.559077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b740ac-6b7e-4167-a78f-82515cec14e7 req-07fe4db7-0ac6-47a2-961d-884d24060aee tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:42.560673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08b740ac-6b7e-4167-a78f-82515cec14e7 req-07fe4db7-0ac6-47a2-961d-884d24060aee tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 947 time: 0.3145566 Aug 21 09:03:42.715411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:03:42.727183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Sync routers for ids ['4ac67f2e-8ee2-405b-8118-cffef370adbc'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:03:42.736723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Routers {'4ac67f2e-8ee2-405b-8118-cffef370adbc'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:42.737515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4ac67f2e-8ee2-405b-8118-cffef370adbc'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:42.737678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01ad7514-ec22-490f-8716-06940fec9294 req-13fabae2-feaf-4204-b985-b9372b10b3cb tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599812 Aug 21 09:03:42.743133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-5d128b01-8433-4e67-b366-8f338b6c799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:42.744557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-5d128b01-8433-4e67-b366-8f338b6c799f service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3744018 Aug 21 09:03:42.858587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08b740ac-6b7e-4167-a78f-82515cec14e7 req-6bea41dc-bb55-4997-84cb-3a2eaa31a502 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858150 Aug 21 09:03:42.862981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Set router 4ac67f2e-8ee2-405b-8118-cffef370adbc gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:42.868658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.873008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-0e571767-6c58-4e20-8ebc-4307d6d3b85b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 217 time: 0.1153049 Aug 21 09:03:42.895975 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.896380 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] 10.222.0.20 "DELETE /v2.0/networks/991e2d81-89f8-4052-8168-bd6b43e7e752 HTTP/1.1" status: 204 len: 168 time: 0.6670573 Aug 21 09:03:42.897810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396554f-e879-486f-b72e-b8cca18f029d admin admin] Pushing event deleted for resources: {'Network': ['ID=991e2d81-89f8-4052-8168-bd6b43e7e752,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:42.900816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60506) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:42.923622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.927642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ecc45d8b-c022-4caf-a1a9-df41be95a58d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4956098 Aug 21 09:03:42.929166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60508) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:42.956474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-678dbda6-d8dc-4f3d-ab18-0f6535ae6ae0 admin admin] Deleting subnet 01d3a5b2-9bfb-4f7c-ad34-fa3062edcc95 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:03:42.962454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-678dbda6-d8dc-4f3d-ab18-0f6535ae6ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:42.964603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-405cbd49-58ad-4383-8cd5-6c6e28d423f1 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316752 Aug 21 09:03:42.997373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-678dbda6-d8dc-4f3d-ab18-0f6535ae6ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.045457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-678dbda6-d8dc-4f3d-ab18-0f6535ae6ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.101663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-e4bb3660-0b0b-49a9-8e62-b1e54efa77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:43.103150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-e4bb3660-0b0b-49a9-8e62-b1e54efa77fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2099557 Aug 21 09:03:43.105806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-router', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:35Z', 'updated_at': '2021-08-21T09:03:39Z', 'revision_number': 3, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'gw_port': {'id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:37Z', 'updated_at': '2021-08-21T09:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:43.133851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Checking router: 4ac67f2e-8ee2-405b-8118-cffef370adbc for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:03:43.134199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Updating router 4ac67f2e-8ee2-405b-8118-cffef370adbc port cd27d3b2-8d61-4bfe-9104-9ea733699732 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:03:43.158460 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.158776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc976d-74bf-4fa1-b2fd-1257610db881 req-a659bdda-2012-4f8b-9ed0-a105f7d0d92f tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:43.160310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72dc976d-74bf-4fa1-b2fd-1257610db881 req-a659bdda-2012-4f8b-9ed0-a105f7d0d92f tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 1097 time: 0.2947447 Aug 21 09:03:43.205767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-678dbda6-d8dc-4f3d-ab18-0f6535ae6ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.217587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eeabc4-c82f-4e4a-bfed-2fa5d958d051 req-df809912-55ed-4018-b8cd-64a54534e47e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:43.220391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00eeabc4-c82f-4e4a-bfed-2fa5d958d051 req-df809912-55ed-4018-b8cd-64a54534e47e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.2618837 Aug 21 09:03:43.233054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dbda6-d8dc-4f3d-ab18-0f6535ae6ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d3a5b2-9bfb-4f7c-ad34-fa3062edcc95,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:43.238346 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-678dbda6-d8dc-4f3d-ab18-0f6535ae6ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.242653 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-678dbda6-d8dc-4f3d-ab18-0f6535ae6ae0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/01d3a5b2-9bfb-4f7c-ad34-fa3062edcc95 HTTP/1.1" status: 204 len: 168 time: 0.3370352 Aug 21 09:03:43.242911 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60512) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:43.316418 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.331524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-7b141617-2a93-42f9-9eda-ba6cb254454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:43.333070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-7b141617-2a93-42f9-9eda-ba6cb254454d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2167637 Aug 21 09:03:43.348120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72dc976d-74bf-4fa1-b2fd-1257610db881 req-48d506fb-9a80-4950-be02-f8bfb01bc975 tempest-LiveAutoBlockMigrationV225Test-1428481194 tempest-LiveAutoBlockMigrationV225Test-1428481194-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661069 Aug 21 09:03:43.410484 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00eeabc4-c82f-4e4a-bfed-2fa5d958d051 req-5b40e344-af95-403d-8722-4735d9365c7e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660020 Aug 21 09:03:43.423483 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.437396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c2ea6f-d5fe-4e76-b4b9-08a83c479588']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:43.449804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa4f395-c955-4d11-a40d-337d7ef2c49f') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:43.450101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa4f395-c955-4d11-a40d-337d7ef2c49f') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:43.469862 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.486010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.492816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:03:43.493329 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.513439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c88b49-d44d-4144-9e69-1742514023e0 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:43.523124 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:03:43.552104 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:03:43.603595 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.665764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Transition to ACTIVE for port object cd27d3b2-8d61-4bfe-9104-9ea733699732 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:43.666696 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.666893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Transition to ACTIVE for port object 49c88b49-d44d-4144-9e69-1742514023e0 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:43.673891 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.675802 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/69c2ea6f-d5fe-4e76-b4b9-08a83c479588 HTTP/1.1" status: 204 len: 168 time: 0.4318218 Aug 21 09:03:43.680818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-b49d5402-e5a6-4ba6-bfaf-99909f6d5c7f service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244269 Aug 21 09:03:43.688275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1a974-9cd4-4df0-8d6d-0645ea4f83f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c2ea6f-d5fe-4e76-b4b9-08a83c479588,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:43.809309 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.822903 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.879476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb2d70-1d5d-45ed-a9d1-9364bd427d21 None None] Pushing event updated for resources: {'Port': ['ID=cd27d3b2-8d61-4bfe-9104-9ea733699732,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:43.882392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Attempting to bind port cd27d3b2-8d61-4bfe-9104-9ea733699732 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:43.882766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Attempting to bind port cd27d3b2-8d61-4bfe-9104-9ea733699732 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:43.884510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Attempting to bind port cd27d3b2-8d61-4bfe-9104-9ea733699732 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:43.888868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:43.889258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:43.889674 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.890062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:43.891011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Bound port: cd27d3b2-8d61-4bfe-9104-9ea733699732, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:43.891394 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:43.931609 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dd9ebda-73c7-48a9-957a-af9acc0fc911 req-672ed2b7-16d5-4949-85d6-d4a3d55c2825 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210636 Aug 21 09:03:43.945021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] For port cd27d3b2-8d61-4bfe-9104-9ea733699732, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:43.948290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] For port cd27d3b2-8d61-4bfe-9104-9ea733699732, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cd27d3b2-8d61-4bfe-9104-9ea733699732,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:43.960922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Pushing event updated for resources: {'Port': ['ID=49c88b49-d44d-4144-9e69-1742514023e0,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:44.006004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9108d06-582c-4855-bcdb-88b9cef54c07 req-73c6a68f-27a4-42c1-b93a-09c972751629 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:44.006004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9108d06-582c-4855-bcdb-88b9cef54c07 req-73c6a68f-27a4-42c1-b93a-09c972751629 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 944 time: 0.1745386 Aug 21 09:03:44.083694 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:44.131604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Routers {'4ac67f2e-8ee2-405b-8118-cffef370adbc'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:44.132237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4ac67f2e-8ee2-405b-8118-cffef370adbc'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:44.141958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60524) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:44.157981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9108d06-582c-4855-bcdb-88b9cef54c07 req-7548279f-123a-465c-ae83-daacae41ee0e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321738 Aug 21 09:03:44.166128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4afda-eb1e-4371-a6b1-3c38952fa755 req-1351b8f8-f9e6-43c1-87e6-ac6b816790c0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:44.173382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08e4afda-eb1e-4371-a6b1-3c38952fa755 req-1351b8f8-f9e6-43c1-87e6-ac6b816790c0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 947 time: 0.1487939 Aug 21 09:03:44.175194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Attempting to bind port 49c88b49-d44d-4144-9e69-1742514023e0 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:44.175896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Attempting to bind port 49c88b49-d44d-4144-9e69-1742514023e0 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '0c8f365f-0f6b-4e12-9466-28f66cf57dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:44.175896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Attempting to bind port 49c88b49-d44d-4144-9e69-1742514023e0 on network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:44.179230 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:44.186477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb2d70-1d5d-45ed-a9d1-9364bd427d21 None None] Pushing event updated for resources: {'Port': ['ID=cd27d3b2-8d61-4bfe-9104-9ea733699732,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:44.205032 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-14fc1ff5-c4ff-4976-a799-8d88e2660f9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d23e4a96d7c84ec1aa8e4c0c7d0dbaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608599 Aug 21 09:03:44.207448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60526) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:44.211866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Port 49c88b49-d44d-4144-9e69-1742514023e0 on network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:03:44.212674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Attempting to bind port 49c88b49-d44d-4144-9e69-1742514023e0 on network 3cfe576f-17e5-4b8a-bda7-743f7c90ab93 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:44.267485 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7690bf81-82d5-4870-972a-f6d073048081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:44.269217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:44.269720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Checking segment: {'id': '0c8f365f-0f6b-4e12-9466-28f66cf57dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:44.270182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Bound using segment: {'id': '0c8f365f-0f6b-4e12-9466-28f66cf57dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:44.270410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Bound port: 49c88b49-d44d-4144-9e69-1742514023e0, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8f365f-0f6b-4e12-9466-28f66cf57dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:44.270769 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:44.283916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] Set router 4ac67f2e-8ee2-405b-8118-cffef370adbc gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:44.290342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7690bf81-82d5-4870-972a-f6d073048081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:44.356116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08e4afda-eb1e-4371-a6b1-3c38952fa755 req-11fe9665-7084-4b08-b8c7-45859de7ab21 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818376 Aug 21 09:03:44.404751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05313aa4-67ca-48c5-b6b4-1a38479b30f8 req-8247d89a-9458-4fe8-93f4-48ef46ba6ebd tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:44.406835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05313aa4-67ca-48c5-b6b4-1a38479b30f8 req-8247d89a-9458-4fe8-93f4-48ef46ba6ebd tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 945 time: 0.1559930 Aug 21 09:03:44.422355 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7690bf81-82d5-4870-972a-f6d073048081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:44.425213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7690bf81-82d5-4870-972a-f6d073048081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:44.428765 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7690bf81-82d5-4870-972a-f6d073048081 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e56b558a-cf44-4972-ab2d-a7af97b2f79c HTTP/1.1" status: 204 len: 168 time: 0.2177403 Aug 21 09:03:44.444047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690bf81-82d5-4870-972a-f6d073048081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b558a-cf44-4972-ab2d-a7af97b2f79c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:44.491620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-router', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:35Z', 'updated_at': '2021-08-21T09:03:39Z', 'revision_number': 3, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'gw_port': {'id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:37Z', 'updated_at': '2021-08-21T09:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:44.508405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] For port 49c88b49-d44d-4144-9e69-1742514023e0, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:44.536065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] For port 49c88b49-d44d-4144-9e69-1742514023e0, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=49c88b49-d44d-4144-9e69-1742514023e0,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:44.545371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Allocated IP 172.20.0.1 (5d2d6eee-031c-4b0b-b57d-39c9af72b570/1f4df441-b4a8-4ac6-b242-84825891bc77/011d7052-7ed2-401f-bae4-2aceb5863601) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:03:44.562510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0507e5b2-9e80-4f62-91e0-781379ea6240 None None] The sync data for ids ['4ac67f2e-8ee2-405b-8118-cffef370adbc'] in n-d-766726-28 is: [{'id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-router', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:35Z', 'updated_at': '2021-08-21T09:03:39Z', 'revision_number': 3, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'gw_port': {'id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:37Z', 'updated_at': '2021-08-21T09:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:03:44.565466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05313aa4-67ca-48c5-b6b4-1a38479b30f8 req-7f8f4224-4013-478a-a114-56ff9b8610de tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522214 Aug 21 09:03:44.606069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:44.947619 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.054081 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.079113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170804a3-c0ad-47bf-b65d-75d3dcde2f71 req-467e756e-d837-479a-b6d8-024ffb9d8bb9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:45.080999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-170804a3-c0ad-47bf-b65d-75d3dcde2f71 req-467e756e-d837-479a-b6d8-024ffb9d8bb9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.5371809 Aug 21 09:03:45.082343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:45.082955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.084294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] 10.222.0.22 "PUT /v2.0/ports/49c88b49-d44d-4144-9e69-1742514023e0 HTTP/1.1" status: 200 len: 1093 time: 2.8707213 Aug 21 09:03:45.100855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'tag': '49c88b49-d44d-4144-9e69-1742514023e0'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:45.103060 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e99e873-4989-4682-b354-2ec834ee9a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3064a8b-2c6f-4e73-b322-ada295d909e6", "tag": "49c88b49-d44d-4144-9e69-1742514023e0"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:45.156457 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2f4527-3fe4-4d24-9a1c-f4119c6df5ba x-openstack-request-id: req-eb2f4527-3fe4-4d24-9a1c-f4119c6df5ba {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:45.156749 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3064a8b-2c6f-4e73-b322-ada295d909e6", "tag": "49c88b49-d44d-4144-9e69-1742514023e0", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:45.157003 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb2f4527-3fe4-4d24-9a1c-f4119c6df5ba {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:45.157401 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'tag': '49c88b49-d44d-4144-9e69-1742514023e0', 'status': 'completed', 'code': 200} Aug 21 09:03:45.159342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5045d50-e632-4972-b9d0-2e1bf20e3e9d service neutron] Pushing event updated for resources: {'Port': ['ID=49c88b49-d44d-4144-9e69-1742514023e0,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:45.212340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60542) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:45.237568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.246704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090efd9-e08a-4e23-a81a-c66146bf4004 req-ac6c361e-5202-49d6-9166-e4caf907ada0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:45.248292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5090efd9-e08a-4e23-a81a-c66146bf4004 req-ac6c361e-5202-49d6-9166-e4caf907ada0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 945 time: 0.1975746 Aug 21 09:03:45.257886 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-49210af0-9275-4515-bf54-55d83089cf5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbe3df39393f476e8269a21e1756339a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443134 Aug 21 09:03:45.258090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-170804a3-c0ad-47bf-b65d-75d3dcde2f71 req-dbbb395b-ed62-45c3-bb03-c19fd321f700 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520848 Aug 21 09:03:45.271025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60544) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:45.305933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Transition to ACTIVE for port object 011d7052-7ed2-401f-bae4-2aceb5863601 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:45.330188 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09d135fb-2ea7-4ba8-9cf5-3546008cbc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.353964 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09d135fb-2ea7-4ba8-9cf5-3546008cbc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.355710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99e873-4989-4682-b354-2ec834ee9a4c req-8a531866-2278-4140-99a9-da7cf1143ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:45.357404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e99e873-4989-4682-b354-2ec834ee9a4c req-8a531866-2278-4140-99a9-da7cf1143ae9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 1096 time: 0.1702034 Aug 21 09:03:45.428742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2d201-2500-4bf2-bd40-2dcddde49543 req-26ff7e54-8964-43e8-b669-49decc17994d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:45.430266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6f2d201-2500-4bf2-bd40-2dcddde49543 req-26ff7e54-8964-43e8-b669-49decc17994d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 944 time: 0.1794951 Aug 21 09:03:45.473403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09d135fb-2ea7-4ba8-9cf5-3546008cbc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.476647 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09d135fb-2ea7-4ba8-9cf5-3546008cbc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.477802 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-09d135fb-2ea7-4ba8-9cf5-3546008cbc72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a0da5eb-d9fc-4989-8dca-cdc3fc9891b8 HTTP/1.1" status: 204 len: 168 time: 0.2056558 Aug 21 09:03:45.480541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:45.498299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d135fb-2ea7-4ba8-9cf5-3546008cbc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0da5eb-d9fc-4989-8dca-cdc3fc9891b8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:45.580253 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.603174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6f2d201-2500-4bf2-bd40-2dcddde49543 req-9b92bd50-4a54-4eea-8ef1-3f35ce60ccec tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435864 Aug 21 09:03:45.623900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:45.635508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'mac_address': 'fa:16:3e:5f:93:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:45.640683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c155bb-b6f3-4b9b-bf16-57095742c683 req-9efbf017-f48d-471a-8666-dc2f10390867 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:45.642203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3c155bb-b6f3-4b9b-bf16-57095742c683 req-9efbf017-f48d-471a-8666-dc2f10390867 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 947 time: 0.2083416 Aug 21 09:03:45.648183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99e873-4989-4682-b354-2ec834ee9a4c req-36222b14-d08b-4c1d-92c7-90f539793149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:45.649618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e99e873-4989-4682-b354-2ec834ee9a4c req-36222b14-d08b-4c1d-92c7-90f539793149 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2822576 Aug 21 09:03:45.672130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5090efd9-e08a-4e23-a81a-c66146bf4004 req-0602a057-f2ce-4446-b338-2a2388539e23 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Deleting port a766f42e-37c3-4108-9ff2-561f72dc97a5 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:03:45.672538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5090efd9-e08a-4e23-a81a-c66146bf4004 req-0602a057-f2ce-4446-b338-2a2388539e23 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.682968 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.688037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:45.696828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749d303a-18e8-413e-b8fc-b15816bdf8eb {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:45.717487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:45.759047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:45.761601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:45.820474 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.856359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Pushing event updated for resources: {'Port': ['ID=011d7052-7ed2-401f-bae4-2aceb5863601,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:45.886930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3c155bb-b6f3-4b9b-bf16-57095742c683 req-949c4069-89b9-4fe3-ae83-ae5ba8b187c2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348785 Aug 21 09:03:45.893964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:45.928485 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:45.944023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa9ac-e0b8-4e1c-b9ff-60f0835a3aca req-da27e892-16a5-4597-85df-1418241aa0a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:45.945593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05baa9ac-e0b8-4e1c-b9ff-60f0835a3aca req-da27e892-16a5-4597-85df-1418241aa0a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 945 time: 0.2565145 Aug 21 09:03:46.021569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99e873-4989-4682-b354-2ec834ee9a4c req-2928910d-2029-4115-8998-b9d431d734f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:46.022997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e99e873-4989-4682-b354-2ec834ee9a4c req-2928910d-2029-4115-8998-b9d431d734f5 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3630736 Aug 21 09:03:46.039367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-5090efd9-e08a-4e23-a81a-c66146bf4004 req-0602a057-f2ce-4446-b338-2a2388539e23 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] For port a766f42e-37c3-4108-9ff2-561f72dc97a5, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a766f42e-37c3-4108-9ff2-561f72dc97a5,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:46.039706 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5090efd9-e08a-4e23-a81a-c66146bf4004 req-0602a057-f2ce-4446-b338-2a2388539e23 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:46.083407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5090efd9-e08a-4e23-a81a-c66146bf4004 req-0602a057-f2ce-4446-b338-2a2388539e23 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Calling delete_port for a766f42e-37c3-4108-9ff2-561f72dc97a5 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:03:46.139120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f9e08678-2624-4a8b-8429-0116906bcb06 None None] Provisioning for port 011d7052-7ed2-401f-bae4-2aceb5863601 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:46.141641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f9e08678-2624-4a8b-8429-0116906bcb06 None None] Provisioning complete for port 011d7052-7ed2-401f-bae4-2aceb5863601 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:46.141951 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f9e08678-2624-4a8b-8429-0116906bcb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:46.172671 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05baa9ac-e0b8-4e1c-b9ff-60f0835a3aca req-907588b4-0975-4f97-8341-7aae38cb39e0 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829536 Aug 21 09:03:46.197264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f9e08678-2624-4a8b-8429-0116906bcb06 None None] Port 011d7052-7ed2-401f-bae4-2aceb5863601 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:03:46.246977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-d32b17e8-b7e2-46e7-b688-868cc6b5bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:46.248564 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-d32b17e8-b7e2-46e7-b688-868cc6b5bcb0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 1096 time: 0.1557579 Aug 21 09:03:46.257235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['749d303a-18e8-413e-b8fc-b15816bdf8eb'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:46.299785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-43e1e1f4-c023-49be-8491-8e19364539f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c88b49-d44d-4144-9e69-1742514023e0 HTTP/1.1" status: 200 len: 217 time: 0.0412052 Aug 21 09:03:46.440675 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:46.460194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-d1d22f57-7f50-401a-a65b-796fcf57f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:46.461710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-d1d22f57-7f50-401a-a65b-796fcf57f946 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e7eb66c0-aab2-4056-93ac-8c4ff0fd008b HTTP/1.1" status: 200 len: 852 time: 0.1531091 Aug 21 09:03:46.516927 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5090efd9-e08a-4e23-a81a-c66146bf4004 req-0602a057-f2ce-4446-b338-2a2388539e23 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:46.540463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32bbd6-78aa-49aa-982e-3a6b1be0e215 req-c25316d8-05aa-443d-b2f0-4063af4124c4 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:46.541961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed32bbd6-78aa-49aa-982e-3a6b1be0e215 req-c25316d8-05aa-443d-b2f0-4063af4124c4 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1783023 Aug 21 09:03:46.549101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-8b63495e-52b4-4351-8d13-4ffb4b1dd17c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789113 Aug 21 09:03:46.631989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602a057-f2ce-4446-b338-2a2388539e23 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Pushing event deleted for resources: {'Port': ['ID=a766f42e-37c3-4108-9ff2-561f72dc97a5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:46.707208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-2b37a14d-8664-45b9-bee3-9256c7239667 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:46.710939 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-2b37a14d-8664-45b9-bee3-9256c7239667 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.13 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980&tenant_id=6eda5b0e42e042198b3662d293aecc00&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 948 time: 0.0992675 Aug 21 09:03:46.774354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cd27d3b2-8d61-4bfe-9104-9ea733699732 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:46.791649 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-8463ae98-59e9-4319-a589-61f7f8c11b0c service neutron] 10.222.0.13 "GET /v2.0/ports/749d303a-18e8-413e-b8fc-b15816bdf8eb/bindings/n-h1-766726-28 HTTP/1.1" status: 200 len: 383 time: 0.0669749 Aug 21 09:03:46.815068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5090efd9-e08a-4e23-a81a-c66146bf4004 req-0602a057-f2ce-4446-b338-2a2388539e23 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] No DVR routers for this DVR port a766f42e-37c3-4108-9ff2-561f72dc97a5 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:03:46.818576 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5090efd9-e08a-4e23-a81a-c66146bf4004 req-0602a057-f2ce-4446-b338-2a2388539e23 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:46.822615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5090efd9-e08a-4e23-a81a-c66146bf4004 req-0602a057-f2ce-4446-b338-2a2388539e23 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.13 "DELETE /v2.0/ports/a766f42e-37c3-4108-9ff2-561f72dc97a5 HTTP/1.1" status: 204 len: 173 time: 1.5617919 Aug 21 09:03:46.832539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed32bbd6-78aa-49aa-982e-3a6b1be0e215 req-eb73e7d9-c2b7-4edb-b540-ac7c03ec6566 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803321 Aug 21 09:03:46.895630 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-8431ab66-1e5d-4b64-a071-ac1f9577e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:46.897148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356ee7b-cf08-4a4a-859c-51747caf5591 req-f2486a28-9b92-4c78-8c1a-19a8ca9a7aae tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:46.898648 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-8431ab66-1e5d-4b64-a071-ac1f9577e5f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1100 time: 0.0769436 Aug 21 09:03:46.898873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9356ee7b-cf08-4a4a-859c-51747caf5591 req-f2486a28-9b92-4c78-8c1a-19a8ca9a7aae tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 948 time: 0.3524392 Aug 21 09:03:46.910341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-9b873ebb-0254-4132-8e83-fe184620ff8d service neutron] 10.222.0.22 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382440 Aug 21 09:03:46.931545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port cd27d3b2-8d61-4bfe-9104-9ea733699732 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:46.932591 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60582) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:46.941129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cd27d3b2-8d61-4bfe-9104-9ea733699732 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:46.941658 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.018834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-67820f53-b6e8-4312-936c-418a4a44a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:47.020503 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-67820f53-b6e8-4312-936c-418a4a44a57f service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1116424 Aug 21 09:03:47.039525 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.071247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port cd27d3b2-8d61-4bfe-9104-9ea733699732, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cd27d3b2-8d61-4bfe-9104-9ea733699732,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:47.097408 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-fa72756c-e3fd-40eb-85c2-1125fc47d5ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 217 time: 0.0585451 Aug 21 09:03:47.146768 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-400746882-network', 'tenant_id': 'e5ddc74da1ea4189b34d8319c80c4d0b'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:47.148158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9356ee7b-cf08-4a4a-859c-51747caf5591 req-22ef96f2-020b-406c-ad45-e74df7a3300d tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401142 Aug 21 09:03:47.163980 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.178618 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-f3011c32-4dcd-4a21-9f09-b95fdd5d64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:47.180313 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-f3011c32-4dcd-4a21-9f09-b95fdd5d64a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0697498 Aug 21 09:03:47.213788 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.217715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'name': 'network-vif-deleted', 'tag': 'a766f42e-37c3-4108-9ff2-561f72dc97a5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:47.220365 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7505a20d-4579-4d72-8635-bcdb03d317ea" -d '{"events": [{"server_uuid": "d2c2926b-9910-497d-a2f4-2dd23c4376ce", "name": "network-vif-deleted", "tag": "a766f42e-37c3-4108-9ff2-561f72dc97a5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:47.231223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac4b49-4ee4-4083-a4d6-0f9ee80b5825 req-6e4aeb18-3dfe-4033-9ba5-d8c2e1fffce7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:47.233291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89ac4b49-4ee4-4083-a4d6-0f9ee80b5825 req-6e4aeb18-3dfe-4033-9ba5-d8c2e1fffce7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 944 time: 0.3270791 Aug 21 09:03:47.244865 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Made reservation on behalf of e5ddc74da1ea4189b34d8319c80c4d0b for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:47.248509 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.268174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.268802 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5824cb0-0ef6-41ce-ac61-a5e79f90ff56 req-58809912-4bd6-45d1-b8d1-9cd28dcf4508 service neutron] 10.222.0.22 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964172 Aug 21 09:03:47.287612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-90a3576b-678c-407d-b25c-a63b6e989ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:47.290123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=cd27d3b2-8d61-4bfe-9104-9ea733699732,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:47.290482 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-90a3576b-678c-407d-b25c-a63b6e989ccc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0956190 Aug 21 09:03:47.291649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89ac4b49-4ee4-4083-a4d6-0f9ee80b5825 req-cbd1623f-d83c-41a5-b3ed-16e7df9ef2c1 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472288 Aug 21 09:03:47.293023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.344095 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.427692 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12446a4a-335c-4b83-ae07-a6b944ac429d x-openstack-request-id: req-12446a4a-335c-4b83-ae07-a6b944ac429d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:47.428084 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c2926b-9910-497d-a2f4-2dd23c4376ce", "name": "network-vif-deleted", "tag": "a766f42e-37c3-4108-9ff2-561f72dc97a5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:47.428236 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12446a4a-335c-4b83-ae07-a6b944ac429d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:47.428624 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c2926b-9910-497d-a2f4-2dd23c4376ce', 'name': 'network-vif-deleted', 'tag': 'a766f42e-37c3-4108-9ff2-561f72dc97a5', 'status': 'completed', 'code': 200} Aug 21 09:03:47.457884 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-f0e9af38-a713-48eb-a2bb-204244467264 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569483 Aug 21 09:03:47.464144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-290aac22-0dab-4b3e-bc7a-656c6431ba18 req-12732901-ba6b-4af4-9518-b3bfe00979b6 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 210 time: 0.0381305 Aug 21 09:03:47.489231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Pushing event updated for resources: {'Port': ['ID=011d7052-7ed2-401f-bae4-2aceb5863601,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:47.504512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:47.507519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a766f42e-37c3-4108-9ff2-561f72dc97a5 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:03:47.514523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:47.516645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:47.566077 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.572173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: a766f42e-37c3-4108-9ff2-561f72dc97a5 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:03:47.572960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a766f42e-37c3-4108-9ff2-561f72dc97a5 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:03:47.607869 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-fc5f9fd6-27dc-455e-81ad-5460e4b6f7a6 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406751 Aug 21 09:03:47.631813 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.673319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Router 4ac67f2e-8ee2-405b-8118-cffef370adbc has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:03:47.681151 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:03:47.700247 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8f1d1-737e-42a9-9bc0-132d61923649,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:47.706881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.707860 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Added segment ab7144d1-38e3-44f9-ba6b-8b5a68f046f3 of type vlan for network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 Aug 21 09:03:47.795876 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.834227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0e15fd2f-e8f8-45cb-a791-9451ccc627a3 None None] Provisioning complete for port 011d7052-7ed2-401f-bae4-2aceb5863601 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:47.834745 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0e15fd2f-e8f8-45cb-a791-9451ccc627a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.841205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:03:47.846591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b6018dff-1c81-4227-8da1-8ec7fe44c555 admin admin] 10.222.0.20 "PUT /v2.0/routers/4ac67f2e-8ee2-405b-8118-cffef370adbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8967435 Aug 21 09:03:47.852392 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Sync routers for ids ['4ac67f2e-8ee2-405b-8118-cffef370adbc'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:03:47.868514 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Routers {'4ac67f2e-8ee2-405b-8118-cffef370adbc'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:47.870000 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4ac67f2e-8ee2-405b-8118-cffef370adbc'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:47.883028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0e15fd2f-e8f8-45cb-a791-9451ccc627a3 None None] Port 011d7052-7ed2-401f-bae4-2aceb5863601 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:03:47.930628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:47.932380 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:47.933906 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:48.015136 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Set router 4ac67f2e-8ee2-405b-8118-cffef370adbc gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:48.016784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] Pushing event updated for resources: {'Network': ['ID=1c67f092-44d6-4a07-bb62-ba467f0eb4c0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:48.024834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022a2fc-05c3-4a99-bd70-a92373222c78 req-8197ad54-a599-4a18-84dc-ad3b087c0555 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:48.026633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2022a2fc-05c3-4a99-bd70-a92373222c78 req-8197ad54-a599-4a18-84dc-ad3b087c0555 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.0937626 Aug 21 09:03:48.033390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:03:48.063192 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a3a8f852-c52a-421e-acc8-ecc4fda3555b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1294103 Aug 21 09:03:48.074252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60600) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:48.081153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] Request body: {'subnet': {'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-400746882-subnet', 'tenant_id': 'e5ddc74da1ea4189b34d8319c80c4d0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:48.135771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2022a2fc-05c3-4a99-bd70-a92373222c78 req-5c1e8dc3-1fcc-4b0f-8217-7e3159cddef6 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963347 Aug 21 09:03:48.216309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] Made reservation on behalf of e5ddc74da1ea4189b34d8319c80c4d0b for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:48.218713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:48.290735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31595c27-3860-4b16-b6b4-1394778a17ed req-8c54e08f-2dc1-48c7-a541-f3b60eff1195 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:48.302196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31595c27-3860-4b16-b6b4-1394778a17ed req-8c54e08f-2dc1-48c7-a541-f3b60eff1195 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 948 time: 0.0742991 Aug 21 09:03:48.327472 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-router', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:35Z', 'updated_at': '2021-08-21T09:03:46Z', 'revision_number': 4, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'gw_port': {'id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:37Z', 'updated_at': '2021-08-21T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '011d7052-7ed2-401f-bae4-2aceb5863601', 'name': '', 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'mac_address': 'fa:16:3e:c1:3d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '1f4df441-b4a8-4ac6-b242-84825891bc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:44Z', 'updated_at': '2021-08-21T09:03:46Z', 'revision_number': 2, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'subnets': [{'id': '1f4df441-b4a8-4ac6-b242-84825891bc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:48.376121 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Checking router: 4ac67f2e-8ee2-405b-8118-cffef370adbc for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:03:48.376677 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Updating router 4ac67f2e-8ee2-405b-8118-cffef370adbc port 011d7052-7ed2-401f-bae4-2aceb5863601 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:03:48.397466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31595c27-3860-4b16-b6b4-1394778a17ed req-4d1df5f9-0fe0-4579-9654-bc34bcb65b53 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886018 Aug 21 09:03:48.424794 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:48.535022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ea2e5-81bf-41b8-8686-e64120277e97 req-fb24d897-4e0a-4689-916d-d69fe29f3084 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:48.536586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b2ea2e5-81bf-41b8-8686-e64120277e97 req-fb24d897-4e0a-4689-916d-d69fe29f3084 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 944 time: 0.0618145 Aug 21 09:03:48.558947 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:48.631015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b2ea2e5-81bf-41b8-8686-e64120277e97 req-c00ccad1-7421-41d2-9c7e-29b2417faa8c tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878742 Aug 21 09:03:48.674014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88cb8336-ad79-48b8-b6e6-a56eb1b6b4c8 req-4ca0122a-39fa-4018-813f-da65a65d1a42 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 210 time: 0.0360622 Aug 21 09:03:48.678396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2050f02-4ee6-4f5c-b15c-ac170569c539,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:48.708577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] Checking segment: {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:48.709189 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] Network hostable DHCP agents. Network: 1c67f092-44d6-4a07-bb62-ba467f0eb4c0, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:03:48.775820 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cd27d3b2-8d61-4bfe-9104-9ea733699732 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:48.809704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] Network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:03:48.833634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60622) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:48.839926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-network', 'tenant_id': '7990c53293254e948bfa4312a584196b'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:48.848208 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cd27d3b2-8d61-4bfe-9104-9ea733699732 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:48.848764 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:48.888323 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:48.899667 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Transition to ACTIVE for port object 011d7052-7ed2-401f-bae4-2aceb5863601 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:48.908288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 1c67f092-44d6-4a07-bb62-ba467f0eb4c0) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:48.913820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:48.914740 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:48.928895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9bc4c8-4292-4583-aaad-8dbc0416452a None None] Network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:48.965761 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Made reservation on behalf of 7990c53293254e948bfa4312a584196b for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:48.968193 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:48.977537 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:48.992168 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.066112 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-52673e23-2e7d-4a56-adbd-c93beefc4f49 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9904921 Aug 21 09:03:49.090660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baff9ef7-2498-4071-a211-e03ad1b2e55e None None] Network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:49.097873 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b0879-b3db-4f7f-b038-2cd7e3f7e2f4 None None] Pushing event updated for resources: {'Port': ['ID=011d7052-7ed2-401f-bae4-2aceb5863601,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:49.112741 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Attempting to bind port 011d7052-7ed2-401f-bae4-2aceb5863601 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:49.115289 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Attempting to bind port 011d7052-7ed2-401f-bae4-2aceb5863601 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:49.115785 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Attempting to bind port 011d7052-7ed2-401f-bae4-2aceb5863601 on network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:49.122739 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:49.123180 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Checking segment: {'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:49.123619 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.127993 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Bound using segment: {'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:49.127993 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Bound port: 011d7052-7ed2-401f-bae4-2aceb5863601, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:49.127993 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.215372 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] For port 011d7052-7ed2-401f-bae4-2aceb5863601, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:49.221383 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] For port 011d7052-7ed2-401f-bae4-2aceb5863601, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=011d7052-7ed2-401f-bae4-2aceb5863601,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:49.289907 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.290311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 49c88b49-d44d-4144-9e69-1742514023e0 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:49.309713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.360382 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Routers {'4ac67f2e-8ee2-405b-8118-cffef370adbc'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:49.361171 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4ac67f2e-8ee2-405b-8118-cffef370adbc'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:49.374371 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.398833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee382ff-1ffa-4c23-8e6d-902d1c738c22 req-f5b1b66f-3224-46d6-bef8-cff90a5dc2b0 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:49.402230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ee382ff-1ffa-4c23-8e6d-902d1c738c22 req-f5b1b66f-3224-46d6-bef8-cff90a5dc2b0 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1483026 Aug 21 09:03:49.418364 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:03:49.461504 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.461922 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Added segment ae4352aa-ac85-44fd-9b36-7e40ba4f7128 of type vlan for network f98b68c2-8248-4c73-ae23-bc01a271658a Aug 21 09:03:49.463381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac93ea8-3481-46a3-b31a-874ad1d7d2e1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:49.498178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:49.514494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ee382ff-1ffa-4c23-8e6d-902d1c738c22 req-b7a33606-9068-4f89-a341-9996fdd74c83 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810223 Aug 21 09:03:49.541319 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.611719 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 49c88b49-d44d-4144-9e69-1742514023e0, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=49c88b49-d44d-4144-9e69-1742514023e0,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:49.637702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '49c88b49-d44d-4144-9e69-1742514023e0', 'network_id': '3cfe576f-17e5-4b8a-bda7-743f7c90ab93', 'port_id': '49c88b49-d44d-4144-9e69-1742514023e0', 'mac_address': 'fa:16:3e:48:3a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7eb66c0-aab2-4056-93ac-8c4ff0fd008b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:49.665902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.666342 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] Set router 4ac67f2e-8ee2-405b-8118-cffef370adbc gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:49.667468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:49.668301 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.753295 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.777056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c88b49-d44d-4144-9e69-1742514023e0 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:49.785834 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b0879-b3db-4f7f-b038-2cd7e3f7e2f4 None None] Pushing event updated for resources: {'Port': ['ID=011d7052-7ed2-401f-bae4-2aceb5863601,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:49.797567 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] Pushing event updated for resources: {'Network': ['ID=f98b68c2-8248-4c73-ae23-bc01a271658a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:49.821601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 49c88b49-d44d-4144-9e69-1742514023e0, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=49c88b49-d44d-4144-9e69-1742514023e0,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:49.824550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network f98b68c2-8248-4c73-ae23-bc01a271658a details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:03:49.844003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 749d303a-18e8-413e-b8fc-b15816bdf8eb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:49.886019 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e6637ed7-daee-40c4-bef8-8a1ddf38848a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0512290 Aug 21 09:03:49.888821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60654) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:49.894095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] Request body: {'subnet': {'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-subnet', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:49.919065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 749d303a-18e8-413e-b8fc-b15816bdf8eb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:49.919354 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:49.945376 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:50.004789 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] Made reservation on behalf of 7990c53293254e948bfa4312a584196b for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:50.019215 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:50.020379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=49c88b49-d44d-4144-9e69-1742514023e0,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:50.053809 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-router', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:35Z', 'updated_at': '2021-08-21T09:03:46Z', 'revision_number': 4, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'gw_port': {'id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:37Z', 'updated_at': '2021-08-21T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '011d7052-7ed2-401f-bae4-2aceb5863601', 'name': '', 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'mac_address': 'fa:16:3e:c1:3d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '1f4df441-b4a8-4ac6-b242-84825891bc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:44Z', 'updated_at': '2021-08-21T09:03:49Z', 'revision_number': 4, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'subnets': [{'id': '1f4df441-b4a8-4ac6-b242-84825891bc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:50.102520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221132-0a64-495f-a0f6-be57c9a95bb4 req-81c898a3-7ac1-42bb-9285-e9e0dd0bc9a5 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:50.104169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22221132-0a64-495f-a0f6-be57c9a95bb4 req-81c898a3-7ac1-42bb-9285-e9e0dd0bc9a5 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 948 time: 0.1038089 Aug 21 09:03:50.114256 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c3a2a-4d1b-4d80-bed5-3d03420bba86 None None] The sync data for ids ['4ac67f2e-8ee2-405b-8118-cffef370adbc'] in n-d-766726-28 is: [{'id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-router', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:35Z', 'updated_at': '2021-08-21T09:03:46Z', 'revision_number': 4, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'gw_port': {'id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:37Z', 'updated_at': '2021-08-21T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '011d7052-7ed2-401f-bae4-2aceb5863601', 'name': '', 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'mac_address': 'fa:16:3e:c1:3d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '1f4df441-b4a8-4ac6-b242-84825891bc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:44Z', 'updated_at': '2021-08-21T09:03:49Z', 'revision_number': 4, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'subnets': [{'id': '1f4df441-b4a8-4ac6-b242-84825891bc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:03:50.117515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-9cbf3e9f-10d5-494b-85b0-c2a6f2fd7967 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:50.125130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-9cbf3e9f-10d5-494b-85b0-c2a6f2fd7967 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 804 time: 0.2357469 Aug 21 09:03:50.150785 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:50.156116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-b03194e0-35c2-40c7-b130-3dc5bbe468b7 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/quotas/e5ddc74da1ea4189b34d8319c80c4d0b HTTP/1.1" status: 200 len: 375 time: 0.0295897 Aug 21 09:03:50.203265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['49c88b49-d44d-4144-9e69-1742514023e0'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:50.210073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-eecacb78-337b-40d5-a5b1-8b658d1d2abd tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527768 Aug 21 09:03:50.238933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22221132-0a64-495f-a0f6-be57c9a95bb4 req-e6bcfbf4-8992-4d07-9055-b00655cb3b11 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116660 Aug 21 09:03:50.308274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:50.326094 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d5db17-9380-4015-86ac-198cb2beae8f" -d '{"events": [{"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-plugged", "status": "completed", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:50.384325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:50.467930 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:50.530681 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:50.549667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:50.564846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4a63b-b81b-459f-b917-050720812c0f req-ba1ddd04-ee50-4578-becb-34372e1886d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:50.567020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77b4a63b-b81b-459f-b917-050720812c0f req-ba1ddd04-ee50-4578-becb-34372e1886d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 945 time: 0.1012325 Aug 21 09:03:50.633574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c78b7d2-12c0-4a14-85ac-8b89251fc0c1,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:50.645452 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] Checking segment: {'id': 'ae4352aa-ac85-44fd-9b36-7e40ba4f7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:50.645821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] Network hostable DHCP agents. Network: f98b68c2-8248-4c73-ae23-bc01a271658a, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:03:50.666358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-92eb1923-4e04-4248-b1b8-3ede1e0c466c service neutron] 10.222.0.20 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379749 Aug 21 09:03:50.684686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77b4a63b-b81b-459f-b917-050720812c0f req-98e01911-e7fc-40a4-a566-745915636391 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989261 Aug 21 09:03:50.772611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] Network f98b68c2-8248-4c73-ae23-bc01a271658a is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:03:50.845466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 011d7052-7ed2-401f-bae4-2aceb5863601 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:50.867347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, f98b68c2-8248-4c73-ae23-bc01a271658a) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:50.872186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:50.873176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:50.883065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a9c227-497e-4d04-a57d-10fd6a88935c None None] Network f98b68c2-8248-4c73-ae23-bc01a271658a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:50.971037 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f8982e4c-caa7-47b4-967c-308deba1c114 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0809848 Aug 21 09:03:50.973646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60664) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:50.978167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-router', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:51.075243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 011d7052-7ed2-401f-bae4-2aceb5863601 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:51.091859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 011d7052-7ed2-401f-bae4-2aceb5863601 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:51.092278 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:51.096281 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:51.097814 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:51.179289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-f98b68c2-8248-4c73-ae23-bc01a271658a', 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'fixed_ips': [{'subnet_id': '6c78b7d2-12c0-4a14-85ac-8b89251fc0c1'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:03:51.180465 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:51.226058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:51.370423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-004c02eb-13c7-49b3-9130-5e9b98c1b50a req-21742287-c4ae-4497-af31-f6be50f1717b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 210 time: 0.5712972 Aug 21 09:03:51.507216 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 49c88b49-d44d-4144-9e69-1742514023e0 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:51.553705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-37385613-18f0-49b0-a9fb-1eb3d86c2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:51.555214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-37385613-18f0-49b0-a9fb-1eb3d86c2ce5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980&tenant_id=6eda5b0e42e042198b3662d293aecc00 HTTP/1.1" status: 200 len: 1101 time: 0.8042088 Aug 21 09:03:51.588778 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:51.589947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-4715bee2-9d60-409a-a25a-fd5bf95ad439 service neutron] 10.222.0.20 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9226551 Aug 21 09:03:51.606703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:51.625881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-61ce673c-9b39-48a9-b402-546fbe3daff6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2530782 Aug 21 09:03:51.672685 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddac736-3f17-4ee8-9e83-3b096e39cddb x-openstack-request-id: req-dddac736-3f17-4ee8-9e83-3b096e39cddb {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:51.673717 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-plugged", "status": "completed", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:51.674074 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dddac736-3f17-4ee8-9e83-3b096e39cddb {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:51.674575 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'code': 200} Aug 21 09:03:51.803967 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:51.819262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-1fef5560-fcf2-4c14-a953-cb75d3914b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:51.823432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-1fef5560-fcf2-4c14-a953-cb75d3914b39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 1102 time: 0.1468592 Aug 21 09:03:51.823606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Allocated IP 172.20.0.2 (f98b68c2-8248-4c73-ae23-bc01a271658a/6c78b7d2-12c0-4a14-85ac-8b89251fc0c1/e4898449-d31c-416a-b4e2-653e9a6755b3) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:03:52.188649 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.196442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025264e-6560-40ca-b0a2-8b125c3303f9 req-1b266356-1242-47ac-a256-8a16537c6267 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:52.198004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1025264e-6560-40ca-b0a2-8b125c3303f9 req-1b266356-1242-47ac-a256-8a16537c6267 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.3277924 Aug 21 09:03:52.243702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.286231 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.291799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 011d7052-7ed2-401f-bae4-2aceb5863601, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=011d7052-7ed2-401f-bae4-2aceb5863601,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:52.296814 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.312827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Transition to ACTIVE for port object e4898449-d31c-416a-b4e2-653e9a6755b3 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:52.330187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Transition to ACTIVE for port object e4898449-d31c-416a-b4e2-653e9a6755b3 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:52.359986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd67990-3bd5-4d02-81b7-4f2c0b4c6897 req-1e75a1ba-b76e-4bc7-8746-a6402224ff72 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:52.368137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd67990-3bd5-4d02-81b7-4f2c0b4c6897 req-1e75a1ba-b76e-4bc7-8746-a6402224ff72 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.3446817 Aug 21 09:03:52.377203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-3f394c8f-11c9-4b71-95dd-e8052f6ec017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:52.379541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-3f394c8f-11c9-4b71-95dd-e8052f6ec017 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.5127220 Aug 21 09:03:52.439634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 49c88b49-d44d-4144-9e69-1742514023e0 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:52.444038 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.450451 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.461118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-bee4d6ef-518c-4c29-99c0-88c889b66883 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=776a1110-029f-4c79-9515-bd11cafdbfe9 HTTP/1.1" status: 200 len: 217 time: 0.0729299 Aug 21 09:03:52.468276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Allocated IP 172.25.5.86 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/ef1ab34f-04c4-4939-b081-94e67a810a84) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:03:52.471762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1025264e-6560-40ca-b0a2-8b125c3303f9 req-e2fe0753-4e15-4c0c-9daa-46d79176d2d5 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534370 Aug 21 09:03:52.489469 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 49c88b49-d44d-4144-9e69-1742514023e0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:52.489857 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.531989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Network f98b68c2-8248-4c73-ae23-bc01a271658a is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:52.538024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-86375847-f2e2-4401-b88f-3affc159af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:52.539441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-86375847-f2e2-4401-b88f-3affc159af49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0666177 Aug 21 09:03:52.561476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:52.566336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:52.566652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd67990-3bd5-4d02-81b7-4f2c0b4c6897 req-29c35757-28bd-4cb6-96ad-cdaf10a40d90 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916127 Aug 21 09:03:52.590260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:52.635451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:52.636678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Pushing event updated for resources: {'Port': ['ID=e4898449-d31c-416a-b4e2-653e9a6755b3,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:52.701769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=011d7052-7ed2-401f-bae4-2aceb5863601,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:52.729354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.732816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:52.736322 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a9545e-7e02-4e57-8d63-0057f77794cf" -d '{"events": [{"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-unplugged", "status": "completed", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:52.737437 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.751097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Attempting to bind port e4898449-d31c-416a-b4e2-653e9a6755b3 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:52.751662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Attempting to bind port e4898449-d31c-416a-b4e2-653e9a6755b3 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'ae4352aa-ac85-44fd-9b36-7e40ba4f7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:52.752035 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Attempting to bind port e4898449-d31c-416a-b4e2-653e9a6755b3 on network f98b68c2-8248-4c73-ae23-bc01a271658a {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:52.782548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:52.782548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Checking segment: {'id': 'ae4352aa-ac85-44fd-9b36-7e40ba4f7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:52.782828 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.783239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Bound using segment: {'id': 'ae4352aa-ac85-44fd-9b36-7e40ba4f7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:52.783752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Bound port: e4898449-d31c-416a-b4e2-653e9a6755b3, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4352aa-ac85-44fd-9b36-7e40ba4f7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:52.784184 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.813187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18b93bcf-5e97-40c1-8ab4-f28569d43029 req-518a6273-3fc8-4f9a-909c-4fa095dc44e5 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 210 time: 0.0673494 Aug 21 09:03:52.833598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Transition to ACTIVE for port object 749d303a-18e8-413e-b8fc-b15816bdf8eb will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:52.844918 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.858470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-12a765ab-295e-4e2a-ab22-ef4e7fbff8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:52.861376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-12a765ab-295e-4e2a-ab22-ef4e7fbff8c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3096309 Aug 21 09:03:52.863742 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:52.870361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3ce41-4d05-4b4d-b0e1-43a46705333a req-b42f703c-13ee-4786-b0da-bcd615217be0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:52.871875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15b3ce41-4d05-4b4d-b0e1-43a46705333a req-b42f703c-13ee-4786-b0da-bcd615217be0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 945 time: 0.1297152 Aug 21 09:03:52.879468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] For port e4898449-d31c-416a-b4e2-653e9a6755b3, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:52.886541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] For port e4898449-d31c-416a-b4e2-653e9a6755b3, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e4898449-d31c-416a-b4e2-653e9a6755b3,segment=NetworkSegment(ae4352aa-ac85-44fd-9b36-7e40ba4f7128),segment_id=ae4352aa-ac85-44fd-9b36-7e40ba4f7128)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:52.897291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 49c88b49-d44d-4144-9e69-1742514023e0, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=49c88b49-d44d-4144-9e69-1742514023e0,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:52.920366 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:52.923651 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:52.927068 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:52.954724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Pushing event updated for resources: {'Port': ['ID=ef1ab34f-04c4-4939-b081-94e67a810a84,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:52.975386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53390a20-1aa1-4ac3-a89b-bb4b68438f7f req-b85637cd-8e60-4fa0-afca-41e60dd9b95c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 210 time: 0.0652997 Aug 21 09:03:53.000454 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:53.041487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15b3ce41-4d05-4b4d-b0e1-43a46705333a req-cd86b7fd-9b17-4793-8e57-a97283969dee tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496272 Aug 21 09:03:53.058620 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:53.118145 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:53.158331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6993d1-aa2e-40ba-a135-f822049d1b16 None None] Pushing event updated for resources: {'Port': ['ID=e4898449-d31c-416a-b4e2-653e9a6755b3,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:53.165640 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-43f2e3eb-0bdb-4bd4-8601-bae1abc42d6f service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927406 Aug 21 09:03:53.183347 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a183a4-ed0a-4a04-b5d3-6a4b59c3fffd x-openstack-request-id: req-b0a183a4-ed0a-4a04-b5d3-6a4b59c3fffd {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:53.183764 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-unplugged", "status": "completed", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:53.184083 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0a183a4-ed0a-4a04-b5d3-6a4b59c3fffd {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:53.184579 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'code': 200} Aug 21 09:03:53.247846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=49c88b49-d44d-4144-9e69-1742514023e0,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:53.287881 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] No DVR routers for this DVR port 749d303a-18e8-413e-b8fc-b15816bdf8eb on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:03:53.352068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:53.399397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:53.400074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:53.400074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:53.421191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Port 749d303a-18e8-413e-b8fc-b15816bdf8eb on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:03:53.422360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Attempting to bind port 749d303a-18e8-413e-b8fc-b15816bdf8eb on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:53.444923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:53.444923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:53.444923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:53.444923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Bound port: 749d303a-18e8-413e-b8fc-b15816bdf8eb, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:53.444923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:53.462572 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9c4ce1-cb49-4a16-9ac6-623cef7e4509 req-d6cfee8c-fcb3-4df3-b5e9-790f0741132b service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646594 Aug 21 09:03:53.487977 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:53.509737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:03:53.590122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:53.596583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:53.620054 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:03:53.675713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c88b49-d44d-4144-9e69-1742514023e0'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:53.679374 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776d1d5f-d5d1-416f-8dcb-fde4b6fd6899" -d '{"events": [{"server_uuid": "a3064a8b-2c6f-4e73-b322-ada295d909e6", "name": "network-vif-plugged", "status": "completed", "tag": "49c88b49-d44d-4144-9e69-1742514023e0"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:53.703280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8fea0-63b1-4404-823f-b54a0a689623 req-c59afa0d-8770-4336-bbf5-9d0f02eab25f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:53.713416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6e8fea0-63b1-4404-823f-b54a0a689623 req-c59afa0d-8770-4336-bbf5-9d0f02eab25f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1121469 Aug 21 09:03:53.726228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:53.817629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:53.818335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:53.819772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] 10.222.0.22 "PUT /v2.0/ports/749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 1097 time: 2.2280202 Aug 21 09:03:53.864760 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:53.891403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6e8fea0-63b1-4404-823f-b54a0a689623 req-bb3c666f-e5ff-4f53-9bae-7eb2f176a047 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708698 Aug 21 09:03:53.938608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a9dc0-b89f-4d27-84bc-ff54cc4abe72 service neutron] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=11']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:53.952246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2bd7e-f648-4b7b-b52d-c439024dae73 req-853b352c-df3a-4073-afc9-899307cfbf6f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:53.954068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eec2bd7e-f648-4b7b-b52d-c439024dae73 req-853b352c-df3a-4073-afc9-899307cfbf6f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 948 time: 0.2378831 Aug 21 09:03:53.994600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-904c2f4e-414d-46dc-bd32-53375fe6f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:53.996189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-904c2f4e-414d-46dc-bd32-53375fe6f037 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1100 time: 0.1472671 Aug 21 09:03:54.100316 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225c7da3-6751-4b31-9623-b8f414fa39c4 x-openstack-request-id: req-225c7da3-6751-4b31-9623-b8f414fa39c4 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:54.100615 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3064a8b-2c6f-4e73-b322-ada295d909e6", "name": "network-vif-plugged", "status": "completed", "tag": "49c88b49-d44d-4144-9e69-1742514023e0", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:54.100921 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-225c7da3-6751-4b31-9623-b8f414fa39c4 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:54.102464 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c88b49-d44d-4144-9e69-1742514023e0', 'code': 200} Aug 21 09:03:54.170663 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:03:54.271344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eec2bd7e-f648-4b7b-b52d-c439024dae73 req-2133ee63-3577-4b91-95d4-0feb9522c7f7 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038967 Aug 21 09:03:54.279354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53a805b5-f006-4da9-a7d6-f5d23380c2ad req-cfb57a79-4993-4882-8d9c-c3fc8e039db7 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 210 time: 0.0575125 Aug 21 09:03:54.319323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-7e60a55e-ca6f-42bc-8d60-3461cce99b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:54.320877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-7e60a55e-ca6f-42bc-8d60-3461cce99b98 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3163788 Aug 21 09:03:54.347440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:03:54.348537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259f06b-9e70-467a-a787-7445eb591805 req-8e44c6ba-efd0-4c45-b2f2-9881ec636405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:54.351249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6259f06b-9e70-467a-a787-7445eb591805 req-8e44c6ba-efd0-4c45-b2f2-9881ec636405 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 1098 time: 0.1468248 Aug 21 09:03:54.360020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Sync routers for ids ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:03:54.382199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Routers {'b9d19902-24cd-4bf2-bff1-f9abaa0edb89'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:54.387384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:54.427538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-32676ef0-1826-4632-aa00-6546041e7f61 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 217 time: 0.0942903 Aug 21 09:03:54.548986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Set router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:54.591917 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:54.593724 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f89688c0-0d08-41fb-9998-5840b4ab521d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6186035 Aug 21 09:03:54.596359 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60706) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:03:54.601089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5fe00320-67fc-43ff-967d-c76efc0d0a58 req-9ee0eb5b-04b9-4d65-acb9-590fe44c5063 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c2926b-9910-497d-a2f4-2dd23c4376ce HTTP/1.1" status: 200 len: 210 time: 0.1131122 Aug 21 09:03:54.614640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaa51d-5bd9-4198-a25a-e17e97c1236f req-91cd0d63-c270-4aa2-b603-97e18727d151 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:54.624021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bfaa51d-5bd9-4198-a25a-e17e97c1236f req-91cd0d63-c270-4aa2-b603-97e18727d151 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 946 time: 0.2064726 Aug 21 09:03:54.637676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-69a6391c-e613-466f-a663-79443046487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:54.639206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-69a6391c-e613-466f-a663-79443046487f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1527538 Aug 21 09:03:54.645529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6259f06b-9e70-467a-a787-7445eb591805 req-bfc1b1e7-1e90-4969-b9b6-998a76899239 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294848 Aug 21 09:03:54.715605 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bfaa51d-5bd9-4198-a25a-e17e97c1236f req-3909eb54-3774-4512-9891-6d17c545bdf1 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877521 Aug 21 09:03:54.806075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b865301-8061-44c8-be70-2f578fc424f6 None None] Network f98b68c2-8248-4c73-ae23-bc01a271658a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:03:54.898058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-56cf28ea-a8eb-42de-a751-f1244acd5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:54.904404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-56cf28ea-a8eb-42de-a751-f1244acd5d93 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0836027 Aug 21 09:03:55.003258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 011d7052-7ed2-401f-bae4-2aceb5863601 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:55.133075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-656a4607-c244-4cfc-b968-be42b2d1eb81 None None] Provisioning for port e4898449-d31c-416a-b4e2-653e9a6755b3 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:55.136927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-75127cc4-22e9-4db3-8691-f7f2826f78cf service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219863 Aug 21 09:03:55.173695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d050f53-2964-45fb-a112-2d2200f9803e req-ea943b9d-b8cd-4423-aedc-94ee4ddcae65 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:55.181749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d050f53-2964-45fb-a112-2d2200f9803e req-ea943b9d-b8cd-4423-aedc-94ee4ddcae65 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1022456 Aug 21 09:03:55.185317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:03:55.189557 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9594ef-8207-47d8-86a9-35559edb8350" -d '{"events": [{"name": "network-changed", "server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:03:55.194560 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 011d7052-7ed2-401f-bae4-2aceb5863601 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:55.195024 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:55.291797 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13908bb3-9f09-4384-a373-27b5e51abab9 x-openstack-request-id: req-13908bb3-9f09-4384-a373-27b5e51abab9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:03:55.292539 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:03:55.292539 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13908bb3-9f09-4384-a373-27b5e51abab9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:03:55.292943 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'status': 'completed', 'code': 200} Aug 21 09:03:55.313589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-router', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:51Z', 'updated_at': '2021-08-21T09:03:53Z', 'revision_number': 3, 'project_id': '7990c53293254e948bfa4312a584196b', 'gw_port': {'id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:52Z', 'updated_at': '2021-08-21T09:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:55.354291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Checking router: b9d19902-24cd-4bf2-bff1-f9abaa0edb89 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:03:55.355495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Updating router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 port ef1ab34f-04c4-4939-b081-94e67a810a84 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:03:55.368682 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d050f53-2964-45fb-a112-2d2200f9803e req-685af395-51b4-4024-bc31-544002377595 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855574 Aug 21 09:03:55.442886 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:55.459869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-f22a058c-7fa5-474f-9960-63a8c2ffb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:55.461469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-f22a058c-7fa5-474f-9960-63a8c2ffb6b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1100 time: 0.1581364 Aug 21 09:03:55.492223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fea5930b-9640-46d1-b4f7-01a8edfe2a62 req-7afbf245-6e24-46f4-a335-48eafcfd056c service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370161 Aug 21 09:03:55.539205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3003742b-73ca-4672-b173-8938105da5f2 req-1f535d7a-7e64-49a0-9aba-da03bebc45be tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 210 time: 0.0691257 Aug 21 09:03:55.607426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cfece-5b7d-4b7b-945f-46115805a8a8 req-a13edb50-575d-4213-9760-9810124b9924 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:55.616860 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd3cfece-5b7d-4b7b-945f-46115805a8a8 req-a13edb50-575d-4213-9760-9810124b9924 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 948 time: 0.2283754 Aug 21 09:03:55.710896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e4898449-d31c-416a-b4e2-653e9a6755b3 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:55.725811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d951424-1ca1-41ad-b1d4-ce98dc58f31a req-c34ebadd-eb3d-4d01-9e4c-b4654cf5e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:55.728062 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-9d951424-1ca1-41ad-b1d4-ce98dc58f31a req-c34ebadd-eb3d-4d01-9e4c-b4654cf5e671 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 1097 time: 0.6198075 Aug 21 09:03:55.852155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-f86c11cf-0764-4fb2-9f9d-561cf85a959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:55.853740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-f86c11cf-0764-4fb2-9f9d-561cf85a959b service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3748918 Aug 21 09:03:55.882552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd3cfece-5b7d-4b7b-945f-46115805a8a8 req-500b4f5e-7e70-4f35-8cde-bca4878fd5f8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648137 Aug 21 09:03:55.963309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-71b432ef-570c-49ac-b24c-93c6f80ac6d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 217 time: 0.0783768 Aug 21 09:03:55.965793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-490778a2-64da-4a6b-ba88-dc32177d67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:55.967569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-490778a2-64da-4a6b-ba88-dc32177d67e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6eda5b0e42e042198b3662d293aecc00&device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1100 time: 0.4239094 Aug 21 09:03:55.984957 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-9d951424-1ca1-41ad-b1d4-ce98dc58f31a req-75bca219-f407-4c3c-83ce-c3a82e2104c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464581 Aug 21 09:03:55.995512 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.045027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-02a251e1-c2f0-441e-b80c-16aae1d62b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:56.049217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-02a251e1-c2f0-441e-b80c-16aae1d62b78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0705073 Aug 21 09:03:56.092341 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.105786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Transition to ACTIVE for port object ef1ab34f-04c4-4939-b081-94e67a810a84 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:56.110613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port e4898449-d31c-416a-b4e2-653e9a6755b3 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:56.115923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e4898449-d31c-416a-b4e2-653e9a6755b3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:56.118357 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.148080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2e82-85f7-4b24-a5f3-ca42f52e9d86 req-4cbd06b4-579b-44e8-9907-33ceb05227c9 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:56.149950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f58c2e82-85f7-4b24-a5f3-ca42f52e9d86 req-4cbd06b4-579b-44e8-9907-33ceb05227c9 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 946 time: 0.2949662 Aug 21 09:03:56.220774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3fa2f9fb-519a-470b-b2cc-bcde5f69ff62 None None] Provisioning complete for port e4898449-d31c-416a-b4e2-653e9a6755b3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:56.220774 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3fa2f9fb-519a-470b-b2cc-bcde5f69ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.229391 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.232449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-1815912e-ed58-4766-bafd-87dda809a76e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:56.238661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-1815912e-ed58-4766-bafd-87dda809a76e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 804 time: 0.5444057 Aug 21 09:03:56.272143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Request body: {'port': {'device_id': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'admin_state_up': True, 'tenant_id': 'e5ddc74da1ea4189b34d8319c80c4d0b'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:56.370668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Allocated IP 172.20.0.1 (f98b68c2-8248-4c73-ae23-bc01a271658a/6c78b7d2-12c0-4a14-85ac-8b89251fc0c1/63954a04-bf12-4b5d-a588-811fa70c200c) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:03:56.397120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f58c2e82-85f7-4b24-a5f3-ca42f52e9d86 req-544c1500-581a-4835-a34f-709a2cefde86 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364166 Aug 21 09:03:56.443240 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Attempting to bind port ef1ab34f-04c4-4939-b081-94e67a810a84 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:03:56.443933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Attempting to bind port ef1ab34f-04c4-4939-b081-94e67a810a84 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:03:56.444167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Attempting to bind port ef1ab34f-04c4-4939-b081-94e67a810a84 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:03:56.453867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-82aecc36-d424-400c-87f9-4ce744f38380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:56.455671 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-82aecc36-d424-400c-87f9-4ce744f38380 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.4233820 Aug 21 09:03:56.466643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:03:56.467083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:03:56.467410 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.468002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:03:56.468477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Bound port: ef1ab34f-04c4-4939-b081-94e67a810a84, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:03:56.468853 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.475606 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-288ff31d-eb6f-428f-9379-163a43c3a47a req-62180d9f-c083-4609-b2b9-67decb0d0e0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1456096 Aug 21 09:03:56.532884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] For port ef1ab34f-04c4-4939-b081-94e67a810a84, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:03:56.536294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] For port ef1ab34f-04c4-4939-b081-94e67a810a84, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ef1ab34f-04c4-4939-b081-94e67a810a84,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:03:56.545781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-e2bfacc7-3451-4a68-b869-2e3ddde24109 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 200 len: 217 time: 0.0719938 Aug 21 09:03:56.551040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074ecf7-9204-475f-8e10-8620ddc2b6a4 None None] Pushing event updated for resources: {'Port': ['ID=ef1ab34f-04c4-4939-b081-94e67a810a84,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:56.588679 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.611231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-88caf90c-93cf-4866-a30d-b8be3ee394e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:56.612559 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ff31d-eb6f-428f-9379-163a43c3a47a req-96cf6aa4-1443-4cca-9198-64fe4e3f011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:56.612870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-88caf90c-93cf-4866-a30d-b8be3ee394e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4121461 Aug 21 09:03:56.614514 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-288ff31d-eb6f-428f-9379-163a43c3a47a req-96cf6aa4-1443-4cca-9198-64fe4e3f011a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3daa348046e425cb9653a6de230888a&device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 1097 time: 0.0906475 Aug 21 09:03:56.641472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.712690 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Transition to ACTIVE for port object 63954a04-bf12-4b5d-a588-811fa70c200c will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:03:56.762442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad2e0d5d-589a-44cf-8240-ef7bf1640ab2 req-2fcedac9-af79-4d17-8ae7-ba5bbb93ae4a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 210 time: 0.0471766 Aug 21 09:03:56.780571 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ff31d-eb6f-428f-9379-163a43c3a47a req-75e02aa9-1833-405e-95af-50b4308ce82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:56.782870 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-288ff31d-eb6f-428f-9379-163a43c3a47a req-75e02aa9-1833-405e-95af-50b4308ce82d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 200 len: 921 time: 0.1380475 Aug 21 09:03:56.783119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Made reservation on behalf of e5ddc74da1ea4189b34d8319c80c4d0b for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:03:56.788621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.849291 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-288ff31d-eb6f-428f-9379-163a43c3a47a req-5fd3c06e-5f65-4ce4-8395-34c97811f80c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac HTTP/1.1" status: 200 len: 217 time: 0.0537896 Aug 21 09:03:56.849953 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.917193 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:56.967504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-fbdb7dfa-17ec-42c1-8500-8424a2f1c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:56.970521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-fbdb7dfa-17ec-42c1-8500-8424a2f1c6e0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.3830533 Aug 21 09:03:56.996476 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3fa2f9fb-519a-470b-b2cc-bcde5f69ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:57.011763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Network f98b68c2-8248-4c73-ae23-bc01a271658a is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:57.017434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ff31d-eb6f-428f-9379-163a43c3a47a req-3ac6985e-f3e4-47a8-9261-ddf0dbfd57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:57.031344 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-288ff31d-eb6f-428f-9379-163a43c3a47a req-3ac6985e-f3e4-47a8-9261-ddf0dbfd57b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 200 len: 860 time: 0.1749156 Aug 21 09:03:57.037031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:57.048415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:57.048540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Routers {'b9d19902-24cd-4bf2-bff1-f9abaa0edb89'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:03:57.048540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:57.067264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed699f3-e6e8-46c3-87f0-8662324e5343 req-9ac6b2b0-7f5b-413e-8347-8a3c072cc42a tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:57.069367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ed699f3-e6e8-46c3-87f0-8662324e5343 req-9ac6b2b0-7f5b-413e-8347-8a3c072cc42a tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.5221500 Aug 21 09:03:57.091206 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-288ff31d-eb6f-428f-9379-163a43c3a47a req-84d53cb4-2f7f-4e3d-8172-43060bb35ace service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a1c736c-7d97-4377-b03c-915ec4c1d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495093 Aug 21 09:03:57.094667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Pushing event updated for resources: {'Port': ['ID=63954a04-bf12-4b5d-a588-811fa70c200c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:57.141623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port e4898449-d31c-416a-b4e2-653e9a6755b3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e4898449-d31c-416a-b4e2-653e9a6755b3,segment=NetworkSegment(ae4352aa-ac85-44fd-9b36-7e40ba4f7128),segment_id=ae4352aa-ac85-44fd-9b36-7e40ba4f7128)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:57.158427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074ecf7-9204-475f-8e10-8620ddc2b6a4 None None] Pushing event updated for resources: {'Port': ['ID=ef1ab34f-04c4-4939-b081-94e67a810a84,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:57.192353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-919db04c-f2ea-40a2-aed5-69fc8f489134 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534110 Aug 21 09:03:57.209736 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:57.245474 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:57.299830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=e4898449-d31c-416a-b4e2-653e9a6755b3,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:57.356262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:03:57.366674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Allocated IP 172.20.0.9 (1c67f092-44d6-4a07-bb62-ba467f0eb4c0/d2050f02-4ee6-4f5c-b15c-ac170569c539/6abddbe1-d1a4-4c46-a7b2-b84f57547da1) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:03:57.410839 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-288ff31d-eb6f-428f-9379-163a43c3a47a req-363fb8a6-0de7-457e-882b-348c0e6af345 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817962 Aug 21 09:03:57.455020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] Set router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:03:57.467027 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-3fa2f9fb-519a-470b-b2cc-bcde5f69ff62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:03:57.467405 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-3fa2f9fb-519a-470b-b2cc-bcde5f69ff62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:03:57.594078 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-288ff31d-eb6f-428f-9379-163a43c3a47a req-0eb3750f-9968-4db4-9124-0cffdd377169 service neutron] 10.222.0.13 "GET /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423886 Aug 21 09:03:57.698672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:57.727108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'mac_address': 'fa:16:3e:5f:93:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:03:57.742424 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:57.815730 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:57.854150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749d303a-18e8-413e-b8fc-b15816bdf8eb {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:57.884480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-router', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:51Z', 'updated_at': '2021-08-21T09:03:53Z', 'revision_number': 3, 'project_id': '7990c53293254e948bfa4312a584196b', 'gw_port': {'id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:52Z', 'updated_at': '2021-08-21T09:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:03:57.933327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141dbb2-0380-4b63-ad99-282fb115fa14 None None] The sync data for ids ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'] in n-d-766726-28 is: [{'id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-router', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:51Z', 'updated_at': '2021-08-21T09:03:53Z', 'revision_number': 3, 'project_id': '7990c53293254e948bfa4312a584196b', 'gw_port': {'id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:52Z', 'updated_at': '2021-08-21T09:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:03:57.977428 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:58.010598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d7473-7ce4-485b-ba34-db6dbc3e6e51 req-353a82b1-af8d-48a4-b4ca-8f1d6ae8aa14 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:58.012869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:58.018753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f48d7473-7ce4-485b-ba34-db6dbc3e6e51 req-353a82b1-af8d-48a4-b4ca-8f1d6ae8aa14 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 948 time: 0.9481094 Aug 21 09:03:58.022104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-96ac87d8-25eb-45a1-951d-bc9a53a1edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:58.026275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-96ac87d8-25eb-45a1-951d-bc9a53a1edc6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0406277 Aug 21 09:03:58.058364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ed699f3-e6e8-46c3-87f0-8662324e5343 req-c88438ed-6877-4cf6-8375-b5988603e05d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8832030 Aug 21 09:03:58.081165 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:58.142633 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:58.169075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=12']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:58.184621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-51eb5b27-bafb-47ba-aecc-74182ef19563 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394387 Aug 21 09:03:58.227874 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:58.298730 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:58.315011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9db0c378-511e-4c3f-b410-1e4679d8e952 None None] Provisioning for port 63954a04-bf12-4b5d-a588-811fa70c200c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:58.336594 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['749d303a-18e8-413e-b8fc-b15816bdf8eb'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:03:58.346307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f48d7473-7ce4-485b-ba34-db6dbc3e6e51 req-5c62f0a9-0a07-42a0-884f-7bf7439ef3d3 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251522 Aug 21 09:03:58.432055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9db0c378-511e-4c3f-b410-1e4679d8e952 None None] Provisioning complete for port 63954a04-bf12-4b5d-a588-811fa70c200c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:58.432459 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9db0c378-511e-4c3f-b410-1e4679d8e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:58.444153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-0176b572-6ccc-49b1-b500-f48b9aed6ffd service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092784 Aug 21 09:03:58.475017 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Pushing event updated for resources: {'Port': ['ID=63954a04-bf12-4b5d-a588-811fa70c200c,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:58.576783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9db0c378-511e-4c3f-b410-1e4679d8e952 None None] Port 63954a04-bf12-4b5d-a588-811fa70c200c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:03:58.604181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52e264c6-43e2-4340-be13-b9ad9b0dd023 req-782b4d58-14f8-40b0-ba51-3ca65099cfe9 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 210 time: 0.1207986 Aug 21 09:03:58.642363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Network f98b68c2-8248-4c73-ae23-bc01a271658a is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:58.646237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:58.705278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e9594ef-8207-47d8-86a9-35559edb8350 req-44258420-154a-4ebf-9a3b-cbf4fad023c8 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371798 Aug 21 09:03:58.711471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:58.801205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cfa6b-6ea8-4774-87e0-cb7bcde13be0 req-30226464-18f5-4c02-baeb-b9ac897111e6 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:58.809219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-986cfa6b-6ea8-4774-87e0-cb7bcde13be0 req-30226464-18f5-4c02-baeb-b9ac897111e6 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 946 time: 0.3518817 Aug 21 09:03:58.829226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:03:58.844675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:03:58.849081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:03:58.852171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Pushing event updated for resources: {'Port': ['ID=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:03:58.879492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:03:58.924838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-986cfa6b-6ea8-4774-87e0-cb7bcde13be0 req-057ac426-3eb5-49ca-8b25-42059fc5d855 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147218 Aug 21 09:03:58.968300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:58.968740 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:59.015726 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5cfb34c6-c16c-4fac-b77a-7ba49fb480e1 None None] Provisioning complete for port 63954a04-bf12-4b5d-a588-811fa70c200c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:59.018138 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5cfb34c6-c16c-4fac-b77a-7ba49fb480e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:59.039746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-5efbf477-2f05-411f-a74c-c509a9c77809 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7712517 Aug 21 09:03:59.053569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Request body: {'port': {'device_id': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:59.063679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:03:59.078917 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aa456157-663f-4414-bd59-110c115b0abd admin admin] 10.222.0.20 "PUT /v2.0/routers/b9d19902-24cd-4bf2-bff1-f9abaa0edb89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4812884 Aug 21 09:03:59.129551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb34c6-c16c-4fac-b77a-7ba49fb480e1 None None] Port 63954a04-bf12-4b5d-a588-811fa70c200c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:03:59.324772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de8998a6-8539-4804-8f92-8b68e1721554 req-e363f55b-2a2b-4a3e-a8c1-7ba64a03298b tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2110113475&fields=id&tenant_id=f5ed72a36f12435ba04ce343b7133dd6 HTTP/1.1" status: 200 len: 267 time: 0.2617726 Aug 21 09:03:59.350151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:59.401660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65d25b-5562-445c-a2f0-9184ab27ad87 req-d2353860-b4ac-493a-9523-bd42547e500d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:59.403328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c65d25b-5562-445c-a2f0-9184ab27ad87 req-d2353860-b4ac-493a-9523-bd42547e500d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.2481511 Aug 21 09:03:59.477744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ef1ab34f-04c4-4939-b081-94e67a810a84 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:03:59.583901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8998a6-8539-4804-8f92-8b68e1721554 req-c88e2c55-327e-4ca4-8a58-0c6b671ee4e8 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:03:59.585495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de8998a6-8539-4804-8f92-8b68e1721554 req-c88e2c55-327e-4ca4-8a58-0c6b671ee4e8 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 946 time: 0.2596762 Aug 21 09:03:59.612314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-de8998a6-8539-4804-8f92-8b68e1721554 req-61af0341-0ae2-460a-84df-489b795f439d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'port': {'security_groups': ['738b6a6e-c8c0-463b-9b9c-8fbc230631f7', '44e2c90e-b6b3-4723-9d34-00f71ae5ada6']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:03:59.633929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ef1ab34f-04c4-4939-b081-94e67a810a84 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:03:59.642417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ef1ab34f-04c4-4939-b081-94e67a810a84 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:03:59.644884 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:59.654030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c65d25b-5562-445c-a2f0-9184ab27ad87 req-5c993d59-880d-4c75-925e-e6751f873476 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350665 Aug 21 09:03:59.724626 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-de8998a6-8539-4804-8f92-8b68e1721554 req-61af0341-0ae2-460a-84df-489b795f439d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:59.808961 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:59.835942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port ef1ab34f-04c4-4939-b081-94e67a810a84, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ef1ab34f-04c4-4939-b081-94e67a810a84,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:03:59.933958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:03:59.947935 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:59.948931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:03:59.949523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e4898449-d31c-416a-b4e2-653e9a6755b3 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:00.044320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Transition to ACTIVE for port object 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:04:00.100105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a038a-c62e-49d7-916b-d4fbf2e38bbf req-799e7d39-108b-436b-96a1-5ac88d7c7a31 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:00.109296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-960a038a-c62e-49d7-916b-d4fbf2e38bbf req-799e7d39-108b-436b-96a1-5ac88d7c7a31 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 949 time: 0.1656358 Aug 21 09:04:00.124667 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:00.165474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e4898449-d31c-416a-b4e2-653e9a6755b3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:00.165474 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:00.212702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=ef1ab34f-04c4-4939-b081-94e67a810a84,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:00.236665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-de8998a6-8539-4804-8f92-8b68e1721554 req-61af0341-0ae2-460a-84df-489b795f439d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] For port 49c88b49-d44d-4144-9e69-1742514023e0, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=49c88b49-d44d-4144-9e69-1742514023e0,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:00.273768 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-960a038a-c62e-49d7-916b-d4fbf2e38bbf req-d4771a52-d814-45c4-bda9-4c61b4a14edc tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632946 Aug 21 09:04:00.280811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Pushing event updated for resources: {'Port': ['ID=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:00.372640 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-de8998a6-8539-4804-8f92-8b68e1721554 req-61af0341-0ae2-460a-84df-489b795f439d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:00.439623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Attempting to bind port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:04:00.442259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Attempting to bind port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:04:00.442259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Attempting to bind port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:00.457765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:04:00.458570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Attempting to bind port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:00.469951 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-de8998a6-8539-4804-8f92-8b68e1721554 req-61af0341-0ae2-460a-84df-489b795f439d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:00.485165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['49c88b49-d44d-4144-9e69-1742514023e0'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:00.489023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de434c-549e-4dc6-9b29-adbf55cddff4 req-897ab394-736e-4c6b-bf87-e6f92c5bd395 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:00.489384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['24448169-e68d-446f-80f2-eb40b0c98c32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:00.490625 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85de434c-549e-4dc6-9b29-adbf55cddff4 req-897ab394-736e-4c6b-bf87-e6f92c5bd395 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 943 time: 0.1057422 Aug 21 09:04:00.499326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:04:00.505388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Checking segment: {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:00.505388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Bound using segment: {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:04:00.505388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Bound port: 6abddbe1-d1a4-4c46-a7b2-b84f57547da1, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:04:00.505388 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:00.658973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8998a6-8539-4804-8f92-8b68e1721554 req-61af0341-0ae2-460a-84df-489b795f439d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:00.663278 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-de8998a6-8539-4804-8f92-8b68e1721554 req-61af0341-0ae2-460a-84df-489b795f439d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:00.665036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de8998a6-8539-4804-8f92-8b68e1721554 req-61af0341-0ae2-460a-84df-489b795f439d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "PUT /v2.0/ports/49c88b49-d44d-4144-9e69-1742514023e0 HTTP/1.1" status: 200 len: 982 time: 1.0684354 Aug 21 09:04:00.665666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'tag': '49c88b49-d44d-4144-9e69-1742514023e0'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:00.669779 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a730a6d-db98-4706-9798-a2731c809f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3064a8b-2c6f-4e73-b322-ada295d909e6", "tag": "49c88b49-d44d-4144-9e69-1742514023e0"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:00.705315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85de434c-549e-4dc6-9b29-adbf55cddff4 req-f53cad79-9290-4b34-a067-5cc7b8eced84 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015247 Aug 21 09:04:00.715652 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Sync routers for ids ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:04:00.737602 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Routers {'b9d19902-24cd-4bf2-bff1-f9abaa0edb89'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:00.738230 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:00.752191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af0341-0ae2-460a-84df-489b795f439d tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'Port': ['ID=49c88b49-d44d-4144-9e69-1742514023e0,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:00.760821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['49c88b49-d44d-4144-9e69-1742514023e0'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:00.779700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-1d3f92d4-bd9e-43b0-98e7-c1a7d036ff0e req-d2884dd4-1b25-47c1-b01a-e0edaa5efe5c tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1030411272', 'description': 'tempest-description-1559700812'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:00.947312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] For port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:04:00.971419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] For port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:04:00.982076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b0ea2-fcdb-46e1-ad59-e1111769b9b0 req-1409e83b-54cb-45cb-aa6d-b597d6b4b044 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:00.986581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f9b0ea2-fcdb-46e1-ad59-e1111769b9b0 req-1409e83b-54cb-45cb-aa6d-b597d6b4b044 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 1101 time: 0.1255972 Aug 21 09:04:01.063439 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d3f92d4-bd9e-43b0-98e7-c1a7d036ff0e req-d2884dd4-1b25-47c1-b01a-e0edaa5efe5c tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:01.107429 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:01.136524 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Set router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:01.241267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:01.241908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:01.245990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] 10.222.0.22 "PUT /v2.0/ports/6abddbe1-d1a4-4c46-a7b2-b84f57547da1 HTTP/1.1" status: 200 len: 1092 time: 2.1970277 Aug 21 09:04:01.366065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:01.427742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ef1ab34f-04c4-4939-b081-94e67a810a84 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:01.450162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f9b0ea2-fcdb-46e1-ad59-e1111769b9b0 req-40b04ea9-9fdb-49be-8c43-ec227baaabe3 tempest-MigrationsAdminTest-1994303071 tempest-MigrationsAdminTest-1994303071-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572158 Aug 21 09:04:01.525317 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-router', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:51Z', 'updated_at': '2021-08-21T09:03:57Z', 'revision_number': 4, 'project_id': '7990c53293254e948bfa4312a584196b', 'gw_port': {'id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:52Z', 'updated_at': '2021-08-21T09:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63954a04-bf12-4b5d-a588-811fa70c200c', 'name': '', 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'mac_address': 'fa:16:3e:19:aa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6c78b7d2-12c0-4a14-85ac-8b89251fc0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:56Z', 'updated_at': '2021-08-21T09:03:57Z', 'revision_number': 2, 'project_id': '7990c53293254e948bfa4312a584196b', 'subnets': [{'id': '6c78b7d2-12c0-4a14-85ac-8b89251fc0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:01.562797 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Checking router: b9d19902-24cd-4bf2-bff1-f9abaa0edb89 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:04:01.563295 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Updating router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 port 63954a04-bf12-4b5d-a588-811fa70c200c binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:04:01.583404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed2f0d-5f21-4aad-8bd1-9aa8c08d99af service neutron] Pushing event updated for resources: {'Port': ['ID=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:01.595748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ef1ab34f-04c4-4939-b081-94e67a810a84 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:01.596136 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:01.598453 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d3f92d4-bd9e-43b0-98e7-c1a7d036ff0e req-d2884dd4-1b25-47c1-b01a-e0edaa5efe5c tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:01.615861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-da115e19-9404-4402-ac7e-49d8fea2fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:01.617377 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:01.617540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-da115e19-9404-4402-ac7e-49d8fea2fe1e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 1095 time: 0.1910007 Aug 21 09:04:01.643601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 749d303a-18e8-413e-b8fc-b15816bdf8eb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:01.657977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 749d303a-18e8-413e-b8fc-b15816bdf8eb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:01.662845 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:01.694390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d3f92d4-bd9e-43b0-98e7-c1a7d036ff0e req-d2884dd4-1b25-47c1-b01a-e0edaa5efe5c tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:01.697600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-d2ee7b0c-cb34-4491-a8b5-59b66988e012 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6abddbe1-d1a4-4c46-a7b2-b84f57547da1 HTTP/1.1" status: 200 len: 217 time: 0.0719562 Aug 21 09:04:01.773170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2884dd4-1b25-47c1-b01a-e0edaa5efe5c tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f086345c-a3aa-4886-a705-7b2ce3700696,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:01.785385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-bc983826-b697-4231-a40e-40c323599237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:01.787119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-bc983826-b697-4231-a40e-40c323599237 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2050f02-4ee6-4f5c-b15c-ac170569c539 HTTP/1.1" status: 200 len: 844 time: 0.0804930 Aug 21 09:04:01.834277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-05de18dc-a6dc-48d9-bed7-8f0f630ee924 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357549 Aug 21 09:04:01.835094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d3f92d4-bd9e-43b0-98e7-c1a7d036ff0e req-d2884dd4-1b25-47c1-b01a-e0edaa5efe5c tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:01.836849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d3f92d4-bd9e-43b0-98e7-c1a7d036ff0e req-d2884dd4-1b25-47c1-b01a-e0edaa5efe5c tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1098063 Aug 21 09:04:01.880833 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:01.947215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:01.948567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:01.951735 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8583c823-2b6e-4493-a74b-167b6cffd262" -d '{"events": [{"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-plugged", "status": "completed", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:02.005034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9475be7-6a32-428a-9729-8a9f67f48174 req-637908c6-f38e-456f-8c4c-79354c902b1a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/44e2c90e-b6b3-4723-9d34-00f71ae5ada6 HTTP/1.1" status: 200 len: 1801 time: 0.1098270 Aug 21 09:04:02.036128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-02427aee-7b32-4799-b23a-3f26f5fbc7a5 service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941290 Aug 21 09:04:02.056904 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:02.127765 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac821f7-9199-4d48-9df2-3cd34b1cf2c0 x-openstack-request-id: req-7ac821f7-9199-4d48-9df2-3cd34b1cf2c0 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:02.128298 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3064a8b-2c6f-4e73-b322-ada295d909e6", "tag": "49c88b49-d44d-4144-9e69-1742514023e0", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:02.128298 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ac821f7-9199-4d48-9df2-3cd34b1cf2c0 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:02.128693 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'tag': '49c88b49-d44d-4144-9e69-1742514023e0', 'status': 'completed', 'code': 200} Aug 21 09:04:02.148203 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-a9475be7-6a32-428a-9729-8a9f67f48174 req-7d2fcc80-cacd-4bfb-afc6-bbc7d806fde2 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 21 09:04:02.149285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9475be7-6a32-428a-9729-8a9f67f48174 req-7d2fcc80-cacd-4bfb-afc6-bbc7d806fde2 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "DELETE /v2.0/security-groups/44e2c90e-b6b3-4723-9d34-00f71ae5ada6 HTTP/1.1" status: 409 len: 341 time: 0.1281528 Aug 21 09:04:02.208706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=13']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:02.211630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241f82ff-1c1d-496d-aeca-16492687f9c1 req-210bc78e-4cbc-45a0-983d-99120becb6fb service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685596 Aug 21 09:04:02.234601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730a6d-db98-4706-9798-a2731c809f9b req-c5969fbb-e096-4582-bc92-782cb016d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:02.237507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a730a6d-db98-4706-9798-a2731c809f9b req-c5969fbb-e096-4582-bc92-782cb016d198 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 1137 time: 0.0857246 Aug 21 09:04:02.247481 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:02.290323 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Transition to ACTIVE for port object 63954a04-bf12-4b5d-a588-811fa70c200c will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:04:02.352355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730a6d-db98-4706-9798-a2731c809f9b req-807d2d08-1666-4a71-91f7-d5208969d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:02.360247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a730a6d-db98-4706-9798-a2731c809f9b req-807d2d08-1666-4a71-91f7-d5208969d6f0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93 HTTP/1.1" status: 200 len: 913 time: 0.1099267 Aug 21 09:04:02.385496 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:02.420655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a730a6d-db98-4706-9798-a2731c809f9b req-4e20f305-a471-487b-a673-b6439a539986 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c88b49-d44d-4144-9e69-1742514023e0 HTTP/1.1" status: 200 len: 217 time: 0.0539265 Aug 21 09:04:02.490275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a730a6d-db98-4706-9798-a2731c809f9b req-6690d12c-ecfa-4319-a332-3428e4e85362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:02.491975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a730a6d-db98-4706-9798-a2731c809f9b req-6690d12c-ecfa-4319-a332-3428e4e85362 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e7eb66c0-aab2-4056-93ac-8c4ff0fd008b HTTP/1.1" status: 200 len: 852 time: 0.0630867 Aug 21 09:04:02.574232 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Pushing event updated for resources: {'Port': ['ID=63954a04-bf12-4b5d-a588-811fa70c200c,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:02.584265 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.584456 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.584773 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.585129 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.585455 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.585779 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.586099 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.586414 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.586735 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.587049 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.587365 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.587914 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:02.607483 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Attempting to bind port 63954a04-bf12-4b5d-a588-811fa70c200c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:04:02.609880 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Attempting to bind port 63954a04-bf12-4b5d-a588-811fa70c200c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'ae4352aa-ac85-44fd-9b36-7e40ba4f7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:04:02.609880 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Attempting to bind port 63954a04-bf12-4b5d-a588-811fa70c200c on network f98b68c2-8248-4c73-ae23-bc01a271658a {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:02.614234 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:04:02.614599 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Checking segment: {'id': 'ae4352aa-ac85-44fd-9b36-7e40ba4f7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:02.614995 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:02.615376 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Bound using segment: {'id': 'ae4352aa-ac85-44fd-9b36-7e40ba4f7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:04:02.615581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a730a6d-db98-4706-9798-a2731c809f9b req-d75f9025-a9ee-4ac5-88e7-2a02d78fce53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143074 Aug 21 09:04:02.615884 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Bound port: 63954a04-bf12-4b5d-a588-811fa70c200c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4352aa-ac85-44fd-9b36-7e40ba4f7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:04:02.616280 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:02.691742 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] For port 63954a04-bf12-4b5d-a588-811fa70c200c, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:04:02.695838 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] For port 63954a04-bf12-4b5d-a588-811fa70c200c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63954a04-bf12-4b5d-a588-811fa70c200c,segment=NetworkSegment(ae4352aa-ac85-44fd-9b36-7e40ba4f7128),segment_id=ae4352aa-ac85-44fd-9b36-7e40ba4f7128)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:04:02.707237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846a73-c33b-4324-8609-59d8dab90c47 req-787e9f4c-2f7f-4911-b995-1142d4a3a53a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:02.709905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de846a73-c33b-4324-8609-59d8dab90c47 req-787e9f4c-2f7f-4911-b995-1142d4a3a53a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 943 time: 0.2093208 Aug 21 09:04:02.792286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de846a73-c33b-4324-8609-59d8dab90c47 req-e2e6c546-8665-4093-aad4-9612be67c9d5 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477161 Aug 21 09:04:02.822482 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:02.897941 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591dad8c-d43f-4900-9052-a4565f113727 x-openstack-request-id: req-591dad8c-d43f-4900-9052-a4565f113727 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:02.898460 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-plugged", "status": "completed", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:02.898643 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-591dad8c-d43f-4900-9052-a4565f113727 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:02.900078 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'code': 200} Aug 21 09:04:02.918923 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Routers {'b9d19902-24cd-4bf2-bff1-f9abaa0edb89'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:02.919753 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:03:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:02.947677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a730a6d-db98-4706-9798-a2731c809f9b req-529f2023-4f65-431f-b021-e302c87da2d8 service neutron] 10.222.0.22 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206270 Aug 21 09:04:03.005558 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa8da1-9b41-4add-93d5-e97ea9ce8fee None None] Pushing event updated for resources: {'Port': ['ID=63954a04-bf12-4b5d-a588-811fa70c200c,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:03.089898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c183e58-f117-4e6b-b7f6-5dfc62839a23 req-86ae0d77-2ea0-4542-b24b-bc3948cf375b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:03.091990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c183e58-f117-4e6b-b7f6-5dfc62839a23 req-86ae0d77-2ea0-4542-b24b-bc3948cf375b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.13 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 945 time: 0.4535723 Aug 21 09:04:03.094728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a730a6d-db98-4706-9798-a2731c809f9b req-3ea3fd56-cde2-44bc-b500-84528cbb1db1 service neutron] 10.222.0.22 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254451 Aug 21 09:04:03.122718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12122e8f-8bf3-410f-b1c1-fe27c4599ed0 req-7f5a73ae-5fa8-4595-9f49-f27fe83d4ab9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1030411272&fields=id&tenant_id=205879961c824c35af0e1b151cdd090f HTTP/1.1" status: 200 len: 267 time: 0.2210450 Aug 21 09:04:03.136767 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] Set router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:03.274507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6aeeca-f960-4b96-90a3-24b4aa7e114b req-0198d966-b573-4e5b-a0fd-4c3acb9b36f1 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:03.276033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a6aeeca-f960-4b96-90a3-24b4aa7e114b req-0198d966-b573-4e5b-a0fd-4c3acb9b36f1 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 945 time: 0.3095846 Aug 21 09:04:03.283483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12122e8f-8bf3-410f-b1c1-fe27c4599ed0 req-55a099be-76cd-411e-a6f6-325d4b6a9e06 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:03.284916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12122e8f-8bf3-410f-b1c1-fe27c4599ed0 req-55a099be-76cd-411e-a6f6-325d4b6a9e06 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1366560 Aug 21 09:04:03.309561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-12122e8f-8bf3-410f-b1c1-fe27c4599ed0 req-13edeec7-0e59-4e1d-8aa7-dc0c0cfd1d2b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Request body: {'port': {'security_groups': ['8ac76915-e3c2-4355-b6c8-3a16d60f21ca', 'f086345c-a3aa-4886-a705-7b2ce3700696']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:03.378360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a6aeeca-f960-4b96-90a3-24b4aa7e114b req-502f9446-c6a2-4a6a-8d2e-0ee2ff3c7381 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923333 Aug 21 09:04:03.397399 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-router', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:51Z', 'updated_at': '2021-08-21T09:03:57Z', 'revision_number': 4, 'project_id': '7990c53293254e948bfa4312a584196b', 'gw_port': {'id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:52Z', 'updated_at': '2021-08-21T09:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63954a04-bf12-4b5d-a588-811fa70c200c', 'name': '', 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'mac_address': 'fa:16:3e:19:aa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6c78b7d2-12c0-4a14-85ac-8b89251fc0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:56Z', 'updated_at': '2021-08-21T09:04:02Z', 'revision_number': 4, 'project_id': '7990c53293254e948bfa4312a584196b', 'subnets': [{'id': '6c78b7d2-12c0-4a14-85ac-8b89251fc0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:03.416460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0c183e58-f117-4e6b-b7f6-5dfc62839a23 req-2a4be20c-cee1-4426-aa43-e14fffdfc82c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Deleting port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:03.416810 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0c183e58-f117-4e6b-b7f6-5dfc62839a23 req-2a4be20c-cee1-4426-aa43-e14fffdfc82c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:03.434883 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-12122e8f-8bf3-410f-b1c1-fe27c4599ed0 req-13edeec7-0e59-4e1d-8aa7-dc0c0cfd1d2b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:03.442284 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d67563-72b3-4c17-aeee-df5369bbec7b None None] The sync data for ids ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'] in n-d-766726-28 is: [{'id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-router', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:51Z', 'updated_at': '2021-08-21T09:03:57Z', 'revision_number': 4, 'project_id': '7990c53293254e948bfa4312a584196b', 'gw_port': {'id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:52Z', 'updated_at': '2021-08-21T09:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63954a04-bf12-4b5d-a588-811fa70c200c', 'name': '', 'network_id': 'f98b68c2-8248-4c73-ae23-bc01a271658a', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'mac_address': 'fa:16:3e:19:aa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6c78b7d2-12c0-4a14-85ac-8b89251fc0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:56Z', 'updated_at': '2021-08-21T09:04:02Z', 'revision_number': 4, 'project_id': '7990c53293254e948bfa4312a584196b', 'subnets': [{'id': '6c78b7d2-12c0-4a14-85ac-8b89251fc0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:04:03.676560 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0c183e58-f117-4e6b-b7f6-5dfc62839a23 req-2a4be20c-cee1-4426-aa43-e14fffdfc82c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] For port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:03.677026 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0c183e58-f117-4e6b-b7f6-5dfc62839a23 req-2a4be20c-cee1-4426-aa43-e14fffdfc82c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:03.701252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0c183e58-f117-4e6b-b7f6-5dfc62839a23 req-2a4be20c-cee1-4426-aa43-e14fffdfc82c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Calling delete_port for 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:03.956825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1616f8-7f0f-4083-b18b-79385dccf588 req-b5dfa83f-6b8b-442a-a941-a1e44b30cefa tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:03.958410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c1616f8-7f0f-4083-b18b-79385dccf588 req-b5dfa83f-6b8b-442a-a941-a1e44b30cefa tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 950 time: 0.1961491 Aug 21 09:04:03.976360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-12122e8f-8bf3-410f-b1c1-fe27c4599ed0 req-13edeec7-0e59-4e1d-8aa7-dc0c0cfd1d2b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] For port 141e74d9-6e43-4d44-8810-2b47fe848d1f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f,segment=NetworkSegment(c3b635dc-72d2-42ae-977d-7d3c147853bd),segment_id=c3b635dc-72d2-42ae-977d-7d3c147853bd)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:04.003231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912d290-6281-4ced-9b47-b79a4eacfec4 req-4c22a227-8426-4445-9d03-0500356bb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:04.005955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a912d290-6281-4ced-9b47-b79a4eacfec4 req-4c22a227-8426-4445-9d03-0500356bb43e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 1137 time: 0.1569078 Aug 21 09:04:04.141075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'tag': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:04.143116 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b5be46-c11c-45a9-ab6c-d67668a9dc42" -d '{"events": [{"name": "network-changed", "server_uuid": "afdfadeb-5717-48f9-b3f1-a20e618120f1", "tag": "6abddbe1-d1a4-4c46-a7b2-b84f57547da1"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:04.164432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-12122e8f-8bf3-410f-b1c1-fe27c4599ed0 req-13edeec7-0e59-4e1d-8aa7-dc0c0cfd1d2b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:04.174252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c1616f8-7f0f-4083-b18b-79385dccf588 req-c6f7fdeb-be6c-491d-9f1a-14ee8b44df6f tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060943 Aug 21 09:04:04.230280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-12122e8f-8bf3-410f-b1c1-fe27c4599ed0 req-13edeec7-0e59-4e1d-8aa7-dc0c0cfd1d2b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:04.233991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912d290-6281-4ced-9b47-b79a4eacfec4 req-dc3f031a-615b-4300-a9b8-0639cd48fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:04.235513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a912d290-6281-4ced-9b47-b79a4eacfec4 req-dc3f031a-615b-4300-a9b8-0639cd48fa70 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93 HTTP/1.1" status: 200 len: 913 time: 0.2027872 Aug 21 09:04:04.243348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['141e74d9-6e43-4d44-8810-2b47fe848d1f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:04.288272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ac430-a0c0-4bde-b93c-e84caba77aac req-5b188e0f-f1a1-474b-be95-413933beede8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:04.289804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e65ac430-a0c0-4bde-b93c-e84caba77aac req-5b188e0f-f1a1-474b-be95-413933beede8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 950 time: 0.1152434 Aug 21 09:04:04.291976 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0c183e58-f117-4e6b-b7f6-5dfc62839a23 req-2a4be20c-cee1-4426-aa43-e14fffdfc82c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:04.364418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12122e8f-8bf3-410f-b1c1-fe27c4599ed0 req-13edeec7-0e59-4e1d-8aa7-dc0c0cfd1d2b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:04.365853 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-12122e8f-8bf3-410f-b1c1-fe27c4599ed0 req-13edeec7-0e59-4e1d-8aa7-dc0c0cfd1d2b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:04.370963 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12122e8f-8bf3-410f-b1c1-fe27c4599ed0 req-13edeec7-0e59-4e1d-8aa7-dc0c0cfd1d2b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "PUT /v2.0/ports/141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 981 time: 1.0753622 Aug 21 09:04:04.381203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a912d290-6281-4ced-9b47-b79a4eacfec4 req-353facb2-c610-48ed-9c05-9ec6cf9b0605 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c88b49-d44d-4144-9e69-1742514023e0 HTTP/1.1" status: 200 len: 217 time: 0.1073201 Aug 21 09:04:04.451603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['141e74d9-6e43-4d44-8810-2b47fe848d1f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:04.962372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c183e58-f117-4e6b-b7f6-5dfc62839a23 req-2a4be20c-cee1-4426-aa43-e14fffdfc82c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] No DVR routers for this DVR port 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:04:04.964986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edeec7-0e59-4e1d-8aa7-dc0c0cfd1d2b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Pushing event updated for resources: {'Port': ['ID=141e74d9-6e43-4d44-8810-2b47fe848d1f,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:04.975795 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0c183e58-f117-4e6b-b7f6-5dfc62839a23 req-2a4be20c-cee1-4426-aa43-e14fffdfc82c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:04.975795 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c183e58-f117-4e6b-b7f6-5dfc62839a23 req-2a4be20c-cee1-4426-aa43-e14fffdfc82c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.13 "DELETE /v2.0/ports/6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac HTTP/1.1" status: 204 len: 173 time: 1.8546493 Aug 21 09:04:05.017881 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4be20c-cee1-4426-aa43-e14fffdfc82c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Pushing event deleted for resources: {'Port': ['ID=6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:05.024805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912d290-6281-4ced-9b47-b79a4eacfec4 req-b9a96cea-6113-48cb-aef0-8d52e628aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:05.026441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a912d290-6281-4ced-9b47-b79a4eacfec4 req-b9a96cea-6113-48cb-aef0-8d52e628aa14 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e7eb66c0-aab2-4056-93ac-8c4ff0fd008b HTTP/1.1" status: 200 len: 852 time: 0.2299457 Aug 21 09:04:05.040813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa291a-199b-4825-9e3f-7cf791fb35f9 req-d3739cd0-599a-41ce-aced-b18386100798 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:05.042365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49aa291a-199b-4825-9e3f-7cf791fb35f9 req-d3739cd0-599a-41ce-aced-b18386100798 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 985 time: 0.2507477 Aug 21 09:04:05.050448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16dfe-fcab-4c87-afce-dc895147fee5 req-d41360f0-d023-4ee9-95a9-0a9805ac49f0 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:05.051362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5d16dfe-fcab-4c87-afce-dc895147fee5 req-d41360f0-d023-4ee9-95a9-0a9805ac49f0 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 943 time: 0.2585742 Aug 21 09:04:05.093988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a912d290-6281-4ced-9b47-b79a4eacfec4 req-dd6c454f-4057-4cee-917b-872270f594be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415971 Aug 21 09:04:05.190884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e65ac430-a0c0-4bde-b93c-e84caba77aac req-a56574a3-c4fe-4eb7-b430-8c51c5d8de34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Deleting port 749d303a-18e8-413e-b8fc-b15816bdf8eb {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:05.191224 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e65ac430-a0c0-4bde-b93c-e84caba77aac req-a56574a3-c4fe-4eb7-b430-8c51c5d8de34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:05.222971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49aa291a-199b-4825-9e3f-7cf791fb35f9 req-f651f1e7-1cdc-4696-8b64-5739df7ebf78 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e2c90e-b6b3-4723-9d34-00f71ae5ada6&id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1559713 Aug 21 09:04:05.225537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5d16dfe-fcab-4c87-afce-dc895147fee5 req-501d7255-71db-4a93-bc51-112148f3a97e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627836 Aug 21 09:04:05.319349 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1e6c10-799e-47ea-8f38-12bcc1525150 x-openstack-request-id: req-9b1e6c10-799e-47ea-8f38-12bcc1525150 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:05.320046 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdfadeb-5717-48f9-b3f1-a20e618120f1", "tag": "6abddbe1-d1a4-4c46-a7b2-b84f57547da1", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:05.320046 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b1e6c10-799e-47ea-8f38-12bcc1525150 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:05.322145 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'tag': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1', 'status': 'completed', 'code': 200} Aug 21 09:04:05.332334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a912d290-6281-4ced-9b47-b79a4eacfec4 req-f4d5c29b-5973-4170-9567-792f1cc395ac service neutron] 10.222.0.22 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291687 Aug 21 09:04:05.378291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:04:05.446942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e65ac430-a0c0-4bde-b93c-e84caba77aac req-a56574a3-c4fe-4eb7-b430-8c51c5d8de34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] For port 749d303a-18e8-413e-b8fc-b15816bdf8eb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=749d303a-18e8-413e-b8fc-b15816bdf8eb,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:05.447319 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e65ac430-a0c0-4bde-b93c-e84caba77aac req-a56574a3-c4fe-4eb7-b430-8c51c5d8de34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:05.496001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63954a04-bf12-4b5d-a588-811fa70c200c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:05.505325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e65ac430-a0c0-4bde-b93c-e84caba77aac req-a56574a3-c4fe-4eb7-b430-8c51c5d8de34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Calling delete_port for 749d303a-18e8-413e-b8fc-b15816bdf8eb owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:05.547016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8df2d6e-ac90-4a13-b87f-42ecf60fd7fa req-40696935-d080-4ed8-8979-bffb1610099d tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4601ff1f-32b7-478a-b460-24a11f85082e HTTP/1.1" status: 200 len: 210 time: 0.0619028 Aug 21 09:04:05.566243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5be46-c11c-45a9-ab6c-d67668a9dc42 req-05019ced-6b1f-41ca-84dd-cbc9204f88df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:05.574442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9b5be46-c11c-45a9-ab6c-d67668a9dc42 req-05019ced-6b1f-41ca-84dd-cbc9204f88df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 1095 time: 0.2106943 Aug 21 09:04:05.620934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89027a13-ae7a-41d5-aa71-e7fd8b5a2f1e req-619e4a5c-86df-4987-b3b4-b8983b1ddd5f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1030411272&fields=id&tenant_id=205879961c824c35af0e1b151cdd090f HTTP/1.1" status: 200 len: 267 time: 0.1846094 Aug 21 09:04:05.693125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a912d290-6281-4ced-9b47-b79a4eacfec4 req-cc8b411d-e9a3-43f2-b245-18eaf14abbdf service neutron] 10.222.0.22 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482172 Aug 21 09:04:05.734597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:05.768835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:05.770467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:05.826350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89027a13-ae7a-41d5-aa71-e7fd8b5a2f1e req-8cebcc92-c79b-4c1d-8b7e-d563ccbd6dba tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:05.828047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89027a13-ae7a-41d5-aa71-e7fd8b5a2f1e req-8cebcc92-c79b-4c1d-8b7e-d563ccbd6dba tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 984 time: 0.1900063 Aug 21 09:04:05.835979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492640a-b9ba-4672-9544-e64cc289363d req-63e605aa-a0f3-4978-8962-4bfbc3499c8a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:05.837472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4492640a-b9ba-4672-9544-e64cc289363d req-63e605aa-a0f3-4978-8962-4bfbc3499c8a tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 950 time: 0.1969299 Aug 21 09:04:05.850981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:05.864341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'port_id': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1', 'mac_address': 'fa:16:3e:64:86:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2050f02-4ee6-4f5c-b15c-ac170569c539', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:04:05.866755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5be46-c11c-45a9-ab6c-d67668a9dc42 req-3ee174dc-7b10-4c50-846f-a7366c26ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:05.868026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9b5be46-c11c-45a9-ab6c-d67668a9dc42 req-3ee174dc-7b10-4c50-846f-a7366c26ac20 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 905 time: 0.2659631 Aug 21 09:04:05.871926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-89027a13-ae7a-41d5-aa71-e7fd8b5a2f1e req-499910bd-924d-454f-b427-ef7502c6aedf tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Request body: {'port': {'security_groups': ['8ac76915-e3c2-4355-b6c8-3a16d60f21ca']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:05.907760 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:05.924338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:04:05.956759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9b5be46-c11c-45a9-ab6c-d67668a9dc42 req-da69be3d-a19d-4bb8-b307-50c0379f5257 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6abddbe1-d1a4-4c46-a7b2-b84f57547da1 HTTP/1.1" status: 200 len: 217 time: 0.0746226 Aug 21 09:04:05.984040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:05.986392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 63954a04-bf12-4b5d-a588-811fa70c200c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:05.999393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 63954a04-bf12-4b5d-a588-811fa70c200c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:05.999869 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:06.054447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4492640a-b9ba-4672-9544-e64cc289363d req-d12359e8-e9d2-4469-a736-9113c3b02cd5 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963239 Aug 21 09:04:06.055937 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:06.069077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89027a13-ae7a-41d5-aa71-e7fd8b5a2f1e req-499910bd-924d-454f-b427-ef7502c6aedf tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:06.082230 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e65ac430-a0c0-4bde-b93c-e84caba77aac req-a56574a3-c4fe-4eb7-b430-8c51c5d8de34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:06.086806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5be46-c11c-45a9-ab6c-d67668a9dc42 req-797fe94f-b26e-47b5-84d7-40bcdbd2237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:06.088325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9b5be46-c11c-45a9-ab6c-d67668a9dc42 req-797fe94f-b26e-47b5-84d7-40bcdbd2237a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2050f02-4ee6-4f5c-b15c-ac170569c539 HTTP/1.1" status: 200 len: 844 time: 0.1152668 Aug 21 09:04:06.111852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['da919d1c-196a-4736-a16e-44adc1bcdc81', '776a1110-029f-4c79-9515-bd11cafdbfe9', '1e3381bd-a4db-41c7-ba01-c641699117ec'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:06.189131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56574a3-c4fe-4eb7-b430-8c51c5d8de34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Pushing event deleted for resources: {'Port': ['ID=749d303a-18e8-413e-b8fc-b15816bdf8eb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:06.203165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9b5be46-c11c-45a9-ab6c-d67668a9dc42 req-8d19bb75-c699-4a91-b65e-2c64705034cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030781 Aug 21 09:04:06.212118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:06.282136 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:06.348981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['6abddbe1-d1a4-4c46-a7b2-b84f57547da1'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:06.357743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 63954a04-bf12-4b5d-a588-811fa70c200c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63954a04-bf12-4b5d-a588-811fa70c200c,segment=NetworkSegment(ae4352aa-ac85-44fd-9b36-7e40ba4f7128),segment_id=ae4352aa-ac85-44fd-9b36-7e40ba4f7128)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:06.432666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65ac430-a0c0-4bde-b93c-e84caba77aac req-a56574a3-c4fe-4eb7-b430-8c51c5d8de34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] No DVR routers for this DVR port 749d303a-18e8-413e-b8fc-b15816bdf8eb on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:04:06.436225 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e65ac430-a0c0-4bde-b93c-e84caba77aac req-a56574a3-c4fe-4eb7-b430-8c51c5d8de34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:06.439328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e65ac430-a0c0-4bde-b93c-e84caba77aac req-a56574a3-c4fe-4eb7-b430-8c51c5d8de34 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "DELETE /v2.0/ports/749d303a-18e8-413e-b8fc-b15816bdf8eb HTTP/1.1" status: 204 len: 173 time: 2.0908647 Aug 21 09:04:06.462293 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:06.580588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9b5be46-c11c-45a9-ab6c-d67668a9dc42 req-3dee488f-a6e2-4fcd-83e1-58640b7d2647 service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243330 Aug 21 09:04:06.607336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=63954a04-bf12-4b5d-a588-811fa70c200c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:06.615141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e280f2-d47f-498d-aec0-faa90bfa76fa req-a59afb0a-706c-4694-87a9-88a381bcab43 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:06.617634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65e280f2-d47f-498d-aec0-faa90bfa76fa req-a59afb0a-706c-4694-87a9-88a381bcab43 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 944 time: 0.1715801 Aug 21 09:04:06.754532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65e280f2-d47f-498d-aec0-faa90bfa76fa req-f431c625-d8dc-4845-b3f1-34d4a4190ea2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991027 Aug 21 09:04:06.833014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9b5be46-c11c-45a9-ab6c-d67668a9dc42 req-694100d5-92c9-4dd4-9d1a-deb170c31c7d service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382340 Aug 21 09:04:06.866765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-89027a13-ae7a-41d5-aa71-e7fd8b5a2f1e req-499910bd-924d-454f-b427-ef7502c6aedf tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] For port 141e74d9-6e43-4d44-8810-2b47fe848d1f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f,segment=NetworkSegment(c3b635dc-72d2-42ae-977d-7d3c147853bd),segment_id=c3b635dc-72d2-42ae-977d-7d3c147853bd)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:06.940023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89027a13-ae7a-41d5-aa71-e7fd8b5a2f1e req-499910bd-924d-454f-b427-ef7502c6aedf tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:06.941286 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-19cbe03b-ef20-463c-93fe-5bebb2967cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:06.958983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26128dc9-f9e6-45f1-b72b-ddd109154087 req-4363b2b8-5adf-4650-a5c9-f153f679e0eb tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:06.960543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26128dc9-f9e6-45f1-b72b-ddd109154087 req-4363b2b8-5adf-4650-a5c9-f153f679e0eb tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 985 time: 0.0892160 Aug 21 09:04:07.041103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26128dc9-f9e6-45f1-b72b-ddd109154087 req-c6c49f26-20f6-4fdd-be58-af043897da42 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e2c90e-b6b3-4723-9d34-00f71ae5ada6&id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0457909 Aug 21 09:04:07.089065 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89027a13-ae7a-41d5-aa71-e7fd8b5a2f1e req-499910bd-924d-454f-b427-ef7502c6aedf tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:07.106421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['141e74d9-6e43-4d44-8810-2b47fe848d1f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:07.164275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89027a13-ae7a-41d5-aa71-e7fd8b5a2f1e req-499910bd-924d-454f-b427-ef7502c6aedf tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:07.165100 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89027a13-ae7a-41d5-aa71-e7fd8b5a2f1e req-499910bd-924d-454f-b427-ef7502c6aedf tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:07.166852 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89027a13-ae7a-41d5-aa71-e7fd8b5a2f1e req-499910bd-924d-454f-b427-ef7502c6aedf tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "PUT /v2.0/ports/141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 942 time: 1.3071492 Aug 21 09:04:07.247663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4c21e6b-6277-4824-bed5-b4380368a735 req-1c238e70-4593-4030-9dd6-e96330e417f6 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-577983475&fields=id&tenant_id=f5ed72a36f12435ba04ce343b7133dd6 HTTP/1.1" status: 200 len: 267 time: 0.0794640 Aug 21 09:04:07.262717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499910bd-924d-454f-b427-ef7502c6aedf tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Pushing event updated for resources: {'Port': ['ID=141e74d9-6e43-4d44-8810-2b47fe848d1f,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:07.307903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['141e74d9-6e43-4d44-8810-2b47fe848d1f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:07.318657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c21e6b-6277-4824-bed5-b4380368a735 req-689d4574-d382-4752-ba93-a06ca44a211b tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:07.328807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4c21e6b-6277-4824-bed5-b4380368a735 req-689d4574-d382-4752-ba93-a06ca44a211b tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 985 time: 0.0798650 Aug 21 09:04:07.334977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e4c21e6b-6277-4824-bed5-b4380368a735 req-0ac1703b-fb7c-42e2-832c-94fefaa5ff30 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'port': {'security_groups': ['44e2c90e-b6b3-4723-9d34-00f71ae5ada6', '738b6a6e-c8c0-463b-9b9c-8fbc230631f7', 'd25f3893-fb88-435b-8677-65497c6b86fc']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:07.340549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f'}, {'server_uuid': '4601ff1f-32b7-478a-b460-24a11f85082e', 'name': 'network-vif-deleted', 'tag': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac'}, {'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-deleted', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb'}, {'name': 'network-changed', 'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:07.342832 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc2d514-719b-4198-9d7a-629a835e976d" -d '{"events": [{"name": "network-changed", "server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f"}, {"server_uuid": "4601ff1f-32b7-478a-b460-24a11f85082e", "name": "network-vif-deleted", "tag": "6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac"}, {"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-deleted", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb"}, {"name": "network-changed", "server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:07.367859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63954a04-bf12-4b5d-a588-811fa70c200c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:07.423495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:07.434104 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e4c21e6b-6277-4824-bed5-b4380368a735 req-0ac1703b-fb7c-42e2-832c-94fefaa5ff30 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:07.567016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 63954a04-bf12-4b5d-a588-811fa70c200c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:07.567673 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:07.674691 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:07.681856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e4c21e6b-6277-4824-bed5-b4380368a735 req-0ac1703b-fb7c-42e2-832c-94fefaa5ff30 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] For port 49c88b49-d44d-4144-9e69-1742514023e0, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=49c88b49-d44d-4144-9e69-1742514023e0,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:07.688454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:07.689206 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:07.747363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e4c21e6b-6277-4824-bed5-b4380368a735 req-0ac1703b-fb7c-42e2-832c-94fefaa5ff30 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:07.809221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9562b173-c04a-4920-9d00-4d426deef44c req-c59b125b-d74e-4406-af53-0d015921426e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=714f9d08-661d-4b7c-8f4f-c8cbed926980 HTTP/1.1" status: 200 len: 210 time: 0.0490248 Aug 21 09:04:07.818308 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:07.827326 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e4c21e6b-6277-4824-bed5-b4380368a735 req-0ac1703b-fb7c-42e2-832c-94fefaa5ff30 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:07.844998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['49c88b49-d44d-4144-9e69-1742514023e0'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:07.848373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['24448169-e68d-446f-80f2-eb40b0c98c32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:07.939296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c21e6b-6277-4824-bed5-b4380368a735 req-0ac1703b-fb7c-42e2-832c-94fefaa5ff30 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:07.939296 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e4c21e6b-6277-4824-bed5-b4380368a735 req-0ac1703b-fb7c-42e2-832c-94fefaa5ff30 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:07.941138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:07.941138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:07.941138 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac813ab3-3346-4c1d-be53-f57dba3e23f0" -d '{"events": [{"server_uuid": "afdfadeb-5717-48f9-b3f1-a20e618120f1", "name": "network-vif-plugged", "status": "completed", "tag": "6abddbe1-d1a4-4c46-a7b2-b84f57547da1"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:07.941614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4c21e6b-6277-4824-bed5-b4380368a735 req-0ac1703b-fb7c-42e2-832c-94fefaa5ff30 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "PUT /v2.0/ports/49c88b49-d44d-4144-9e69-1742514023e0 HTTP/1.1" status: 200 len: 1021 time: 0.6094959 Aug 21 09:04:08.016292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['49c88b49-d44d-4144-9e69-1742514023e0'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:08.111967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1703b-fb7c-42e2-832c-94fefaa5ff30 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'Port': ['ID=49c88b49-d44d-4144-9e69-1742514023e0,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:08.127007 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:08.127894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:08.166242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-976ee199-c861-49da-ad38-849da9cd40c4 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3272679 Aug 21 09:04:08.178221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:08.193856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb1dae-3ba8-4e86-bf5a-32e5a5923e35 req-b5c77b7b-6433-438e-8b33-82e386e680a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:08.195841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96eb1dae-3ba8-4e86-bf5a-32e5a5923e35 req-b5c77b7b-6433-438e-8b33-82e386e680a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 944 time: 0.1486263 Aug 21 09:04:08.219723 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 688 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf6175-9bb0-492a-9bc0-db6dc22ee834 x-openstack-request-id: req-90cf6175-9bb0-492a-9bc0-db6dc22ee834 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:08.220315 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f", "status": "completed", "code": 200}, {"server_uuid": "4601ff1f-32b7-478a-b460-24a11f85082e", "name": "network-vif-deleted", "tag": "6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac", "status": "completed", "code": 200}, {"server_uuid": "714f9d08-661d-4b7c-8f4f-c8cbed926980", "name": "network-vif-deleted", "tag": "749d303a-18e8-413e-b8fc-b15816bdf8eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:08.220852 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90cf6175-9bb0-492a-9bc0-db6dc22ee834 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:08.221791 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'status': 'completed', 'code': 200} Aug 21 09:04:08.222366 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4601ff1f-32b7-478a-b460-24a11f85082e', 'name': 'network-vif-deleted', 'tag': '6dd390ca-61b6-45e6-bc3f-ba6a0b30d5ac', 'status': 'completed', 'code': 200} Aug 21 09:04:08.222784 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714f9d08-661d-4b7c-8f4f-c8cbed926980', 'name': 'network-vif-deleted', 'tag': '749d303a-18e8-413e-b8fc-b15816bdf8eb', 'status': 'completed', 'code': 200} Aug 21 09:04:08.223235 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'status': 'completed', 'code': 200} Aug 21 09:04:08.224416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 749d303a-18e8-413e-b8fc-b15816bdf8eb {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:08.224871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 749d303a-18e8-413e-b8fc-b15816bdf8eb not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:08.342377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:08.384389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2d514-719b-4198-9d7a-629a835e976d req-08cc5f51-17df-4d49-b478-6d5a6930a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:08.384389 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-08cc5f51-17df-4d49-b478-6d5a6930a89d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=205879961c824c35af0e1b151cdd090f&device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 1097 time: 0.1085739 Aug 21 09:04:08.397161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-96eb1dae-3ba8-4e86-bf5a-32e5a5923e35 req-c6d94b86-ac47-4633-9479-42ce2aade54b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Deleting port 9ba28cba-2928-4f11-aa79-fb75dfc51720 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:08.397500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96eb1dae-3ba8-4e86-bf5a-32e5a5923e35 req-c6d94b86-ac47-4633-9479-42ce2aade54b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:08.488879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2d514-719b-4198-9d7a-629a835e976d req-92117d57-e877-4a0b-8ecd-902476267cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:08.491028 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-92117d57-e877-4a0b-8ecd-902476267cb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a8ce318-4c64-4750-80fb-28d9c607fe7d HTTP/1.1" status: 200 len: 921 time: 0.1233981 Aug 21 09:04:08.497803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:08.522414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-96eb1dae-3ba8-4e86-bf5a-32e5a5923e35 req-c6d94b86-ac47-4633-9479-42ce2aade54b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] For port 9ba28cba-2928-4f11-aa79-fb75dfc51720, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9ba28cba-2928-4f11-aa79-fb75dfc51720,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:08.522414 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96eb1dae-3ba8-4e86-bf5a-32e5a5923e35 req-c6d94b86-ac47-4633-9479-42ce2aade54b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:08.545970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935fa21-b476-49e5-a245-6c834ebec8db req-fc85eb8f-823b-4f2a-a889-6fb69f6687cb tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:08.547694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9935fa21-b476-49e5-a245-6c834ebec8db req-fc85eb8f-823b-4f2a-a889-6fb69f6687cb tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 944 time: 0.1905663 Aug 21 09:04:08.579334 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-1943ea95-d218-4981-9c87-8bcaf630f42b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 217 time: 0.0710030 Aug 21 09:04:08.579926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-96eb1dae-3ba8-4e86-bf5a-32e5a5923e35 req-c6d94b86-ac47-4633-9479-42ce2aade54b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Calling delete_port for 9ba28cba-2928-4f11-aa79-fb75dfc51720 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:08.676499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2d514-719b-4198-9d7a-629a835e976d req-45c53b3a-c934-4d5b-bc27-cc0561b4e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:08.679112 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-45c53b3a-c934-4d5b-bc27-cc0561b4e231 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1db6eb67-e501-4dbc-97df-829a40d9e3e9 HTTP/1.1" status: 200 len: 860 time: 0.0906174 Aug 21 09:04:08.694761 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9935fa21-b476-49e5-a245-6c834ebec8db req-fecca557-3728-48e5-ad3d-8b42999b8f1c tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125314 Aug 21 09:04:08.737654 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-01cf51ec-9ef9-4fa4-96ae-fbf5c5e06a0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a8ce318-4c64-4750-80fb-28d9c607fe7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492671 Aug 21 09:04:08.870027 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-d8193455-e493-4315-9af6-aaa02e10d093 service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150739 Aug 21 09:04:08.905807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:08.917551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e50d-2dc5-422d-a416-198e8b699cc4 req-5d2fc8c1-7858-4ce7-a130-dfe91596de61 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:08.923622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37b5e50d-2dc5-422d-a416-198e8b699cc4 req-5d2fc8c1-7858-4ce7-a130-dfe91596de61 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 945 time: 0.1173396 Aug 21 09:04:08.994702 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-4499ebcb-41f4-4924-b52c-86618844f9ad service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116295 Aug 21 09:04:09.116732 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2d514-719b-4198-9d7a-629a835e976d req-f5da7749-b074-4513-b8d6-9514be0634fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:09.118645 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-f5da7749-b074-4513-b8d6-9514be0634fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=205879961c824c35af0e1b151cdd090f&device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 1097 time: 0.0613055 Aug 21 09:04:09.248677 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2d514-719b-4198-9d7a-629a835e976d req-23d80ac7-53cd-4c15-9710-1562fa6682e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:09.250221 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-23d80ac7-53cd-4c15-9710-1562fa6682e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a8ce318-4c64-4750-80fb-28d9c607fe7d HTTP/1.1" status: 200 len: 921 time: 0.1219504 Aug 21 09:04:09.296368 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-850b08e3-5f81-4ac5-a15f-ff594a71d36e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 217 time: 0.0377672 Aug 21 09:04:09.348468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2d514-719b-4198-9d7a-629a835e976d req-8f5342ae-6ca5-4acf-b28a-38e63eb706e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:09.350115 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-8f5342ae-6ca5-4acf-b28a-38e63eb706e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1db6eb67-e501-4dbc-97df-829a40d9e3e9 HTTP/1.1" status: 200 len: 860 time: 0.0473635 Aug 21 09:04:09.350964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37b5e50d-2dc5-422d-a416-198e8b699cc4 req-7f0afac2-521a-4a02-a2eb-0a11c4c8e203 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193985 Aug 21 09:04:09.397542 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-040da866-3567-4c5a-8c5a-975273c6d978 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a8ce318-4c64-4750-80fb-28d9c607fe7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408711 Aug 21 09:04:09.413454 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96eb1dae-3ba8-4e86-bf5a-32e5a5923e35 req-c6d94b86-ac47-4633-9479-42ce2aade54b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:09.429619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Allocated IP 172.25.5.227 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/8db2653f-62e4-40be-a5f8-4fc17306e207) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:04:09.468084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d94b86-ac47-4633-9479-42ce2aade54b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Pushing event deleted for resources: {'Port': ['ID=9ba28cba-2928-4f11-aa79-fb75dfc51720,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:09.505060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-22df4de8-63c7-4e37-a59e-458b6047824a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:09.510957 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-6fbede64-f432-446c-a14f-c4263e1b4edd service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055763 Aug 21 09:04:09.580865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2abc3f7f-8aa4-4579-9365-040ea40d36fe req-518ec00a-b28d-461b-b213-413117d1fc57 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/d25f3893-fb88-435b-8677-65497c6b86fc HTTP/1.1" status: 200 len: 1800 time: 0.1760375 Aug 21 09:04:09.618048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-96eb1dae-3ba8-4e86-bf5a-32e5a5923e35 req-c6d94b86-ac47-4633-9479-42ce2aade54b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] No DVR routers for this DVR port 9ba28cba-2928-4f11-aa79-fb75dfc51720 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:04:09.626119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96eb1dae-3ba8-4e86-bf5a-32e5a5923e35 req-c6d94b86-ac47-4633-9479-42ce2aade54b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:09.628157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96eb1dae-3ba8-4e86-bf5a-32e5a5923e35 req-c6d94b86-ac47-4633-9479-42ce2aade54b tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.13 "DELETE /v2.0/ports/9ba28cba-2928-4f11-aa79-fb75dfc51720 HTTP/1.1" status: 204 len: 173 time: 1.4240692 Aug 21 09:04:09.631006 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3cc2d514-719b-4198-9d7a-629a835e976d req-2b9e6941-2d8d-48a2-b0aa-eaa993b8b5ca service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114540 Aug 21 09:04:09.689650 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:09.700074 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-2abc3f7f-8aa4-4579-9365-040ea40d36fe req-314174b6-31a0-4475-ac44-b1defb06f15f tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 21 09:04:09.701131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2abc3f7f-8aa4-4579-9365-040ea40d36fe req-314174b6-31a0-4475-ac44-b1defb06f15f tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "DELETE /v2.0/security-groups/d25f3893-fb88-435b-8677-65497c6b86fc HTTP/1.1" status: 409 len: 341 time: 0.1028020 Aug 21 09:04:09.718814 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:09.761361 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08750bef-e844-496c-873c-ac10243ea746 x-openstack-request-id: req-08750bef-e844-496c-873c-ac10243ea746 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:09.761361 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdfadeb-5717-48f9-b3f1-a20e618120f1", "name": "network-vif-plugged", "status": "completed", "tag": "6abddbe1-d1a4-4c46-a7b2-b84f57547da1", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:09.761361 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08750bef-e844-496c-873c-ac10243ea746 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:09.761361 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1', 'code': 200} Aug 21 09:04:09.838315 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:09.928839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:04:09.941064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:09.944359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Pushing event updated for resources: {'Port': ['ID=8db2653f-62e4-40be-a5f8-4fc17306e207,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:09.947787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:04:09.954337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90418-53ad-415d-9a96-f2de4855ad4e req-b265e21d-b016-42ce-8291-848d9ded7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:09.954951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa90418-53ad-415d-9a96-f2de4855ad4e req-b265e21d-b016-42ce-8291-848d9ded7f04 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 1097 time: 0.1293912 Aug 21 09:04:10.050673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa90418-53ad-415d-9a96-f2de4855ad4e req-c665f485-9e04-4317-be0d-b692cb45c7e0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714557 Aug 21 09:04:10.138079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:10.232543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'tag': '49c88b49-d44d-4144-9e69-1742514023e0'}, {'server_uuid': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'name': 'network-vif-deleted', 'tag': '9ba28cba-2928-4f11-aa79-fb75dfc51720'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:10.235280 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0226d9e1-ff3c-4b48-8c9f-9417544e4435" -d '{"events": [{"name": "network-changed", "server_uuid": "a3064a8b-2c6f-4e73-b322-ada295d909e6", "tag": "49c88b49-d44d-4144-9e69-1742514023e0"}, {"server_uuid": "2d3991da-99cc-43f8-ae8e-7455eb9b8ae6", "name": "network-vif-deleted", "tag": "9ba28cba-2928-4f11-aa79-fb75dfc51720"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:10.288920 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:10.462848 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:10.537299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5736e2e5-977a-49f5-aba3-6fd8bd0f3245 req-b5814424-8b53-42ae-bc67-862a8bea9d32 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3991da-99cc-43f8-ae8e-7455eb9b8ae6 HTTP/1.1" status: 200 len: 210 time: 0.0296254 Aug 21 09:04:10.592798 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:10.670135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Pushing event updated for resources: {'Port': ['ID=8db2653f-62e4-40be-a5f8-4fc17306e207,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:10.687264 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:10.823121 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:10.823868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:10.825858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-b763a701-e796-4aba-b121-ae9f61fc5899 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6529410 Aug 21 09:04:10.880476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-ff03dbe5-28ab-4548-b665-dd762758dbbf tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0479674 Aug 21 09:04:11.060388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-f0ad8a92-f270-41ba-aac2-0e0ad8bf1ba5 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:11.060388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-666f71b8-90d0-478f-bbf0-05da2c0dbf75 req-f0ad8a92-f270-41ba-aac2-0e0ad8bf1ba5 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.1331472 Aug 21 09:04:11.060388 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f717d0-5aa2-43c8-9803-51e1f81e7cec x-openstack-request-id: req-91f717d0-5aa2-43c8-9803-51e1f81e7cec {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:11.060388 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3064a8b-2c6f-4e73-b322-ada295d909e6", "tag": "49c88b49-d44d-4144-9e69-1742514023e0", "status": "completed", "code": 200}, {"server_uuid": "2d3991da-99cc-43f8-ae8e-7455eb9b8ae6", "name": "network-vif-deleted", "tag": "9ba28cba-2928-4f11-aa79-fb75dfc51720", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:11.060388 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91f717d0-5aa2-43c8-9803-51e1f81e7cec {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:11.060388 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'tag': '49c88b49-d44d-4144-9e69-1742514023e0', 'status': 'completed', 'code': 200} Aug 21 09:04:11.060388 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3991da-99cc-43f8-ae8e-7455eb9b8ae6', 'name': 'network-vif-deleted', 'tag': '9ba28cba-2928-4f11-aa79-fb75dfc51720', 'status': 'completed', 'code': 200} Aug 21 09:04:11.220060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd558773-e0d7-4773-96b7-d5922b570ed6 req-3467278f-1a1d-4f72-bc7c-c2978e885d1b tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:11.221601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd558773-e0d7-4773-96b7-d5922b570ed6 req-3467278f-1a1d-4f72-bc7c-c2978e885d1b tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 1024 time: 0.1144371 Aug 21 09:04:11.224590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226d9e1-ff3c-4b48-8c9f-9417544e4435 req-4757ce7f-cf53-4619-bfd0-5825dfb96f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:11.226172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0226d9e1-ff3c-4b48-8c9f-9417544e4435 req-4757ce7f-cf53-4619-bfd0-5825dfb96f3c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 1176 time: 0.1366298 Aug 21 09:04:11.233655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ac6c7-92dd-4d49-86fd-ff3cb42c264b req-751cfe7e-01bc-402d-a047-109b4c8c5f04 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:11.235076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-781ac6c7-92dd-4d49-86fd-ff3cb42c264b req-751cfe7e-01bc-402d-a047-109b4c8c5f04 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 945 time: 0.1261320 Aug 21 09:04:11.356710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-781ac6c7-92dd-4d49-86fd-ff3cb42c264b req-88681d36-0411-44af-8215-6a3a2fe839b9 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027231 Aug 21 09:04:11.364534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd558773-e0d7-4773-96b7-d5922b570ed6 req-1ac3a0d3-916d-420d-9629-01720f52914f tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e2c90e-b6b3-4723-9d34-00f71ae5ada6&id=d25f3893-fb88-435b-8677-65497c6b86fc&id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1283205 Aug 21 09:04:11.470869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226d9e1-ff3c-4b48-8c9f-9417544e4435 req-e6e4e788-2031-4849-ae17-de83e2c8fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:11.470869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0226d9e1-ff3c-4b48-8c9f-9417544e4435 req-e6e4e788-2031-4849-ae17-de83e2c8fdef service neutron] 10.222.0.22 "GET /v2.0/networks?id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93 HTTP/1.1" status: 200 len: 913 time: 0.2192261 Aug 21 09:04:11.522118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0226d9e1-ff3c-4b48-8c9f-9417544e4435 req-d6ea07c9-9841-491f-a012-cb5d376cc273 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c88b49-d44d-4144-9e69-1742514023e0 HTTP/1.1" status: 200 len: 217 time: 0.0574174 Aug 21 09:04:11.599098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9ba28cba-2928-4f11-aa79-fb75dfc51720 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:11.619622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 9ba28cba-2928-4f11-aa79-fb75dfc51720 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:11.619911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9ba28cba-2928-4f11-aa79-fb75dfc51720 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:11.638916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226d9e1-ff3c-4b48-8c9f-9417544e4435 req-5a3f3c9c-20c8-45ee-991a-8f7d38648dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:11.641140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0226d9e1-ff3c-4b48-8c9f-9417544e4435 req-5a3f3c9c-20c8-45ee-991a-8f7d38648dfc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e7eb66c0-aab2-4056-93ac-8c4ff0fd008b HTTP/1.1" status: 200 len: 852 time: 0.1093056 Aug 21 09:04:11.652271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfbbeb-bf73-44f1-a165-e2c19c81f312 req-f166e357-aec6-44f9-9741-ae2b279cba53 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:11.653800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eebfbbeb-bf73-44f1-a165-e2c19c81f312 req-f166e357-aec6-44f9-9741-ae2b279cba53 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 951 time: 0.1346018 Aug 21 09:04:11.694502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0226d9e1-ff3c-4b48-8c9f-9417544e4435 req-ed30784d-6f7a-4fc0-afc3-ea02cfcfd838 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3cfe576f-17e5-4b8a-bda7-743f7c90ab93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396583 Aug 21 09:04:11.738208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-35011f22-b3cd-4a60-9d1a-a007840868ba tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:11.738208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-35011f22-b3cd-4a60-9d1a-a007840868ba tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1236320 Aug 21 09:04:11.825264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-5f2b3dde-a637-4b84-a9fb-6d1df12dcc7f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.1101587 Aug 21 09:04:11.830984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eebfbbeb-bf73-44f1-a165-e2c19c81f312 req-59a56686-321e-4138-9f05-96dda68717c1 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644244 Aug 21 09:04:11.839496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-e6acf86f-749e-4947-b7bf-bfd2ed12c13e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Request body: {'floatingip': {'port_id': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:11.883282 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-e6acf86f-749e-4947-b7bf-bfd2ed12c13e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:12.001274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0226d9e1-ff3c-4b48-8c9f-9417544e4435 req-e921c2a2-3380-4bea-ac14-ad306e9bb3c6 service neutron] 10.222.0.22 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874949 Aug 21 09:04:12.156473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359f9e5-9a36-4eaf-96d3-e8951026df5a req-8ce94a64-0a01-45c3-bd6f-0d665e40b7e8 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:12.158793 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6359f9e5-9a36-4eaf-96d3-e8951026df5a req-8ce94a64-0a01-45c3-bd6f-0d665e40b7e8 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 1024 time: 0.1952372 Aug 21 09:04:12.238323 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:12.290824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0226d9e1-ff3c-4b48-8c9f-9417544e4435 req-670888ad-3090-4b3e-9308-4a50081b2fc0 service neutron] 10.222.0.22 "GET /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666669 Aug 21 09:04:12.516249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6359f9e5-9a36-4eaf-96d3-e8951026df5a req-d9bf8e69-bd7a-4c4c-a938-4383d3834e6a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Deleting port 49c88b49-d44d-4144-9e69-1742514023e0 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:12.516682 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6359f9e5-9a36-4eaf-96d3-e8951026df5a req-d9bf8e69-bd7a-4c4c-a938-4383d3834e6a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:12.551183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce240e0-4ba7-431b-a06a-f0393f7df304 req-36d499b5-7f1f-4b0b-962a-20ff53f49468 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:12.552432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ce240e0-4ba7-431b-a06a-f0393f7df304 req-36d499b5-7f1f-4b0b-962a-20ff53f49468 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 945 time: 0.1872776 Aug 21 09:04:12.690866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77b620-278e-4ae0-bf3c-f2892ab7cdfa req-9f339ab5-6721-49f1-81a2-e2f2108a2371 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:12.692583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d77b620-278e-4ae0-bf3c-f2892ab7cdfa req-9f339ab5-6721-49f1-81a2-e2f2108a2371 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 951 time: 0.1988399 Aug 21 09:04:12.749179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ce240e0-4ba7-431b-a06a-f0393f7df304 req-3e304e88-92b9-4342-900d-0a03c37a28a2 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed2ba36c-503e-4996-b0f6-66bc27bf9f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836402 Aug 21 09:04:12.756728 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.resource_extend [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-e6acf86f-749e-4947-b7bf-bfd2ed12c13e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 09:04:12.851365 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d9393-b6a3-4b1e-96cb-1c2afa3b0844 req-dbf124b6-085a-46c7-ae10-7dd972cbfe96 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:12.853774 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-da6d9393-b6a3-4b1e-96cb-1c2afa3b0844 req-dbf124b6-085a-46c7-ae10-7dd972cbfe96 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.13 "GET /v2.0/ports?device_id=4233742d-e5e7-4c60-86fd-ef165d4a50e7 HTTP/1.1" status: 200 len: 945 time: 0.0731306 Aug 21 09:04:12.863280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6359f9e5-9a36-4eaf-96d3-e8951026df5a req-d9bf8e69-bd7a-4c4c-a938-4383d3834e6a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] For port 49c88b49-d44d-4144-9e69-1742514023e0, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=49c88b49-d44d-4144-9e69-1742514023e0,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:12.863678 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6359f9e5-9a36-4eaf-96d3-e8951026df5a req-d9bf8e69-bd7a-4c4c-a938-4383d3834e6a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:12.941505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6359f9e5-9a36-4eaf-96d3-e8951026df5a req-d9bf8e69-bd7a-4c4c-a938-4383d3834e6a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Calling delete_port for 49c88b49-d44d-4144-9e69-1742514023e0 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:12.944624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-e6acf86f-749e-4947-b7bf-bfd2ed12c13e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:12.972826 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-da6d9393-b6a3-4b1e-96cb-1c2afa3b0844 req-00b02155-c398-4b6c-bfb0-d1a76c8325a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Deleting port 8f572e61-3145-41e6-a0f6-6986223ea2d7 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:12.973469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-da6d9393-b6a3-4b1e-96cb-1c2afa3b0844 req-00b02155-c398-4b6c-bfb0-d1a76c8325a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:12.975943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b4456-4939-49a9-a018-7d520043e8a1 req-76dc3cdf-77bb-4613-81f3-edaa597e35f1 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:12.983153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d51b4456-4939-49a9-a018-7d520043e8a1 req-76dc3cdf-77bb-4613-81f3-edaa597e35f1 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 945 time: 0.1446760 Aug 21 09:04:13.025699 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-e6acf86f-749e-4947-b7bf-bfd2ed12c13e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:13.088692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-da6d9393-b6a3-4b1e-96cb-1c2afa3b0844 req-00b02155-c398-4b6c-bfb0-d1a76c8325a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] For port 8f572e61-3145-41e6-a0f6-6986223ea2d7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8f572e61-3145-41e6-a0f6-6986223ea2d7,segment=NetworkSegment(9ebfb352-85ba-4568-8147-e6c935dc77b1),segment_id=9ebfb352-85ba-4568-8147-e6c935dc77b1)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:13.089950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-da6d9393-b6a3-4b1e-96cb-1c2afa3b0844 req-00b02155-c398-4b6c-bfb0-d1a76c8325a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:13.106378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-da6d9393-b6a3-4b1e-96cb-1c2afa3b0844 req-00b02155-c398-4b6c-bfb0-d1a76c8325a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Calling delete_port for 8f572e61-3145-41e6-a0f6-6986223ea2d7 owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:13.146831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d51b4456-4939-49a9-a018-7d520043e8a1 req-d4991f77-2b1e-45bf-8128-9f7c7e305bb9 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627297 Aug 21 09:04:13.151349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-4d77b620-278e-4ae0-bf3c-f2892ab7cdfa req-ae859291-3b3b-4e68-accc-5cbfb5cc6934 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Deleting port 1e3381bd-a4db-41c7-ba01-c641699117ec {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:13.151790 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4d77b620-278e-4ae0-bf3c-f2892ab7cdfa req-ae859291-3b3b-4e68-accc-5cbfb5cc6934 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:13.335394 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-e6acf86f-749e-4947-b7bf-bfd2ed12c13e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Floating IP 8c576aff-4b02-4746-962a-e3d3ed4817c7 associated. External IP: 172.25.5.227, port: 141e74d9-6e43-4d44-8810-2b47fe848d1f. Aug 21 09:04:13.392975 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-da6d9393-b6a3-4b1e-96cb-1c2afa3b0844 req-00b02155-c398-4b6c-bfb0-d1a76c8325a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:13.468362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b02155-c398-4b6c-bfb0-d1a76c8325a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Pushing event deleted for resources: {'Port': ['ID=8f572e61-3145-41e6-a0f6-6986223ea2d7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:13.484344 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6d9393-b6a3-4b1e-96cb-1c2afa3b0844 req-00b02155-c398-4b6c-bfb0-d1a76c8325a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] No DVR routers for this DVR port 8f572e61-3145-41e6-a0f6-6986223ea2d7 on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:04:13.489250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-da6d9393-b6a3-4b1e-96cb-1c2afa3b0844 req-00b02155-c398-4b6c-bfb0-d1a76c8325a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:13.489923 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-da6d9393-b6a3-4b1e-96cb-1c2afa3b0844 req-00b02155-c398-4b6c-bfb0-d1a76c8325a8 tempest-LiveAutoBlockMigrationV225Test-394218743 tempest-LiveAutoBlockMigrationV225Test-394218743-project] 10.222.0.13 "DELETE /v2.0/ports/8f572e61-3145-41e6-a0f6-6986223ea2d7 HTTP/1.1" status: 204 len: 173 time: 0.6288903 Aug 21 09:04:13.490457 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'name': 'network-vif-deleted', 'tag': '8f572e61-3145-41e6-a0f6-6986223ea2d7'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:13.503891 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8966871a-b981-4459-9640-f7a232ba4d57" -d '{"events": [{"server_uuid": "4233742d-e5e7-4c60-86fd-ef165d4a50e7", "name": "network-vif-deleted", "tag": "8f572e61-3145-41e6-a0f6-6986223ea2d7"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:13.751642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4d77b620-278e-4ae0-bf3c-f2892ab7cdfa req-ae859291-3b3b-4e68-accc-5cbfb5cc6934 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] For port 1e3381bd-a4db-41c7-ba01-c641699117ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1e3381bd-a4db-41c7-ba01-c641699117ec,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:13.752276 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4d77b620-278e-4ae0-bf3c-f2892ab7cdfa req-ae859291-3b3b-4e68-accc-5cbfb5cc6934 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:13.782815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c985cd9-95be-478c-892c-82378d4de1c3 req-55e7d44c-48c6-4e62-9cac-eae99a400e71 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:13.784814 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c985cd9-95be-478c-892c-82378d4de1c3 req-55e7d44c-48c6-4e62-9cac-eae99a400e71 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3064a8b-2c6f-4e73-b322-ada295d909e6 HTTP/1.1" status: 200 len: 1024 time: 0.5240824 Aug 21 09:04:13.785700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-4d77b620-278e-4ae0-bf3c-f2892ab7cdfa req-ae859291-3b3b-4e68-accc-5cbfb5cc6934 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Calling delete_port for 1e3381bd-a4db-41c7-ba01-c641699117ec owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:13.836827 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6359f9e5-9a36-4eaf-96d3-e8951026df5a req-d9bf8e69-bd7a-4c4c-a938-4383d3834e6a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:13.851736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['24448169-e68d-446f-80f2-eb40b0c98c32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:13.931922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf8e69-bd7a-4c4c-a938-4383d3834e6a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event deleted for resources: {'Port': ['ID=49c88b49-d44d-4144-9e69-1742514023e0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:14.002446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6359f9e5-9a36-4eaf-96d3-e8951026df5a req-d9bf8e69-bd7a-4c4c-a938-4383d3834e6a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] No DVR routers for this DVR port 49c88b49-d44d-4144-9e69-1742514023e0 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:04:14.022163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c985cd9-95be-478c-892c-82378d4de1c3 req-da106b61-42b7-44ea-a85e-89ee5098337e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=44e2c90e-b6b3-4723-9d34-00f71ae5ada6&id=d25f3893-fb88-435b-8677-65497c6b86fc&id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1856356 Aug 21 09:04:14.033437 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6359f9e5-9a36-4eaf-96d3-e8951026df5a req-d9bf8e69-bd7a-4c4c-a938-4383d3834e6a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:14.036136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6359f9e5-9a36-4eaf-96d3-e8951026df5a req-d9bf8e69-bd7a-4c4c-a938-4383d3834e6a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.22 "DELETE /v2.0/ports/49c88b49-d44d-4144-9e69-1742514023e0 HTTP/1.1" status: 204 len: 173 time: 1.8681064 Aug 21 09:04:14.036685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'name': 'network-vif-deleted', 'tag': '49c88b49-d44d-4144-9e69-1742514023e0'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:14.039211 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f534765-9564-4352-9ddc-2abd73a3e938" -d '{"events": [{"server_uuid": "a3064a8b-2c6f-4e73-b322-ada295d909e6", "name": "network-vif-deleted", "tag": "49c88b49-d44d-4144-9e69-1742514023e0"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:14.232296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-e6acf86f-749e-4947-b7bf-bfd2ed12c13e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Router 82a68ccc-07c7-40c5-a6bb-b46488a42182 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:04:14.381829 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4d77b620-278e-4ae0-bf3c-f2892ab7cdfa req-ae859291-3b3b-4e68-accc-5cbfb5cc6934 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:14.393487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-e6acf86f-749e-4947-b7bf-bfd2ed12c13e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:04:14.394164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['da919d1c-196a-4736-a16e-44adc1bcdc81', '776a1110-029f-4c79-9515-bd11cafdbfe9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:14.402568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-e6acf86f-749e-4947-b7bf-bfd2ed12c13e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:14.420419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f32ec-d4b0-421c-a8ff-cd6c833d8231 None None] Sync routers for ids ['82a68ccc-07c7-40c5-a6bb-b46488a42182'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:04:14.427098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae859291-3b3b-4e68-accc-5cbfb5cc6934 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Pushing event deleted for resources: {'Port': ['ID=1e3381bd-a4db-41c7-ba01-c641699117ec,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:14.441938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f32ec-d4b0-421c-a8ff-cd6c833d8231 None None] Routers {'82a68ccc-07c7-40c5-a6bb-b46488a42182'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:14.442601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e26f32ec-d4b0-421c-a8ff-cd6c833d8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:04:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['82a68ccc-07c7-40c5-a6bb-b46488a42182'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:14.500301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a61ff9-9a21-4c09-a213-fc66d4119a53 req-ec13972c-2fbe-4a19-9b3c-ec160464c96b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:14.500301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a61ff9-9a21-4c09-a213-fc66d4119a53 req-ec13972c-2fbe-4a19-9b3c-ec160464c96b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 868 time: 0.1582260 Aug 21 09:04:14.516720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-e6acf86f-749e-4947-b7bf-bfd2ed12c13e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "PUT /v2.0/floatingips/8c576aff-4b02-4746-962a-e3d3ed4817c7 HTTP/1.1" status: 200 len: 996 time: 2.6828725 Aug 21 09:04:14.522070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d77b620-278e-4ae0-bf3c-f2892ab7cdfa req-ae859291-3b3b-4e68-accc-5cbfb5cc6934 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] No DVR routers for this DVR port 1e3381bd-a4db-41c7-ba01-c641699117ec on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:04:14.525405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4d77b620-278e-4ae0-bf3c-f2892ab7cdfa req-ae859291-3b3b-4e68-accc-5cbfb5cc6934 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:14.527477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d77b620-278e-4ae0-bf3c-f2892ab7cdfa req-ae859291-3b3b-4e68-accc-5cbfb5cc6934 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "DELETE /v2.0/ports/1e3381bd-a4db-41c7-ba01-c641699117ec HTTP/1.1" status: 204 len: 173 time: 1.8215749 Aug 21 09:04:14.593483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a61ff9-9a21-4c09-a213-fc66d4119a53 req-65b881b4-3bc5-42fc-9e92-11f10e0c0425 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906885 Aug 21 09:04:14.640524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-f4235411-edf8-4795-99f0-4a174bbe3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:14.642096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-f4235411-edf8-4795-99f0-4a174bbe3b7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=205879961c824c35af0e1b151cdd090f&device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 1097 time: 0.0916195 Aug 21 09:04:14.668906 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e26f32ec-d4b0-421c-a8ff-cd6c833d8231 None None] Set router 82a68ccc-07c7-40c5-a6bb-b46488a42182 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:14.777120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-7ecc1691-7a93-437a-af70-3b64edcdc9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:14.778902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-7ecc1691-7a93-437a-af70-3b64edcdc9b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a8ce318-4c64-4750-80fb-28d9c607fe7d HTTP/1.1" status: 200 len: 921 time: 0.1300392 Aug 21 09:04:14.887845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-42a68203-e8bb-4975-ab2d-7e275faffa33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 999 time: 0.1017287 Aug 21 09:04:15.006368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-1cd2e0f3-941d-4df9-a757-79593122aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:15.016103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-1cd2e0f3-941d-4df9-a757-79593122aa3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1db6eb67-e501-4dbc-97df-829a40d9e3e9 HTTP/1.1" status: 200 len: 860 time: 0.1048703 Aug 21 09:04:15.070003 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987f5e00-0e60-4aed-bde1-a10112ae4149 x-openstack-request-id: req-987f5e00-0e60-4aed-bde1-a10112ae4149 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:15.070677 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4233742d-e5e7-4c60-86fd-ef165d4a50e7", "name": "network-vif-deleted", "tag": "8f572e61-3145-41e6-a0f6-6986223ea2d7", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:15.070677 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-987f5e00-0e60-4aed-bde1-a10112ae4149 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:15.070980 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4233742d-e5e7-4c60-86fd-ef165d4a50e7', 'name': 'network-vif-deleted', 'tag': '8f572e61-3145-41e6-a0f6-6986223ea2d7', 'status': 'completed', 'code': 200} Aug 21 09:04:15.083514 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:15.089126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-af4bb6dd-6a45-4928-a795-db3a9fe7b7e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a8ce318-4c64-4750-80fb-28d9c607fe7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718291 Aug 21 09:04:15.108744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-b31d233f-2528-4e96-8e84-4cd724cc5aa9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:04:15.119196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-b31d233f-2528-4e96-8e84-4cd724cc5aa9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275965 Aug 21 09:04:15.128567 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60934) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:15.196933 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d5b581-00b0-4975-938f-a0ab2321718b x-openstack-request-id: req-e7d5b581-00b0-4975-938f-a0ab2321718b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:15.197302 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3064a8b-2c6f-4e73-b322-ada295d909e6", "name": "network-vif-deleted", "tag": "49c88b49-d44d-4144-9e69-1742514023e0", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:15.197912 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7d5b581-00b0-4975-938f-a0ab2321718b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:15.198326 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3064a8b-2c6f-4e73-b322-ada295d909e6', 'name': 'network-vif-deleted', 'tag': '49c88b49-d44d-4144-9e69-1742514023e0', 'status': 'completed', 'code': 200} Aug 21 09:04:15.210408 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:15.347829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e26f32ec-d4b0-421c-a8ff-cd6c833d8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:48Z', 'revision_number': 4, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '8c576aff-4b02-4746-962a-e3d3ed4817c7', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'port_id': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'mac_address': 'fa:16:3e:cc:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:04:10Z', 'updated_at': '2021-08-21T09:04:12Z', 'revision_number': 1, 'project_id': '205879961c824c35af0e1b151cdd090f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7d92ea-9bbe-4b62-bbfe-9136e672fe30', 'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'mac_address': 'fa:16:3e:a2:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:48Z', 'updated_at': '2021-08-21T09:02:55Z', 'revision_number': 5, 'project_id': '205879961c824c35af0e1b151cdd090f', 'subnets': [{'id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:15.349822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-9d36c660-bf01-46d7-a0cb-41a853c84332 service neutron] 10.222.0.20 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297378 Aug 21 09:04:15.379186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a928b08a-a0e2-46bb-8e6a-85ca28b3f07d admin admin] Deleting subnet c9eb0223-0281-4c30-a0ca-f4469d216bdc {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:04:15.386736 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a928b08a-a0e2-46bb-8e6a-85ca28b3f07d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:15.427328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1e3381bd-a4db-41c7-ba01-c641699117ec no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:15.431831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f32ec-d4b0-421c-a8ff-cd6c833d8231 None None] Checking router: 82a68ccc-07c7-40c5-a6bb-b46488a42182 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:04:15.462196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 1e3381bd-a4db-41c7-ba01-c641699117ec {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:15.463079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1e3381bd-a4db-41c7-ba01-c641699117ec not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:15.463829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 49c88b49-d44d-4144-9e69-1742514023e0 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:15.468498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f32ec-d4b0-421c-a8ff-cd6c833d8231 None None] Routers {'82a68ccc-07c7-40c5-a6bb-b46488a42182'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:15.468743 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a928b08a-a0e2-46bb-8e6a-85ca28b3f07d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:15.469772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e26f32ec-d4b0-421c-a8ff-cd6c833d8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:04:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['82a68ccc-07c7-40c5-a6bb-b46488a42182'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:15.532790 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a928b08a-a0e2-46bb-8e6a-85ca28b3f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:15.534947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 49c88b49-d44d-4144-9e69-1742514023e0 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:15.535854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 49c88b49-d44d-4144-9e69-1742514023e0 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:15.568829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db8bf1b0-1f1e-440a-a8ba-2832d1bb0783 req-8c2faaf4-c558-4d6a-b77f-e84799c558cb service neutron] 10.222.0.20 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796417 Aug 21 09:04:15.584903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfa52a-a938-4a99-95ab-b6ef9e2f0cfe req-3d5a3eed-7f38-4756-9ce7-91d2179d247e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:15.592797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cabfa52a-a938-4a99-95ab-b6ef9e2f0cfe req-3d5a3eed-7f38-4756-9ce7-91d2179d247e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 945 time: 0.3121822 Aug 21 09:04:15.673618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cabfa52a-a938-4a99-95ab-b6ef9e2f0cfe req-e90aa719-e10f-4afc-9048-356435ae43b0 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791790 Aug 21 09:04:15.765082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a928b08a-a0e2-46bb-8e6a-85ca28b3f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:15.831832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928b08a-a0e2-46bb-8e6a-85ca28b3f07d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9eb0223-0281-4c30-a0ca-f4469d216bdc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:15.838077 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a928b08a-a0e2-46bb-8e6a-85ca28b3f07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:15.841032 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a928b08a-a0e2-46bb-8e6a-85ca28b3f07d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c9eb0223-0281-4c30-a0ca-f4469d216bdc HTTP/1.1" status: 204 len: 168 time: 0.7110004 Aug 21 09:04:15.843496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60946) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:15.870386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8f572e61-3145-41e6-a0f6-6986223ea2d7 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:15.913865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 8f572e61-3145-41e6-a0f6-6986223ea2d7 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:15.914334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8f572e61-3145-41e6-a0f6-6986223ea2d7 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:15.939651 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e26f32ec-d4b0-421c-a8ff-cd6c833d8231 None None] Set router 82a68ccc-07c7-40c5-a6bb-b46488a42182 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:15.965950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43583fee-5b0c-447e-bd28-ecbfc82c6543 req-19572948-4cbf-4e01-bcf7-660a36e25b3e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b935938e-bf0f-4d6a-8e19-650d21328ff0 HTTP/1.1" status: 200 len: 210 time: 0.0853777 Aug 21 09:04:16.131341 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.147541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a467786e-1161-4456-9b4b-3b20a3a2ee25 req-ed3a6fcd-dfca-43ad-8b59-843d5b1c26da tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/44e2c90e-b6b3-4723-9d34-00f71ae5ada6 HTTP/1.1" status: 200 len: 1801 time: 0.1744666 Aug 21 09:04:16.162076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e9756236-ee75-4c78-ab56-79fb55082a1a tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 999 time: 0.1592035 Aug 21 09:04:16.238138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e26f32ec-d4b0-421c-a8ff-cd6c833d8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:48Z', 'revision_number': 4, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '8c576aff-4b02-4746-962a-e3d3ed4817c7', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'port_id': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'mac_address': 'fa:16:3e:cc:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:04:10Z', 'updated_at': '2021-08-21T09:04:12Z', 'revision_number': 1, 'project_id': '205879961c824c35af0e1b151cdd090f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7d92ea-9bbe-4b62-bbfe-9136e672fe30', 'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'mac_address': 'fa:16:3e:a2:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:48Z', 'updated_at': '2021-08-21T09:02:55Z', 'revision_number': 5, 'project_id': '205879961c824c35af0e1b151cdd090f', 'subnets': [{'id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:16.269952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f32ec-d4b0-421c-a8ff-cd6c833d8231 None None] The sync data for ids ['82a68ccc-07c7-40c5-a6bb-b46488a42182'] in n-d-766726-28 is: [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:48Z', 'revision_number': 4, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '8c576aff-4b02-4746-962a-e3d3ed4817c7', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'port_id': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'mac_address': 'fa:16:3e:cc:72:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:04:10Z', 'updated_at': '2021-08-21T09:04:12Z', 'revision_number': 1, 'project_id': '205879961c824c35af0e1b151cdd090f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7d92ea-9bbe-4b62-bbfe-9136e672fe30', 'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'mac_address': 'fa:16:3e:a2:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:48Z', 'updated_at': '2021-08-21T09:02:55Z', 'revision_number': 5, 'project_id': '205879961c824c35af0e1b151cdd090f', 'subnets': [{'id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:04:16.270271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-5e470d35-f625-4874-9f13-df38abc7a79b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:16.271490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-5e470d35-f625-4874-9f13-df38abc7a79b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports/141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 942 time: 0.1086082 Aug 21 09:04:16.356432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a467786e-1161-4456-9b4b-3b20a3a2ee25 req-e7f2fc8a-9ca7-416d-992f-b7e2e2b6d76e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.393363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.416364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1c736c-7d97-4377-b03c-915ec4c1d886']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:16.442539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebfb352-85ba-4568-8147-e6c935dc77b1') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:16.442828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebfb352-85ba-4568-8147-e6c935dc77b1') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:16.445245 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a467786e-1161-4456-9b4b-3b20a3a2ee25 req-e7f2fc8a-9ca7-416d-992f-b7e2e2b6d76e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.464489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.475230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-5e7d125f-1bfd-45ca-a30c-89bf127a01e9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 999 time: 0.1413417 Aug 21 09:04:16.496870 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.524438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:04:16.524851 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:04:16.551547 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:04:16.646622 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8a511-95fe-48c2-85af-31a02f6eed80 None None] New status for floating IP 8c576aff-4b02-4746-962a-e3d3ed4817c7: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:04:16.660346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-f62b40c0-23be-40b4-a785-c7dd3d0c6b5f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:16.661820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-f62b40c0-23be-40b4-a785-c7dd3d0c6b5f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.1792507 Aug 21 09:04:16.731077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-85e516f5-2e28-4300-b181-344e57457a98 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 999 time: 0.0617228 Aug 21 09:04:16.741457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:16.800424 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.912670 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.914094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a467786e-1161-4456-9b4b-3b20a3a2ee25 req-e7f2fc8a-9ca7-416d-992f-b7e2e2b6d76e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.916860 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a467786e-1161-4456-9b4b-3b20a3a2ee25 req-e7f2fc8a-9ca7-416d-992f-b7e2e2b6d76e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.918004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a467786e-1161-4456-9b4b-3b20a3a2ee25 req-e7f2fc8a-9ca7-416d-992f-b7e2e2b6d76e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "DELETE /v2.0/security-groups/44e2c90e-b6b3-4723-9d34-00f71ae5ada6 HTTP/1.1" status: 204 len: 173 time: 0.7531652 Aug 21 09:04:16.924065 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:16.925803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a1c736c-7d97-4377-b03c-915ec4c1d886 HTTP/1.1" status: 204 len: 168 time: 1.0812283 Aug 21 09:04:16.928988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60956) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:16.942785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2fc8a-9ca7-416d-992f-b7e2e2b6d76e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e2c90e-b6b3-4723-9d34-00f71ae5ada6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:16.947596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ed461-0afd-4f55-a78f-71fb82fdf052 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1c736c-7d97-4377-b03c-915ec4c1d886,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:16.947596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:04:16.947596 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:04:16.986742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f097749c-6885-4d62-a7eb-23f84fcb5c84 admin admin] Deleting subnet 3cf6dc62-3d34-4637-99b8-e4e2687a201b {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:04:16.990281 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f097749c-6885-4d62-a7eb-23f84fcb5c84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.027937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26096ecc-2c5e-4cd3-8106-c383ece45187 req-071efbb9-0f46-4ffe-8b21-a6290df2bd05 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:17.029687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26096ecc-2c5e-4cd3-8106-c383ece45187 req-071efbb9-0f46-4ffe-8b21-a6290df2bd05 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 945 time: 0.0537791 Aug 21 09:04:17.041203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f097749c-6885-4d62-a7eb-23f84fcb5c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.041929 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:04:17.086941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f097749c-6885-4d62-a7eb-23f84fcb5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.090908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26096ecc-2c5e-4cd3-8106-c383ece45187 req-f9f56ba6-5d85-4853-95ec-5b1a9d835c57 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Aug 21 09:04:17.199290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f'}, {'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-deleted', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:17.202730 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d8cfc4-3f86-4eec-9f7d-9debde3cb6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f"}, {"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-deleted", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:17.289220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f097749c-6885-4d62-a7eb-23f84fcb5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.299132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dca8e33d-abbc-4766-8bf9-a229a402f022 req-9a273ae0-bca1-432e-8ad4-e9f55717b108 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/d25f3893-fb88-435b-8677-65497c6b86fc HTTP/1.1" status: 200 len: 1800 time: 0.0461409 Aug 21 09:04:17.318254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097749c-6885-4d62-a7eb-23f84fcb5c84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf6dc62-3d34-4637-99b8-e4e2687a201b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:17.327287 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f097749c-6885-4d62-a7eb-23f84fcb5c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.328320 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f097749c-6885-4d62-a7eb-23f84fcb5c84 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3cf6dc62-3d34-4637-99b8-e4e2687a201b HTTP/1.1" status: 204 len: 168 time: 0.3983719 Aug 21 09:04:17.331005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60968) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:17.387841 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dca8e33d-abbc-4766-8bf9-a229a402f022 req-495ac9c2-702c-41ad-acc4-812fa49a2fad tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.410190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.415601 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dca8e33d-abbc-4766-8bf9-a229a402f022 req-495ac9c2-702c-41ad-acc4-812fa49a2fad tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.449340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.506129 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.517571 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb61a4f-6a65-4a80-8ed5-e58e0c56880d']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:17.528382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf3c3e9-a08f-4868-b26d-5862e2efd6fe') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:17.528684 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf3c3e9-a08f-4868-b26d-5862e2efd6fe') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:17.538210 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.556132 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.566921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:04:17.567350 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:04:17.569092 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:04:17.575349 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dca8e33d-abbc-4766-8bf9-a229a402f022 req-495ac9c2-702c-41ad-acc4-812fa49a2fad tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.578699 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dca8e33d-abbc-4766-8bf9-a229a402f022 req-495ac9c2-702c-41ad-acc4-812fa49a2fad tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.581010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dca8e33d-abbc-4766-8bf9-a229a402f022 req-495ac9c2-702c-41ad-acc4-812fa49a2fad tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "DELETE /v2.0/security-groups/d25f3893-fb88-435b-8677-65497c6b86fc HTTP/1.1" status: 204 len: 173 time: 0.2736869 Aug 21 09:04:17.602895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ac9c2-702c-41ad-acc4-812fa49a2fad tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25f3893-fb88-435b-8677-65497c6b86fc,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:17.662394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.731873 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.742744 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.744957 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0eb61a4f-6a65-4a80-8ed5-e58e0c56880d HTTP/1.1" status: 204 len: 168 time: 0.4124401 Aug 21 09:04:17.758279 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:17.758604 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Floating IP 8c576aff-4b02-4746-962a-e3d3ed4817c7 disassociated. External IP: 172.25.5.227, port: 141e74d9-6e43-4d44-8810-2b47fe848d1f. Aug 21 09:04:17.776887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cf295-4cac-4408-8ea0-62cd467db971 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb61a4f-6a65-4a80-8ed5-e58e0c56880d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:18.024156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Router 82a68ccc-07c7-40c5-a6bb-b46488a42182 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:04:18.159527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:04:18.173756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f06cb-7da3-4373-834c-3fd9affbb9cb None None] Sync routers for ids ['82a68ccc-07c7-40c5-a6bb-b46488a42182'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:04:18.178303 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:18.185255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f06cb-7da3-4373-834c-3fd9affbb9cb None None] Routers {'82a68ccc-07c7-40c5-a6bb-b46488a42182'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:18.185932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a99f06cb-7da3-4373-834c-3fd9affbb9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:04:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['82a68ccc-07c7-40c5-a6bb-b46488a42182'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:18.210125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60986) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:18.232568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-e0bfa6d4-005f-4229-9c5c-5fae7320c7d7 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "PUT /v2.0/floatingips/8c576aff-4b02-4746-962a-e3d3ed4817c7 HTTP/1.1" status: 200 len: 695 time: 1.4951336 Aug 21 09:04:18.306551 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-79002a2e-049e-4b47-8dce-885f0b439a98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3daa348046e425cb9653a6de230888a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921352 Aug 21 09:04:18.309694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60992) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:18.370612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-2ec176a0-30ca-4559-8f93-68b81671f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:18.375516 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46f0b607-d50d-4a46-a335-050d20b9998b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:18.378840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-2ec176a0-30ca-4559-8f93-68b81671f9b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=205879961c824c35af0e1b151cdd090f&device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 1097 time: 0.1104863 Aug 21 09:04:18.380861 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafad400-f917-4fca-80d2-348c83b4a6bc x-openstack-request-id: req-eafad400-f917-4fca-80d2-348c83b4a6bc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:18.381151 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f", "status": "completed", "code": 200}, {"server_uuid": "b935938e-bf0f-4d6a-8e19-650d21328ff0", "name": "network-vif-deleted", "tag": "1e3381bd-a4db-41c7-ba01-c641699117ec", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:18.381407 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eafad400-f917-4fca-80d2-348c83b4a6bc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:18.381799 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'status': 'completed', 'code': 200} Aug 21 09:04:18.382054 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b935938e-bf0f-4d6a-8e19-650d21328ff0', 'name': 'network-vif-deleted', 'tag': '1e3381bd-a4db-41c7-ba01-c641699117ec', 'status': 'completed', 'code': 200} Aug 21 09:04:18.385112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a99f06cb-7da3-4373-834c-3fd9affbb9cb None None] Set router 82a68ccc-07c7-40c5-a6bb-b46488a42182 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:18.410710 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46f0b607-d50d-4a46-a335-050d20b9998b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:18.422713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-6f49a739-efd7-4dde-b286-cee394bfbefc req-b794b71a-0f58-450e-be12-cf6e078c8ccc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1395432366', 'description': 'tempest-description-342975717'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:18.502719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8cfc4-3f86-4eec-9f7d-9debde3cb6dd req-f541b96f-ce76-4410-ac77-00540473718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:18.504710 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-15d8cfc4-3f86-4eec-9f7d-9debde3cb6dd req-f541b96f-ce76-4410-ac77-00540473718f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=205879961c824c35af0e1b151cdd090f&device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 1097 time: 0.0603795 Aug 21 09:04:18.541105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-b9d5867a-cac7-428e-9fee-a1c91546f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:18.544074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-b9d5867a-cac7-428e-9fee-a1c91546f10a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a8ce318-4c64-4750-80fb-28d9c607fe7d HTTP/1.1" status: 200 len: 921 time: 0.1536479 Aug 21 09:04:18.609049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-2280f82d-fec3-49b8-b22a-6dfef3618471 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 217 time: 0.0569875 Aug 21 09:04:18.610175 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6f49a739-efd7-4dde-b286-cee394bfbefc req-b794b71a-0f58-450e-be12-cf6e078c8ccc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:18.634407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46f0b607-d50d-4a46-a335-050d20b9998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:18.637306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46f0b607-d50d-4a46-a335-050d20b9998b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:18.642472 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-46f0b607-d50d-4a46-a335-050d20b9998b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed2ba36c-503e-4996-b0f6-66bc27bf9f61 HTTP/1.1" status: 204 len: 168 time: 0.3314543 Aug 21 09:04:18.648440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8cfc4-3f86-4eec-9f7d-9debde3cb6dd req-8b6a68eb-6fae-45e4-b835-7bc4d46d0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:18.650025 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-15d8cfc4-3f86-4eec-9f7d-9debde3cb6dd req-8b6a68eb-6fae-45e4-b835-7bc4d46d0390 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a8ce318-4c64-4750-80fb-28d9c607fe7d HTTP/1.1" status: 200 len: 921 time: 0.1318357 Aug 21 09:04:18.657251 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0b607-d50d-4a46-a335-050d20b9998b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2ba36c-503e-4996-b0f6-66bc27bf9f61,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:18.726264 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-15d8cfc4-3f86-4eec-9f7d-9debde3cb6dd req-165b7777-f970-45e0-8eff-84cec6ce68fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 217 time: 0.0626621 Aug 21 09:04:18.747635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-2ffabce0-7bee-49bc-9471-5b9edb33b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:18.750015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-2ffabce0-7bee-49bc-9471-5b9edb33b979 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1db6eb67-e501-4dbc-97df-829a40d9e3e9 HTTP/1.1" status: 200 len: 860 time: 0.1292181 Aug 21 09:04:18.789948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-b2fe9533-c218-42a3-96f2-e86644217064 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a8ce318-4c64-4750-80fb-28d9c607fe7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326533 Aug 21 09:04:18.850533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a99f06cb-7da3-4373-834c-3fd9affbb9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:48Z', 'revision_number': 4, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ca7d92ea-9bbe-4b62-bbfe-9136e672fe30', 'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'mac_address': 'fa:16:3e:a2:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:48Z', 'updated_at': '2021-08-21T09:02:55Z', 'revision_number': 5, 'project_id': '205879961c824c35af0e1b151cdd090f', 'subnets': [{'id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:18.863629 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6f49a739-efd7-4dde-b286-cee394bfbefc req-b794b71a-0f58-450e-be12-cf6e078c8ccc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:18.894413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f06cb-7da3-4373-834c-3fd9affbb9cb None None] Checking router: 82a68ccc-07c7-40c5-a6bb-b46488a42182 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:04:18.908436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f06cb-7da3-4373-834c-3fd9affbb9cb None None] Routers {'82a68ccc-07c7-40c5-a6bb-b46488a42182'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:18.909450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a99f06cb-7da3-4373-834c-3fd9affbb9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:04:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['82a68ccc-07c7-40c5-a6bb-b46488a42182'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:18.917765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-fe27d660-94c4-49f8-8037-657f64b2b859 service neutron] 10.222.0.20 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212571 Aug 21 09:04:19.041216 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c73bf39-b74b-4a2e-a6a1-52b32924f11b req-13f7e939-131d-4ada-a24a-9b67d78810f8 service neutron] 10.222.0.20 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161175 Aug 21 09:04:19.042582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6f49a739-efd7-4dde-b286-cee394bfbefc req-b794b71a-0f58-450e-be12-cf6e078c8ccc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:19.087892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a99f06cb-7da3-4373-834c-3fd9affbb9cb None None] Set router 82a68ccc-07c7-40c5-a6bb-b46488a42182 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:19.165608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8cfc4-3f86-4eec-9f7d-9debde3cb6dd req-15128bba-6ca5-4041-a7d8-67146a74102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:19.167707 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-15d8cfc4-3f86-4eec-9f7d-9debde3cb6dd req-15128bba-6ca5-4041-a7d8-67146a74102d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1db6eb67-e501-4dbc-97df-829a40d9e3e9 HTTP/1.1" status: 200 len: 860 time: 0.4346159 Aug 21 09:04:19.232005 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-15d8cfc4-3f86-4eec-9f7d-9debde3cb6dd req-a6bedeca-0549-49a1-a972-bee95740c1a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a8ce318-4c64-4750-80fb-28d9c607fe7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567067 Aug 21 09:04:19.430178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a99f06cb-7da3-4373-834c-3fd9affbb9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:48Z', 'revision_number': 4, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ca7d92ea-9bbe-4b62-bbfe-9136e672fe30', 'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'mac_address': 'fa:16:3e:a2:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:48Z', 'updated_at': '2021-08-21T09:02:55Z', 'revision_number': 5, 'project_id': '205879961c824c35af0e1b151cdd090f', 'subnets': [{'id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:19.434842 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-15d8cfc4-3f86-4eec-9f7d-9debde3cb6dd req-ff360095-3313-4292-b6f6-7bc481d0fe11 service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933794 Aug 21 09:04:19.471079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99f06cb-7da3-4373-834c-3fd9affbb9cb None None] The sync data for ids ['82a68ccc-07c7-40c5-a6bb-b46488a42182'] in n-d-766726-28 is: [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:48Z', 'revision_number': 4, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ca7d92ea-9bbe-4b62-bbfe-9136e672fe30', 'name': '', 'network_id': '3a8ce318-4c64-4750-80fb-28d9c607fe7d', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'mac_address': 'fa:16:3e:a2:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:48Z', 'updated_at': '2021-08-21T09:02:55Z', 'revision_number': 5, 'project_id': '205879961c824c35af0e1b151cdd090f', 'subnets': [{'id': '1db6eb67-e501-4dbc-97df-829a40d9e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:04:19.609896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794b71a-0f58-450e-be12-cf6e078c8ccc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42d706c-53eb-4f6a-9557-ca786cb4c241,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:19.621182 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6f49a739-efd7-4dde-b286-cee394bfbefc req-b794b71a-0f58-450e-be12-cf6e078c8ccc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:19.638454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f49a739-efd7-4dde-b286-cee394bfbefc req-b794b71a-0f58-450e-be12-cf6e078c8ccc tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2335904 Aug 21 09:04:19.653922 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-15d8cfc4-3f86-4eec-9f7d-9debde3cb6dd req-fdc7af20-9c88-4f3c-93e4-ca33a5272ddb service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102940 Aug 21 09:04:19.676449 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 32772) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:19.739391 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c4115b40-ddf6-4888-97ad-8db586df20c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d249b2df9e144148bb7e6dbc838237e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594215 Aug 21 09:04:19.739794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 32774) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:19.865810 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc6599f3-a0be-4154-86cb-445e616cc58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:19.871436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-5c768ffd-ee93-4917-a1a0-402091767023 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/floatingips/8c576aff-4b02-4746-962a-e3d3ed4817c7 HTTP/1.1" status: 200 len: 695 time: 0.0639966 Aug 21 09:04:19.915161 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ebc262-d243-4492-9dbb-2060b0d33743 None None] New status for floating IP 8c576aff-4b02-4746-962a-e3d3ed4817c7: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:04:19.973572 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc6599f3-a0be-4154-86cb-445e616cc58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:20.030441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23868de-fe1c-4740-9eac-d404a21a36e9 req-5782e5d7-aae3-40a4-8c90-218db24eb15b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:20.032158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e23868de-fe1c-4740-9eac-d404a21a36e9 req-5782e5d7-aae3-40a4-8c90-218db24eb15b tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1574845 Aug 21 09:04:20.083726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-104fbb78-aa79-4a0f-8a37-9af9e2374b81 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:20.085156 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-104fbb78-aa79-4a0f-8a37-9af9e2374b81 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2013364 Aug 21 09:04:20.137333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e23868de-fe1c-4740-9eac-d404a21a36e9 req-490481b3-cc52-41cf-b790-21cecddfd927 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937700 Aug 21 09:04:20.154366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-68f468dc-d26b-4d20-a7df-954d6dc6b4d9 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 698 time: 0.0575128 Aug 21 09:04:20.219731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-7fdc9c23-1826-437f-a0da-854e4767db4e tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 698 time: 0.0567701 Aug 21 09:04:20.230270 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc6599f3-a0be-4154-86cb-445e616cc58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:20.235174 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc6599f3-a0be-4154-86cb-445e616cc58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:20.235174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dc6599f3-a0be-4154-86cb-445e616cc58b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea2fe8cb-e266-46a8-b4db-37cbed203aac HTTP/1.1" status: 204 len: 168 time: 0.4940312 Aug 21 09:04:20.304496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6599f3-a0be-4154-86cb-445e616cc58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2fe8cb-e266-46a8-b4db-37cbed203aac,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:20.384201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:20.386973 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23249e66-cb45-48ae-8587-469a03813605" -d '{"events": [{"name": "network-changed", "server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:20.429493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73093d7f-deb1-435e-b9bc-00030d3b0c60 req-6f018a4f-8df7-43fc-94e5-05643876d6db tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/d42d706c-53eb-4f6a-9557-ca786cb4c241 HTTP/1.1" status: 200 len: 1800 time: 0.2003880 Aug 21 09:04:20.441434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-73093d7f-deb1-435e-b9bc-00030d3b0c60 req-f6011149-81c9-45f4-a819-55adfd3a3be4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Request body: {'security_group': {'name': 'tempest-sg-hth-721372576', 'description': 'tempest-description-hth-1919085801'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:20.481135 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-73093d7f-deb1-435e-b9bc-00030d3b0c60 req-f6011149-81c9-45f4-a819-55adfd3a3be4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:20.489030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-73e4f856-1699-4877-a6be-6a837790f69f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Deleting port 8db2653f-62e4-40be-a5f8-4fc17306e207 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:20.489483 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-73e4f856-1699-4877-a6be-6a837790f69f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:20.585529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-73093d7f-deb1-435e-b9bc-00030d3b0c60 req-f6011149-81c9-45f4-a819-55adfd3a3be4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:20.603336 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-73e4f856-1699-4877-a6be-6a837790f69f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:20.603704 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-73e4f856-1699-4877-a6be-6a837790f69f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:20.620965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-73e4f856-1699-4877-a6be-6a837790f69f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Calling delete_port for 8db2653f-62e4-40be-a5f8-4fc17306e207 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:20.677369 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-73093d7f-deb1-435e-b9bc-00030d3b0c60 req-f6011149-81c9-45f4-a819-55adfd3a3be4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:20.680039 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-73093d7f-deb1-435e-b9bc-00030d3b0c60 req-f6011149-81c9-45f4-a819-55adfd3a3be4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:20.681484 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73093d7f-deb1-435e-b9bc-00030d3b0c60 req-f6011149-81c9-45f4-a819-55adfd3a3be4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "PUT /v2.0/security-groups/d42d706c-53eb-4f6a-9557-ca786cb4c241 HTTP/1.1" status: 200 len: 1774 time: 0.2440519 Aug 21 09:04:20.725430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6011149-81c9-45f4-a819-55adfd3a3be4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42d706c-53eb-4f6a-9557-ca786cb4c241,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:20.798566 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5ea7c9-2705-47f2-9f38-1311578271c9 x-openstack-request-id: req-2c5ea7c9-2705-47f2-9f38-1311578271c9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:20.798807 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:20.799041 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c5ea7c9-2705-47f2-9f38-1311578271c9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:20.808786 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'status': 'completed', 'code': 200} Aug 21 09:04:20.890922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34f9d141-c97c-41cf-a152-ea397ec5df3d req-0f4df4df-5887-4f29-b1f2-4ea8c78d9130 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/d42d706c-53eb-4f6a-9557-ca786cb4c241 HTTP/1.1" status: 200 len: 1774 time: 0.0584471 Aug 21 09:04:20.923899 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-73e4f856-1699-4877-a6be-6a837790f69f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:20.941358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23249e66-cb45-48ae-8587-469a03813605 req-2ac300a7-b4b3-4cd3-8a6a-889ea51506a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:20.944686 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-23249e66-cb45-48ae-8587-469a03813605 req-2ac300a7-b4b3-4cd3-8a6a-889ea51506a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=205879961c824c35af0e1b151cdd090f&device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 1097 time: 0.1266613 Aug 21 09:04:20.974451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4f856-1699-4877-a6be-6a837790f69f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Pushing event deleted for resources: {'Port': ['ID=8db2653f-62e4-40be-a5f8-4fc17306e207,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:21.062393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-73e4f856-1699-4877-a6be-6a837790f69f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.066469 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-73e4f856-1699-4877-a6be-6a837790f69f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.080086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6173e712-a810-41d0-8ef6-e7178e0b5cf6 req-73e4f856-1699-4877-a6be-6a837790f69f tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "DELETE /v2.0/floatingips/8c576aff-4b02-4746-962a-e3d3ed4817c7 HTTP/1.1" status: 204 len: 173 time: 0.8481236 Aug 21 09:04:21.157767 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23249e66-cb45-48ae-8587-469a03813605 req-b772d9cc-545f-4f88-9534-fc2bcc1621d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:21.159278 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-23249e66-cb45-48ae-8587-469a03813605 req-b772d9cc-545f-4f88-9534-fc2bcc1621d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a8ce318-4c64-4750-80fb-28d9c607fe7d HTTP/1.1" status: 200 len: 921 time: 0.2059927 Aug 21 09:04:21.238661 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-23249e66-cb45-48ae-8587-469a03813605 req-138ed4cf-aa21-40d3-b6d0-8fca5bc1dbe7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 200 len: 217 time: 0.0714765 Aug 21 09:04:21.320877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23249e66-cb45-48ae-8587-469a03813605 req-38140bd0-5db0-4e53-b68c-4f84c2d0f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:21.322812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-23249e66-cb45-48ae-8587-469a03813605 req-38140bd0-5db0-4e53-b68c-4f84c2d0f658 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1db6eb67-e501-4dbc-97df-829a40d9e3e9 HTTP/1.1" status: 200 len: 860 time: 0.0764627 Aug 21 09:04:21.330755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee92b4-a98c-464a-b13e-a0ec19a60aad req-d6a1c168-1f2b-4931-b243-6655a66093a8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:21.332679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eee92b4-a98c-464a-b13e-a0ec19a60aad req-d6a1c168-1f2b-4931-b243-6655a66093a8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1789567 Aug 21 09:04:21.339154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-898e415e-c968-46c6-ac69-8f15a280398e req-0b1a3f8c-708d-46a3-a0f9-7ab720b24974 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/d42d706c-53eb-4f6a-9557-ca786cb4c241 HTTP/1.1" status: 200 len: 1774 time: 0.1354320 Aug 21 09:04:21.360129 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-23249e66-cb45-48ae-8587-469a03813605 req-6955f9a8-11f5-46e2-87de-4db6f54e4dd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a8ce318-4c64-4750-80fb-28d9c607fe7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292807 Aug 21 09:04:21.416932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61cc97b7-f758-48c3-9814-5bbb4d986813 req-84f889d1-1ed5-4179-baf8-aec10b5d6343 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups/f086345c-a3aa-4886-a705-7b2ce3700696 HTTP/1.1" status: 200 len: 1808 time: 0.1559038 Aug 21 09:04:21.440826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:04:21.457609 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-23249e66-cb45-48ae-8587-469a03813605 req-fa1a64ac-bc6c-49be-98d3-2254125a9f83 service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905252 Aug 21 09:04:21.541212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-898e415e-c968-46c6-ac69-8f15a280398e req-ce0dc007-0028-4ff5-95d0-e6a8ea9581c1 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.543968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:21.556545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'port_id': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1', 'mac_address': 'fa:16:3e:64:86:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2050f02-4ee6-4f5c-b15c-ac170569c539', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:04:21.561578 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-23249e66-cb45-48ae-8587-469a03813605 req-597b4f7f-69ea-42c9-9d22-f58eb8a87082 service neutron] 10.222.0.13 "GET /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958350 Aug 21 09:04:21.580533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61cc97b7-f758-48c3-9814-5bbb4d986813 req-1565e064-5a59-4518-a4a8-4f0df1bb34b4 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.595716 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.603155 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-898e415e-c968-46c6-ac69-8f15a280398e req-ce0dc007-0028-4ff5-95d0-e6a8ea9581c1 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.608692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9eee92b4-a98c-464a-b13e-a0ec19a60aad req-405bc123-c214-4171-8b47-8658ebd41394 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Deleting port 776a1110-029f-4c79-9515-bd11cafdbfe9 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:21.608692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eee92b4-a98c-464a-b13e-a0ec19a60aad req-405bc123-c214-4171-8b47-8658ebd41394 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.613869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:04:21.672124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:21.679356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61cc97b7-f758-48c3-9814-5bbb4d986813 req-1565e064-5a59-4518-a4a8-4f0df1bb34b4 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.772494 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.789638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9eee92b4-a98c-464a-b13e-a0ec19a60aad req-405bc123-c214-4171-8b47-8658ebd41394 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] For port 776a1110-029f-4c79-9515-bd11cafdbfe9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=776a1110-029f-4c79-9515-bd11cafdbfe9,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:21.790434 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eee92b4-a98c-464a-b13e-a0ec19a60aad req-405bc123-c214-4171-8b47-8658ebd41394 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.806284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9eee92b4-a98c-464a-b13e-a0ec19a60aad req-405bc123-c214-4171-8b47-8658ebd41394 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Calling delete_port for 776a1110-029f-4c79-9515-bd11cafdbfe9 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:21.887155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:21.893897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-898e415e-c968-46c6-ac69-8f15a280398e req-ce0dc007-0028-4ff5-95d0-e6a8ea9581c1 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.901479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-898e415e-c968-46c6-ac69-8f15a280398e req-ce0dc007-0028-4ff5-95d0-e6a8ea9581c1 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.901678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['6abddbe1-d1a4-4c46-a7b2-b84f57547da1'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:21.905274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-898e415e-c968-46c6-ac69-8f15a280398e req-ce0dc007-0028-4ff5-95d0-e6a8ea9581c1 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "DELETE /v2.0/security-groups/d42d706c-53eb-4f6a-9557-ca786cb4c241 HTTP/1.1" status: 204 len: 173 time: 0.5536890 Aug 21 09:04:21.934391 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61cc97b7-f758-48c3-9814-5bbb4d986813 req-1565e064-5a59-4518-a4a8-4f0df1bb34b4 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.943303 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61cc97b7-f758-48c3-9814-5bbb4d986813 req-1565e064-5a59-4518-a4a8-4f0df1bb34b4 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:21.947330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61cc97b7-f758-48c3-9814-5bbb4d986813 req-1565e064-5a59-4518-a4a8-4f0df1bb34b4 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "DELETE /v2.0/security-groups/f086345c-a3aa-4886-a705-7b2ce3700696 HTTP/1.1" status: 204 len: 173 time: 0.5197752 Aug 21 09:04:21.979910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dc007-0028-4ff5-95d0-e6a8ea9581c1 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42d706c-53eb-4f6a-9557-ca786cb4c241,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:22.053793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565e064-5a59-4518-a4a8-4f0df1bb34b4 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f086345c-a3aa-4886-a705-7b2ce3700696,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:22.132779 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 32858) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:22.195542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bffb02-5f34-41f4-80fa-81cb2a10c85e req-0a52dedd-6dfe-4356-8b6f-35799ed9e645 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:22.197416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86bffb02-5f34-41f4-80fa-81cb2a10c85e req-0a52dedd-6dfe-4356-8b6f-35799ed9e645 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=c96539ea-1392-4c0f-8e4a-03c73ed2dd73 HTTP/1.1" status: 200 len: 950 time: 0.1974421 Aug 21 09:04:22.252622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86bffb02-5f34-41f4-80fa-81cb2a10c85e req-0f416499-8702-476d-9ced-da139ad4edf8 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482867 Aug 21 09:04:22.324083 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eee92b4-a98c-464a-b13e-a0ec19a60aad req-405bc123-c214-4171-8b47-8658ebd41394 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:22.335291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['da919d1c-196a-4736-a16e-44adc1bcdc81', '776a1110-029f-4c79-9515-bd11cafdbfe9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:22.351210 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1918420002-network', 'tenant_id': '994df69ecf1d4b2681af7e97568df514'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:22.405148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bc123-c214-4171-8b47-8658ebd41394 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Pushing event deleted for resources: {'Port': ['ID=776a1110-029f-4c79-9515-bd11cafdbfe9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:22.428524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eee92b4-a98c-464a-b13e-a0ec19a60aad req-405bc123-c214-4171-8b47-8658ebd41394 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] No DVR routers for this DVR port 776a1110-029f-4c79-9515-bd11cafdbfe9 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:04:22.433037 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eee92b4-a98c-464a-b13e-a0ec19a60aad req-405bc123-c214-4171-8b47-8658ebd41394 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:22.436716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eee92b4-a98c-464a-b13e-a0ec19a60aad req-405bc123-c214-4171-8b47-8658ebd41394 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "DELETE /v2.0/ports/776a1110-029f-4c79-9515-bd11cafdbfe9 HTTP/1.1" status: 204 len: 173 time: 1.0965388 Aug 21 09:04:22.518425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Made reservation on behalf of 994df69ecf1d4b2681af7e97568df514 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:04:22.529931 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:22.547133 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:22.550243 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-586b2dc3-32d0-48a6-8435-44ecf782fa54 req-f485943d-56e1-4804-a4db-9ee2cef42221 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] show failed (client error): The resource could not be found. Aug 21 09:04:22.552586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-586b2dc3-32d0-48a6-8435-44ecf782fa54 req-f485943d-56e1-4804-a4db-9ee2cef42221 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/d25f3893-fb88-435b-8677-65497c6b86fc HTTP/1.1" status: 404 len: 352 time: 0.0424857 Aug 21 09:04:22.762919 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:22.840345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'name': 'network-vif-deleted', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:22.843420 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:22.856643 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f49f6c-7f7f-4884-8fc2-50843f55c034" -d '{"events": [{"server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "name": "network-vif-deleted", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:22.915354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:04:22.936392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066fff2-67b9-4595-bd5c-94249e6f6cc2 req-f675d582-9adf-4f83-8ce8-8c96a619e971 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:22.951663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5066fff2-67b9-4595-bd5c-94249e6f6cc2 req-f675d582-9adf-4f83-8ce8-8c96a619e971 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1844990 Aug 21 09:04:22.957483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:22.979390 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:22.980998 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Added segment a4b659bb-11ff-4369-b7a3-377390b4c95d of type vlan for network 901f1fbd-14e5-4fd3-9538-757ea5088a4f Aug 21 09:04:23.069441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5066fff2-67b9-4595-bd5c-94249e6f6cc2 req-50c96f0b-1703-42c4-be7a-8f7f44ba3a44 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136847 Aug 21 09:04:23.105171 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:23.124095 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-0f8e1e9f-78ea-46ca-99fc-96e5caf1248b req-c4e44fdf-194f-4b1e-b43d-a865cda4adc2 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] show failed (client error): The resource could not be found. Aug 21 09:04:23.138467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f8e1e9f-78ea-46ca-99fc-96e5caf1248b req-c4e44fdf-194f-4b1e-b43d-a865cda4adc2 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/44e2c90e-b6b3-4723-9d34-00f71ae5ada6 HTTP/1.1" status: 404 len: 352 time: 0.0313468 Aug 21 09:04:23.266351 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:23.268163 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:23.269196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:23.446644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:23.469301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 32888) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:23.470832 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3358691 Aug 21 09:04:23.474754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] Request body: {'subnet': {'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1918420002-subnet', 'tenant_id': '994df69ecf1d4b2681af7e97568df514', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:23.497428 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5a2f6-3714-424a-a489-e3ff434e80d9 admin admin] Pushing event updated for resources: {'Network': ['ID=901f1fbd-14e5-4fd3-9538-757ea5088a4f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:23.537985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 901f1fbd-14e5-4fd3-9538-757ea5088a4f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:04:23.616056 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26f6fca-a0b6-46c5-9b69-7d0fe8de4c86 x-openstack-request-id: req-b26f6fca-a0b6-46c5-9b69-7d0fe8de4c86 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:23.616347 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96539ea-1392-4c0f-8e4a-03c73ed2dd73", "name": "network-vif-deleted", "tag": "776a1110-029f-4c79-9515-bd11cafdbfe9", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:23.616593 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b26f6fca-a0b6-46c5-9b69-7d0fe8de4c86 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:23.616980 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96539ea-1392-4c0f-8e4a-03c73ed2dd73', 'name': 'network-vif-deleted', 'tag': '776a1110-029f-4c79-9515-bd11cafdbfe9', 'status': 'completed', 'code': 200} Aug 21 09:04:23.621806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] Made reservation on behalf of 994df69ecf1d4b2681af7e97568df514 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:04:23.624175 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:23.709967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:23.710337 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:23.913584 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:23.964223 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-8df1e33f-b3f0-47a0-b2ee-938d8ecc0592 req-b3732941-2e68-4220-b7c4-b4d182b94080 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] show failed (client error): The resource could not be found. Aug 21 09:04:23.965615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8df1e33f-b3f0-47a0-b2ee-938d8ecc0592 req-b3732941-2e68-4220-b7c4-b4d182b94080 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/3ff32f2f-cb78-49f4-8372-0f7edb627666 HTTP/1.1" status: 404 len: 352 time: 0.0279996 Aug 21 09:04:23.965819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:23.968887 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8933d9-6410-4e66-9855-7d01d00b81a2" -d '{"events": [{"server_uuid": "afdfadeb-5717-48f9-b3f1-a20e618120f1", "name": "network-vif-plugged", "status": "completed", "tag": "6abddbe1-d1a4-4c46-a7b2-b84f57547da1"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:23.997619 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:24.019690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:24.058177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ed2908-0152-470c-aa33-4fef5ebc8ac8,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:24.088963 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:24.135603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:24.136277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] Network hostable DHCP agents. Network: 901f1fbd-14e5-4fd3-9538-757ea5088a4f, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:04:24.191840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:24.221739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] Network 901f1fbd-14e5-4fd3-9538-757ea5088a4f is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:04:24.278126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 901f1fbd-14e5-4fd3-9538-757ea5088a4f) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:24.282719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:24.284092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:24.289121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba25ded8-5970-49ac-ae4a-3361c79955cf None None] Network 901f1fbd-14e5-4fd3-9538-757ea5088a4f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:04:24.326322 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1a48fd-eddc-47ec-8087-8bb586c76bc0 x-openstack-request-id: req-eb1a48fd-eddc-47ec-8087-8bb586c76bc0 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:24.329095 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdfadeb-5717-48f9-b3f1-a20e618120f1", "name": "network-vif-plugged", "status": "completed", "tag": "6abddbe1-d1a4-4c46-a7b2-b84f57547da1", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:24.338116 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb1a48fd-eddc-47ec-8087-8bb586c76bc0 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:24.338116 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1', 'code': 200} Aug 21 09:04:24.364610 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-e82c963b-0c28-4b88-a318-6e3427642b4b req-43de67d2-e328-4fdf-bb9c-0ea88d4c2355 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] show failed (client error): The resource could not be found. Aug 21 09:04:24.365969 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e82c963b-0c28-4b88-a318-6e3427642b4b req-43de67d2-e328-4fdf-bb9c-0ea88d4c2355 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/ad2134c8-ced0-47ad-ba8e-1bbe3ec57ce6 HTTP/1.1" status: 404 len: 352 time: 0.0293746 Aug 21 09:04:24.398577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6291ab09-68f4-4cb2-a407-f930bc56aff9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9275641 Aug 21 09:04:24.744477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15f58f-c68c-4bcf-92f6-db635c0d8592 None None] Network 901f1fbd-14e5-4fd3-9538-757ea5088a4f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:04:24.969141 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845e54a-f113-4afd-9dcb-e66f8ee84840 req-c22b76a0-a9b8-432c-bfaf-63b0b483ca89 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:24.985308 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4845e54a-f113-4afd-9dcb-e66f8ee84840 req-c22b76a0-a9b8-432c-bfaf-63b0b483ca89 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.13 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.1634178 Aug 21 09:04:25.074672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57de9-f105-4eec-8832-31989dc179fc req-6e170c6d-af96-4c44-8575-39cb37f5872b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:25.081330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60f57de9-f105-4eec-8832-31989dc179fc req-6e170c6d-af96-4c44-8575-39cb37f5872b tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 945 time: 0.0961487 Aug 21 09:04:25.143534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60f57de9-f105-4eec-8832-31989dc179fc req-46a2e3fe-96fe-4113-9b1d-1f93a9f418d8 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ac76915-e3c2-4355-b6c8-3a16d60f21ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572593 Aug 21 09:04:25.184522 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-ba1b1c6f-8750-4f12-981a-e06eca1e7401 req-c7702899-eb8b-4c24-a4be-f273d8f12d8e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] show failed (client error): The resource could not be found. Aug 21 09:04:25.198047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba1b1c6f-8750-4f12-981a-e06eca1e7401 req-c7702899-eb8b-4c24-a4be-f273d8f12d8e tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/0b5fd70e-0c2f-4ac4-a73e-ce4351da82d0 HTTP/1.1" status: 404 len: 352 time: 0.0353510 Aug 21 09:04:25.220483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-4845e54a-f113-4afd-9dcb-e66f8ee84840 req-6c18c8c7-b3ab-4e97-a285-5c7db996ff4d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Deleting port 141e74d9-6e43-4d44-8810-2b47fe848d1f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:25.223094 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-4845e54a-f113-4afd-9dcb-e66f8ee84840 req-6c18c8c7-b3ab-4e97-a285-5c7db996ff4d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:25.417058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bf3bb-bc1a-4a06-aae2-d88675520bae req-863a6f98-fe2e-4421-ba18-4b5e748c6877 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:25.421307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-116bf3bb-bc1a-4a06-aae2-d88675520bae req-863a6f98-fe2e-4421-ba18-4b5e748c6877 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.1608846 Aug 21 09:04:25.461962 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 776a1110-029f-4c79-9515-bd11cafdbfe9 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:25.495287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-116bf3bb-bc1a-4a06-aae2-d88675520bae req-cda2f707-8576-4265-84ae-653abcaa1287 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677731 Aug 21 09:04:25.522401 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-4845e54a-f113-4afd-9dcb-e66f8ee84840 req-6c18c8c7-b3ab-4e97-a285-5c7db996ff4d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] For port 141e74d9-6e43-4d44-8810-2b47fe848d1f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=141e74d9-6e43-4d44-8810-2b47fe848d1f,segment=NetworkSegment(c3b635dc-72d2-42ae-977d-7d3c147853bd),segment_id=c3b635dc-72d2-42ae-977d-7d3c147853bd)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:25.522401 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-4845e54a-f113-4afd-9dcb-e66f8ee84840 req-6c18c8c7-b3ab-4e97-a285-5c7db996ff4d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:25.522887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 776a1110-029f-4c79-9515-bd11cafdbfe9 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:25.522992 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 776a1110-029f-4c79-9515-bd11cafdbfe9 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:25.563378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-4845e54a-f113-4afd-9dcb-e66f8ee84840 req-6c18c8c7-b3ab-4e97-a285-5c7db996ff4d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Calling delete_port for 141e74d9-6e43-4d44-8810-2b47fe848d1f owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:25.673675 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-bc2061ad-0398-4994-bf0e-739b7a6d9fed req-5dad0cd1-8971-4111-ba9a-679beda6c7a7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] show failed (client error): The resource could not be found. Aug 21 09:04:25.674844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc2061ad-0398-4994-bf0e-739b7a6d9fed req-5dad0cd1-8971-4111-ba9a-679beda6c7a7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/08000a3e-d143-401f-a84e-1c926ca138ae HTTP/1.1" status: 404 len: 352 time: 0.0239670 Aug 21 09:04:25.893774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 32926) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:25.900083 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1964914579-network', 'tenant_id': 'b994fce199ed4c05bf8cc8dc2a4e1f67'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:25.907069 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-4845e54a-f113-4afd-9dcb-e66f8ee84840 req-6c18c8c7-b3ab-4e97-a285-5c7db996ff4d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.034657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18c8c7-b3ab-4e97-a285-5c7db996ff4d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Pushing event deleted for resources: {'Port': ['ID=141e74d9-6e43-4d44-8810-2b47fe848d1f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:26.059747 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4845e54a-f113-4afd-9dcb-e66f8ee84840 req-6c18c8c7-b3ab-4e97-a285-5c7db996ff4d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] No DVR routers for this DVR port 141e74d9-6e43-4d44-8810-2b47fe848d1f on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:04:26.084663 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-4845e54a-f113-4afd-9dcb-e66f8ee84840 req-6c18c8c7-b3ab-4e97-a285-5c7db996ff4d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.095216 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-4845e54a-f113-4afd-9dcb-e66f8ee84840 req-6c18c8c7-b3ab-4e97-a285-5c7db996ff4d tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.13 "DELETE /v2.0/ports/141e74d9-6e43-4d44-8810-2b47fe848d1f HTTP/1.1" status: 204 len: 173 time: 1.1044066 Aug 21 09:04:26.097763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Made reservation on behalf of b994fce199ed4c05bf8cc8dc2a4e1f67 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:04:26.100380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.102340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'name': 'network-vif-deleted', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:26.105076 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78d3a4f-4cd1-44ea-b503-bbee93031d23" -d '{"events": [{"server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "name": "network-vif-deleted", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:26.122813 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.230879 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.313151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92c3d7-a7cc-4292-a205-f11f7882fc3c req-40f91698-2aeb-41d8-9fdd-984980d7abc2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:26.314681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf92c3d7-a7cc-4292-a205-f11f7882fc3c req-40f91698-2aeb-41d8-9fdd-984980d7abc2 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0489607 Aug 21 09:04:26.409633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-bf92c3d7-a7cc-4292-a205-f11f7882fc3c req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Deleting port da919d1c-196a-4736-a16e-44adc1bcdc81 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:26.409895 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf92c3d7-a7cc-4292-a205-f11f7882fc3c req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.438167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.472933 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e8950-93a5-4020-a664-a0afcafc2524,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:26.486339 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:04:26.499158 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.500497 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Added segment 37ec0f3a-11d7-421e-9e78-b6f96f75a598 of type vlan for network 6ca322de-f308-4fa7-8a5b-8e02976b8d1a Aug 21 09:04:26.520997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bf92c3d7-a7cc-4292-a205-f11f7882fc3c req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] For port da919d1c-196a-4736-a16e-44adc1bcdc81, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=da919d1c-196a-4736-a16e-44adc1bcdc81,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:26.521654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf92c3d7-a7cc-4292-a205-f11f7882fc3c req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.550485 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.562829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-bf92c3d7-a7cc-4292-a205-f11f7882fc3c req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Calling delete_port for da919d1c-196a-4736-a16e-44adc1bcdc81 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:26.583369 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22864b7-aa99-451a-b6dc-c859f2e9a4fd x-openstack-request-id: req-e22864b7-aa99-451a-b6dc-c859f2e9a4fd {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:26.583850 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd4bfa-f875-4db9-82d5-2ce649cf9b18", "name": "network-vif-deleted", "tag": "141e74d9-6e43-4d44-8810-2b47fe848d1f", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:26.584163 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e22864b7-aa99-451a-b6dc-c859f2e9a4fd {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:26.584958 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd4bfa-f875-4db9-82d5-2ce649cf9b18', 'name': 'network-vif-deleted', 'tag': '141e74d9-6e43-4d44-8810-2b47fe848d1f', 'status': 'completed', 'code': 200} Aug 21 09:04:26.679100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66ca4e54-0e66-4fe9-a961-82546f1f58c6 req-c77b92ad-8784-40b7-aed5-1bd95b9a7e0c tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 210 time: 0.0316212 Aug 21 09:04:26.799092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3da21-379b-47df-a84d-de6b1a835756 req-5a7e6b0e-7f8c-4c1d-8623-9ed4213b2e2e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:26.800720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09a3da21-379b-47df-a84d-de6b1a835756 req-5a7e6b0e-7f8c-4c1d-8623-9ed4213b2e2e tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 949 time: 0.0528626 Aug 21 09:04:26.815029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.816446 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:26.817049 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.835807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf92c3d7-a7cc-4292-a205-f11f7882fc3c req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:26.851382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09a3da21-379b-47df-a84d-de6b1a835756 req-04a30b57-a539-4faa-bf88-deae8275cdd5 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac15ba2a-7df1-4b26-99b0-40369fd354eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441537 Aug 21 09:04:26.932969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca322de-f308-4fa7-8a5b-8e02976b8d1a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:26.934024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['da919d1c-196a-4736-a16e-44adc1bcdc81'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:26.946611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 6ca322de-f308-4fa7-8a5b-8e02976b8d1a details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:04:26.973252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Pushing event deleted for resources: {'Port': ['ID=da919d1c-196a-4736-a16e-44adc1bcdc81,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:26.991579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:26.991928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:26.992268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:26.992606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:26.992933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:26.993344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:26.993734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:26.994114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:26.994394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:26.994716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:26.995040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:26.995363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:27.035200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf92c3d7-a7cc-4292-a205-f11f7882fc3c req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] No DVR routers for this DVR port da919d1c-196a-4736-a16e-44adc1bcdc81 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:04:27.043995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc19ab-dda7-4ea8-81e3-a08a65be2bc6 req-631eb519-3668-4711-bac2-5e84fe29a338 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:27.045500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5fc19ab-dda7-4ea8-81e3-a08a65be2bc6 req-631eb519-3668-4711-bac2-5e84fe29a338 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 1023 time: 0.1258526 Aug 21 09:04:27.046477 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bf92c3d7-a7cc-4292-a205-f11f7882fc3c req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:27.048349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf92c3d7-a7cc-4292-a205-f11f7882fc3c req-ea596fbf-b87e-456c-b405-57c9a60cf4a0 tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.22 "DELETE /v2.0/ports/da919d1c-196a-4736-a16e-44adc1bcdc81 HTTP/1.1" status: 204 len: 173 time: 0.7279623 Aug 21 09:04:27.048783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'name': 'network-vif-deleted', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:27.051000 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9919efd-a1e6-4ea6-8d26-522c6b92e64e" -d '{"events": [{"server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "name": "network-vif-deleted", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:27.090918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5fc19ab-dda7-4ea8-81e3-a08a65be2bc6 req-5d3b8436-8637-4988-9642-8d6b966e5feb tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5462c28-35e9-454a-8954-da48e82ca8ae&id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&id=893b6fad-78b9-45b8-8fe7-b6951b49f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0369935 Aug 21 09:04:27.118380 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-55f683f4-3f3d-44aa-bea9-5755ca9a51a0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2233918 Aug 21 09:04:27.124588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 32944) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:27.131008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] Request body: {'subnet': {'network_id': '6ca322de-f308-4fa7-8a5b-8e02976b8d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1964914579-subnet', 'tenant_id': 'b994fce199ed4c05bf8cc8dc2a4e1f67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:27.250044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] Made reservation on behalf of b994fce199ed4c05bf8cc8dc2a4e1f67 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:04:27.252828 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:27.350260 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d910d53a-a990-470e-bc0b-c7088fbc2f75 x-openstack-request-id: req-d910d53a-a990-470e-bc0b-c7088fbc2f75 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:27.351292 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ed04b8-7ba0-4a79-b1b2-f485067c3b02", "name": "network-vif-deleted", "tag": "da919d1c-196a-4736-a16e-44adc1bcdc81", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:27.351974 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d910d53a-a990-470e-bc0b-c7088fbc2f75 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:27.352695 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ed04b8-7ba0-4a79-b1b2-f485067c3b02', 'name': 'network-vif-deleted', 'tag': 'da919d1c-196a-4736-a16e-44adc1bcdc81', 'status': 'completed', 'code': 200} Aug 21 09:04:27.608265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 141e74d9-6e43-4d44-8810-2b47fe848d1f no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:27.650397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 141e74d9-6e43-4d44-8810-2b47fe848d1f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:27.651282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 141e74d9-6e43-4d44-8810-2b47fe848d1f not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:27.877701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c4763746-614a-4525-8e8e-e1f9c9d6df55 req-677c0bdc-e49c-4a51-ac6e-0c036292fa47 tempest-ServerRescueTestJSONUnderV235-1416430414 tempest-ServerRescueTestJSONUnderV235-1416430414-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd4bfa-f875-4db9-82d5-2ce649cf9b18 HTTP/1.1" status: 200 len: 210 time: 0.0602758 Aug 21 09:04:27.892624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:27.967278 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873955a-6feb-4e14-b4fd-6b79748302f1 req-2ee00f4c-8371-45e8-a7f0-accef1b471b0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:27.969066 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5873955a-6feb-4e14-b4fd-6b79748302f1 req-2ee00f4c-8371-45e8-a7f0-accef1b471b0 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 1023 time: 0.0896037 Aug 21 09:04:28.065722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba132c2-8507-42dc-af9a-8fb25c06edad,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:28.093188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-587276eb-84da-49e2-a9fb-bc7ec787d0c8 req-7ebe98ad-c5c2-48cc-88be-b5dc73b5a54c tempest-MigrationsAdminTest-1110689338 tempest-MigrationsAdminTest-1110689338-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ed04b8-7ba0-4a79-b1b2-f485067c3b02 HTTP/1.1" status: 200 len: 210 time: 0.0544095 Aug 21 09:04:28.096663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] Checking segment: {'id': '37ec0f3a-11d7-421e-9e78-b6f96f75a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6ca322de-f308-4fa7-8a5b-8e02976b8d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:28.096917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] Network hostable DHCP agents. Network: 6ca322de-f308-4fa7-8a5b-8e02976b8d1a, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:04:28.172409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-5873955a-6feb-4e14-b4fd-6b79748302f1 req-023f2aec-569e-46e0-9843-28947f95f9d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Deleting port 24448169-e68d-446f-80f2-eb40b0c98c32 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:28.173501 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5873955a-6feb-4e14-b4fd-6b79748302f1 req-023f2aec-569e-46e0-9843-28947f95f9d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:28.234219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] Network 6ca322de-f308-4fa7-8a5b-8e02976b8d1a is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:04:28.273936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ff5e7-3bf9-4b6e-a1a2-ce5c3e65a1f4 req-c7c34135-9dc2-4823-a93a-de0479500c5a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:28.275924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb8ff5e7-3bf9-4b6e-a1a2-ce5c3e65a1f4 req-c7c34135-9dc2-4823-a93a-de0479500c5a tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b4ab17-e600-476d-a180-029e7342a4cc HTTP/1.1" status: 200 len: 1023 time: 0.0751286 Aug 21 09:04:28.312269 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-5873955a-6feb-4e14-b4fd-6b79748302f1 req-023f2aec-569e-46e0-9843-28947f95f9d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] For port 24448169-e68d-446f-80f2-eb40b0c98c32, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=24448169-e68d-446f-80f2-eb40b0c98c32,segment=NetworkSegment(0c8f365f-0f6b-4e12-9466-28f66cf57dbc),segment_id=0c8f365f-0f6b-4e12-9466-28f66cf57dbc)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:28.312269 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5873955a-6feb-4e14-b4fd-6b79748302f1 req-023f2aec-569e-46e0-9843-28947f95f9d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:28.329963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-5873955a-6feb-4e14-b4fd-6b79748302f1 req-023f2aec-569e-46e0-9843-28947f95f9d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Calling delete_port for 24448169-e68d-446f-80f2-eb40b0c98c32 owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:28.381614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb8ff5e7-3bf9-4b6e-a1a2-ce5c3e65a1f4 req-7ce479ec-8b99-4f79-8de4-3cf804539550 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5462c28-35e9-454a-8954-da48e82ca8ae&id=738b6a6e-c8c0-463b-9b9c-8fbc230631f7&id=893b6fad-78b9-45b8-8fe7-b6951b49f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0970781 Aug 21 09:04:28.407316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 6ca322de-f308-4fa7-8a5b-8e02976b8d1a) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:28.407316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:28.407316 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:28.409199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e416c15c-2266-40a1-9e87-81037bc51fec None None] Network 6ca322de-f308-4fa7-8a5b-8e02976b8d1a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:04:28.512711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b4e0413c-8786-46a7-bbfa-93fd9bd2ef84 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3857398 Aug 21 09:04:28.626830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae4bf8-108d-4d12-9bee-64908822a472 None None] Network 6ca322de-f308-4fa7-8a5b-8e02976b8d1a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:04:28.660621 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5873955a-6feb-4e14-b4fd-6b79748302f1 req-023f2aec-569e-46e0-9843-28947f95f9d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:28.697463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f2aec-569e-46e0-9843-28947f95f9d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event deleted for resources: {'Port': ['ID=24448169-e68d-446f-80f2-eb40b0c98c32,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:28.725049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['24448169-e68d-446f-80f2-eb40b0c98c32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:28.788476 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5873955a-6feb-4e14-b4fd-6b79748302f1 req-023f2aec-569e-46e0-9843-28947f95f9d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] No DVR routers for this DVR port 24448169-e68d-446f-80f2-eb40b0c98c32 on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:04:28.792631 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5873955a-6feb-4e14-b4fd-6b79748302f1 req-023f2aec-569e-46e0-9843-28947f95f9d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:28.797772 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5873955a-6feb-4e14-b4fd-6b79748302f1 req-023f2aec-569e-46e0-9843-28947f95f9d4 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.13 "DELETE /v2.0/ports/24448169-e68d-446f-80f2-eb40b0c98c32 HTTP/1.1" status: 204 len: 173 time: 0.8222356 Aug 21 09:04:28.798562 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'name': 'network-vif-deleted', 'tag': '24448169-e68d-446f-80f2-eb40b0c98c32'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:28.801306 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510dc78b-02b8-4146-b20a-7ba3794b512e" -d '{"events": [{"server_uuid": "b6b4ab17-e600-476d-a180-029e7342a4cc", "name": "network-vif-deleted", "tag": "24448169-e68d-446f-80f2-eb40b0c98c32"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:28.891746 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553a2b87-c7b2-44e2-a366-f8196865f561 x-openstack-request-id: req-553a2b87-c7b2-44e2-a366-f8196865f561 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:28.892379 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b4ab17-e600-476d-a180-029e7342a4cc", "name": "network-vif-deleted", "tag": "24448169-e68d-446f-80f2-eb40b0c98c32", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:28.892647 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-553a2b87-c7b2-44e2-a366-f8196865f561 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:28.894217 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b4ab17-e600-476d-a180-029e7342a4cc', 'name': 'network-vif-deleted', 'tag': '24448169-e68d-446f-80f2-eb40b0c98c32', 'status': 'completed', 'code': 200} Aug 21 09:04:28.959597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 32996) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:29.083805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-b99febcd-6bf2-4da7-8a00-80d65102fdbb tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:29.092969 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-b99febcd-6bf2-4da7-8a00-80d65102fdbb tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/networks?id=5d2d6eee-031c-4b0b-b57d-39c9af72b570 HTTP/1.1" status: 200 len: 814 time: 0.1583683 Aug 21 09:04:29.112972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-1bb624e6-8c11-48df-9fac-000ebb0cf3bf tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/quotas/f3238dfbf329418a9e333ba9a961b5ab HTTP/1.1" status: 200 len: 375 time: 0.0172112 Aug 21 09:04:29.210264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d89c9a3a-5130-45af-b904-8486b4b5f7f2 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3238dfbf329418a9e333ba9a961b5ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979168 Aug 21 09:04:29.368794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f632-de66-4903-b281-451bce63598c req-349db979-4666-4398-a1ad-3a753af10bc1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:29.370705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-349db979-4666-4398-a1ad-3a753af10bc1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 808 time: 0.2024474 Aug 21 09:04:29.391145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-fbd140a9-f589-476b-8e6a-9b91fef6a8f3 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/quotas/994df69ecf1d4b2681af7e97568df514 HTTP/1.1" status: 200 len: 375 time: 0.0113838 Aug 21 09:04:29.401248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-b6562823-a27f-41e7-9fe3-6f0f48a812c9 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d6eee-031c-4b0b-b57d-39c9af72b570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578598 Aug 21 09:04:29.450446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-844b7e21-ecb8-4237-bbbc-7d386bcbb4f0 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468345 Aug 21 09:04:29.473186 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device da919d1c-196a-4736-a16e-44adc1bcdc81 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:29.508884 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:29.511469 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: da919d1c-196a-4736-a16e-44adc1bcdc81 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:29.518848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device da919d1c-196a-4736-a16e-44adc1bcdc81 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:29.628510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-ee4de0ce-05b5-487e-8f6b-9fb0dada94f2 service neutron] 10.222.0.20 "GET /v2.0/networks/5d2d6eee-031c-4b0b-b57d-39c9af72b570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259731 Aug 21 09:04:29.638560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-1b77276a-b95c-4995-b19b-269419b731f0 service neutron] 10.222.0.20 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625650 Aug 21 09:04:29.822686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-c1f964ac-d815-4215-bdef-5af24d58e516 service neutron] 10.222.0.20 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754971 Aug 21 09:04:29.876339 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] Deleting port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:29.876339 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:30.039208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] For port ca7d92ea-9bbe-4b62-bbfe-9136e672fe30, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ca7d92ea-9bbe-4b62-bbfe-9136e672fe30,segment=NetworkSegment(c3b635dc-72d2-42ae-977d-7d3c147853bd),segment_id=c3b635dc-72d2-42ae-977d-7d3c147853bd)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:30.039208 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:30.064583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] Calling delete_port for ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:30.387333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9adae880-7b76-40c9-ba65-6673bdca62c9 req-38247e28-85bc-4a72-8f49-37e40335f748 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 210 time: 0.0433528 Aug 21 09:04:30.430625 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9982a131-125e-418a-8a3a-298fce786f19 req-b05b8e78-6a3d-415a-9a70-bfad235bfedf tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 210 time: 0.0760772 Aug 21 09:04:30.492196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cca1433b-274a-4275-a5f9-4a7baffb3fd3 req-d9ca7611-397c-4ce2-b33b-1d24c8d5d830 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/a5462c28-35e9-454a-8954-da48e82ca8ae HTTP/1.1" status: 200 len: 1800 time: 0.0594327 Aug 21 09:04:30.564534 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cca1433b-274a-4275-a5f9-4a7baffb3fd3 req-0c69703d-24ec-4847-ac8a-403308dcd3d7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:30.598506 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cca1433b-274a-4275-a5f9-4a7baffb3fd3 req-0c69703d-24ec-4847-ac8a-403308dcd3d7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:30.615268 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:30.682469 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7d92ea-9bbe-4b62-bbfe-9136e672fe30,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:30.728206 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cca1433b-274a-4275-a5f9-4a7baffb3fd3 req-0c69703d-24ec-4847-ac8a-403308dcd3d7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:30.731961 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cca1433b-274a-4275-a5f9-4a7baffb3fd3 req-0c69703d-24ec-4847-ac8a-403308dcd3d7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:30.739001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cca1433b-274a-4275-a5f9-4a7baffb3fd3 req-0c69703d-24ec-4847-ac8a-403308dcd3d7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "DELETE /v2.0/security-groups/a5462c28-35e9-454a-8954-da48e82ca8ae HTTP/1.1" status: 204 len: 173 time: 0.2372665 Aug 21 09:04:30.747789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69703d-24ec-4847-ac8a-403308dcd3d7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5462c28-35e9-454a-8954-da48e82ca8ae,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:30.841272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63f19231-2ce3-4517-bf81-ac6c8a6d55f0 req-a1833913-69de-44d9-bdb2-b17abee2522b tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "GET /v2.0/security-groups/893b6fad-78b9-45b8-8fe7-b6951b49f1ca HTTP/1.1" status: 200 len: 1800 time: 0.0546653 Aug 21 09:04:30.940422 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-63f19231-2ce3-4517-bf81-ac6c8a6d55f0 req-665288a6-dd95-4734-be84-f98b0618dcd7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:30.973156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33050) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:30.994391 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-63f19231-2ce3-4517-bf81-ac6c8a6d55f0 req-665288a6-dd95-4734-be84-f98b0618dcd7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.011526 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.180418 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-63f19231-2ce3-4517-bf81-ac6c8a6d55f0 req-665288a6-dd95-4734-be84-f98b0618dcd7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.183166 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-63f19231-2ce3-4517-bf81-ac6c8a6d55f0 req-665288a6-dd95-4734-be84-f98b0618dcd7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.184859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63f19231-2ce3-4517-bf81-ac6c8a6d55f0 req-665288a6-dd95-4734-be84-f98b0618dcd7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] 10.222.0.20 "DELETE /v2.0/security-groups/893b6fad-78b9-45b8-8fe7-b6951b49f1ca HTTP/1.1" status: 204 len: 173 time: 0.3358729 Aug 21 09:04:31.194987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33066) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:31.211073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665288a6-dd95-4734-be84-f98b0618dcd7 tempest-SecurityGroupsTestJSON-1871483074 tempest-SecurityGroupsTestJSON-1871483074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893b6fad-78b9-45b8-8fe7-b6951b49f1ca,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:31.324849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-923d8c47-cb94-41b5-8da8-5f55bec953d1 admin admin] Deleting subnet e7eb66c0-aab2-4056-93ac-8c4ff0fd008b {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:04:31.337904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-54ab5bd8-5f85-4afd-91d8-92ff10e3f809 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6eda5b0e42e042198b3662d293aecc00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636160 Aug 21 09:04:31.346240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33074) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:31.357880 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-923d8c47-cb94-41b5-8da8-5f55bec953d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.505214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] Router 82a68ccc-07c7-40c5-a6bb-b46488a42182 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:04:31.505657 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-923d8c47-cb94-41b5-8da8-5f55bec953d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.555504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b37fa038-869a-4384-bcbe-65f8c807d41b req-3ab687ee-b8a8-4f84-a75d-c4bd90d2f91b tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 210 time: 0.0663452 Aug 21 09:04:31.612140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5cac3bc-c088-480c-9c1c-819d5654c2c5 req-d1ef6d67-a68e-4818-922a-ef004473167c tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 210 time: 0.0389502 Aug 21 09:04:31.612140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f341f6-e1cd-4883-94f9-9ce201d2cae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.612140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-923d8c47-cb94-41b5-8da8-5f55bec953d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.629109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 24448169-e68d-446f-80f2-eb40b0c98c32 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:31.657022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:04:31.657768 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f341f6-e1cd-4883-94f9-9ce201d2cae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.665874 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0cedf757-2d45-4752-91ac-f9e40ba7c8dc admin admin] 10.222.0.20 "PUT /v2.0/routers/82a68ccc-07c7-40c5-a6bb-b46488a42182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7050257 Aug 21 09:04:31.666609 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33080) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:31.780072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.817412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa30bf6-7fe1-4b99-a471-5e729a03ed6c None None] Sync routers for ids ['82a68ccc-07c7-40c5-a6bb-b46488a42182'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:04:31.819801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 24448169-e68d-446f-80f2-eb40b0c98c32 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:31.820134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 24448169-e68d-446f-80f2-eb40b0c98c32 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:31.830015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa30bf6-7fe1-4b99-a471-5e729a03ed6c None None] Routers {'82a68ccc-07c7-40c5-a6bb-b46488a42182'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:31.830704 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5fa30bf6-7fe1-4b99-a471-5e729a03ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:04:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['82a68ccc-07c7-40c5-a6bb-b46488a42182'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:31.883594 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.934343 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-923d8c47-cb94-41b5-8da8-5f55bec953d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.940573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-5fa30bf6-7fe1-4b99-a471-5e729a03ed6c None None] Set router 82a68ccc-07c7-40c5-a6bb-b46488a42182 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:31.949530 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f341f6-e1cd-4883-94f9-9ce201d2cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.957115 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f341f6-e1cd-4883-94f9-9ce201d2cae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:31.960930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-40f341f6-e1cd-4883-94f9-9ce201d2cae9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac15ba2a-7df1-4b26-99b0-40369fd354eb HTTP/1.1" status: 204 len: 168 time: 0.6120636 Aug 21 09:04:32.002423 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-923d8c47-cb94-41b5-8da8-5f55bec953d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:32.007257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33088) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:32.007434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-923d8c47-cb94-41b5-8da8-5f55bec953d1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e7eb66c0-aab2-4056-93ac-8c4ff0fd008b HTTP/1.1" status: 204 len: 168 time: 0.8101757 Aug 21 09:04:32.014632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d8c47-cb94-41b5-8da8-5f55bec953d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7eb66c0-aab2-4056-93ac-8c4ff0fd008b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:32.017663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f341f6-e1cd-4883-94f9-9ce201d2cae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac15ba2a-7df1-4b26-99b0-40369fd354eb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:32.169296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:32.184556 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5fa30bf6-7fe1-4b99-a471-5e729a03ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:04:30Z', 'revision_number': 5, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port': {'id': 'ab0e78ba-16ae-402f-a3cf-f227ffe19b24', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:32.191660 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Deleting port ab0e78ba-16ae-402f-a3cf-f227ffe19b24 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:32.196407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:32.218909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa30bf6-7fe1-4b99-a471-5e729a03ed6c None None] Checking router: 82a68ccc-07c7-40c5-a6bb-b46488a42182 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:04:32.228901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa30bf6-7fe1-4b99-a471-5e729a03ed6c None None] Routers {'82a68ccc-07c7-40c5-a6bb-b46488a42182'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:32.229842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5fa30bf6-7fe1-4b99-a471-5e729a03ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:04:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['82a68ccc-07c7-40c5-a6bb-b46488a42182'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:32.338501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-5fa30bf6-7fe1-4b99-a471-5e729a03ed6c None None] Set router 82a68ccc-07c7-40c5-a6bb-b46488a42182 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:32.401796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5fa30bf6-7fe1-4b99-a471-5e729a03ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:04:31Z', 'revision_number': 6, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:32.433188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa30bf6-7fe1-4b99-a471-5e729a03ed6c None None] The sync data for ids ['82a68ccc-07c7-40c5-a6bb-b46488a42182'] in n-d-766726-28 is: [{'id': '82a68ccc-07c7-40c5-a6bb-b46488a42182', 'name': 'tempest-ServerRescueTestJSONUnderV235-1845712262-router', 'tenant_id': '205879961c824c35af0e1b151cdd090f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:44Z', 'updated_at': '2021-08-21T09:04:31Z', 'revision_number': 6, 'project_id': '205879961c824c35af0e1b151cdd090f', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:04:32.703610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-687e95ad-7566-4512-9191-3fe08ba4c456 req-a408db2a-55b6-4189-ab92-bdb7a4c8e625 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 210 time: 0.0426230 Aug 21 09:04:32.749389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] For port ab0e78ba-16ae-402f-a3cf-f227ffe19b24, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ab0e78ba-16ae-402f-a3cf-f227ffe19b24,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:32.749995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:32.799247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40a3b2a9-67d8-4e24-b6e2-27a3b90fbc42 req-f56002ca-a08c-4eb5-9372-4eeca7ebade9 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 210 time: 0.0496581 Aug 21 09:04:32.807821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Calling delete_port for ab0e78ba-16ae-402f-a3cf-f227ffe19b24 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:32.821330 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:32.845694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfe576f-17e5-4b8a-bda7-743f7c90ab93']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:32.896146 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8f365f-0f6b-4e12-9466-28f66cf57dbc') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:32.896596 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8f365f-0f6b-4e12-9466-28f66cf57dbc') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:32.909298 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:32.938244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:32.950809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:04:32.953688 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:04:32.953915 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:04:33.103684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33110) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:33.146109 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.168748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.181485 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3cfe576f-17e5-4b8a-bda7-743f7c90ab93 HTTP/1.1" status: 204 len: 168 time: 1.1649175 Aug 21 09:04:33.182766 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cfe576f-17e5-4b8a-bda7-743f7c90ab93,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:33.183787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b56ba05e-43fe-480d-823d-b0d2d1e8d9f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c9e7a6f537d4787be2b7740ebacf8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787823 Aug 21 09:04:33.184742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33114) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:33.207066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.207518 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.208128 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.208480 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.208815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.209665 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.210016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.210360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.211490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.211860 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.212193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.212530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f58c4-8157-4d50-806e-3e4eff7b4528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:33.242556 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.260654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99cc853b-5e04-4c85-a2db-e7d8b0a8ccfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.312230 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99cc853b-5e04-4c85-a2db-e7d8b0a8ccfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.416878 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0e78ba-16ae-402f-a3cf-f227ffe19b24,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:33.429923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:33.443649 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.468144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:33.468408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ca7d92ea-9bbe-4b62-bbfe-9136e672fe30 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:33.468831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ab0e78ba-16ae-402f-a3cf-f227ffe19b24 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:33.492707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ab0e78ba-16ae-402f-a3cf-f227ffe19b24 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:33.493051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ab0e78ba-16ae-402f-a3cf-f227ffe19b24 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:33.528811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99cc853b-5e04-4c85-a2db-e7d8b0a8ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.532241 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99cc853b-5e04-4c85-a2db-e7d8b0a8ccfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.536090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-99cc853b-5e04-4c85-a2db-e7d8b0a8ccfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f6c5cfc-7103-4dfa-a10e-d2829da4f044 HTTP/1.1" status: 204 len: 168 time: 0.3495698 Aug 21 09:04:33.551948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc853b-5e04-4c85-a2db-e7d8b0a8ccfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6c5cfc-7103-4dfa-a10e-d2829da4f044,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:33.580256 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.582466 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.852725 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.854178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82a68ccc-07c7-40c5-a6bb-b46488a42182 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:04:33.859603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-084e3c07-f361-4344-89a0-92cc239bc5d5 req-1a282709-daef-4935-961d-a1d35b0275f1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 210 time: 0.0427573 Aug 21 09:04:33.871493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.873782 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aeb94537-bcba-4088-bdd9-257c83f50962 admin admin] 10.222.0.20 "DELETE /v2.0/routers/82a68ccc-07c7-40c5-a6bb-b46488a42182 HTTP/1.1" status: 204 len: 168 time: 2.2051799 Aug 21 09:04:33.877507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33136) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:33.911182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-a0f320e4-3bdb-4d52-9c8b-2c137734795a tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:33.914703 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-a0f320e4-3bdb-4d52-9c8b-2c137734795a tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.13 "GET /v2.0/networks?id=5d2d6eee-031c-4b0b-b57d-39c9af72b570 HTTP/1.1" status: 200 len: 814 time: 0.1988025 Aug 21 09:04:33.931446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5aae181-ea4b-48e1-94bd-f2484beb9b96 admin admin] Deleting subnet 1db6eb67-e501-4dbc-97df-829a40d9e3e9 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:04:33.935987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Request body: {'port': {'device_id': '1d7f9306-785a-4b43-bde0-5598c55a04c3', 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570', 'admin_state_up': True, 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:33.949995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5aae181-ea4b-48e1-94bd-f2484beb9b96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:33.993560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33138) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:34.088551 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e50d0c9a-c2cf-475c-90c6-b49c60b69c55 req-0c691286-6a78-4dc9-8cf0-9aa4efb8ba20 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 210 time: 0.1398127 Aug 21 09:04:34.122598 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5aae181-ea4b-48e1-94bd-f2484beb9b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:34.171609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5aae181-ea4b-48e1-94bd-f2484beb9b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:34.210579 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-92529821-54ed-4e8e-88c1-c83002f5c9da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5ed72a36f12435ba04ce343b7133dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159805 Aug 21 09:04:34.215807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33142) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:34.327321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-617b7de6-bfe0-47f2-bc9e-ac40442aede5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:34.355684 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-617b7de6-bfe0-47f2-bc9e-ac40442aede5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:34.397894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Made reservation on behalf of f3238dfbf329418a9e333ba9a961b5ab for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:04:34.401393 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:34.454596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5aae181-ea4b-48e1-94bd-f2484beb9b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:34.501264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aae181-ea4b-48e1-94bd-f2484beb9b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db6eb67-e501-4dbc-97df-829a40d9e3e9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:34.517431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5aae181-ea4b-48e1-94bd-f2484beb9b96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:34.517431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f5aae181-ea4b-48e1-94bd-f2484beb9b96 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1db6eb67-e501-4dbc-97df-829a40d9e3e9 HTTP/1.1" status: 204 len: 168 time: 0.6364250 Aug 21 09:04:34.518745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33162) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:34.604462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Allocated IP 172.20.0.9 (5d2d6eee-031c-4b0b-b57d-39c9af72b570/1f4df441-b4a8-4ac6-b242-84825891bc77/9d3ea64a-8c68-45d2-9e19-1082fd1050e1) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:04:34.619281 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-617b7de6-bfe0-47f2-bc9e-ac40442aede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:34.635891 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-617b7de6-bfe0-47f2-bc9e-ac40442aede5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:34.642330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-617b7de6-bfe0-47f2-bc9e-ac40442aede5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/738b6a6e-c8c0-463b-9b9c-8fbc230631f7 HTTP/1.1" status: 204 len: 168 time: 0.4245565 Aug 21 09:04:34.708085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b7de6-bfe0-47f2-bc9e-ac40442aede5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738b6a6e-c8c0-463b-9b9c-8fbc230631f7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:34.857909 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:34.989950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f13a2c1e-c61e-419f-99df-2fd99dee5326 req-3f979a3b-9916-44ae-ba99-889bc1b5ff7e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 210 time: 0.0459921 Aug 21 09:04:34.999103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f632-de66-4903-b281-451bce63598c req-0de58160-69a9-408d-9277-88d907d7ad3d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:35.000701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-0de58160-69a9-408d-9277-88d907d7ad3d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.13 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 808 time: 0.4008706 Aug 21 09:04:35.021837 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:35.047490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Request body: {'port': {'device_id': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f', 'admin_state_up': True, 'tenant_id': '994df69ecf1d4b2681af7e97568df514'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:35.056085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Transition to ACTIVE for port object 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:04:35.070213 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:35.115313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8ce318-4c64-4750-80fb-28d9c607fe7d']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:35.163635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b635dc-72d2-42ae-977d-7d3c147853bd') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:35.167822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b635dc-72d2-42ae-977d-7d3c147853bd') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:35.207063 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:35.229399 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:35.297760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-818b55c1-9f3d-476e-b8c5-8406a736bf84 req-4b001b6d-71ef-44a9-bda5-90c71fe28ca1 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 210 time: 0.1034896 Aug 21 09:04:35.344662 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Pushing event updated for resources: {'Port': ['ID=9d3ea64a-8c68-45d2-9e19-1082fd1050e1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:35.359403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:35.379068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:04:35.383462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:04:35.384085 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:04:35.387002 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:04:35.391098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:35.394473 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:04:35.498555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:35.499433 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:35.670693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Made reservation on behalf of 994df69ecf1d4b2681af7e97568df514 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:04:35.676509 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:35.752558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:35.775300 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-6fc60e93-3710-4c3f-854e-966da0905400 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8499146 Aug 21 09:04:35.788464 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Request body: {'port': {'device_id': '1d7f9306-785a-4b43-bde0-5598c55a04c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:35.865204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8ce318-4c64-4750-80fb-28d9c607fe7d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:35.872844 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:35.898894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b248d481-907e-48b2-894c-4e07accd3a37 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3a8ce318-4c64-4750-80fb-28d9c607fe7d HTTP/1.1" status: 204 len: 168 time: 1.3550532 Aug 21 09:04:35.906240 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9c4e9a17-f49e-459c-b111-9890e4fee69d None None] Provisioning for port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:35.915526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9c4e9a17-f49e-459c-b111-9890e4fee69d None None] Provisioning complete for port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:35.916853 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c4e9a17-f49e-459c-b111-9890e4fee69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:35.933548 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:36.077316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e9a17-f49e-459c-b111-9890e4fee69d None None] Port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:04:36.178025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Allocated IP 172.20.0.8 (901f1fbd-14e5-4fd3-9538-757ea5088a4f/a3ed2908-0152-470c-aa33-4fef5ebc8ac8/39994a1c-bc76-47c2-a822-d2f6557e0d5b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:04:36.472006 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:36.491923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1116803-1a0e-47d9-9efd-11bae63ca88a req-810d1243-a84d-406a-a6ae-ebf3470ee291 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 210 time: 0.1461415 Aug 21 09:04:36.566679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:04:36.576114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:36.607829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Transition to ACTIVE for port object 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:04:36.656149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d78aa-1b26-45fa-9175-cf0e5b388fe0 req-b35ab345-a86e-485a-9a9c-4a78fd7e2d6a tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:36.657802 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-323d78aa-1b26-45fa-9175-cf0e5b388fe0 req-b35ab345-a86e-485a-9a9c-4a78fd7e2d6a tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 931 time: 0.0565660 Aug 21 09:04:36.700296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-323d78aa-1b26-45fa-9175-cf0e5b388fe0 req-10fa4e57-c434-4d51-81c9-fd3fcd991e31 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367477 Aug 21 09:04:36.968841 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:36.981555 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:36.986863 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e6f52f4f-4994-49b6-9ace-54921f7f316a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:37.011680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33232) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:37.021308 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3ea64a-8c68-45d2-9e19-1082fd1050e1,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:37.165510 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Attempting to bind port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:04:37.165984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Attempting to bind port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:04:37.166280 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Attempting to bind port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 on network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:37.186495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 on network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:04:37.186726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Attempting to bind port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 on network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:37.220062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:04:37.220062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Checking segment: {'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:37.220062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Bound using segment: {'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:04:37.220062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Bound port: 9d3ea64a-8c68-45d2-9e19-1082fd1050e1, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f6447a-925f-4fd9-a4db-561046fd020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:04:37.222744 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:37.430716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] For port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:04:37.440018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] For port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d3ea64a-8c68-45d2-9e19-1082fd1050e1,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:04:37.632656 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:37.712066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33254) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:37.766355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:37.766994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:37.773862 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] 10.222.0.13 "PUT /v2.0/ports/9d3ea64a-8c68-45d2-9e19-1082fd1050e1 HTTP/1.1" status: 200 len: 1092 time: 1.9904854 Aug 21 09:04:37.774337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7f9306-785a-4b43-bde0-5598c55a04c3', 'tag': '9d3ea64a-8c68-45d2-9e19-1082fd1050e1'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:37.776725 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7f9306-785a-4b43-bde0-5598c55a04c3", "tag": "9d3ea64a-8c68-45d2-9e19-1082fd1050e1"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:37.779245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-158dfc5b-50e9-4adf-9562-a36dee1f23ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=205879961c824c35af0e1b151cdd090f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7495201 Aug 21 09:04:37.784344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33260) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:37.842159 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81782d7-cc23-4462-979c-fbea46ad5eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3ea64a-8c68-45d2-9e19-1082fd1050e1,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:37.845078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Network 901f1fbd-14e5-4fd3-9538-757ea5088a4f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:04:37.886463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:37.899742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:04:37.938044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Pushing event updated for resources: {'Port': ['ID=39994a1c-bc76-47c2-a822-d2f6557e0d5b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:37.950702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1803b7e-cc60-40e7-9e02-74ba30680c19 req-de6580b6-ffa1-4700-bac8-56dde8b9aa8f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:37.967375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1803b7e-cc60-40e7-9e02-74ba30680c19 req-de6580b6-ffa1-4700-bac8-56dde8b9aa8f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 931 time: 0.1914725 Aug 21 09:04:38.005040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-b983ba96-de43-4560-97f6-7c0c1872b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:38.007127 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-b983ba96-de43-4560-97f6-7c0c1872b598 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3238dfbf329418a9e333ba9a961b5ab&device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 1095 time: 0.0785718 Aug 21 09:04:38.029455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1708106098-network', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:38.037372 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70cb7a5e-60c9-4106-a706-29c2a0ae7bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.063827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:38.064864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.080155 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-fcbbe850-5648-41b9-9299-e5417f959648 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d3ea64a-8c68-45d2-9e19-1082fd1050e1 HTTP/1.1" status: 200 len: 217 time: 0.0640132 Aug 21 09:04:38.090629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1803b7e-cc60-40e7-9e02-74ba30680c19 req-7c9a6f7b-8bb6-4ded-8c3a-8df5cda471c4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223655 Aug 21 09:04:38.100529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70cb7a5e-60c9-4106-a706-29c2a0ae7bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.145732 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-8def8f04-c648-4717-8d3e-a76aa1f618f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:38.147426 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-8def8f04-c648-4717-8d3e-a76aa1f618f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f4df441-b4a8-4ac6-b242-84825891bc77 HTTP/1.1" status: 200 len: 853 time: 0.0589168 Aug 21 09:04:38.214474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-53858e2a-3596-44a4-9e98-2908aacfd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:38.216054 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-53858e2a-3596-44a4-9e98-2908aacfd2ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2d6eee-031c-4b0b-b57d-39c9af72b570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609131 Aug 21 09:04:38.226842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e75c8c-17be-471c-8ada-52abf44ebe42 req-b2e0fef7-3a74-43e0-99a8-a1497d84ca10 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:38.228362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9e75c8c-17be-471c-8ada-52abf44ebe42 req-b2e0fef7-3a74-43e0-99a8-a1497d84ca10 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 943 time: 0.0635691 Aug 21 09:04:38.233995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Made reservation on behalf of 45e5a9e3f88441cd96e8dac1c60da9ae for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:04:38.237443 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.271693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9e75c8c-17be-471c-8ada-52abf44ebe42 req-cd33fd54-5a1d-4a07-be01-10894c7e9dc8 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362844 Aug 21 09:04:38.283293 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70cb7a5e-60c9-4106-a706-29c2a0ae7bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.283522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.286479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70cb7a5e-60c9-4106-a706-29c2a0ae7bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.295233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-70cb7a5e-60c9-4106-a706-29c2a0ae7bc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ac76915-e3c2-4355-b6c8-3a16d60f21ca HTTP/1.1" status: 204 len: 168 time: 0.4748631 Aug 21 09:04:38.315023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb7a5e-60c9-4106-a706-29c2a0ae7bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac76915-e3c2-4355-b6c8-3a16d60f21ca,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:38.348339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-5a58b28a-abfb-4ffc-85d4-e351286babe4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3118434 Aug 21 09:04:38.370742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Request body: {'port': {'device_id': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:38.433707 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9bd8f7-e152-42dc-bea1-27b5eeb6957f x-openstack-request-id: req-6e9bd8f7-e152-42dc-bea1-27b5eeb6957f {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:38.433995 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7f9306-785a-4b43-bde0-5598c55a04c3", "tag": "9d3ea64a-8c68-45d2-9e19-1082fd1050e1", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:38.434260 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e9bd8f7-e152-42dc-bea1-27b5eeb6957f {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:38.434698 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7f9306-785a-4b43-bde0-5598c55a04c3', 'tag': '9d3ea64a-8c68-45d2-9e19-1082fd1050e1', 'status': 'completed', 'code': 200} Aug 21 09:04:38.525259 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-2ac77d30-1463-4401-9c6a-20d0d715feab service neutron] 10.222.0.13 "GET /v2.0/networks/5d2d6eee-031c-4b0b-b57d-39c9af72b570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001912 Aug 21 09:04:38.530021 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.591938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.728857 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.803822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:04:38.844604 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee278b75-af44-4f58-a91e-146f72a167d4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:38.848242 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.853379 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Added segment abf4fddf-1859-497b-8106-5dbec4aa70df of type vlan for network f6971913-957c-4d25-b195-e4b6dbfc0296 Aug 21 09:04:38.946216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39994a1c-bc76-47c2-a822-d2f6557e0d5b {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:04:38.969035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:38.990022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Transition to ACTIVE for port object 39994a1c-bc76-47c2-a822-d2f6557e0d5b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:04:38.993942 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:39.124084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:39.168942 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:39.170473 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:39.171072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:39.233385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Pushing event updated for resources: {'Port': ['ID=39994a1c-bc76-47c2-a822-d2f6557e0d5b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:39.254977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] Pushing event updated for resources: {'Network': ['ID=f6971913-957c-4d25-b195-e4b6dbfc0296,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:39.268029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network f6971913-957c-4d25-b195-e4b6dbfc0296 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:04:39.307546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:04:39.307829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:04:39.308159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:39.313559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:04:39.313885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:39.320919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:04:39.321252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:39.321647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:04:39.322102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Bound port: 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:04:39.322446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:39.372300 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a0675253-c4b1-403f-949c-7a7a30f361de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6556602 Aug 21 09:04:39.372624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33312) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:39.379447 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] Request body: {'subnet': {'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1708106098-subnet', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:39.399947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:04:39.404518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:04:39.490193 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:39.517958 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8dc5483a-c3cf-493e-a5ea-ccd1ab0fa17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:39.532343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:39.532850 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:39.534860 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/39994a1c-bc76-47c2-a822-d2f6557e0d5b HTTP/1.1" status: 200 len: 1092 time: 1.1682467 Aug 21 09:04:39.535035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'tag': '39994a1c-bc76-47c2-a822-d2f6557e0d5b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:39.537636 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ebc43d-c2e7-434c-a396-c59680b5d1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "af34cafc-6156-43b6-a686-4280b0d8a1e8", "tag": "39994a1c-bc76-47c2-a822-d2f6557e0d5b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:39.538025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] Made reservation on behalf of 45e5a9e3f88441cd96e8dac1c60da9ae for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:04:39.541234 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:39.588610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25d300-73ab-4e46-985e-351ceb1e92a5 service neutron] Pushing event updated for resources: {'Port': ['ID=39994a1c-bc76-47c2-a822-d2f6557e0d5b,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:39.710612 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2e7d1afd-59ef-4b88-8836-9ed745805ab5 req-11f84f12-2c9b-4b56-8611-4f77df2922ee service neutron] 10.222.0.13 "GET /v2.0/networks/5d2d6eee-031c-4b0b-b57d-39c9af72b570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873335 Aug 21 09:04:39.764630 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:39.773416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f632-de66-4903-b281-451bce63598c req-c15f1a42-3d24-4062-a214-40eaff45b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:39.773870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-c15f1a42-3d24-4062-a214-40eaff45b99d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 1095 time: 0.1231487 Aug 21 09:04:39.786806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d032d-2b17-478e-818e-388b09a06fd7 req-d3200d55-59e1-41d1-b367-a6a063611283 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:39.788479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af7d032d-2b17-478e-818e-388b09a06fd7 req-d3200d55-59e1-41d1-b367-a6a063611283 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 943 time: 0.1399372 Aug 21 09:04:39.862792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-9cb304fd-f306-4483-a05e-4f39d9bd9bff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b HTTP/1.1" status: 200 len: 217 time: 0.0505648 Aug 21 09:04:39.880221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af7d032d-2b17-478e-818e-388b09a06fd7 req-fa560064-5115-4330-b397-26f41df56de2 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841377 Aug 21 09:04:39.958008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f632-de66-4903-b281-451bce63598c req-ff84617c-3634-4f1b-86d0-533281de52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:39.960466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-ff84617c-3634-4f1b-86d0-533281de52c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.0644431 Aug 21 09:04:39.968035 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3451b2-dc5f-4e22-96fc-2837b58a6a7c x-openstack-request-id: req-ad3451b2-dc5f-4e22-96fc-2837b58a6a7c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:39.971667 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af34cafc-6156-43b6-a686-4280b0d8a1e8", "tag": "39994a1c-bc76-47c2-a822-d2f6557e0d5b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:39.971667 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad3451b2-dc5f-4e22-96fc-2837b58a6a7c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:39.971667 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'tag': '39994a1c-bc76-47c2-a822-d2f6557e0d5b', 'status': 'completed', 'code': 200} Aug 21 09:04:40.037397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379 req-23fccb83-ab28-436e-a1fa-e41de7710ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:40.043856 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379 req-23fccb83-ab28-436e-a1fa-e41de7710ff3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3238dfbf329418a9e333ba9a961b5ab&device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 1095 time: 0.0595891 Aug 21 09:04:40.073628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-16cba9f5-e40a-4db5-9e92-bcdb181b9fbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265391 Aug 21 09:04:40.102151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cc1d4-b5e2-4af2-a063-789c34da8d81 req-566e2829-d435-48e1-8af9-2026e6905735 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:40.112889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b8cc1d4-b5e2-4af2-a063-789c34da8d81 req-566e2829-d435-48e1-8af9-2026e6905735 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 943 time: 0.0981328 Aug 21 09:04:40.149431 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379 req-998620d1-894a-44de-8cb5-ffc2c57b22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:40.151154 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379 req-998620d1-894a-44de-8cb5-ffc2c57b22ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d2d6eee-031c-4b0b-b57d-39c9af72b570 HTTP/1.1" status: 200 len: 915 time: 0.1041248 Aug 21 09:04:40.152817 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:40.230886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b145570d-f10a-432c-844f-12ae76fc8f46,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:40.234189 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] Checking segment: {'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:40.234724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] Network hostable DHCP agents. Network: f6971913-957c-4d25-b195-e4b6dbfc0296, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:04:40.303991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b8cc1d4-b5e2-4af2-a063-789c34da8d81 req-f5df388d-99b8-4a5e-a048-5e68ef0bd0bb tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901882 Aug 21 09:04:40.312245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] Network f6971913-957c-4d25-b195-e4b6dbfc0296 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:04:40.382290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-57e15c53-2ea2-4d22-adb4-fe60fbe55ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571964 Aug 21 09:04:40.386847 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, f6971913-957c-4d25-b195-e4b6dbfc0296) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:40.402119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a2379-55f2-46bf-893f-38d60a7c2e6c None None] Network f6971913-957c-4d25-b195-e4b6dbfc0296 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:04:40.404037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:40.405158 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:40.511067 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379 req-84f8a3f4-7703-4564-97c5-79dca96fffdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d3ea64a-8c68-45d2-9e19-1082fd1050e1 HTTP/1.1" status: 200 len: 217 time: 0.0482354 Aug 21 09:04:40.512957 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-13331c79-ced1-4007-864c-4dffd16c855d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1387310 Aug 21 09:04:40.525266 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33368) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:40.546244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:40.653484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-f6971913-957c-4d25-b195-e4b6dbfc0296', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'fixed_ips': [{'subnet_id': 'b145570d-f10a-432c-844f-12ae76fc8f46'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:04:40.654911 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:40.713157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3049f632-de66-4903-b281-451bce63598c req-c85f89bb-8523-4aed-827d-3a8aa1113c9d service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218785 Aug 21 09:04:40.715090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379 req-0be07550-8a1a-4313-803b-6fb26c316c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:40.717926 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379 req-0be07550-8a1a-4313-803b-6fb26c316c38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f4df441-b4a8-4ac6-b242-84825891bc77 HTTP/1.1" status: 200 len: 853 time: 0.2001555 Aug 21 09:04:40.876469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:40.877797 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:40.902598 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:40.929381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Allocated IP 172.20.0.2 (f6971913-957c-4d25-b195-e4b6dbfc0296/b145570d-f10a-432c-844f-12ae76fc8f46/93792a5d-bd7d-4026-9cc1-8b299ac1975e) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:04:40.950671 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:41.113326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:41.122978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Transition to ACTIVE for port object 93792a5d-bd7d-4026-9cc1-8b299ac1975e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:04:41.134077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379 req-b1016132-2dc6-4cb2-b744-536f1a169572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:41.135520 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379 req-b1016132-2dc6-4cb2-b744-536f1a169572 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2d6eee-031c-4b0b-b57d-39c9af72b570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957627 Aug 21 09:04:41.161233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Transition to ACTIVE for port object 93792a5d-bd7d-4026-9cc1-8b299ac1975e will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:04:41.169375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebc43d-c2e7-434c-a396-c59680b5d1ec req-a7073ae8-429f-408b-96f5-ede1313a85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:41.172967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3ebc43d-c2e7-434c-a396-c59680b5d1ec req-a7073ae8-429f-408b-96f5-ede1313a85f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 1095 time: 0.0975392 Aug 21 09:04:41.244379 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:41.327899 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:41.372221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Pushing event updated for resources: {'Port': ['ID=93792a5d-bd7d-4026-9cc1-8b299ac1975e,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:41.377372 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379 req-95c798d1-ff06-46ad-a4a0-7e44dc4f9971 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2d6eee-031c-4b0b-b57d-39c9af72b570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023163 Aug 21 09:04:41.395773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5017a-490e-43f2-b20c-28936d7baa15 req-778073e9-9bc1-4213-9d21-76a4611264eb tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:41.401392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.403058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.403694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.404193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1e5017a-490e-43f2-b20c-28936d7baa15 req-778073e9-9bc1-4213-9d21-76a4611264eb tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 943 time: 0.0856917 Aug 21 09:04:41.404574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.405018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.406207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.407342 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.410288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.417739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.418557 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.426452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.427093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:04:41.445731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Network f6971913-957c-4d25-b195-e4b6dbfc0296 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:04:41.447329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:41.451191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:04:41.508081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1e5017a-490e-43f2-b20c-28936d7baa15 req-2b3a58f9-43f8-4294-9395-41a8b72074a1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027789 Aug 21 09:04:41.525918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebc43d-c2e7-434c-a396-c59680b5d1ec req-d14814f3-bf28-46a9-90af-8dffc84a013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:41.525918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3ebc43d-c2e7-434c-a396-c59680b5d1ec req-d14814f3-bf28-46a9-90af-8dffc84a013e service neutron] 10.222.0.13 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.3374283 Aug 21 09:04:41.559800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Attempting to bind port 93792a5d-bd7d-4026-9cc1-8b299ac1975e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:04:41.561470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Attempting to bind port 93792a5d-bd7d-4026-9cc1-8b299ac1975e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:04:41.562133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Attempting to bind port 93792a5d-bd7d-4026-9cc1-8b299ac1975e on network f6971913-957c-4d25-b195-e4b6dbfc0296 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:41.571536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:04:41.576780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Checking segment: {'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:41.576780 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:41.576780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Bound using segment: {'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:04:41.576780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Bound port: 93792a5d-bd7d-4026-9cc1-8b299ac1975e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:04:41.576780 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:41.620663 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7ff8ed34-e2b2-40b2-8432-c2ac254ca379 req-703aa55d-8028-45fa-9199-8fbbc9363fd5 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2d6eee-031c-4b0b-b57d-39c9af72b570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998017 Aug 21 09:04:41.689325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3ebc43d-c2e7-434c-a396-c59680b5d1ec req-ff01462d-86c5-4206-b077-ec4e5249c5ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b HTTP/1.1" status: 200 len: 217 time: 0.1119978 Aug 21 09:04:41.734447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] For port 93792a5d-bd7d-4026-9cc1-8b299ac1975e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:04:41.739498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] For port 93792a5d-bd7d-4026-9cc1-8b299ac1975e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=93792a5d-bd7d-4026-9cc1-8b299ac1975e,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:04:41.808492 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:41.821596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebc43d-c2e7-434c-a396-c59680b5d1ec req-758d4f68-d8ea-48d7-97d1-0f49a349aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:41.823076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3ebc43d-c2e7-434c-a396-c59680b5d1ec req-758d4f68-d8ea-48d7-97d1-0f49a349aae9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.1012151 Aug 21 09:04:41.832889 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:41.844925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276a3b-d961-4aab-8ca9-f1603fe6d5af req-b2aefa94-8593-4160-8976-a6981e195ca6 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:41.846412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c276a3b-d961-4aab-8ca9-f1603fe6d5af req-b2aefa94-8593-4160-8976-a6981e195ca6 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 943 time: 0.0719914 Aug 21 09:04:41.853691 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:41.886671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ef0ee-1e8e-4bed-961e-8d03dae781cb None None] Pushing event updated for resources: {'Port': ['ID=93792a5d-bd7d-4026-9cc1-8b299ac1975e,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:41.933681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3ebc43d-c2e7-434c-a396-c59680b5d1ec req-6bd09bdc-332c-42e1-92d2-da6ed396699f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760145 Aug 21 09:04:41.969861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c276a3b-d961-4aab-8ca9-f1603fe6d5af req-c02ec708-f370-45ef-a182-990406b12610 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158128 Aug 21 09:04:42.057897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Allocated IP 172.25.5.233 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/5775a5ce-0574-4fd6-8f10-ebab63f96048) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:04:42.248935 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:42.380967 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:42.466950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3ebc43d-c2e7-434c-a396-c59680b5d1ec req-c4e94e6d-759c-4e86-ac71-b87a4332e8cf service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501588 Aug 21 09:04:42.675139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3ebc43d-c2e7-434c-a396-c59680b5d1ec req-f8e64d0a-d4c0-434d-9023-e7361a4ef05b service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951602 Aug 21 09:04:42.769494 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:42.826895 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:04:42.830235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:42.834005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:04:42.861260 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Pushing event updated for resources: {'Port': ['ID=5775a5ce-0574-4fd6-8f10-ebab63f96048,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:42.971735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dead9d-dcbb-4cf4-b1d4-f94e870b57ba req-a6f00e0b-55a0-4fb9-9a52-9b0be75c1a4c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:42.990081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5dead9d-dcbb-4cf4-b1d4-f94e870b57ba req-a6f00e0b-55a0-4fb9-9a52-9b0be75c1a4c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 943 time: 0.1055458 Aug 21 09:04:43.048884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5dead9d-dcbb-4cf4-b1d4-f94e870b57ba req-b2a5a3d0-3307-4500-a617-51229a088212 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566669 Aug 21 09:04:43.436791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93792a5d-bd7d-4026-9cc1-8b299ac1975e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:43.568731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:43.571810 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:43.576281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d50b8c-294d-4a9c-8e66-1de85a600068 req-6fbd7ef9-9515-4ac6-8cc5-930a8634ac81 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:43.578238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35d50b8c-294d-4a9c-8e66-1de85a600068 req-6fbd7ef9-9515-4ac6-8cc5-930a8634ac81 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 943 time: 0.1158469 Aug 21 09:04:43.634402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35d50b8c-294d-4a9c-8e66-1de85a600068 req-15dc0c76-0f2c-4fda-aa73-1ad3657338e9 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489073 Aug 21 09:04:43.640376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a7fd5b-82f2-494e-8159-476b2c5e9d13 None None] Network f6971913-957c-4d25-b195-e4b6dbfc0296 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:04:43.701443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 93792a5d-bd7d-4026-9cc1-8b299ac1975e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:43.718633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 39994a1c-bc76-47c2-a822-d2f6557e0d5b details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:04:44.007511 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:44.014315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e2181d77-b281-4c53-b565-ef385806c149 None None] Provisioning for port 93792a5d-bd7d-4026-9cc1-8b299ac1975e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:44.046185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e2181d77-b281-4c53-b565-ef385806c149 None None] Provisioning complete for port 93792a5d-bd7d-4026-9cc1-8b299ac1975e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:44.046517 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e2181d77-b281-4c53-b565-ef385806c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:44.078250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:44.108237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:44.109627 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff2dea8-1c4b-4f8a-8ba2-b8319e1df8ac" -d '{"events": [{"server_uuid": "afdfadeb-5717-48f9-b3f1-a20e618120f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6abddbe1-d1a4-4c46-a7b2-b84f57547da1"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:44.114163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:44.159417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '39994a1c-bc76-47c2-a822-d2f6557e0d5b', 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f', 'port_id': '39994a1c-bc76-47c2-a822-d2f6557e0d5b', 'mac_address': 'fa:16:3e:77:32:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ed2908-0152-470c-aa33-4fef5ebc8ac8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:04:44.214015 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:44.338330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6400-be84-4018-b12b-9cadb91e152d req-ee4dc9b2-6a85-4725-b4e2-89f801613d36 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:44.339907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac6e6400-be84-4018-b12b-9cadb91e152d req-ee4dc9b2-6a85-4725-b4e2-89f801613d36 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 943 time: 0.1947691 Aug 21 09:04:44.375944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-9c6be936-9f38-47db-bd62-fdae9c421896 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:44.381780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-9c6be936-9f38-47db-bd62-fdae9c421896 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 804 time: 0.4639862 Aug 21 09:04:44.433342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:44.439140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-a5237f69-9f88-41b1-b57c-0b99740b7e30 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/quotas/e5ddc74da1ea4189b34d8319c80c4d0b HTTP/1.1" status: 200 len: 375 time: 0.0304661 Aug 21 09:04:44.543984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac6e6400-be84-4018-b12b-9cadb91e152d req-4372bb54-4db7-446a-8207-3e2bf30753e9 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586320 Aug 21 09:04:44.550219 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:44.578496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39994a1c-bc76-47c2-a822-d2f6557e0d5b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:04:44.594617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-14e7d30a-1291-4974-9a9e-e881fa8252b4 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1541166 Aug 21 09:04:44.628804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:44.639337 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77a0f89-5042-486c-88b7-d7e635123d73 x-openstack-request-id: req-c77a0f89-5042-486c-88b7-d7e635123d73 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:44.641068 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdfadeb-5717-48f9-b3f1-a20e618120f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6abddbe1-d1a4-4c46-a7b2-b84f57547da1", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:44.647264 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c77a0f89-5042-486c-88b7-d7e635123d73 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:44.647264 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1', 'code': 200} Aug 21 09:04:44.672378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33484) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:44.682306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:44.698383 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e2181d77-b281-4c53-b565-ef385806c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:44.723218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-4432fe80-2a75-468f-bcbc-d52168ddfb3b service neutron] 10.222.0.20 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263819 Aug 21 09:04:44.754565 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:44.831688 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Router b8ba3740-7a27-492a-85c7-914d7b476f0b is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:04:44.866430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-2010e323-405f-44d6-8d07-63027806d343 service neutron] 10.222.0.20 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386483 Aug 21 09:04:44.885811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e2181d77-b281-4c53-b565-ef385806c149 None None] For port 93792a5d-bd7d-4026-9cc1-8b299ac1975e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=93792a5d-bd7d-4026-9cc1-8b299ac1975e,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:44.991457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d612d0cf-62bd-4eef-8188-dfc7a54ebaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:44.992390 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e2181d77-b281-4c53-b565-ef385806c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:44.994109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=39994a1c-bc76-47c2-a822-d2f6557e0d5b,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:45.082334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bcb59-f705-4218-9b49-83e9f2be5b63 req-8e1a949d-3fac-4a17-9eb7-5cdad63add52 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:45.083468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['39994a1c-bc76-47c2-a822-d2f6557e0d5b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:45.085028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-958bcb59-f705-4218-9b49-83e9f2be5b63 req-8e1a949d-3fac-4a17-9eb7-5cdad63add52 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "GET /v2.0/ports?device_id=afdfadeb-5717-48f9-b3f1-a20e618120f1 HTTP/1.1" status: 200 len: 943 time: 0.0702848 Aug 21 09:04:45.090566 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.127392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:04:45.131865 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.140435 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Sync routers for ids ['b8ba3740-7a27-492a-85c7-914d7b476f0b'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:04:45.175087 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Routers {'b8ba3740-7a27-492a-85c7-914d7b476f0b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:45.178989 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-58177339-60e6-4178-9ba8-231606025d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:04:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b8ba3740-7a27-492a-85c7-914d7b476f0b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:45.196965 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d612d0cf-62bd-4eef-8188-dfc7a54ebaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.239396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2181d77-b281-4c53-b565-ef385806c149 None None] Pushing event updated for resources: {'Port': ['ID=93792a5d-bd7d-4026-9cc1-8b299ac1975e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:45.273413 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d612d0cf-62bd-4eef-8188-dfc7a54ebaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.289076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d2e30bd5-55bb-4c08-9d39-8ff161c40d0a None None] Provisioning complete for port 93792a5d-bd7d-4026-9cc1-8b299ac1975e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:45.290115 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2e30bd5-55bb-4c08-9d39-8ff161c40d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.365087 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Set router b8ba3740-7a27-492a-85c7-914d7b476f0b gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:45.368451 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d612d0cf-62bd-4eef-8188-dfc7a54ebaa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb7a2b16e36c40cfb90bba342fb88568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6948698 Aug 21 09:04:45.375381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33498) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:45.437428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93792a5d-bd7d-4026-9cc1-8b299ac1975e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:45.442156 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.448777 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-332a5275-cb3e-49fa-90aa-749f19b2b93a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9219077 Aug 21 09:04:45.451713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33502) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:45.454927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612d0cf-62bd-4eef-8188-dfc7a54ebaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fe3466-90ce-493c-939d-12f09c423afd,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:45.556985 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65df6cfa-20c0-47a6-bbd7-efe5f45c1227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.640195 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65df6cfa-20c0-47a6-bbd7-efe5f45c1227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.640415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3cd1b-ccb7-46f0-96db-3fe46bb52020 req-67618382-a389-4f3c-bdc3-e589f3dfea52 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:45.641552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8a3cd1b-ccb7-46f0-96db-3fe46bb52020 req-67618382-a389-4f3c-bdc3-e589f3dfea52 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 943 time: 0.3890827 Aug 21 09:04:45.747783 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-58177339-60e6-4178-9ba8-231606025d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:43Z', 'revision_number': 3, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:45.763806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 93792a5d-bd7d-4026-9cc1-8b299ac1975e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:45.764962 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.804087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65029485-41bb-42d8-acd7-d0c1a8d6048b req-aee2ca5d-e72e-4a96-9f39-15002f85c681 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 210 time: 0.0516169 Aug 21 09:04:45.819001 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Checking router: b8ba3740-7a27-492a-85c7-914d7b476f0b for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:04:45.819001 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Updating router b8ba3740-7a27-492a-85c7-914d7b476f0b port 5775a5ce-0574-4fd6-8f10-ebab63f96048 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:04:45.836808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-958bcb59-f705-4218-9b49-83e9f2be5b63 req-ffea0946-b8f4-481c-b70f-c07df6e7af4f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Deleting port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:04:45.841861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-958bcb59-f705-4218-9b49-83e9f2be5b63 req-ffea0946-b8f4-481c-b70f-c07df6e7af4f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.901673 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.918255 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65df6cfa-20c0-47a6-bbd7-efe5f45c1227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.925564 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65df6cfa-20c0-47a6-bbd7-efe5f45c1227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.926844 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-65df6cfa-20c0-47a6-bbd7-efe5f45c1227 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34fe3466-90ce-493c-939d-12f09c423afd HTTP/1.1" status: 204 len: 168 time: 0.5493352 Aug 21 09:04:45.947189 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df6cfa-20c0-47a6-bbd7-efe5f45c1227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fe3466-90ce-493c-939d-12f09c423afd,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:45.966075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-958bcb59-f705-4218-9b49-83e9f2be5b63 req-ffea0946-b8f4-481c-b70f-c07df6e7af4f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] For port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:45.966561 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-958bcb59-f705-4218-9b49-83e9f2be5b63 req-ffea0946-b8f4-481c-b70f-c07df6e7af4f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:45.984703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-958bcb59-f705-4218-9b49-83e9f2be5b63 req-ffea0946-b8f4-481c-b70f-c07df6e7af4f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Calling delete_port for 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:04:46.134544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8a3cd1b-ccb7-46f0-96db-3fe46bb52020 req-22ec39b4-1b87-4031-8ea5-ac721edad517 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738665 Aug 21 09:04:46.328369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09628726-f469-40f5-bbb4-7080a21789dd req-cec56ee8-210f-406f-96d4-3ae66cde32ba tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:46.330009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09628726-f469-40f5-bbb4-7080a21789dd req-cec56ee8-210f-406f-96d4-3ae66cde32ba tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 944 time: 0.1088767 Aug 21 09:04:46.332972 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-958bcb59-f705-4218-9b49-83e9f2be5b63 req-ffea0946-b8f4-481c-b70f-c07df6e7af4f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:46.387986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea0946-b8f4-481c-b70f-c07df6e7af4f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Pushing event deleted for resources: {'Port': ['ID=6abddbe1-d1a4-4c46-a7b2-b84f57547da1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:46.463990 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:46.483141 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Transition to ACTIVE for port object 5775a5ce-0574-4fd6-8f10-ebab63f96048 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:04:46.561780 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:46.605681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-958bcb59-f705-4218-9b49-83e9f2be5b63 req-ffea0946-b8f4-481c-b70f-c07df6e7af4f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] No DVR routers for this DVR port 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:04:46.622740 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-958bcb59-f705-4218-9b49-83e9f2be5b63 req-ffea0946-b8f4-481c-b70f-c07df6e7af4f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:46.625942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-958bcb59-f705-4218-9b49-83e9f2be5b63 req-ffea0946-b8f4-481c-b70f-c07df6e7af4f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "DELETE /v2.0/ports/6abddbe1-d1a4-4c46-a7b2-b84f57547da1 HTTP/1.1" status: 204 len: 173 time: 1.5308599 Aug 21 09:04:46.640968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'name': 'network-vif-deleted', 'tag': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:46.644797 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9766776-4316-499d-871d-6ae710cec0e1" -d '{"events": [{"server_uuid": "afdfadeb-5717-48f9-b3f1-a20e618120f1", "name": "network-vif-deleted", "tag": "6abddbe1-d1a4-4c46-a7b2-b84f57547da1"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:46.694230 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69debf3e-03df-42aa-ab2c-ab19c7377748 None None] Pushing event updated for resources: {'Port': ['ID=5775a5ce-0574-4fd6-8f10-ebab63f96048,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:46.696865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09628726-f469-40f5-bbb4-7080a21789dd req-6dc348cb-85d0-45f1-ae55-102d0e98478b tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119645 Aug 21 09:04:46.739907 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Attempting to bind port 5775a5ce-0574-4fd6-8f10-ebab63f96048 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:04:46.741034 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Attempting to bind port 5775a5ce-0574-4fd6-8f10-ebab63f96048 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:04:46.741034 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Attempting to bind port 5775a5ce-0574-4fd6-8f10-ebab63f96048 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:46.756771 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:04:46.757378 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:46.758355 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:46.758947 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:04:46.759663 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Bound port: 5775a5ce-0574-4fd6-8f10-ebab63f96048, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:04:46.760404 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:46.939887 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-58177339-60e6-4178-9ba8-231606025d77 None None] For port 5775a5ce-0574-4fd6-8f10-ebab63f96048, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:04:46.949001 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-58177339-60e6-4178-9ba8-231606025d77 None None] For port 5775a5ce-0574-4fd6-8f10-ebab63f96048, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5775a5ce-0574-4fd6-8f10-ebab63f96048,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:04:47.018860 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:47.056321 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:47.119158 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69debf3e-03df-42aa-ab2c-ab19c7377748 None None] Pushing event updated for resources: {'Port': ['ID=5775a5ce-0574-4fd6-8f10-ebab63f96048,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:47.124617 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33544) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:47.136583 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Routers {'b8ba3740-7a27-492a-85c7-914d7b476f0b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:47.137313 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-58177339-60e6-4178-9ba8-231606025d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:04:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b8ba3740-7a27-492a-85c7-914d7b476f0b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:47.175721 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cdc278b1-e00f-4292-b802-fe13a45e0c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:47.216337 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c03a87-74f5-45de-bb7f-e40b9ee92dc3 x-openstack-request-id: req-c8c03a87-74f5-45de-bb7f-e40b9ee92dc3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:47.230106 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdfadeb-5717-48f9-b3f1-a20e618120f1", "name": "network-vif-deleted", "tag": "6abddbe1-d1a4-4c46-a7b2-b84f57547da1", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:47.230578 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8c03a87-74f5-45de-bb7f-e40b9ee92dc3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:47.245022 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdfadeb-5717-48f9-b3f1-a20e618120f1', 'name': 'network-vif-deleted', 'tag': '6abddbe1-d1a4-4c46-a7b2-b84f57547da1', 'status': 'completed', 'code': 200} Aug 21 09:04:47.269337 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-58177339-60e6-4178-9ba8-231606025d77 None None] Set router b8ba3740-7a27-492a-85c7-914d7b476f0b gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:47.290221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfdecfe8-8b20-4e47-8afd-ac606fd98f85 req-9e258066-fa8c-4539-a7ae-2eaec496d93f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 210 time: 0.0757291 Aug 21 09:04:47.336864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cdc278b1-e00f-4292-b802-fe13a45e0c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:47.408557 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cdc278b1-e00f-4292-b802-fe13a45e0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:47.485075 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cdc278b1-e00f-4292-b802-fe13a45e0c8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfd12034e98f47b49e48ea586e1f47aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585210 Aug 21 09:04:47.486979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc278b1-e00f-4292-b802-fe13a45e0c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaae15a-1a32-4ae6-a219-0c6fd4480f09,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:47.490195 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33554) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:47.490361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Allocated IP 172.20.0.1 (f6971913-957c-4d25-b195-e4b6dbfc0296/b145570d-f10a-432c-844f-12ae76fc8f46/63c810a3-e7b7-41ac-8fa7-f94b8134031e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:04:47.520949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83df603-cfc3-4f8a-a7a6-625845c3b7b6 req-41f8166d-2044-431d-a4cc-ab290046376b tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:47.528341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e83df603-cfc3-4f8a-a7a6-625845c3b7b6 req-41f8166d-2044-431d-a4cc-ab290046376b tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 943 time: 0.0848200 Aug 21 09:04:47.600610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-07358e4e-5974-47ea-9b37-38c927f9b782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:47.615709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:04:47.639001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e83df603-cfc3-4f8a-a7a6-625845c3b7b6 req-dfdb4bed-a19f-4f4c-be82-887b9fece86a tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043954 Aug 21 09:04:47.665151 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-07358e4e-5974-47ea-9b37-38c927f9b782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:47.676975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:04:47.677569 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6abddbe1-d1a4-4c46-a7b2-b84f57547da1 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:04:47.699054 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-58177339-60e6-4178-9ba8-231606025d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:43Z', 'revision_number': 3, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:47.711526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 39994a1c-bc76-47c2-a822-d2f6557e0d5b up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:47.732759 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:47.734732 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58177339-60e6-4178-9ba8-231606025d77 None None] The sync data for ids ['b8ba3740-7a27-492a-85c7-914d7b476f0b'] in n-d-766726-28 is: [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:43Z', 'revision_number': 3, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:04:47.794676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Transition to ACTIVE for port object 63c810a3-e7b7-41ac-8fa7-f94b8134031e will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:04:47.939209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbb968-caa7-437e-9968-cc38a007525f req-40134d2a-637d-4dad-a3e2-103f55aba91d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:47.941270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dbb968-caa7-437e-9968-cc38a007525f req-40134d2a-637d-4dad-a3e2-103f55aba91d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 944 time: 0.1102262 Aug 21 09:04:48.093689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dbb968-caa7-437e-9968-cc38a007525f req-8e09c348-684b-4f27-9d2f-14c7bc488c86 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385105 Aug 21 09:04:48.150283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-07358e4e-5974-47ea-9b37-38c927f9b782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:48.153192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-07358e4e-5974-47ea-9b37-38c927f9b782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:48.154855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 39994a1c-bc76-47c2-a822-d2f6557e0d5b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:48.165344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 39994a1c-bc76-47c2-a822-d2f6557e0d5b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:48.165344 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:48.166586 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-07358e4e-5974-47ea-9b37-38c927f9b782 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbaae15a-1a32-4ae6-a219-0c6fd4480f09 HTTP/1.1" status: 204 len: 168 time: 0.6731987 Aug 21 09:04:48.191428 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07358e4e-5974-47ea-9b37-38c927f9b782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaae15a-1a32-4ae6-a219-0c6fd4480f09,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:48.222672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-3451f76d-397c-4008-b854-f914d350bcee tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:48.222672 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-3451f76d-397c-4008-b854-f914d350bcee tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 804 time: 0.3046644 Aug 21 09:04:48.236893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Request body: {'port': {'device_id': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'admin_state_up': True, 'tenant_id': 'e5ddc74da1ea4189b34d8319c80c4d0b'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:48.335864 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:48.366220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39994a1c-bc76-47c2-a822-d2f6557e0d5b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:48.368933 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc733f83-cf11-475f-95f5-69f8d9f87e29" -d '{"events": [{"server_uuid": "af34cafc-6156-43b6-a686-4280b0d8a1e8", "name": "network-vif-plugged", "status": "completed", "tag": "39994a1c-bc76-47c2-a822-d2f6557e0d5b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:48.390976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:48.447704 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825b6bca-cf4b-4efc-a9ce-1ac5c93f8284 x-openstack-request-id: req-825b6bca-cf4b-4efc-a9ce-1ac5c93f8284 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:48.448266 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af34cafc-6156-43b6-a686-4280b0d8a1e8", "name": "network-vif-plugged", "status": "completed", "tag": "39994a1c-bc76-47c2-a822-d2f6557e0d5b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:48.448794 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-825b6bca-cf4b-4efc-a9ce-1ac5c93f8284 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:48.449577 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39994a1c-bc76-47c2-a822-d2f6557e0d5b', 'code': 200} Aug 21 09:04:48.532918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a937bd3-99a2-4b45-b806-3c2968eee4ca req-96c3df03-c098-4f4a-83b0-ae120e337df4 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 210 time: 0.0932460 Aug 21 09:04:48.587872 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:48.603701 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:48.718904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=39994a1c-bc76-47c2-a822-d2f6557e0d5b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:48.725156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Pushing event updated for resources: {'Port': ['ID=63c810a3-e7b7-41ac-8fa7-f94b8134031e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:48.762705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Network f6971913-957c-4d25-b195-e4b6dbfc0296 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:04:48.767326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:48.824853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:04:48.882394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Made reservation on behalf of e5ddc74da1ea4189b34d8319c80c4d0b for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:04:48.904081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:49.372081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-829dd6fa-d0ae-4379-8779-01d4130268d5 None None] Provisioning for port 63c810a3-e7b7-41ac-8fa7-f94b8134031e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:49.373274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-829dd6fa-d0ae-4379-8779-01d4130268d5 None None] Provisioning complete for port 63c810a3-e7b7-41ac-8fa7-f94b8134031e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:49.373662 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-829dd6fa-d0ae-4379-8779-01d4130268d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:49.445589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-829dd6fa-d0ae-4379-8779-01d4130268d5 None None] Port 63c810a3-e7b7-41ac-8fa7-f94b8134031e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:04:49.470540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5775a5ce-0574-4fd6-8f10-ebab63f96048 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:49.506334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328877a5-c0ea-4bf3-866b-19f9c4da3b9a req-f424ac4f-3401-4c4c-b1ae-68fce06795d3 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:49.513354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-328877a5-c0ea-4bf3-866b-19f9c4da3b9a req-f424ac4f-3401-4c4c-b1ae-68fce06795d3 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 943 time: 0.7381854 Aug 21 09:04:49.545946 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:49.636586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 5775a5ce-0574-4fd6-8f10-ebab63f96048 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:49.642896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5775a5ce-0574-4fd6-8f10-ebab63f96048 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:49.643754 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:49.664193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dc03e-914c-4b6e-ad4e-b5a55af73036 req-49c87464-22fe-47aa-bb7b-4624f25ddc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:49.667293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d97dc03e-914c-4b6e-ad4e-b5a55af73036 req-49c87464-22fe-47aa-bb7b-4624f25ddc6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 1097 time: 0.7044055 Aug 21 09:04:49.719046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f475f2e-7950-4ec0-b289-0907a61a8dc2 req-5afa3cc2-d605-4290-acdb-829a172fb2e9 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:49.733710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f475f2e-7950-4ec0-b289-0907a61a8dc2 req-5afa3cc2-d605-4290-acdb-829a172fb2e9 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 945 time: 0.2364314 Aug 21 09:04:49.762444 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:49.763008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-328877a5-c0ea-4bf3-866b-19f9c4da3b9a req-38b3124a-26aa-4849-be8b-f7c2011ded45 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012897 Aug 21 09:04:49.810804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 5775a5ce-0574-4fd6-8f10-ebab63f96048, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5775a5ce-0574-4fd6-8f10-ebab63f96048,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:49.911250 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:49.989369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=5775a5ce-0574-4fd6-8f10-ebab63f96048,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:50.052856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f475f2e-7950-4ec0-b289-0907a61a8dc2 req-7ead02b3-e3fc-4af1-a3a6-180cc39c5f11 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246794 Aug 21 09:04:50.089193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Allocated IP 172.20.0.6 (1c67f092-44d6-4a07-bb62-ba467f0eb4c0/d2050f02-4ee6-4f5c-b15c-ac170569c539/1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:04:50.113883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d97dc03e-914c-4b6e-ad4e-b5a55af73036 req-d0b8ccb4-1a5a-4349-b3e6-99b7a5db72c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990923 Aug 21 09:04:50.234688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27e657aa-df4b-4f5e-83d3-e143231c31e2 req-2d29683c-d7cc-4e5a-abd9-a356b5533616 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 210 time: 0.0805309 Aug 21 09:04:50.299495 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:50.501630 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:50.602468 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:50.677635 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:50.720703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:04:50.724196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:50.728094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:04:50.758275 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:50.790774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Pushing event updated for resources: {'Port': ['ID=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:50.843747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:50.850767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:50.856282 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:50.869798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Pushing event updated for resources: {'Port': ['ID=63c810a3-e7b7-41ac-8fa7-f94b8134031e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:50.962106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Network f6971913-957c-4d25-b195-e4b6dbfc0296 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:04:50.963498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:50.970023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-7983c39e-6cd4-4322-a635-ddf73cf78d33 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7374439 Aug 21 09:04:51.027283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Request body: {'port': {'device_id': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:51.149167 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:51.241998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Router b8ba3740-7a27-492a-85c7-914d7b476f0b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:04:51.295417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-12311f51-7a76-43a7-8ff4-be08ce010ab7 None None] Provisioning complete for port 63c810a3-e7b7-41ac-8fa7-f94b8134031e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:51.296610 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-12311f51-7a76-43a7-8ff4-be08ce010ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:51.369621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-12311f51-7a76-43a7-8ff4-be08ce010ab7 None None] Port 63c810a3-e7b7-41ac-8fa7-f94b8134031e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:04:51.405807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5775a5ce-0574-4fd6-8f10-ebab63f96048 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:51.452017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce9db2-4f52-40aa-9df3-d96b293cbee5 req-eb027dc9-7808-4d03-84d9-8caf49d4b188 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:51.453999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4ce9db2-4f52-40aa-9df3-d96b293cbee5 req-eb027dc9-7808-4d03-84d9-8caf49d4b188 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 943 time: 0.2416101 Aug 21 09:04:51.474195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5775a5ce-0574-4fd6-8f10-ebab63f96048 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:51.474760 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:51.577091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4ce9db2-4f52-40aa-9df3-d96b293cbee5 req-2b343092-fb24-48ce-b21f-14a27c110a0f tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079369 Aug 21 09:04:51.578362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:04:51.583499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a9fad991-2dd1-45ef-bd5a-94b18d1ef236 admin admin] 10.222.0.20 "PUT /v2.0/routers/b8ba3740-7a27-492a-85c7-914d7b476f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1229732 Aug 21 09:04:51.598167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Sync routers for ids ['b8ba3740-7a27-492a-85c7-914d7b476f0b'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:04:51.620642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Routers {'b8ba3740-7a27-492a-85c7-914d7b476f0b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:51.621474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:04:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b8ba3740-7a27-492a-85c7-914d7b476f0b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:51.663962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:04:51.678444 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:51.706747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Transition to ACTIVE for port object 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:04:51.788881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Set router b8ba3740-7a27-492a-85c7-914d7b476f0b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:51.813930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:51.919663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:52.003202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcc97b-3496-4b56-9cf8-c70449e1a9fa req-58d533ab-2c27-45fd-a3e9-bad7e924c622 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:52.004981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2dcc97b-3496-4b56-9cf8-c70449e1a9fa req-58d533ab-2c27-45fd-a3e9-bad7e924c622 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 945 time: 0.1823339 Aug 21 09:04:52.069777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Attempting to bind port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:04:52.070054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Attempting to bind port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:04:52.070901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Attempting to bind port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:52.088001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2dcc97b-3496-4b56-9cf8-c70449e1a9fa req-f5d63263-e2bc-48b7-86a3-b70d687a777c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738366 Aug 21 09:04:52.088573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:04:52.088896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Attempting to bind port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:52.094635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:04:52.094980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Checking segment: {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:52.095365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Bound using segment: {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:04:52.095915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Bound port: 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:04:52.096158 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:52.130438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:50Z', 'revision_number': 4, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63c810a3-e7b7-41ac-8fa7-f94b8134031e', 'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'mac_address': 'fa:16:3e:1d:c7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:47Z', 'updated_at': '2021-08-21T09:04:50Z', 'revision_number': 2, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'subnets': [{'id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:52.167736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Checking router: b8ba3740-7a27-492a-85c7-914d7b476f0b for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:04:52.168342 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Updating router b8ba3740-7a27-492a-85c7-914d7b476f0b port 63c810a3-e7b7-41ac-8fa7-f94b8134031e binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:04:52.196484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] For port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:04:52.201215 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:52.254390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] For port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:04:52.307007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08af104-eabb-42c3-92a5-946ccff578cf req-9e061af0-0014-4db2-8e94-50c7623dfc47 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:52.309099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a08af104-eabb-42c3-92a5-946ccff578cf req-9e061af0-0014-4db2-8e94-50c7623dfc47 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 943 time: 0.1162422 Aug 21 09:04:52.345363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:52.368376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a08af104-eabb-42c3-92a5-946ccff578cf req-a5088ce3-85b5-454e-aeb1-df2831d89efa tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531595 Aug 21 09:04:52.398431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:52.399056 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:52.400516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] 10.222.0.22 "PUT /v2.0/ports/1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b HTTP/1.1" status: 200 len: 1092 time: 1.3807633 Aug 21 09:04:52.401143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'tag': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:52.403899 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8fa8a7-f471-432b-ad53-01bae295f65a" -d '{"events": [{"name": "network-changed", "server_uuid": "31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a", "tag": "1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:52.442308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e5115-0cab-4fcf-b1a4-e45b268ad312 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:52.545790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-9b817621-1654-45a2-a71a-1091db725ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:52.546627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-9b817621-1654-45a2-a71a-1091db725ddb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 1095 time: 0.0423739 Aug 21 09:04:52.592920 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:52.593533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-823667d8-d9e3-44df-9ce5-4c026983ca70 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b HTTP/1.1" status: 200 len: 217 time: 0.0381296 Aug 21 09:04:52.604740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Transition to ACTIVE for port object 63c810a3-e7b7-41ac-8fa7-f94b8134031e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:04:52.655080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-1f92a881-f943-4377-ab9c-4edd81f35216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:52.656586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-1f92a881-f943-4377-ab9c-4edd81f35216 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2050f02-4ee6-4f5c-b15c-ac170569c539 HTTP/1.1" status: 200 len: 844 time: 0.0558405 Aug 21 09:04:52.659640 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:52.688237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-6cccf034-1bfc-471e-916c-828239dee658 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243468 Aug 21 09:04:52.717554 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cf6a9-770c-4398-a002-fc433550c5fa None None] Pushing event updated for resources: {'Port': ['ID=63c810a3-e7b7-41ac-8fa7-f94b8134031e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:52.791097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Attempting to bind port 63c810a3-e7b7-41ac-8fa7-f94b8134031e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:04:52.791403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Attempting to bind port 63c810a3-e7b7-41ac-8fa7-f94b8134031e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:04:52.791847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Attempting to bind port 63c810a3-e7b7-41ac-8fa7-f94b8134031e on network f6971913-957c-4d25-b195-e4b6dbfc0296 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:52.801879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:04:52.801879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Checking segment: {'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:52.801879 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:52.801879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Bound using segment: {'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:04:52.801879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Bound port: 63c810a3-e7b7-41ac-8fa7-f94b8134031e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:04:52.801879 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:52.802544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-d212d6b9-3b1b-43f0-a61a-549660ba5986 service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061523 Aug 21 09:04:52.825766 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33670) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:52.833029 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-04076ba0-3370-4bc2-94e0-d9abc3579fb4 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938332362', 'description': 'tempest-description--556556055'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:52.886008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33672) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:52.900396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] For port 63c810a3-e7b7-41ac-8fa7-f94b8134031e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:04:52.908802 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] For port 63c810a3-e7b7-41ac-8fa7-f94b8134031e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63c810a3-e7b7-41ac-8fa7-f94b8134031e,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:04:52.945213 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a057d0-6b34-4243-8c6c-6e77011b5c89 x-openstack-request-id: req-01a057d0-6b34-4243-8c6c-6e77011b5c89 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:52.945718 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a", "tag": "1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:52.945718 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01a057d0-6b34-4243-8c6c-6e77011b5c89 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:52.946127 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'tag': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b', 'status': 'completed', 'code': 200} Aug 21 09:04:52.974729 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04076ba0-3370-4bc2-94e0-d9abc3579fb4 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:52.985884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cac3c4-c959-4f89-a740-b331c77add5a req-36290d7c-e063-49eb-a81f-76de1dbe1b93 service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677272 Aug 21 09:04:53.009974 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:53.050239 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5b2c-5857-4f1b-aa74-bae5aa031bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:53.061058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e57b3-36aa-4b64-a8d9-efe2f126117b req-07cf545e-06dc-417d-add1-b831045f4675 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:53.068604 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-270e57b3-36aa-4b64-a8d9-efe2f126117b req-07cf545e-06dc-417d-add1-b831045f4675 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 943 time: 0.0670047 Aug 21 09:04:53.092409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Routers {'b8ba3740-7a27-492a-85c7-914d7b476f0b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:04:53.093537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:04:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b8ba3740-7a27-492a-85c7-914d7b476f0b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:53.123934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-270e57b3-36aa-4b64-a8d9-efe2f126117b req-aa5ffc3e-1506-4859-9e0b-ce57cb8fcefc tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504208 Aug 21 09:04:53.137379 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04076ba0-3370-4bc2-94e0-d9abc3579fb4 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:53.183702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cf6a9-770c-4398-a002-fc433550c5fa None None] Pushing event updated for resources: {'Port': ['ID=63c810a3-e7b7-41ac-8fa7-f94b8134031e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:53.194599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa8a7-f471-432b-ad53-01bae295f65a req-b62c869e-85f0-4546-9840-74a5a88c7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:53.196777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d8fa8a7-f471-432b-ad53-01bae295f65a req-b62c869e-85f0-4546-9840-74a5a88c7d8d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 1095 time: 0.0564208 Aug 21 09:04:53.263460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] Set router b8ba3740-7a27-492a-85c7-914d7b476f0b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:04:53.267780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04076ba0-3370-4bc2-94e0-d9abc3579fb4 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:53.350272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04076ba0-3370-4bc2-94e0-d9abc3579fb4 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de22da6b-d4f9-41bf-a563-3edc84502407,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:53.397394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5b2c-5857-4f1b-aa74-bae5aa031bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:53.402612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7811dbd-2890-491f-86b6-0562d77f5465 req-c965a6e6-2d26-44c0-ab98-83b856616c1d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:53.404780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7811dbd-2890-491f-86b6-0562d77f5465 req-c965a6e6-2d26-44c0-ab98-83b856616c1d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 945 time: 0.0857458 Aug 21 09:04:53.438224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa8a7-f471-432b-ad53-01bae295f65a req-70dd108f-9bf8-4e07-8fa5-edd1d8c499ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:53.439849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d8fa8a7-f471-432b-ad53-01bae295f65a req-70dd108f-9bf8-4e07-8fa5-edd1d8c499ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 905 time: 0.2368114 Aug 21 09:04:53.494890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d8fa8a7-f471-432b-ad53-01bae295f65a req-906df5fe-2b79-45cd-836f-32403ad83c7a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b HTTP/1.1" status: 200 len: 217 time: 0.0471883 Aug 21 09:04:53.498489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7811dbd-2890-491f-86b6-0562d77f5465 req-ed4e78be-bbe2-4f11-9871-a5828389df01 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821819 Aug 21 09:04:53.553531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa8a7-f471-432b-ad53-01bae295f65a req-a2ff9bdd-578b-4c27-b9a1-0f3b9ae006ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:53.555055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d8fa8a7-f471-432b-ad53-01bae295f65a req-a2ff9bdd-578b-4c27-b9a1-0f3b9ae006ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2050f02-4ee6-4f5c-b15c-ac170569c539 HTTP/1.1" status: 200 len: 844 time: 0.0524309 Aug 21 09:04:53.570389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:50Z', 'revision_number': 4, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63c810a3-e7b7-41ac-8fa7-f94b8134031e', 'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'mac_address': 'fa:16:3e:1d:c7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:47Z', 'updated_at': '2021-08-21T09:04:52Z', 'revision_number': 4, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'subnets': [{'id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:04:53.600576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d8fa8a7-f471-432b-ad53-01bae295f65a req-271f431a-b69d-4b85-b247-ec9286ad7c8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378742 Aug 21 09:04:53.601795 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd0c76b-6b3b-4f7d-ac34-61fe394e4eeb None None] The sync data for ids ['b8ba3740-7a27-492a-85c7-914d7b476f0b'] in n-d-766726-28 is: [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:50Z', 'revision_number': 4, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63c810a3-e7b7-41ac-8fa7-f94b8134031e', 'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'mac_address': 'fa:16:3e:1d:c7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:47Z', 'updated_at': '2021-08-21T09:04:52Z', 'revision_number': 4, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'subnets': [{'id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:04:53.862511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead6e59-b171-4058-9dff-5b4ad978c035 req-874acd40-49de-449a-8e23-01e3a04550df tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:53.862511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eead6e59-b171-4058-9dff-5b4ad978c035 req-874acd40-49de-449a-8e23-01e3a04550df tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 943 time: 0.1553330 Aug 21 09:04:53.864182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:04:53.864292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d8fa8a7-f471-432b-ad53-01bae295f65a req-995a846b-e2b5-48b2-b730-bc36b147aaaa service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627598 Aug 21 09:04:53.864292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eead6e59-b171-4058-9dff-5b4ad978c035 req-d989c392-55aa-494c-ad79-b0d74d44d3ef tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527577 Aug 21 09:04:53.900768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d3ea64a-8c68-45d2-9e19-1082fd1050e1,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:53.901795 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d8fa8a7-f471-432b-ad53-01bae295f65a req-a256dbcb-1273-4a51-a6b6-3d2e0565f74f service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091647 Aug 21 09:04:53.922290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '9d3ea64a-8c68-45d2-9e19-1082fd1050e1', 'network_id': '5d2d6eee-031c-4b0b-b57d-39c9af72b570', 'port_id': '9d3ea64a-8c68-45d2-9e19-1082fd1050e1', 'mac_address': 'fa:16:3e:ef:fa:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4df441-b4a8-4ac6-b242-84825891bc77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:04:53.965229 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:53.979292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:04:54.005651 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d3ea64a-8c68-45d2-9e19-1082fd1050e1,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:54.044684 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:04:54.065290 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5b2c-5857-4f1b-aa74-bae5aa031bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.096453 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.126117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33686) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:54.126895 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2a5d5b2c-5857-4f1b-aa74-bae5aa031bc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3141defb2e7d44b299fbc643aff22edf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2471969 Aug 21 09:04:54.141483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d5b2c-5857-4f1b-aa74-bae5aa031bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d55b40-8718-4142-9c52-11c365ff9123,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:54.173989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9d3ea64a-8c68-45d2-9e19-1082fd1050e1,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:54.192731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030eed6-a1bf-4d97-824a-de3966f58234 req-f8cddf0c-305f-4f0f-89d5-fe2bfc26ff1e tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:54.204314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2030eed6-a1bf-4d97-824a-de3966f58234 req-f8cddf0c-305f-4f0f-89d5-fe2bfc26ff1e tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 1097 time: 0.1326685 Aug 21 09:04:54.213860 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04076ba0-3370-4bc2-94e0-d9abc3579fb4 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.215196 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04076ba0-3370-4bc2-94e0-d9abc3579fb4 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3883607 Aug 21 09:04:54.218344 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33692) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:54.223785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-279a8f54-b814-451a-9e3a-b3dfe1f4a85c tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Request body: {'security_group_rule': {'security_group_id': 'de22da6b-d4f9-41bf-a563-3edc84502407', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:54.247986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17e039ed-3fd8-4b27-a46e-79899c127971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.257112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2030eed6-a1bf-4d97-824a-de3966f58234 req-8cffbfbb-be73-4925-b2ad-141d97f267cf tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Aug 21 09:04:54.280166 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17e039ed-3fd8-4b27-a46e-79899c127971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.324648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-279a8f54-b814-451a-9e3a-b3dfe1f4a85c tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.391521 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9d3ea64a-8c68-45d2-9e19-1082fd1050e1'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:54.464664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-279a8f54-b814-451a-9e3a-b3dfe1f4a85c tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.474070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17e039ed-3fd8-4b27-a46e-79899c127971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.476741 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17e039ed-3fd8-4b27-a46e-79899c127971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.477885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-17e039ed-3fd8-4b27-a46e-79899c127971 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55d55b40-8718-4142-9c52-11c365ff9123 HTTP/1.1" status: 204 len: 168 time: 0.3495138 Aug 21 09:04:54.493152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e039ed-3fd8-4b27-a46e-79899c127971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d55b40-8718-4142-9c52-11c365ff9123,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:54.530301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91531690-f185-4d61-b601-82db867088e0 req-1f5aa7e2-2527-443e-bdb7-4c655f6508f9 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:54.531910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91531690-f185-4d61-b601-82db867088e0 req-1f5aa7e2-2527-443e-bdb7-4c655f6508f9 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 944 time: 0.0935915 Aug 21 09:04:54.545741 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-279a8f54-b814-451a-9e3a-b3dfe1f4a85c tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.568939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a8f54-b814-451a-9e3a-b3dfe1f4a85c tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35b4f3a-22c7-40ba-a86d-1ffba0797145,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:54.588599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91531690-f185-4d61-b601-82db867088e0 req-c93714f0-014d-4962-a239-d49ebc2296d3 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492625 Aug 21 09:04:54.665316 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-279a8f54-b814-451a-9e3a-b3dfe1f4a85c tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.666594 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-279a8f54-b814-451a-9e3a-b3dfe1f4a85c tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4470413 Aug 21 09:04:54.669970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33698) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:54.675769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e37cc7be-9e38-44b5-9288-a97146f8c159 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Request body: {'security_group_rule': {'security_group_id': 'de22da6b-d4f9-41bf-a563-3edc84502407', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:54.770161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423791ce-84ed-41da-86f7-858b84df49de req-6d62d208-b709-4af5-ba9e-285e85e67c7c tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:54.771833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-423791ce-84ed-41da-86f7-858b84df49de req-6d62d208-b709-4af5-ba9e-285e85e67c7c tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 1097 time: 0.0467029 Aug 21 09:04:54.809137 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e37cc7be-9e38-44b5-9288-a97146f8c159 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.810331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-423791ce-84ed-41da-86f7-858b84df49de req-bbb8931d-c2bb-4401-8728-ae4f5e45a1a2 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310493 Aug 21 09:04:54.891904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e37cc7be-9e38-44b5-9288-a97146f8c159 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.973562 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e37cc7be-9e38-44b5-9288-a97146f8c159 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:54.984582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830ace-5531-456a-b28b-b9edf047dd82 req-0df26147-f347-416e-8929-055cac29162a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:54.986103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d830ace-5531-456a-b28b-b9edf047dd82 req-0df26147-f347-416e-8929-055cac29162a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 943 time: 0.0548310 Aug 21 09:04:54.989533 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cc7be-9e38-44b5-9288-a97146f8c159 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c279c867-cd46-4eac-9b56-6f38dc131dd4,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:55.028273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d830ace-5531-456a-b28b-b9edf047dd82 req-674299e7-8209-4e6f-9d69-3b5c35ae8695 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Aug 21 09:04:55.076690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e37cc7be-9e38-44b5-9288-a97146f8c159 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.078608 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e37cc7be-9e38-44b5-9288-a97146f8c159 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4067094 Aug 21 09:04:55.087525 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33710) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:55.092252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:55.263251 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.295005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33712) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:55.311864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36846416-f1a0-46b5-9d66-e9dcfc9262a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.406946 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.407184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63c810a3-e7b7-41ac-8fa7-f94b8134031e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:55.421926 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36846416-f1a0-46b5-9d66-e9dcfc9262a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.513528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Allocated IP 172.25.5.174 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/15237da5-d80b-4fc7-ac1c-9e7c3a439e68) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:04:55.516951 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36846416-f1a0-46b5-9d66-e9dcfc9262a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.517193 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 63c810a3-e7b7-41ac-8fa7-f94b8134031e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:55.523165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 63c810a3-e7b7-41ac-8fa7-f94b8134031e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:55.528834 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.563262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-36846416-f1a0-46b5-9d66-e9dcfc9262a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=824d2f22c9464c8a94a09edf5c225d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672536 Aug 21 09:04:55.563933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33716) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:55.572778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36846416-f1a0-46b5-9d66-e9dcfc9262a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd68b93e-c324-478d-bdd5-1f1e09be4b6b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:55.616069 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.632054 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-215e144d-5665-4329-a190-601aac5a42f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.656234 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-215e144d-5665-4329-a190-601aac5a42f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.657297 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 63c810a3-e7b7-41ac-8fa7-f94b8134031e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63c810a3-e7b7-41ac-8fa7-f94b8134031e,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:55.659251 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.693413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:04:55.906255 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-215e144d-5665-4329-a190-601aac5a42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.906965 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:55.910357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.911865 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-215e144d-5665-4329-a190-601aac5a42f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.913700 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:55.916622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-215e144d-5665-4329-a190-601aac5a42f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd68b93e-c324-478d-bdd5-1f1e09be4b6b HTTP/1.1" status: 204 len: 168 time: 0.3481796 Aug 21 09:04:55.932747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e144d-5665-4329-a190-601aac5a42f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd68b93e-c324-478d-bdd5-1f1e09be4b6b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:56.019200 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:04:56.020389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:04:56.022740 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:04:56.052720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Pushing event updated for resources: {'Port': ['ID=15237da5-d80b-4fc7-ac1c-9e7c3a439e68,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:56.069129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a06eef-0142-44da-8b79-f7ea9657bea1 req-7581c815-e16f-4295-86af-29e4121434fc tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:56.079447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0a06eef-0142-44da-8b79-f7ea9657bea1 req-7581c815-e16f-4295-86af-29e4121434fc tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 944 time: 0.1069200 Aug 21 09:04:56.089486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=63c810a3-e7b7-41ac-8fa7-f94b8134031e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:56.098933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:56.111174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'port_id': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b', 'mac_address': 'fa:16:3e:8a:02:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2050f02-4ee6-4f5c-b15c-ac170569c539', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:04:56.130055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0a06eef-0142-44da-8b79-f7ea9657bea1 req-ff555ba2-872e-41a2-a432-8f385fd3133a tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Aug 21 09:04:56.141320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.159502 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.172274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:04:56.192347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:56.236913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:56.251140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:56.252241 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.283774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.296024 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.313928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a170943-c868-4365-a259-9c70c4c4424a req-b0fbf46a-c0d9-4eb4-85e6-ec1819e28606 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:56.315488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a170943-c868-4365-a259-9c70c4c4424a req-b0fbf46a-c0d9-4eb4-85e6-ec1819e28606 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 943 time: 0.0743649 Aug 21 09:04:56.361972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a170943-c868-4365-a259-9c70c4c4424a req-a6fc16d4-8b4c-4fa9-8a50-ec030112662f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392189 Aug 21 09:04:56.398221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:56.416235 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.440277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7f9306-785a-4b43-bde0-5598c55a04c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3ea64a-8c68-45d2-9e19-1082fd1050e1'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:56.442549 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e6a212-7af8-4c2f-8a45-4104084f6817" -d '{"events": [{"server_uuid": "1d7f9306-785a-4b43-bde0-5598c55a04c3", "name": "network-vif-plugged", "status": "completed", "tag": "9d3ea64a-8c68-45d2-9e19-1082fd1050e1"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:56.463451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d3ea64a-8c68-45d2-9e19-1082fd1050e1,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:56.483027 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.486839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:04:56.532050 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6dee91-1696-4ff2-a12d-fef3adbbfbcf x-openstack-request-id: req-ad6dee91-1696-4ff2-a12d-fef3adbbfbcf {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:56.532050 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7f9306-785a-4b43-bde0-5598c55a04c3", "name": "network-vif-plugged", "status": "completed", "tag": "9d3ea64a-8c68-45d2-9e19-1082fd1050e1", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:56.532050 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad6dee91-1696-4ff2-a12d-fef3adbbfbcf {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:56.532050 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7f9306-785a-4b43-bde0-5598c55a04c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3ea64a-8c68-45d2-9e19-1082fd1050e1', 'code': 200} Aug 21 09:04:56.585607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.587200 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.612513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33758) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:56.663346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695844b-13f4-4f7a-99dc-1d2990fa948e req-cf33abe3-3041-4344-9f33-80cdc979904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:56.669822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f695844b-13f4-4f7a-99dc-1d2990fa948e req-cf33abe3-3041-4344-9f33-80cdc979904a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 1096 time: 0.1019511 Aug 21 09:04:56.697584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9d3ea64a-8c68-45d2-9e19-1082fd1050e1,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:56.728449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f695844b-13f4-4f7a-99dc-1d2990fa948e req-135ec257-349b-478f-a04a-856f111c2e43 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555434 Aug 21 09:04:56.736994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Pushing event updated for resources: {'Port': ['ID=15237da5-d80b-4fc7-ac1c-9e7c3a439e68,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:56.747727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.777154 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2fba03a3-ce93-490c-844e-0fae7a68f6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.982806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2fba03a3-ce93-490c-844e-0fae7a68f6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.985192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:56.986499 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-28506113-e164-42be-9902-dff6507cd7a1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8979158 Aug 21 09:04:57.042272 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2fba03a3-ce93-490c-844e-0fae7a68f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:57.075921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba03a3-ce93-490c-844e-0fae7a68f6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9713c989-1a0c-4213-9561-591989dfee69,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:57.098077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2fba03a3-ce93-490c-844e-0fae7a68f6c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8625e5ab8634a4d9021760ae87b786c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844949 Aug 21 09:04:57.100934 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33784) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:57.185810 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3831b0d0-aff3-45c6-9d44-b46b0af2cd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:57.213051 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3831b0d0-aff3-45c6-9d44-b46b0af2cd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:57.281917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286417c5-e6a3-4110-813c-c23f7b25924c req-48c91569-c921-4882-91cd-791f5204952f tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:57.283521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286417c5-e6a3-4110-813c-c23f7b25924c req-48c91569-c921-4882-91cd-791f5204952f tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 945 time: 0.0646634 Aug 21 09:04:57.334056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286417c5-e6a3-4110-813c-c23f7b25924c req-fe58e640-790f-4277-a497-a1f46b72f9ac tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Aug 21 09:04:57.369101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63c810a3-e7b7-41ac-8fa7-f94b8134031e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:57.374262 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3831b0d0-aff3-45c6-9d44-b46b0af2cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:57.378514 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3831b0d0-aff3-45c6-9d44-b46b0af2cd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:57.382677 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3831b0d0-aff3-45c6-9d44-b46b0af2cd2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9713c989-1a0c-4213-9561-591989dfee69 HTTP/1.1" status: 204 len: 168 time: 0.2783241 Aug 21 09:04:57.392301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831b0d0-aff3-45c6-9d44-b46b0af2cd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9713c989-1a0c-4213-9561-591989dfee69,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:57.480499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 63c810a3-e7b7-41ac-8fa7-f94b8134031e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:57.481933 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:57.556066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc990df-fddb-4d0c-a069-9b5732776c83 req-ab808130-56e1-459b-8dfe-6fb4770ca3c9 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:57.558038 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bc990df-fddb-4d0c-a069-9b5732776c83 req-ab808130-56e1-459b-8dfe-6fb4770ca3c9 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 944 time: 0.0657251 Aug 21 09:04:57.600114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bc990df-fddb-4d0c-a069-9b5732776c83 req-33f1af24-b600-4147-a6c3-3b9b1c3d2d4b tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358262 Aug 21 09:04:57.631054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-f1e5f0b8-59fe-4324-a344-4e085bcb73c3 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:04:57.632043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-f1e5f0b8-59fe-4324-a344-4e085bcb73c3 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057869 Aug 21 09:04:57.641409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Request body: {'binding': {'host': 'n-h2-766726-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:04:57.641847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Unknown quota resources ['binding']. {{(pid=106757) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:04:57.723935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:04:57.788771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on host n-h2-766726-28 for vnic_type normal with profile None {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:04:57.789124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:04:57.789879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:57.794791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:04:57.795101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:04:57.800110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:04:57.800442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:04:57.800814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:04:57.801234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Bound port: 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:04:57.835797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:04:57.839787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:04:57.840163 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:57.867889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:04:57.920764 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:57.958349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:04:58.017955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] Notify callbacks [] for binding, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:58.017955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-b88688b7-ad69-472d-81bb-85eea9f79ee4 service neutron] 10.222.0.20 "POST /v2.0/ports/39994a1c-bc76-47c2-a822-d2f6557e0d5b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3785124 Aug 21 09:04:58.065119 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:58.114176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:58.316326 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33846) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:58.330365 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7f5df82-19f2-42ad-9372-16edac57cf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:58.467292 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7f5df82-19f2-42ad-9372-16edac57cf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:58.518162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:04:58.522118 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb93fd7-addc-410d-9d1c-57f94e4272a2" -d '{"events": [{"server_uuid": "31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a", "name": "network-vif-plugged", "status": "completed", "tag": "1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:04:58.540291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366e1ff-01d3-4af3-955a-5442e62d3bd7 req-d269715f-22c0-4190-a7ea-b8af56b4932d tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:58.542213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9366e1ff-01d3-4af3-955a-5442e62d3bd7 req-d269715f-22c0-4190-a7ea-b8af56b4932d tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 945 time: 0.0859432 Aug 21 09:04:58.557070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa535e4-d88d-42c1-b869-50d254fd1afe req-a78a3911-b98c-46b8-82b0-637d9c726320 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:58.558707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afa535e4-d88d-42c1-b869-50d254fd1afe req-a78a3911-b98c-46b8-82b0-637d9c726320 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 945 time: 0.1121674 Aug 21 09:04:58.596457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7f5df82-19f2-42ad-9372-16edac57cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:58.630851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afa535e4-d88d-42c1-b869-50d254fd1afe req-1d1cba08-0777-46f5-a88b-f44502f110e6 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606172 Aug 21 09:04:58.633778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9366e1ff-01d3-4af3-955a-5442e62d3bd7 req-3485eaa7-a599-46ee-b71a-fa8438e4209a tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739515 Aug 21 09:04:58.652138 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a7f5df82-19f2-42ad-9372-16edac57cf4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dd20183f34b45b89d3c35028d7974ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344448 Aug 21 09:04:58.653880 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5df82-19f2-42ad-9372-16edac57cf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f56aa7-f55c-4d18-8ba8-d94620d8a6be,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:58.655369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33888) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:04:58.722552 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c85deb-b080-472b-936b-582107135381 x-openstack-request-id: req-77c85deb-b080-472b-936b-582107135381 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:04:58.723050 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a", "name": "network-vif-plugged", "status": "completed", "tag": "1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:04:58.723447 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77c85deb-b080-472b-936b-582107135381 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:04:58.724035 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b', 'code': 200} Aug 21 09:04:58.803526 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-329091f6-3f7f-488d-9c73-f7b07b391bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:58.881858 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-329091f6-3f7f-488d-9c73-f7b07b391bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:58.905878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-8f5ba201-6d20-433f-bf94-b6ee8375f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:58.907388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-8f5ba201-6d20-433f-bf94-b6ee8375f358 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 1097 time: 0.1905627 Aug 21 09:04:58.963948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715f69e-d932-4ca4-aba7-a3849baa5566 req-d59b1d26-14bf-46b1-a513-e5ca74d58f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:58.965313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6715f69e-d932-4ca4-aba7-a3849baa5566 req-d59b1d26-14bf-46b1-a513-e5ca74d58f1f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 1097 time: 0.1639609 Aug 21 09:04:59.002398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff367e-059b-4318-b607-08c8211313cb req-96bae300-a9ca-41f1-828b-b1acf2c88111 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:59.010676 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1ff367e-059b-4318-b607-08c8211313cb req-96bae300-a9ca-41f1-828b-b1acf2c88111 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.2079711 Aug 21 09:04:59.093329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1ff367e-059b-4318-b607-08c8211313cb req-84ea6857-4d5a-4657-868c-099ed892a87b tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817900 Aug 21 09:04:59.096816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6715f69e-d932-4ca4-aba7-a3849baa5566 req-7f7942db-f68b-4d01-b48c-93ddfd33a3af service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063933 Aug 21 09:04:59.115164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-dfd3e611-47bc-4263-a951-1484740031ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:59.116716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-dfd3e611-47bc-4263-a951-1484740031ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.1999598 Aug 21 09:04:59.162818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-329091f6-3f7f-488d-9c73-f7b07b391bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:59.165880 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-329091f6-3f7f-488d-9c73-f7b07b391bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:04:59.167483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-329091f6-3f7f-488d-9c73-f7b07b391bc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1f56aa7-f55c-4d18-8ba8-d94620d8a6be HTTP/1.1" status: 204 len: 168 time: 0.5106759 Aug 21 09:04:59.178723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329091f6-3f7f-488d-9c73-f7b07b391bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f56aa7-f55c-4d18-8ba8-d94620d8a6be,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:04:59.681919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-84c571db-b058-4f79-b23b-4ac9022c6823 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b HTTP/1.1" status: 200 len: 217 time: 0.4001718 Aug 21 09:04:59.832372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-152b09a1-ba5a-4fd6-aec4-09365f423dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:59.834618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-152b09a1-ba5a-4fd6-aec4-09365f423dd1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.1452210 Aug 21 09:04:59.882583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae103-5f50-47e5-bec5-e83bf7df130d req-e73d76fc-5429-493f-9bbd-f76dd536d8a8 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:04:59.884188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e60ae103-5f50-47e5-bec5-e83bf7df130d req-e73d76fc-5429-493f-9bbd-f76dd536d8a8 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 945 time: 0.1310556 Aug 21 09:04:59.886291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-c344973c-2cd3-4533-9c9a-9d3da967503e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429811 Aug 21 09:04:59.997506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e60ae103-5f50-47e5-bec5-e83bf7df130d req-a49927c8-2954-4b09-a22e-b957c71e11fe tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047115 Aug 21 09:05:00.043318 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-154c3b2f-b590-4d8b-bb68-8cb83afeccb6 service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438868 Aug 21 09:05:00.260692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-3602ae06-13ee-44e7-8b40-70b8f1c99d73 service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094674 Aug 21 09:05:00.284384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7a33a-e1c7-42e7-b834-289603645cc4 req-94f6596d-588e-45d3-b071-fe8d2720c471 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:00.294535 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ed7a33a-e1c7-42e7-b834-289603645cc4 req-94f6596d-588e-45d3-b071-fe8d2720c471 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1072490 Aug 21 09:05:00.342221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ed7a33a-e1c7-42e7-b834-289603645cc4 req-3e3feb29-49a2-41cc-ad63-e2673693d39f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Aug 21 09:05:00.491743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-4f974f2a-e7e1-407a-a303-5e43d86814cd tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:00.496789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-4f974f2a-e7e1-407a-a303-5e43d86814cd tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.0738747 Aug 21 09:05:00.511629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-28'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:00.577236 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:00.723730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:00.781194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:00.852885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39994a1c-bc76-47c2-a822-d2f6557e0d5b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:00.859001 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1764903-a4ed-45eb-b651-b5ac2b324f53" -d '{"events": [{"server_uuid": "af34cafc-6156-43b6-a686-4280b0d8a1e8", "name": "network-vif-unplugged", "status": "completed", "tag": "39994a1c-bc76-47c2-a822-d2f6557e0d5b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:00.863265 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:00.914878 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64534b9a-c77b-4e07-a7c4-0f657e58b79c x-openstack-request-id: req-64534b9a-c77b-4e07-a7c4-0f657e58b79c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:00.915191 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af34cafc-6156-43b6-a686-4280b0d8a1e8", "name": "network-vif-unplugged", "status": "completed", "tag": "39994a1c-bc76-47c2-a822-d2f6557e0d5b", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:00.915363 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64534b9a-c77b-4e07-a7c4-0f657e58b79c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:00.916751 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39994a1c-bc76-47c2-a822-d2f6557e0d5b', 'code': 200} Aug 21 09:05:00.990994 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:01.152673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=39994a1c-bc76-47c2-a822-d2f6557e0d5b,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:01.169304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on host n-h1-766726-28 for vnic_type normal with profile {"migrating_to": "n-h2-766726-28"} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:05:01.169640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:05:01.169972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:01.179502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:05:01.179502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Attempting to bind port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:01.187689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:05:01.188030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:01.188450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:05:01.188907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Bound port: 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:05:01.189268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:01.199689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a519a1e-7e93-4d31-95f2-f48c3a6431cc req-f404d4f6-cbcb-44d3-94bf-4058e0dd7bce tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:01.201942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a519a1e-7e93-4d31-95f2-f48c3a6431cc req-f404d4f6-cbcb-44d3-94bf-4058e0dd7bce tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 943 time: 0.1037300 Aug 21 09:05:01.294816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a519a1e-7e93-4d31-95f2-f48c3a6431cc req-473e9b6a-dde3-4f70-a9ab-f0c057201eed tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695961 Aug 21 09:05:01.311300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:01.315854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:05:01.393353 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:01.527250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:01.528483 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:01.529895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] 10.222.0.22 "PUT /v2.0/ports/39994a1c-bc76-47c2-a822-d2f6557e0d5b HTTP/1.1" status: 200 len: 1123 time: 1.0231566 Aug 21 09:05:01.533730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302fa05-4200-4c5e-8d7d-8b577238b9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=39994a1c-bc76-47c2-a822-d2f6557e0d5b,revision_number=8']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:01.555301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826ca27-9f91-4614-b17a-8479a4a193ac req-07e4f019-d236-449d-a80d-b274d26b1752 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:01.556861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b826ca27-9f91-4614-b17a-8479a4a193ac req-07e4f019-d236-449d-a80d-b274d26b1752 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1197145 Aug 21 09:05:01.603925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b826ca27-9f91-4614-b17a-8479a4a193ac req-8289d2a9-766d-4f38-b243-637912019b47 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407245 Aug 21 09:05:01.658867 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['39994a1c-bc76-47c2-a822-d2f6557e0d5b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:05:01.818329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33996) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:02.190342 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-85c5501f-1953-4dca-92e4-67e2040bda22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:02.215279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473adab-6374-4b41-b10a-53cadb886ebc req-89c82474-0540-4ffa-93a5-b76c16ed9b10 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:02.217333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3473adab-6374-4b41-b10a-53cadb886ebc req-89c82474-0540-4ffa-93a5-b76c16ed9b10 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1004522 Aug 21 09:05:02.283020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3473adab-6374-4b41-b10a-53cadb886ebc req-857f1165-be2a-48ec-941f-aee078da6b9d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577626 Aug 21 09:05:02.349220 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-85c5501f-1953-4dca-92e4-67e2040bda22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:02.426090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-85c5501f-1953-4dca-92e4-67e2040bda22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:02.472499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-85c5501f-1953-4dca-92e4-67e2040bda22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a67503644833479b96fcf618c9999820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6524870 Aug 21 09:05:02.473269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5501f-1953-4dca-92e4-67e2040bda22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e828a2-81ef-49fb-9c01-166ea51b5497,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:02.475274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34034) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:02.528486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-8f4e6833-2084-4757-a5d0-e70aba47afd5 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cfe7be70f3584c29bca28209f1abd618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248909 Aug 21 09:05:02.552166 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffb894ab-7937-45ce-8532-d336427f4469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:02.575733 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffb894ab-7937-45ce-8532-d336427f4469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:02.651002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-202f4fd2-8500-4932-a1e9-377148b3cbb6 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:02.652513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-202f4fd2-8500-4932-a1e9-377148b3cbb6 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165161 Aug 21 09:05:02.669775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-2d923344-1814-4c09-8560-5145eda41fee tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/quotas/cfe7be70f3584c29bca28209f1abd618 HTTP/1.1" status: 200 len: 375 time: 0.0094857 Aug 21 09:05:02.723959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-3803c458-490f-4ff4-8f50-a86c9f35b5ba tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfe7be70f3584c29bca28209f1abd618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485117 Aug 21 09:05:02.727527 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffb894ab-7937-45ce-8532-d336427f4469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:02.731545 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffb894ab-7937-45ce-8532-d336427f4469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:02.735642 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ffb894ab-7937-45ce-8532-d336427f4469 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4e828a2-81ef-49fb-9c01-166ea51b5497 HTTP/1.1" status: 204 len: 168 time: 0.2548585 Aug 21 09:05:02.755996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb894ab-7937-45ce-8532-d336427f4469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e828a2-81ef-49fb-9c01-166ea51b5497,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:02.826710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9152f5-78c4-4359-8a42-4246da85c2b4 req-ffe013d8-4975-4bbd-957b-ec63cab43338 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:02.834402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff9152f5-78c4-4359-8a42-4246da85c2b4 req-ffe013d8-4975-4bbd-957b-ec63cab43338 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 943 time: 0.0789094 Aug 21 09:05:02.881134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff9152f5-78c4-4359-8a42-4246da85c2b4 req-04a2a2d5-91ce-409a-b577-78679ecffa99 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378585 Aug 21 09:05:02.917069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'tag': '39994a1c-bc76-47c2-a822-d2f6557e0d5b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:02.919771 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fca4e8-1a27-472d-b19d-32c3d281d42c" -d '{"events": [{"name": "network-changed", "server_uuid": "af34cafc-6156-43b6-a686-4280b0d8a1e8", "tag": "39994a1c-bc76-47c2-a822-d2f6557e0d5b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:02.997980 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8557140-ce99-4709-a50b-d59ef8cf3d9e x-openstack-request-id: req-e8557140-ce99-4709-a50b-d59ef8cf3d9e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:02.998271 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af34cafc-6156-43b6-a686-4280b0d8a1e8", "tag": "39994a1c-bc76-47c2-a822-d2f6557e0d5b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:02.998519 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8557140-ce99-4709-a50b-d59ef8cf3d9e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:02.998914 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'tag': '39994a1c-bc76-47c2-a822-d2f6557e0d5b', 'status': 'completed', 'code': 200} Aug 21 09:05:03.104788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fca4e8-1a27-472d-b19d-32c3d281d42c req-2ffd51f8-3162-416a-84b1-0ccb5ea5600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:03.107273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10fca4e8-1a27-472d-b19d-32c3d281d42c req-2ffd51f8-3162-416a-84b1-0ccb5ea5600e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 1126 time: 0.0792623 Aug 21 09:05:03.160674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-313e007a-9bef-4f61-8040-66aa1818d792 req-9505f530-24e3-484c-95ff-b849ff702ae1 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 210 time: 0.0476458 Aug 21 09:05:03.293583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fca4e8-1a27-472d-b19d-32c3d281d42c req-b70528c1-05c5-4b37-9907-11bf1cc4ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:03.295141 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10fca4e8-1a27-472d-b19d-32c3d281d42c req-b70528c1-05c5-4b37-9907-11bf1cc4ba58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.1496503 Aug 21 09:05:03.362622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10fca4e8-1a27-472d-b19d-32c3d281d42c req-a59aa1a7-28a3-41f6-aff3-e47d05f0380b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b HTTP/1.1" status: 200 len: 217 time: 0.0546300 Aug 21 09:05:03.447727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fca4e8-1a27-472d-b19d-32c3d281d42c req-380ae454-e7c5-4a5b-b130-c2191e978eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:03.449223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10fca4e8-1a27-472d-b19d-32c3d281d42c req-380ae454-e7c5-4a5b-b130-c2191e978eea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.0748036 Aug 21 09:05:03.457606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de7007-3fd0-4c8d-8ef4-19fd936fccff req-fb4a6049-382e-4847-8410-922c0327470c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:03.459137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45de7007-3fd0-4c8d-8ef4-19fd936fccff req-fb4a6049-382e-4847-8410-922c0327470c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0954716 Aug 21 09:05:03.491184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10fca4e8-1a27-472d-b19d-32c3d281d42c req-8e37c5bb-2d79-48b3-b1ba-e61665eb3e4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306885 Aug 21 09:05:03.568111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45de7007-3fd0-4c8d-8ef4-19fd936fccff req-7c441f05-fffb-4ac2-b93c-3eb029b66a90 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999243 Aug 21 09:05:03.605988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10fca4e8-1a27-472d-b19d-32c3d281d42c req-7588b03a-afd7-4fa0-8b06-bd9c4e0d3c61 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064625 Aug 21 09:05:03.618494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34062) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:03.635525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4cb007e-021a-4275-ad0e-98f384a95863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:03.734378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10fca4e8-1a27-472d-b19d-32c3d281d42c req-60ed7094-cb46-4276-85a3-d9947d5801d2 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198289 Aug 21 09:05:03.748048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 39994a1c-bc76-47c2-a822-d2f6557e0d5b details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:05:03.759014 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4cb007e-021a-4275-ad0e-98f384a95863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:03.853164 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4cb007e-021a-4275-ad0e-98f384a95863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:03.855611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:03.868100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 39994a1c-bc76-47c2-a822-d2f6557e0d5b has no active binding in host n-h2-766726-28 {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 09:05:03.910598 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c4cb007e-021a-4275-ad0e-98f384a95863 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8033abefce94f3aa8bd0fb8e71a1854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908306 Aug 21 09:05:03.913249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34068) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:03.917150 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb007e-021a-4275-ad0e-98f384a95863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b763f425-9dfb-4fc8-98ee-306e56c24828,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:04.041070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c27fb919-284f-48a2-9bb3-8cd47e46fff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:04.076185 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c27fb919-284f-48a2-9bb3-8cd47e46fff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:04.091484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270f04-2087-4899-8bd8-d1a7d798bd5d req-ab4c1436-b276-4798-8a8d-2b244d9d7844 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:04.093110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05270f04-2087-4899-8bd8-d1a7d798bd5d req-ab4c1436-b276-4798-8a8d-2b244d9d7844 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 943 time: 0.1088324 Aug 21 09:05:04.150994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05270f04-2087-4899-8bd8-d1a7d798bd5d req-77f2d631-b614-42c9-ae5b-dcdd242f81f9 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484333 Aug 21 09:05:04.236637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbd1b429-2c01-4508-b8b1-c397d2e29b13 req-226e27bb-066f-4fe2-bfda-f59287b3c077 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 210 time: 0.0292962 Aug 21 09:05:04.255496 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c27fb919-284f-48a2-9bb3-8cd47e46fff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:04.258138 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c27fb919-284f-48a2-9bb3-8cd47e46fff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:04.260310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c27fb919-284f-48a2-9bb3-8cd47e46fff9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b763f425-9dfb-4fc8-98ee-306e56c24828 HTTP/1.1" status: 204 len: 168 time: 0.3450286 Aug 21 09:05:04.267291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fb919-284f-48a2-9bb3-8cd47e46fff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b763f425-9dfb-4fc8-98ee-306e56c24828,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:04.733045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfdac8-6a2d-4ec2-857e-397909c5db6a req-35992fa2-fa1e-47be-9d64-a52c2fe4070f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:04.734631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95cfdac8-6a2d-4ec2-857e-397909c5db6a req-35992fa2-fa1e-47be-9d64-a52c2fe4070f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0851982 Aug 21 09:05:04.821681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95cfdac8-6a2d-4ec2-857e-397909c5db6a req-2ff24a46-a185-4198-bcd6-32373fa69128 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788722 Aug 21 09:05:05.306956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb589e6-f2fa-48d6-bbef-1b1188fecf76 req-37b26d1d-df26-4e00-a5a9-68b8aa751531 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:05.310053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cb589e6-f2fa-48d6-bbef-1b1188fecf76 req-37b26d1d-df26-4e00-a5a9-68b8aa751531 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 943 time: 0.0698104 Aug 21 09:05:05.373073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64b7fb67-416d-4c43-a823-16c287c804a2 req-eab62f63-5fb9-46c6-b476-45f555f17241 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 210 time: 0.0433378 Aug 21 09:05:05.407614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cb589e6-f2fa-48d6-bbef-1b1188fecf76 req-1057ae2a-8341-45b6-9427-209ae898c18f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817268 Aug 21 09:05:05.568052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-2468b015-fa5c-4da0-8f3a-5b430347382b tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cfe7be70f3584c29bca28209f1abd618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336614 Aug 21 09:05:05.694265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-81476514-31dc-4f60-8929-6874ce274542 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:05.695767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-81476514-31dc-4f60-8929-6874ce274542 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1225362 Aug 21 09:05:05.710204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Request body: {'port': {'device_id': '5b6a38a7-487a-4df8-82d5-cdd808d00cb5', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': 'cfe7be70f3584c29bca28209f1abd618'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:05.935722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Made reservation on behalf of cfe7be70f3584c29bca28209f1abd618 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:05.939627 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:05.951783 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:05.977372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff241c-24c7-4e71-aa49-13e0b0b4849a req-d577cf6e-59f4-43f8-8ff9-c3b153f3602e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:05.978917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2ff241c-24c7-4e71-aa49-13e0b0b4849a req-d577cf6e-59f4-43f8-8ff9-c3b153f3602e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0833657 Aug 21 09:05:06.038614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2ff241c-24c7-4e71-aa49-13e0b0b4849a req-a96c6174-e5d3-419b-82b3-13208fd82eea tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472317 Aug 21 09:05:06.097505 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:06.164997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:06.256680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1841f00a-3632-4559-9e11-b76b037abf1e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:06.336850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Allocated IP 192.168.233.179 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/f8b5abe9-4ee8-4d66-b8a6-200a02c496a8) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:05:06.597373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-962c80f7-e6b6-4677-994f-c38fe7de2ca8 req-789eec98-b99e-44d2-af7c-c679bafa6778 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 210 time: 0.0461283 Aug 21 09:05:06.640849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf954b7-7220-4e5e-b9f1-190558e94b54 req-b69e955b-6f6c-4781-a90d-7adf1ae44216 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:06.648057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdf954b7-7220-4e5e-b9f1-190558e94b54 req-b69e955b-6f6c-4781-a90d-7adf1ae44216 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 943 time: 0.1317949 Aug 21 09:05:06.806945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdf954b7-7220-4e5e-b9f1-190558e94b54 req-6f7a707f-7fb5-4850-a9c7-372b9a0b33ac tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548123 Aug 21 09:05:06.817485 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:06.830569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Transition to ACTIVE for port object f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:06.882561 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d1a082c8-7762-4ea5-8dfe-63af1293da3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:06.886678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-50cd62e5-2538-438a-83c1-1e5182007d2b service neutron] 10.222.0.13 "GET /v2.0/ports/39994a1c-bc76-47c2-a822-d2f6557e0d5b/bindings/n-h2-766726-28 HTTP/1.1" status: 200 len: 385 time: 0.1885331 Aug 21 09:05:06.988919 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:07.081501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:05:07.115050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:07.122683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Pushing event updated for resources: {'Port': ['ID=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:07.126508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:05:07.226556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:07.227193 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:07.251157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-44362dd2-0ca4-4a69-a6fe-28d40377a236 service neutron] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:07.281712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328eaf-b7d7-46b3-86d8-b241e3ef6984 req-49e8f07c-4320-43d9-a6c0-56f9204f5ebb tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:07.294278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91328eaf-b7d7-46b3-86d8-b241e3ef6984 req-49e8f07c-4320-43d9-a6c0-56f9204f5ebb tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1303773 Aug 21 09:05:07.302809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-44362dd2-0ca4-4a69-a6fe-28d40377a236 service neutron] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:07.342075 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a8be6ab6-0bb3-4083-b2b5-17eb87621907 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6368811 Aug 21 09:05:07.362693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-44362dd2-0ca4-4a69-a6fe-28d40377a236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39994a1c-bc76-47c2-a822-d2f6557e0d5b {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:07.370872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Request body: {'port': {'device_id': '5b6a38a7-487a-4df8-82d5-cdd808d00cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:07.384912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-44362dd2-0ca4-4a69-a6fe-28d40377a236 service neutron] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:07.422483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91328eaf-b7d7-46b3-86d8-b241e3ef6984 req-f3140771-7723-4fc4-b3a8-8e11e6526edc tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323912 Aug 21 09:05:07.472540 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:07.515944 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-44362dd2-0ca4-4a69-a6fe-28d40377a236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:07.636068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-006c4c4d-db7b-40e7-b5dc-8d3cee0e3568 None None] Provisioning for port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:05:07.641943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-006c4c4d-db7b-40e7-b5dc-8d3cee0e3568 None None] Provisioning complete for port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:07.642564 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-006c4c4d-db7b-40e7-b5dc-8d3cee0e3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:07.730108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-006c4c4d-db7b-40e7-b5dc-8d3cee0e3568 None None] Port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:05:07.736065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-44362dd2-0ca4-4a69-a6fe-28d40377a236 service neutron] Transition to ACTIVE for port object 39994a1c-bc76-47c2-a822-d2f6557e0d5b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:07.807622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-44362dd2-0ca4-4a69-a6fe-28d40377a236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:07.914462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415876f-8289-4953-984e-b7a89163fafa req-de8d4500-4c27-44bb-acca-2c016a8ac6dc tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:07.915969 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9415876f-8289-4953-984e-b7a89163fafa req-de8d4500-4c27-44bb-acca-2c016a8ac6dc tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 936 time: 0.1522293 Aug 21 09:05:07.927798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-44362dd2-0ca4-4a69-a6fe-28d40377a236 service neutron] No DVR routers for this DVR port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:05:07.984731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44362dd2-0ca4-4a69-a6fe-28d40377a236 service neutron] Pushing event updated for resources: {'Port': ['ID=39994a1c-bc76-47c2-a822-d2f6557e0d5b,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:08.038670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-44362dd2-0ca4-4a69-a6fe-28d40377a236 service neutron] 10.222.0.13 "PUT /v2.0/ports/39994a1c-bc76-47c2-a822-d2f6557e0d5b/bindings/n-h2-766726-28/activate HTTP/1.1" status: 200 len: 370 time: 1.1450651 Aug 21 09:05:08.055437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:08.074388 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:08.082051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9415876f-8289-4953-984e-b7a89163fafa req-042c271b-1b48-460e-bcd1-e68d862932b0 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/security-groups?id=1841f00a-3632-4559-9e11-b76b037abf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512184 Aug 21 09:05:08.100004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95591674-5d23-47e3-bdd2-d33454ba29dc req-6b99a5ff-4ca0-4cd7-92c1-b2681022bb49 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:08.102052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95591674-5d23-47e3-bdd2-d33454ba29dc req-6b99a5ff-4ca0-4cd7-92c1-b2681022bb49 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 944 time: 0.1845121 Aug 21 09:05:08.106803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Transition to ACTIVE for port object f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:08.142410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95591674-5d23-47e3-bdd2-d33454ba29dc req-3bc1fe0f-44ca-4b4f-99cc-579b7e18529a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343697 Aug 21 09:05:08.207995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:08.302333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:08.363648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Attempting to bind port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:05:08.364295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Attempting to bind port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:05:08.364295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Attempting to bind port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:08.378319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:05:08.378568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Attempting to bind port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:08.388334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:05:08.388334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:08.388334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:05:08.388334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Bound port: f8b5abe9-4ee8-4d66-b8a6-200a02c496a8, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:05:08.388334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:08.405905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-912c5ef6-a6d0-49ac-b0f5-a1abfa863dfb tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:08.407343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-912c5ef6-a6d0-49ac-b0f5-a1abfa863dfb tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1096 time: 0.0851800 Aug 21 09:05:08.499141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-a851f7cf-56db-4ef0-87f4-fc5e2f596ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:08.500699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-a851f7cf-56db-4ef0-87f4-fc5e2f596ebe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8&tenant_id=994df69ecf1d4b2681af7e97568df514 HTTP/1.1" status: 200 len: 1096 time: 0.0702465 Aug 21 09:05:08.501780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] For port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:08.505749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] For port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:05:08.593516 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:08.601576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-7174bdc5-57d7-4f6c-aeb9-efd8e3cf61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:08.603097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-7174bdc5-57d7-4f6c-aeb9-efd8e3cf61b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 1096 time: 0.0789514 Aug 21 09:05:08.616973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f4842-67de-4b5e-80dc-b9626ac99616 req-1d588d10-ad12-4377-8199-90ba15db3e63 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:08.618508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-200f4842-67de-4b5e-80dc-b9626ac99616 req-1d588d10-ad12-4377-8199-90ba15db3e63 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1068478 Aug 21 09:05:08.653497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:08.654244 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:08.656247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] 10.222.0.22 "PUT /v2.0/ports/f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 HTTP/1.1" status: 200 len: 1097 time: 1.3049700 Aug 21 09:05:08.686896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6a38a7-487a-4df8-82d5-cdd808d00cb5', 'tag': 'f8b5abe9-4ee8-4d66-b8a6-200a02c496a8'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:08.689449 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1685171a-040e-499d-9502-b61d1c929f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6a38a7-487a-4df8-82d5-cdd808d00cb5", "tag": "f8b5abe9-4ee8-4d66-b8a6-200a02c496a8"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:08.768278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3e7e0-893d-4f97-992e-74eb99d65186 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:08.783635 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5830e8-fe7f-4a69-81c0-9463c2b9dbea x-openstack-request-id: req-5c5830e8-fe7f-4a69-81c0-9463c2b9dbea {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:08.783922 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6a38a7-487a-4df8-82d5-cdd808d00cb5", "tag": "f8b5abe9-4ee8-4d66-b8a6-200a02c496a8", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:08.784930 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c5830e8-fe7f-4a69-81c0-9463c2b9dbea {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:08.784930 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6a38a7-487a-4df8-82d5-cdd808d00cb5', 'tag': 'f8b5abe9-4ee8-4d66-b8a6-200a02c496a8', 'status': 'completed', 'code': 200} Aug 21 09:05:08.837198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-200f4842-67de-4b5e-80dc-b9626ac99616 req-8cba24de-07ea-4ec7-b4df-3789986e8cde tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915407 Aug 21 09:05:08.859927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-d46ab8c5-dd08-4dc3-9138-af5dd50152c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:08.861486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-d46ab8c5-dd08-4dc3-9138-af5dd50152c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cfe7be70f3584c29bca28209f1abd618&device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 1100 time: 0.0962248 Aug 21 09:05:08.922587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1c3f8e8e-ef1b-40d3-a155-f79a95a5c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:08.924567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-1c3f8e8e-ef1b-40d3-a155-f79a95a5c640 service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.2876170 Aug 21 09:05:08.926024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-1daf36bd-c931-48da-90de-74ca7500f7c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 HTTP/1.1" status: 200 len: 217 time: 0.0548999 Aug 21 09:05:09.010990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-f93ebbcb-4b4f-4152-aa42-386c33ee2384 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b HTTP/1.1" status: 200 len: 217 time: 0.0737998 Aug 21 09:05:09.055714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-d53dab3d-7a66-40aa-9c9c-4e07f604f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:09.057191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-d53dab3d-7a66-40aa-9c9c-4e07f604f9cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1141961 Aug 21 09:05:09.101524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-d81d5b99-6a50-4a00-8f6e-8c7befb0a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:09.103185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-d81d5b99-6a50-4a00-8f6e-8c7befb0a570 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.0855887 Aug 21 09:05:09.142457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-825c34ed-2b2b-4b13-8693-8ee528172788 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317593 Aug 21 09:05:09.151131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-c0713d5a-5c11-49b6-9f9c-fb9fefed9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:09.151131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-c0713d5a-5c11-49b6-9f9c-fb9fefed9957 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840771 Aug 21 09:05:09.447652 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-65a765d7-41eb-455b-9525-b153eaf20c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:09.456320 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34212) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:09.588909 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0380ab7-5c54-4529-93d0-b6344b1d33f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:09.685738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800f030-6c72-4957-9b21-a9cb682d67d8 req-8a087dfe-a0c2-4566-a71c-726eb1e5817c tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:09.688571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b800f030-6c72-4957-9b21-a9cb682d67d8 req-8a087dfe-a0c2-4566-a71c-726eb1e5817c tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 948 time: 0.5295005 Aug 21 09:05:09.698111 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0380ab7-5c54-4529-93d0-b6344b1d33f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:09.705613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:09.709617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad27287-0d76-48ec-a269-d3875bede7ae req-ba02e033-3f09-4bb1-a7b4-92e8e2db9d6e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:09.711055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dad27287-0d76-48ec-a269-d3875bede7ae req-ba02e033-3f09-4bb1-a7b4-92e8e2db9d6e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 944 time: 0.1426172 Aug 21 09:05:09.764817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-38fcff98-38cd-48e9-8ed2-219676ce8032 service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052644 Aug 21 09:05:09.770829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-a3a0122d-98df-4fe8-8341-8345dcaa4776 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963457 Aug 21 09:05:09.778281 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0380ab7-5c54-4529-93d0-b6344b1d33f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:09.820394 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e0380ab7-5c54-4529-93d0-b6344b1d33f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af19704168c34e4189c4b1af13e88fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623710 Aug 21 09:05:09.823792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34218) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:09.832094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b800f030-6c72-4957-9b21-a9cb682d67d8 req-955b13ca-8842-493a-a7b9-c5959114d9c6 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/security-groups?id=1841f00a-3632-4559-9e11-b76b037abf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355305 Aug 21 09:05:09.838049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0380ab7-5c54-4529-93d0-b6344b1d33f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a4ed92-52b9-460d-bfd4-9c92a84485da,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:09.845258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dad27287-0d76-48ec-a269-d3875bede7ae req-62fa643d-3a24-4fd0-9c26-c41f8a4b6eff tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255810 Aug 21 09:05:09.869805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 39994a1c-bc76-47c2-a822-d2f6557e0d5b no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:09.890913 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a907-9cc2-4d1a-b6b6-f12a3caa402e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:09.915690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a907-9cc2-4d1a-b6b6-f12a3caa402e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:09.986985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 39994a1c-bc76-47c2-a822-d2f6557e0d5b not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:10.036159 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a907-9cc2-4d1a-b6b6-f12a3caa402e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:10.038815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a907-9cc2-4d1a-b6b6-f12a3caa402e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:10.043906 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2ac4a907-9cc2-4d1a-b6b6-f12a3caa402e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8a4ed92-52b9-460d-bfd4-9c92a84485da HTTP/1.1" status: 204 len: 168 time: 0.2185683 Aug 21 09:05:10.054237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4a907-9cc2-4d1a-b6b6-f12a3caa402e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a4ed92-52b9-460d-bfd4-9c92a84485da,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:10.056470 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-3279ec6b-5c80-4efe-881d-e2ebd82df64b service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719660 Aug 21 09:05:10.085963 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bca6706-2173-4923-9883-d78f8e9ce7fc req-45dde0de-c3e1-4eed-9d01-ba22950f7af3 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945912 Aug 21 09:05:10.095175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce153467-59a9-4eed-8266-ab92b7e08082 req-d6e9223a-6cbd-4db5-8b15-a44ed749ddbc tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:10.102570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce153467-59a9-4eed-8266-ab92b7e08082 req-d6e9223a-6cbd-4db5-8b15-a44ed749ddbc tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1109848 Aug 21 09:05:10.144171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce153467-59a9-4eed-8266-ab92b7e08082 req-70b8099c-e3de-47e5-8def-6ccffd6cce52 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Aug 21 09:05:10.195572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae6a7c-d1b6-4e1a-911c-6cfa78511fa2 req-d5d30257-2b0e-4c1a-8624-c46b31ecdfa9 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:10.197084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfae6a7c-d1b6-4e1a-911c-6cfa78511fa2 req-d5d30257-2b0e-4c1a-8624-c46b31ecdfa9 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 945 time: 0.0516858 Aug 21 09:05:10.242614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfae6a7c-d1b6-4e1a-911c-6cfa78511fa2 req-dca8fffd-484f-47db-a786-417a65008406 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372577 Aug 21 09:05:10.330999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685171a-040e-499d-9502-b61d1c929f8d req-cc2f4a96-6d27-4223-80f6-384941c57a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:10.332683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1685171a-040e-499d-9502-b61d1c929f8d req-cc2f4a96-6d27-4223-80f6-384941c57a1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cfe7be70f3584c29bca28209f1abd618&device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 1100 time: 0.0481365 Aug 21 09:05:10.467995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685171a-040e-499d-9502-b61d1c929f8d req-314b8f8a-3daf-4a55-86b4-d961d8a398ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:10.469425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1685171a-040e-499d-9502-b61d1c929f8d req-314b8f8a-3daf-4a55-86b4-d961d8a398ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1284051 Aug 21 09:05:10.519365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1685171a-040e-499d-9502-b61d1c929f8d req-33ae4bd4-b331-42a2-9e64-e5bd9b563cb6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 HTTP/1.1" status: 200 len: 217 time: 0.0422878 Aug 21 09:05:10.600959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685171a-040e-499d-9502-b61d1c929f8d req-c684b002-1999-4a99-af02-a571af47d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:10.602497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1685171a-040e-499d-9502-b61d1c929f8d req-c684b002-1999-4a99-af02-a571af47d5fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0742223 Aug 21 09:05:10.643638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-e955108c-a9e9-498a-90a8-c17814c1672b tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:10.645125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-e955108c-a9e9-498a-90a8-c17814c1672b tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1096 time: 0.0908628 Aug 21 09:05:10.707776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685171a-040e-499d-9502-b61d1c929f8d req-1abb6037-165b-4535-bf28-0a7c7d9bac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:10.709294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1685171a-040e-499d-9502-b61d1c929f8d req-1abb6037-165b-4535-bf28-0a7c7d9bac56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978649 Aug 21 09:05:10.795877 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:10.821785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34236) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:10.837301 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a059-25f0-42c4-b095-88793a8beb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:10.850775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1685171a-040e-499d-9502-b61d1c929f8d req-df935bf9-1e51-4d70-86f8-1ba0e704460b service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271751 Aug 21 09:05:10.959203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-bc025c24-266b-473d-b7cf-38cb031643cf service neutron] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:10.973940 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-bc025c24-266b-473d-b7cf-38cb031643cf service neutron] Notify callbacks [] for binding, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:10.974515 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a059-25f0-42c4-b095-88793a8beb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:10.975018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5add8a5-3c17-451c-9047-2f85fb6da8db req-bc025c24-266b-473d-b7cf-38cb031643cf service neutron] 10.222.0.22 "DELETE /v2.0/ports/39994a1c-bc76-47c2-a822-d2f6557e0d5b/bindings/n-h1-766726-28 HTTP/1.1" status: 204 len: 173 time: 0.3214264 Aug 21 09:05:11.036413 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3cc9a059-25f0-42c4-b095-88793a8beb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:11.043159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908f2ff-29ce-4a11-9d57-afe40e0b452d req-798e2f4d-7997-499b-bb17-14950607e836 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:11.045228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6908f2ff-29ce-4a11-9d57-afe40e0b452d req-798e2f4d-7997-499b-bb17-14950607e836 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 944 time: 0.1280963 Aug 21 09:05:11.051752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1685171a-040e-499d-9502-b61d1c929f8d req-b77b5f8d-403b-413a-8fa2-8ffd86352b53 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933501 Aug 21 09:05:11.060999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baac87-27ae-46ec-8d24-9202a3ba8b57 req-7dedc3ed-f2e5-42f3-8ce2-51a8ca89b991 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:11.062140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47baac87-27ae-46ec-8d24-9202a3ba8b57 req-7dedc3ed-f2e5-42f3-8ce2-51a8ca89b991 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 948 time: 0.1046631 Aug 21 09:05:11.093007 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3cc9a059-25f0-42c4-b095-88793a8beb7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e494a080aca4e12b4c1d623157002bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699642 Aug 21 09:05:11.095541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34248) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:11.103375 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9a059-25f0-42c4-b095-88793a8beb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb78b6f7-98b7-4201-8882-55e3d7347cca,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:11.151507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6908f2ff-29ce-4a11-9d57-afe40e0b452d req-1065a29f-64b3-4472-bb19-e88fad31e60f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883744 Aug 21 09:05:11.155290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47baac87-27ae-46ec-8d24-9202a3ba8b57 req-04cf8f55-e9f0-49ed-aa89-90f4b51dfc61 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/security-groups?id=1841f00a-3632-4559-9e11-b76b037abf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833848 Aug 21 09:05:11.162277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8684af60-6153-48c3-8921-57794a6ed870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:11.197549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8684af60-6153-48c3-8921-57794a6ed870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:11.333042 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8684af60-6153-48c3-8921-57794a6ed870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:11.335595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8684af60-6153-48c3-8921-57794a6ed870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:11.339205 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8684af60-6153-48c3-8921-57794a6ed870 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb78b6f7-98b7-4201-8882-55e3d7347cca HTTP/1.1" status: 204 len: 168 time: 0.2400250 Aug 21 09:05:11.352384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684af60-6153-48c3-8921-57794a6ed870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb78b6f7-98b7-4201-8882-55e3d7347cca,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:11.408850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d3433-4334-452f-9f18-93a6fb6afdad req-b465d0a2-b780-464b-90b9-6d5d76ae89f6 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:11.411440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-825d3433-4334-452f-9f18-93a6fb6afdad req-b465d0a2-b780-464b-90b9-6d5d76ae89f6 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1012998 Aug 21 09:05:11.480807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-825d3433-4334-452f-9f18-93a6fb6afdad req-4b5ad2d9-fda8-4529-8419-b7fcbd735c31 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585492 Aug 21 09:05:11.635133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bcc66-0465-434f-9dc9-5ac3931c2c37 req-1818f6d8-ae53-42ac-af14-9963c6333ea9 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:11.636778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-172bcc66-0465-434f-9dc9-5ac3931c2c37 req-1818f6d8-ae53-42ac-af14-9963c6333ea9 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 1096 time: 0.0756335 Aug 21 09:05:11.646012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bd186-41a0-40af-8e10-3d45206fc248 req-fba03a8f-a747-4ac6-b954-e6150a0a25f4 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:11.647483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bd186-41a0-40af-8e10-3d45206fc248 req-fba03a8f-a747-4ac6-b954-e6150a0a25f4 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 945 time: 0.0765781 Aug 21 09:05:11.706412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-172bcc66-0465-434f-9dc9-5ac3931c2c37 req-e7923b3d-6975-4688-8a75-815a7d9539aa tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579166 Aug 21 09:05:11.711529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bd186-41a0-40af-8e10-3d45206fc248 req-35e6c05f-7cf7-4c03-a3da-da60f8d23cb0 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564370 Aug 21 09:05:11.780112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:05:11.911350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:11.928427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'f8b5abe9-4ee8-4d66-b8a6-200a02c496a8', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': 'f8b5abe9-4ee8-4d66-b8a6-200a02c496a8', 'mac_address': 'fa:16:3e:89:a6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:05:11.971618 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:11.988143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:12.016439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:12.064337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-95408cf2-db84-4cda-9250-a8d5b95d3b00 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:12.065853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-95408cf2-db84-4cda-9250-a8d5b95d3b00 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 808 time: 0.1254191 Aug 21 09:05:12.083777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-f7629765-f8dd-4152-9152-158d271d02b7 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/quotas/994df69ecf1d4b2681af7e97568df514 HTTP/1.1" status: 200 len: 375 time: 0.0112405 Aug 21 09:05:12.150671 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:12.179465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-86ea4943-13f5-418e-825c-4a5b43eebd1b tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710990 Aug 21 09:05:12.267175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:12.289723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-5a59134f-fb1f-45cd-829d-c8605fbf8c73 service neutron] 10.222.0.20 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093674 Aug 21 09:05:12.442577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-5cff4907-1127-4cbf-8bc9-1db9151c3a37 service neutron] 10.222.0.20 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936205 Aug 21 09:05:12.444919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['f8b5abe9-4ee8-4d66-b8a6-200a02c496a8'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:05:12.568613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:12.744667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c2c5b-0920-453f-bead-433e5ed995bc req-f104e4a2-a92a-451e-9224-ec6c722c1b74 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:12.744667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-940c2c5b-0920-453f-bead-433e5ed995bc req-f104e4a2-a92a-451e-9224-ec6c722c1b74 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 949 time: 0.0633647 Aug 21 09:05:12.786599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-940c2c5b-0920-453f-bead-433e5ed995bc req-3199dcfe-b6e8-4573-88df-7cb567e0b550 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/security-groups?id=1841f00a-3632-4559-9e11-b76b037abf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382717 Aug 21 09:05:12.996434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56147cef-1fc1-4355-aa49-40bd6d655cb3 req-a3236cbb-103b-4956-95f4-2f899097c8e5 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 210 time: 0.0407875 Aug 21 09:05:13.039291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78379c4-9c48-4d5b-98c4-15001011ec82 req-7ad62bb6-3d91-4acb-96d4-61c8ff492fdf tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:13.040993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b78379c4-9c48-4d5b-98c4-15001011ec82 req-7ad62bb6-3d91-4acb-96d4-61c8ff492fdf tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0976775 Aug 21 09:05:13.137565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b78379c4-9c48-4d5b-98c4-15001011ec82 req-900cd1d4-d7dc-4b47-b006-1c43c8bf4a03 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811307 Aug 21 09:05:13.155270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cb8f2-bd2d-47c7-a8a9-90164e9a7cba req-b350f574-08d5-4cf6-a30e-07c1082011c2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:13.156896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-585cb8f2-bd2d-47c7-a8a9-90164e9a7cba req-b350f574-08d5-4cf6-a30e-07c1082011c2 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 945 time: 0.0621812 Aug 21 09:05:13.202557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-585cb8f2-bd2d-47c7-a8a9-90164e9a7cba req-73d5607b-0a93-48be-8686-c8320bf88ea5 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380058 Aug 21 09:05:13.772154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:05:13.925320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919d92d-7f34-45e7-8b36-20f86b9999ee req-c199c08f-9f41-40d3-893f-67a775819baf tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:13.927319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4919d92d-7f34-45e7-8b36-20f86b9999ee req-c199c08f-9f41-40d3-893f-67a775819baf tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 949 time: 0.0657339 Aug 21 09:05:13.957697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:05:13.962462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:13.963250 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:13.980212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4919d92d-7f34-45e7-8b36-20f86b9999ee req-a84a01c5-af2f-4f04-86bf-1752f30827c7 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/security-groups?id=1841f00a-3632-4559-9e11-b76b037abf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465751 Aug 21 09:05:14.080741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:14.106899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b38aae32-42a6-4fc6-9c55-95c5e25314d8 req-a9da7963-47d0-4c3a-be54-bfa14f852d14 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 210 time: 0.0311115 Aug 21 09:05:14.126655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6a38a7-487a-4df8-82d5-cdd808d00cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b5abe9-4ee8-4d66-b8a6-200a02c496a8'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:14.128907 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e98dbd3-f832-4c26-b319-adb1cbb605fd" -d '{"events": [{"server_uuid": "5b6a38a7-487a-4df8-82d5-cdd808d00cb5", "name": "network-vif-plugged", "status": "completed", "tag": "f8b5abe9-4ee8-4d66-b8a6-200a02c496a8"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:14.144359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:14.180199 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8111242-1628-4001-8272-906d401e2b11 x-openstack-request-id: req-a8111242-1628-4001-8272-906d401e2b11 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:14.180199 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6a38a7-487a-4df8-82d5-cdd808d00cb5", "name": "network-vif-plugged", "status": "completed", "tag": "f8b5abe9-4ee8-4d66-b8a6-200a02c496a8", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:14.180199 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8111242-1628-4001-8272-906d401e2b11 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:14.180199 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a38a7-487a-4df8-82d5-cdd808d00cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b5abe9-4ee8-4d66-b8a6-200a02c496a8', 'code': 200} Aug 21 09:05:14.253394 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:14.311698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:14.396854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19785-8a4c-44e5-938e-0c1d9fc226cd req-02696e5d-fbb4-4515-89b9-d341d0ea7a81 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:14.398396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-baf19785-8a4c-44e5-938e-0c1d9fc226cd req-02696e5d-fbb4-4515-89b9-d341d0ea7a81 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1696904 Aug 21 09:05:14.461969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63ee33-edec-4c62-ac2f-51d0b141769b req-c0f4f067-2c22-4253-9b21-0b867e61e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:14.463598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa63ee33-edec-4c62-ac2f-51d0b141769b req-c0f4f067-2c22-4253-9b21-0b867e61e6d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 1102 time: 0.1914837 Aug 21 09:05:14.521514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706803c-fb5d-4778-b08f-f49f3deed41c req-6ff8e8c1-457d-461e-98be-91cd06d0a44a tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:14.523018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8706803c-fb5d-4778-b08f-f49f3deed41c req-6ff8e8c1-457d-461e-98be-91cd06d0a44a tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 945 time: 0.1745524 Aug 21 09:05:14.529860 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-baf19785-8a4c-44e5-938e-0c1d9fc226cd req-d86a54db-3608-4a92-9b51-f01e4d8676a4 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126215 Aug 21 09:05:14.541311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b088b5-c723-4943-a78b-9d646621b59f req-683b2877-e1af-44c6-8831-ed51ab047287 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:14.542887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6b088b5-c723-4943-a78b-9d646621b59f req-683b2877-e1af-44c6-8831-ed51ab047287 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 945 time: 0.1426065 Aug 21 09:05:14.629084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa63ee33-edec-4c62-ac2f-51d0b141769b req-33c34ea0-e4a0-4029-9bf7-82165e77fce3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1841f00a-3632-4559-9e11-b76b037abf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554210 Aug 21 09:05:14.654094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8706803c-fb5d-4778-b08f-f49f3deed41c req-94417761-e1bf-456b-a6ba-f37fd389f955 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1631d6d-5fdc-46ae-ac23-1d46036eee33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225157 Aug 21 09:05:14.689515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Deleting port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:14.690103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:14.795009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] For port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=06f62c3e-0362-4b9f-aa0f-61ab7d530b61,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:14.795385 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:15.033670 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:15.034316 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:15.034490 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Floating IP 1c9669a2-d600-4a2b-96c0-99cfb028589c disassociated. External IP: 172.25.5.40, port: 06f62c3e-0362-4b9f-aa0f-61ab7d530b61. Aug 21 09:05:15.035448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Calling delete_port for 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:15.164947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a95fd7-c3f4-4e6d-a3a8-f5603cc15348 req-47982a99-5278-4133-889d-ee53f0afe31b tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:15.166357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74a95fd7-c3f4-4e6d-a3a8-f5603cc15348 req-47982a99-5278-4133-889d-ee53f0afe31b tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 950 time: 0.0641553 Aug 21 09:05:15.255407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74a95fd7-c3f4-4e6d-a3a8-f5603cc15348 req-aa17aebf-dddd-4c03-8036-4c1717cf5e7a tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/security-groups?id=1841f00a-3632-4559-9e11-b76b037abf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752618 Aug 21 09:05:15.346251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff8e7452-93cc-499a-ad3f-b6a512d481e4 req-eb608633-bcb3-4a47-8a27-5f08a1e4f322 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 210 time: 0.0283768 Aug 21 09:05:15.649922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce6e66-0d72-4606-ba0d-87ee0398c8c4 req-8f98c9fe-fb46-468e-a1dd-6d950e7c1626 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:15.651424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66ce6e66-0d72-4606-ba0d-87ee0398c8c4 req-8f98c9fe-fb46-468e-a1dd-6d950e7c1626 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0517435 Aug 21 09:05:15.690526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66ce6e66-0d72-4606-ba0d-87ee0398c8c4 req-e7ce0d90-b6a1-44bb-a461-f15ff4fb6d35 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Aug 21 09:05:15.732465 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:15.732465 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:15.732975 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:15.766299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Pushing event deleted for resources: {'Port': ['ID=06f62c3e-0362-4b9f-aa0f-61ab7d530b61,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:15.807209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8525761c-e750-47f7-936d-85b025dc1465 req-fe1a2441-f571-4e8a-8e98-d1d7b939516e tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 210 time: 0.0418761 Aug 21 09:05:15.963077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Router fa348140-2fd5-4933-bf1b-1288b88b3dc2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:05:16.022787 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b673d972-98b2-420c-8d56-c3343e023091 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:16.023587 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b673d972-98b2-420c-8d56-c3343e023091 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.13 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 808 time: 0.1854265 Aug 21 09:05:16.039533 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Request body: {'port': {'device_id': '9df151b1-142b-4aa5-b5dd-b83430923771', 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f', 'admin_state_up': True, 'tenant_id': '994df69ecf1d4b2681af7e97568df514'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:16.108165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:05:16.124861 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ce0c8-1ede-4fcf-9f0a-331e3cc1f048 None None] Sync routers for ids ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:05:16.136204 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ce0c8-1ede-4fcf-9f0a-331e3cc1f048 None None] Routers {'fa348140-2fd5-4933-bf1b-1288b88b3dc2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:16.138086 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d95ce0c8-1ede-4fcf-9f0a-331e3cc1f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:16.161883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] No DVR routers for this DVR port 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:05:16.164579 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:16.166662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6b088b5-c723-4943-a78b-9d646621b59f req-042d56c3-e6a6-44b5-826e-033da24346e6 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.13 "DELETE /v2.0/ports/06f62c3e-0362-4b9f-aa0f-61ab7d530b61 HTTP/1.1" status: 204 len: 173 time: 1.6163015 Aug 21 09:05:16.167347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'name': 'network-vif-deleted', 'tag': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:16.170388 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f5c2fd-a1c9-4259-a397-d11524849c73" -d '{"events": [{"server_uuid": "c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d", "name": "network-vif-deleted", "tag": "06f62c3e-0362-4b9f-aa0f-61ab7d530b61"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:16.246392 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85590045-d30f-4f3f-b4ce-b8bf998a35ca x-openstack-request-id: req-85590045-d30f-4f3f-b4ce-b8bf998a35ca {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:16.246392 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d", "name": "network-vif-deleted", "tag": "06f62c3e-0362-4b9f-aa0f-61ab7d530b61", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:16.246392 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85590045-d30f-4f3f-b4ce-b8bf998a35ca {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:16.246392 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d', 'name': 'network-vif-deleted', 'tag': '06f62c3e-0362-4b9f-aa0f-61ab7d530b61', 'status': 'completed', 'code': 200} Aug 21 09:05:16.316315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Made reservation on behalf of 994df69ecf1d4b2681af7e97568df514 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:16.320598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:16.370836 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d95ce0c8-1ede-4fcf-9f0a-331e3cc1f048 None None] Set router fa348140-2fd5-4933-bf1b-1288b88b3dc2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:16.408208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cdf10-4fa7-46ce-8945-0ee836bfdbd6 req-d331336b-b449-4ac2-8f5a-0aaadfbf0a69 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:16.419549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca1cdf10-4fa7-46ce-8945-0ee836bfdbd6 req-d331336b-b449-4ac2-8f5a-0aaadfbf0a69 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 950 time: 0.0885775 Aug 21 09:05:16.490019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca1cdf10-4fa7-46ce-8945-0ee836bfdbd6 req-83771042-61e4-49c9-bf96-8dc1014a3135 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/security-groups?id=1841f00a-3632-4559-9e11-b76b037abf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694745 Aug 21 09:05:16.593143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f63fefdd-f095-4896-b27a-ecf852e3bb1e req-6c99e469-135f-4290-8223-95c25a9468b8 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 210 time: 0.0694611 Aug 21 09:05:16.753898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Allocated IP 172.20.0.4 (901f1fbd-14e5-4fd3-9538-757ea5088a4f/a3ed2908-0152-470c-aa33-4fef5ebc8ac8/1de4a134-0438-412e-a054-d91dd2c4cdd0) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:05:16.833737 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d95ce0c8-1ede-4fcf-9f0a-331e3cc1f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:41Z', 'revision_number': 4, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b', 'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'mac_address': 'fa:16:3e:66:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:40Z', 'updated_at': '2021-08-21T09:02:49Z', 'revision_number': 5, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'subnets': [{'id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:16.867396 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ce0c8-1ede-4fcf-9f0a-331e3cc1f048 None None] Checking router: fa348140-2fd5-4933-bf1b-1288b88b3dc2 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:05:16.880235 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ce0c8-1ede-4fcf-9f0a-331e3cc1f048 None None] Routers {'fa348140-2fd5-4933-bf1b-1288b88b3dc2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:16.881123 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d95ce0c8-1ede-4fcf-9f0a-331e3cc1f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:16.884525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3c9ec-0dfe-4c21-aa56-56cf6d17a309 req-6372184d-b592-4071-bd4b-28376747051f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:16.892783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40b3c9ec-0dfe-4c21-aa56-56cf6d17a309 req-6372184d-b592-4071-bd4b-28376747051f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0852396 Aug 21 09:05:17.006023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40b3c9ec-0dfe-4c21-aa56-56cf6d17a309 req-f21be15c-7052-42e1-affa-c670ab68659b tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064873 Aug 21 09:05:17.126529 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d95ce0c8-1ede-4fcf-9f0a-331e3cc1f048 None None] Set router fa348140-2fd5-4933-bf1b-1288b88b3dc2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:17.134753 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:17.179616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b59f7a64-b293-464a-ba21-8010acc9640d req-d5831cc1-801e-4349-a85f-4bfa361b24ef tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0cc6c8c-ab5c-41d8-a0fa-bf2031834f1d HTTP/1.1" status: 200 len: 210 time: 0.0683014 Aug 21 09:05:17.304285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:17.366443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b51ca-dbcb-4df6-abc5-845f5d9242b5 req-aec57cab-50ed-4c04-b7bf-b47b2cc537b5 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:17.379858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e8b51ca-dbcb-4df6-abc5-845f5d9242b5 req-aec57cab-50ed-4c04-b7bf-b47b2cc537b5 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 950 time: 0.1140106 Aug 21 09:05:17.425472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e8b51ca-dbcb-4df6-abc5-845f5d9242b5 req-994588ac-0fb6-42a9-9c56-4dcf49b99b98 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/security-groups?id=1841f00a-3632-4559-9e11-b76b037abf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Aug 21 09:05:17.429384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Network 901f1fbd-14e5-4fd3-9538-757ea5088a4f is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:05:17.440569 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:17.447086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:05:17.512192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Pushing event updated for resources: {'Port': ['ID=1de4a134-0438-412e-a054-d91dd2c4cdd0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:17.555662 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:17.556406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:17.556553 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d95ce0c8-1ede-4fcf-9f0a-331e3cc1f048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:41Z', 'revision_number': 4, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b', 'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'mac_address': 'fa:16:3e:66:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:40Z', 'updated_at': '2021-08-21T09:02:49Z', 'revision_number': 5, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'subnets': [{'id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:17.591665 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ce0c8-1ede-4fcf-9f0a-331e3cc1f048 None None] The sync data for ids ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'] in n-d-766726-28 is: [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:02:41Z', 'revision_number': 4, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b', 'name': '', 'network_id': 'c1c249bd-4684-4365-b82d-a6446553feda', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'mac_address': 'fa:16:3e:66:73:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:40Z', 'updated_at': '2021-08-21T09:02:49Z', 'revision_number': 5, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'subnets': [{'id': '69e1aabe-0868-411e-b4be-c694342c8a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:05:17.636388 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6166bd6c-ab28-4213-963d-09d3c035f6d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6023910 Aug 21 09:05:17.653245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Request body: {'port': {'device_id': '9df151b1-142b-4aa5-b5dd-b83430923771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:17.725963 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:17.755592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cfbd3-1919-40a1-8af8-29e8f562bb28 req-ae05e37f-ebc2-4215-9f83-f9eb3b17456a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:17.759401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-008cfbd3-1919-40a1-8af8-29e8f562bb28 req-ae05e37f-ebc2-4215-9f83-f9eb3b17456a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 931 time: 0.0636773 Aug 21 09:05:17.833065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-008cfbd3-1919-40a1-8af8-29e8f562bb28 req-1811d186-a4d6-416a-b76c-436b4da47153 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670419 Aug 21 09:05:17.905904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:17.961941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:05:17.962374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 06f62c3e-0362-4b9f-aa0f-61ab7d530b61 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:18.032509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34681f89-de4d-43eb-9a75-00ba188c1e88 None None] New status for floating IP 1c9669a2-d600-4a2b-96c0-99cfb028589c: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:05:18.165347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de4a134-0438-412e-a054-d91dd2c4cdd0 {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:18.175297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:18.189528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Transition to ACTIVE for port object 1de4a134-0438-412e-a054-d91dd2c4cdd0 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:18.205909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d94f5-84ac-471f-9077-070c14d998b2 req-3114be76-9620-43f4-b44d-97b1481c4bed tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:18.210160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc0d94f5-84ac-471f-9077-070c14d998b2 req-3114be76-9620-43f4-b44d-97b1481c4bed tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0779803 Aug 21 09:05:18.267120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc0d94f5-84ac-471f-9077-070c14d998b2 req-36a2fe8c-6639-4027-816d-cd1fefda7ed9 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475619 Aug 21 09:05:18.326871 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:18.398456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34472) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:18.402254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Pushing event updated for resources: {'Port': ['ID=1de4a134-0438-412e-a054-d91dd2c4cdd0,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:18.475044 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8db56b06-87df-4792-a194-a638f52d7bbd tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:18.516049 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8db56b06-87df-4792-a194-a638f52d7bbd tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:18.537863 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:05:18.538206 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:05:18.538557 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:18.546515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:05:18.546853 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:18.553538 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:05:18.554049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:18.554808 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:05:18.555159 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Bound port: 1de4a134-0438-412e-a054-d91dd2c4cdd0, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:05:18.555536 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:18.646191 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:18.649733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:05:18.669651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5978b6c-675e-4db8-8802-60b17d1aca32 req-34e8880d-b304-4e1f-8826-ba720f4bdc2c tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:18.671267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5978b6c-675e-4db8-8802-60b17d1aca32 req-34e8880d-b304-4e1f-8826-ba720f4bdc2c tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 950 time: 0.1136751 Aug 21 09:05:18.739917 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:18.754537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8db56b06-87df-4792-a194-a638f52d7bbd tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:18.757761 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8db56b06-87df-4792-a194-a638f52d7bbd tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:18.759424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8db56b06-87df-4792-a194-a638f52d7bbd tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "DELETE /v2.0/security-groups/d1631d6d-5fdc-46ae-ac23-1d46036eee33 HTTP/1.1" status: 204 len: 168 time: 0.3612885 Aug 21 09:05:18.765718 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34480) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:18.770774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a8e74-566f-4286-8ba0-855247cf8725 req-a35d8989-0136-4aaa-9010-76826acb4683 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:18.773065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a7a8e74-566f-4286-8ba0-855247cf8725 req-a35d8989-0136-4aaa-9010-76826acb4683 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 950 time: 0.0910687 Aug 21 09:05:18.784527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db56b06-87df-4792-a194-a638f52d7bbd tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1631d6d-5fdc-46ae-ac23-1d46036eee33,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:18.806736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:18.807442 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:18.809825 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] 10.222.0.13 "PUT /v2.0/ports/1de4a134-0438-412e-a054-d91dd2c4cdd0 HTTP/1.1" status: 200 len: 1092 time: 1.1621120 Aug 21 09:05:18.811694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df151b1-142b-4aa5-b5dd-b83430923771', 'tag': '1de4a134-0438-412e-a054-d91dd2c4cdd0'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:18.814052 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f39f8ed-d23f-45f2-816e-d8a09a48d2af" -d '{"events": [{"name": "network-changed", "server_uuid": "9df151b1-142b-4aa5-b5dd-b83430923771", "tag": "1de4a134-0438-412e-a054-d91dd2c4cdd0"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:18.878677 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-b3d8a727-8d6a-4642-a399-31f1cea3bb23 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] show failed (client error): The resource could not be found. Aug 21 09:05:18.879988 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b3d8a727-8d6a-4642-a399-31f1cea3bb23 tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "GET /v2.0/security-groups/d1631d6d-5fdc-46ae-ac23-1d46036eee33 HTTP/1.1" status: 404 len: 347 time: 0.0690989 Aug 21 09:05:18.881036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51044d5-3491-4a7d-9563-1235b4172556 service neutron] Pushing event updated for resources: {'Port': ['ID=1de4a134-0438-412e-a054-d91dd2c4cdd0,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:18.884378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34486) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:18.903777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5978b6c-675e-4db8-8802-60b17d1aca32 req-462beba8-d7ba-419d-bcfe-d5cb528e258f tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/security-groups?id=1841f00a-3632-4559-9e11-b76b037abf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209930 Aug 21 09:05:18.967272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6a7a8e74-566f-4286-8ba0-855247cf8725 req-6e32954f-5202-41f4-adeb-7a16710aba97 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Deleting port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:18.967272 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6a7a8e74-566f-4286-8ba0-855247cf8725 req-6e32954f-5202-41f4-adeb-7a16710aba97 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:18.994868 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b602bdf-6f10-4fd0-9ccc-53e2a6ec674d x-openstack-request-id: req-9b602bdf-6f10-4fd0-9ccc-53e2a6ec674d {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:18.995272 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df151b1-142b-4aa5-b5dd-b83430923771", "tag": "1de4a134-0438-412e-a054-d91dd2c4cdd0", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:18.995675 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b602bdf-6f10-4fd0-9ccc-53e2a6ec674d {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:18.996903 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df151b1-142b-4aa5-b5dd-b83430923771', 'tag': '1de4a134-0438-412e-a054-d91dd2c4cdd0', 'status': 'completed', 'code': 200} Aug 21 09:05:19.017942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6e0e8aeb-7024-48c3-a9a2-df03e3118b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:19.019597 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-6e0e8aeb-7024-48c3-a9a2-df03e3118b7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1095 time: 0.0604281 Aug 21 09:05:19.074367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6a7a8e74-566f-4286-8ba0-855247cf8725 req-6e32954f-5202-41f4-adeb-7a16710aba97 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] For port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:19.075100 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6a7a8e74-566f-4286-8ba0-855247cf8725 req-6e32954f-5202-41f4-adeb-7a16710aba97 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:19.091979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6a7a8e74-566f-4286-8ba0-855247cf8725 req-6e32954f-5202-41f4-adeb-7a16710aba97 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Calling delete_port for f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:19.094521 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-00a106f8-dc4c-4306-8d1b-0d46f99a38bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0 HTTP/1.1" status: 200 len: 217 time: 0.0432465 Aug 21 09:05:19.196065 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a8a39019-d93e-4bcf-b8e9-72aa8a83edfc tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Deleting port 90914533-3186-4566-9c41-e33143e0598f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:19.196748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8a39019-d93e-4bcf-b8e9-72aa8a83edfc tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:19.285153 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8a39019-d93e-4bcf-b8e9-72aa8a83edfc tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:19.285608 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8a39019-d93e-4bcf-b8e9-72aa8a83edfc tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:19.302216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a8a39019-d93e-4bcf-b8e9-72aa8a83edfc tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Calling delete_port for 90914533-3186-4566-9c41-e33143e0598f owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:19.348188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbe86e-8414-4f91-a258-1cf02785c89a req-f9f80a4d-1dca-4d07-afeb-37388c908a6f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:19.356819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25bbe86e-8414-4f91-a258-1cf02785c89a req-f9f80a4d-1dca-4d07-afeb-37388c908a6f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 943 time: 0.0760026 Aug 21 09:05:19.455745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-3bbe1399-3526-4488-9104-12863f3b83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:19.455981 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6a7a8e74-566f-4286-8ba0-855247cf8725 req-6e32954f-5202-41f4-adeb-7a16710aba97 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:19.457775 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-3bbe1399-3526-4488-9104-12863f3b83c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.3326159 Aug 21 09:05:19.467584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['f8b5abe9-4ee8-4d66-b8a6-200a02c496a8'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:05:19.492189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25bbe86e-8414-4f91-a258-1cf02785c89a req-5bef2264-c9af-468b-8fe0-82ee64c79145 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296642 Aug 21 09:05:19.523574 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-df455a57-b513-4aea-9f14-7c6fd8fd91a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580752 Aug 21 09:05:19.525246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8a39019-d93e-4bcf-b8e9-72aa8a83edfc tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:19.608921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32954f-5202-41f4-adeb-7a16710aba97 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Pushing event deleted for resources: {'Port': ['ID=f8b5abe9-4ee8-4d66-b8a6-200a02c496a8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:19.653804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7a8e74-566f-4286-8ba0-855247cf8725 req-6e32954f-5202-41f4-adeb-7a16710aba97 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] No DVR routers for this DVR port f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:05:19.667783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac6dcd-5d77-47dd-8de9-5a45b800e62a req-a6e774be-43b2-43e5-91ae-7a6c8d8c4319 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:19.667783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bac6dcd-5d77-47dd-8de9-5a45b800e62a req-a6e774be-43b2-43e5-91ae-7a6c8d8c4319 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.2660472 Aug 21 09:05:19.668512 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6a7a8e74-566f-4286-8ba0-855247cf8725 req-6e32954f-5202-41f4-adeb-7a16710aba97 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:19.670639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a7a8e74-566f-4286-8ba0-855247cf8725 req-6e32954f-5202-41f4-adeb-7a16710aba97 tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.22 "DELETE /v2.0/ports/f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 HTTP/1.1" status: 204 len: 173 time: 0.8810170 Aug 21 09:05:19.671077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6a38a7-487a-4df8-82d5-cdd808d00cb5', 'name': 'network-vif-deleted', 'tag': 'f8b5abe9-4ee8-4d66-b8a6-200a02c496a8'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:19.673402 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcb2afa-d856-43f7-861c-d959c4bb8f05" -d '{"events": [{"server_uuid": "5b6a38a7-487a-4df8-82d5-cdd808d00cb5", "name": "network-vif-deleted", "tag": "f8b5abe9-4ee8-4d66-b8a6-200a02c496a8"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:19.684700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a39019-d93e-4bcf-b8e9-72aa8a83edfc tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Pushing event deleted for resources: {'Port': ['ID=90914533-3186-4566-9c41-e33143e0598f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:19.732127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bac6dcd-5d77-47dd-8de9-5a45b800e62a req-51c15e50-d52a-4446-830c-69ea0965f96e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483360 Aug 21 09:05:19.749800 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0685d0b6-f3b8-48d3-b08f-1d508d66c3d3 x-openstack-request-id: req-0685d0b6-f3b8-48d3-b08f-1d508d66c3d3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:19.750114 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6a38a7-487a-4df8-82d5-cdd808d00cb5", "name": "network-vif-deleted", "tag": "f8b5abe9-4ee8-4d66-b8a6-200a02c496a8", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:19.750375 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0685d0b6-f3b8-48d3-b08f-1d508d66c3d3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:19.750803 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a38a7-487a-4df8-82d5-cdd808d00cb5', 'name': 'network-vif-deleted', 'tag': 'f8b5abe9-4ee8-4d66-b8a6-200a02c496a8', 'status': 'completed', 'code': 200} Aug 21 09:05:19.798557 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8a39019-d93e-4bcf-b8e9-72aa8a83edfc tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:19.801327 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8a39019-d93e-4bcf-b8e9-72aa8a83edfc tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:19.805987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34504) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:19.808255 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a8a39019-d93e-4bcf-b8e9-72aa8a83edfc tempest-ServersTestManualDisk-1812183287 tempest-ServersTestManualDisk-1812183287-project] 10.222.0.20 "DELETE /v2.0/floatingips/1c9669a2-d600-4a2b-96c0-99cfb028589c HTTP/1.1" status: 204 len: 168 time: 0.9227316 Aug 21 09:05:19.810898 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-8690063e-ce87-4468-9e62-b814d6875091 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751625 Aug 21 09:05:19.970303 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-395556a6-fcef-46dd-8ba7-50a08262dad6 req-83c87b00-1cec-4a74-9a88-2d140d67592c service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507072 Aug 21 09:05:20.064053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8ba4300-fd58-442d-8d9f-6f7ea0ecbc02 req-00abcdf7-bf58-4cf4-bd04-e2732ba910ee tempest-ServerDiagnosticsNegativeTest-8080540 tempest-ServerDiagnosticsNegativeTest-8080540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b6a38a7-487a-4df8-82d5-cdd808d00cb5 HTTP/1.1" status: 200 len: 210 time: 0.0439734 Aug 21 09:05:20.196077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39f8ed-d23f-45f2-816e-d8a09a48d2af req-70aa32c3-6c41-4c3c-b910-c18d1053e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:20.197899 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5f39f8ed-d23f-45f2-816e-d8a09a48d2af req-70aa32c3-6c41-4c3c-b910-c18d1053e16d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1095 time: 0.0717027 Aug 21 09:05:20.341614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39f8ed-d23f-45f2-816e-d8a09a48d2af req-a691aa41-e092-4c2d-8258-e91145efccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:20.343649 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5f39f8ed-d23f-45f2-816e-d8a09a48d2af req-a691aa41-e092-4c2d-8258-e91145efccfc service neutron] 10.222.0.13 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.1360776 Aug 21 09:05:20.415225 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5f39f8ed-d23f-45f2-816e-d8a09a48d2af req-07210353-a383-4815-9f14-73f5ca1f6efa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0 HTTP/1.1" status: 200 len: 217 time: 0.0554888 Aug 21 09:05:20.487148 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39f8ed-d23f-45f2-816e-d8a09a48d2af req-749d1d62-7033-4265-93ba-e2027d7d5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:20.487148 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5f39f8ed-d23f-45f2-816e-d8a09a48d2af req-749d1d62-7033-4265-93ba-e2027d7d5d32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.0634067 Aug 21 09:05:20.513502 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:20.549976 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5f39f8ed-d23f-45f2-816e-d8a09a48d2af req-ef3560e0-6d1e-41ff-96a1-17b6862d301e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546312 Aug 21 09:05:20.711028 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5f39f8ed-d23f-45f2-816e-d8a09a48d2af req-77ae38fe-c711-4605-83ee-603f1e3274d5 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485608 Aug 21 09:05:21.049788 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5f39f8ed-d23f-45f2-816e-d8a09a48d2af req-80718c4d-a1eb-4319-9837-2a9dd55d145a service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158604 Aug 21 09:05:21.192771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5206690-3917-42b3-aab5-476441dc227c req-19a14d5e-ad4e-4d79-a9f1-1bfad2113960 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:21.194244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5206690-3917-42b3-aab5-476441dc227c req-19a14d5e-ad4e-4d79-a9f1-1bfad2113960 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 943 time: 0.6021371 Aug 21 09:05:21.272278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b6375-78dc-4dc4-83f1-0a350334bd0a req-306f8642-5b91-4bf8-8fb8-561f27a470bd tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:21.274090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964b6375-78dc-4dc4-83f1-0a350334bd0a req-306f8642-5b91-4bf8-8fb8-561f27a470bd tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1220520 Aug 21 09:05:21.276966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5206690-3917-42b3-aab5-476441dc227c req-88e56a28-1393-4cbf-ad65-34b6b8b480f3 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676920 Aug 21 09:05:21.376020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964b6375-78dc-4dc4-83f1-0a350334bd0a req-694116bf-5ec4-4ea0-9831-2669441efcb3 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943730 Aug 21 09:05:21.440662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] Deleting port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:21.448051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:21.529491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] For port c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:21.530290 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:21.543918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] Calling delete_port for c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:21.845400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:21.861083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:05:21.861433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device f8b5abe9-4ee8-4d66-b8a6-200a02c496a8 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:21.904988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:21.931600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1de4a134-0438-412e-a054-d91dd2c4cdd0 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:05:21.935352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:22.080927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:22.091951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34554) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:22.094947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '1de4a134-0438-412e-a054-d91dd2c4cdd0', 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f', 'port_id': '1de4a134-0438-412e-a054-d91dd2c4cdd0', 'mac_address': 'fa:16:3e:e7:9e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ed2908-0152-470c-aa33-4fef5ebc8ac8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:05:22.142896 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:22.144038 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:22.160009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de4a134-0438-412e-a054-d91dd2c4cdd0 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:22.188066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:22.327326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:22.383003 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-69bcb88e-88b0-47ab-a002-adae68397693 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfe7be70f3584c29bca28209f1abd618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886360 Aug 21 09:05:22.384975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=1de4a134-0438-412e-a054-d91dd2c4cdd0,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:22.386044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34562) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:22.517071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] Router fa348140-2fd5-4933-bf1b-1288b88b3dc2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:05:22.526916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38aece5-25e7-4177-a699-19458865f86a req-cfaa938e-efc5-4b64-bdbc-2d8fa0a1e335 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:22.528489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d38aece5-25e7-4177-a699-19458865f86a req-cfaa938e-efc5-4b64-bdbc-2d8fa0a1e335 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 944 time: 0.1555841 Aug 21 09:05:22.532679 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d35524fb-83da-4b7b-9bf4-63467b66b52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:22.589458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16857da5-9961-42ef-a227-1206c7244b72 req-9c38dcb8-071c-4b1e-8b09-15fd6f6dd598 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:22.591087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16857da5-9961-42ef-a227-1206c7244b72 req-9c38dcb8-071c-4b1e-8b09-15fd6f6dd598 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1284854 Aug 21 09:05:22.626257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['1de4a134-0438-412e-a054-d91dd2c4cdd0'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:05:22.632428 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d35524fb-83da-4b7b-9bf4-63467b66b52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:22.677286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d38aece5-25e7-4177-a699-19458865f86a req-2251224d-ca46-4ad6-b32a-d983fdc8362c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415164 Aug 21 09:05:22.727706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16857da5-9961-42ef-a227-1206c7244b72 req-67d7f64b-6c54-48c1-911c-6c6532017615 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932708 Aug 21 09:05:22.781571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:05:22.792503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0e2967bf-a1f9-4123-b65f-cb3fb01d87a5 admin admin] 10.222.0.20 "PUT /v2.0/routers/fa348140-2fd5-4933-bf1b-1288b88b3dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9797461 Aug 21 09:05:22.792648 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836864f-dbf4-45c7-b68c-780ea1aab7a4 None None] Sync routers for ids ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:05:22.793800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34574) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:22.809324 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836864f-dbf4-45c7-b68c-780ea1aab7a4 None None] Routers {'fa348140-2fd5-4933-bf1b-1288b88b3dc2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:22.810007 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5836864f-dbf4-45c7-b68c-780ea1aab7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:22.930323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:22.936842 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d35524fb-83da-4b7b-9bf4-63467b66b52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:22.944431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d35524fb-83da-4b7b-9bf4-63467b66b52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:22.948077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d35524fb-83da-4b7b-9bf4-63467b66b52a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1841f00a-3632-4559-9e11-b76b037abf1e HTTP/1.1" status: 204 len: 168 time: 0.5603478 Aug 21 09:05:22.974283 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-5836864f-dbf4-45c7-b68c-780ea1aab7a4 None None] Set router fa348140-2fd5-4933-bf1b-1288b88b3dc2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:22.999242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35524fb-83da-4b7b-9bf4-63467b66b52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1841f00a-3632-4559-9e11-b76b037abf1e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:23.163210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:23.235450 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5836864f-dbf4-45c7-b68c-780ea1aab7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:05:21Z', 'revision_number': 5, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port': {'id': 'b16de76c-6c27-42ff-adbd-6b787bd3339e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:02:35Z', 'updated_at': '2021-08-21T09:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:23.263428 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836864f-dbf4-45c7-b68c-780ea1aab7a4 None None] Checking router: fa348140-2fd5-4933-bf1b-1288b88b3dc2 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:05:23.271504 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836864f-dbf4-45c7-b68c-780ea1aab7a4 None None] Routers {'fa348140-2fd5-4933-bf1b-1288b88b3dc2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:23.272121 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5836864f-dbf4-45c7-b68c-780ea1aab7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:23.350769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Deleting port b16de76c-6c27-42ff-adbd-6b787bd3339e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:23.351849 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:23.374092 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-5836864f-dbf4-45c7-b68c-780ea1aab7a4 None None] Set router fa348140-2fd5-4933-bf1b-1288b88b3dc2 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:23.428481 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5836864f-dbf4-45c7-b68c-780ea1aab7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:05:23Z', 'revision_number': 6, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:23.437654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] For port b16de76c-6c27-42ff-adbd-6b787bd3339e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b16de76c-6c27-42ff-adbd-6b787bd3339e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:23.438052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:23.457259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Calling delete_port for b16de76c-6c27-42ff-adbd-6b787bd3339e owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:23.464932 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836864f-dbf4-45c7-b68c-780ea1aab7a4 None None] The sync data for ids ['fa348140-2fd5-4933-bf1b-1288b88b3dc2'] in n-d-766726-28 is: [{'id': 'fa348140-2fd5-4933-bf1b-1288b88b3dc2', 'name': 'tempest-ServersTestManualDisk-1446303479-router', 'tenant_id': '116e4c914bab4b11acd1c18e2bf0a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:02:34Z', 'updated_at': '2021-08-21T09:05:23Z', 'revision_number': 6, 'project_id': '116e4c914bab4b11acd1c18e2bf0a760', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:05:23.580956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f002ad3-7e97-483a-b617-6490b938be43 req-2a15f0bd-e417-4db0-a0c9-1010f932e273 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:23.582491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f002ad3-7e97-483a-b617-6490b938be43 req-2a15f0bd-e417-4db0-a0c9-1010f932e273 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 945 time: 0.0702894 Aug 21 09:05:23.660523 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f002ad3-7e97-483a-b617-6490b938be43 req-369099d9-c897-4b38-ad6f-0a343e6cf536 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455039 Aug 21 09:05:23.795500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc08a88-9ced-490d-bf35-94790bbd6651 req-612b0149-ff4e-4fb8-8e6e-2e908dbf8f7f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:23.797125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfc08a88-9ced-490d-bf35-94790bbd6651 req-612b0149-ff4e-4fb8-8e6e-2e908dbf8f7f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 944 time: 0.0497484 Aug 21 09:05:23.882905 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:23.912699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b16de76c-6c27-42ff-adbd-6b787bd3339e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:23.925048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfc08a88-9ced-490d-bf35-94790bbd6651 req-298353a5-6cc2-4ff5-aecf-dadefd201ccb tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217003 Aug 21 09:05:23.944330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1de4a134-0438-412e-a054-d91dd2c4cdd0 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:05:23.963841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2afd23-8dbd-46db-a8b9-1c75e1053cda req-5310e70d-4820-49a1-838d-501d30d8f45e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:23.965898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d2afd23-8dbd-46db-a8b9-1c75e1053cda req-5310e70d-4820-49a1-838d-501d30d8f45e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1482899 Aug 21 09:05:24.030214 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.035195 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:24.049051 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0acb69e5-af37-4fff-b292-969337389756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.063530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d2afd23-8dbd-46db-a8b9-1c75e1053cda req-30330c64-bfb2-49dd-a48d-3f139c38cb72 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795541 Aug 21 09:05:24.133064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 1de4a134-0438-412e-a054-d91dd2c4cdd0 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:05:24.134502 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.139864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 1de4a134-0438-412e-a054-d91dd2c4cdd0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:24.143387 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.144555 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.178878 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0acb69e5-af37-4fff-b292-969337389756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.241004 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.263460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df151b1-142b-4aa5-b5dd-b83430923771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de4a134-0438-412e-a054-d91dd2c4cdd0'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:24.263824 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0acb69e5-af37-4fff-b292-969337389756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.264639 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2035c3fb-8963-4afd-aa72-f496c3107047" -d '{"events": [{"server_uuid": "9df151b1-142b-4aa5-b5dd-b83430923771", "name": "network-vif-plugged", "status": "completed", "tag": "1de4a134-0438-412e-a054-d91dd2c4cdd0"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:24.284332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:24.313335 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf42b715-78c9-461f-a12f-eef640e0b054 x-openstack-request-id: req-bf42b715-78c9-461f-a12f-eef640e0b054 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:24.313626 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df151b1-142b-4aa5-b5dd-b83430923771", "name": "network-vif-plugged", "status": "completed", "tag": "1de4a134-0438-412e-a054-d91dd2c4cdd0", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:24.313873 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf42b715-78c9-461f-a12f-eef640e0b054 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:24.314259 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df151b1-142b-4aa5-b5dd-b83430923771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de4a134-0438-412e-a054-d91dd2c4cdd0', 'code': 200} Aug 21 09:05:24.314512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34612) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:24.322165 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0acb69e5-af37-4fff-b292-969337389756 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecc70266af22481e82102c15f0aa96e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857320 Aug 21 09:05:24.323439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb69e5-af37-4fff-b292-969337389756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c90d015-391a-4718-8d68-a941bca145fa,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:24.330310 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.330862 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa348140-2fd5-4933-bf1b-1288b88b3dc2 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:05:24.339116 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.339116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-06e7a037-e4bf-4b02-b82f-5fcfe2c1fef6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fa348140-2fd5-4933-bf1b-1288b88b3dc2 HTTP/1.1" status: 204 len: 168 time: 1.5404434 Aug 21 09:05:24.341609 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34614) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:24.384053 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-73efd4b0-1995-4739-a88e-6f4897cb94b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.406492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2b16e9-cc40-4cff-adfe-94d36f04b7a9 admin admin] Deleting subnet 69e1aabe-0868-411e-b4be-c694342c8a18 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:05:24.409669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-73efd4b0-1995-4739-a88e-6f4897cb94b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.410777 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2b16e9-cc40-4cff-adfe-94d36f04b7a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.412651 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.466618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=1de4a134-0438-412e-a054-d91dd2c4cdd0,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:24.490677 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2b16e9-cc40-4cff-adfe-94d36f04b7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.520946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca420f-68a3-464c-96a4-46cfbc495014 req-992e53ff-9c5c-4a5c-a549-9a16b2f39699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:24.526631 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a0ca420f-68a3-464c-96a4-46cfbc495014 req-992e53ff-9c5c-4a5c-a549-9a16b2f39699 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1096 time: 0.1266692 Aug 21 09:05:24.555582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-73efd4b0-1995-4739-a88e-6f4897cb94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.559210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-73efd4b0-1995-4739-a88e-6f4897cb94b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.563487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-73efd4b0-1995-4739-a88e-6f4897cb94b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c90d015-391a-4718-8d68-a941bca145fa HTTP/1.1" status: 204 len: 168 time: 0.2450376 Aug 21 09:05:24.569547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efd4b0-1995-4739-a88e-6f4897cb94b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c90d015-391a-4718-8d68-a941bca145fa,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:24.621969 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a0ca420f-68a3-464c-96a4-46cfbc495014 req-975a50dc-5cae-45ba-af6f-805feec2e2fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804284 Aug 21 09:05:24.627038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2b16e9-cc40-4cff-adfe-94d36f04b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.767169 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2b16e9-cc40-4cff-adfe-94d36f04b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.784510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5c46-d878-4d68-8b49-664c0fe964ab req-f54cc9cf-a115-4d42-a44d-2bf49ac3555e tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:24.786029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b8d5c46-d878-4d68-8b49-664c0fe964ab req-f54cc9cf-a115-4d42-a44d-2bf49ac3555e tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 945 time: 0.0523231 Aug 21 09:05:24.796017 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b16e9-cc40-4cff-adfe-94d36f04b7a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e1aabe-0868-411e-b4be-c694342c8a18,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:24.798006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2b16e9-cc40-4cff-adfe-94d36f04b7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.800622 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eb2b16e9-cc40-4cff-adfe-94d36f04b7a9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/69e1aabe-0868-411e-b4be-c694342c8a18 HTTP/1.1" status: 204 len: 168 time: 0.4566228 Aug 21 09:05:24.803359 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34626) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:24.807009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80827020-161f-4a0b-8fa7-a5c118a0bf0e None None] Network c1c249bd-4684-4365-b82d-a6446553feda requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:05:24.834437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b8d5c46-d878-4d68-8b49-664c0fe964ab req-d30324f8-52e7-43de-a0a1-6020a185ba3e tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Aug 21 09:05:24.883775 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:24.953744 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Deleting port e3828eed-b7df-4866-ac61-5ea853a2a7e7 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:24.954118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:25.022519 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] For port e3828eed-b7df-4866-ac61-5ea853a2a7e7, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e3828eed-b7df-4866-ac61-5ea853a2a7e7,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:25.022894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:25.035575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba942ae8-8a34-4997-bdb2-aa71a5b85dc7 None None] DHCP port deletion for c1c249bd-4684-4365-b82d-a6446553feda request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:05:25.040045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Calling delete_port for e3828eed-b7df-4866-ac61-5ea853a2a7e7 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:25.136169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d5b3c-6f36-4459-a25b-599b467f895b req-829385de-3b45-49c1-b99b-283fabf23509 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:25.150785 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ba942ae8-8a34-4997-bdb2-aa71a5b85dc7 None None] Deleting port e3828eed-b7df-4866-ac61-5ea853a2a7e7 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:25.150785 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba942ae8-8a34-4997-bdb2-aa71a5b85dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:25.151511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-537d5b3c-6f36-4459-a25b-599b467f895b req-829385de-3b45-49c1-b99b-283fabf23509 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 945 time: 0.1158991 Aug 21 09:05:25.255916 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:25.268178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-537d5b3c-6f36-4459-a25b-599b467f895b req-1ff95838-4ba1-439a-a056-10d6d072f865 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156378 Aug 21 09:05:25.278923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ba942ae8-8a34-4997-bdb2-aa71a5b85dc7 None None] For port e3828eed-b7df-4866-ac61-5ea853a2a7e7, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e3828eed-b7df-4866-ac61-5ea853a2a7e7,segment=NetworkSegment(e99f8507-f2be-43a8-b560-754a7377ddf7),segment_id=e99f8507-f2be-43a8-b560-754a7377ddf7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:25.279511 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba942ae8-8a34-4997-bdb2-aa71a5b85dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:25.307822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3828eed-b7df-4866-ac61-5ea853a2a7e7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:25.312588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] No DVR routers for this DVR port e3828eed-b7df-4866-ac61-5ea853a2a7e7 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:05:25.319486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ba942ae8-8a34-4997-bdb2-aa71a5b85dc7 None None] Calling delete_port for e3828eed-b7df-4866-ac61-5ea853a2a7e7 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:25.354342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c793b9f-3e6f-4f0b-9a13-d07cf5948b1e req-5a66c835-3d2e-479c-acaf-8dd86a45d4aa tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:25.363291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c793b9f-3e6f-4f0b-9a13-d07cf5948b1e req-5a66c835-3d2e-479c-acaf-8dd86a45d4aa tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0935001 Aug 21 09:05:25.376764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3a3d6-4f01-4dc6-8dfc-453594f0ce6d req-2d5f5eb7-83e3-4905-951c-3d69021bd56f tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:25.378380 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-cfe3a3d6-4f01-4dc6-8dfc-453594f0ce6d req-2d5f5eb7-83e3-4905-951c-3d69021bd56f tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 945 time: 0.1712830 Aug 21 09:05:25.434297 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e3828eed-b7df-4866-ac61-5ea853a2a7e7 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:25.436361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c793b9f-3e6f-4f0b-9a13-d07cf5948b1e req-e6a77ca6-5dbb-44ee-aa6d-fa0f00ce481b tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716503 Aug 21 09:05:25.460772 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:25.474304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: e3828eed-b7df-4866-ac61-5ea853a2a7e7 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:05:25.475193 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e3828eed-b7df-4866-ac61-5ea853a2a7e7 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:25.475969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b16de76c-6c27-42ff-adbd-6b787bd3339e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:25.482522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c249bd-4684-4365-b82d-a6446553feda']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:25.501815 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba942ae8-8a34-4997-bdb2-aa71a5b85dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:25.503993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: b16de76c-6c27-42ff-adbd-6b787bd3339e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:05:25.504795 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b16de76c-6c27-42ff-adbd-6b787bd3339e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:25.505410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:25.514190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99f8507-f2be-43a8-b560-754a7377ddf7') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:25.514486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99f8507-f2be-43a8-b560-754a7377ddf7') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:25.528461 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:25.546803 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:25.548468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:05:25.548823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c0ea1a2c-2d65-4ca6-8fdc-9a86260ae69b not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:25.553768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba942ae8-8a34-4997-bdb2-aa71a5b85dc7 None None] No DVR routers for this DVR port e3828eed-b7df-4866-ac61-5ea853a2a7e7 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:05:25.556593 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:05:25.557010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:25.558729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba942ae8-8a34-4997-bdb2-aa71a5b85dc7 None None] Pushing event deleted for resources: {'Port': ['ID=e3828eed-b7df-4866-ac61-5ea853a2a7e7,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:05:25.558900 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:05:25.885160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-cfe3a3d6-4f01-4dc6-8dfc-453594f0ce6d req-4e7dc541-3e3b-43ba-9815-b97cb1ec6495 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Deleting port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:25.889014 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-cfe3a3d6-4f01-4dc6-8dfc-453594f0ce6d req-4e7dc541-3e3b-43ba-9815-b97cb1ec6495 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:25.992865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e042-ef6d-489a-90fd-89a204c06e87 req-119e783d-81c4-4750-9493-6d93fd194d3f tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:25.994354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3f0e042-ef6d-489a-90fd-89a204c06e87 req-119e783d-81c4-4750-9493-6d93fd194d3f tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 945 time: 0.0562551 Aug 21 09:05:25.996337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-cfe3a3d6-4f01-4dc6-8dfc-453594f0ce6d req-4e7dc541-3e3b-43ba-9815-b97cb1ec6495 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] For port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d3ea64a-8c68-45d2-9e19-1082fd1050e1,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:25.997945 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-cfe3a3d6-4f01-4dc6-8dfc-453594f0ce6d req-4e7dc541-3e3b-43ba-9815-b97cb1ec6495 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:26.014904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-cfe3a3d6-4f01-4dc6-8dfc-453594f0ce6d req-4e7dc541-3e3b-43ba-9815-b97cb1ec6495 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Calling delete_port for 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:26.023326 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:26.026615 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:26.031700 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c1c249bd-4684-4365-b82d-a6446553feda HTTP/1.1" status: 204 len: 168 time: 1.2270510 Aug 21 09:05:26.044297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3f0e042-ef6d-489a-90fd-89a204c06e87 req-657e4264-e158-4a4e-8e7a-b9a181a442f6 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Aug 21 09:05:26.088598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7086b7-5fd0-4dd4-a967-a3ea8a7b5845 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c249bd-4684-4365-b82d-a6446553feda,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:26.310368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-cfe3a3d6-4f01-4dc6-8dfc-453594f0ce6d req-4e7dc541-3e3b-43ba-9815-b97cb1ec6495 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:26.350502 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dc541-3e3b-43ba-9815-b97cb1ec6495 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Pushing event deleted for resources: {'Port': ['ID=9d3ea64a-8c68-45d2-9e19-1082fd1050e1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:26.401714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3706db8-d165-443d-9da2-e31fa0826518 req-e3464f7a-3a1f-417d-a8d9-ff37fce32849 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:26.403380 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3706db8-d165-443d-9da2-e31fa0826518 req-e3464f7a-3a1f-417d-a8d9-ff37fce32849 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 945 time: 0.0694304 Aug 21 09:05:26.412945 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe3a3d6-4f01-4dc6-8dfc-453594f0ce6d req-4e7dc541-3e3b-43ba-9815-b97cb1ec6495 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] No DVR routers for this DVR port 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:05:26.415648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-cfe3a3d6-4f01-4dc6-8dfc-453594f0ce6d req-4e7dc541-3e3b-43ba-9815-b97cb1ec6495 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:26.418394 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-cfe3a3d6-4f01-4dc6-8dfc-453594f0ce6d req-4e7dc541-3e3b-43ba-9815-b97cb1ec6495 tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.13 "DELETE /v2.0/ports/9d3ea64a-8c68-45d2-9e19-1082fd1050e1 HTTP/1.1" status: 204 len: 173 time: 1.0065935 Aug 21 09:05:26.419322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7f9306-785a-4b43-bde0-5598c55a04c3', 'name': 'network-vif-deleted', 'tag': '9d3ea64a-8c68-45d2-9e19-1082fd1050e1'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:26.427951 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9f62e4-c781-47b2-bfb8-7e833f7904d9" -d '{"events": [{"server_uuid": "1d7f9306-785a-4b43-bde0-5598c55a04c3", "name": "network-vif-deleted", "tag": "9d3ea64a-8c68-45d2-9e19-1082fd1050e1"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:26.446846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3706db8-d165-443d-9da2-e31fa0826518 req-52f8811a-ea67-4d4b-b2bc-422639e13706 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371902 Aug 21 09:05:26.467829 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74e8097-5575-4d1a-9a2c-9aa4903b3823 x-openstack-request-id: req-d74e8097-5575-4d1a-9a2c-9aa4903b3823 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:26.468340 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7f9306-785a-4b43-bde0-5598c55a04c3", "name": "network-vif-deleted", "tag": "9d3ea64a-8c68-45d2-9e19-1082fd1050e1", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:26.468765 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d74e8097-5575-4d1a-9a2c-9aa4903b3823 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:26.469349 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7f9306-785a-4b43-bde0-5598c55a04c3', 'name': 'network-vif-deleted', 'tag': '9d3ea64a-8c68-45d2-9e19-1082fd1050e1', 'status': 'completed', 'code': 200} Aug 21 09:05:26.506540 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34696) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:26.584108 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fa892cf9-2368-4264-a121-339467e269b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=116e4c914bab4b11acd1c18e2bf0a760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763762 Aug 21 09:05:26.586805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34698) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:26.649057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bfd41-a125-4354-b830-a1e9c062d233 req-01208c9f-423e-4a63-a944-8ede76951570 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:26.650581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e0bfd41-a125-4354-b830-a1e9c062d233 req-01208c9f-423e-4a63-a944-8ede76951570 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1310084 Aug 21 09:05:26.665468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d902-5d85-429b-9479-f328b129997e req-0fbef8ae-9f5a-48b9-bd47-4911eabeb82e tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:26.667230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ed5d902-5d85-429b-9479-f328b129997e req-0fbef8ae-9f5a-48b9-bd47-4911eabeb82e tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1097 time: 0.1138923 Aug 21 09:05:26.732441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e0bfd41-a125-4354-b830-a1e9c062d233 req-1f14aa69-9c91-41db-83a1-6009dd5d1468 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724649 Aug 21 09:05:26.733604 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-943bbb0c-a396-4336-b580-2c95408c6fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:26.777090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ed5d902-5d85-429b-9479-f328b129997e req-a765f868-d865-45f2-8572-448c5374289e tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813353 Aug 21 09:05:26.790114 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-943bbb0c-a396-4336-b580-2c95408c6fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:26.901218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f0ce-5980-4217-8eca-2ea15e478886 req-686a9146-45d4-4289-9d53-878ab87681d9 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:26.902990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0780f0ce-5980-4217-8eca-2ea15e478886 req-686a9146-45d4-4289-9d53-878ab87681d9 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1097 time: 0.0495522 Aug 21 09:05:26.938601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0780f0ce-5980-4217-8eca-2ea15e478886 req-e4d7274f-dd4a-4319-ab90-5c20bc22d65a tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297053 Aug 21 09:05:26.952949 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-943bbb0c-a396-4336-b580-2c95408c6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:26.956249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-943bbb0c-a396-4336-b580-2c95408c6fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:26.958013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-943bbb0c-a396-4336-b580-2c95408c6fc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81252f9e-a377-43f6-ba57-572b5a19db22 HTTP/1.1" status: 204 len: 168 time: 0.3698561 Aug 21 09:05:26.977632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bbb0c-a396-4336-b580-2c95408c6fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81252f9e-a377-43f6-ba57-572b5a19db22,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:27.167218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b1af162-eed5-41a4-be6e-25bf4d110c63 req-10ef1845-b116-412a-831f-129dd5f9bd6e tempest-AttachSCSIVolumeTestJSON-1899909156 tempest-AttachSCSIVolumeTestJSON-1899909156-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d7f9306-785a-4b43-bde0-5598c55a04c3 HTTP/1.1" status: 200 len: 210 time: 0.0318134 Aug 21 09:05:27.435691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67273670-209c-477a-80c7-931d90356ce2 req-85373faf-af19-4505-b014-60c3e322b8c5 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:27.437625 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67273670-209c-477a-80c7-931d90356ce2 req-85373faf-af19-4505-b014-60c3e322b8c5 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1097 time: 0.0464292 Aug 21 09:05:27.482051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67273670-209c-477a-80c7-931d90356ce2 req-9e1365e2-6a00-4d37-9fbe-0a2f10cce689 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Aug 21 09:05:27.857355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d87453-5475-4f81-83e7-ce58eaf236a0 req-2516bf3e-9118-404e-9136-2329e7662b4d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:27.858782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25d87453-5475-4f81-83e7-ce58eaf236a0 req-2516bf3e-9118-404e-9136-2329e7662b4d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0572245 Aug 21 09:05:27.905081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25d87453-5475-4f81-83e7-ce58eaf236a0 req-4c1aad90-900b-4b00-be07-27ebf2917fa6 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Aug 21 09:05:27.975240 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:27.996540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:05:27.996955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9d3ea64a-8c68-45d2-9e19-1082fd1050e1 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:28.597650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e2ffb-6552-4a11-844d-2caef2d8f21e req-bc8bc9ae-cf7b-46d2-be96-d725d506b12b tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:28.599159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc8e2ffb-6552-4a11-844d-2caef2d8f21e req-bc8bc9ae-cf7b-46d2-be96-d725d506b12b tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1097 time: 0.0475149 Aug 21 09:05:28.638574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc8e2ffb-6552-4a11-844d-2caef2d8f21e req-adb4593c-bcc4-4f4a-9fec-14e4857f52d0 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334942 Aug 21 09:05:29.028975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbccf0-b4b8-4e8a-aace-ac9255040f7d req-51ba5e5c-4620-4319-8dad-655de94c9893 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:29.030599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33dbccf0-b4b8-4e8a-aace-ac9255040f7d req-51ba5e5c-4620-4319-8dad-655de94c9893 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0593266 Aug 21 09:05:29.065276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34800) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:29.082432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33dbccf0-b4b8-4e8a-aace-ac9255040f7d req-f9670b11-aa6e-45f2-a9ff-0350d87c8a76 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Aug 21 09:05:29.203461 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-524095eb-9317-4db5-af6d-2dfca3f27f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:29.299232 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-524095eb-9317-4db5-af6d-2dfca3f27f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:29.450442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34824) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:29.492238 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-524095eb-9317-4db5-af6d-2dfca3f27f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:29.547455 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-524095eb-9317-4db5-af6d-2dfca3f27f15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fad2311f3774e9fa86e80f0894111ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810894 Aug 21 09:05:29.557768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34836) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:29.567059 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524095eb-9317-4db5-af6d-2dfca3f27f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25b2488-635b-42bc-8803-6a4bb1e64914,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:29.610570 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:29.633035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:29.671279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1504134809-network', 'tenant_id': 'ec44a488b58c4ff480090f59e9183bf2'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:29.795126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Made reservation on behalf of ec44a488b58c4ff480090f59e9183bf2 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:29.797498 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:29.810613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:29.827644 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:29.830275 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:29.831850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b25b2488-635b-42bc-8803-6a4bb1e64914 HTTP/1.1" status: 204 len: 168 time: 0.2724297 Aug 21 09:05:29.848537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25b2488-635b-42bc-8803-6a4bb1e64914,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:29.863782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.864105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.864631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.864967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.865291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.865617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.865937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.866303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.866621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.866937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.867253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.867584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc01a6-01dd-4d32-ab02-b9cb77ce5aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:29.944147 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:30.092478 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:30.123929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:05:30.135671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7e00a9-85be-4518-abad-805453ff7623,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:30.144087 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:30.145161 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Added segment 2e30f90f-e88e-4f81-b423-fbbd53dc0a2d of type vlan for network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 Aug 21 09:05:30.204885 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:30.261816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b2e86-7b63-4e62-8aad-530aae7a471b req-c6c52786-f8aa-4bfc-887e-4af9761c524d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:30.263366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db6b2e86-7b63-4e62-8aad-530aae7a471b req-c6c52786-f8aa-4bfc-887e-4af9761c524d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0703940 Aug 21 09:05:30.308837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db6b2e86-7b63-4e62-8aad-530aae7a471b req-23306b3c-1a21-4a52-b709-a3fc2cad744a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379128 Aug 21 09:05:30.366859 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:30.367941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:30.368540 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:30.438053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] Pushing event updated for resources: {'Network': ['ID=73450b22-0f7b-4756-99d9-a1fdb9a2a648,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:30.453787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:05:30.505090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6053ab84-991d-4ff2-8bd2-8e9968a2cff1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0533514 Aug 21 09:05:30.508184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34882) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:30.514350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] Request body: {'subnet': {'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1504134809-subnet', 'tenant_id': 'ec44a488b58c4ff480090f59e9183bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:30.641255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] Made reservation on behalf of ec44a488b58c4ff480090f59e9183bf2 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:30.643649 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:30.767721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34896) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:30.787391 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2ef43d50-7207-4bf4-a948-220c1ef20e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:30.916287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2ef43d50-7207-4bf4-a948-220c1ef20e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:31.013001 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:31.045307 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:05:31.069206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74fc87cd-bb56-4b37-976a-7ed85aa94def,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:31.080199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] Checking segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:31.080199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] Network hostable DHCP agents. Network: 73450b22-0f7b-4756-99d9-a1fdb9a2a648, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:05:31.109053 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2ef43d50-7207-4bf4-a948-220c1ef20e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:31.155044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2ef43d50-7207-4bf4-a948-220c1ef20e1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0369727fd55346db89018325f1de089b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862705 Aug 21 09:05:31.157133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef43d50-7207-4bf4-a948-220c1ef20e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f379b40-4cf9-45e4-86eb-211b04c17cb0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:31.158063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34904) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:31.217769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] Network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:05:31.232399 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63c41d8e-606f-4961-a19c-51d4073134af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:31.262979 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63c41d8e-606f-4961-a19c-51d4073134af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:31.315434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 73450b22-0f7b-4756-99d9-a1fdb9a2a648) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:31.323809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:31.323809 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:31.325806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff255ec-dafc-4ca6-8ea9-1f61935aa34c None None] Network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:05:31.387545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-31207bd0-fac8-4ff8-a8e3-bf0b7851d4bb tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:05:31.388899 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-31207bd0-fac8-4ff8-a8e3-bf0b7851d4bb tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2633324 Aug 21 09:05:31.419522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63c41d8e-606f-4961-a19c-51d4073134af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:31.422300 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63c41d8e-606f-4961-a19c-51d4073134af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:31.425759 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-63c41d8e-606f-4961-a19c-51d4073134af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f379b40-4cf9-45e4-86eb-211b04c17cb0 HTTP/1.1" status: 204 len: 168 time: 0.2636878 Aug 21 09:05:31.436019 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c41d8e-606f-4961-a19c-51d4073134af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f379b40-4cf9-45e4-86eb-211b04c17cb0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:31.478059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3cdb2254-274d-4973-9cff-2ffc11c0cea1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9687316 Aug 21 09:05:31.495868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Request body: {'binding': {'host': 'n-h2-766726-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:31.496450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Unknown quota resources ['binding']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:05:31.534922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ddd2b6-77bd-450f-b9e7-e3427b496fc3 None None] Network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:05:31.538357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd4d5e-6dcd-4e71-b2c7-50bcf7ff829e req-922a50ac-b19b-4514-81d9-acd36e56c3f8 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:31.540062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49dd4d5e-6dcd-4e71-b2c7-50bcf7ff829e req-922a50ac-b19b-4514-81d9-acd36e56c3f8 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.1251583 Aug 21 09:05:31.621985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49dd4d5e-6dcd-4e71-b2c7-50bcf7ff829e req-4ded9e41-d38a-43d9-8ab9-e9b620ecd89a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736923 Aug 21 09:05:31.802937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on host n-h2-766726-28 for vnic_type normal with profile None {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:05:31.803281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:05:31.803869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:31.808887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:05:31.809224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:31.815005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:05:31.815350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:31.816044 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:05:31.816299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Bound port: 1de4a134-0438-412e-a054-d91dd2c4cdd0, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:05:31.878644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:05:32.001924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] Notify callbacks [] for binding, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:32.003266 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-d884007f-a3de-4025-b4d9-c4743d5cf686 service neutron] 10.222.0.20 "POST /v2.0/ports/1de4a134-0438-412e-a054-d91dd2c4cdd0/bindings HTTP/1.1" status: 201 len: 390 time: 0.6037977 Aug 21 09:05:32.529085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a2829-918d-49c2-835f-2d25070cdbca req-4bcd64b7-e4bd-44c7-b532-50fff0548435 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:32.538467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b4a2829-918d-49c2-835f-2d25070cdbca req-4bcd64b7-e4bd-44c7-b532-50fff0548435 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 945 time: 0.0930960 Aug 21 09:05:32.687665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5106b5ab-a98a-45ce-a992-12a80cb7cad1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:32.689231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5106b5ab-a98a-45ce-a992-12a80cb7cad1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.1486037 Aug 21 09:05:32.716433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b4a2829-918d-49c2-835f-2d25070cdbca req-180c01a6-6b2f-4d01-89ae-012cafe11d41 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769512 Aug 21 09:05:32.735394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-80aeeed6-6bea-4615-a354-2f9281c6f432 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/quotas/ec44a488b58c4ff480090f59e9183bf2 HTTP/1.1" status: 200 len: 375 time: 0.0178583 Aug 21 09:05:32.776129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-9e4b506b-0ef3-4969-b196-8632498664d2 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342691 Aug 21 09:05:32.855838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-62ae9815-3164-4eb2-8236-c6b5d5772557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:32.857436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-62ae9815-3164-4eb2-8236-c6b5d5772557 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1097 time: 0.0799916 Aug 21 09:05:32.864709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6ebb3-7ee2-4544-ad42-944a1e6a47b2 req-e35cedb6-6a16-4ae1-9c87-7db19b37923a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:32.866150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc6ebb3-7ee2-4544-ad42-944a1e6a47b2 req-e35cedb6-6a16-4ae1-9c87-7db19b37923a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 945 time: 0.0794370 Aug 21 09:05:32.955502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc6ebb3-7ee2-4544-ad42-944a1e6a47b2 req-943e6edf-e566-415c-bf49-488e19e7044a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805402 Aug 21 09:05:33.028445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-b13c5c8d-315c-4740-ad18-96a08e1c4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:33.032301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-b13c5c8d-315c-4740-ad18-96a08e1c4675 service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.1652675 Aug 21 09:05:33.169455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-cff8a529-8a04-4bd1-8fe7-84f0f45f7491 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0 HTTP/1.1" status: 200 len: 217 time: 0.1154103 Aug 21 09:05:33.230908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-70e23149-bc97-47a4-9e52-3456de10fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:33.232547 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-70e23149-bc97-47a4-9e52-3456de10fed1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.0545366 Aug 21 09:05:33.284016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-13a3802d-b094-46bf-b2a5-9e3fd5c0ac64 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391622 Aug 21 09:05:33.370129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-21bdfd5b-ea02-4534-b9fc-2901fa87d224 service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822301 Aug 21 09:05:33.648870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34986) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:33.790633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1520355498-network', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:33.930393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0e55ae7b-296b-430f-b083-ce2fd196425c service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137311 Aug 21 09:05:33.957275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e9b30-f853-4e65-b0c8-b8829647838b req-855b184a-0a4f-494f-a478-af9b326b3859 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:33.958680 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-894e9b30-f853-4e65-b0c8-b8829647838b req-855b184a-0a4f-494f-a478-af9b326b3859 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 945 time: 0.1151373 Aug 21 09:05:33.970333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-79126f40-f28a-472e-8bdb-f42f6d9926ed service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723903 Aug 21 09:05:33.978715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:33.981822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:33.992140 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:34.042094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-894e9b30-f853-4e65-b0c8-b8829647838b req-36464eb6-c233-4f7e-966a-39ddd82c71eb tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736270 Aug 21 09:05:34.087829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-a29ec087-128f-4c2f-90f2-a28220045361 service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498117 Aug 21 09:05:34.171960 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:34.247014 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:34.262414 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:05:34.289028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35022) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:34.329045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-657d61d9-08b3-4012-a3e5-7f7c156ab172 req-0e6c1d21-f154-4a30-ac26-6fdb512535e3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 210 time: 0.0621874 Aug 21 09:05:34.367194 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:34.371704 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Added segment 90705ac4-5617-4679-8722-551c0fc8996b of type vlan for network 32c7d6ba-b20e-4fde-9587-243c76b5bc35 Aug 21 09:05:34.378184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7e7c99-3a05-4f58-a9c7-db1712bfa993,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:34.417164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-e1f5868f-d73e-4e6b-8a4a-9a0e544a1603 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:34.419491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-e1f5868f-d73e-4e6b-8a4a-9a0e544a1603 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.0977917 Aug 21 09:05:34.431490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-28'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:34.524832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.525262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.525549 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.525889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.526223 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.526556 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.527550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.527904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.528230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.528581 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.528877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.529199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:34.565954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:34.573291 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:34.711319 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:34.713057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:34.713938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:34.767477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:34.812478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:34.861674 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] Pushing event updated for resources: {'Network': ['ID=32c7d6ba-b20e-4fde-9587-243c76b5bc35,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:34.866924 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c6021909-5275-4eac-946a-eaf834f38545 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2163181 Aug 21 09:05:34.871441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35036) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:34.877175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df151b1-142b-4aa5-b5dd-b83430923771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de4a134-0438-412e-a054-d91dd2c4cdd0'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:34.877520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 32c7d6ba-b20e-4fde-9587-243c76b5bc35 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:05:34.880241 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017be73a-a339-4bff-8386-eaec4c4f8830" -d '{"events": [{"server_uuid": "9df151b1-142b-4aa5-b5dd-b83430923771", "name": "network-vif-unplugged", "status": "completed", "tag": "1de4a134-0438-412e-a054-d91dd2c4cdd0"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:34.885062 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:34.898076 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] Request body: {'subnet': {'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1520355498-subnet', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:34.923387 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9464af3-8a33-46ca-98bc-8e342163b23d x-openstack-request-id: req-d9464af3-8a33-46ca-98bc-8e342163b23d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:34.923810 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df151b1-142b-4aa5-b5dd-b83430923771", "name": "network-vif-unplugged", "status": "completed", "tag": "1de4a134-0438-412e-a054-d91dd2c4cdd0", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:34.924187 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9464af3-8a33-46ca-98bc-8e342163b23d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:34.924674 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df151b1-142b-4aa5-b5dd-b83430923771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de4a134-0438-412e-a054-d91dd2c4cdd0', 'code': 200} Aug 21 09:05:34.966758 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:35.099164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Pushing event updated for resources: {'Port': ['ID=1de4a134-0438-412e-a054-d91dd2c4cdd0,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:35.107463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:35.113502 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:35.173516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on host n-h1-766726-28 for vnic_type normal with profile {"migrating_to": "n-h2-766726-28"} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:05:35.174582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:05:35.175079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:35.181004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:05:35.181567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Attempting to bind port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:35.189209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:05:35.193265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:35.193265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:05:35.193265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Bound port: 1de4a134-0438-412e-a054-d91dd2c4cdd0, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:05:35.193265 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:35.284923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:35.289016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:05:35.365531 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:35.374980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:35.422051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc7a1f-d32e-4383-b4ce-ca326b638c06 req-f3156a1b-4a17-4c7d-b246-0f6d74d8a136 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:35.423878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bfc7a1f-d32e-4383-b4ce-ca326b638c06 req-f3156a1b-4a17-4c7d-b246-0f6d74d8a136 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 943 time: 0.1331897 Aug 21 09:05:35.500211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-4ab734fe-2e7d-4658-ba39-0cbfec4f663a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--938332362&fields=id&tenant_id=45e5a9e3f88441cd96e8dac1c60da9ae HTTP/1.1" status: 200 len: 267 time: 0.2073419 Aug 21 09:05:35.544172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:35.544805 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:35.546232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] 10.222.0.22 "PUT /v2.0/ports/1de4a134-0438-412e-a054-d91dd2c4cdd0 HTTP/1.1" status: 200 len: 1123 time: 1.1192706 Aug 21 09:05:35.558802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d1af8-8308-4d7e-8c50-2e0e5da75c51 service neutron] Pushing event updated for resources: {'Port': ['ID=1de4a134-0438-412e-a054-d91dd2c4cdd0,revision_number=8']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:35.567146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bfc7a1f-d32e-4383-b4ce-ca326b638c06 req-d8b361f9-d5cf-400d-bfbe-e31c87d5ff53 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262631 Aug 21 09:05:35.654925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['1de4a134-0438-412e-a054-d91dd2c4cdd0'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:05:35.670230 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:35.713075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-5afd5f95-b73d-4f52-9a3d-e9e7e4086e83 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:35.721952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-5afd5f95-b73d-4f52-9a3d-e9e7e4086e83 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/networks?id=f6971913-957c-4d25-b195-e4b6dbfc0296 HTTP/1.1" status: 200 len: 816 time: 0.2206366 Aug 21 09:05:35.734279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-87e8bc0c-82ed-449c-aaa3-50270db50e16 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/quotas/45e5a9e3f88441cd96e8dac1c60da9ae HTTP/1.1" status: 200 len: 375 time: 0.0110230 Aug 21 09:05:35.766660 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=954169f6-589a-4e25-9cea-ce3a6cf97cb1,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:35.781424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] Checking segment: {'id': '90705ac4-5617-4679-8722-551c0fc8996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:35.791049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] Network hostable DHCP agents. Network: 32c7d6ba-b20e-4fde-9587-243c76b5bc35, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:05:35.802987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] Deleting port 011d7052-7ed2-401f-bae4-2aceb5863601 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:35.803617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:35.838648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-33291247-dd94-45f7-b611-4fa9f31dbc36 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=45e5a9e3f88441cd96e8dac1c60da9ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0955873 Aug 21 09:05:35.875336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] Network 32c7d6ba-b20e-4fde-9587-243c76b5bc35 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:05:35.916837 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] For port 011d7052-7ed2-401f-bae4-2aceb5863601, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=011d7052-7ed2-401f-bae4-2aceb5863601,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:35.917348 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:35.936091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] Calling delete_port for 011d7052-7ed2-401f-bae4-2aceb5863601 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:35.976307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be459771-a77b-425f-9809-329874bb677d req-ff0dd571-ca7b-4447-9d1b-b9a2edaa24d9 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 210 time: 0.0403316 Aug 21 09:05:35.989656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:05:36.016963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 32c7d6ba-b20e-4fde-9587-243c76b5bc35) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:36.027064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ad56d-5497-4263-ba30-902d021b0565 None None] Network 32c7d6ba-b20e-4fde-9587-243c76b5bc35 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:05:36.034716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:36.035321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.035705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-86abce82-66ab-4af9-a177-591bd4bef806 service neutron] 10.222.0.20 "GET /v2.0/networks/f6971913-957c-4d25-b195-e4b6dbfc0296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747787 Aug 21 09:05:36.131154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-ffa6453d-f0d2-4167-9fec-852413b60f9e service neutron] 10.222.0.20 "GET /v2.0/networks/f6971913-957c-4d25-b195-e4b6dbfc0296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908661 Aug 21 09:05:36.132755 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c25fcbcd-5961-49d8-b603-35c5073966fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2598310 Aug 21 09:05:36.135594 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35084) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:36.141103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1520355498-router', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:36.206657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:36.247376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'port_id': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b', 'mac_address': 'fa:16:3e:8a:02:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2050f02-4ee6-4f5c-b15c-ac170569c539', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:05:36.250918 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.250918 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.325706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-32c7d6ba-b20e-4fde-9587-243c76b5bc35', 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'fixed_ips': [{'subnet_id': '954169f6-589a-4e25-9cea-ce3a6cf97cb1'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:05:36.326047 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.332889 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.351181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.363913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:36.390447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:36.394066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] Pushing event deleted for resources: {'Port': ['ID=011d7052-7ed2-401f-bae4-2aceb5863601,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:36.488529 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.524493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Allocated IP 172.20.0.2 (32c7d6ba-b20e-4fde-9587-243c76b5bc35/954169f6-589a-4e25-9cea-ce3a6cf97cb1/724f8639-1ce0-4a91-8f43-6d5958a4ef5b) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:05:36.607285 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.707300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:05:36.711740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:36.820540 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.839588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Transition to ACTIVE for port object 724f8639-1ce0-4a91-8f43-6d5958a4ef5b will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:36.850920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c289b4-ba2d-499b-9446-de8f7cdb886d req-a9da74a0-389c-4a08-b638-5c1f65d0fd1c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:36.852646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77c289b4-ba2d-499b-9446-de8f7cdb886d req-a9da74a0-389c-4a08-b638-5c1f65d0fd1c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 943 time: 0.1172571 Aug 21 09:05:36.868277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Transition to ACTIVE for port object 724f8639-1ce0-4a91-8f43-6d5958a4ef5b will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:36.892184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.917693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.922066 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d1988eef-0717-42cd-b98b-d139d6fe5bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:36.925971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-d87d18f8-9aa1-4c74-ba6f-b2fd213e986b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:36.928532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-d87d18f8-9aa1-4c74-ba6f-b2fd213e986b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.2523668 Aug 21 09:05:36.932294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df151b1-142b-4aa5-b5dd-b83430923771', 'tag': '1de4a134-0438-412e-a054-d91dd2c4cdd0'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:36.935647 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24621742-d9bf-4898-a9f0-f56a53234473" -d '{"events": [{"name": "network-changed", "server_uuid": "9df151b1-142b-4aa5-b5dd-b83430923771", "tag": "1de4a134-0438-412e-a054-d91dd2c4cdd0"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:36.968709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Request body: {'port': {'device_id': 'a4a687a2-10f5-4ad0-96e1-f632e3da493e', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'admin_state_up': True, 'tenant_id': 'ec44a488b58c4ff480090f59e9183bf2'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:36.974171 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:37.008224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77c289b4-ba2d-499b-9446-de8f7cdb886d req-69dc6a91-7bd5-4095-a10b-57c7d28ac92e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444185 Aug 21 09:05:37.120880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Pushing event updated for resources: {'Port': ['ID=724f8639-1ce0-4a91-8f43-6d5958a4ef5b,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:37.145075 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc77d81e-356c-486e-938e-95ece003a01f req-92029449-9119-42c8-88ac-80d6a87f1747 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.0510852 Aug 21 09:05:37.179769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Network 32c7d6ba-b20e-4fde-9587-243c76b5bc35 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:05:37.179769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:37.184423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:05:37.228336 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12982143-60d4-4599-b4e9-347d936d6046 x-openstack-request-id: req-12982143-60d4-4599-b4e9-347d936d6046 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:37.228662 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df151b1-142b-4aa5-b5dd-b83430923771", "tag": "1de4a134-0438-412e-a054-d91dd2c4cdd0", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:37.228928 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12982143-60d4-4599-b4e9-347d936d6046 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:37.229317 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df151b1-142b-4aa5-b5dd-b83430923771', 'tag': '1de4a134-0438-412e-a054-d91dd2c4cdd0', 'status': 'completed', 'code': 200} Aug 21 09:05:37.343864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Made reservation on behalf of ec44a488b58c4ff480090f59e9183bf2 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:37.348833 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:37.349011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Attempting to bind port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:05:37.352067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Attempting to bind port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '90705ac4-5617-4679-8722-551c0fc8996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:05:37.352553 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Attempting to bind port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b on network 32c7d6ba-b20e-4fde-9587-243c76b5bc35 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:37.359206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:05:37.360324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Checking segment: {'id': '90705ac4-5617-4679-8722-551c0fc8996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:37.360324 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:37.360565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Bound using segment: {'id': '90705ac4-5617-4679-8722-551c0fc8996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:05:37.361003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Bound port: 724f8639-1ce0-4a91-8f43-6d5958a4ef5b, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90705ac4-5617-4679-8722-551c0fc8996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:05:37.361458 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:37.432373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] For port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:37.440975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] For port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=724f8639-1ce0-4a91-8f43-6d5958a4ef5b,segment=NetworkSegment(90705ac4-5617-4679-8722-551c0fc8996b),segment_id=90705ac4-5617-4679-8722-551c0fc8996b)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:05:37.455221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24621742-d9bf-4898-a9f0-f56a53234473 req-4e9a6949-2632-4560-9174-17d09534c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:37.456910 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-24621742-d9bf-4898-a9f0-f56a53234473 req-4e9a6949-2632-4560-9174-17d09534c63e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1126 time: 0.1791687 Aug 21 09:05:37.481446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94299b8d-f220-43e2-953a-8730182dac24 req-60322111-42de-4914-80b8-240886920281 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 210 time: 0.0966597 Aug 21 09:05:37.569224 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:37.619118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Allocated IP 172.20.0.7 (73450b22-0f7b-4756-99d9-a1fdb9a2a648/74fc87cd-bb56-4b37-976a-7ed85aa94def/0c234243-5298-46d1-a4f0-addd1728d819) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:05:37.726021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08636159-858e-48fa-9070-7d9cec318f03 None None] Pushing event updated for resources: {'Port': ['ID=724f8639-1ce0-4a91-8f43-6d5958a4ef5b,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:37.752811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24621742-d9bf-4898-a9f0-f56a53234473 req-f5ddebcc-e089-4bdf-ad8b-556550121bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:37.754511 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-24621742-d9bf-4898-a9f0-f56a53234473 req-f5ddebcc-e089-4bdf-ad8b-556550121bc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.2536211 Aug 21 09:05:37.764343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] Router 4ac67f2e-8ee2-405b-8118-cffef370adbc has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:05:37.989865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1de4a134-0438-412e-a054-d91dd2c4cdd0 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:05:38.071423 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:38.235394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54808-fb74-4557-81fd-7bdccb5893af req-f2bb4b08-9680-4d85-8ff0-12d57cc16a84 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:38.237032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7b54808-fb74-4557-81fd-7bdccb5893af req-f2bb4b08-9680-4d85-8ff0-12d57cc16a84 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 943 time: 0.0816855 Aug 21 09:05:38.257000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:38.280130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:05:38.288476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1de4a134-0438-412e-a054-d91dd2c4cdd0 has no active binding in host n-h2-766726-28 {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 09:05:38.317524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a328a0a-9088-43d4-bbe8-fd241df4d99f req-cc1ecb0b-a9e4-4ed9-92a2-8a90e3f24c67 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.0302658 Aug 21 09:05:38.325566 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:38.335589 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-24621742-d9bf-4898-a9f0-f56a53234473 req-4c9181c6-e8fe-4be1-a5e2-2f9c48b17e6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0 HTTP/1.1" status: 200 len: 217 time: 0.5700910 Aug 21 09:05:38.432453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:38.433469 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:38.465407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event updated for resources: {'Port': ['ID=0c234243-5298-46d1-a4f0-addd1728d819,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:38.498234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7b54808-fb74-4557-81fd-7bdccb5893af req-41d64660-9d12-4c57-88cd-963c840d9b11 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486579 Aug 21 09:05:38.518630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:05:38.520802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:38.526319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:05:38.629214 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:38.632681 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:38.638944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:38.639705 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:38.663213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:38.718576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:38.720661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:38.723228 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ebd1c4-3a7f-45cd-a2e0-9a2cf12bfdd5" -d '{"events": [{"server_uuid": "31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a", "name": "network-vif-plugged", "status": "completed", "tag": "1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:38.748932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-5d91a2f7-2dd7-492d-ac86-20ddbff3bd95 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7855861 Aug 21 09:05:38.764052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Request body: {'port': {'device_id': 'a4a687a2-10f5-4ad0-96e1-f632e3da493e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:38.803396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24621742-d9bf-4898-a9f0-f56a53234473 req-cd4b638b-57eb-4cde-b3db-e9db0eaf1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:38.805362 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-24621742-d9bf-4898-a9f0-f56a53234473 req-cd4b638b-57eb-4cde-b3db-e9db0eaf1f28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.4347894 Aug 21 09:05:38.823592 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb1171e-8e51-46d3-a9ee-5e97671bf0dc x-openstack-request-id: req-0cb1171e-8e51-46d3-a9ee-5e97671bf0dc {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:38.823898 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a", "name": "network-vif-plugged", "status": "completed", "tag": "1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:38.824153 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cb1171e-8e51-46d3-a9ee-5e97671bf0dc {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:38.824559 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b', 'code': 200} Aug 21 09:05:38.835132 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:38.866853 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-24621742-d9bf-4898-a9f0-f56a53234473 req-f3ac3c06-188b-439d-8e7f-860ee7999519 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472879 Aug 21 09:05:38.868055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309fec7-0bf1-4b74-b18a-94b5c63e15cd req-5985d35c-6f1f-4892-8fb5-fbb672accdf9 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:38.879512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7309fec7-0bf1-4b74-b18a-94b5c63e15cd req-5985d35c-6f1f-4892-8fb5-fbb672accdf9 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 931 time: 0.2171252 Aug 21 09:05:38.918650 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:05:38.940186 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f1f4be2a-27d4-4ca1-9539-2a5c242d475b admin admin] 10.222.0.20 "PUT /v2.0/routers/4ac67f2e-8ee2-405b-8118-cffef370adbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5834098 Aug 21 09:05:38.940352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:38.944426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60278f6e-233a-4098-a9d2-43f1460b837e None None] Sync routers for ids ['4ac67f2e-8ee2-405b-8118-cffef370adbc'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:05:38.959986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60278f6e-233a-4098-a9d2-43f1460b837e None None] Routers {'4ac67f2e-8ee2-405b-8118-cffef370adbc'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:38.959986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-60278f6e-233a-4098-a9d2-43f1460b837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4ac67f2e-8ee2-405b-8118-cffef370adbc'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:38.960594 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35182) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:38.960701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7309fec7-0bf1-4b74-b18a-94b5c63e15cd req-1e814801-9c03-4ef6-9b3b-40cf8945b529 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798364 Aug 21 09:05:39.024922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:39.129371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-60278f6e-233a-4098-a9d2-43f1460b837e None None] Set router 4ac67f2e-8ee2-405b-8118-cffef370adbc gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:39.294705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Allocated IP 172.25.5.228 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/86f169a2-8f2c-4424-8213-81fb557899aa) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:05:39.374245 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-24621742-d9bf-4898-a9f0-f56a53234473 req-9e540c6f-18ee-402b-a298-4c880451482d service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978294 Aug 21 09:05:39.384186 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:39.467299 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27003577-728b-4c03-8ad0-44145b2d99ee None None] Network 32c7d6ba-b20e-4fde-9587-243c76b5bc35 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:05:39.504309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 724f8639-1ce0-4a91-8f43-6d5958a4ef5b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:05:39.629471 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f2e617d7-b334-4c5b-9f36-0bc50de29670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:39.763307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c234243-5298-46d1-a4f0-addd1728d819 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:39.785088 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:39.825890 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-24621742-d9bf-4898-a9f0-f56a53234473 req-c525d8a1-0861-49a5-9ef7-b3818edb7136 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437163 Aug 21 09:05:39.829644 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:39.840080 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:39.856539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e71e646c-c746-4864-b53e-fb995bbfc8c9 None None] Provisioning for port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:05:39.875392 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:39.891494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-5da814da-dd73-4e41-97ce-e103abb5b6e1 service neutron] 10.222.0.13 "GET /v2.0/ports/1de4a134-0438-412e-a054-d91dd2c4cdd0/bindings/n-h2-766726-28 HTTP/1.1" status: 200 len: 385 time: 0.5321789 Aug 21 09:05:39.945284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89a7c2d6-0a21-4db7-86c9-cefca8dde951 req-03e297c7-5664-4a10-8838-aab11dbefa5d tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.4547009 Aug 21 09:05:39.950777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Transition to ACTIVE for port object 0c234243-5298-46d1-a4f0-addd1728d819 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:40.021911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d4ec9-c6dd-481c-a711-c59d15b8769c req-4aae48b0-91d5-4864-989d-f7b43cbba1bb tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:40.023628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-766d4ec9-c6dd-481c-a711-c59d15b8769c req-4aae48b0-91d5-4864-989d-f7b43cbba1bb tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 943 time: 0.1805408 Aug 21 09:05:40.029249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-60278f6e-233a-4098-a9d2-43f1460b837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-router', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:35Z', 'updated_at': '2021-08-21T09:05:36Z', 'revision_number': 5, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'gw_port': {'id': 'cd27d3b2-8d61-4bfe-9104-9ea733699732', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:37Z', 'updated_at': '2021-08-21T09:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:40.053442 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:40.082433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60278f6e-233a-4098-a9d2-43f1460b837e None None] Checking router: 4ac67f2e-8ee2-405b-8118-cffef370adbc for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:05:40.109088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:05:40.127357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:40.127357 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:40.177150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60278f6e-233a-4098-a9d2-43f1460b837e None None] Routers {'4ac67f2e-8ee2-405b-8118-cffef370adbc'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:40.177823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-60278f6e-233a-4098-a9d2-43f1460b837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4ac67f2e-8ee2-405b-8118-cffef370adbc'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:40.198074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6ce33425-7119-4a0b-a001-abad8d68fc00 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:40.201959 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6ce33425-7119-4a0b-a001-abad8d68fc00 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.13 "GET /v2.0/networks?id=f6971913-957c-4d25-b195-e4b6dbfc0296 HTTP/1.1" status: 200 len: 816 time: 0.2752061 Aug 21 09:05:40.203188 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:40.301636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Pushing event updated for resources: {'Port': ['ID=86f169a2-8f2c-4424-8213-81fb557899aa,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:40.305428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Pushing event updated for resources: {'Port': ['ID=0c234243-5298-46d1-a4f0-addd1728d819,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:40.340772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:05:40.359118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:40.362156 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:05:40.393717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-766d4ec9-c6dd-481c-a711-c59d15b8769c req-e432b7ba-32ee-4874-90ea-b0b007a3a458 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468161 Aug 21 09:05:40.502969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-60278f6e-233a-4098-a9d2-43f1460b837e None None] Set router 4ac67f2e-8ee2-405b-8118-cffef370adbc gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:40.521587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad1b43-13fd-45ba-bd05-23921c2c569f req-904c382e-937e-4882-bb57-c501f668dfa7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:40.531047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3ad1b43-13fd-45ba-bd05-23921c2c569f req-904c382e-937e-4882-bb57-c501f668dfa7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 943 time: 0.4472446 Aug 21 09:05:40.605363 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-717f6123-adbb-4aa5-9411-cd1ad82d4ee4 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45e5a9e3f88441cd96e8dac1c60da9ae HTTP/1.1" status: 200 len: 379 time: 0.3714259 Aug 21 09:05:40.618696 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Request body: {'port': {'device_id': '2e212297-1db2-4997-9379-5394f83cd1a1', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'admin_state_up': True, 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'security_groups': ['de22da6b-d4f9-41bf-a563-3edc84502407']}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:40.824108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3ad1b43-13fd-45ba-bd05-23921c2c569f req-c4862b15-669e-495c-99fe-d22e39cbb9d9 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866032 Aug 21 09:05:40.854771 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Made reservation on behalf of 45e5a9e3f88441cd96e8dac1c60da9ae for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:40.859477 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:40.887193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Deleting port cd27d3b2-8d61-4bfe-9104-9ea733699732 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:40.887815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:40.889231 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-60278f6e-233a-4098-a9d2-43f1460b837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-router', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:35Z', 'updated_at': '2021-08-21T09:05:39Z', 'revision_number': 6, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:40.897335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-b2aa8458-60c3-44a9-b966-42e17b3ce22c service neutron] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:40.902363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Attempting to bind port 0c234243-5298-46d1-a4f0-addd1728d819 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:05:40.902702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Attempting to bind port 0c234243-5298-46d1-a4f0-addd1728d819 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:05:40.903077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Attempting to bind port 0c234243-5298-46d1-a4f0-addd1728d819 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:40.918691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Port 0c234243-5298-46d1-a4f0-addd1728d819 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:05:40.919629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Attempting to bind port 0c234243-5298-46d1-a4f0-addd1728d819 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:40.930618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:05:40.930958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Checking segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:40.931731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Bound using segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:05:40.932064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Bound port: 0c234243-5298-46d1-a4f0-addd1728d819, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:05:40.932420 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:40.946925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-b2aa8458-60c3-44a9-b966-42e17b3ce22c service neutron] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:40.986157 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:41.049638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] For port 0c234243-5298-46d1-a4f0-addd1728d819, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:41.053428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] For port 0c234243-5298-46d1-a4f0-addd1728d819, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0c234243-5298-46d1-a4f0-addd1728d819,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:05:41.060141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=724f8639-1ce0-4a91-8f43-6d5958a4ef5b,segment=NetworkSegment(90705ac4-5617-4679-8722-551c0fc8996b),segment_id=90705ac4-5617-4679-8722-551c0fc8996b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:41.071183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-b2aa8458-60c3-44a9-b966-42e17b3ce22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de4a134-0438-412e-a054-d91dd2c4cdd0 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:41.074645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60278f6e-233a-4098-a9d2-43f1460b837e None None] The sync data for ids ['4ac67f2e-8ee2-405b-8118-cffef370adbc'] in n-d-766726-28 is: [{'id': '4ac67f2e-8ee2-405b-8118-cffef370adbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-270767612-router', 'tenant_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:35Z', 'updated_at': '2021-08-21T09:05:39Z', 'revision_number': 6, 'project_id': 'f3238dfbf329418a9e333ba9a961b5ab', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:05:41.077067 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:41.087059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-89789c0b-1629-431f-8259-5260759499f7 None None] Provisioning complete for port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:41.087437 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89789c0b-1629-431f-8259-5260759499f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:41.102428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-b2aa8458-60c3-44a9-b966-42e17b3ce22c service neutron] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:41.144808 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:41.161499 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:41.195296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7194930-689d-4efb-8bc2-7943f91c1103 req-3886bf28-defd-43e1-b8a7-6910439ba51d tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.0970173 Aug 21 09:05:41.241188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:41.241816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:41.243199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] 10.222.0.22 "PUT /v2.0/ports/0c234243-5298-46d1-a4f0-addd1728d819 HTTP/1.1" status: 200 len: 1092 time: 2.4873397 Aug 21 09:05:41.243674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a687a2-10f5-4ad0-96e1-f632e3da493e', 'tag': '0c234243-5298-46d1-a4f0-addd1728d819'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:41.261639 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e05d20b-9972-4303-a0d0-65bdb88d5037" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a687a2-10f5-4ad0-96e1-f632e3da493e", "tag": "0c234243-5298-46d1-a4f0-addd1728d819"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:41.274753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=724f8639-1ce0-4a91-8f43-6d5958a4ef5b,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:41.282622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-b2aa8458-60c3-44a9-b966-42e17b3ce22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:41.303686 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] For port cd27d3b2-8d61-4bfe-9104-9ea733699732, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cd27d3b2-8d61-4bfe-9104-9ea733699732,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:41.308753 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:41.337024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8531c-e3b1-4353-9e78-e1f2e5b16aed service neutron] Pushing event updated for resources: {'Port': ['ID=0c234243-5298-46d1-a4f0-addd1728d819,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:41.341440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Calling delete_port for cd27d3b2-8d61-4bfe-9104-9ea733699732 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:41.395629 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d8d577-adb3-4844-8950-be6191920da7 x-openstack-request-id: req-b2d8d577-adb3-4844-8950-be6191920da7 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:41.395862 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a687a2-10f5-4ad0-96e1-f632e3da493e", "tag": "0c234243-5298-46d1-a4f0-addd1728d819", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:41.396060 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2d8d577-adb3-4844-8950-be6191920da7 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:41.396628 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a687a2-10f5-4ad0-96e1-f632e3da493e', 'tag': '0c234243-5298-46d1-a4f0-addd1728d819', 'status': 'completed', 'code': 200} Aug 21 09:05:41.500674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-ca962580-d336-464d-bf4c-b4581cc9e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:41.508874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-ca962580-d336-464d-bf4c-b4581cc9e18c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 1095 time: 0.1052697 Aug 21 09:05:41.520223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-b2aa8458-60c3-44a9-b966-42e17b3ce22c service neutron] Transition to ACTIVE for port object 1de4a134-0438-412e-a054-d91dd2c4cdd0 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:41.610099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-c3f602e0-d8c9-454d-8ee3-fc603d1e3040 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c234243-5298-46d1-a4f0-addd1728d819 HTTP/1.1" status: 200 len: 217 time: 0.0914171 Aug 21 09:05:41.629810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 724f8639-1ce0-4a91-8f43-6d5958a4ef5b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:05:41.691390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-b2aa8458-60c3-44a9-b966-42e17b3ce22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:41.729732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:41.730113 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:41.781287 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:41.855145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Allocated IP 172.20.0.3 (f6971913-957c-4d25-b195-e4b6dbfc0296/b145570d-f10a-432c-844f-12ae76fc8f46/7bb40b72-f2c1-4e76-93bf-d41695f17f8d) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:05:41.899331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-b2aa8458-60c3-44a9-b966-42e17b3ce22c service neutron] No DVR routers for this DVR port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:05:41.903632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 011d7052-7ed2-401f-bae4-2aceb5863601 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:41.941237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 011d7052-7ed2-401f-bae4-2aceb5863601 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:05:41.941856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 011d7052-7ed2-401f-bae4-2aceb5863601 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:42.003648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe0077-496e-404f-a750-0b4c07297940 req-f567f16f-26c8-4797-be43-33fa5bb3a195 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:42.010462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6fe0077-496e-404f-a750-0b4c07297940 req-f567f16f-26c8-4797-be43-33fa5bb3a195 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 944 time: 0.4030650 Aug 21 09:05:42.037087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1de4a134-0438-412e-a054-d91dd2c4cdd0 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:42.053247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-b2aa8458-60c3-44a9-b966-42e17b3ce22c service neutron] 10.222.0.13 "PUT /v2.0/ports/1de4a134-0438-412e-a054-d91dd2c4cdd0/bindings/n-h2-766726-28/activate HTTP/1.1" status: 200 len: 370 time: 2.1225438 Aug 21 09:05:42.081893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-904ec2fe-fc47-4413-af40-aafa1b9559a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:42.084072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-904ec2fe-fc47-4413-af40-aafa1b9559a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 200 len: 852 time: 0.4164784 Aug 21 09:05:42.084845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa8458-60c3-44a9-b966-42e17b3ce22c service neutron] Pushing event updated for resources: {'Port': ['ID=1de4a134-0438-412e-a054-d91dd2c4cdd0,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:42.145576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1de4a134-0438-412e-a054-d91dd2c4cdd0 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:42.247661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-05116d5d-6707-4046-99ac-60ddabb51552 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=73450b22-0f7b-4756-99d9-a1fdb9a2a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315444 Aug 21 09:05:42.252162 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:42.366157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6fe0077-496e-404f-a750-0b4c07297940 req-b39d312f-de9d-4fe4-894a-6a1e1c3ad06e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539946 Aug 21 09:05:42.533459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8852e3cd-2f85-478b-9159-e5cfebdc564c req-6a6fb620-6c13-4cc1-821b-b3c5f5a5328d tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.0670774 Aug 21 09:05:42.541785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-354b60c4-77c5-4880-a5e1-69b2700758f2 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:42.543728 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:42.543852 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-354b60c4-77c5-4880-a5e1-69b2700758f2 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1096 time: 0.3069892 Aug 21 09:05:42.552718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10c934-4201-42a0-b07f-f122683ed663 req-b5e95b1e-7afa-4bdc-897c-e2d0aa8e2c48 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:42.563490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff10c934-4201-42a0-b07f-f122683ed663 req-b5e95b1e-7afa-4bdc-897c-e2d0aa8e2c48 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 943 time: 0.4461720 Aug 21 09:05:42.619639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-33eb37b1-ef61-4af3-b690-f1fffbe2b8a1 service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440645 Aug 21 09:05:42.705667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff10c934-4201-42a0-b07f-f122683ed663 req-0708fb4f-9d8b-4cde-84bf-05b1e30c82d1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310036 Aug 21 09:05:42.719763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-f7c08bed-e14f-4c5e-9051-da74b326e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:42.721760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-f7c08bed-e14f-4c5e-9051-da74b326e71a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771&tenant_id=994df69ecf1d4b2681af7e97568df514 HTTP/1.1" status: 200 len: 1096 time: 0.1573451 Aug 21 09:05:42.821366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6a964aa-792b-4f40-b6a9-a7489947e23e req-2530c6c6-5e6f-4ea2-a5b4-b3b09277d3b9 service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952944 Aug 21 09:05:42.901429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-7c43f4ff-d9ec-4caa-a316-4913e0f6096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:42.903813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-7c43f4ff-d9ec-4caa-a316-4913e0f6096e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1096 time: 0.1273706 Aug 21 09:05:43.043414 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Transition to ACTIVE for port object 7bb40b72-f2c1-4e76-93bf-d41695f17f8d will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:43.097025 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:43.113239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35280) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:43.145048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd27d3b2-8d61-4bfe-9104-9ea733699732,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:43.147006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d20b-9972-4303-a0d0-65bdb88d5037 req-db65a22a-c50a-4eab-8b61-400e4ebbcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:43.148525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e05d20b-9972-4303-a0d0-65bdb88d5037 req-db65a22a-c50a-4eab-8b61-400e4ebbcf13 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 1095 time: 0.1877997 Aug 21 09:05:43.158724 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:43.234511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-585b28f8-8557-43ad-8cb3-dc28776d913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:43.238642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-585b28f8-8557-43ad-8cb3-dc28776d913d service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.3261738 Aug 21 09:05:43.271308 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:43.331639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-6dd6ba2f-abda-4c73-9d39-18fd0c81537f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0 HTTP/1.1" status: 200 len: 217 time: 0.0804095 Aug 21 09:05:43.392395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-337bfe0e-7c7c-4823-a70f-19f95d48835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:43.393864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-337bfe0e-7c7c-4823-a70f-19f95d48835f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.0508890 Aug 21 09:05:43.394611 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f9043ffe-58f6-4bd1-b405-49f96256deb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:43.448844 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:43.450178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-a20e3696-7b31-46aa-8bce-e20bcd8b4c45 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444503 Aug 21 09:05:43.459297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d20b-9972-4303-a0d0-65bdb88d5037 req-3709d6ea-9f2e-495f-b01d-6e433c65f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:43.460395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cd27d3b2-8d61-4bfe-9104-9ea733699732 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:43.460918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e05d20b-9972-4303-a0d0-65bdb88d5037 req-3709d6ea-9f2e-495f-b01d-6e433c65f01e service neutron] 10.222.0.22 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 913 time: 0.3027973 Aug 21 09:05:43.461494 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:43.505413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: cd27d3b2-8d61-4bfe-9104-9ea733699732 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:05:43.505754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cd27d3b2-8d61-4bfe-9104-9ea733699732 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:43.563413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e05d20b-9972-4303-a0d0-65bdb88d5037 req-bdcd343f-c0de-40f5-a6d3-89dbdeaf63e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c234243-5298-46d1-a4f0-addd1728d819 HTTP/1.1" status: 200 len: 217 time: 0.0856922 Aug 21 09:05:43.585678 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:43.630885 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:43.631409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ac67f2e-8ee2-405b-8118-cffef370adbc {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:05:43.641458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:43.644819 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4b8ce5c3-8841-4151-8075-e2a71be5b116 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4ac67f2e-8ee2-405b-8118-cffef370adbc HTTP/1.1" status: 204 len: 168 time: 4.6801286 Aug 21 09:05:43.654969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35288) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:43.659921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Network f6971913-957c-4d25-b195-e4b6dbfc0296 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:05:43.708047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d20b-9972-4303-a0d0-65bdb88d5037 req-a9615cb6-c3f5-4e0d-9932-12d0684f5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:43.708306 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:43.710180 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e05d20b-9972-4303-a0d0-65bdb88d5037 req-a9615cb6-c3f5-4e0d-9932-12d0684f5d2f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 200 len: 852 time: 0.1371069 Aug 21 09:05:43.717001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:05:43.730225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-0e98db21-d5ee-4a7c-9494-154292eef689 service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664039 Aug 21 09:05:43.778689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22101433-9b61-447c-b233-1f6254275585 req-ebeba5d1-0dc1-473f-a8a3-e0a6aab7dd25 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:43.790982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22101433-9b61-447c-b233-1f6254275585 req-ebeba5d1-0dc1-473f-a8a3-e0a6aab7dd25 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 944 time: 0.2227640 Aug 21 09:05:43.816840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Pushing event updated for resources: {'Port': ['ID=7bb40b72-f2c1-4e76-93bf-d41695f17f8d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:43.918381 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e05d20b-9972-4303-a0d0-65bdb88d5037 req-311df699-c6fa-447f-8b3b-fbf2c3d0e9ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=73450b22-0f7b-4756-99d9-a1fdb9a2a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726503 Aug 21 09:05:43.934111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc37d13f-cdef-4692-94cd-892394da033a admin admin] Deleting subnet 1f4df441-b4a8-4ac6-b242-84825891bc77 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:05:43.962212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:43.962894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:43.976079 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc37d13f-cdef-4692-94cd-892394da033a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:44.058512 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc37d13f-cdef-4692-94cd-892394da033a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:44.173767 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:05:44.183549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3a0d65fa-90cf-4d1d-a898-82531724b5e3 None None] Provisioning for port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:05:44.188516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3a0d65fa-90cf-4d1d-a898-82531724b5e3 None None] Provisioning complete for port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:44.188881 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3a0d65fa-90cf-4d1d-a898-82531724b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:44.264332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d65fa-90cf-4d1d-a898-82531724b5e3 None None] Port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:05:44.365523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:05:44.376270 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Sync routers for ids ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:05:44.376827 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc37d13f-cdef-4692-94cd-892394da033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:44.391223 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Routers {'4f86e3f9-ec84-44fe-b682-4fd6f64cec10'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:44.391223 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:44.484733 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f9043ffe-58f6-4bd1-b405-49f96256deb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:44.513926 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Set router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:44.526123 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e05d20b-9972-4303-a0d0-65bdb88d5037 req-6f9bf6f6-e7d9-476e-a462-da1bffaf97b8 service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643575 Aug 21 09:05:44.528264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-830c4ec3-1e5f-463c-8cf2-283587a5fb49 service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630632 Aug 21 09:05:44.559076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22101433-9b61-447c-b233-1f6254275585 req-64db5da7-4034-4b23-9694-7f6c1725557c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7670867 Aug 21 09:05:44.595597 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc37d13f-cdef-4692-94cd-892394da033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:44.663545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37d13f-cdef-4692-94cd-892394da033a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4df441-b4a8-4ac6-b242-84825891bc77,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:44.689408 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f9043ffe-58f6-4bd1-b405-49f96256deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:44.697407 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-58e973c0-28f2-4849-8d08-9a2b28ccaf7a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0791504 Aug 21 09:05:44.700254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:44.707475 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-70868f35-ccb1-4bcf-82ce-0557439143d2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.5699873 Aug 21 09:05:44.710256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35298) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:44.712483 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc37d13f-cdef-4692-94cd-892394da033a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:44.717243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac15b106-4c04-4823-b5b6-e4bb372b23cb None None] Network 5d2d6eee-031c-4b0b-b57d-39c9af72b570 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:05:44.732065 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dc37d13f-cdef-4692-94cd-892394da033a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1f4df441-b4a8-4ac6-b242-84825891bc77 HTTP/1.1" status: 204 len: 168 time: 1.0740008 Aug 21 09:05:44.751034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e05d20b-9972-4303-a0d0-65bdb88d5037 req-781b5acd-bd23-42cb-bd9f-1399175920ed service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840067 Aug 21 09:05:44.751463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35300) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:44.752243 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Request body: {'port': {'device_id': '2e212297-1db2-4997-9379-5394f83cd1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:44.785969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ad1c9-cc7d-4510-9716-b1c5241ef112 req-dfd77c3e-0f95-4827-b733-950526e09107 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:44.810780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-163ad1c9-cc7d-4510-9716-b1c5241ef112 req-dfd77c3e-0f95-4827-b733-950526e09107 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 931 time: 1.0575171 Aug 21 09:05:44.879893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f9043ffe-58f6-4bd1-b405-49f96256deb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a0d7319716642a78b866ca8033d1b87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7645638 Aug 21 09:05:44.890012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35302) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:45.045212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] DHCP port deletion for 5d2d6eee-031c-4b0b-b57d-39c9af72b570 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:05:45.061520 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'name': 'tempest-ServersTestMultiNic-1520355498-router', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:05:36Z', 'updated_at': '2021-08-21T09:05:41Z', 'revision_number': 3, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'gw_port': {'id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:38Z', 'updated_at': '2021-08-21T09:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:45.063195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9043ffe-58f6-4bd1-b405-49f96256deb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec97b6e-3b6a-44ab-9092-c1841ed9bc80,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:45.069776 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.074599 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.123765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-163ad1c9-cc7d-4510-9716-b1c5241ef112 req-2c96b88c-39fa-44e3-9454-06b344f2e034 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076642 Aug 21 09:05:45.138401 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.141724 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.193596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Deleting port 222b784e-3b6c-4379-9d03-7e5d4e19e071 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:45.197000 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.244245 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Checking router: 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:05:45.244593 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Updating router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 port 86f169a2-8f2c-4424-8213-81fb557899aa binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:05:45.275183 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.315363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8eabcb-f27e-469f-abdf-61de582e8fea req-ee8e504f-c6ab-4e8d-a51e-9b9dba6e1fc2 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:45.323890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f8eabcb-f27e-469f-abdf-61de582e8fea req-ee8e504f-c6ab-4e8d-a51e-9b9dba6e1fc2 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 943 time: 0.3188217 Aug 21 09:05:45.355393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-24b01918-7262-4b71-8544-72cae615f70a tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:45.356974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-24b01918-7262-4b71-8544-72cae615f70a tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1096 time: 0.2782431 Aug 21 09:05:45.384289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] For port 222b784e-3b6c-4379-9d03-7e5d4e19e071, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=222b784e-3b6c-4379-9d03-7e5d4e19e071,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:45.384850 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.421089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Calling delete_port for 222b784e-3b6c-4379-9d03-7e5d4e19e071 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:45.463484 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f8eabcb-f27e-469f-abdf-61de582e8fea req-6fa3430b-ee15-48e6-bd04-eae91562fd5d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260879 Aug 21 09:05:45.500884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 222b784e-3b6c-4379-9d03-7e5d4e19e071 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:45.512167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Deleting port 222b784e-3b6c-4379-9d03-7e5d4e19e071 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:45.512433 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.541729 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98e6641c-5e9d-412b-96d4-c3d0dcc08a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.660854 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98e6641c-5e9d-412b-96d4-c3d0dcc08a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.660986 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.695412 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.707500 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Transition to ACTIVE for port object 86f169a2-8f2c-4424-8213-81fb557899aa will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:45.715379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] For port 222b784e-3b6c-4379-9d03-7e5d4e19e071, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=222b784e-3b6c-4379-9d03-7e5d4e19e071,segment=NetworkSegment(07f6447a-925f-4fd9-a4db-561046fd020d),segment_id=07f6447a-925f-4fd9-a4db-561046fd020d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:45.715788 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.749108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Calling delete_port for 222b784e-3b6c-4379-9d03-7e5d4e19e071 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:45.786743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3fe4-5382-4ef5-9dc8-bcb005dc652b req-4d84212e-1b00-45fc-90da-4da4f37bd063 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:45.786743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e3f3fe4-5382-4ef5-9dc8-bcb005dc652b req-4d84212e-1b00-45fc-90da-4da4f37bd063 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 944 time: 0.1155548 Aug 21 09:05:45.819240 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.869821 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.876063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Pushing event deleted for resources: {'Port': ['ID=222b784e-3b6c-4379-9d03-7e5d4e19e071,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:45.897562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] No DVR routers for this DVR port 222b784e-3b6c-4379-9d03-7e5d4e19e071 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:05:45.908923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.910804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.911479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.912501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.913005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.913642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.914178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.921155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.921718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.922224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.922715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.923214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85cce-d7c6-46b2-845a-686d74a13ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:45.930676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb40b72-f2c1-4e76-93bf-d41695f17f8d {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:45.941380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-92b14be8-3d25-4aa3-914e-f700eb636588 service neutron] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:45.951737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98e6641c-5e9d-412b-96d4-c3d0dcc08a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.956584 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Attempting to bind port 86f169a2-8f2c-4424-8213-81fb557899aa on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:05:45.957034 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Attempting to bind port 86f169a2-8f2c-4424-8213-81fb557899aa by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:05:45.957892 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Attempting to bind port 86f169a2-8f2c-4424-8213-81fb557899aa on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:45.958227 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-92b14be8-3d25-4aa3-914e-f700eb636588 service neutron] Notify callbacks [] for binding, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.959787 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98e6641c-5e9d-412b-96d4-c3d0dcc08a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.960720 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-98e6641c-5e9d-412b-96d4-c3d0dcc08a87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ec97b6e-3b6a-44ab-9092-c1841ed9bc80 HTTP/1.1" status: 204 len: 168 time: 0.9694200 Aug 21 09:05:45.963692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-473a7b3a-f6a4-419a-8bd9-d69ff16c8f89 req-92b14be8-3d25-4aa3-914e-f700eb636588 service neutron] 10.222.0.22 "DELETE /v2.0/ports/1de4a134-0438-412e-a054-d91dd2c4cdd0/bindings/n-h1-766726-28 HTTP/1.1" status: 204 len: 173 time: 0.5947802 Aug 21 09:05:45.970222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:45.992315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e3f3fe4-5382-4ef5-9dc8-bcb005dc652b req-3f029b55-2eb4-463e-98b8-187221456060 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628563 Aug 21 09:05:46.000903 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:05:46.001245 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:46.014246 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.014246 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:05:46.014246 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Bound port: 86f169a2-8f2c-4424-8213-81fb557899aa, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:05:46.014246 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.014246 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Pushing event updated for resources: {'Port': ['ID=86f169a2-8f2c-4424-8213-81fb557899aa,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:46.033909 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.036029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0c234243-5298-46d1-a4f0-addd1728d819 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:05:46.073155 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.077760 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.078933 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.087237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=222b784e-3b6c-4379-9d03-7e5d4e19e071,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:46.088684 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.088684 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.088684 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.088684 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.088684 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.088684 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.088684 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.088684 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.089506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] No DVR routers for this DVR port 222b784e-3b6c-4379-9d03-7e5d4e19e071 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:05:46.095437 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:05:46.162214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6641c-5e9d-412b-96d4-c3d0dcc08a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec97b6e-3b6a-44ab-9092-c1841ed9bc80,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:46.191875 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Transition to ACTIVE for port object 7bb40b72-f2c1-4e76-93bf-d41695f17f8d will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:46.192291 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] For port 86f169a2-8f2c-4424-8213-81fb557899aa, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:46.198751 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] For port 86f169a2-8f2c-4424-8213-81fb557899aa, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=86f169a2-8f2c-4424-8213-81fb557899aa,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:05:46.236757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.269011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2d6eee-031c-4b0b-b57d-39c9af72b570']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:46.269841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f6447a-925f-4fd9-a4db-561046fd020d') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:46.270065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f6447a-925f-4fd9-a4db-561046fd020d') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:46.281819 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.311262 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.372225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:05:46.372943 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:05:46.376566 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:05:46.419288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0c234243-5298-46d1-a4f0-addd1728d819, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0c234243-5298-46d1-a4f0-addd1728d819,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:46.442264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '0c234243-5298-46d1-a4f0-addd1728d819', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'port_id': '0c234243-5298-46d1-a4f0-addd1728d819', 'mac_address': 'fa:16:3e:65:be:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fc87cd-bb56-4b37-976a-7ed85aa94def', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:05:46.470381 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.481036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0358a95-0b2a-4c3f-b6b5-b5aede28e253 req-82ec8606-bee5-4e39-89cd-6183d820ca69 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:46.482593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0358a95-0b2a-4c3f-b6b5-b5aede28e253 req-82ec8606-bee5-4e39-89cd-6183d820ca69 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 931 time: 0.1834667 Aug 21 09:05:46.484578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcdbd8-1b40-45c9-acea-c19ac929e914 req-11832265-241b-4693-b1f9-94807abfa3dc tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:46.486150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bbcdbd8-1b40-45c9-acea-c19ac929e914 req-11832265-241b-4693-b1f9-94807abfa3dc tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1096 time: 0.3131754 Aug 21 09:05:46.498907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.559361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.567032 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.581135 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.585690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5d2d6eee-031c-4b0b-b57d-39c9af72b570 HTTP/1.1" status: 204 len: 168 time: 1.7021565 Aug 21 09:05:46.607765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c234243-5298-46d1-a4f0-addd1728d819 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:46.625721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35332) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:46.630094 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Routers {'4f86e3f9-ec84-44fe-b682-4fd6f64cec10'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:46.630871 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:46.653424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0c234243-5298-46d1-a4f0-addd1728d819, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0c234243-5298-46d1-a4f0-addd1728d819,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:46.661214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb40b72-f2c1-4e76-93bf-d41695f17f8d,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:46.718347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cf6a1-43ae-4401-91bc-6ecd23ead4c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2d6eee-031c-4b0b-b57d-39c9af72b570,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:46.732460 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.764844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bbcdbd8-1b40-45c9-acea-c19ac929e914 req-a3bdf71a-06ed-4cee-bde2-dfbb89354f7e tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705083 Aug 21 09:05:46.799418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0358a95-0b2a-4c3f-b6b5-b5aede28e253 req-e2b2ebbe-0c05-4ce2-9c0d-52396909b7f2 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757845 Aug 21 09:05:46.801626 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:46.942874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=0c234243-5298-46d1-a4f0-addd1728d819,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:46.999968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['0c234243-5298-46d1-a4f0-addd1728d819'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:05:47.096486 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] Set router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:47.254573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa70d0-840a-4ea8-b8fa-f1bf62855545 req-8f63eeac-a2df-423f-8068-ad3a349f3066 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:47.256228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dbfa70d0-840a-4ea8-b8fa-f1bf62855545 req-8f63eeac-a2df-423f-8068-ad3a349f3066 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 944 time: 0.1579397 Aug 21 09:05:47.343195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35356) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:47.416283 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dab5d-770c-42b0-a3f6-c62f50c55af2 None None] Pushing event updated for resources: {'Port': ['ID=86f169a2-8f2c-4424-8213-81fb557899aa,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:47.486640 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fadd3042-aca8-4349-b1e9-769fd9d9f516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:47.548189 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Allocated IP 172.20.0.1 (32c7d6ba-b20e-4fde-9587-243c76b5bc35/954169f6-589a-4e25-9cea-ce3a6cf97cb1/86fca7ae-5db3-4551-b934-689a43467abf) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:05:47.554056 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'name': 'tempest-ServersTestMultiNic-1520355498-router', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:05:36Z', 'updated_at': '2021-08-21T09:05:41Z', 'revision_number': 3, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'gw_port': {'id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:38Z', 'updated_at': '2021-08-21T09:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:47.573881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dbfa70d0-840a-4ea8-b8fa-f1bf62855545 req-f8a69ef1-ec3e-4904-8181-838ce5b42227 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896931 Aug 21 09:05:47.637106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-9f4239b8-c72b-4691-85cc-2fbbbdd67b8a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:47.638594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-9f4239b8-c72b-4691-85cc-2fbbbdd67b8a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 808 time: 0.3814383 Aug 21 09:05:47.649693 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d5e4e-7177-4aeb-b9b3-556e7a281664 None None] The sync data for ids ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'] in n-d-766726-28 is: [{'id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'name': 'tempest-ServersTestMultiNic-1520355498-router', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:05:36Z', 'updated_at': '2021-08-21T09:05:41Z', 'revision_number': 3, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'gw_port': {'id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:38Z', 'updated_at': '2021-08-21T09:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:05:47.690865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-ebc9ad5c-9923-4766-b3b5-85604877e0cb tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/quotas/994df69ecf1d4b2681af7e97568df514 HTTP/1.1" status: 200 len: 375 time: 0.0441997 Aug 21 09:05:47.749753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Attempting to bind port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:05:47.753904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Attempting to bind port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:05:47.754489 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Attempting to bind port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d on network f6971913-957c-4d25-b195-e4b6dbfc0296 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:47.812581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-cb4153c3-fc26-4956-989d-716c726d79ea tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148832 Aug 21 09:05:47.846128 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fadd3042-aca8-4349-b1e9-769fd9d9f516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:47.866054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d on network f6971913-957c-4d25-b195-e4b6dbfc0296 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:05:47.866415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Attempting to bind port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d on network f6971913-957c-4d25-b195-e4b6dbfc0296 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:47.890710 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:05:47.890949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Checking segment: {'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:47.891344 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Bound using segment: {'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:05:47.891810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Bound port: 7bb40b72-f2c1-4e76-93bf-d41695f17f8d, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf4fddf-1859-497b-8106-5dbec4aa70df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:05:47.892193 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:47.939499 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fadd3042-aca8-4349-b1e9-769fd9d9f516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.034822 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0c234243-5298-46d1-a4f0-addd1728d819 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:05:48.162296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fadd3042-aca8-4349-b1e9-769fd9d9f516 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daaaff4da11f4b0d9678557e83b6b8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8073771 Aug 21 09:05:48.162296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35364) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:48.162296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-16692381-260e-4582-b888-1159ea12875d service neutron] 10.222.0.20 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466520 Aug 21 09:05:48.180078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd3042-aca8-4349-b1e9-769fd9d9f516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d232db-7af9-4519-b04c-526fdf30d759,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:48.185430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.212673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59193ed-e174-4db7-8c8b-88d74673dd93 req-3775dacd-ade0-4b07-82ee-f6f6500c855a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:48.224661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b59193ed-e174-4db7-8c8b-88d74673dd93 req-3775dacd-ade0-4b07-82ee-f6f6500c855a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 943 time: 0.3232977 Aug 21 09:05:48.241109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 0c234243-5298-46d1-a4f0-addd1728d819 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:05:48.259188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 0c234243-5298-46d1-a4f0-addd1728d819 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:48.259710 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.280013 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Transition to ACTIVE for port object 86fca7ae-5db3-4551-b934-689a43467abf will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:48.290135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] For port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:48.295780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] For port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7bb40b72-f2c1-4e76-93bf-d41695f17f8d,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:05:48.381342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.421011 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:48.421643 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.424117 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] 10.222.0.13 "PUT /v2.0/ports/7bb40b72-f2c1-4e76-93bf-d41695f17f8d HTTP/1.1" status: 200 len: 1092 time: 3.6927867 Aug 21 09:05:48.439360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e212297-1db2-4997-9379-5394f83cd1a1', 'tag': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:48.441880 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6478ddea-7002-4863-8a86-b37be24d21b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e212297-1db2-4997-9379-5394f83cd1a1", "tag": "7bb40b72-f2c1-4e76-93bf-d41695f17f8d"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:48.455774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.481241 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.555019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b59193ed-e174-4db7-8c8b-88d74673dd93 req-8b42b9a2-d325-4566-8624-edd8e5f78d38 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087015 Aug 21 09:05:48.562486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a687a2-10f5-4ad0-96e1-f632e3da493e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c234243-5298-46d1-a4f0-addd1728d819'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:48.574648 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af5416a8-634f-4046-bf80-74bcabf456e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.575022 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6671f24-08af-408f-81fe-5027e9560892" -d '{"events": [{"server_uuid": "a4a687a2-10f5-4ad0-96e1-f632e3da493e", "name": "network-vif-plugged", "status": "completed", "tag": "0c234243-5298-46d1-a4f0-addd1728d819"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:48.647398 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af5416a8-634f-4046-bf80-74bcabf456e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.657806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-05766989-ea68-409a-875a-112b9caa2f35 service neutron] 10.222.0.20 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321260 Aug 21 09:05:48.659922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0c234243-5298-46d1-a4f0-addd1728d819, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0c234243-5298-46d1-a4f0-addd1728d819,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:48.680128 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Network 32c7d6ba-b20e-4fde-9587-243c76b5bc35 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:05:48.702925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:48.705626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:05:48.732621 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.753890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58f7c5-138a-4cb0-9def-77071ee15fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb40b72-f2c1-4e76-93bf-d41695f17f8d,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:48.857636 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af5416a8-634f-4046-bf80-74bcabf456e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.858960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=0c234243-5298-46d1-a4f0-addd1728d819,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:48.861204 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af5416a8-634f-4046-bf80-74bcabf456e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.863464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-af5416a8-634f-4046-bf80-74bcabf456e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26d232db-7af9-4519-b04c-526fdf30d759 HTTP/1.1" status: 204 len: 168 time: 0.7022142 Aug 21 09:05:48.886017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5416a8-634f-4046-bf80-74bcabf456e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d232db-7af9-4519-b04c-526fdf30d759,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:48.972528 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:48.995439 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ee8f7d-a519-4188-b0ac-d16ee13ab860 x-openstack-request-id: req-c5ee8f7d-a519-4188-b0ac-d16ee13ab860 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:48.995439 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e212297-1db2-4997-9379-5394f83cd1a1", "tag": "7bb40b72-f2c1-4e76-93bf-d41695f17f8d", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:48.995439 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5ee8f7d-a519-4188-b0ac-d16ee13ab860 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:48.995439 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e212297-1db2-4997-9379-5394f83cd1a1', 'tag': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d', 'status': 'completed', 'code': 200} Aug 21 09:05:49.045838 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3af6ca1-b7f1-4826-bbec-f7e4aab69713 x-openstack-request-id: req-a3af6ca1-b7f1-4826-bbec-f7e4aab69713 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:49.046342 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a687a2-10f5-4ad0-96e1-f632e3da493e", "name": "network-vif-plugged", "status": "completed", "tag": "0c234243-5298-46d1-a4f0-addd1728d819", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:49.046342 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3af6ca1-b7f1-4826-bbec-f7e4aab69713 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:49.046812 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a687a2-10f5-4ad0-96e1-f632e3da493e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c234243-5298-46d1-a4f0-addd1728d819', 'code': 200} Aug 21 09:05:49.278979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995be15-ae5d-4b2e-b589-e6a5b0444879 req-090a2fa2-4d95-4598-98f3-069b61dcbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:49.281026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8995be15-ae5d-4b2e-b589-e6a5b0444879 req-090a2fa2-4d95-4598-98f3-069b61dcbedf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 1097 time: 0.1557534 Aug 21 09:05:49.308343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce0a8d13-28d7-45ba-8159-a1ea5f2c8e10 req-82808c93-0a9a-481d-9325-1652b75ba647 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 210 time: 0.0502024 Aug 21 09:05:49.363805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2bc6c0ce-c0b9-4b1f-9c49-0496e8106134 None None] Provisioning for port 86fca7ae-5db3-4551-b934-689a43467abf completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:05:49.371113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2bc6c0ce-c0b9-4b1f-9c49-0496e8106134 None None] Provisioning complete for port 86fca7ae-5db3-4551-b934-689a43467abf triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:49.371595 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2bc6c0ce-c0b9-4b1f-9c49-0496e8106134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:49.435022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d98b7-b545-4c81-90bb-079dbb94dd46 req-3df9a927-8a0d-45af-ad39-50f5ba9492b2 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:49.440487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c3d98b7-b545-4c81-90bb-079dbb94dd46 req-3df9a927-8a0d-45af-ad39-50f5ba9492b2 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 945 time: 0.2362788 Aug 21 09:05:49.478958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-2bc6c0ce-c0b9-4b1f-9c49-0496e8106134 None None] Port 86fca7ae-5db3-4551-b934-689a43467abf cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:05:49.502255 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8995be15-ae5d-4b2e-b589-e6a5b0444879 req-5f8b8cf2-907e-40ff-ab8c-c69dd9c9d9e4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964986 Aug 21 09:05:49.535348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c3d98b7-b545-4c81-90bb-079dbb94dd46 req-ee5fbebe-215b-4e5e-b6fa-45dbf042f31b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816667 Aug 21 09:05:49.577647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 86f169a2-8f2c-4424-8213-81fb557899aa up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:05:49.749110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 86f169a2-8f2c-4424-8213-81fb557899aa completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:05:49.754540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 86f169a2-8f2c-4424-8213-81fb557899aa triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:49.754923 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:49.962478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d309ea4-d3dd-474b-8bd8-fadc84323247 req-7d8ab95d-276d-4403-8f7c-04e5c136af66 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:49.990897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d309ea4-d3dd-474b-8bd8-fadc84323247 req-7d8ab95d-276d-4403-8f7c-04e5c136af66 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 943 time: 0.2899101 Aug 21 09:05:50.004035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-eaa9b8ca-8ea6-4cd0-aa27-704b572f04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:50.008325 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-eaa9b8ca-8ea6-4cd0-aa27-704b572f04d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a9e3f88441cd96e8dac1c60da9ae&device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 1095 time: 1.4636705 Aug 21 09:05:50.009306 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Pushing event updated for resources: {'Port': ['ID=86fca7ae-5db3-4551-b934-689a43467abf,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:50.034252 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:50.043887 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:50.065264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 86f169a2-8f2c-4424-8213-81fb557899aa, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=86f169a2-8f2c-4424-8213-81fb557899aa,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:50.092172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d309ea4-d3dd-474b-8bd8-fadc84323247 req-83a2bd5d-02b0-481d-8fda-3158a4164d46 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004078 Aug 21 09:05:50.164458 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-118e6e9e-2439-40ed-9316-21eb760e9b79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb40b72-f2c1-4e76-93bf-d41695f17f8d HTTP/1.1" status: 200 len: 217 time: 0.1019540 Aug 21 09:05:50.189372 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:50.321660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=86f169a2-8f2c-4424-8213-81fb557899aa,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:50.431935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-f7ac4a01-f9a8-4771-9e57-08a0f2365a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:50.434211 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-f7ac4a01-f9a8-4771-9e57-08a0f2365a8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b145570d-f10a-432c-844f-12ae76fc8f46 HTTP/1.1" status: 200 len: 855 time: 0.2603879 Aug 21 09:05:50.472073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1174671-45a5-4747-a54a-31e420b948e0 req-9f6a65d7-4735-41bf-a321-703279c80d00 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 210 time: 0.0517330 Aug 21 09:05:50.680258 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-083350ec-e427-40f4-a8e0-e1790d8ff0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:50.682039 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-083350ec-e427-40f4-a8e0-e1790d8ff0e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6971913-957c-4d25-b195-e4b6dbfc0296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2395630 Aug 21 09:05:50.690186 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:50.738700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447455b-fd4e-4960-9a4c-e3bc63375069 req-b0a5c326-eb69-4511-8580-c2d3bc2bf475 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:50.749625 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3447455b-fd4e-4960-9a4c-e3bc63375069 req-b0a5c326-eb69-4511-8580-c2d3bc2bf475 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 945 time: 0.0875468 Aug 21 09:05:50.805643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3447455b-fd4e-4960-9a4c-e3bc63375069 req-1d5331ed-b5bd-4671-a125-d82de85eddc3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462830 Aug 21 09:05:51.065259 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-1e1f07ae-306e-4354-beb3-733173e6e39b service neutron] 10.222.0.13 "GET /v2.0/networks/f6971913-957c-4d25-b195-e4b6dbfc0296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695869 Aug 21 09:05:51.201579 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-98d5575f-03cc-4126-9c3a-9e117f4ef336 req-1f417347-f034-4282-8469-3c25b608bc44 service neutron] 10.222.0.13 "GET /v2.0/networks/f6971913-957c-4d25-b195-e4b6dbfc0296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131017 Aug 21 09:05:51.294700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7275b26-dacf-40c9-b8d8-443da61b4356 req-5f767e3c-1b61-440e-8d63-ed48c7f2d6cd tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:51.299947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7275b26-dacf-40c9-b8d8-443da61b4356 req-5f767e3c-1b61-440e-8d63-ed48c7f2d6cd tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 943 time: 0.1307626 Aug 21 09:05:51.328214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] Deleting port 63954a04-bf12-4b5d-a588-811fa70c200c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:51.328214 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:51.456208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7275b26-dacf-40c9-b8d8-443da61b4356 req-0bcf48c9-ca18-4a8d-98d2-6038aef2bddd tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492035 Aug 21 09:05:51.526874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 86f169a2-8f2c-4424-8213-81fb557899aa up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:05:51.684199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 86f169a2-8f2c-4424-8213-81fb557899aa triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:51.693676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:51.704718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e923d1a4-d378-4ef7-9767-715bbd8e10f0 req-6afd1170-732b-4dc6-9898-1c297576a1c1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 210 time: 0.0642836 Aug 21 09:05:51.727859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478ddea-7002-4863-8a86-b37be24d21b5 req-96a50d1a-b11b-48d2-a97c-6c9f7a2e81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:51.730538 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6478ddea-7002-4863-8a86-b37be24d21b5 req-96a50d1a-b11b-48d2-a97c-6c9f7a2e81a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a9e3f88441cd96e8dac1c60da9ae&device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 1095 time: 0.3729794 Aug 21 09:05:51.734634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] For port 63954a04-bf12-4b5d-a588-811fa70c200c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63954a04-bf12-4b5d-a588-811fa70c200c,segment=NetworkSegment(ae4352aa-ac85-44fd-9b36-7e40ba4f7128),segment_id=ae4352aa-ac85-44fd-9b36-7e40ba4f7128)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:51.735322 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:51.809758 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] Calling delete_port for 63954a04-bf12-4b5d-a588-811fa70c200c owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:51.835324 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:51.917401 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:51.922631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478ddea-7002-4863-8a86-b37be24d21b5 req-66989603-d5bf-4415-b5e6-080824af045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:51.929807 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6478ddea-7002-4863-8a86-b37be24d21b5 req-66989603-d5bf-4415-b5e6-080824af045a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f6971913-957c-4d25-b195-e4b6dbfc0296 HTTP/1.1" status: 200 len: 917 time: 0.1852331 Aug 21 09:05:52.011192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129b2bd-dcee-4efd-b93b-2aa0da077e84 req-0c06ffc8-aef2-4d04-a339-55a13ef0eaed tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:52.021113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6129b2bd-dcee-4efd-b93b-2aa0da077e84 req-0c06ffc8-aef2-4d04-a339-55a13ef0eaed tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 945 time: 0.1011353 Aug 21 09:05:52.091153 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6478ddea-7002-4863-8a86-b37be24d21b5 req-16ddafa5-d6c7-4123-ad8c-07d6fb30a007 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb40b72-f2c1-4e76-93bf-d41695f17f8d HTTP/1.1" status: 200 len: 217 time: 0.1423678 Aug 21 09:05:52.126982 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:52.148071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6129b2bd-dcee-4efd-b93b-2aa0da077e84 req-24b11bc2-1695-4f10-be9e-963773a4774b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228311 Aug 21 09:05:52.440605 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Pushing event updated for resources: {'Port': ['ID=86fca7ae-5db3-4551-b934-689a43467abf,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:52.469867 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478ddea-7002-4863-8a86-b37be24d21b5 req-8fe6d5ad-d4e8-4bcd-851c-476775072cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:52.471343 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6478ddea-7002-4863-8a86-b37be24d21b5 req-8fe6d5ad-d4e8-4bcd-851c-476775072cbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b145570d-f10a-432c-844f-12ae76fc8f46 HTTP/1.1" status: 200 len: 855 time: 0.3396773 Aug 21 09:05:52.582717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Network 32c7d6ba-b20e-4fde-9587-243c76b5bc35 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:05:52.585350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:52.714110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df491584-bfe8-4cbd-a723-d1d0ef9177b5 req-5f3a9633-ecb3-40ce-9bf2-dda301b03a22 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:52.723493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:52.724029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df491584-bfe8-4cbd-a723-d1d0ef9177b5 req-5f3a9633-ecb3-40ce-9bf2-dda301b03a22 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 943 time: 0.1103175 Aug 21 09:05:52.810274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-03b1679f-d0de-48d4-9850-1034efea2752 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:52.811847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-03b1679f-d0de-48d4-9850-1034efea2752 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.13 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 808 time: 0.2901523 Aug 21 09:05:52.868631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Request body: {'port': {'device_id': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f', 'admin_state_up': True, 'tenant_id': '994df69ecf1d4b2681af7e97568df514'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:52.871249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478ddea-7002-4863-8a86-b37be24d21b5 req-63503ca0-13bb-48f6-a72f-b77a806acc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:52.877482 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6478ddea-7002-4863-8a86-b37be24d21b5 req-63503ca0-13bb-48f6-a72f-b77a806acc3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6971913-957c-4d25-b195-e4b6dbfc0296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3939922 Aug 21 09:05:52.877482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=63954a04-bf12-4b5d-a588-811fa70c200c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:52.915113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df491584-bfe8-4cbd-a723-d1d0ef9177b5 req-d6a320f7-bd51-40a9-8115-389fdcd62f92 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899219 Aug 21 09:05:53.137445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0b0b595c-2143-468f-b2bf-d54815cbaa31 None None] Provisioning complete for port 86fca7ae-5db3-4551-b934-689a43467abf triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:53.138073 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0b0b595c-2143-468f-b2bf-d54815cbaa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:53.142061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea3a60c6-099d-4c86-9748-62f1a7f3df6f req-f7140084-6910-4175-af79-834b0c6448e1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 210 time: 0.0549252 Aug 21 09:05:53.155368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b348589-5179-430a-9d3a-7b1505b7cd05 req-252af7bd-15c3-4ce2-b8f9-08fe57e4e8f8 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:53.157060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b348589-5179-430a-9d3a-7b1505b7cd05 req-252af7bd-15c3-4ce2-b8f9-08fe57e4e8f8 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 945 time: 0.4169781 Aug 21 09:05:53.241862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b348589-5179-430a-9d3a-7b1505b7cd05 req-2f1d9e7d-6e1b-4b98-a6a7-7dda50a48a83 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679786 Aug 21 09:05:53.256882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b595c-2143-468f-b2bf-d54815cbaa31 None None] Port 86fca7ae-5db3-4551-b934-689a43467abf cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:05:53.388878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Made reservation on behalf of 994df69ecf1d4b2681af7e97568df514 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:53.392381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:53.399025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:05:53.529208 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6478ddea-7002-4863-8a86-b37be24d21b5 req-71af8976-7879-468e-bbe3-18334e55f386 service neutron] 10.222.0.13 "GET /v2.0/networks/f6971913-957c-4d25-b195-e4b6dbfc0296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298432 Aug 21 09:05:53.630156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Allocated IP 172.20.0.14 (901f1fbd-14e5-4fd3-9538-757ea5088a4f/a3ed2908-0152-470c-aa33-4fef5ebc8ac8/c961f97a-ee4d-4e96-9d44-22a7955cdf74) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:05:53.698753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:05:53.720567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Sync routers for ids ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:05:53.720860 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-999edff8-2896-47a2-a1e2-26f32751a0fb admin admin] 10.222.0.20 "PUT /v2.0/routers/4f86e3f9-ec84-44fe-b682-4fd6f64cec10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9647183 Aug 21 09:05:53.743591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:53.762392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Routers {'4f86e3f9-ec84-44fe-b682-4fd6f64cec10'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:53.768001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:53.792775 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6478ddea-7002-4863-8a86-b37be24d21b5 req-c3250f14-9f31-4b86-a8e6-cbb9b5316792 service neutron] 10.222.0.13 "GET /v2.0/networks/f6971913-957c-4d25-b195-e4b6dbfc0296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523649 Aug 21 09:05:54.062453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Set router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:54.063696 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35512) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:54.191758 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:54.415448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ac8e813-ff14-4a31-ab9d-c127664165e3 req-9608284c-6d66-48f6-8679-2f1d289e073d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 210 time: 0.0826893 Aug 21 09:05:54.420274 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:54.450719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] Router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:05:54.469392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'name': 'tempest-ServersTestMultiNic-1520355498-router', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:05:36Z', 'updated_at': '2021-08-21T09:05:50Z', 'revision_number': 4, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'gw_port': {'id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:38Z', 'updated_at': '2021-08-21T09:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '86fca7ae-5db3-4551-b934-689a43467abf', 'name': '', 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'mac_address': 'fa:16:3e:c1:f6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '954169f6-589a-4e25-9cea-ce3a6cf97cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:47Z', 'updated_at': '2021-08-21T09:05:51Z', 'revision_number': 2, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'subnets': [{'id': '954169f6-589a-4e25-9cea-ce3a6cf97cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:54.527253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Network 901f1fbd-14e5-4fd3-9538-757ea5088a4f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:05:54.529320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Pushing event updated for resources: {'Port': ['ID=c961f97a-ee4d-4e96-9d44-22a7955cdf74,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:54.532584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:54.534018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Checking router: 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:05:54.544818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Updating router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 port 86fca7ae-5db3-4551-b934-689a43467abf binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:05:54.544931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d3bda-50be-4ca8-a7eb-52be18007c39 req-6f9e2fb0-8d85-4ebe-b89d-98e131374a1c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:54.544931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d0d3bda-50be-4ca8-a7eb-52be18007c39 req-6f9e2fb0-8d85-4ebe-b89d-98e131374a1c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 945 time: 0.6663144 Aug 21 09:05:54.545123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:05:54.555597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e3bd5-e725-4791-bd34-913ae87253a4 req-de5417f7-bd26-4088-9dd9-ee70314a4f8e tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:54.563231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a65e3bd5-e725-4791-bd34-913ae87253a4 req-de5417f7-bd26-4088-9dd9-ee70314a4f8e tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 943 time: 0.4620707 Aug 21 09:05:54.600703 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:54.687348 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-366853488'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:54.746270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:05:54.754536 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a8c66fd1-5d3a-425c-bbe4-82d842d1d1a4 admin admin] 10.222.0.20 "PUT /v2.0/routers/b9d19902-24cd-4bf2-bff1-f9abaa0edb89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1067386 Aug 21 09:05:54.760181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35528) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:54.764225 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e0020-646e-4e1a-86cd-838d57f742be None None] Sync routers for ids ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:05:54.776013 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e0020-646e-4e1a-86cd-838d57f742be None None] Routers {'b9d19902-24cd-4bf2-bff1-f9abaa0edb89'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:54.776485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1b232-892c-43d7-82bd-b894fa2b3830 req-1436498c-48b4-474d-932a-6f6d73e660d1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:54.776649 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-994e0020-646e-4e1a-86cd-838d57f742be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:54.778243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ac1b232-892c-43d7-82bd-b894fa2b3830 req-1436498c-48b4-474d-932a-6f6d73e660d1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 945 time: 0.1346240 Aug 21 09:05:54.835816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:54.836916 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:54.868869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ac1b232-892c-43d7-82bd-b894fa2b3830 req-47195ae9-5e6f-43af-8d8e-6aa8d43d7fa0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777202 Aug 21 09:05:54.869603 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:54.878730 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:54.913827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a65e3bd5-e725-4791-bd34-913ae87253a4 req-f2717ef1-2720-48d4-b97c-636959e6e1cb tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488147 Aug 21 09:05:54.950106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:05:54.960607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6d0d3bda-50be-4ca8-a7eb-52be18007c39 req-5f479d73-10bd-40e3-b596-5aea853c6b64 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Deleting port 0c234243-5298-46d1-a4f0-addd1728d819 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:54.961095 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6d0d3bda-50be-4ca8-a7eb-52be18007c39 req-5f479d73-10bd-40e3-b596-5aea853c6b64 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.123620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-bde241eb-6022-43c6-bc11-34f8924a48ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2587857 Aug 21 09:05:55.149764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Request body: {'port': {'device_id': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:55.180256 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.191967 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Added segment c13bd95a-afc9-4c14-9b09-911f88b3553e of type vlan for network 76eb17f7-1f53-4233-bf42-c61baf18baff Aug 21 09:05:55.213398 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-994e0020-646e-4e1a-86cd-838d57f742be None None] Set router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:55.257798 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.270957 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Transition to ACTIVE for port object 86fca7ae-5db3-4551-b934-689a43467abf will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:55.314784 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.329762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-826cd287-eea2-4e11-972d-15c6759272ca req-d9513bf7-2463-407a-978f-7f6270db64fd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2014844 Aug 21 09:05:55.332070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.344592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6d0d3bda-50be-4ca8-a7eb-52be18007c39 req-5f479d73-10bd-40e3-b596-5aea853c6b64 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] For port 0c234243-5298-46d1-a4f0-addd1728d819, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0c234243-5298-46d1-a4f0-addd1728d819,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:55.344958 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6d0d3bda-50be-4ca8-a7eb-52be18007c39 req-5f479d73-10bd-40e3-b596-5aea853c6b64 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.364914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6d0d3bda-50be-4ca8-a7eb-52be18007c39 req-5f479d73-10bd-40e3-b596-5aea853c6b64 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Calling delete_port for 0c234243-5298-46d1-a4f0-addd1728d819 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:55.378192 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.389553 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.560673 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.564824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed81f5-dc7d-4a3d-921c-2c3b219b87b1 None None] Pushing event updated for resources: {'Port': ['ID=86fca7ae-5db3-4551-b934-689a43467abf,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:55.572169 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:55.573871 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.697386 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-994e0020-646e-4e1a-86cd-838d57f742be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-router', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:51Z', 'updated_at': '2021-08-21T09:05:52Z', 'revision_number': 5, 'project_id': '7990c53293254e948bfa4312a584196b', 'gw_port': {'id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:52Z', 'updated_at': '2021-08-21T09:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:55.722068 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6571615 Aug 21 09:05:55.731614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35552) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:55.738030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'subnet': {'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:55.794118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Attempting to bind port 86fca7ae-5db3-4551-b934-689a43467abf on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:05:55.794998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Attempting to bind port 86fca7ae-5db3-4551-b934-689a43467abf by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '90705ac4-5617-4679-8722-551c0fc8996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:05:55.796709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Attempting to bind port 86fca7ae-5db3-4551-b934-689a43467abf on network 32c7d6ba-b20e-4fde-9587-243c76b5bc35 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:55.805888 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e0020-646e-4e1a-86cd-838d57f742be None None] Checking router: b9d19902-24cd-4bf2-bff1-f9abaa0edb89 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:05:55.810747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd287-eea2-4e11-972d-15c6759272ca req-b9bf2a0e-3587-460e-9d6a-a287414bd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:55.811521 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:05:55.814005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Checking segment: {'id': '90705ac4-5617-4679-8722-551c0fc8996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:55.814005 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.815348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Bound using segment: {'id': '90705ac4-5617-4679-8722-551c0fc8996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:05:55.816132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-826cd287-eea2-4e11-972d-15c6759272ca req-b9bf2a0e-3587-460e-9d6a-a287414bd77f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 1096 time: 0.3715668 Aug 21 09:05:55.817468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Bound port: 86fca7ae-5db3-4551-b934-689a43467abf, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90705ac4-5617-4679-8722-551c0fc8996b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:05:55.818085 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.832051 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e0020-646e-4e1a-86cd-838d57f742be None None] Routers {'b9d19902-24cd-4bf2-bff1-f9abaa0edb89'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:55.832688 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-994e0020-646e-4e1a-86cd-838d57f742be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:55.970252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:55.981181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd33a9-20b8-4063-8dd8-f0f0fcffe462 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Network': ['ID=76eb17f7-1f53-4233-bf42-c61baf18baff,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:56.004426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 76eb17f7-1f53-4233-bf42-c61baf18baff details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:05:56.025457 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:56.029533 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:56.044076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] For port 86fca7ae-5db3-4551-b934-689a43467abf, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:56.113560 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] For port 86fca7ae-5db3-4551-b934-689a43467abf, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=86fca7ae-5db3-4551-b934-689a43467abf,segment=NetworkSegment(90705ac4-5617-4679-8722-551c0fc8996b),segment_id=90705ac4-5617-4679-8722-551c0fc8996b)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:05:56.155242 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-994e0020-646e-4e1a-86cd-838d57f742be None None] Set router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:56.178520 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:56.262143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c961f97a-ee4d-4e96-9d44-22a7955cdf74 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:56.270599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:56.285861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Transition to ACTIVE for port object c961f97a-ee4d-4e96-9d44-22a7955cdf74 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:05:56.299076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43048243-798d-4761-b9bb-510a1c69ba77 req-d9e1ac0f-e24e-4b4a-89f6-a7c4fc020d9a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:56.300706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43048243-798d-4761-b9bb-510a1c69ba77 req-d9e1ac0f-e24e-4b4a-89f6-a7c4fc020d9a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 932 time: 0.7301793 Aug 21 09:05:56.308195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed81f5-dc7d-4a3d-921c-2c3b219b87b1 None None] Pushing event updated for resources: {'Port': ['ID=86fca7ae-5db3-4551-b934-689a43467abf,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:56.331250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Routers {'4f86e3f9-ec84-44fe-b682-4fd6f64cec10'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:05:56.332513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:56.374226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6d0d3bda-50be-4ca8-a7eb-52be18007c39 req-5f479d73-10bd-40e3-b596-5aea853c6b64 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:56.376402 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:56.645825 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-994e0020-646e-4e1a-86cd-838d57f742be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-router', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:51Z', 'updated_at': '2021-08-21T09:05:52Z', 'revision_number': 5, 'project_id': '7990c53293254e948bfa4312a584196b', 'gw_port': {'id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:52Z', 'updated_at': '2021-08-21T09:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:56.673209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] Set router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:05:56.689989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Deleting port ef1ab34f-04c4-4939-b081-94e67a810a84 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:05:56.691037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:56.713809 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e0020-646e-4e1a-86cd-838d57f742be None None] The sync data for ids ['b9d19902-24cd-4bf2-bff1-f9abaa0edb89'] in n-d-766726-28 is: [{'id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'name': 'tempest-AttachSCSIVolumeTestJSON-1011955807-router', 'tenant_id': '7990c53293254e948bfa4312a584196b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:03:51Z', 'updated_at': '2021-08-21T09:05:52Z', 'revision_number': 5, 'project_id': '7990c53293254e948bfa4312a584196b', 'gw_port': {'id': 'ef1ab34f-04c4-4939-b081-94e67a810a84', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d19902-24cd-4bf2-bff1-f9abaa0edb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:03:52Z', 'updated_at': '2021-08-21T09:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:05:56.770602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:56.924373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Subnet': ['ID=2681d676-3cba-4859-80c8-d34d13f4aecd,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:56.933814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] For port ef1ab34f-04c4-4939-b081-94e67a810a84, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ef1ab34f-04c4-4939-b081-94e67a810a84,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:56.934366 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:56.966643 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Calling delete_port for ef1ab34f-04c4-4939-b081-94e67a810a84 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:05:56.968402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd73948-d9dc-4abb-b0d1-9b9d578cc26c req-b951bbae-17e8-4b0c-b2c7-46855f15e2e6 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:56.976160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Checking segment: {'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:56.976410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-efd73948-d9dc-4abb-b0d1-9b9d578cc26c req-b951bbae-17e8-4b0c-b2c7-46855f15e2e6 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 867 time: 0.9364250 Aug 21 09:05:56.977028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network hostable DHCP agents. Network: 76eb17f7-1f53-4233-bf42-c61baf18baff, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:05:56.997870 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-6e9a27c6-78c6-4323-8717-08f2e029ff61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1427879 Aug 21 09:05:57.012668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43048243-798d-4761-b9bb-510a1c69ba77 req-59e9fad5-b883-4f26-bf67-30190445323e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850777 Aug 21 09:05:57.069730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'name': 'tempest-ServersTestMultiNic-1520355498-router', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:05:36Z', 'updated_at': '2021-08-21T09:05:50Z', 'revision_number': 4, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'gw_port': {'id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:38Z', 'updated_at': '2021-08-21T09:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '86fca7ae-5db3-4551-b934-689a43467abf', 'name': '', 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'mac_address': 'fa:16:3e:c1:f6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '954169f6-589a-4e25-9cea-ce3a6cf97cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:47Z', 'updated_at': '2021-08-21T09:05:56Z', 'revision_number': 4, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'subnets': [{'id': '954169f6-589a-4e25-9cea-ce3a6cf97cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:05:57.121266 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2a98c-0f1a-4c99-8b56-5e969c33e36d None None] The sync data for ids ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'] in n-d-766726-28 is: [{'id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'name': 'tempest-ServersTestMultiNic-1520355498-router', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:05:36Z', 'updated_at': '2021-08-21T09:05:50Z', 'revision_number': 4, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'gw_port': {'id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:38Z', 'updated_at': '2021-08-21T09:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '86fca7ae-5db3-4551-b934-689a43467abf', 'name': '', 'network_id': '32c7d6ba-b20e-4fde-9587-243c76b5bc35', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'mac_address': 'fa:16:3e:c1:f6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '954169f6-589a-4e25-9cea-ce3a6cf97cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:47Z', 'updated_at': '2021-08-21T09:05:56Z', 'revision_number': 4, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'subnets': [{'id': '954169f6-589a-4e25-9cea-ce3a6cf97cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:05:57.299523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd287-eea2-4e11-972d-15c6759272ca req-5ba843cd-0e8b-48bd-8b4a-672109c0bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:57.301018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-826cd287-eea2-4e11-972d-15c6759272ca req-5ba843cd-0e8b-48bd-8b4a-672109c0bff1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 1.4312177 Aug 21 09:05:57.301636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Pushing event updated for resources: {'Port': ['ID=c961f97a-ee4d-4e96-9d44-22a7955cdf74,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:57.331930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-efd73948-d9dc-4abb-b0d1-9b9d578cc26c req-0093a812-0739-4bc6-913c-82015767f5bc tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548064 Aug 21 09:05:57.338135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0d3bda-50be-4ca8-a7eb-52be18007c39 req-5f479d73-10bd-40e3-b596-5aea853c6b64 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] No DVR routers for this DVR port 0c234243-5298-46d1-a4f0-addd1728d819 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:05:57.342108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:05:57.345539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:05:57.346323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:57.353590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6d0d3bda-50be-4ca8-a7eb-52be18007c39 req-5f479d73-10bd-40e3-b596-5aea853c6b64 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:57.356209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d0d3bda-50be-4ca8-a7eb-52be18007c39 req-5f479d73-10bd-40e3-b596-5aea853c6b64 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "DELETE /v2.0/ports/0c234243-5298-46d1-a4f0-addd1728d819 HTTP/1.1" status: 204 len: 173 time: 2.7884488 Aug 21 09:05:57.375052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:05:57.375683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:05:57.399404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a687a2-10f5-4ad0-96e1-f632e3da493e', 'name': 'network-vif-deleted', 'tag': '0c234243-5298-46d1-a4f0-addd1728d819'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:57.407072 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944e3f90-5955-4123-a9cb-9d0f9a8ea072" -d '{"events": [{"server_uuid": "a4a687a2-10f5-4ad0-96e1-f632e3da493e", "name": "network-vif-deleted", "tag": "0c234243-5298-46d1-a4f0-addd1728d819"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:57.467217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:05:57.467582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:05:57.467971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:05:57.468413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Bound port: c961f97a-ee4d-4e96-9d44-22a7955cdf74, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:05:57.468770 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:57.544363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f479d73-10bd-40e3-b596-5aea853c6b64 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event deleted for resources: {'Port': ['ID=0c234243-5298-46d1-a4f0-addd1728d819,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:57.562047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-826cd287-eea2-4e11-972d-15c6759272ca req-494a9443-e982-43c9-80d6-4680291cc779 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b HTTP/1.1" status: 200 len: 217 time: 0.2251666 Aug 21 09:05:57.585726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network 76eb17f7-1f53-4233-bf42-c61baf18baff is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:05:57.600279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89852c26-68b0-41e9-be9a-401a174cf130 req-76ab625e-9973-4dbd-a1b9-8941ae1cf5fb tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:57.601269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89852c26-68b0-41e9-be9a-401a174cf130 req-76ab625e-9973-4dbd-a1b9-8941ae1cf5fb tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 943 time: 0.3948390 Aug 21 09:05:57.634290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 86fca7ae-5db3-4551-b934-689a43467abf up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:05:57.664794 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:57.711784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd287-eea2-4e11-972d-15c6759272ca req-79f632de-3f36-4f97-881e-6350a0f0f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:57.715204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-826cd287-eea2-4e11-972d-15c6759272ca req-79f632de-3f36-4f97-881e-6350a0f0f159 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.1335666 Aug 21 09:05:57.748263 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 76eb17f7-1f53-4233-bf42-c61baf18baff) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:05:57.761047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1ab34f-04c4-4939-b081-94e67a810a84,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:57.761937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c74154-35ac-4b6e-abad-43f2daf09b35 None None] Network 76eb17f7-1f53-4233-bf42-c61baf18baff requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:05:57.785457 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:57.785756 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:57.848628 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f49436-a21a-4169-84df-819e92a36ac3 x-openstack-request-id: req-46f49436-a21a-4169-84df-819e92a36ac3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:57.852755 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a687a2-10f5-4ad0-96e1-f632e3da493e", "name": "network-vif-deleted", "tag": "0c234243-5298-46d1-a4f0-addd1728d819", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:57.852755 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46f49436-a21a-4169-84df-819e92a36ac3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:57.852755 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a687a2-10f5-4ad0-96e1-f632e3da493e', 'name': 'network-vif-deleted', 'tag': '0c234243-5298-46d1-a4f0-addd1728d819', 'status': 'completed', 'code': 200} Aug 21 09:05:57.853095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-826cd287-eea2-4e11-972d-15c6759272ca req-3c19f531-b86e-44eb-a09f-255ce876aa3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200511 Aug 21 09:05:57.858958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89852c26-68b0-41e9-be9a-401a174cf130 req-d23076d5-e3cb-4899-bf36-117e8cf84b3a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374854 Aug 21 09:05:57.874616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-39c36467-a7fa-468d-91d5-1f54147c0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:57.884251 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-39c36467-a7fa-468d-91d5-1f54147c0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:57.887105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-39c36467-a7fa-468d-91d5-1f54147c0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:57.887105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-39c36467-a7fa-468d-91d5-1f54147c0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:57.887105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-39c36467-a7fa-468d-91d5-1f54147c0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:57.887105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-39c36467-a7fa-468d-91d5-1f54147c0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:57.887105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-39c36467-a7fa-468d-91d5-1f54147c0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:57.895409 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-39c36467-a7fa-468d-91d5-1f54147c0be0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6509 time: 0.7946546 Aug 21 09:05:57.905094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 86fca7ae-5db3-4551-b934-689a43467abf completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:05:57.987495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 86fca7ae-5db3-4551-b934-689a43467abf triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:05:57.992133 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.032100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-826cd287-eea2-4e11-972d-15c6759272ca req-b106e9c4-1c7c-448c-a8dd-ac4126b6a63e service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651881 Aug 21 09:05:58.033407 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c2b44d26-7c22-40a7-bc8f-63833971f2e0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3004715 Aug 21 09:05:58.036289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35588) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:58.037802 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.060046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1709592518'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:58.142316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0c234243-5298-46d1-a4f0-addd1728d819 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:58.163444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7bb40b72-f2c1-4e76-93bf-d41695f17f8d details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:05:58.198678 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.203955 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.249920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 0c234243-5298-46d1-a4f0-addd1728d819 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:05:58.250272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0c234243-5298-46d1-a4f0-addd1728d819 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:58.310110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-4e419976-d54a-49aa-a1a4-1861b0f2a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:58.311252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-4e419976-d54a-49aa-a1a4-1861b0f2a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:58.311956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-4e419976-d54a-49aa-a1a4-1861b0f2a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:58.314111 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-4e419976-d54a-49aa-a1a4-1861b0f2a4b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 HTTP/1.1" status: 200 len: 2296 time: 0.3916371 Aug 21 09:05:58.398911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-76eb17f7-1f53-4233-bf42-c61baf18baff', 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'fixed_ips': [{'subnet_id': '2681d676-3cba-4859-80c8-d34d13f4aecd'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:05:58.402870 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.423647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:05:58.477074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-826cd287-eea2-4e11-972d-15c6759272ca req-3ac9fb88-69cd-4972-9930-c8351a6f0cbc service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941753 Aug 21 09:05:58.483086 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.483984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d19902-24cd-4bf2-bff1-f9abaa0edb89 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:05:58.488242 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.resource_extend [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 09:05:58.504913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:05:58.518676 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.521060 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-45d5649c-ffa9-4f1e-beea-0292e4cbcd54 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b9d19902-24cd-4bf2-bff1-f9abaa0edb89 HTTP/1.1" status: 204 len: 168 time: 3.7588878 Aug 21 09:05:58.530534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35600) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:58.539716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:05:58.544531 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.602294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8a1c3-7160-49e9-8ee1-ddff78bedfd5 req-cfcfef1c-c61c-4691-88b2-e111c107c9b8 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:58.603965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17a8a1c3-7160-49e9-8ee1-ddff78bedfd5 req-cfcfef1c-c61c-4691-88b2-e111c107c9b8 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 944 time: 0.2671311 Aug 21 09:05:58.632547 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.664714 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-ed582e73-3466-4e8b-95ea-658bd575e30e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d214a269-de68-403f-bcfa-835869aca265 HTTP/1.1" status: 200 len: 1000 time: 0.3419957 Aug 21 09:05:58.851957 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e64f8bf-a8c8-4b5f-870e-d3be1e062fe3 admin admin] Deleting subnet 6c78b7d2-12c0-4a14-85ac-8b89251fc0c1 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:05:58.867067 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e64f8bf-a8c8-4b5f-870e-d3be1e062fe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.872276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-318146f1-eea5-4fa4-86f2-4d99ad0de37c req-fd335b8c-e89f-4757-85cd-42fd6f9828df tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a687a2-10f5-4ad0-96e1-f632e3da493e HTTP/1.1" status: 200 len: 210 time: 0.2654333 Aug 21 09:05:58.874617 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.900248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:05:58.947116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:58.951045 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.952582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] 10.222.0.13 "PUT /v2.0/ports/c961f97a-ee4d-4e96-9d44-22a7955cdf74 HTTP/1.1" status: 200 len: 1093 time: 3.8099730 Aug 21 09:05:58.969873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:58.970099 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Added segment c5525a63-899f-4aed-8e81-3263da90f7ac of type vlan for network 3c1170b7-715a-4857-a0b6-838c30f81462 Aug 21 09:05:58.978236 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 86fca7ae-5db3-4551-b934-689a43467abf, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=86fca7ae-5db3-4551-b934-689a43467abf,segment=NetworkSegment(90705ac4-5617-4679-8722-551c0fc8996b),segment_id=90705ac4-5617-4679-8722-551c0fc8996b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:59.000530 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e64f8bf-a8c8-4b5f-870e-d3be1e062fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:59.028189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7bb40b72-f2c1-4e76-93bf-d41695f17f8d,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:59.086825 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:59.116100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63954a04-bf12-4b5d-a588-811fa70c200c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:59.187707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dca6bd-7f5f-4e83-9d0e-49981ad92965 service neutron] Pushing event updated for resources: {'Port': ['ID=c961f97a-ee4d-4e96-9d44-22a7955cdf74,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:59.190068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 63954a04-bf12-4b5d-a588-811fa70c200c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:05:59.193791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63954a04-bf12-4b5d-a588-811fa70c200c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:59.197564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'port_id': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d', 'mac_address': 'fa:16:3e:2d:04:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:05:59.227932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17a8a1c3-7160-49e9-8ee1-ddff78bedfd5 req-9cca1136-2c1b-4bc3-ab89-8c79939cc209 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646815 Aug 21 09:05:59.285786 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-f84f7264-1501-40b9-afd9-9d29c423020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:59.288551 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-f84f7264-1501-40b9-afd9-9d29c423020f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eea5f64-f9f4-4f3d-823b-00499102b99d HTTP/1.1" status: 200 len: 854 time: 0.6004066 Aug 21 09:05:59.314656 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:59.357320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-87074fbc-d594-4a30-ab79-9abbf7b774e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:59.361803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-87074fbc-d594-4a30-ab79-9abbf7b774e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 1096 time: 0.1254604 Aug 21 09:05:59.393657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Allocated IP 19.80.0.2 (76eb17f7-1f53-4233-bf42-c61baf18baff/2681d676-3cba-4859-80c8-d34d13f4aecd/ee205d17-c802-4ccb-afa1-cd4cc0f22014) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:05:59.462639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-c21c953e-8094-4076-87d9-75f1aeb968dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74 HTTP/1.1" status: 200 len: 217 time: 0.0902328 Aug 21 09:05:59.487903 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e64f8bf-a8c8-4b5f-870e-d3be1e062fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:59.501118 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:59.514273 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:59.522450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb40b72-f2c1-4e76-93bf-d41695f17f8d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:05:59.525005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-890a2138-9ad8-4a62-82c4-676c4b777dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:59.525657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:59.526312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:59.526986 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-890a2138-9ad8-4a62-82c4-676c4b777dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290120 Aug 21 09:05:59.546725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7bb40b72-f2c1-4e76-93bf-d41695f17f8d,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:05:59.552076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=86fca7ae-5db3-4551-b934-689a43467abf,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:59.555418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ef1ab34f-04c4-4939-b081-94e67a810a84 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:05:59.609396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ef1ab34f-04c4-4939-b081-94e67a810a84 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:05:59.609793 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ef1ab34f-04c4-4939-b081-94e67a810a84 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:05:59.635596 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:59.720681 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-428a3882-8608-484b-b45c-caec24122e25 service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788244 Aug 21 09:05:59.723633 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e64f8bf-a8c8-4b5f-870e-d3be1e062fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:59.843877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64f8bf-a8c8-4b5f-870e-d3be1e062fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c78b7d2-12c0-4a14-85ac-8b89251fc0c1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:59.855596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'tag': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:05:59.857941 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6adaa7e-f995-4483-908a-457a9264e138" -d '{"events": [{"name": "network-changed", "server_uuid": "c12aa776-c755-4b18-9fef-f7a42ae9e6a0", "tag": "c961f97a-ee4d-4e96-9d44-22a7955cdf74"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:05:59.865879 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e64f8bf-a8c8-4b5f-870e-d3be1e062fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:05:59.870728 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9e64f8bf-a8c8-4b5f-870e-d3be1e062fe3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6c78b7d2-12c0-4a14-85ac-8b89251fc0c1 HTTP/1.1" status: 204 len: 168 time: 1.3360085 Aug 21 09:05:59.871742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35620) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:59.879319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7bb40b72-f2c1-4e76-93bf-d41695f17f8d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:59.895227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8425190 Aug 21 09:05:59.895420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b42b3a-f198-4698-b44d-e31aaa161556 None None] Network f98b68c2-8248-4c73-ae23-bc01a271658a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:05:59.897249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e1d14-c366-4e21-87e3-1a41b61a7d32 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Network': ['ID=3c1170b7-715a-4857-a0b6-838c30f81462,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:05:59.903435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35622) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:05:59.915550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603fa8c-30b4-402c-afe1-b160377671dd req-6e9db330-2657-49c4-870f-e5da55336a90 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:59.922557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e603fa8c-30b4-402c-afe1-b160377671dd req-6e9db330-2657-49c4-870f-e5da55336a90 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 943 time: 0.4579325 Aug 21 09:05:59.927501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-1c298607-324d-4bbd-bf90-35e9b359d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:05:59.928679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-1c298607-324d-4bbd-bf90-35e9b359d1d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.4413064 Aug 21 09:05:59.940923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'subnet': {'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:05:59.960232 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57ad3a3-a6cd-4dc1-8971-183de60e144a x-openstack-request-id: req-e57ad3a3-a6cd-4dc1-8971-183de60e144a {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:05:59.963548 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12aa776-c755-4b18-9fef-f7a42ae9e6a0", "tag": "c961f97a-ee4d-4e96-9d44-22a7955cdf74", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:05:59.964304 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e57ad3a3-a6cd-4dc1-8971-183de60e144a {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:05:59.964908 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'tag': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74', 'status': 'completed', 'code': 200} Aug 21 09:06:00.023365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['7bb40b72-f2c1-4e76-93bf-d41695f17f8d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:00.026567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 3c1170b7-715a-4857-a0b6-838c30f81462 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:06:00.137487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-3f2c1f49-29f6-4910-ae6f-423b339edc27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1890519 Aug 21 09:06:00.204690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e603fa8c-30b4-402c-afe1-b160377671dd req-42aa25a3-4495-4750-8f65-81181388932f tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548141 Aug 21 09:06:00.388099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-92d1cac9-606a-4deb-ba97-ec83c2094348 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328796 Aug 21 09:06:00.563697 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:00.567848 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-62643a9d-6cbc-43d1-923c-94729242b125 service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8365822 Aug 21 09:06:00.625873 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:00.644444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:00.652392 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:00.661227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Transition to ACTIVE for port object ee205d17-c802-4ccb-afa1-cd4cc0f22014 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:00.672502 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-3e604dce-32ba-4644-b0c0-529ac16b1d69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=09b19b1a-98fa-4efc-9311-75cf68b68d53 HTTP/1.1" status: 200 len: 217 time: 0.0905144 Aug 21 09:06:00.694674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f1715-dbb2-40b5-a542-07d10b4afebd None None] DHCP port deletion for f98b68c2-8248-4c73-ae23-bc01a271658a request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:06:00.777440 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Transition to ACTIVE for port object ee205d17-c802-4ccb-afa1-cd4cc0f22014 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:00.804924 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Deleting port e4898449-d31c-416a-b4e2-653e9a6755b3 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:00.805329 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:00.829791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f1715-dbb2-40b5-a542-07d10b4afebd None None] Deleting port e4898449-d31c-416a-b4e2-653e9a6755b3 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:00.830484 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fb8f1715-dbb2-40b5-a542-07d10b4afebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:00.884807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] For port e4898449-d31c-416a-b4e2-653e9a6755b3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e4898449-d31c-416a-b4e2-653e9a6755b3,segment=NetworkSegment(ae4352aa-ac85-44fd-9b36-7e40ba4f7128),segment_id=ae4352aa-ac85-44fd-9b36-7e40ba4f7128)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:00.885458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:00.901016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Calling delete_port for e4898449-d31c-416a-b4e2-653e9a6755b3 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:00.910142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-fb8f1715-dbb2-40b5-a542-07d10b4afebd None None] For port e4898449-d31c-416a-b4e2-653e9a6755b3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e4898449-d31c-416a-b4e2-653e9a6755b3,segment=NetworkSegment(ae4352aa-ac85-44fd-9b36-7e40ba4f7128),segment_id=ae4352aa-ac85-44fd-9b36-7e40ba4f7128)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:00.911150 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fb8f1715-dbb2-40b5-a542-07d10b4afebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:00.926563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f1715-dbb2-40b5-a542-07d10b4afebd None None] Calling delete_port for e4898449-d31c-416a-b4e2-653e9a6755b3 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:01.020157 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.037162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.041111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Network 76eb17f7-1f53-4233-bf42-c61baf18baff is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:01.044863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:01.051550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-d5b84cee-9d65-47af-b53b-fb4a16055e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:01.055838 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-d5b84cee-9d65-47af-b53b-fb4a16055e7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.3744802 Aug 21 09:06:01.070152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:01.108970 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.109732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2f0c077-41bd-453b-8f8d-05dcf593806b req-4029381b-9e36-4892-af82-ec7ba1aee3e7 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199020 Aug 21 09:06:01.112103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Pushing event updated for resources: {'Port': ['ID=ee205d17-c802-4ccb-afa1-cd4cc0f22014,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:01.140817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4898449-d31c-416a-b4e2-653e9a6755b3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:01.158258 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] No DVR routers for this DVR port e4898449-d31c-416a-b4e2-653e9a6755b3 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:01.177472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5523904-7e54-490f-abcf-aa2cf039afd2 req-547eefbb-d243-421b-835f-1a80414f6b1e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:01.187349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5523904-7e54-490f-abcf-aa2cf039afd2 req-547eefbb-d243-421b-835f-1a80414f6b1e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 944 time: 0.2279546 Aug 21 09:06:01.214092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-4193d7ed-485c-48b1-9597-04356dd8500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:01.216722 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-4193d7ed-485c-48b1-9597-04356dd8500d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1494358 Aug 21 09:06:01.234261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Attempting to bind port ee205d17-c802-4ccb-afa1-cd4cc0f22014 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:01.234959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Attempting to bind port ee205d17-c802-4ccb-afa1-cd4cc0f22014 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:01.235729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Attempting to bind port ee205d17-c802-4ccb-afa1-cd4cc0f22014 on network 76eb17f7-1f53-4233-bf42-c61baf18baff {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:01.243212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:01.243984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Checking segment: {'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:01.244854 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.245432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Bound using segment: {'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:01.246600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Bound port: ee205d17-c802-4ccb-afa1-cd4cc0f22014, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:01.247258 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.251755 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fb8f1715-dbb2-40b5-a542-07d10b4afebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.270253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-b8c1cf7c-8682-4cd8-a127-bfd2deff5ccf tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:01.278819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-b8c1cf7c-8682-4cd8-a127-bfd2deff5ccf tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.9436200 Aug 21 09:06:01.280766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Subnet': ['ID=9b02e173-9663-4665-9b20-f8b948e0e346,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:01.288539 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.300590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f1715-dbb2-40b5-a542-07d10b4afebd None None] Pushing event deleted for resources: {'Port': ['ID=e4898449-d31c-416a-b4e2-653e9a6755b3,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:01.310985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-08474fc0-d8d6-49f5-9d41-5f64865a075c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/quotas/ec44a488b58c4ff480090f59e9183bf2 HTTP/1.1" status: 200 len: 375 time: 0.0311537 Aug 21 09:06:01.316565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f1715-dbb2-40b5-a542-07d10b4afebd None None] No DVR routers for this DVR port e4898449-d31c-416a-b4e2-653e9a6755b3 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:01.355045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Checking segment: {'id': 'c5525a63-899f-4aed-8e81-3263da90f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:01.355414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network hostable DHCP agents. Network: 3c1170b7-715a-4857-a0b6-838c30f81462, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:06:01.408475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-007198a5-1e88-4490-b259-c33d63b766ef tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959902 Aug 21 09:06:01.416467 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-31b590a6-1467-4c86-b612-b04e97a5dd26 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644778 Aug 21 09:06:01.422420 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98b68c2-8248-4c73-ae23-bc01a271658a']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:01.436926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4352aa-ac85-44fd-9b36-7e40ba4f7128') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:01.437232 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4352aa-ac85-44fd-9b36-7e40ba4f7128') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:01.449590 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.467616 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.475276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:06:01.475519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:06:01.496914 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:06:01.518416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] For port ee205d17-c802-4ccb-afa1-cd4cc0f22014, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:01.523465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] For port ee205d17-c802-4ccb-afa1-cd4cc0f22014, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ee205d17-c802-4ccb-afa1-cd4cc0f22014,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:01.524257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5523904-7e54-490f-abcf-aa2cf039afd2 req-4254ccb7-d470-4289-94cb-864f6567b497 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356366 Aug 21 09:06:01.527317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 86fca7ae-5db3-4551-b934-689a43467abf up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:01.538966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adaa7e-f995-4483-908a-457a9264e138 req-1452e991-7660-44bf-9927-e97cd6900b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:01.540745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6adaa7e-f995-4483-908a-457a9264e138 req-1452e991-7660-44bf-9927-e97cd6900b58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 1096 time: 0.2576451 Aug 21 09:06:01.616133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 86fca7ae-5db3-4551-b934-689a43467abf triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:01.616717 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.640022 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-1b3da933-7b74-49c9-a146-cee725b514ac service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305121 Aug 21 09:06:01.678217 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-6bea11b3-9a39-4e5e-8170-b96bd0d3c406 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388161 Aug 21 09:06:01.698426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adaa7e-f995-4483-908a-457a9264e138 req-2ad897ee-e996-4593-8ded-ebceb338da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:01.701331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6adaa7e-f995-4483-908a-457a9264e138 req-2ad897ee-e996-4593-8ded-ebceb338da6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.1522825 Aug 21 09:06:01.734076 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-a0dd5241-e1b8-408f-8856-ec37e37fc175 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=84112da1-91f0-4e8d-a37a-f7fb1c3abe36 HTTP/1.1" status: 200 len: 217 time: 0.0472095 Aug 21 09:06:01.781493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e4898449-d31c-416a-b4e2-653e9a6755b3 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:01.792685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-2adf52ad-5956-4d04-952f-204e587f2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:01.794561 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-2adf52ad-5956-4d04-952f-204e587f2ec4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.0520885 Aug 21 09:06:01.802295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: e4898449-d31c-416a-b4e2-653e9a6755b3 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:06:01.802672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e4898449-d31c-416a-b4e2-653e9a6755b3 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:06:01.829395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6adaa7e-f995-4483-908a-457a9264e138 req-cb8080db-d14b-4356-b50d-299289700985 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74 HTTP/1.1" status: 200 len: 217 time: 0.1044409 Aug 21 09:06:01.843716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-c4952284-5934-4a89-8675-30672808a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:01.846009 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-c4952284-5934-4a89-8675-30672808a84f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0431058 Aug 21 09:06:01.858454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network 3c1170b7-715a-4857-a0b6-838c30f81462 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:06:01.881430 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.896148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6203da-8f73-4bc7-97de-f447c6217199 req-cae943a4-e7f4-41fc-9683-8d9995ce763e tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:01.897713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c6203da-8f73-4bc7-97de-f447c6217199 req-cae943a4-e7f4-41fc-9683-8d9995ce763e tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 944 time: 0.1951296 Aug 21 09:06:01.901842 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.912147 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:01.917586 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f98b68c2-8248-4c73-ae23-bc01a271658a HTTP/1.1" status: 204 len: 168 time: 2.0454373 Aug 21 09:06:01.934567 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004e48b-06f3-49f3-b9c6-6a1974bb8a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=f98b68c2-8248-4c73-ae23-bc01a271658a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:01.993973 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-0c316a1d-fdb6-447b-8914-ac145258a608 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395860 Aug 21 09:06:01.995818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-1c15d50a-c1ea-4d3b-b79f-9879169388c1 service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312564 Aug 21 09:06:02.005967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b7ba-d91b-4760-902b-e0402eba94df None None] Pushing event updated for resources: {'Port': ['ID=ee205d17-c802-4ccb-afa1-cd4cc0f22014,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:02.011594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adaa7e-f995-4483-908a-457a9264e138 req-52dcfab9-2ef1-4aa0-9dd9-5d6e6bd2ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:02.038530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6adaa7e-f995-4483-908a-457a9264e138 req-52dcfab9-2ef1-4aa0-9dd9-5d6e6bd2ddf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.2008016 Aug 21 09:06:02.041934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 3c1170b7-715a-4857-a0b6-838c30f81462) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:02.049815 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a78284-e372-41cf-b0a2-254a0a8cacd2 None None] Network 3c1170b7-715a-4857-a0b6-838c30f81462 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:06:02.081078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:02.081795 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:02.146548 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c6203da-8f73-4bc7-97de-f447c6217199 req-01f6f61b-2a79-4aee-8613-8dc3a321a0de tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134893 Aug 21 09:06:02.158315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6adaa7e-f995-4483-908a-457a9264e138 req-35d77def-fe93-4d84-bf10-d35a3c29d95c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835965 Aug 21 09:06:02.285347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c961f97a-ee4d-4e96-9d44-22a7955cdf74 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:06:02.288411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7bb40b72-f2c1-4e76-93bf-d41695f17f8d up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:02.292426 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-ec1c9e04-587e-4c6c-9804-6a13ad0ccc48 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852592 Aug 21 09:06:02.304163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-200a148f-ffd8-4ed5-98e8-0c3008d0b5c1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3785384 Aug 21 09:06:02.360608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6adaa7e-f995-4483-908a-457a9264e138 req-f6f42344-8a9b-43c4-847a-ed0491bcc001 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980374 Aug 21 09:06:02.461850 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-bd41197f-3d9d-49c0-a1a0-b0be01555156 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7fb1a58b-466b-48b3-8947-1a5beaf86710 HTTP/1.1" status: 200 len: 217 time: 0.1588321 Aug 21 09:06:02.522660 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6adaa7e-f995-4483-908a-457a9264e138 req-5f18db58-a5f5-4c8a-99b2-b6b092f9f97f service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528652 Aug 21 09:06:02.547972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:02.582450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74', 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f', 'port_id': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74', 'mac_address': 'fa:16:3e:5a:c0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ed2908-0152-470c-aa33-4fef5ebc8ac8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:06:02.601051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-315645e2-78cd-4888-adb6-b54725d9eba6 req-fbb02e85-2e86-49ea-8e2f-dacc26f79cce tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 210 time: 0.0682883 Aug 21 09:06:02.616207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-4f12d946-4284-454c-991a-ccb9ebe8d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:02.624087 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-4f12d946-4284-454c-991a-ccb9ebe8d9bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.1542149 Aug 21 09:06:02.647938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-3c1170b7-715a-4857-a0b6-838c30f81462', 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'fixed_ips': [{'subnet_id': '9b02e173-9663-4665-9b20-f8b948e0e346'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:06:02.648882 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:02.686533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:02.703284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35698) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:02.710891 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:02.716090 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:02.716462 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:02.735114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-6142fc90-9a28-4469-a9be-387f2c427d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:02.737798 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-6142fc90-9a28-4469-a9be-387f2c427d6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1064491 Aug 21 09:06:02.860865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-beb5e613-5c47-4557-a765-1bf3b259e1e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3238dfbf329418a9e333ba9a961b5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555698 Aug 21 09:06:02.882329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fa330-22af-4279-aafc-a5a104aa15ff req-28911a30-0758-46bd-83e6-f9fb18a04b8a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:02.892879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc9fa330-22af-4279-aafc-a5a104aa15ff req-28911a30-0758-46bd-83e6-f9fb18a04b8a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 944 time: 0.1439588 Aug 21 09:06:02.895417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35704) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:02.909258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c961f97a-ee4d-4e96-9d44-22a7955cdf74 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:02.995242 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-db9292f4-16ba-4174-a669-f6121660974a service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482157 Aug 21 09:06:03.044098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:03.126485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc9fa330-22af-4279-aafc-a5a104aa15ff req-fc3a7f62-28d9-469d-967d-50d6fcef5b75 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317669 Aug 21 09:06:03.186072 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-047f3ace-366d-482c-b620-1b7f7fb7f6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:03.209865 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:03.215874 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:03.252079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-047f3ace-366d-482c-b620-1b7f7fb7f6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:03.266005 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-a6b71e9f-6f5b-429d-b290-2bcdfa5ae3a2 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636669 Aug 21 09:06:03.397454 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-d848214c-77ba-4b2c-bc98-d81ae1f9be82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=deb6eb46-4bad-4b70-b769-24658adbb7f5 HTTP/1.1" status: 200 len: 217 time: 0.0957170 Aug 21 09:06:03.398105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Allocated IP 19.86.0.2 (3c1170b7-715a-4857-a0b6-838c30f81462/9b02e173-9663-4665-9b20-f8b948e0e346/a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:03.430403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e212297-1db2-4997-9379-5394f83cd1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:03.437289 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261c18b3-a9e9-4f5f-b71e-c88e5d1277ee" -d '{"events": [{"server_uuid": "2e212297-1db2-4997-9379-5394f83cd1a1", "name": "network-vif-plugged", "status": "completed", "tag": "7bb40b72-f2c1-4e76-93bf-d41695f17f8d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:03.463408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-c27bb36a-e688-4c17-8746-661b6299a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:03.468825 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-c27bb36a-e688-4c17-8746-661b6299a214 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.0862534 Aug 21 09:06:03.508065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7bb40b72-f2c1-4e76-93bf-d41695f17f8d,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:03.535734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ee205d17-c802-4ccb-afa1-cd4cc0f22014 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:03.538235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['c961f97a-ee4d-4e96-9d44-22a7955cdf74'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:03.561900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-e0579e4d-7cd4-4554-87e9-1259cd425e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:03.566385 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-e0579e4d-7cd4-4554-87e9-1259cd425e0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0919349 Aug 21 09:06:03.568216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46b6cd-e34e-4761-99ff-188415436e9f req-f18dcc49-3608-4885-b5e9-99b19f7453cf tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:03.577247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec46b6cd-e34e-4761-99ff-188415436e9f req-f18dcc49-3608-4885-b5e9-99b19f7453cf tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 944 time: 0.1423583 Aug 21 09:06:03.585423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0e750a-cbd8-4759-8a17-b1e138cbcd06 None None] Network 76eb17f7-1f53-4233-bf42-c61baf18baff requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:06:03.586608 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-047f3ace-366d-482c-b620-1b7f7fb7f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:03.589141 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-047f3ace-366d-482c-b620-1b7f7fb7f6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:03.590227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-047f3ace-366d-482c-b620-1b7f7fb7f6c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9 HTTP/1.1" status: 204 len: 168 time: 0.6924219 Aug 21 09:06:03.605725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9078d54c-5c0b-45fd-ba52-25ce035e8d69 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:03.611774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9078d54c-5c0b-45fd-ba52-25ce035e8d69 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:03.622112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9078d54c-5c0b-45fd-ba52-25ce035e8d69 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/networks?id=76eb17f7-1f53-4233-bf42-c61baf18baff&id=3c1170b7-715a-4857-a0b6-838c30f81462&id=76eb17f7-1f53-4233-bf42-c61baf18baff HTTP/1.1" status: 200 len: 1391 time: 0.2726169 Aug 21 09:06:03.630400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f3ace-366d-482c-b620-1b7f7fb7f6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3cb613-fcb7-42c8-8ea2-38e02c74a5d9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:03.637636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=c961f97a-ee4d-4e96-9d44-22a7955cdf74,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:03.681463 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-671283b3-076e-493d-8226-5e90acf52a0c service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068208 Aug 21 09:06:03.683423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-06dbcade-8a8b-45e5-be3d-d9d7fb69ef5e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/quotas/fbaa835fcd394022a848494ba9e4fbb2 HTTP/1.1" status: 200 len: 375 time: 0.0606718 Aug 21 09:06:03.735830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec46b6cd-e34e-4761-99ff-188415436e9f req-309cb6a9-d204-4a70-9ba7-11f5f708c9c8 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525335 Aug 21 09:06:03.825433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-61d2fd65-92de-404a-8284-3fad9b350217 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043499 Aug 21 09:06:03.881438 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-09281b5c-605f-43ac-9898-d706f3da96e8 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916978 Aug 21 09:06:03.889850 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:03.925554 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c909f798-4fb0-49aa-94f9-0edf88c6e117 x-openstack-request-id: req-c909f798-4fb0-49aa-94f9-0edf88c6e117 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:03.926153 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e212297-1db2-4997-9379-5394f83cd1a1", "name": "network-vif-plugged", "status": "completed", "tag": "7bb40b72-f2c1-4e76-93bf-d41695f17f8d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:03.926579 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c909f798-4fb0-49aa-94f9-0edf88c6e117 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:03.927118 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e212297-1db2-4997-9379-5394f83cd1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d', 'code': 200} Aug 21 09:06:03.945961 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-9a580bc6-197e-4656-a776-43e943331ece service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ad734c-4502-46b0-8437-ad0dc2f66968 HTTP/1.1" status: 200 len: 217 time: 0.0431376 Aug 21 09:06:04.022564 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ca839f2-df5e-4eff-8b63-1aec5c83a0af req-4b1bd997-4c0c-43df-a80a-fd9331ff62ec tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 210 time: 0.0838027 Aug 21 09:06:04.049108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-70b809ee-96d2-4bed-897b-f64b8d3275d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:04.051665 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-70b809ee-96d2-4bed-897b-f64b8d3275d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.0975432 Aug 21 09:06:04.054413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-6701818b-9e2d-48d1-b018-6e006d720286 service neutron] 10.222.0.20 "GET /v2.0/networks/76eb17f7-1f53-4233-bf42-c61baf18baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219698 Aug 21 09:06:04.064058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012084d-732d-4af2-88e3-a46722379042 req-9b1c9630-fac4-4de5-85dc-08cb3d986606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:04.065544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2012084d-732d-4af2-88e3-a46722379042 req-9b1c9630-fac4-4de5-85dc-08cb3d986606 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 1097 time: 0.1259887 Aug 21 09:06:04.096352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7bb40b72-f2c1-4e76-93bf-d41695f17f8d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:04.132123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-458c7508-9560-4c43-ae13-31d54d17d952 None None] Provisioning for port ee205d17-c802-4ccb-afa1-cd4cc0f22014 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:04.189870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-a3250c3f-6ed5-4ebe-84bb-521cdcc08dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:04.201859 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-a3250c3f-6ed5-4ebe-84bb-521cdcc08dec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1415253 Aug 21 09:06:04.305803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2012084d-732d-4af2-88e3-a46722379042 req-01be455f-5482-493e-a1be-3b0f2a785572 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142657 Aug 21 09:06:04.339978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffac9b57-7807-43ae-a3e5-1b325a12ec90 service neutron] 10.222.0.20 "GET /v2.0/networks/76eb17f7-1f53-4233-bf42-c61baf18baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734303 Aug 21 09:06:04.399933 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-1ea4900c-307e-4066-97d6-156441b2948b service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899266 Aug 21 09:06:04.406410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ee205d17-c802-4ccb-afa1-cd4cc0f22014 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:04.427605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ee205d17-c802-4ccb-afa1-cd4cc0f22014 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:04.427936 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:04.490632 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:04.514567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Transition to ACTIVE for port object a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:04.564093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Transition to ACTIVE for port object a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:04.624474 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:04.669399 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:04.701883 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-56fc13c1-5af2-4ab6-914f-802920829b51 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983056 Aug 21 09:06:04.737901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port ee205d17-c802-4ccb-afa1-cd4cc0f22014, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ee205d17-c802-4ccb-afa1-cd4cc0f22014,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:04.741418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35764) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:04.746337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Network 3c1170b7-715a-4857-a0b6-838c30f81462 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:04.749191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf50cc-1785-4d8e-bf29-2658c30bc8f2 req-2b35f6ad-ba49-4551-af23-79aec6f38ae5 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:04.750725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3cf50cc-1785-4d8e-bf29-2658c30bc8f2 req-2b35f6ad-ba49-4551-af23-79aec6f38ae5 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 945 time: 0.5151782 Aug 21 09:06:04.758160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:04.765005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:04.773658 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-7457f95d-7228-496f-9b33-747c30e97ba9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=36ced2bb-1173-4212-9d80-e983f8b4d250 HTTP/1.1" status: 200 len: 217 time: 0.0586689 Aug 21 09:06:04.780283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Pushing event updated for resources: {'Port': ['ID=a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:04.835658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Attempting to bind port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:04.836037 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Attempting to bind port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c5525a63-899f-4aed-8e81-3263da90f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:04.836462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Attempting to bind port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af on network 3c1170b7-715a-4857-a0b6-838c30f81462 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:04.842519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:04.842894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Checking segment: {'id': 'c5525a63-899f-4aed-8e81-3263da90f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:04.843300 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:04.843725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Bound using segment: {'id': 'c5525a63-899f-4aed-8e81-3263da90f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:04.844272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Bound port: a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5525a63-899f-4aed-8e81-3263da90f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:04.844656 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:04.857280 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:04.866927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-8ce22a8d-3ca0-4153-886c-3200ce5b8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:04.867550 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-8ce22a8d-3ca0-4153-886c-3200ce5b8873 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.0792518 Aug 21 09:06:04.879341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3cf50cc-1785-4d8e-bf29-2658c30bc8f2 req-6a1288e3-69e0-4ccc-ada8-52dbe64b9541 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146922 Aug 21 09:06:04.890681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-21a57731-2c61-4cf4-89da-fe74fb08783c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7990c53293254e948bfa4312a584196b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380780 Aug 21 09:06:04.895640 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-75ad438b-5ce2-49b7-a515-2c1a979690ac service neutron] 10.222.0.20 "GET /v2.0/networks/3c1170b7-715a-4857-a0b6-838c30f81462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446136 Aug 21 09:06:04.897620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35770) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:04.946913 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7450a-71e7-466a-8203-312e456ad575 req-d55af4a8-d794-456a-8201-b6569433de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:04.949462 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-d55af4a8-d794-456a-8201-b6569433de97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745673 Aug 21 09:06:04.999897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d3fe430d-c35a-4146-b7e5-76f62ad38fe7 None None] Provisioning complete for port ee205d17-c802-4ccb-afa1-cd4cc0f22014 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:04.999897 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d3fe430d-c35a-4146-b7e5-76f62ad38fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:05.105977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ccc6899c-f3c7-4740-976f-d26fffd9e5d8 service neutron] 10.222.0.20 "GET /v2.0/networks/3c1170b7-715a-4857-a0b6-838c30f81462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914837 Aug 21 09:06:05.117682 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-5e765ea3-8cd0-4a9c-99cb-99e3ad46edad service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598210 Aug 21 09:06:05.123067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=ee205d17-c802-4ccb-afa1-cd4cc0f22014,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:05.147304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] For port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:05.173474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] For port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af,segment=NetworkSegment(c5525a63-899f-4aed-8e81-3263da90f7ac),segment_id=c5525a63-899f-4aed-8e81-3263da90f7ac)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:05.236284 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:05.276067 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-bab7450a-71e7-466a-8203-312e456ad575 req-a2bbc294-c16e-438b-ba02-12d8fb1d3b51 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507525 Aug 21 09:06:05.312284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-85584198-bad1-49f6-a441-1a9de879c131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:05.348541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18ebfd-4730-4bf2-83ac-1daa4e270556 None None] Pushing event updated for resources: {'Port': ['ID=a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:05.356590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-85584198-bad1-49f6-a441-1a9de879c131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:05.423277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-f7165cb6-d3d5-4736-a8b0-2d747e00956f service neutron] 10.222.0.20 "GET /v2.0/networks/76eb17f7-1f53-4233-bf42-c61baf18baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097243 Aug 21 09:06:05.461945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ee205d17-c802-4ccb-afa1-cd4cc0f22014 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:05.462643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9d024-01c4-4ed8-9274-4842d23d4a0d req-fdce76c2-04ae-49d1-8579-a523bc643786 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:05.464310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17a9d024-01c4-4ed8-9274-4842d23d4a0d req-fdce76c2-04ae-49d1-8579-a523bc643786 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 945 time: 0.2493277 Aug 21 09:06:05.537102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-0571c04a-4a99-411f-8256-1c85a9164478 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:05.538597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-0571c04a-4a99-411f-8256-1c85a9164478 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.3224914 Aug 21 09:06:05.556193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Request body: {'port': {'device_id': '24bc1548-c8d0-40c6-a857-a45aa3f6f7a3', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'admin_state_up': True, 'tenant_id': 'ec44a488b58c4ff480090f59e9183bf2'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:05.562642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ee205d17-c802-4ccb-afa1-cd4cc0f22014 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:05.562792 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:05.662788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17a9d024-01c4-4ed8-9274-4842d23d4a0d req-6826f74a-4248-4128-a88c-ecb4cc8c502e tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467819 Aug 21 09:06:05.684950 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-85584198-bad1-49f6-a441-1a9de879c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:05.687778 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-85584198-bad1-49f6-a441-1a9de879c131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:05.690711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-85584198-bad1-49f6-a441-1a9de879c131 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aac93ea8-3481-46a3-b31a-874ad1d7d2e1 HTTP/1.1" status: 204 len: 168 time: 0.7911541 Aug 21 09:06:05.741096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85584198-bad1-49f6-a441-1a9de879c131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac93ea8-3481-46a3-b31a-874ad1d7d2e1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:05.752806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-aecc1630-c73c-4334-bd00-493c093d8679 service neutron] 10.222.0.20 "GET /v2.0/networks/76eb17f7-1f53-4233-bf42-c61baf18baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117399 Aug 21 09:06:05.870275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Made reservation on behalf of ec44a488b58c4ff480090f59e9183bf2 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:05.874219 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:05.900155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01190505-b3a8-4f32-acdf-395769243c28 req-784842c2-b3b0-47cd-afae-42a50e2e8a30 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 210 time: 0.0488467 Aug 21 09:06:06.045646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Allocated IP 172.20.0.7 (73450b22-0f7b-4756-99d9-a1fdb9a2a648/74fc87cd-bb56-4b37-976a-7ed85aa94def/b31e9a2e-8741-4caf-8da9-0b5a0e827ddb) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:06.208561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c961f97a-ee4d-4e96-9d44-22a7955cdf74 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:06.227806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ec75c-57a2-44f4-830d-1f8782b1f868 req-4a6c955f-2fb4-4b30-a9ca-11d62f86b062 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:06.238885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-368ec75c-57a2-44f4-830d-1f8782b1f868 req-4a6c955f-2fb4-4b30-a9ca-11d62f86b062 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 945 time: 0.1054685 Aug 21 09:06:06.323328 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:06.340879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-368ec75c-57a2-44f4-830d-1f8782b1f868 req-d8f6eb87-27ae-40ce-b83f-8021d4afe98b tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993030 Aug 21 09:06:06.394768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port c961f97a-ee4d-4e96-9d44-22a7955cdf74 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:06.400618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port c961f97a-ee4d-4e96-9d44-22a7955cdf74 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:06.401001 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:06.460089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3581f18e-fecf-4f4b-aa5d-fd35c80c8e20 req-ff494a1c-2075-43fa-b745-7f11171d6b9d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 210 time: 0.0477293 Aug 21 09:06:06.469790 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35830) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:06.557598 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:06.573204 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:06.603088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:06.606042 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a2324f-85c6-43ca-a403-e86ca9ad2ec1" -d '{"events": [{"server_uuid": "c12aa776-c755-4b18-9fef-f7a42ae9e6a0", "name": "network-vif-plugged", "status": "completed", "tag": "c961f97a-ee4d-4e96-9d44-22a7955cdf74"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:06.630221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:06.668491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:06.676557 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ad528-22de-40ff-820b-d8739d2f8369 x-openstack-request-id: req-856ad528-22de-40ff-820b-d8739d2f8369 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:06.677160 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12aa776-c755-4b18-9fef-f7a42ae9e6a0", "name": "network-vif-plugged", "status": "completed", "tag": "c961f97a-ee4d-4e96-9d44-22a7955cdf74", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:06.677415 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-856ad528-22de-40ff-820b-d8739d2f8369 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:06.677820 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74', 'code': 200} Aug 21 09:06:06.690785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:06.694224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event updated for resources: {'Port': ['ID=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:06.696592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:06.720364 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:06.740647 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-313f0663-a98d-4583-aa2a-a89936c9e19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:06.759238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:06.759950 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:06.791993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90471228-55ff-4efe-8887-7eae96d279f5 None None] Network 3c1170b7-715a-4857-a0b6-838c30f81462 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:06:06.833100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea169f9-7413-499a-86eb-3456be87625b req-bb9658c0-8971-4e12-bba3-5a82ed105618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:06.834980 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7ea169f9-7413-499a-86eb-3456be87625b req-bb9658c0-8971-4e12-bba3-5a82ed105618 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0644472 Aug 21 09:06:06.835214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=c961f97a-ee4d-4e96-9d44-22a7955cdf74,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:06.847921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d63fd2-887a-4767-a8c5-481944c55285 req-441b8ddf-3219-4ec1-9b01-23025ed25db9 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:06.849610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94d63fd2-887a-4767-a8c5-481944c55285 req-441b8ddf-3219-4ec1-9b01-23025ed25db9 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 945 time: 0.0688262 Aug 21 09:06:06.884133 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7ea169f9-7413-499a-86eb-3456be87625b req-fed9bf23-7a78-46c6-b6f3-77a530a82e1d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Aug 21 09:06:06.906007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94d63fd2-887a-4767-a8c5-481944c55285 req-85f88532-04ab-41e1-8564-bff8fbbb1d35 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439403 Aug 21 09:06:06.983151 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b90f9ff5-fc90-4d6c-9ef8-d95380e17c34 None None] Provisioning for port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:07.011054 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-313f0663-a98d-4583-aa2a-a89936c9e19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.033003 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4e04e622-862f-422d-83a1-7218ca65d2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.086117 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-313f0663-a98d-4583-aa2a-a89936c9e19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.090204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23024d5-e577-499c-83c5-52d5067f9efd req-f2250c5a-0380-4f3f-a84b-1a14dfbf386f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:07.092239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b23024d5-e577-499c-83c5-52d5067f9efd req-f2250c5a-0380-4f3f-a84b-1a14dfbf386f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 931 time: 0.0776708 Aug 21 09:06:07.126588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f0663-a98d-4583-aa2a-a89936c9e19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e0c86a-f634-474b-8f16-4f6d97c79838,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:07.131669 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-313f0663-a98d-4583-aa2a-a89936c9e19b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3ddfc63af814d6bb64544a0ca0acdb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6607602 Aug 21 09:06:07.134293 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35860) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:07.146094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b23024d5-e577-499c-83c5-52d5067f9efd req-967fd7c1-bcb0-483e-909c-5f6d1baba12b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436056 Aug 21 09:06:07.189796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-191102e9-7821-4d6c-bcbb-dadb0abf462c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6409817 Aug 21 09:06:07.207119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Request body: {'port': {'device_id': '24bc1548-c8d0-40c6-a857-a45aa3f6f7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:07.264235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c9b30b0-0b48-4b8b-a40e-121f0c15c77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.294069 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c9b30b0-0b48-4b8b-a40e-121f0c15c77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.332606 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.361099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a3412-d977-4282-8951-bddd49ea2e60 req-4ab7867e-4c3d-43b5-9d01-2f6172b1c37a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:07.365321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-703a3412-d977-4282-8951-bddd49ea2e60 req-4ab7867e-4c3d-43b5-9d01-2f6172b1c37a tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 945 time: 0.1145616 Aug 21 09:06:07.375025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35882) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:07.384271 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c78b188d-93ad-49c0-a4ba-e532adfb6070 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Request body: {'floatingip': {'port_id': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:07.435272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78b188d-93ad-49c0-a4ba-e532adfb6070 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.477504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:07.488815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c9b30b0-0b48-4b8b-a40e-121f0c15c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.489616 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c9b30b0-0b48-4b8b-a40e-121f0c15c77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.490973 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7c9b30b0-0b48-4b8b-a40e-121f0c15c77c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08e0c86a-f634-474b-8f16-4f6d97c79838 HTTP/1.1" status: 204 len: 168 time: 0.3557022 Aug 21 09:06:07.554463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b30b0-0b48-4b8b-a40e-121f0c15c77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e0c86a-f634-474b-8f16-4f6d97c79838,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:07.612401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:07.618397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:07.618397 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.668968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35896) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:07.709711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07227a25-37dd-49c9-adb3-274d15d82002 req-80782f3a-dea6-42ef-8b43-d0e70e566caf tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:07.718028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07227a25-37dd-49c9-adb3-274d15d82002 req-80782f3a-dea6-42ef-8b43-d0e70e566caf tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.2654939 Aug 21 09:06:07.737819 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.778195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af,segment=NetworkSegment(c5525a63-899f-4aed-8e81-3263da90f7ac),segment_id=c5525a63-899f-4aed-8e81-3263da90f7ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:07.786459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07227a25-37dd-49c9-adb3-274d15d82002 req-618f3dec-0366-4a87-bdfb-b833ce6b7a59 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671742 Aug 21 09:06:07.808752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-network', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:07.888708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31e9a2e-8741-4caf-8da9-0b5a0e827ddb {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:07.904388 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:07.925530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a254f0a-23d3-4926-91a6-9012245f950c req-fabea09d-87cb-4094-9b32-c0b815d51d40 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 210 time: 0.0441556 Aug 21 09:06:07.938290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Transition to ACTIVE for port object b31e9a2e-8741-4caf-8da9-0b5a0e827ddb will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:07.989544 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.016792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Made reservation on behalf of 0fe50cbd31d346bb830b6b68e306f11d for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:08.019803 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.023328 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.036524 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.046154 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:06:08.077242 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78b188d-93ad-49c0-a4ba-e532adfb6070 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.112135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:08.129065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:08.150925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Pushing event updated for resources: {'Port': ['ID=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:08.207896 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.209621 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78b188d-93ad-49c0-a4ba-e532adfb6070 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.226526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Attempting to bind port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:08.227574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Attempting to bind port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:08.229015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Attempting to bind port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:08.240647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:06:08.240966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Attempting to bind port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:08.252175 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.278883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:08.280965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Checking segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:08.280965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Bound using segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:08.281375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Bound port: b31e9a2e-8741-4caf-8da9-0b5a0e827ddb, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:08.281592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.301664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.302934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:08.329595 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:06:08.346070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83773258-f4d0-4995-83af-4c1fb1595bf3 req-48a9cad1-ed13-4812-9c7b-a03e66a81607 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:08.347654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83773258-f4d0-4995-83af-4c1fb1595bf3 req-48a9cad1-ed13-4812-9c7b-a03e66a81607 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 943 time: 0.1092687 Aug 21 09:06:08.354850 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.355194 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Added segment 9c1b2197-b8d1-41f2-af8b-efc7625e3650 of type vlan for network f2402244-ac0c-47f4-a1f0-b4e7f5313516 Aug 21 09:06:08.364316 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-c78b188d-93ad-49c0-a4ba-e532adfb6070 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Floating IP cfe1465c-bf4b-4c1a-afe0-cacc19f46811 associated. External IP: 172.25.5.174, port: 7bb40b72-f2c1-4e76-93bf-d41695f17f8d. Aug 21 09:06:08.367919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cde3477-bd79-46cd-8847-1bb9b2db6a75,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:08.390806 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.399432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] For port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:08.404651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] For port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:08.411704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83773258-f4d0-4995-83af-4c1fb1595bf3 req-7ae59b23-5b80-4436-a6ce-b0e51ee88321 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526137 Aug 21 09:06:08.445958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.461623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:08.501853 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.548163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:08.548816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.550219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] 10.222.0.22 "PUT /v2.0/ports/b31e9a2e-8741-4caf-8da9-0b5a0e827ddb HTTP/1.1" status: 200 len: 1092 time: 1.3499122 Aug 21 09:06:08.550650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bc1548-c8d0-40c6-a857-a45aa3f6f7a3', 'tag': 'b31e9a2e-8741-4caf-8da9-0b5a0e827ddb'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:08.553002 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa850027-34af-454d-a87c-e8395e09bf40" -d '{"events": [{"name": "network-changed", "server_uuid": "24bc1548-c8d0-40c6-a857-a45aa3f6f7a3", "tag": "b31e9a2e-8741-4caf-8da9-0b5a0e827ddb"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:08.577713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbafd46-15e5-41a2-8f94-40ca8226d1ba service neutron] Pushing event updated for resources: {'Port': ['ID=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:08.608085 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46668238-32a2-48e8-b418-496fa88a6bbc x-openstack-request-id: req-46668238-32a2-48e8-b418-496fa88a6bbc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:08.608382 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24bc1548-c8d0-40c6-a857-a45aa3f6f7a3", "tag": "b31e9a2e-8741-4caf-8da9-0b5a0e827ddb", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:08.608632 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46668238-32a2-48e8-b418-496fa88a6bbc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:08.609566 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bc1548-c8d0-40c6-a857-a45aa3f6f7a3', 'tag': 'b31e9a2e-8741-4caf-8da9-0b5a0e827ddb', 'status': 'completed', 'code': 200} Aug 21 09:06:08.621347 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.622458 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:08.623073 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.632829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35910) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:08.679474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:08.680616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-368c8f71-7fdb-4a07-9a8e-3dd274bebe20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.683502 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98c055e-6a81-4772-b454-5df77d2140a9" -d '{"events": [{"server_uuid": "31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:08.702999 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] Pushing event updated for resources: {'Network': ['ID=f2402244-ac0c-47f4-a1f0-b4e7f5313516,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:08.710574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850027-34af-454d-a87c-e8395e09bf40 req-a8c2d2e6-7a0b-4c40-b0b9-0c4bc5df992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:08.712143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa850027-34af-454d-a87c-e8395e09bf40 req-a8c2d2e6-7a0b-4c40-b0b9-0c4bc5df992a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 1095 time: 0.0804417 Aug 21 09:06:08.714251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network f2402244-ac0c-47f4-a1f0-b4e7f5313516 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:06:08.732235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78b188d-93ad-49c0-a4ba-e532adfb6070 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Router b8ba3740-7a27-492a-85c7-914d7b476f0b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:06:08.738876 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95220df5-264b-45b8-852a-a39ac811176e x-openstack-request-id: req-95220df5-264b-45b8-852a-a39ac811176e {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:08.739008 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:08.739360 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95220df5-264b-45b8-852a-a39ac811176e {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:08.739778 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b', 'code': 200} Aug 21 09:06:08.750149 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-92380314-0a06-41b5-bb26-0b67104c2649 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0797901 Aug 21 09:06:08.752277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35924) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:08.757712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] Request body: {'subnet': {'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-subnet', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:08.867606 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78b188d-93ad-49c0-a4ba-e532adfb6070 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:06:08.875504 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78b188d-93ad-49c0-a4ba-e532adfb6070 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:08.880387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3623a02-c1e1-41fa-b31e-c78d6453dc80 None None] Sync routers for ids ['b8ba3740-7a27-492a-85c7-914d7b476f0b'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:06:08.890930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3623a02-c1e1-41fa-b31e-c78d6453dc80 None None] Routers {'b8ba3740-7a27-492a-85c7-914d7b476f0b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:06:08.891577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b3623a02-c1e1-41fa-b31e-c78d6453dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b8ba3740-7a27-492a-85c7-914d7b476f0b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:08.913306 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c78b188d-93ad-49c0-a4ba-e532adfb6070 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "PUT /v2.0/floatingips/cfe1465c-bf4b-4c1a-afe0-cacc19f46811 HTTP/1.1" status: 200 len: 991 time: 1.5333154 Aug 21 09:06:08.913306 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e212297-1db2-4997-9379-5394f83cd1a1', 'tag': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:08.913306 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2e212297-1db2-4997-9379-5394f83cd1a1", "tag": "7bb40b72-f2c1-4e76-93bf-d41695f17f8d"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:08.954820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850027-34af-454d-a87c-e8395e09bf40 req-2da1adf5-b66b-4e13-b995-da81f32d8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:08.956382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa850027-34af-454d-a87c-e8395e09bf40 req-2da1adf5-b66b-4e13-b995-da81f32d8803 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ec44a488b58c4ff480090f59e9183bf2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2346234 Aug 21 09:06:08.970704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f1d28-2450-412d-87e6-eb560fa9c01d req-11319a8d-f3fa-4dc1-8758-814599fa8bcd tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:08.972665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee8f1d28-2450-412d-87e6-eb560fa9c01d req-11319a8d-f3fa-4dc1-8758-814599fa8bcd tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.1076150 Aug 21 09:06:09.006968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b3623a02-c1e1-41fa-b31e-c78d6453dc80 None None] Set router b8ba3740-7a27-492a-85c7-914d7b476f0b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:06:09.037531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-8396219c-b2ef-4264-b90f-8c1411d1bc9c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:09.039072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-8396219c-b2ef-4264-b90f-8c1411d1bc9c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 804 time: 0.2458169 Aug 21 09:06:09.110002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-f661a44c-e716-4642-90fa-21d7a826a21d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/quotas/e5ddc74da1ea4189b34d8319c80c4d0b HTTP/1.1" status: 200 len: 375 time: 0.0394504 Aug 21 09:06:09.136120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee8f1d28-2450-412d-87e6-eb560fa9c01d req-99865718-4a2c-4c8c-a9bf-3de0ecc6da07 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479530 Aug 21 09:06:09.186679 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-368c8f71-7fdb-4a07-9a8e-3dd274bebe20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:09.252631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850027-34af-454d-a87c-e8395e09bf40 req-787aa9ef-01d2-48cb-a15a-3b696f97ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:09.254365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa850027-34af-454d-a87c-e8395e09bf40 req-787aa9ef-01d2-48cb-a15a-3b696f97ad96 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2781169 Aug 21 09:06:09.271155 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-368c8f71-7fdb-4a07-9a8e-3dd274bebe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:09.343531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b3623a02-c1e1-41fa-b31e-c78d6453dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:50Z', 'revision_number': 4, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'cfe1465c-bf4b-4c1a-afe0-cacc19f46811', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'port_id': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'mac_address': 'fa:16:3e:2d:04:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e212297-1db2-4997-9379-5394f83cd1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:04:56Z', 'updated_at': '2021-08-21T09:06:07Z', 'revision_number': 1, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c810a3-e7b7-41ac-8fa7-f94b8134031e', 'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'mac_address': 'fa:16:3e:1d:c7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:47Z', 'updated_at': '2021-08-21T09:04:55Z', 'revision_number': 5, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'subnets': [{'id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:09.398103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3623a02-c1e1-41fa-b31e-c78d6453dc80 None None] Checking router: b8ba3740-7a27-492a-85c7-914d7b476f0b for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:06:09.413080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-f37f726e-38fb-45e7-b75e-b1fe6fa37c0e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2756197 Aug 21 09:06:09.420817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:09.449519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] Made reservation on behalf of 0fe50cbd31d346bb830b6b68e306f11d for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:09.451932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3623a02-c1e1-41fa-b31e-c78d6453dc80 None None] Routers {'b8ba3740-7a27-492a-85c7-914d7b476f0b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:06:09.452073 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:09.452917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b3623a02-c1e1-41fa-b31e-c78d6453dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:05:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b8ba3740-7a27-492a-85c7-914d7b476f0b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:09.508397 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e545dd93-4e54-482e-80fa-4ca50562159a x-openstack-request-id: req-e545dd93-4e54-482e-80fa-4ca50562159a {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:09.508725 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e212297-1db2-4997-9379-5394f83cd1a1", "tag": "7bb40b72-f2c1-4e76-93bf-d41695f17f8d", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:09.508923 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e545dd93-4e54-482e-80fa-4ca50562159a {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:09.509299 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e212297-1db2-4997-9379-5394f83cd1a1', 'tag': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d', 'status': 'completed', 'code': 200} Aug 21 09:06:09.517896 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f80104c-c881-4767-b17e-a4c77e84466b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:09.518856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-368c8f71-7fdb-4a07-9a8e-3dd274bebe20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=105ffe7d81f04a1da93ac148c9862253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8777800 Aug 21 09:06:09.522149 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35940) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:09.534524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8ee361b-9056-45a6-8dca-4ca5263536c0 req-28725629-13a1-4139-b3eb-c75c032db35a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 210 time: 0.1784172 Aug 21 09:06:09.595268 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-79ae883a-cef7-4207-9d00-6dc29ab2e8b3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:09.598361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c8f71-7fdb-4a07-9a8e-3dd274bebe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04c6331-20a2-44c9-867d-08115b57cad3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:09.604991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-79ae883a-cef7-4207-9d00-6dc29ab2e8b3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:09.606630 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-79ae883a-cef7-4207-9d00-6dc29ab2e8b3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "GET /v2.0/networks?id=76eb17f7-1f53-4233-bf42-c61baf18baff&id=3c1170b7-715a-4857-a0b6-838c30f81462&id=76eb17f7-1f53-4233-bf42-c61baf18baff HTTP/1.1" status: 200 len: 1391 time: 0.5341814 Aug 21 09:06:09.623963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b3623a02-c1e1-41fa-b31e-c78d6453dc80 None None] Set router b8ba3740-7a27-492a-85c7-914d7b476f0b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:06:09.625534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'port': {'device_id': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff', 'admin_state_up': True, 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:09.628694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-2abcca58-9cd4-4500-97e1-81e0c4e4c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:09.630217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-2abcca58-9cd4-4500-97e1-81e0c4e4c5d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 1095 time: 0.3116457 Aug 21 09:06:09.676269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca req-b01228e9-8565-450c-9c62-cf1d6cad1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:09.677791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca req-b01228e9-8565-450c-9c62-cf1d6cad1953 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a9e3f88441cd96e8dac1c60da9ae&device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 1097 time: 0.3133430 Aug 21 09:06:09.730708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-a942e591-b7af-4e0a-86f5-b2304f2ba3b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb HTTP/1.1" status: 200 len: 217 time: 0.0897689 Aug 21 09:06:09.735243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:09.736093 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:09.760762 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e682196e-9e8c-4fa0-ab3f-77833138c1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:09.778640 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:09.796988 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e682196e-9e8c-4fa0-ab3f-77833138c1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:09.803529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-1220f51a-6ce9-4e26-aade-f3ba6e92c2ee service neutron] 10.222.0.20 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549132 Aug 21 09:06:09.891667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:09.895638 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:09.948985 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e682196e-9e8c-4fa0-ab3f-77833138c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:09.952240 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e682196e-9e8c-4fa0-ab3f-77833138c1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:09.956208 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e682196e-9e8c-4fa0-ab3f-77833138c1a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f04c6331-20a2-44c9-867d-08115b57cad3 HTTP/1.1" status: 204 len: 168 time: 0.4302747 Aug 21 09:06:09.958460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-485d2c15-c055-4a60-b79e-77a6c335fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:09.960008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-485d2c15-c055-4a60-b79e-77a6c335fb79 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 200 len: 852 time: 0.2174540 Aug 21 09:06:09.975097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4321a-a5ab-4940-8683-c0a3282d8ac7 req-b4b7a7c2-9561-4535-8e02-ac118ff7d6ea tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:09.976743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ce4321a-a5ab-4940-8683-c0a3282d8ac7 req-b4b7a7c2-9561-4535-8e02-ac118ff7d6ea tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 1098 time: 0.2639475 Aug 21 09:06:10.024858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682196e-9e8c-4fa0-ab3f-77833138c1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04c6331-20a2-44c9-867d-08115b57cad3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:10.084783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-016129b4-9ee1-4d7b-bdfc-47b60cdce82f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=73450b22-0f7b-4756-99d9-a1fdb9a2a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020527 Aug 21 09:06:10.105017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b3623a02-c1e1-41fa-b31e-c78d6453dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:50Z', 'revision_number': 4, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'cfe1465c-bf4b-4c1a-afe0-cacc19f46811', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'port_id': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'mac_address': 'fa:16:3e:2d:04:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e212297-1db2-4997-9379-5394f83cd1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:04:56Z', 'updated_at': '2021-08-21T09:06:07Z', 'revision_number': 1, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c810a3-e7b7-41ac-8fa7-f94b8134031e', 'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'mac_address': 'fa:16:3e:1d:c7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:47Z', 'updated_at': '2021-08-21T09:04:55Z', 'revision_number': 5, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'subnets': [{'id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:10.122798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Allocated IP 19.80.0.117 (76eb17f7-1f53-4233-bf42-c61baf18baff/2681d676-3cba-4859-80c8-d34d13f4aecd/9da94dd5-99eb-4d95-926e-4abae90b0c8a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:10.141286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3623a02-c1e1-41fa-b31e-c78d6453dc80 None None] The sync data for ids ['b8ba3740-7a27-492a-85c7-914d7b476f0b'] in n-d-766726-28 is: [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:50Z', 'revision_number': 4, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'cfe1465c-bf4b-4c1a-afe0-cacc19f46811', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'port_id': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'mac_address': 'fa:16:3e:2d:04:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e212297-1db2-4997-9379-5394f83cd1a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:04:56Z', 'updated_at': '2021-08-21T09:06:07Z', 'revision_number': 1, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c810a3-e7b7-41ac-8fa7-f94b8134031e', 'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'mac_address': 'fa:16:3e:1d:c7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:47Z', 'updated_at': '2021-08-21T09:04:55Z', 'revision_number': 5, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'subnets': [{'id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:06:10.141661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca req-18fb9ee6-52d0-4f02-94bb-6fde91c58cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:10.143105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca req-18fb9ee6-52d0-4f02-94bb-6fde91c58cfd service neutron] 10.222.0.13 "GET /v2.0/networks?id=f6971913-957c-4d25-b195-e4b6dbfc0296 HTTP/1.1" status: 200 len: 917 time: 0.4287124 Aug 21 09:06:10.214912 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-227419da-2e6f-496c-9d58-366c89fad993 service neutron] 10.222.0.20 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804429 Aug 21 09:06:10.264686 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:10.301771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ce4321a-a5ab-4940-8683-c0a3282d8ac7 req-2bd49958-c718-475d-9e2f-51eb56f89266 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764781 Aug 21 09:06:10.301771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040e2fa-711a-4111-a9aa-64ce7e23b648 req-2087b919-bdce-4561-96ef-8a360e45a424 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:10.301771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0040e2fa-711a-4111-a9aa-64ce7e23b648 req-2087b919-bdce-4561-96ef-8a360e45a424 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "GET /v2.0/ports?device_id=31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a HTTP/1.1" status: 200 len: 943 time: 0.3219926 Aug 21 09:06:10.315681 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:10.334395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Transition to ACTIVE for port object 9da94dd5-99eb-4d95-926e-4abae90b0c8a will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:10.423787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca req-82fa9757-e820-4c26-948a-166ed056b5a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb40b72-f2c1-4e76-93bf-d41695f17f8d HTTP/1.1" status: 200 len: 999 time: 0.2725549 Aug 21 09:06:10.474524 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cdd287-bd5c-40f2-8a02-f55e470b2d31 None None] New status for floating IP cfe1465c-bf4b-4c1a-afe0-cacc19f46811: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:06:10.477990 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:10.505628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb2739b-5728-41ac-910a-93e51e87a3c8,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:10.531367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-f535ec81-7f69-4b0e-bfb8-d393df99908f service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170406 Aug 21 09:06:10.594042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network 76eb17f7-1f53-4233-bf42-c61baf18baff is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:10.600052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:10.603998 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:10.609059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca req-1a660b6a-a80e-44c5-99c7-87ae867e3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:10.610545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca req-1a660b6a-a80e-44c5-99c7-87ae867e3b9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b145570d-f10a-432c-844f-12ae76fc8f46 HTTP/1.1" status: 200 len: 855 time: 0.1749303 Aug 21 09:06:10.651164 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Port': ['ID=9da94dd5-99eb-4d95-926e-4abae90b0c8a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:10.730772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:10.734391 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:10.765862 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:10.824174 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-9e38e395-7f67-44c3-b3af-57f70e2ac475 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2050242 Aug 21 09:06:10.843755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'port': {'device_id': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462', 'admin_state_up': True, 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:11.063451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-46e03eb4-5699-416b-813f-bdcf0d812aee None None] Provisioning for port 9da94dd5-99eb-4d95-926e-4abae90b0c8a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:11.069650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-46e03eb4-5699-416b-813f-bdcf0d812aee None None] Provisioning complete for port 9da94dd5-99eb-4d95-926e-4abae90b0c8a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:11.073252 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-46e03eb4-5699-416b-813f-bdcf0d812aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:11.191891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-46e03eb4-5699-416b-813f-bdcf0d812aee None None] Port 9da94dd5-99eb-4d95-926e-4abae90b0c8a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:06:11.297500 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:11.301254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:11.309091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] Checking segment: {'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:11.309091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] Network hostable DHCP agents. Network: f2402244-ac0c-47f4-a1f0-b4e7f5313516, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:06:11.397445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ae1f4-ad94-4706-9f22-68a2497669b8 req-f0f27489-1a47-4c39-99c7-68e5d9c0fc4e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:11.404284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-807ae1f4-ad94-4706-9f22-68a2497669b8 req-f0f27489-1a47-4c39-99c7-68e5d9c0fc4e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 943 time: 1.0079751 Aug 21 09:06:11.409969 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-436127c7-016a-4109-bc9c-3839f4da4787 req-e1df4044-e1c6-49a4-8822-34677b789adb tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 210 time: 0.0903800 Aug 21 09:06:11.473982 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Allocated IP 19.86.0.129 (3c1170b7-715a-4857-a0b6-838c30f81462/9b02e173-9663-4665-9b20-f8b948e0e346/f1878ff7-b863-497a-aedb-a1f291b5007f) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:11.508585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0040e2fa-711a-4111-a9aa-64ce7e23b648 req-79b36ef8-5dbb-4788-bd10-5ea4ea8d07f2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Deleting port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:11.508585 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0040e2fa-711a-4111-a9aa-64ce7e23b648 req-79b36ef8-5dbb-4788-bd10-5ea4ea8d07f2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:11.548078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143ba3c9-1d30-43d9-861b-cc9f3805e054 req-4832c257-4f66-49f5-8f68-92c0a5fec984 service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9868536 Aug 21 09:06:11.564264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-807ae1f4-ad94-4706-9f22-68a2497669b8 req-1de9a02c-308b-46dd-a68f-e38b6f8226cf tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588733 Aug 21 09:06:11.571823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca req-75d6b0d0-cbd3-4e76-b14c-6111360e69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:11.573762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca req-75d6b0d0-cbd3-4e76-b14c-6111360e69e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6971913-957c-4d25-b195-e4b6dbfc0296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2744093 Aug 21 09:06:11.620854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] Network f2402244-ac0c-47f4-a1f0-b4e7f5313516 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:06:11.704606 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:11.723109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Transition to ACTIVE for port object f1878ff7-b863-497a-aedb-a1f291b5007f will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:11.762711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, f2402244-ac0c-47f4-a1f0-b4e7f5313516) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:11.771890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae0545-37f0-4bd0-925b-3d12519a2f57 None None] Network f2402244-ac0c-47f4-a1f0-b4e7f5313516 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:06:11.787046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:11.788199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:11.812487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e367636-e3df-4dee-990a-0fbbd0e7d36a req-6d2a35fd-76a5-4800-9a3c-da75c0f04245 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:11.814070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e367636-e3df-4dee-990a-0fbbd0e7d36a req-6d2a35fd-76a5-4800-9a3c-da75c0f04245 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 932 time: 0.3106728 Aug 21 09:06:11.863782 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:11.896648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0040e2fa-711a-4111-a9aa-64ce7e23b648 req-79b36ef8-5dbb-4788-bd10-5ea4ea8d07f2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] For port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:11.896972 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0040e2fa-711a-4111-a9aa-64ce7e23b648 req-79b36ef8-5dbb-4788-bd10-5ea4ea8d07f2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:11.918057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network 3c1170b7-715a-4857-a0b6-838c30f81462 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:11.921947 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:11.924961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0f2980e2-c59d-4f00-9c1b-6bd47bde716d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1713302 Aug 21 09:06:11.927083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca req-1d879e97-59f9-4953-ac7d-3ff433a30c9f service neutron] 10.222.0.13 "GET /v2.0/networks/f6971913-957c-4d25-b195-e4b6dbfc0296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900889 Aug 21 09:06:11.929259 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:11.930688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35994) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:11.934764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Port': ['ID=f1878ff7-b863-497a-aedb-a1f291b5007f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:11.946332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:11.952628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0040e2fa-711a-4111-a9aa-64ce7e23b648 req-79b36ef8-5dbb-4788-bd10-5ea4ea8d07f2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Calling delete_port for 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:11.991875 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:11.992069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e367636-e3df-4dee-990a-0fbbd0e7d36a req-bc9afeb6-cd24-4ba0-ab35-188f27db84e6 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496441 Aug 21 09:06:11.992172 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.000502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'fixed_ips': [{'subnet_id': '3bb2739b-5728-41ac-910a-93e51e87a3c8'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:06:12.002257 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.200782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.203108 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.217573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Allocated IP 172.20.0.2 (f2402244-ac0c-47f4-a1f0-b4e7f5313516/3bb2739b-5728-41ac-910a-93e51e87a3c8/3a85b6ee-c63d-4b6d-af71-fc1f2fc33923) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:12.229489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9a09e5-c1ec-4db9-b321-04c49780d9ca req-87fd83da-c85c-45c0-ad41-9a3003f9dae4 service neutron] 10.222.0.13 "GET /v2.0/networks/f6971913-957c-4d25-b195-e4b6dbfc0296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697902 Aug 21 09:06:12.252868 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e620048e-6d97-4971-915a-3104d8bcd037 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4176822 Aug 21 09:06:12.265291 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'port': {'device_id': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff', 'admin_state_up': True, 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:12.305501 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.327317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.436638 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.449711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Transition to ACTIVE for port object 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:12.476522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Transition to ACTIVE for port object 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:12.516382 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0040e2fa-711a-4111-a9aa-64ce7e23b648 req-79b36ef8-5dbb-4788-bd10-5ea4ea8d07f2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.517775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b3d16bb3-b800-4c21-a8fc-02d0aa0637f2 None None] Provisioning for port f1878ff7-b863-497a-aedb-a1f291b5007f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:12.523506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b3d16bb3-b800-4c21-a8fc-02d0aa0637f2 None None] Provisioning complete for port f1878ff7-b863-497a-aedb-a1f291b5007f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:12.524217 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b3d16bb3-b800-4c21-a8fc-02d0aa0637f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.568475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b36ef8-5dbb-4788-bd10-5ea4ea8d07f2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Pushing event deleted for resources: {'Port': ['ID=1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:12.568739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b3d16bb3-b800-4c21-a8fc-02d0aa0637f2 None None] Port f1878ff7-b863-497a-aedb-a1f291b5007f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:06:12.572253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a8d7e99-b44a-4627-9a63-5f84f22b4523 req-02d7e0b3-df16-4d36-9ce1-b868576f3b09 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 210 time: 0.0667329 Aug 21 09:06:12.573161 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.575682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:12.589445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.625473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Network f2402244-ac0c-47f4-a1f0-b4e7f5313516 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:12.629113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:12.633045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:12.648725 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.677141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Pushing event updated for resources: {'Port': ['ID=3a85b6ee-c63d-4b6d-af71-fc1f2fc33923,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:12.720910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0040e2fa-711a-4111-a9aa-64ce7e23b648 req-79b36ef8-5dbb-4788-bd10-5ea4ea8d07f2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] No DVR routers for this DVR port 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:12.723665 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0040e2fa-711a-4111-a9aa-64ce7e23b648 req-79b36ef8-5dbb-4788-bd10-5ea4ea8d07f2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.727422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0040e2fa-711a-4111-a9aa-64ce7e23b648 req-79b36ef8-5dbb-4788-bd10-5ea4ea8d07f2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "DELETE /v2.0/ports/1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b HTTP/1.1" status: 204 len: 173 time: 2.3995152 Aug 21 09:06:12.727422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'name': 'network-vif-deleted', 'tag': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:12.729205 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418fd51a-bfd0-4a71-ab48-0affdcc68b5c" -d '{"events": [{"server_uuid": "31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a", "name": "network-vif-deleted", "tag": "1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:12.730860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Attempting to bind port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:12.731344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Attempting to bind port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:12.733798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Attempting to bind port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 on network f2402244-ac0c-47f4-a1f0-b4e7f5313516 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:12.746618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:12.748198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Checking segment: {'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:12.748652 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.749826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Bound using segment: {'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:12.751884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Bound port: 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:12.752393 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:12.867461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Allocated IP 19.80.0.85 (76eb17f7-1f53-4233-bf42-c61baf18baff/2681d676-3cba-4859-80c8-d34d13f4aecd/a3eb2132-6459-4bbe-8c0a-7e635c044f94) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:12.899409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] For port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:12.904500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] For port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3a85b6ee-c63d-4b6d-af71-fc1f2fc33923,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:12.917426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4a6d7-2270-4307-aa09-6d9128a2e54a req-e1dfb317-39f7-4bab-b216-3d3d09e46ae6 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:12.925423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfe4a6d7-2270-4307-aa09-6d9128a2e54a req-e1dfb317-39f7-4bab-b216-3d3d09e46ae6 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 943 time: 0.1738584 Aug 21 09:06:12.933166 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2821f19-d031-4a31-b149-43c14ee64dcc x-openstack-request-id: req-e2821f19-d031-4a31-b149-43c14ee64dcc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:12.933507 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a", "name": "network-vif-deleted", "tag": "1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:12.933953 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2821f19-d031-4a31-b149-43c14ee64dcc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:12.934416 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ccf4b9-ff4a-4e84-8b9e-5b6e428d6a9a', 'name': 'network-vif-deleted', 'tag': '1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b', 'status': 'completed', 'code': 200} Aug 21 09:06:12.991485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfe4a6d7-2270-4307-aa09-6d9128a2e54a req-5247bb02-7b0e-4d2e-ad02-8c277a185665 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655024 Aug 21 09:06:13.052343 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:13.204455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80199653-64ca-45b4-8ad3-464dbe1505d7 None None] Pushing event updated for resources: {'Port': ['ID=3a85b6ee-c63d-4b6d-af71-fc1f2fc33923,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:13.241855 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:13.284862 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Transition to ACTIVE for port object a3eb2132-6459-4bbe-8c0a-7e635c044f94 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:13.327766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-69dc2a48-78f0-4c79-a18f-1cf0a649c45d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:13.329255 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-69dc2a48-78f0-4c79-a18f-1cf0a649c45d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 804 time: 0.2883494 Aug 21 09:06:13.340801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b710eb4-159e-48dc-8efc-1009b25817af req-46fb30a1-ab90-427b-83e2-217ac6076c9f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:13.347235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b710eb4-159e-48dc-8efc-1009b25817af req-46fb30a1-ab90-427b-83e2-217ac6076c9f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:13.352043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b710eb4-159e-48dc-8efc-1009b25817af req-46fb30a1-ab90-427b-83e2-217ac6076c9f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 1655 time: 0.1408911 Aug 21 09:06:13.367823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Request body: {'port': {'device_id': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'admin_state_up': True, 'tenant_id': 'e5ddc74da1ea4189b34d8319c80c4d0b'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:13.382894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:13.475050 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:13.480882 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network 76eb17f7-1f53-4233-bf42-c61baf18baff is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:13.494371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:13.504665 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:13.512510 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Port': ['ID=a3eb2132-6459-4bbe-8c0a-7e635c044f94,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:13.537747 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:13.615065 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:13.615421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:13.647428 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b710eb4-159e-48dc-8efc-1009b25817af req-fbe027a7-7213-43f6-99c7-c7d6199542a9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932259 Aug 21 09:06:13.730123 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ede0860-f1f6-4a0d-9f71-166ff2d97e66 req-f2b7ae91-861e-4855-961d-e66c40d82461 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 210 time: 0.0329096 Aug 21 09:06:13.737457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Made reservation on behalf of e5ddc74da1ea4189b34d8319c80c4d0b for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:13.741317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:13.762077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Allocated IP 172.25.5.172 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/0b93ef5b-1c77-416d-b6e3-dc8760662f7f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:13.869878 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-ffdedadc-af69-415b-aa68-01c7da1e8e88 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6103621 Aug 21 09:06:13.890019 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Request body: {'port': {'device_id': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:13.968837 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:13.986271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Allocated IP 172.20.0.9 (1c67f092-44d6-4a07-bb62-ba467f0eb4c0/d2050f02-4ee6-4f5c-b15c-ac170569c539/34ca8a6d-495f-4689-aa01-114094622622) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:13.994487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b6b58193-c248-4727-b24a-436a25720e9f None None] Provisioning for port a3eb2132-6459-4bbe-8c0a-7e635c044f94 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:14.003508 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:14.012551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b6b58193-c248-4727-b24a-436a25720e9f None None] Provisioning complete for port a3eb2132-6459-4bbe-8c0a-7e635c044f94 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:14.012961 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b6b58193-c248-4727-b24a-436a25720e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:14.098087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b6b58193-c248-4727-b24a-436a25720e9f None None] Port a3eb2132-6459-4bbe-8c0a-7e635c044f94 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:06:14.134765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b31e9a2e-8741-4caf-8da9-0b5a0e827ddb details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:06:14.297916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:14.302270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d3c1-4e2f-414a-9514-a9d9dda57948 req-9fe22a76-ae9a-4e16-9380-8d94673b4094 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:14.309767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b61d3c1-4e2f-414a-9514-a9d9dda57948 req-9fe22a76-ae9a-4e16-9380-8d94673b4094 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 943 time: 0.1046133 Aug 21 09:06:14.322934 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:14.324618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:14.329734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'b31e9a2e-8741-4caf-8da9-0b5a0e827ddb', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'port_id': 'b31e9a2e-8741-4caf-8da9-0b5a0e827ddb', 'mac_address': 'fa:16:3e:c1:bc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fc87cd-bb56-4b37-976a-7ed85aa94def', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:06:14.388872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:06:14.389207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1cdd0d0c-4f54-4410-874c-f32c3dcb9d1b not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:06:14.404466 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:14.446458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:14.452925 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:14.459226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:14.474642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31e9a2e-8741-4caf-8da9-0b5a0e827ddb {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:14.487642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b61d3c1-4e2f-414a-9514-a9d9dda57948 req-85b1c6b4-1b5e-4bca-989a-9a2229e10e87 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767871 Aug 21 09:06:14.491119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:14.493110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Pushing event updated for resources: {'Port': ['ID=0b93ef5b-1c77-416d-b6e3-dc8760662f7f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:14.510018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:14.513796 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da94dd5-99eb-4d95-926e-4abae90b0c8a {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:14.522608 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:14.536707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Transition to ACTIVE for port object 9da94dd5-99eb-4d95-926e-4abae90b0c8a will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:14.554342 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40ea72-38e9-44d8-8d21-e7595d296c6a None None] Network f2402244-ac0c-47f4-a1f0-b4e7f5313516 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:06:14.607289 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:14.635325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:14.680430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:14.693793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:14.718378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Pushing event updated for resources: {'Port': ['ID=9da94dd5-99eb-4d95-926e-4abae90b0c8a,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:14.769629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:14.795545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Attempting to bind port 9da94dd5-99eb-4d95-926e-4abae90b0c8a on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:14.796455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Attempting to bind port 9da94dd5-99eb-4d95-926e-4abae90b0c8a by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:14.797045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Attempting to bind port 9da94dd5-99eb-4d95-926e-4abae90b0c8a on network 76eb17f7-1f53-4233-bf42-c61baf18baff {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:14.802574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Port 9da94dd5-99eb-4d95-926e-4abae90b0c8a on network 76eb17f7-1f53-4233-bf42-c61baf18baff not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:06:14.803626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Attempting to bind port 9da94dd5-99eb-4d95-926e-4abae90b0c8a on network 76eb17f7-1f53-4233-bf42-c61baf18baff {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:14.812237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:14.812704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Checking segment: {'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:14.813204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Bound using segment: {'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:14.813729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Bound port: 9da94dd5-99eb-4d95-926e-4abae90b0c8a, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:14.814192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:14.851725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e1282818-209e-485c-b215-9a98d9805d6d None None] Provisioning for port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:14.879746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['b31e9a2e-8741-4caf-8da9-0b5a0e827ddb'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:14.919010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:14.957837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:14.960462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Pushing event updated for resources: {'Port': ['ID=34ca8a6d-495f-4689-aa01-114094622622,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:14.988867 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] For port 9da94dd5-99eb-4d95-926e-4abae90b0c8a, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:15.001056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] For port 9da94dd5-99eb-4d95-926e-4abae90b0c8a, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9da94dd5-99eb-4d95-926e-4abae90b0c8a,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:15.075163 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.132973 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.151893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.178667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:15.179844 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.182103 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] 10.222.0.13 "PUT /v2.0/ports/9da94dd5-99eb-4d95-926e-4abae90b0c8a HTTP/1.1" status: 200 len: 1093 time: 1.2959647 Aug 21 09:06:15.182687 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'tag': '9da94dd5-99eb-4d95-926e-4abae90b0c8a'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:15.185583 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197780ce-11da-445a-8225-0fe6a33394f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "tag": "9da94dd5-99eb-4d95-926e-4abae90b0c8a"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:15.191103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aee29b-fd99-4474-935a-89d00ae2fddb service neutron] Pushing event updated for resources: {'Port': ['ID=9da94dd5-99eb-4d95-926e-4abae90b0c8a,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:15.250593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d07805-7ae5-4d70-bbb2-0055549ceb69 req-8afd2afc-2a8e-4f34-81f2-9f5d55040b47 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:15.257010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d07805-7ae5-4d70-bbb2-0055549ceb69 req-8afd2afc-2a8e-4f34-81f2-9f5d55040b47 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:15.263357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d07805-7ae5-4d70-bbb2-0055549ceb69 req-8afd2afc-2a8e-4f34-81f2-9f5d55040b47 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:15.265332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01d07805-7ae5-4d70-bbb2-0055549ceb69 req-8afd2afc-2a8e-4f34-81f2-9f5d55040b47 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2388 time: 0.3480163 Aug 21 09:06:15.279303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Request body: {'port': {'device_id': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:15.312391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:15.313177 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.351162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.362202 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.470864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-9bab6b8f-d91b-4f9b-9015-f6a055447a78 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1171365 Aug 21 09:06:15.501985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:15.503168 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Request body: {'port': {'device_id': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:15.514208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916a878-caea-4c3f-8fac-d2ca8b4925e5 req-98ebc367-c6f0-4b89-95a0-78fda48c6113 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:15.515855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5916a878-caea-4c3f-8fac-d2ca8b4925e5 req-98ebc367-c6f0-4b89-95a0-78fda48c6113 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 931 time: 0.4329448 Aug 21 09:06:15.563332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01d07805-7ae5-4d70-bbb2-0055549ceb69 req-6e182dd5-19d3-4342-8bb8-fe5dedb5045a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821002 Aug 21 09:06:15.637167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36076) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:15.684009 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.691686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:15.698170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:15.698795 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.835395 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7930838-17de-4b86-a8c6-99f58d7a4472 x-openstack-request-id: req-a7930838-17de-4b86-a8c6-99f58d7a4472 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:15.835829 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "tag": "9da94dd5-99eb-4d95-926e-4abae90b0c8a", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:15.836310 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7930838-17de-4b86-a8c6-99f58d7a4472 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:15.837113 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'tag': '9da94dd5-99eb-4d95-926e-4abae90b0c8a', 'status': 'completed', 'code': 200} Aug 21 09:06:15.851383 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.858262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1878ff7-b863-497a-aedb-a1f291b5007f {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:15.867309 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.881297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Transition to ACTIVE for port object f1878ff7-b863-497a-aedb-a1f291b5007f will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:15.885657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3a85b6ee-c63d-4b6d-af71-fc1f2fc33923,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:15.965225 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:15.965782 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:16.036261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=3a85b6ee-c63d-4b6d-af71-fc1f2fc33923,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:16.069845 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Pushing event updated for resources: {'Port': ['ID=f1878ff7-b863-497a-aedb-a1f291b5007f,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:16.156540 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Attempting to bind port f1878ff7-b863-497a-aedb-a1f291b5007f on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:16.157026 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Attempting to bind port f1878ff7-b863-497a-aedb-a1f291b5007f by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'c5525a63-899f-4aed-8e81-3263da90f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:16.164070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Attempting to bind port f1878ff7-b863-497a-aedb-a1f291b5007f on network 3c1170b7-715a-4857-a0b6-838c30f81462 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:16.164252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b31e9a2e-8741-4caf-8da9-0b5a0e827ddb up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:16.164723 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Port f1878ff7-b863-497a-aedb-a1f291b5007f on network 3c1170b7-715a-4857-a0b6-838c30f81462 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:06:16.164723 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Attempting to bind port f1878ff7-b863-497a-aedb-a1f291b5007f on network 3c1170b7-715a-4857-a0b6-838c30f81462 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:16.172830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:16.173704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Checking segment: {'id': 'c5525a63-899f-4aed-8e81-3263da90f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:16.174272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Bound using segment: {'id': 'c5525a63-899f-4aed-8e81-3263da90f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:16.174871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Bound port: f1878ff7-b863-497a-aedb-a1f291b5007f, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5525a63-899f-4aed-8e81-3263da90f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:16.175417 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:16.273867 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] For port f1878ff7-b863-497a-aedb-a1f291b5007f, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:16.279039 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] For port f1878ff7-b863-497a-aedb-a1f291b5007f, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f1878ff7-b863-497a-aedb-a1f291b5007f,segment=NetworkSegment(c5525a63-899f-4aed-8e81-3263da90f7ac),segment_id=c5525a63-899f-4aed-8e81-3263da90f7ac)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:16.298333 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:16.298572 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5916a878-caea-4c3f-8fac-d2ca8b4925e5 req-028b2c8d-f300-4bcc-bc26-8f80d8c1916f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7595179 Aug 21 09:06:16.309379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:16.309846 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:16.356034 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:16.373346 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09bf2ef5-ae87-4418-803a-84b0db2c0c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:16.393775 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:16.394861 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:16.397063 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] 10.222.0.13 "PUT /v2.0/ports/f1878ff7-b863-497a-aedb-a1f291b5007f HTTP/1.1" status: 200 len: 1093 time: 1.1297498 Aug 21 09:06:16.430715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4423b0-0f7d-4845-9282-fea949992194 service neutron] Pushing event updated for resources: {'Port': ['ID=f1878ff7-b863-497a-aedb-a1f291b5007f,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:16.437806 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:16.465851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bc1548-c8d0-40c6-a857-a45aa3f6f7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31e9a2e-8741-4caf-8da9-0b5a0e827ddb'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:16.468681 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cb8d6b-1042-4377-929c-5753fb5fc0ce" -d '{"events": [{"server_uuid": "24bc1548-c8d0-40c6-a857-a45aa3f6f7a3", "name": "network-vif-plugged", "status": "completed", "tag": "b31e9a2e-8741-4caf-8da9-0b5a0e827ddb"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:16.477314 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:16.492539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:16.496485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197780ce-11da-445a-8225-0fe6a33394f1 req-c02f391d-df98-486d-a050-4ec49fa1f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:16.496968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197780ce-11da-445a-8225-0fe6a33394f1 req-c02f391d-df98-486d-a050-4ec49fa1f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:16.498285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197780ce-11da-445a-8225-0fe6a33394f1 req-c02f391d-df98-486d-a050-4ec49fa1f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:16.499968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-197780ce-11da-445a-8225-0fe6a33394f1 req-c02f391d-df98-486d-a050-4ec49fa1f397 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2758 time: 0.2155809 Aug 21 09:06:16.506029 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Request body: {'port': {'device_id': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:16.515412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2b0aa-95eb-4243-a010-332c249c2340 req-2587178f-c80b-4fa0-b49c-161130d40df1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:16.517471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8f2b0aa-95eb-4243-a010-332c249c2340 req-2587178f-c80b-4fa0-b49c-161130d40df1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 944 time: 0.2245421 Aug 21 09:06:16.530183 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba92a84-ac71-4693-88ad-dc204fdd8770 x-openstack-request-id: req-dba92a84-ac71-4693-88ad-dc204fdd8770 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:16.530879 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bc1548-c8d0-40c6-a857-a45aa3f6f7a3", "name": "network-vif-plugged", "status": "completed", "tag": "b31e9a2e-8741-4caf-8da9-0b5a0e827ddb", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:16.531590 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dba92a84-ac71-4693-88ad-dc204fdd8770 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:16.532316 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bc1548-c8d0-40c6-a857-a45aa3f6f7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31e9a2e-8741-4caf-8da9-0b5a0e827ddb', 'code': 200} Aug 21 09:06:16.565705 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:16.616069 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:16.714857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:16.868473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8f2b0aa-95eb-4243-a010-332c249c2340 req-abd84805-1faf-4e56-b755-29e03fe95472 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204906 Aug 21 09:06:16.898902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d15c16-54ec-4379-b024-799891ee6c35 req-6c0d7329-53fe-4726-8a65-ddb8118e557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:16.903642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4d15c16-54ec-4379-b024-799891ee6c35 req-6c0d7329-53fe-4726-8a65-ddb8118e557d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 1097 time: 0.2429190 Aug 21 09:06:16.991166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe70e2-34c2-446a-a6a7-493d02bb45fb req-f3b19ef7-0d24-4f41-8c9c-f70382f90aba tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:16.999781 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe70e2-34c2-446a-a6a7-493d02bb45fb req-f3b19ef7-0d24-4f41-8c9c-f70382f90aba tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:17.006875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe70e2-34c2-446a-a6a7-493d02bb45fb req-f3b19ef7-0d24-4f41-8c9c-f70382f90aba tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:17.015312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3eb2132-6459-4bbe-8c0a-7e635c044f94 {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:17.015529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbbe70e2-34c2-446a-a6a7-493d02bb45fb req-f3b19ef7-0d24-4f41-8c9c-f70382f90aba tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2400 time: 0.2880375 Aug 21 09:06:17.032795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.048435 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Transition to ACTIVE for port object a3eb2132-6459-4bbe-8c0a-7e635c044f94 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:17.096878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4d15c16-54ec-4379-b024-799891ee6c35 req-36e52abf-8714-4316-8005-f70a612412cc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751244 Aug 21 09:06:17.113627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197780ce-11da-445a-8225-0fe6a33394f1 req-fa8af4e0-026d-4320-b3c6-aa6d879431e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:17.114169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197780ce-11da-445a-8225-0fe6a33394f1 req-fa8af4e0-026d-4320-b3c6-aa6d879431e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:17.114924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197780ce-11da-445a-8225-0fe6a33394f1 req-fa8af4e0-026d-4320-b3c6-aa6d879431e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:17.117004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-197780ce-11da-445a-8225-0fe6a33394f1 req-fa8af4e0-026d-4320-b3c6-aa6d879431e1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5964968 Aug 21 09:06:17.168148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbbe70e2-34c2-446a-a6a7-493d02bb45fb req-5722b35c-2173-4544-800a-362630fa9fec tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457241 Aug 21 09:06:17.204187 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09bf2ef5-ae87-4418-803a-84b0db2c0c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.253702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ca8a6d-495f-4689-aa01-114094622622 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:17.266332 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.297569 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.301440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Transition to ACTIVE for port object 34ca8a6d-495f-4689-aa01-114094622622 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:17.323432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197780ce-11da-445a-8225-0fe6a33394f1 req-5b0db8c7-9556-4b74-8c1c-20e8c3d19167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:17.323432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-197780ce-11da-445a-8225-0fe6a33394f1 req-5b0db8c7-9556-4b74-8c1c-20e8c3d19167 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1730876 Aug 21 09:06:17.349703 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09bf2ef5-ae87-4418-803a-84b0db2c0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.403108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Router 25fc197c-bc24-4868-b165-cdf7f7786d8f is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:06:17.434184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-09bf2ef5-ae87-4418-803a-84b0db2c0c18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43ed494809114b35be3d20bb7d5d73db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7949991 Aug 21 09:06:17.436293 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb2132-6459-4bbe-8c0a-7e635c044f94,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:17.440338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36094) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:17.459092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.466345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:17.531143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf2ef5-ae87-4418-803a-84b0db2c0c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fc7f91-cc66-494a-946b-21652f20907b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:17.572334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:17.572702 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.576006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Attempting to bind port a3eb2132-6459-4bbe-8c0a-7e635c044f94 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:17.576375 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Attempting to bind port a3eb2132-6459-4bbe-8c0a-7e635c044f94 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:17.576660 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Attempting to bind port a3eb2132-6459-4bbe-8c0a-7e635c044f94 on network 76eb17f7-1f53-4233-bf42-c61baf18baff {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:17.590291 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Port a3eb2132-6459-4bbe-8c0a-7e635c044f94 on network 76eb17f7-1f53-4233-bf42-c61baf18baff not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:06:17.590550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Attempting to bind port a3eb2132-6459-4bbe-8c0a-7e635c044f94 on network 76eb17f7-1f53-4233-bf42-c61baf18baff {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:17.603792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:17.604114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Checking segment: {'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:17.604381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Bound using segment: {'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:17.604813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Bound port: a3eb2132-6459-4bbe-8c0a-7e635c044f94, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13bd95a-afc9-4c14-9b09-911f88b3553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:17.605176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.677982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8477852-decc-461a-808f-618ca7513330 req-075d8efc-b324-4cc1-b5cd-1e42ae6297f8 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:17.679768 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8477852-decc-461a-808f-618ca7513330 req-075d8efc-b324-4cc1-b5cd-1e42ae6297f8 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 943 time: 0.2606497 Aug 21 09:06:17.692912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] For port a3eb2132-6459-4bbe-8c0a-7e635c044f94, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:17.696866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] For port a3eb2132-6459-4bbe-8c0a-7e635c044f94, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a3eb2132-6459-4bbe-8c0a-7e635c044f94,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:17.731648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Pushing event updated for resources: {'Port': ['ID=34ca8a6d-495f-4689-aa01-114094622622,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:17.817043 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.843123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4cabea0c-9967-4221-8c14-597e23a58bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.843672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'tag': 'f1878ff7-b863-497a-aedb-a1f291b5007f'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:17.846231 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609e6ea8-ad97-41e4-8b17-3fad7fbca197" -d '{"events": [{"name": "network-changed", "server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "tag": "f1878ff7-b863-497a-aedb-a1f291b5007f"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:17.867624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8477852-decc-461a-808f-618ca7513330 req-71a84842-f382-4e7f-94a1-154e8f6d1e9d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592226 Aug 21 09:06:17.887648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:06:17.897299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4cabea0c-9967-4221-8c14-597e23a58bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.900924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Attempting to bind port 34ca8a6d-495f-4689-aa01-114094622622 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:17.901343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Attempting to bind port 34ca8a6d-495f-4689-aa01-114094622622 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:17.901983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Attempting to bind port 34ca8a6d-495f-4689-aa01-114094622622 on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:17.908450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:17.910478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.915178 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] 10.222.0.13 "PUT /v2.0/ports/a3eb2132-6459-4bbe-8c0a-7e635c044f94 HTTP/1.1" status: 200 len: 1092 time: 1.4139426 Aug 21 09:06:17.920406 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Sync routers for ids ['25fc197c-bc24-4868-b165-cdf7f7786d8f'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:06:17.934820 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce77f8f-b385-4bd2-899d-bc54fc2e32fd x-openstack-request-id: req-9ce77f8f-b385-4bd2-899d-bc54fc2e32fd {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:17.935104 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "tag": "f1878ff7-b863-497a-aedb-a1f291b5007f", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:17.935353 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ce77f8f-b385-4bd2-899d-bc54fc2e32fd {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:17.937356 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'tag': 'f1878ff7-b863-497a-aedb-a1f291b5007f', 'status': 'completed', 'code': 200} Aug 21 09:06:17.938847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Port 34ca8a6d-495f-4689-aa01-114094622622 on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:06:17.939449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Attempting to bind port 34ca8a6d-495f-4689-aa01-114094622622 on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:17.954454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:17.954901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Checking segment: {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:17.955451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Bound using segment: {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:17.956091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Bound port: 34ca8a6d-495f-4689-aa01-114094622622, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:17.956577 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:17.961702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Routers {'25fc197c-bc24-4868-b165-cdf7f7786d8f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:06:17.963413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:06:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25fc197c-bc24-4868-b165-cdf7f7786d8f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:18.042763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afd49b-f793-4357-b03d-cf60fa81efdb service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb2132-6459-4bbe-8c0a-7e635c044f94,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:18.079110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6ea8-ad97-41e4-8b17-3fad7fbca197 req-0791eba2-cf3b-472d-9f6b-a2741d6c8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.079820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6ea8-ad97-41e4-8b17-3fad7fbca197 req-0791eba2-cf3b-472d-9f6b-a2741d6c8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.081069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6ea8-ad97-41e4-8b17-3fad7fbca197 req-0791eba2-cf3b-472d-9f6b-a2741d6c8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.082902 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-609e6ea8-ad97-41e4-8b17-3fad7fbca197 req-0791eba2-cf3b-472d-9f6b-a2741d6c8e52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2868 time: 0.1446939 Aug 21 09:06:18.089549 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:18.094052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36104) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:18.103739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d99586bc-77e8-437d-a60f-8f6d7370471c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.1664674 Aug 21 09:06:18.237530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Set router 25fc197c-bc24-4868-b165-cdf7f7786d8f gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:06:18.285888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] For port 34ca8a6d-495f-4689-aa01-114094622622, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:18.292402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] For port 34ca8a6d-495f-4689-aa01-114094622622, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=34ca8a6d-495f-4689-aa01-114094622622,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:18.301334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4cabea0c-9967-4221-8c14-597e23a58bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:18.306088 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4cabea0c-9967-4221-8c14-597e23a58bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:18.309462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4cabea0c-9967-4221-8c14-597e23a58bf5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90fc7f91-cc66-494a-946b-21652f20907b HTTP/1.1" status: 204 len: 168 time: 0.8579526 Aug 21 09:06:18.321363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabea0c-9967-4221-8c14-597e23a58bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fc7f91-cc66-494a-946b-21652f20907b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:18.361147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3a3aa-90b9-4213-ac39-8ef850e5ba47 req-e7de3d2d-52fc-4403-b6e1-5ba6b58cd042 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.370627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6d3a3aa-90b9-4213-ac39-8ef850e5ba47 req-e7de3d2d-52fc-4403-b6e1-5ba6b58cd042 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 945 time: 0.2844009 Aug 21 09:06:18.390585 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:18.491842 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6ea8-ad97-41e4-8b17-3fad7fbca197 req-b5f252f5-1fcf-4af8-ba79-94457f5e4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.492531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6ea8-ad97-41e4-8b17-3fad7fbca197 req-b5f252f5-1fcf-4af8-ba79-94457f5e4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.493192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6ea8-ad97-41e4-8b17-3fad7fbca197 req-b5f252f5-1fcf-4af8-ba79-94457f5e4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.495729 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-609e6ea8-ad97-41e4-8b17-3fad7fbca197 req-b5f252f5-1fcf-4af8-ba79-94457f5e4efe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4007020 Aug 21 09:06:18.514296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.516153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:18.517037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] 10.222.0.22 "PUT /v2.0/ports/34ca8a6d-495f-4689-aa01-114094622622 HTTP/1.1" status: 200 len: 1092 time: 3.0305014 Aug 21 09:06:18.519412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'tag': '34ca8a6d-495f-4689-aa01-114094622622'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:18.522143 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6fd1a4-d844-482d-9ec6-8e84f1d069f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac", "tag": "34ca8a6d-495f-4689-aa01-114094622622"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:18.536558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6d3a3aa-90b9-4213-ac39-8ef850e5ba47 req-89698a0d-8b1b-48b1-b4d9-254e987b5b25 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641400 Aug 21 09:06:18.553097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e8bac-51e4-4c28-b58c-2c50c36a22e1 service neutron] Pushing event updated for resources: {'Port': ['ID=34ca8a6d-495f-4689-aa01-114094622622,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:18.587680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818273-f601-4e0a-b453-c4aa187d9001 req-39933f72-22b1-45c5-b5c6-ba86861642d1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.598991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818273-f601-4e0a-b453-c4aa187d9001 req-39933f72-22b1-45c5-b5c6-ba86861642d1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.606618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818273-f601-4e0a-b453-c4aa187d9001 req-39933f72-22b1-45c5-b5c6-ba86861642d1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.615260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49818273-f601-4e0a-b453-c4aa187d9001 req-39933f72-22b1-45c5-b5c6-ba86861642d1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2412 time: 0.2035892 Aug 21 09:06:18.676871 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852db7c4-e926-43dd-bd23-298159fa3f51 x-openstack-request-id: req-852db7c4-e926-43dd-bd23-298159fa3f51 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:18.683769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:14Z', 'revision_number': 3, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:18.684435 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac", "tag": "34ca8a6d-495f-4689-aa01-114094622622", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:18.684435 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-852db7c4-e926-43dd-bd23-298159fa3f51 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:18.684435 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'tag': '34ca8a6d-495f-4689-aa01-114094622622', 'status': 'completed', 'code': 200} Aug 21 09:06:18.714495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Checking router: 25fc197c-bc24-4868-b165-cdf7f7786d8f for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:06:18.720555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Updating router 25fc197c-bc24-4868-b165-cdf7f7786d8f port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:06:18.736149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49818273-f601-4e0a-b453-c4aa187d9001 req-82017fe3-6ffe-455b-8ab5-5832fc2b73a0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155944 Aug 21 09:06:18.741675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-4102e630-208b-4359-a061-8bb0ff06c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.742618 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6ea8-ad97-41e4-8b17-3fad7fbca197 req-51522069-b0ea-4d07-af16-4745a0c1add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.744490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-4102e630-208b-4359-a061-8bb0ff06c01c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 1095 time: 0.1259942 Aug 21 09:06:18.744903 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-609e6ea8-ad97-41e4-8b17-3fad7fbca197 req-51522069-b0ea-4d07-af16-4745a0c1add5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2409897 Aug 21 09:06:18.762256 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:18.816146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-8104ed65-8514-4c47-ab5a-026ae93661ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ca8a6d-495f-4689-aa01-114094622622 HTTP/1.1" status: 200 len: 217 time: 0.0635576 Aug 21 09:06:18.892499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-2d9ec4db-cfad-41b1-870b-a64d3e39e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.894205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-2d9ec4db-cfad-41b1-870b-a64d3e39e114 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2050f02-4ee6-4f5c-b15c-ac170569c539 HTTP/1.1" status: 200 len: 844 time: 0.0617678 Aug 21 09:06:18.930191 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-494c0012-e8fa-45a6-b429-2388a43d7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.930565 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-494c0012-e8fa-45a6-b429-2388a43d7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.931036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-494c0012-e8fa-45a6-b429-2388a43d7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:18.931863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-e5032fd1-6280-4a4b-8f27-9e314884f83a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297480 Aug 21 09:06:18.933333 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-494c0012-e8fa-45a6-b429-2388a43d7f8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2868 time: 0.1143260 Aug 21 09:06:19.031816 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-72b546d4-9da1-4110-a520-3b41cd9bd02f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.117&port_id=9da94dd5-99eb-4d95-926e-4abae90b0c8a HTTP/1.1" status: 200 len: 217 time: 0.0858767 Aug 21 09:06:19.129721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-3170a1c4-1f42-46fa-ac78-65bffccaf437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:19.130841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-5a872e26-bf26-46df-8ad3-1c6de68ce803 service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883280 Aug 21 09:06:19.131328 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-3170a1c4-1f42-46fa-ac78-65bffccaf437 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2681d676-3cba-4859-80c8-d34d13f4aecd HTTP/1.1" status: 200 len: 801 time: 0.0920451 Aug 21 09:06:19.135478 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:19.148194 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Transition to ACTIVE for port object 0b93ef5b-1c77-416d-b6e3-dc8760662f7f will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:19.151084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe9926-1bc4-4d46-a93c-2bb08bc69d9f req-6e76b18d-8f7f-4f76-b54e-617385e63920 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:19.152554 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cfe9926-1bc4-4d46-a93c-2bb08bc69d9f req-6e76b18d-8f7f-4f76-b54e-617385e63920 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 943 time: 0.1425734 Aug 21 09:06:19.217408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:19.222815 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:19.229333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4c70ead-93e7-412b-814d-65f589128964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:19.231450 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e4c70ead-93e7-412b-814d-65f589128964 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76eb17f7-1f53-4233-bf42-c61baf18baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898685 Aug 21 09:06:19.243291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cfe9926-1bc4-4d46-a93c-2bb08bc69d9f req-ef3f9610-82a9-4a48-bf23-34322f48a0d2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822980 Aug 21 09:06:19.296628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36122) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:19.306790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca700bb7-7c36-4a66-b6da-47979569d8f7 req-c343f71b-7750-4c1d-8592-577d22ed67dc service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532342 Aug 21 09:06:19.315422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Attempting to bind port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:19.316094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Attempting to bind port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:19.316964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Attempting to bind port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:19.327976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:19.328716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:19.329385 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:19.330086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:19.330766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Bound port: 0b93ef5b-1c77-416d-b6e3-dc8760662f7f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:19.331744 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:19.340287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f514eb05-f000-48ff-b4c0-fbaf69dba8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:19.425187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] For port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:19.430589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] For port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0b93ef5b-1c77-416d-b6e3-dc8760662f7f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:19.430875 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-596d2fc7-bfe9-419f-90aa-4cc52ca60d0f service neutron] 10.222.0.13 "GET /v2.0/networks/76eb17f7-1f53-4233-bf42-c61baf18baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850922 Aug 21 09:06:19.441331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fff3b6-1f59-4baa-8f5b-13be006a5ff6 None None] Pushing event updated for resources: {'Port': ['ID=0b93ef5b-1c77-416d-b6e3-dc8760662f7f,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:19.480389 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f514eb05-f000-48ff-b4c0-fbaf69dba8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:19.496908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fd1a4-d844-482d-9ec6-8e84f1d069f6 req-5e5ab183-41e2-464c-b3df-608a9f7e5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:19.498666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad6fd1a4-d844-482d-9ec6-8e84f1d069f6 req-5e5ab183-41e2-464c-b3df-608a9f7e5ab9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 1095 time: 0.0600028 Aug 21 09:06:19.509112 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:19.524343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Allocated IP 172.20.0.1 (f2402244-ac0c-47f4-a1f0-b4e7f5313516/3bb2739b-5728-41ac-910a-93e51e87a3c8/75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:19.579132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Routers {'25fc197c-bc24-4868-b165-cdf7f7786d8f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:06:19.587231 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:06:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25fc197c-bc24-4868-b165-cdf7f7786d8f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:19.598902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fd1a4-d844-482d-9ec6-8e84f1d069f6 req-11e75c1d-e79e-417f-8806-a5bc2d9b9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:19.600542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad6fd1a4-d844-482d-9ec6-8e84f1d069f6 req-11e75c1d-e79e-417f-8806-a5bc2d9b9b5c service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 905 time: 0.0946712 Aug 21 09:06:19.601973 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f514eb05-f000-48ff-b4c0-fbaf69dba8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:19.615068 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-bd11167e-0351-460d-8c5a-ee90cd16c1ba service neutron] 10.222.0.13 "GET /v2.0/networks/76eb17f7-1f53-4233-bf42-c61baf18baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605124 Aug 21 09:06:19.659801 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-8ee1cedb-7a3f-423f-af0e-1021712afe74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.129&port_id=f1878ff7-b863-497a-aedb-a1f291b5007f HTTP/1.1" status: 200 len: 217 time: 0.0346367 Aug 21 09:06:19.677073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fff3b6-1f59-4baa-8f5b-13be006a5ff6 None None] Pushing event updated for resources: {'Port': ['ID=0b93ef5b-1c77-416d-b6e3-dc8760662f7f,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:19.693963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514eb05-f000-48ff-b4c0-fbaf69dba8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26850992-04ff-4f3e-aaff-d8965159294a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:19.705034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad6fd1a4-d844-482d-9ec6-8e84f1d069f6 req-4504923b-81f7-43b7-983e-f2424212b1fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ca8a6d-495f-4689-aa01-114094622622 HTTP/1.1" status: 200 len: 217 time: 0.0913093 Aug 21 09:06:19.724984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-7875e7b0-c8c3-4eee-96a3-335f4c687066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:19.727745 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-7875e7b0-c8c3-4eee-96a3-335f4c687066 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b02e173-9663-4665-9b20-f8b948e0e346 HTTP/1.1" status: 200 len: 801 time: 0.0572248 Aug 21 09:06:19.779670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fd1a4-d844-482d-9ec6-8e84f1d069f6 req-cc0cdc4f-7319-4b0d-b573-8ae7d25103ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:19.781325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad6fd1a4-d844-482d-9ec6-8e84f1d069f6 req-cc0cdc4f-7319-4b0d-b573-8ae7d25103ec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2050f02-4ee6-4f5c-b15c-ac170569c539 HTTP/1.1" status: 200 len: 844 time: 0.0616412 Aug 21 09:06:19.799900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f514eb05-f000-48ff-b4c0-fbaf69dba8d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9916158cb72f48489eb305e2904f3f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5019557 Aug 21 09:06:19.808680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36130) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:19.847773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad6fd1a4-d844-482d-9ec6-8e84f1d069f6 req-093453c1-f063-47b8-bd81-b6268125de09 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462875 Aug 21 09:06:19.878010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:19.897472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7356b3f-0d34-46ab-a987-63db83640491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:19.907752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cdc63-b45d-435d-9a21-71f03338c7be req-42d9bca8-f502-4915-aa64-0fb6e186cc0e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:19.910339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d61cdc63-b45d-435d-9a21-71f03338c7be req-42d9bca8-f502-4915-aa64-0fb6e186cc0e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 945 time: 0.2082562 Aug 21 09:06:19.921883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-b8cca3d8-7550-4659-b304-bd39b3808d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:19.923372 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-b8cca3d8-7550-4659-b304-bd39b3808d98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c1170b7-715a-4857-a0b6-838c30f81462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833634 Aug 21 09:06:19.929707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Transition to ACTIVE for port object 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:19.935805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] Set router 25fc197c-bc24-4868-b165-cdf7f7786d8f gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:06:19.937873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'tag': 'a3eb2132-6459-4bbe-8c0a-7e635c044f94'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:19.940113 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12" -d '{"events": [{"name": "network-changed", "server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "tag": "a3eb2132-6459-4bbe-8c0a-7e635c044f94"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:19.955478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7356b3f-0d34-46ab-a987-63db83640491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:20.038578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422c35f-c9a1-426b-83a9-eb3cddfa1385 req-90498ff5-9214-48c8-ab26-ff11b1bab556 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:20.045758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422c35f-c9a1-426b-83a9-eb3cddfa1385 req-90498ff5-9214-48c8-ab26-ff11b1bab556 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:20.052009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422c35f-c9a1-426b-83a9-eb3cddfa1385 req-90498ff5-9214-48c8-ab26-ff11b1bab556 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:20.053797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1422c35f-c9a1-426b-83a9-eb3cddfa1385 req-90498ff5-9214-48c8-ab26-ff11b1bab556 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2412 time: 0.2108564 Aug 21 09:06:20.059617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d61cdc63-b45d-435d-9a21-71f03338c7be req-639aa720-43f4-4af6-9800-07ccea292aac tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308396 Aug 21 09:06:20.133277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad6fd1a4-d844-482d-9ec6-8e84f1d069f6 req-7452c285-a96f-4cb2-9ef9-df38cc49908d service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641344 Aug 21 09:06:20.145014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:14Z', 'revision_number': 3, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:20.151716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1422c35f-c9a1-426b-83a9-eb3cddfa1385 req-ebae3277-3b93-46aa-b617-5f8669accaf5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852859 Aug 21 09:06:20.190081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32a6c0-1808-44cb-99f3-cde1f5b83352 None None] The sync data for ids ['25fc197c-bc24-4868-b165-cdf7f7786d8f'] in n-d-766726-28 is: [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:14Z', 'revision_number': 3, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:06:20.287923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad6fd1a4-d844-482d-9ec6-8e84f1d069f6 req-d241c8e7-2a59-467c-9c61-6d8bdb5e0836 service neutron] 10.222.0.22 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330462 Aug 21 09:06:20.389912 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abe5110-a4f5-4b9a-9d5c-dff1cb6ff8ef x-openstack-request-id: req-2abe5110-a4f5-4b9a-9d5c-dff1cb6ff8ef {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:20.390202 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "tag": "a3eb2132-6459-4bbe-8c0a-7e635c044f94", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:20.390452 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2abe5110-a4f5-4b9a-9d5c-dff1cb6ff8ef {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:20.390845 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'tag': 'a3eb2132-6459-4bbe-8c0a-7e635c044f94', 'status': 'completed', 'code': 200} Aug 21 09:06:20.405258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6870930-a529-47bf-ad85-c82dfc050fd7 req-fdd817ee-f190-4c58-a8de-200abe5db696 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:20.406913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6870930-a529-47bf-ad85-c82dfc050fd7 req-fdd817ee-f190-4c58-a8de-200abe5db696 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 943 time: 0.0638719 Aug 21 09:06:20.471382 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-e88dccf6-1109-4ad9-9adb-ca2918887c32 service neutron] 10.222.0.13 "GET /v2.0/networks/3c1170b7-715a-4857-a0b6-838c30f81462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330691 Aug 21 09:06:20.473949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6870930-a529-47bf-ad85-c82dfc050fd7 req-2be4e2a0-cff0-4b70-ba47-128f5139628f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522091 Aug 21 09:06:20.544694 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:20.610269 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7356b3f-0d34-46ab-a987-63db83640491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:20.613169 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7356b3f-0d34-46ab-a987-63db83640491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:20.614328 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7356b3f-0d34-46ab-a987-63db83640491 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26850992-04ff-4f3e-aaff-d8965159294a HTTP/1.1" status: 204 len: 168 time: 0.7852900 Aug 21 09:06:20.647536 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7356b3f-0d34-46ab-a987-63db83640491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26850992-04ff-4f3e-aaff-d8965159294a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:20.656019 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Network f2402244-ac0c-47f4-a1f0-b4e7f5313516 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:20.669102 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:20.672649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Pushing event updated for resources: {'Port': ['ID=75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:20.678772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:20.748420 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-28b67af5-b740-478f-8f82-d6c878b60ae7 service neutron] 10.222.0.13 "GET /v2.0/networks/3c1170b7-715a-4857-a0b6-838c30f81462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396128 Aug 21 09:06:20.839529 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:20.844159 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-46f0d559-a815-41d3-870e-4694d119a49a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=a3eb2132-6459-4bbe-8c0a-7e635c044f94 HTTP/1.1" status: 200 len: 217 time: 0.0843956 Aug 21 09:06:20.938468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-8e0cd31b-3c77-4ce8-bb1e-50f285d72578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:20.940185 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-8e0cd31b-3c77-4ce8-bb1e-50f285d72578 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2681d676-3cba-4859-80c8-d34d13f4aecd HTTP/1.1" status: 200 len: 801 time: 0.0654907 Aug 21 09:06:21.029836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-5bbce887-d3cc-43bf-a85b-16ec79ab4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:21.031384 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-5bbce887-d3cc-43bf-a85b-16ec79ab4a06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76eb17f7-1f53-4233-bf42-c61baf18baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676055 Aug 21 09:06:21.169672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1c47da51-ee92-4d9b-998c-4c2cef94f2b7 None None] Provisioning for port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:21.179366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1c47da51-ee92-4d9b-998c-4c2cef94f2b7 None None] Provisioning complete for port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:21.179366 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1c47da51-ee92-4d9b-998c-4c2cef94f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:21.209345 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:21.231139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1c47da51-ee92-4d9b-998c-4c2cef94f2b7 None None] Port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:06:21.281420 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-2eebde0a-8045-4585-9077-128b5cfeddd2 service neutron] 10.222.0.13 "GET /v2.0/networks/76eb17f7-1f53-4233-bf42-c61baf18baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394371 Aug 21 09:06:21.341412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4a770-ca7d-4900-89b2-eafc859b45fc req-cc918e3f-7619-49c4-80c0-d17406486531 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:21.349339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4a770-ca7d-4900-89b2-eafc859b45fc req-cc918e3f-7619-49c4-80c0-d17406486531 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:21.357066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4a770-ca7d-4900-89b2-eafc859b45fc req-cc918e3f-7619-49c4-80c0-d17406486531 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:21.371612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9c4a770-ca7d-4900-89b2-eafc859b45fc req-cc918e3f-7619-49c4-80c0-d17406486531 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2412 time: 0.1082966 Aug 21 09:06:21.419349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9c4a770-ca7d-4900-89b2-eafc859b45fc req-d8372c8b-d570-4b5e-a990-81fb8d84d538 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531266 Aug 21 09:06:21.481457 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-832235bd-6bdf-44c4-aaa4-afd0c4bf5ab4 req-fafc4733-f75a-4daa-ad7b-09325098afa0 service neutron] 10.222.0.13 "GET /v2.0/networks/76eb17f7-1f53-4233-bf42-c61baf18baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764150 Aug 21 09:06:21.516605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0b93ef5b-1c77-416d-b6e3-dc8760662f7f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:21.553443 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:21.644249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e907a-d8c3-497c-ade3-12b80ce6daa7 req-3371f28f-9cb1-44c6-8100-74032682b9ee tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:21.646142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-764e907a-d8c3-497c-ade3-12b80ce6daa7 req-3371f28f-9cb1-44c6-8100-74032682b9ee tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 943 time: 0.0577853 Aug 21 09:06:21.673649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:21.673871 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:21.678399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:21.682396 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:21.709309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-764e907a-d8c3-497c-ade3-12b80ce6daa7 req-f7d51a08-c65d-4561-b335-61b94d94f19b tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553219 Aug 21 09:06:21.788378 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:21.789382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Pushing event updated for resources: {'Port': ['ID=75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:21.797763 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:21.812649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0b93ef5b-1c77-416d-b6e3-dc8760662f7f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:21.819234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-547da3ba-dcdd-429b-ac9e-e799bfdc8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:21.819234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-547da3ba-dcdd-429b-ac9e-e799bfdc8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:21.819234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-547da3ba-dcdd-429b-ac9e-e799bfdc8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:21.819234 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-547da3ba-dcdd-429b-ac9e-e799bfdc8c4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2868 time: 0.1178925 Aug 21 09:06:21.896574 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:21.959707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=0b93ef5b-1c77-416d-b6e3-dc8760662f7f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:21.991968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-6ac385e8-43c8-4d5c-b3b4-e5fb1e99e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:21.994224 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-6ac385e8-43c8-4d5c-b3b4-e5fb1e99e992 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76eb17f7-1f53-4233-bf42-c61baf18baff HTTP/1.1" status: 200 len: 902 time: 0.1631584 Aug 21 09:06:21.995956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Network f2402244-ac0c-47f4-a1f0-b4e7f5313516 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:22.003924 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:22.086323 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-219771d0-d581-47cd-89d1-f44d012e3699 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=a3eb2132-6459-4bbe-8c0a-7e635c044f94 HTTP/1.1" status: 200 len: 217 time: 0.0837324 Aug 21 09:06:22.178231 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 34ca8a6d-495f-4689-aa01-114094622622 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:06:22.235898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-026badb6-ae7e-4c7f-960e-1a4496fa2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:22.237548 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-026badb6-ae7e-4c7f-960e-1a4496fa2e09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2681d676-3cba-4859-80c8-d34d13f4aecd HTTP/1.1" status: 200 len: 801 time: 0.1409464 Aug 21 09:06:22.300482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Router 25fc197c-bc24-4868-b165-cdf7f7786d8f has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:06:22.332316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-54fbe8d9-1cc9-4457-9cd2-b69cee0b112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:22.333968 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-54fbe8d9-1cc9-4457-9cd2-b69cee0b112a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76eb17f7-1f53-4233-bf42-c61baf18baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841637 Aug 21 09:06:22.344192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 34ca8a6d-495f-4689-aa01-114094622622, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=34ca8a6d-495f-4689-aa01-114094622622,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:22.364106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '34ca8a6d-495f-4689-aa01-114094622622', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'port_id': '34ca8a6d-495f-4689-aa01-114094622622', 'mac_address': 'fa:16:3e:51:a7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2050f02-4ee6-4f5c-b15c-ac170569c539', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:06:22.403440 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6ec5956c-6ba4-4256-a4c2-22614ec0e01b None None] Provisioning complete for port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:22.403889 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6ec5956c-6ba4-4256-a4c2-22614ec0e01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:22.412962 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:22.480118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ca8a6d-495f-4689-aa01-114094622622 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:22.489780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5956c-6ba4-4256-a4c2-22614ec0e01b None None] Port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:06:22.505619 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-acd9033d-61a5-4afc-ab7a-415007076cd2 service neutron] 10.222.0.13 "GET /v2.0/networks/76eb17f7-1f53-4233-bf42-c61baf18baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402724 Aug 21 09:06:22.506720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:06:22.511685 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-05384dd6-253c-4d78-a261-47637c5a16ce admin admin] 10.222.0.20 "PUT /v2.0/routers/25fc197c-bc24-4868-b165-cdf7f7786d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3988965 Aug 21 09:06:22.518738 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Sync routers for ids ['25fc197c-bc24-4868-b165-cdf7f7786d8f'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:06:22.525769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 34ca8a6d-495f-4689-aa01-114094622622, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=34ca8a6d-495f-4689-aa01-114094622622,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:22.530665 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Routers {'25fc197c-bc24-4868-b165-cdf7f7786d8f'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:06:22.532341 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4201c601-be96-494d-a4f0-86089294d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:06:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25fc197c-bc24-4868-b165-cdf7f7786d8f'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:22.605762 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:22.610214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c21a5a-e5e5-4340-a8ed-dd6d0cf72f28 req-b115e076-1c13-4d9c-b92d-14c259a1a694 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:22.622284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c21a5a-e5e5-4340-a8ed-dd6d0cf72f28 req-b115e076-1c13-4d9c-b92d-14c259a1a694 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:22.640899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c21a5a-e5e5-4340-a8ed-dd6d0cf72f28 req-b115e076-1c13-4d9c-b92d-14c259a1a694 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:22.640899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1c21a5a-e5e5-4340-a8ed-dd6d0cf72f28 req-b115e076-1c13-4d9c-b92d-14c259a1a694 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2412 time: 0.1033716 Aug 21 09:06:22.731723 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3273dec3-6bab-4a9f-a46b-3a7731ae1a12 req-a4ecfe37-b54b-4195-83ec-41433eb9b89d service neutron] 10.222.0.13 "GET /v2.0/networks/76eb17f7-1f53-4233-bf42-c61baf18baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042909 Aug 21 09:06:22.738403 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Set router 25fc197c-bc24-4868-b165-cdf7f7786d8f gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:06:22.763110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1c21a5a-e5e5-4340-a8ed-dd6d0cf72f28 req-8a7fd8eb-f68e-488c-a056-d60f3b97602e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118779 Aug 21 09:06:22.764657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=34ca8a6d-495f-4689-aa01-114094622622,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:22.849077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['34ca8a6d-495f-4689-aa01-114094622622'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:22.882790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a9ace-d282-49d2-9961-a806013a295b req-d2a30ead-42f8-4dda-8d76-9d3fd937bac4 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:22.897214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-514a9ace-d282-49d2-9961-a806013a295b req-d2a30ead-42f8-4dda-8d76-9d3fd937bac4 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 944 time: 0.0822318 Aug 21 09:06:22.944841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-514a9ace-d282-49d2-9961-a806013a295b req-2d636c72-5faa-46f2-b2a6-ec6554e4f6ac tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Aug 21 09:06:23.028182 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4201c601-be96-494d-a4f0-86089294d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d', 'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'mac_address': 'fa:16:3e:6e:b9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:19Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 2, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'subnets': [{'id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:23.064572 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Checking router: 25fc197c-bc24-4868-b165-cdf7f7786d8f for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:06:23.066155 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Updating router 25fc197c-bc24-4868-b165-cdf7f7786d8f port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:06:23.090991 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:23.249725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-9bf2e109-18ee-4421-ae69-6d5e8e40c1a6 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:23.251231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-9bf2e109-18ee-4421-ae69-6d5e8e40c1a6 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/networks?id=f2402244-ac0c-47f4-a1f0-b4e7f5313516 HTTP/1.1" status: 200 len: 828 time: 0.1124873 Aug 21 09:06:23.272093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-79ab12f4-fa15-4596-b3d1-8ab88eef797c tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/quotas/0fe50cbd31d346bb830b6b68e306f11d HTTP/1.1" status: 200 len: 375 time: 0.0146298 Aug 21 09:06:23.320954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-da7635f4-c061-4695-86c3-0314d7aaa569 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fe50cbd31d346bb830b6b68e306f11d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475008 Aug 21 09:06:23.401120 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:23.428470 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-62ae504b-3d20-4ffc-8956-3a120db5432f service neutron] 10.222.0.20 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997355 Aug 21 09:06:23.436116 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Transition to ACTIVE for port object 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:23.466713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0b93ef5b-1c77-416d-b6e3-dc8760662f7f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:23.515989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:23.516388 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:23.536878 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:23.563282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-404e6833-220c-492b-a521-3f66bb36360c service neutron] 10.222.0.20 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193943 Aug 21 09:06:23.591449 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28121f50-8a5a-48f0-81dc-41c092dca895 None None] Pushing event updated for resources: {'Port': ['ID=75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:23.669253 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Attempting to bind port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:23.669647 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Attempting to bind port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:23.670011 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Attempting to bind port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d on network f2402244-ac0c-47f4-a1f0-b4e7f5313516 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:23.680425 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:23.680425 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Checking segment: {'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:23.680425 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:23.680425 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Bound using segment: {'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:23.680425 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Bound port: 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:23.680425 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:23.755166 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4201c601-be96-494d-a4f0-86089294d034 None None] For port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:23.758635 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4201c601-be96-494d-a4f0-86089294d034 None None] For port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:23.843367 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:23.916910 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Routers {'25fc197c-bc24-4868-b165-cdf7f7786d8f'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:06:23.917365 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4201c601-be96-494d-a4f0-86089294d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:06:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25fc197c-bc24-4868-b165-cdf7f7786d8f'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:23.986005 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28121f50-8a5a-48f0-81dc-41c092dca895 None None] Pushing event updated for resources: {'Port': ['ID=75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:24.105315 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4201c601-be96-494d-a4f0-86089294d034 None None] Set router 25fc197c-bc24-4868-b165-cdf7f7786d8f gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:06:24.161352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ada79-0095-45ff-9da5-0d901a89c65b req-172e21b1-6250-4b3c-9ec5-a4cce366f193 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:24.169172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ada79-0095-45ff-9da5-0d901a89c65b req-172e21b1-6250-4b3c-9ec5-a4cce366f193 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:24.175520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ada79-0095-45ff-9da5-0d901a89c65b req-172e21b1-6250-4b3c-9ec5-a4cce366f193 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:24.177475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce6ada79-0095-45ff-9da5-0d901a89c65b req-172e21b1-6250-4b3c-9ec5-a4cce366f193 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2412 time: 0.0728807 Aug 21 09:06:24.191033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 34ca8a6d-495f-4689-aa01-114094622622 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:24.222208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce6ada79-0095-45ff-9da5-0d901a89c65b req-98c4eac0-c4f2-4f5e-bbd2-4661252810a3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353293 Aug 21 09:06:24.316208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd0bc57b-a146-4e69-8f73-d77e5eb54098 req-b718a5f3-3b9e-4373-be26-dd435964d250 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 210 time: 0.0355289 Aug 21 09:06:24.319978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 34ca8a6d-495f-4689-aa01-114094622622 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:24.328364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 34ca8a6d-495f-4689-aa01-114094622622 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:24.328826 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:24.389381 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4201c601-be96-494d-a4f0-86089294d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d', 'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'mac_address': 'fa:16:3e:6e:b9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:19Z', 'updated_at': '2021-08-21T09:06:23Z', 'revision_number': 4, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'subnets': [{'id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:24.424740 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201c601-be96-494d-a4f0-86089294d034 None None] The sync data for ids ['25fc197c-bc24-4868-b165-cdf7f7786d8f'] in n-d-766726-28 is: [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d', 'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'mac_address': 'fa:16:3e:6e:b9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:19Z', 'updated_at': '2021-08-21T09:06:23Z', 'revision_number': 4, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'subnets': [{'id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:06:24.489192 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:24.563458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 34ca8a6d-495f-4689-aa01-114094622622, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=34ca8a6d-495f-4689-aa01-114094622622,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:24.564604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ca8a6d-495f-4689-aa01-114094622622'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:24.565939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce36bb-509c-43c0-98b7-7af8365c43c6 req-def37e6e-0d88-4d14-bf61-9672af8876c9 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:24.567638 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfff8376-0f15-44fa-ab45-7eb7e363d4db" -d '{"events": [{"server_uuid": "0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac", "name": "network-vif-plugged", "status": "completed", "tag": "34ca8a6d-495f-4689-aa01-114094622622"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:24.568871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1ce36bb-509c-43c0-98b7-7af8365c43c6 req-def37e6e-0d88-4d14-bf61-9672af8876c9 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 944 time: 0.1623542 Aug 21 09:06:24.623881 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13a638e-1739-4c42-b7c0-80843cd2eb3a x-openstack-request-id: req-c13a638e-1739-4c42-b7c0-80843cd2eb3a {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:24.624222 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac", "name": "network-vif-plugged", "status": "completed", "tag": "34ca8a6d-495f-4689-aa01-114094622622", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:24.624361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1ce36bb-509c-43c0-98b7-7af8365c43c6 req-43340b0c-160a-4da1-978d-94f1daabce19 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438926 Aug 21 09:06:24.624469 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c13a638e-1739-4c42-b7c0-80843cd2eb3a {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:24.624846 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ca8a6d-495f-4689-aa01-114094622622', 'code': 200} Aug 21 09:06:24.657330 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:24.733544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=34ca8a6d-495f-4689-aa01-114094622622,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:24.755867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2dbfe-7f35-44cc-b45d-5ac3065befa0 req-3ca1f8a8-2fac-401d-8878-810f014eb8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:24.757392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ec2dbfe-7f35-44cc-b45d-5ac3065befa0 req-3ca1f8a8-2fac-401d-8878-810f014eb8ff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 1097 time: 0.0500524 Aug 21 09:06:24.818272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ec2dbfe-7f35-44cc-b45d-5ac3065befa0 req-abac0a47-6d4f-44a8-96ce-f5c26377a1f3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Aug 21 09:06:25.382277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5912845-60c4-47ed-adac-d4ef7e605cd7 req-1c5145c9-28f6-4ef8-b73b-69f122b5d45d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:25.394669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5912845-60c4-47ed-adac-d4ef7e605cd7 req-1c5145c9-28f6-4ef8-b73b-69f122b5d45d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:25.403379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5912845-60c4-47ed-adac-d4ef7e605cd7 req-1c5145c9-28f6-4ef8-b73b-69f122b5d45d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:25.412414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5912845-60c4-47ed-adac-d4ef7e605cd7 req-1c5145c9-28f6-4ef8-b73b-69f122b5d45d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2412 time: 0.1028154 Aug 21 09:06:25.505155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:25.561457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22c83f70-1786-4f7b-b792-562625dc71af req-6d65b0c5-46c6-4c90-846c-b78e35dd3c7b tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 210 time: 0.0927286 Aug 21 09:06:25.606772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5912845-60c4-47ed-adac-d4ef7e605cd7 req-4002a7e0-f244-44e9-9480-04819b0cd3e1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931264 Aug 21 09:06:25.725002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:25.729544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:25.730493 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:25.773952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01489a4b-d6e7-446f-8997-ffe2209c3f22 req-6f7ea988-3d0d-4146-b064-5de5ecad01b3 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:25.776183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01489a4b-d6e7-446f-8997-ffe2209c3f22 req-6f7ea988-3d0d-4146-b064-5de5ecad01b3 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 945 time: 0.0573430 Aug 21 09:06:25.832665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01489a4b-d6e7-446f-8997-ffe2209c3f22 req-80a44335-d14e-48c4-8fcb-0cd6628a3fe7 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503922 Aug 21 09:06:25.870973 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:25.904844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:26.017845 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:26.103600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:26.289224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a3eb2132-6459-4bbe-8c0a-7e635c044f94 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:06:26.374786 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36300) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:26.398361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a3eb2132-6459-4bbe-8c0a-7e635c044f94, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a3eb2132-6459-4bbe-8c0a-7e635c044f94,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:26.410068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'a3eb2132-6459-4bbe-8c0a-7e635c044f94', 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff', 'port_id': 'a3eb2132-6459-4bbe-8c0a-7e635c044f94', 'mac_address': 'fa:16:3e:73:8d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2681d676-3cba-4859-80c8-d34d13f4aecd', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:06:26.460185 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:26.478648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3eb2132-6459-4bbe-8c0a-7e635c044f94 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:26.491362 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cf5b086-28b1-47be-a0d4-a4b60a4b40c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:26.501742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a3eb2132-6459-4bbe-8c0a-7e635c044f94, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a3eb2132-6459-4bbe-8c0a-7e635c044f94,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:26.588383 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cf5b086-28b1-47be-a0d4-a4b60a4b40c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:26.657290 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:26.657946 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f1878ff7-b863-497a-aedb-a1f291b5007f details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:06:26.685904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cf5b086-28b1-47be-a0d4-a4b60a4b40c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:26.748666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5b086-28b1-47be-a0d4-a4b60a4b40c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625578b2-88c9-48f6-8246-a222f5ec2642,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:26.753182 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6cf5b086-28b1-47be-a0d4-a4b60a4b40c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9436421b787451d8c2c2cd42292798e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773274 Aug 21 09:06:26.755979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36312) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:26.823872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c92d-3bb7-41c4-8065-41fc923efc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:26.834861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a477c98-56ed-4a57-bd31-cee8eff9a787 req-ee2f38c1-6984-4e3b-8b38-ceccb246ca65 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 210 time: 0.1657171 Aug 21 09:06:26.868826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c92d-3bb7-41c4-8065-41fc923efc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:26.884480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f1878ff7-b863-497a-aedb-a1f291b5007f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f1878ff7-b863-497a-aedb-a1f291b5007f,segment=NetworkSegment(c5525a63-899f-4aed-8e81-3263da90f7ac),segment_id=c5525a63-899f-4aed-8e81-3263da90f7ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:26.908566 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'f1878ff7-b863-497a-aedb-a1f291b5007f', 'network_id': '3c1170b7-715a-4857-a0b6-838c30f81462', 'port_id': 'f1878ff7-b863-497a-aedb-a1f291b5007f', 'mac_address': 'fa:16:3e:f3:09:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b02e173-9663-4665-9b20-f8b948e0e346', 'ip_address': '19.86.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:06:26.945004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1231c07-8c1e-4875-a563-e0ac9645bd49 req-33e530f3-e22d-4d6d-a36b-3867a0410a02 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:26.954244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1231c07-8c1e-4875-a563-e0ac9645bd49 req-33e530f3-e22d-4d6d-a36b-3867a0410a02 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:26.960441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1231c07-8c1e-4875-a563-e0ac9645bd49 req-33e530f3-e22d-4d6d-a36b-3867a0410a02 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:26.968350 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1231c07-8c1e-4875-a563-e0ac9645bd49 req-33e530f3-e22d-4d6d-a36b-3867a0410a02 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2413 time: 0.2022371 Aug 21 09:06:26.990878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=a3eb2132-6459-4bbe-8c0a-7e635c044f94,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:26.994935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-23e6aa47-2fce-47d7-bde7-1e1253ad7906 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:26.996682 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-23e6aa47-2fce-47d7-bde7-1e1253ad7906 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.22 "GET /v2.0/networks?id=f2402244-ac0c-47f4-a1f0-b4e7f5313516 HTTP/1.1" status: 200 len: 828 time: 0.3713439 Aug 21 09:06:26.997914 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:27.028219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1878ff7-b863-497a-aedb-a1f291b5007f {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:27.036461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Request body: {'port': {'device_id': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'admin_state_up': True, 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:27.053972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f1878ff7-b863-497a-aedb-a1f291b5007f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f1878ff7-b863-497a-aedb-a1f291b5007f,segment=NetworkSegment(c5525a63-899f-4aed-8e81-3263da90f7ac),segment_id=c5525a63-899f-4aed-8e81-3263da90f7ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:27.099389 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c92d-3bb7-41c4-8065-41fc923efc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:27.103954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c92d-3bb7-41c4-8065-41fc923efc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:27.110694 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c1b2c92d-3bb7-41c4-8065-41fc923efc29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/625578b2-88c9-48f6-8246-a222f5ec2642 HTTP/1.1" status: 204 len: 168 time: 0.3535984 Aug 21 09:06:27.132771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:27.132973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1231c07-8c1e-4875-a563-e0ac9645bd49 req-ef1ef861-2847-47b2-84b5-213fbfcdd60b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596277 Aug 21 09:06:27.138034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2c92d-3bb7-41c4-8065-41fc923efc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625578b2-88c9-48f6-8246-a222f5ec2642,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:27.144156 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9da94dd5-99eb-4d95-926e-4abae90b0c8a details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:06:27.176913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7981906-8576-4e28-8a79-cd214c691d39 req-ddde4570-c93b-4cd7-bfce-37278d1f9063 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:27.186884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7981906-8576-4e28-8a79-cd214c691d39 req-ddde4570-c93b-4cd7-bfce-37278d1f9063 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 945 time: 0.2089660 Aug 21 09:06:27.278047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9da94dd5-99eb-4d95-926e-4abae90b0c8a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9da94dd5-99eb-4d95-926e-4abae90b0c8a,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:27.289460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=f1878ff7-b863-497a-aedb-a1f291b5007f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:27.292554 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7981906-8576-4e28-8a79-cd214c691d39 req-4f6a9ad8-2dbb-4f76-a1ab-05e7fff17497 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044946 Aug 21 09:06:27.297567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '9da94dd5-99eb-4d95-926e-4abae90b0c8a', 'network_id': '76eb17f7-1f53-4233-bf42-c61baf18baff', 'port_id': '9da94dd5-99eb-4d95-926e-4abae90b0c8a', 'mac_address': 'fa:16:3e:f5:35:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2681d676-3cba-4859-80c8-d34d13f4aecd', 'ip_address': '19.80.0.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:06:27.375253 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:27.389783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da94dd5-99eb-4d95-926e-4abae90b0c8a {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:27.413359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9da94dd5-99eb-4d95-926e-4abae90b0c8a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9da94dd5-99eb-4d95-926e-4abae90b0c8a,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:27.447148 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:27.479292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Made reservation on behalf of 0fe50cbd31d346bb830b6b68e306f11d for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:27.483366 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:27.497572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:27.497919 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:27.523126 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:27.606768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9da94dd5-99eb-4d95-926e-4abae90b0c8a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:27.662260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Allocated IP 172.20.0.8 (f2402244-ac0c-47f4-a1f0-b4e7f5313516/3bb2739b-5728-41ac-910a-93e51e87a3c8/dd342853-a91b-4463-bdac-1bcacc43295d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:27.885888 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:27.945870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Transition to ACTIVE for port object dd342853-a91b-4463-bdac-1bcacc43295d will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:27.964928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe3abd-bef4-4a12-b5cc-ce23b6f770a8 req-f547733d-4cc7-4252-937b-fdc6a2a04381 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:27.966563 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fbe3abd-bef4-4a12-b5cc-ce23b6f770a8 req-f547733d-4cc7-4252-937b-fdc6a2a04381 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 1098 time: 0.1031899 Aug 21 09:06:27.981565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['a3eb2132-6459-4bbe-8c0a-7e635c044f94'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:27.985015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5926334-ca16-40cf-b8cf-60f74bbc2e6c req-624cb8df-02b5-4aea-9e1f-ccef0a258c76 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:27.986596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5926334-ca16-40cf-b8cf-60f74bbc2e6c req-624cb8df-02b5-4aea-9e1f-ccef0a258c76 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 945 time: 0.0836070 Aug 21 09:06:28.058919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fbe3abd-bef4-4a12-b5cc-ce23b6f770a8 req-8c34ff15-d4d1-4625-8fa3-12ea81ab9e83 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842094 Aug 21 09:06:28.060478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9da94dd5-99eb-4d95-926e-4abae90b0c8a'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:28.064314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['f1878ff7-b863-497a-aedb-a1f291b5007f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:28.066516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5926334-ca16-40cf-b8cf-60f74bbc2e6c req-44ebb52c-e816-4e3a-96d7-3f9307784508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721326 Aug 21 09:06:28.126047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:28.566413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Pushing event updated for resources: {'Port': ['ID=dd342853-a91b-4463-bdac-1bcacc43295d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:28.606088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Network f2402244-ac0c-47f4-a1f0-b4e7f5313516 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:28.610674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:28.613554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:28.652079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250dc50-ba6a-46a4-88f2-aabf2b0fee8c req-136cc25b-0119-4800-aaa3-3ee0063e6c03 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:28.653684 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b250dc50-ba6a-46a4-88f2-aabf2b0fee8c req-136cc25b-0119-4800-aaa3-3ee0063e6c03 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 931 time: 0.0908041 Aug 21 09:06:28.713458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:28.714401 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:28.738137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b250dc50-ba6a-46a4-88f2-aabf2b0fee8c req-9eea6437-327e-4486-bedc-7754a992c6a9 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cde3477-bd79-46cd-8847-1bb9b2db6a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749133 Aug 21 09:06:28.824383 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8e26d2d0-337d-4cbe-8608-98654a6bdd96 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7918069 Aug 21 09:06:28.846719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Request body: {'port': {'device_id': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:28.981998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1ee9-8811-4abb-8206-f93f56d4b141 req-6900b7b7-56f5-4d0f-8078-a2c43c35899b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:28.989749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1ee9-8811-4abb-8206-f93f56d4b141 req-6900b7b7-56f5-4d0f-8078-a2c43c35899b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:28.997660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1ee9-8811-4abb-8206-f93f56d4b141 req-6900b7b7-56f5-4d0f-8078-a2c43c35899b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:29.004188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-372b1ee9-8811-4abb-8206-f93f56d4b141 req-6900b7b7-56f5-4d0f-8078-a2c43c35899b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2415 time: 0.1734128 Aug 21 09:06:29.006079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.079901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b65ccbbf-2c1a-4438-92fe-a54f457e1270 None None] Provisioning for port dd342853-a91b-4463-bdac-1bcacc43295d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:29.085551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b65ccbbf-2c1a-4438-92fe-a54f457e1270 None None] Provisioning complete for port dd342853-a91b-4463-bdac-1bcacc43295d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:29.086186 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b65ccbbf-2c1a-4438-92fe-a54f457e1270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.092259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-372b1ee9-8811-4abb-8206-f93f56d4b141 req-554ebab6-0e18-4727-99bf-74f92ecc206f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831077 Aug 21 09:06:29.157339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b65ccbbf-2c1a-4438-92fe-a54f457e1270 None None] Port dd342853-a91b-4463-bdac-1bcacc43295d cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:06:29.194876 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36388) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:29.380051 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36847570-bd0d-462f-b2f2-50ca34b35b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.453686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27627d-e24b-4a24-b6ff-ba937033f7ec req-352104db-683f-4391-affb-3e3cbe7fca2d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:29.455220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa27627d-e24b-4a24-b6ff-ba937033f7ec req-352104db-683f-4391-affb-3e3cbe7fca2d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 945 time: 0.0955572 Aug 21 09:06:29.464002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd342853-a91b-4463-bdac-1bcacc43295d {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:29.477457 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.488570 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36847570-bd0d-462f-b2f2-50ca34b35b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.500484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Transition to ACTIVE for port object dd342853-a91b-4463-bdac-1bcacc43295d will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:29.515625 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa27627d-e24b-4a24-b6ff-ba937033f7ec req-08758a2b-b309-4979-a1cf-ae416674ec00 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471344 Aug 21 09:06:29.571067 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36847570-bd0d-462f-b2f2-50ca34b35b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.603016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.613765 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36847570-bd0d-462f-b2f2-50ca34b35b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e49b84-a537-47a7-a2ff-a752d8494c46,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:29.623133 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-36847570-bd0d-462f-b2f2-50ca34b35b59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=feb365be9e464dbda184cc38107a5f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261205 Aug 21 09:06:29.624039 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36402) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:29.684771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Pushing event updated for resources: {'Port': ['ID=dd342853-a91b-4463-bdac-1bcacc43295d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:29.689002 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c54f1a12-28ea-4d1f-8a46-e73b8979580f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.718492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c54f1a12-28ea-4d1f-8a46-e73b8979580f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.808580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Attempting to bind port dd342853-a91b-4463-bdac-1bcacc43295d on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:29.808918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Attempting to bind port dd342853-a91b-4463-bdac-1bcacc43295d by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:29.809247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Attempting to bind port dd342853-a91b-4463-bdac-1bcacc43295d on network f2402244-ac0c-47f4-a1f0-b4e7f5313516 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:29.814317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Port dd342853-a91b-4463-bdac-1bcacc43295d on network f2402244-ac0c-47f4-a1f0-b4e7f5313516 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:06:29.817900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Attempting to bind port dd342853-a91b-4463-bdac-1bcacc43295d on network f2402244-ac0c-47f4-a1f0-b4e7f5313516 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:29.820574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:29.820838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Checking segment: {'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:29.821224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Bound using segment: {'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:29.822238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Bound port: dd342853-a91b-4463-bdac-1bcacc43295d, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1b2197-b8d1-41f2-af8b-efc7625e3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:29.822603 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.895730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] For port dd342853-a91b-4463-bdac-1bcacc43295d, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:29.898990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] For port dd342853-a91b-4463-bdac-1bcacc43295d, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=dd342853-a91b-4463-bdac-1bcacc43295d,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:29.902755 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c54f1a12-28ea-4d1f-8a46-e73b8979580f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.905460 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c54f1a12-28ea-4d1f-8a46-e73b8979580f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:29.906649 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c54f1a12-28ea-4d1f-8a46-e73b8979580f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2e49b84-a537-47a7-a2ff-a752d8494c46 HTTP/1.1" status: 204 len: 168 time: 0.2811074 Aug 21 09:06:29.914534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f1a12-28ea-4d1f-8a46-e73b8979580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e49b84-a537-47a7-a2ff-a752d8494c46,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:30.012692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:30.060247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:30.061480 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:30.062685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] 10.222.0.22 "PUT /v2.0/ports/dd342853-a91b-4463-bdac-1bcacc43295d HTTP/1.1" status: 200 len: 1092 time: 1.2221127 Aug 21 09:06:30.065325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'tag': 'dd342853-a91b-4463-bdac-1bcacc43295d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:30.068578 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e84566-03a4-4759-9b3d-5b5ad0177b25" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512", "tag": "dd342853-a91b-4463-bdac-1bcacc43295d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:30.092710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Pushing event updated for resources: {'Port': ['ID=dd342853-a91b-4463-bdac-1bcacc43295d,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:30.101671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.104895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.104895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.104895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.104895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.104895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.104895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.104895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.104895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.105630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.105630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.105804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd619a-650a-4daf-a60d-473a60136f99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:30.236502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-fc7e735d-7198-4488-a3c7-294375f94bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:30.239669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-fc7e735d-7198-4488-a3c7-294375f94bb8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0fe50cbd31d346bb830b6b68e306f11d&device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 1095 time: 0.0584712 Aug 21 09:06:30.263155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-d480c153-41c0-429a-a99a-a3bd5ad16f44 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:06:30.271854 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-d480c153-41c0-429a-a99a-a3bd5ad16f44 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135550 Aug 21 09:06:30.281056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Request body: {'binding': {'host': 'n-h2-766726-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:30.281512 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Unknown quota resources ['binding']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:06:30.297388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-f864efd7-adb2-4c07-97c8-5bc07547337a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd342853-a91b-4463-bdac-1bcacc43295d HTTP/1.1" status: 200 len: 217 time: 0.0502918 Aug 21 09:06:30.342252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a3eb2132-6459-4bbe-8c0a-7e635c044f94 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:30.435200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-da11f0df-49f7-4b77-9376-33f64caae586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:30.436727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-da11f0df-49f7-4b77-9376-33f64caae586 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3bb2739b-5728-41ac-910a-93e51e87a3c8 HTTP/1.1" status: 200 len: 867 time: 0.1229365 Aug 21 09:06:30.448824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136bb80-b03a-49ec-b00f-5a739aa8839c req-606fc878-19a3-4ec0-a58e-fcf393cd3148 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:30.457275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on host n-h2-766726-28 for vnic_type normal with profile None {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:30.466807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:30.466807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:30.466807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:06:30.466807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:30.467242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e136bb80-b03a-49ec-b00f-5a739aa8839c req-606fc878-19a3-4ec0-a58e-fcf393cd3148 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 943 time: 0.1226358 Aug 21 09:06:30.468219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:30.468762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:30.469340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:30.469953 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Bound port: c961f97a-ee4d-4e96-9d44-22a7955cdf74, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:30.522971 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:30.531332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port a3eb2132-6459-4bbe-8c0a-7e635c044f94 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:30.535360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e136bb80-b03a-49ec-b00f-5a739aa8839c req-55b38c0b-d42f-4947-8e74-5dacba592875 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cde3477-bd79-46cd-8847-1bb9b2db6a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701370 Aug 21 09:06:30.539928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-ff181cdc-eb89-43df-87ea-2c57e1a62f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:30.540979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port a3eb2132-6459-4bbe-8c0a-7e635c044f94 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:30.541354 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:30.542037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-ff181cdc-eb89-43df-87ea-2c57e1a62f5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f2402244-ac0c-47f4-a1f0-b4e7f5313516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756214 Aug 21 09:06:30.591970 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c39f2fa-f09c-4ebe-8ace-56344eb0a480 x-openstack-request-id: req-2c39f2fa-f09c-4ebe-8ace-56344eb0a480 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:30.592502 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512", "tag": "dd342853-a91b-4463-bdac-1bcacc43295d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:30.593283 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c39f2fa-f09c-4ebe-8ace-56344eb0a480 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:30.593726 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'tag': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'status': 'completed', 'code': 200} Aug 21 09:06:30.634964 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:30.664501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb2132-6459-4bbe-8c0a-7e635c044f94'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:30.667621 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b2f45e-da4a-492a-b896-b21691e3dd50" -d '{"events": [{"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb2132-6459-4bbe-8c0a-7e635c044f94"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:30.681949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a3eb2132-6459-4bbe-8c0a-7e635c044f94, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a3eb2132-6459-4bbe-8c0a-7e635c044f94,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:30.687966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] Notify callbacks [] for binding, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:30.692068 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-6c9ad756-f6b0-4a09-8995-db3dcc48fc95 service neutron] 10.222.0.20 "POST /v2.0/ports/c961f97a-ee4d-4e96-9d44-22a7955cdf74/bindings HTTP/1.1" status: 201 len: 390 time: 0.4189637 Aug 21 09:06:30.711654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-8bb1d0c9-2220-4d97-94a7-e567ac75055b service neutron] 10.222.0.22 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575918 Aug 21 09:06:30.722150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6609789-ec40-4b08-b22e-900a355719e8 req-a0718afe-49df-4257-81b9-c0f386fef8ed tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:30.728319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6609789-ec40-4b08-b22e-900a355719e8 req-a0718afe-49df-4257-81b9-c0f386fef8ed tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:30.734893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6609789-ec40-4b08-b22e-900a355719e8 req-a0718afe-49df-4257-81b9-c0f386fef8ed tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:30.736671 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6609789-ec40-4b08-b22e-900a355719e8 req-a0718afe-49df-4257-81b9-c0f386fef8ed tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2415 time: 0.0970521 Aug 21 09:06:30.765723 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:30.766560 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9da94dd5-99eb-4d95-926e-4abae90b0c8a up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:30.832421 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6609789-ec40-4b08-b22e-900a355719e8 req-ea96207c-daeb-41f4-a770-89806e3e8de4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864799 Aug 21 09:06:30.868070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f011e2a7-f9be-4898-a7e8-ca049554bab8 req-7ed9f224-4da5-4ccc-857f-b3250db46e9c service neutron] 10.222.0.22 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303365 Aug 21 09:06:30.871118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=a3eb2132-6459-4bbe-8c0a-7e635c044f94,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:30.992803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 9da94dd5-99eb-4d95-926e-4abae90b0c8a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:30.998415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 9da94dd5-99eb-4d95-926e-4abae90b0c8a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:30.998788 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:31.033607 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26ebd2d-de23-4731-9f04-ca888824ba74 x-openstack-request-id: req-b26ebd2d-de23-4731-9f04-ca888824ba74 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:31.033899 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb2132-6459-4bbe-8c0a-7e635c044f94", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:31.034152 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b26ebd2d-de23-4731-9f04-ca888824ba74 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:31.034625 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb2132-6459-4bbe-8c0a-7e635c044f94', 'code': 200} Aug 21 09:06:31.099817 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:31.134228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e84566-03a4-4759-9b3d-5b5ad0177b25 req-499c5084-98b1-4523-9241-9c55b1415411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.136065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42e84566-03a4-4759-9b3d-5b5ad0177b25 req-499c5084-98b1-4523-9241-9c55b1415411 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0fe50cbd31d346bb830b6b68e306f11d&device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 1095 time: 0.0923624 Aug 21 09:06:31.145696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9da94dd5-99eb-4d95-926e-4abae90b0c8a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9da94dd5-99eb-4d95-926e-4abae90b0c8a,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:31.160809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3e1b5-aeec-4fd1-b64e-2f9f452a2bb1 req-148df5fb-ac4d-4c6c-8359-d9b530a75327 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.164005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ce3e1b5-aeec-4fd1-b64e-2f9f452a2bb1 req-148df5fb-ac4d-4c6c-8359-d9b530a75327 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.0725975 Aug 21 09:06:31.248547 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ce3e1b5-aeec-4fd1-b64e-2f9f452a2bb1 req-9698d024-265a-4538-8498-58163fb5395c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736732 Aug 21 09:06:31.257319 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:31.259227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f1878ff7-b863-497a-aedb-a1f291b5007f up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:31.286415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e84566-03a4-4759-9b3d-5b5ad0177b25 req-b73c4187-5ab2-45c0-8577-43f50ba32122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.287911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42e84566-03a4-4759-9b3d-5b5ad0177b25 req-b73c4187-5ab2-45c0-8577-43f50ba32122 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f2402244-ac0c-47f4-a1f0-b4e7f5313516 HTTP/1.1" status: 200 len: 929 time: 0.1438262 Aug 21 09:06:31.336424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42e84566-03a4-4759-9b3d-5b5ad0177b25 req-91d4e9dc-dd07-4738-b52a-0d477db94689 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd342853-a91b-4463-bdac-1bcacc43295d HTTP/1.1" status: 200 len: 217 time: 0.0363834 Aug 21 09:06:31.397524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e84566-03a4-4759-9b3d-5b5ad0177b25 req-dc6ab539-e9ad-4f63-9311-f652f4897eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.399033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42e84566-03a4-4759-9b3d-5b5ad0177b25 req-dc6ab539-e9ad-4f63-9311-f652f4897eea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3bb2739b-5728-41ac-910a-93e51e87a3c8 HTTP/1.1" status: 200 len: 867 time: 0.0532014 Aug 21 09:06:31.450178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e84566-03a4-4759-9b3d-5b5ad0177b25 req-3fd284a3-01ba-45e4-92fb-2cac5b5f15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.451871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42e84566-03a4-4759-9b3d-5b5ad0177b25 req-3fd284a3-01ba-45e4-92fb-2cac5b5f15fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f2402244-ac0c-47f4-a1f0-b4e7f5313516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428562 Aug 21 09:06:31.492739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9da94dd5-99eb-4d95-926e-4abae90b0c8a,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:31.578516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42e84566-03a4-4759-9b3d-5b5ad0177b25 req-bbe2794b-125b-4bfb-a03a-2392242dc1d9 service neutron] 10.222.0.22 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182978 Aug 21 09:06:31.594091 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port f1878ff7-b863-497a-aedb-a1f291b5007f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:31.598569 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port f1878ff7-b863-497a-aedb-a1f291b5007f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:31.598952 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:31.657882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2363-5a09-496b-8b10-328246cf1440 req-edb34b1e-216c-4d1d-8ec7-44c6d1ca7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.659485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-edb34b1e-216c-4d1d-8ec7-44c6d1ca7835 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 1098 time: 0.1201386 Aug 21 09:06:31.679857 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:31.713167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f1878ff7-b863-497a-aedb-a1f291b5007f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f1878ff7-b863-497a-aedb-a1f291b5007f,segment=NetworkSegment(c5525a63-899f-4aed-8e81-3263da90f7ac),segment_id=c5525a63-899f-4aed-8e81-3263da90f7ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:31.767906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42e84566-03a4-4759-9b3d-5b5ad0177b25 req-9f08e2b8-d49a-4121-b11e-9483d6a37d56 service neutron] 10.222.0.22 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818547 Aug 21 09:06:31.777597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079b120-5e39-46a0-a954-3db465e7ec55 req-c6345e7f-ffc6-42d4-800d-a46ecff44596 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.779003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6079b120-5e39-46a0-a954-3db465e7ec55 req-c6345e7f-ffc6-42d4-800d-a46ecff44596 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 943 time: 0.1433337 Aug 21 09:06:31.823013 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:31.825478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2363-5a09-496b-8b10-328246cf1440 req-1760dd54-61fd-47a8-9a45-51fa50a0f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.826988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-1760dd54-61fd-47a8-9a45-51fa50a0f101 service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.1467402 Aug 21 09:06:31.851775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6079b120-5e39-46a0-a954-3db465e7ec55 req-249d505d-2cbf-41ce-a130-8d9ae533a8fe tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cde3477-bd79-46cd-8847-1bb9b2db6a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574374 Aug 21 09:06:31.877400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-be485921-773f-4470-b2b5-6d4e3520333e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74 HTTP/1.1" status: 200 len: 217 time: 0.0424621 Aug 21 09:06:31.885583 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=f1878ff7-b863-497a-aedb-a1f291b5007f,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:31.957509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2363-5a09-496b-8b10-328246cf1440 req-40bf3148-f9b4-42e9-90ca-ec4666383a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.958991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-40bf3148-f9b4-42e9-90ca-ec4666383a7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.0733299 Aug 21 09:06:31.984829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca4184-f262-4113-944b-0d7bdc7162d8 req-b8df476e-0af6-44f1-9fd8-2b50fa7b67c9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.991286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca4184-f262-4113-944b-0d7bdc7162d8 req-b8df476e-0af6-44f1-9fd8-2b50fa7b67c9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.997179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca4184-f262-4113-944b-0d7bdc7162d8 req-b8df476e-0af6-44f1-9fd8-2b50fa7b67c9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:31.998802 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfca4184-f262-4113-944b-0d7bdc7162d8 req-b8df476e-0af6-44f1-9fd8-2b50fa7b67c9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2418 time: 0.0856972 Aug 21 09:06:32.016224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-3b18e71f-94e2-44ca-86cd-2b8cc3b76ebf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490792 Aug 21 09:06:32.097653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfca4184-f262-4113-944b-0d7bdc7162d8 req-06626d69-9597-4ccf-9c69-c3279b941600 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844986 Aug 21 09:06:32.135694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-e794fb53-b833-47fa-8dd1-0f881b0c1a9a service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063643 Aug 21 09:06:32.236136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-63b58382-d647-45e5-806a-a4e7e1ed546c service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872724 Aug 21 09:06:32.255243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 34ca8a6d-495f-4689-aa01-114094622622 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:06:32.350918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 34ca8a6d-495f-4689-aa01-114094622622, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=34ca8a6d-495f-4689-aa01-114094622622,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:32.361836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '34ca8a6d-495f-4689-aa01-114094622622', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'port_id': '34ca8a6d-495f-4689-aa01-114094622622', 'mac_address': 'fa:16:3e:51:a7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2050f02-4ee6-4f5c-b15c-ac170569c539', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:06:32.379074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0afb3-d50b-4de3-b544-904c82170b5e req-55385be5-13a6-4555-bb45-e0fc0e71c93e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:32.380603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4e0afb3-d50b-4de3-b544-904c82170b5e req-55385be5-13a6-4555-bb45-e0fc0e71c93e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.0518029 Aug 21 09:06:32.401844 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:32.415393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34ca8a6d-495f-4689-aa01-114094622622 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:32.431460 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4e0afb3-d50b-4de3-b544-904c82170b5e req-9cb32277-d6b8-47cd-9b39-b40cc2beb2aa tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Aug 21 09:06:32.440681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 34ca8a6d-495f-4689-aa01-114094622622, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=34ca8a6d-495f-4689-aa01-114094622622,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:32.570317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:32.571068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device dd342853-a91b-4463-bdac-1bcacc43295d details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:06:32.668289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=34ca8a6d-495f-4689-aa01-114094622622,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:32.720714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port dd342853-a91b-4463-bdac-1bcacc43295d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=dd342853-a91b-4463-bdac-1bcacc43295d,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:32.732309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'port_id': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'mac_address': 'fa:16:3e:2a:74:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:06:32.775236 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:32.788199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd342853-a91b-4463-bdac-1bcacc43295d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:32.809448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port dd342853-a91b-4463-bdac-1bcacc43295d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=dd342853-a91b-4463-bdac-1bcacc43295d,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:32.914133 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:32.965727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61a5fd-6c0a-42d1-837a-9ec59600407c req-2865fd4b-c6ee-4b23-99e1-69bf4e3d202b tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:32.967390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b61a5fd-6c0a-42d1-837a-9ec59600407c req-2865fd4b-c6ee-4b23-99e1-69bf4e3d202b tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 944 time: 0.0503290 Aug 21 09:06:32.968868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=dd342853-a91b-4463-bdac-1bcacc43295d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:33.015888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['34ca8a6d-495f-4689-aa01-114094622622'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:33.032549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b61a5fd-6c0a-42d1-837a-9ec59600407c req-88ef314b-9de3-40f4-ad45-26847efebbb9 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cde3477-bd79-46cd-8847-1bb9b2db6a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578721 Aug 21 09:06:33.060158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da94dd5-99eb-4d95-926e-4abae90b0c8a'}, {'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1878ff7-b863-497a-aedb-a1f291b5007f'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:33.067814 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc1b2cc-3996-4a3f-96c3-076a7eb4da6b" -d '{"events": [{"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-plugged", "status": "completed", "tag": "9da94dd5-99eb-4d95-926e-4abae90b0c8a"}, {"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-plugged", "status": "completed", "tag": "f1878ff7-b863-497a-aedb-a1f291b5007f"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:33.135896 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68d8122-42c0-4a66-ac1b-7dbd8d18fe02 x-openstack-request-id: req-a68d8122-42c0-4a66-ac1b-7dbd8d18fe02 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:33.146832 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-plugged", "status": "completed", "tag": "9da94dd5-99eb-4d95-926e-4abae90b0c8a", "code": 200}, {"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-plugged", "status": "completed", "tag": "f1878ff7-b863-497a-aedb-a1f291b5007f", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:33.147098 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a68d8122-42c0-4a66-ac1b-7dbd8d18fe02 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:33.147531 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da94dd5-99eb-4d95-926e-4abae90b0c8a', 'code': 200} Aug 21 09:06:33.150260 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1878ff7-b863-497a-aedb-a1f291b5007f', 'code': 200} Aug 21 09:06:33.183586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['dd342853-a91b-4463-bdac-1bcacc43295d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:33.291072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cd0c0-6851-4526-8aec-cec89121a661 req-8cefa7f3-208f-409b-aeb7-f3711a7ce5fb tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:33.308655 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dc13-51bd-4ef4-a579-af3aac3e0207 req-e2f518f8-89af-4e40-85e7-e9ac0f3e52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:33.309289 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dc13-51bd-4ef4-a579-af3aac3e0207 req-e2f518f8-89af-4e40-85e7-e9ac0f3e52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:33.309578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dc13-51bd-4ef4-a579-af3aac3e0207 req-e2f518f8-89af-4e40-85e7-e9ac0f3e52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:33.311485 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-8123dc13-51bd-4ef4-a579-af3aac3e0207 req-e2f518f8-89af-4e40-85e7-e9ac0f3e52c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2874 time: 0.0885358 Aug 21 09:06:33.314729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cd0c0-6851-4526-8aec-cec89121a661 req-8cefa7f3-208f-409b-aeb7-f3711a7ce5fb tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:33.320814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cd0c0-6851-4526-8aec-cec89121a661 req-8cefa7f3-208f-409b-aeb7-f3711a7ce5fb tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:33.322754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a93cd0c0-6851-4526-8aec-cec89121a661 req-8cefa7f3-208f-409b-aeb7-f3711a7ce5fb tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2418 time: 0.0899765 Aug 21 09:06:33.373839 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-8123dc13-51bd-4ef4-a579-af3aac3e0207 req-c400c9ec-ed7f-4950-a109-1c5fd31db348 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467145 Aug 21 09:06:33.399737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a93cd0c0-6851-4526-8aec-cec89121a661 req-75994b45-08df-41d4-8023-191a50300f8a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653198 Aug 21 09:06:33.553750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34810a55-7cfe-43a6-993d-6308e0bcb59b req-e3a90596-ba7b-475b-9710-ce9e6e0ee88d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:33.555772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34810a55-7cfe-43a6-993d-6308e0bcb59b req-e3a90596-ba7b-475b-9710-ce9e6e0ee88d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.0565042 Aug 21 09:06:33.597445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34810a55-7cfe-43a6-993d-6308e0bcb59b req-b2f3aea3-11b2-47cf-a72a-a16f3601f5f1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345087 Aug 21 09:06:34.215265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859db753-a198-4e09-ab34-f34fbea9b4b3 req-8b1fee8a-e5f5-4765-a27b-60690bada331 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:34.217001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-859db753-a198-4e09-ab34-f34fbea9b4b3 req-8b1fee8a-e5f5-4765-a27b-60690bada331 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 944 time: 0.0796695 Aug 21 09:06:34.274070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 34ca8a6d-495f-4689-aa01-114094622622 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:34.312209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-859db753-a198-4e09-ab34-f34fbea9b4b3 req-84c60214-c453-4081-998f-a97f1081ef0e tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cde3477-bd79-46cd-8847-1bb9b2db6a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857003 Aug 21 09:06:34.364244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 34ca8a6d-495f-4689-aa01-114094622622 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:34.364700 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:34.472493 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:34.530181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 34ca8a6d-495f-4689-aa01-114094622622, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=34ca8a6d-495f-4689-aa01-114094622622,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:34.574472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ee37-ae03-4f8d-a6ee-9e42f7ebfd72 req-9b73d705-b629-47df-adde-1991ed270855 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:34.581377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ee37-ae03-4f8d-a6ee-9e42f7ebfd72 req-9b73d705-b629-47df-adde-1991ed270855 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:34.591926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ee37-ae03-4f8d-a6ee-9e42f7ebfd72 req-9b73d705-b629-47df-adde-1991ed270855 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:34.594195 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:34.594356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92c0ee37-ae03-4f8d-a6ee-9e42f7ebfd72 req-9b73d705-b629-47df-adde-1991ed270855 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2418 time: 0.0867145 Aug 21 09:06:34.595135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device dd342853-a91b-4463-bdac-1bcacc43295d up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:34.675703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92c0ee37-ae03-4f8d-a6ee-9e42f7ebfd72 req-5b552649-6158-4ba5-ab1d-78cb890a41ef tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643642 Aug 21 09:06:34.729404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=34ca8a6d-495f-4689-aa01-114094622622,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:34.771308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port dd342853-a91b-4463-bdac-1bcacc43295d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:34.776687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port dd342853-a91b-4463-bdac-1bcacc43295d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:34.777431 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:34.796728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76aaae0-5145-482b-b45a-8a68500f8991 req-56895377-eace-4419-ba01-04779986fa25 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:34.798775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f76aaae0-5145-482b-b45a-8a68500f8991 req-56895377-eace-4419-ba01-04779986fa25 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.0783458 Aug 21 09:06:34.878691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f76aaae0-5145-482b-b45a-8a68500f8991 req-1f44a196-9eb6-45b2-920d-1e267ab258c8 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736496 Aug 21 09:06:34.912974 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:34.952787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port dd342853-a91b-4463-bdac-1bcacc43295d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=dd342853-a91b-4463-bdac-1bcacc43295d,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:35.029395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:35.099890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=dd342853-a91b-4463-bdac-1bcacc43295d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:35.151409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ca8a6d-495f-4689-aa01-114094622622'}, {'server_uuid': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd342853-a91b-4463-bdac-1bcacc43295d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:35.155966 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a3c27f-c7e0-436b-adde-982c2ad1876f" -d '{"events": [{"server_uuid": "0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac", "name": "network-vif-plugged", "status": "completed", "tag": "34ca8a6d-495f-4689-aa01-114094622622"}, {"server_uuid": "2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512", "name": "network-vif-plugged", "status": "completed", "tag": "dd342853-a91b-4463-bdac-1bcacc43295d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:35.204975 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc8c102-8683-4e4b-8779-7cc5133c9fb2 x-openstack-request-id: req-9cc8c102-8683-4e4b-8779-7cc5133c9fb2 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:35.205303 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac", "name": "network-vif-plugged", "status": "completed", "tag": "34ca8a6d-495f-4689-aa01-114094622622", "code": 200}, {"server_uuid": "2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512", "name": "network-vif-plugged", "status": "completed", "tag": "dd342853-a91b-4463-bdac-1bcacc43295d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:35.205614 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cc8c102-8683-4e4b-8779-7cc5133c9fb2 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:35.206352 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ca8a6d-495f-4689-aa01-114094622622', 'code': 200} Aug 21 09:06:35.206528 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'code': 200} Aug 21 09:06:35.351520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dd07c-7424-4cdc-b9bb-5f72d6671274 req-0577e506-7c15-4b0f-a38f-f587f82b7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:35.354879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e4dd07c-7424-4cdc-b9bb-5f72d6671274 req-0577e506-7c15-4b0f-a38f-f587f82b7f2c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 1097 time: 0.0560243 Aug 21 09:06:35.418052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e4dd07c-7424-4cdc-b9bb-5f72d6671274 req-f3f2d43a-7241-4bc1-9fae-69a1657ae3a1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8cde3477-bd79-46cd-8847-1bb9b2db6a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465360 Aug 21 09:06:35.512829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cb59d-b048-4eb9-be66-c0300c19cf02 req-9a6fd845-543b-4dfc-80da-818879fedd87 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:35.520226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c5cb59d-b048-4eb9-be66-c0300c19cf02 req-9a6fd845-543b-4dfc-80da-818879fedd87 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 945 time: 0.0747452 Aug 21 09:06:35.593515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c5cb59d-b048-4eb9-be66-c0300c19cf02 req-d20903de-565a-4e66-a3c9-19ae3e3da4f6 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cde3477-bd79-46cd-8847-1bb9b2db6a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685966 Aug 21 09:06:35.872593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5ad4-b716-43cf-85ea-21a9a6f0b95f req-1424208f-cc9f-4c7c-a34e-0cc1972cf873 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:35.882187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5ad4-b716-43cf-85ea-21a9a6f0b95f req-1424208f-cc9f-4c7c-a34e-0cc1972cf873 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:35.892638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5ad4-b716-43cf-85ea-21a9a6f0b95f req-1424208f-cc9f-4c7c-a34e-0cc1972cf873 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:35.915886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-530e5ad4-b716-43cf-85ea-21a9a6f0b95f req-1424208f-cc9f-4c7c-a34e-0cc1972cf873 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2418 time: 0.1351004 Aug 21 09:06:36.053520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-530e5ad4-b716-43cf-85ea-21a9a6f0b95f req-0c1909cc-842f-409a-b0b3-dea3ff2e4ef6 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361427 Aug 21 09:06:36.140122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe87008-4b4f-4280-98a1-cb2a14ca4317 req-b5a25313-5cdd-4562-884c-c87692f8523b tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:36.149152 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfe87008-4b4f-4280-98a1-cb2a14ca4317 req-b5a25313-5cdd-4562-884c-c87692f8523b tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.1466019 Aug 21 09:06:36.232278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfe87008-4b4f-4280-98a1-cb2a14ca4317 req-6abe07e1-4ab8-42c6-8737-f9fba8e9a51c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801206 Aug 21 09:06:36.811673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712f31a-314a-4b65-ab80-578c530b96ba req-e291fa41-fd2d-43c0-a46e-1aebe4ddb4dc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:36.819207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2712f31a-314a-4b65-ab80-578c530b96ba req-e291fa41-fd2d-43c0-a46e-1aebe4ddb4dc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 945 time: 0.1341600 Aug 21 09:06:36.869963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d05d8-e638-468a-894f-5b1e35b12064 req-cc99ae69-f8c9-4486-bcad-9c553507ed47 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:36.876509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d05d8-e638-468a-894f-5b1e35b12064 req-cc99ae69-f8c9-4486-bcad-9c553507ed47 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:36.882946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d05d8-e638-468a-894f-5b1e35b12064 req-cc99ae69-f8c9-4486-bcad-9c553507ed47 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:36.891089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a9d05d8-e638-468a-894f-5b1e35b12064 req-cc99ae69-f8c9-4486-bcad-9c553507ed47 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2418 time: 0.1333110 Aug 21 09:06:36.908431 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a047a215-aaca-4aa6-a583-128079cd8a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:36.932649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2712f31a-314a-4b65-ab80-578c530b96ba req-b3c629e3-1a9a-4ba2-a757-9b32a46b33b2 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cde3477-bd79-46cd-8847-1bb9b2db6a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125638 Aug 21 09:06:37.028998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a9d05d8-e638-468a-894f-5b1e35b12064 req-7e9945e0-b6cf-448b-9e45-e80bd82b233d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369500 Aug 21 09:06:37.398317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df74c8-1b81-4b39-9f9a-47a9d0c4ee5a req-c0650f16-ea62-4d9c-b77b-76ab7bb5e7af tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:37.398317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7df74c8-1b81-4b39-9f9a-47a9d0c4ee5a req-c0650f16-ea62-4d9c-b77b-76ab7bb5e7af tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.0710225 Aug 21 09:06:37.436883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7df74c8-1b81-4b39-9f9a-47a9d0c4ee5a req-0255a1e0-033b-4de9-8a7a-9d5e07f58a42 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407255 Aug 21 09:06:37.687266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8651854-df6a-4b7b-a91b-a581566560d5 req-022c608f-da7f-4d9c-92e3-90dab164e2b0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:37.689079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8651854-df6a-4b7b-a91b-a581566560d5 req-022c608f-da7f-4d9c-92e3-90dab164e2b0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 945 time: 0.0607512 Aug 21 09:06:37.735239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8651854-df6a-4b7b-a91b-a581566560d5 req-ec02fb6f-5a81-4fb7-80f7-4fa0848ad36e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395823 Aug 21 09:06:38.063200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f41038-665f-4435-8d65-1fca3f36478c req-19ca43ad-7ee1-436a-b717-72605c4b8b9c tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:38.063200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90f41038-665f-4435-8d65-1fca3f36478c req-19ca43ad-7ee1-436a-b717-72605c4b8b9c tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 945 time: 0.0541821 Aug 21 09:06:38.093217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90f41038-665f-4435-8d65-1fca3f36478c req-9b38f034-129b-47dd-8248-2bf2239ca664 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cde3477-bd79-46cd-8847-1bb9b2db6a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352147 Aug 21 09:06:38.196510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0081a-0f55-4ea9-a83d-5eeccdeb75ea req-b6abbb00-ac89-48b7-aaae-05ca251b48ad tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:38.202966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0081a-0f55-4ea9-a83d-5eeccdeb75ea req-b6abbb00-ac89-48b7-aaae-05ca251b48ad tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:38.209194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0081a-0f55-4ea9-a83d-5eeccdeb75ea req-b6abbb00-ac89-48b7-aaae-05ca251b48ad tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:38.210858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfd0081a-0f55-4ea9-a83d-5eeccdeb75ea req-b6abbb00-ac89-48b7-aaae-05ca251b48ad tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2418 time: 0.1167839 Aug 21 09:06:38.333673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfd0081a-0f55-4ea9-a83d-5eeccdeb75ea req-a0e14d47-b711-40ba-a7ec-94f8a07045ff tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106291 Aug 21 09:06:38.428163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-c2ddeea2-6946-4950-84d1-0b79d5971cf6 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 258 time: 0.2941861 Aug 21 09:06:38.433815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:38.460114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-5d0f8280-19f1-4a19-bd9e-5a71163d835b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:38.469110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-5d0f8280-19f1-4a19-bd9e-5a71163d835b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:38.475190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-5d0f8280-19f1-4a19-bd9e-5a71163d835b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:38.476872 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-5d0f8280-19f1-4a19-bd9e-5a71163d835b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 2418 time: 0.0750170 Aug 21 09:06:38.553079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:38.599642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting port f1878ff7-b863-497a-aedb-a1f291b5007f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:38.599642 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:38.625907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12633bd7-066d-4f41-b421-fbf8ffe5e0c6 req-95483f51-4c10-4ee3-a3b7-7bd821cf74b3 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:38.634632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12633bd7-066d-4f41-b421-fbf8ffe5e0c6 req-95483f51-4c10-4ee3-a3b7-7bd821cf74b3 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.1156735 Aug 21 09:06:38.684176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12633bd7-066d-4f41-b421-fbf8ffe5e0c6 req-85da0e15-7070-4b22-b3b0-88020f934e31 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493493 Aug 21 09:06:38.717174 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] For port f1878ff7-b863-497a-aedb-a1f291b5007f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f1878ff7-b863-497a-aedb-a1f291b5007f,segment=NetworkSegment(c5525a63-899f-4aed-8e81-3263da90f7ac),segment_id=c5525a63-899f-4aed-8e81-3263da90f7ac)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:38.717659 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:38.733657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Calling delete_port for f1878ff7-b863-497a-aedb-a1f291b5007f owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:38.748631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:38.922004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Allocated IP 172.25.5.126 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/a9a52ad1-9a6c-4ee4-894e-e9500a48a05b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:38.999650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:39.018150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['a3eb2132-6459-4bbe-8c0a-7e635c044f94', '9da94dd5-99eb-4d95-926e-4abae90b0c8a', 'f1878ff7-b863-497a-aedb-a1f291b5007f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:39.053603 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Port': ['ID=f1878ff7-b863-497a-aedb-a1f291b5007f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:39.074069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:39.097914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.098522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.099110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.099795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.100332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.100822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.101354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.101835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.101969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68d48c-0d06-4ebb-bfaf-06da93d86e8e req-98a7897a-1ec1-4ba5-9b70-b1ba370ceabe tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:39.104292 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.104828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.105377 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.105872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:39.109988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa68d48c-0d06-4ebb-bfaf-06da93d86e8e req-98a7897a-1ec1-4ba5-9b70-b1ba370ceabe tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 945 time: 0.1018424 Aug 21 09:06:39.185463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] No DVR routers for this DVR port f1878ff7-b863-497a-aedb-a1f291b5007f on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:39.188674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:39.191388 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-0c5529d2-b9b5-4008-a9b6-780be4030033 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "DELETE /v2.0/ports/f1878ff7-b863-497a-aedb-a1f291b5007f HTTP/1.1" status: 204 len: 173 time: 0.7075553 Aug 21 09:06:39.192002 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-deleted', 'tag': 'f1878ff7-b863-497a-aedb-a1f291b5007f'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:39.201038 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f489b51d-6950-4003-864c-c7fdfeb5d829" -d '{"events": [{"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-deleted", "tag": "f1878ff7-b863-497a-aedb-a1f291b5007f"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:39.279063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa68d48c-0d06-4ebb-bfaf-06da93d86e8e req-1e30a9c6-41a3-4650-b5e3-1648727560cd tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680219 Aug 21 09:06:39.361835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-77761f60-450e-4d31-a9a6-9990d554f64c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting port a3eb2132-6459-4bbe-8c0a-7e635c044f94 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:39.366488 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-77761f60-450e-4d31-a9a6-9990d554f64c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:39.458191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f693d6b-8b57-4150-8743-2dc32cd76b5c req-b1d51bc1-9a05-48fe-9dd6-5eab2dae3e83 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:39.459508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f693d6b-8b57-4150-8743-2dc32cd76b5c req-b1d51bc1-9a05-48fe-9dd6-5eab2dae3e83 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 945 time: 0.1794763 Aug 21 09:06:39.465782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:39.518273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-77761f60-450e-4d31-a9a6-9990d554f64c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] For port a3eb2132-6459-4bbe-8c0a-7e635c044f94, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a3eb2132-6459-4bbe-8c0a-7e635c044f94,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:39.519328 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-77761f60-450e-4d31-a9a6-9990d554f64c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:39.533863 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-77761f60-450e-4d31-a9a6-9990d554f64c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Calling delete_port for a3eb2132-6459-4bbe-8c0a-7e635c044f94 owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:39.565401 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-138d1e50-86fa-4524-91bf-5fd6cb65d9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:39.577338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:39.586439 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd95df6-e80d-4581-853d-60398e6a1c0d x-openstack-request-id: req-9cd95df6-e80d-4581-853d-60398e6a1c0d {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:39.587733 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-deleted", "tag": "f1878ff7-b863-497a-aedb-a1f291b5007f", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:39.588169 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cd95df6-e80d-4581-853d-60398e6a1c0d {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:39.588572 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-deleted', 'tag': 'f1878ff7-b863-497a-aedb-a1f291b5007f', 'status': 'completed', 'code': 200} Aug 21 09:06:39.605016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:39.621704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:39.627140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Pushing event updated for resources: {'Port': ['ID=a9a52ad1-9a6c-4ee4-894e-e9500a48a05b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:39.717840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f74b5-088c-4988-aeaa-e6fcc07fe937 req-880886ce-a724-413e-99e0-2d5f94389236 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:39.724059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f74b5-088c-4988-aeaa-e6fcc07fe937 req-880886ce-a724-413e-99e0-2d5f94389236 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:39.731500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f03f74b5-088c-4988-aeaa-e6fcc07fe937 req-880886ce-a724-413e-99e0-2d5f94389236 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 1682 time: 0.2028258 Aug 21 09:06:39.773309 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:39.791548 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f03f74b5-088c-4988-aeaa-e6fcc07fe937 req-ba63a375-b74c-4d13-b73a-fb2bbdee749d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592096 Aug 21 09:06:39.794389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0f693d6b-8b57-4150-8743-2dc32cd76b5c req-d29115a9-f2f9-46ca-9c82-686fba25f06d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Deleting port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:39.794729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0f693d6b-8b57-4150-8743-2dc32cd76b5c req-d29115a9-f2f9-46ca-9c82-686fba25f06d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:39.816994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-77761f60-450e-4d31-a9a6-9990d554f64c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:39.830274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['f1878ff7-b863-497a-aedb-a1f291b5007f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:39.902361 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77761f60-450e-4d31-a9a6-9990d554f64c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Port': ['ID=a3eb2132-6459-4bbe-8c0a-7e635c044f94,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:39.977821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-77761f60-450e-4d31-a9a6-9990d554f64c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] No DVR routers for this DVR port a3eb2132-6459-4bbe-8c0a-7e635c044f94 on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:39.985808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-77761f60-450e-4d31-a9a6-9990d554f64c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:39.996620 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-77761f60-450e-4d31-a9a6-9990d554f64c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "DELETE /v2.0/ports/a3eb2132-6459-4bbe-8c0a-7e635c044f94 HTTP/1.1" status: 204 len: 173 time: 0.7917523 Aug 21 09:06:40.101880 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:40.144617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b02717-202f-47b0-a2ad-12e4cd2f10ad req-5a91c3cf-7420-459f-9987-46b5fc198477 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:40.149261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5b02717-202f-47b0-a2ad-12e4cd2f10ad req-5a91c3cf-7420-459f-9987-46b5fc198477 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.2061763 Aug 21 09:06:40.154862 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-d808bdf3-9af6-4c8a-b883-723664d5d88f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting port 9da94dd5-99eb-4d95-926e-4abae90b0c8a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:40.155589 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-d808bdf3-9af6-4c8a-b883-723664d5d88f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:40.178607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0f693d6b-8b57-4150-8743-2dc32cd76b5c req-d29115a9-f2f9-46ca-9c82-686fba25f06d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] For port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:40.179071 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0f693d6b-8b57-4150-8743-2dc32cd76b5c req-d29115a9-f2f9-46ca-9c82-686fba25f06d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:40.224916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0f693d6b-8b57-4150-8743-2dc32cd76b5c req-d29115a9-f2f9-46ca-9c82-686fba25f06d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Calling delete_port for b31e9a2e-8741-4caf-8da9-0b5a0e827ddb owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:40.261203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5b02717-202f-47b0-a2ad-12e4cd2f10ad req-e2db8b39-b09c-4e59-83f5-9fed725781f9 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040564 Aug 21 09:06:40.261879 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:40.298195 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-d808bdf3-9af6-4c8a-b883-723664d5d88f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] For port 9da94dd5-99eb-4d95-926e-4abae90b0c8a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9da94dd5-99eb-4d95-926e-4abae90b0c8a,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:40.299206 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-d808bdf3-9af6-4c8a-b883-723664d5d88f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:40.315632 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-d808bdf3-9af6-4c8a-b883-723664d5d88f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Calling delete_port for 9da94dd5-99eb-4d95-926e-4abae90b0c8a owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:40.588858 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-d808bdf3-9af6-4c8a-b883-723664d5d88f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:40.619047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808bdf3-9af6-4c8a-b883-723664d5d88f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Port': ['ID=9da94dd5-99eb-4d95-926e-4abae90b0c8a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:40.681691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-d808bdf3-9af6-4c8a-b883-723664d5d88f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] No DVR routers for this DVR port 9da94dd5-99eb-4d95-926e-4abae90b0c8a on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:40.684985 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-d808bdf3-9af6-4c8a-b883-723664d5d88f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:40.687313 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5600dcb1-4faf-4891-8cba-fbd08fc040cc req-d808bdf3-9af6-4c8a-b883-723664d5d88f tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "DELETE /v2.0/ports/9da94dd5-99eb-4d95-926e-4abae90b0c8a HTTP/1.1" status: 204 len: 173 time: 0.6805153 Aug 21 09:06:40.857620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9edf7c-78e9-444c-ac79-9303f1d51f42 req-3401b39e-e52f-48d1-a8dd-bc0428bc2066 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:40.859237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9edf7c-78e9-444c-ac79-9303f1d51f42 req-3401b39e-e52f-48d1-a8dd-bc0428bc2066 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 945 time: 0.1138203 Aug 21 09:06:40.885596 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:40.978801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9edf7c-78e9-444c-ac79-9303f1d51f42 req-69268bec-aadc-491f-a402-b3f7eef232e2 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082673 Aug 21 09:06:41.081791 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:41.104367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2a7a1c0-e4cd-4fb3-8def-9a68413cfbae req-398019c3-81d5-48eb-b9b5-86cb691a8fe1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0685f20-bb1a-46c9-8f22-773bd8c2feb4 HTTP/1.1" status: 200 len: 210 time: 0.0419419 Aug 21 09:06:41.176869 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0f693d6b-8b57-4150-8743-2dc32cd76b5c req-d29115a9-f2f9-46ca-9c82-686fba25f06d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:41.223536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29115a9-f2f9-46ca-9c82-686fba25f06d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event deleted for resources: {'Port': ['ID=b31e9a2e-8741-4caf-8da9-0b5a0e827ddb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:41.228962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:41.338850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f693d6b-8b57-4150-8743-2dc32cd76b5c req-d29115a9-f2f9-46ca-9c82-686fba25f06d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] No DVR routers for this DVR port b31e9a2e-8741-4caf-8da9-0b5a0e827ddb on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:41.345239 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0f693d6b-8b57-4150-8743-2dc32cd76b5c req-d29115a9-f2f9-46ca-9c82-686fba25f06d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:41.345593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f693d6b-8b57-4150-8743-2dc32cd76b5c req-d29115a9-f2f9-46ca-9c82-686fba25f06d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "DELETE /v2.0/ports/b31e9a2e-8741-4caf-8da9-0b5a0e827ddb HTTP/1.1" status: 204 len: 173 time: 1.8764625 Aug 21 09:06:41.346135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bc1548-c8d0-40c6-a857-a45aa3f6f7a3', 'name': 'network-vif-deleted', 'tag': 'b31e9a2e-8741-4caf-8da9-0b5a0e827ddb'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:41.354591 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301bd1ab-9ae1-41e0-8c8b-26bc0d190ce4" -d '{"events": [{"server_uuid": "24bc1548-c8d0-40c6-a857-a45aa3f6f7a3", "name": "network-vif-deleted", "tag": "b31e9a2e-8741-4caf-8da9-0b5a0e827ddb"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:41.376988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Pushing event updated for resources: {'Port': ['ID=a9a52ad1-9a6c-4ee4-894e-e9500a48a05b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:41.411895 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:41.448016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149e8b3-49f0-40eb-96c4-d33ea92eff16 req-5a19e5fa-7605-4562-a291-db9e2a90b5ea tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:41.449966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0149e8b3-49f0-40eb-96c4-d33ea92eff16 req-5a19e5fa-7605-4562-a291-db9e2a90b5ea tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.0915735 Aug 21 09:06:41.475003 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:41.476368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-547a408c-b7fe-4712-a128-8f88d1201020 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0473232 Aug 21 09:06:41.575511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0149e8b3-49f0-40eb-96c4-d33ea92eff16 req-dd03f7e8-0136-43c4-b968-5c93c6190921 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181326 Aug 21 09:06:41.580803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-9ac94605-48de-405e-ad82-34825035eec4 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 696 time: 0.0963137 Aug 21 09:06:41.589979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-deleted', 'tag': 'a3eb2132-6459-4bbe-8c0a-7e635c044f94'}, {'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-deleted', 'tag': '9da94dd5-99eb-4d95-926e-4abae90b0c8a'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:41.592263 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5227e0c-6502-4480-8351-05c4e6c9099e" -d '{"events": [{"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-deleted", "tag": "a3eb2132-6459-4bbe-8c0a-7e635c044f94"}, {"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-deleted", "tag": "9da94dd5-99eb-4d95-926e-4abae90b0c8a"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:41.719790 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacd34c9-3237-410a-9a11-e823b37fd071 x-openstack-request-id: req-eacd34c9-3237-410a-9a11-e823b37fd071 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:41.722868 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24bc1548-c8d0-40c6-a857-a45aa3f6f7a3", "name": "network-vif-deleted", "tag": "b31e9a2e-8741-4caf-8da9-0b5a0e827ddb", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:41.722868 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eacd34c9-3237-410a-9a11-e823b37fd071 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:41.723461 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bc1548-c8d0-40c6-a857-a45aa3f6f7a3', 'name': 'network-vif-deleted', 'tag': 'b31e9a2e-8741-4caf-8da9-0b5a0e827ddb', 'status': 'completed', 'code': 200} Aug 21 09:06:41.771094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-b7f64f58-9466-433b-babe-751d8ac0fbb5 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:41.772694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff7b6bc1-8065-45d0-9317-a5bd646c0ee5 req-b7f64f58-9466-433b-babe-751d8ac0fbb5 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.1818714 Aug 21 09:06:41.835933 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ad9f3d-b690-408a-858c-67484662da5f x-openstack-request-id: req-47ad9f3d-b690-408a-858c-67484662da5f {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:41.836221 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-deleted", "tag": "a3eb2132-6459-4bbe-8c0a-7e635c044f94", "status": "completed", "code": 200}, {"server_uuid": "a0685f20-bb1a-46c9-8f22-773bd8c2feb4", "name": "network-vif-deleted", "tag": "9da94dd5-99eb-4d95-926e-4abae90b0c8a", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:41.838177 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47ad9f3d-b690-408a-858c-67484662da5f {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:41.838177 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-deleted', 'tag': 'a3eb2132-6459-4bbe-8c0a-7e635c044f94', 'status': 'completed', 'code': 200} Aug 21 09:06:41.838177 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0685f20-bb1a-46c9-8f22-773bd8c2feb4', 'name': 'network-vif-deleted', 'tag': '9da94dd5-99eb-4d95-926e-4abae90b0c8a', 'status': 'completed', 'code': 200} Aug 21 09:06:41.998818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe62435-6899-4b5e-b398-32398968ad4f req-e6532e51-6d0f-4c5e-bd00-82a727cd9b9d tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:42.009314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62435-6899-4b5e-b398-32398968ad4f req-e6532e51-6d0f-4c5e-bd00-82a727cd9b9d tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1090302 Aug 21 09:06:42.086526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62435-6899-4b5e-b398-32398968ad4f req-adb2e4cb-c105-4bdc-8004-b8bb75d3536d tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 696 time: 0.0583909 Aug 21 09:06:42.097885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ebe62435-6899-4b5e-b398-32398968ad4f req-c5101b48-a7f5-4a5f-ae2a-e517a011e3af tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Request body: {'floatingip': {'port_id': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:42.157996 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ebe62435-6899-4b5e-b398-32398968ad4f req-c5101b48-a7f5-4a5f-ae2a-e517a011e3af tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:42.184283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3beac94-b001-41cd-9f96-915844f30d7a req-55d7d10f-6c4c-4c72-b631-e370b5a32108 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 210 time: 0.0516291 Aug 21 09:06:42.248395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36738) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:42.302984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fee8bae-6452-4e91-9a7d-db983c88f0e7 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting subnet 9b02e173-9663-4665-9b20-f8b948e0e346 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:06:42.306913 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5fee8bae-6452-4e91-9a7d-db983c88f0e7 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:42.346578 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b31e9a2e-8741-4caf-8da9-0b5a0e827ddb no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:42.365658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5fee8bae-6452-4e91-9a7d-db983c88f0e7 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:42.368047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: b31e9a2e-8741-4caf-8da9-0b5a0e827ddb {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:06:42.368693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b31e9a2e-8741-4caf-8da9-0b5a0e827ddb not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:06:42.371846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a3eb2132-6459-4bbe-8c0a-7e635c044f94 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:42.399856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: a3eb2132-6459-4bbe-8c0a-7e635c044f94 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:06:42.400558 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a3eb2132-6459-4bbe-8c0a-7e635c044f94 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:06:42.401399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9da94dd5-99eb-4d95-926e-4abae90b0c8a no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:42.431473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 9da94dd5-99eb-4d95-926e-4abae90b0c8a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:06:42.432234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9da94dd5-99eb-4d95-926e-4abae90b0c8a not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:06:42.432824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f1878ff7-b863-497a-aedb-a1f291b5007f no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:42.464705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: f1878ff7-b863-497a-aedb-a1f291b5007f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:06:42.465323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f1878ff7-b863-497a-aedb-a1f291b5007f not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:06:42.469076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:42.479072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5fee8bae-6452-4e91-9a7d-db983c88f0e7 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:42.670290 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5fee8bae-6452-4e91-9a7d-db983c88f0e7 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:42.719447 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee8bae-6452-4e91-9a7d-db983c88f0e7 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Subnet': ['ID=9b02e173-9663-4665-9b20-f8b948e0e346,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:42.721088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cfc2d8-228c-4bb6-9e45-bc6544d6752f None None] Network 3c1170b7-715a-4857-a0b6-838c30f81462 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:06:42.722032 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5fee8bae-6452-4e91-9a7d-db983c88f0e7 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:42.724528 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5fee8bae-6452-4e91-9a7d-db983c88f0e7 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "DELETE /v2.0/subnets/9b02e173-9663-4665-9b20-f8b948e0e346 HTTP/1.1" status: 204 len: 168 time: 0.4748771 Aug 21 09:06:42.728043 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36748) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:42.837400 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:42.851791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dc138-84b1-4318-b188-29d990007361 req-2ce3c230-2530-41d7-b0ff-d6e4074ac5f1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:42.853420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce0dc138-84b1-4318-b188-29d990007361 req-2ce3c230-2530-41d7-b0ff-d6e4074ac5f1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.1625578 Aug 21 09:06:42.898317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.resource_extend [req-ebe62435-6899-4b5e-b398-32398968ad4f req-c5101b48-a7f5-4a5f-ae2a-e517a011e3af tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 09:06:42.932014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:42.936220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:42.970513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce0dc138-84b1-4318-b188-29d990007361 req-a1cb2d8d-6f10-4f1c-8409-fccc7f713061 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101594 Aug 21 09:06:43.015504 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ebe62435-6899-4b5e-b398-32398968ad4f req-c5101b48-a7f5-4a5f-ae2a-e517a011e3af tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:43.035627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c14d5-34ba-4394-bddf-d095b42bad19 None None] DHCP port deletion for 3c1170b7-715a-4857-a0b6-838c30f81462 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:06:43.077677 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] For port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af,segment=NetworkSegment(c5525a63-899f-4aed-8e81-3263da90f7ac),segment_id=c5525a63-899f-4aed-8e81-3263da90f7ac)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:43.078885 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:43.091310 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ebe62435-6899-4b5e-b398-32398968ad4f req-c5101b48-a7f5-4a5f-ae2a-e517a011e3af tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:43.141567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a82c14d5-34ba-4394-bddf-d095b42bad19 None None] Deleting port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:43.142216 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a82c14d5-34ba-4394-bddf-d095b42bad19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:43.239341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a82c14d5-34ba-4394-bddf-d095b42bad19 None None] For port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af,segment=NetworkSegment(c5525a63-899f-4aed-8e81-3263da90f7ac),segment_id=c5525a63-899f-4aed-8e81-3263da90f7ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:43.242572 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a82c14d5-34ba-4394-bddf-d095b42bad19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:43.255099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a82c14d5-34ba-4394-bddf-d095b42bad19 None None] Calling delete_port for a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:43.347248 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-ebe62435-6899-4b5e-b398-32398968ad4f req-c5101b48-a7f5-4a5f-ae2a-e517a011e3af tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Floating IP 131c79a0-e8f5-4fba-80be-f5873c5ed709 associated. External IP: 172.25.5.126, port: dd342853-a91b-4463-bdac-1bcacc43295d. Aug 21 09:06:43.439729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a82c14d5-34ba-4394-bddf-d095b42bad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:43.502955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c14d5-34ba-4394-bddf-d095b42bad19 None None] Pushing event deleted for resources: {'Port': ['ID=a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:43.510033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:43.519030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c14d5-34ba-4394-bddf-d095b42bad19 None None] No DVR routers for this DVR port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:43.539378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:06:43.540294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:06:43.611176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Calling delete_port for a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:43.690691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebe62435-6899-4b5e-b398-32398968ad4f req-c5101b48-a7f5-4a5f-ae2a-e517a011e3af tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Router 25fc197c-bc24-4868-b165-cdf7f7786d8f has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:06:43.710109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbedc8cb-afdc-44bc-839a-6a8e69455d14 req-ca5c482e-7c65-428a-9e1a-fc20b8124363 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 210 time: 0.2128572 Aug 21 09:06:43.726228 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:43.797895 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Port': ['ID=a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:43.807589 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] No DVR routers for this DVR port a1963f7e-4b6b-4c13-ae9f-fb6c5c40d3af on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:43.919073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebe62435-6899-4b5e-b398-32398968ad4f req-c5101b48-a7f5-4a5f-ae2a-e517a011e3af tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:06:43.922905 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:43.929796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a38c4-a7f1-4daf-b21d-a51413962c5b None None] Sync routers for ids ['25fc197c-bc24-4868-b165-cdf7f7786d8f'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:06:43.933771 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ebe62435-6899-4b5e-b398-32398968ad4f req-c5101b48-a7f5-4a5f-ae2a-e517a011e3af tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:43.938938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1170b7-715a-4857-a0b6-838c30f81462']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:43.940987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a38c4-a7f1-4daf-b21d-a51413962c5b None None] Routers {'25fc197c-bc24-4868-b165-cdf7f7786d8f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:06:43.947782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-068a38c4-a7f1-4daf-b21d-a51413962c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:06:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25fc197c-bc24-4868-b165-cdf7f7786d8f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:43.954762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5525a63-899f-4aed-8e81-3263da90f7ac') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:43.955105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5525a63-899f-4aed-8e81-3263da90f7ac') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:43.968923 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:43.986808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:44.000526 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:06:44.000526 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:44.006674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62435-6899-4b5e-b398-32398968ad4f req-c5101b48-a7f5-4a5f-ae2a-e517a011e3af tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "PUT /v2.0/floatingips/131c79a0-e8f5-4fba-80be-f5873c5ed709 HTTP/1.1" status: 200 len: 996 time: 1.9107597 Aug 21 09:06:44.006674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'tag': 'dd342853-a91b-4463-bdac-1bcacc43295d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:44.016178 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c8ae3d-6fc6-4aac-878a-0327333744e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512", "tag": "dd342853-a91b-4463-bdac-1bcacc43295d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:06:44.110743 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:06:44.181279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2363-5a09-496b-8b10-328246cf1440 req-771a15ac-6257-4b45-9523-8b30b4113786 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:44.185213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-771a15ac-6257-4b45-9523-8b30b4113786 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1098 time: 0.0920372 Aug 21 09:06:44.188412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:44.188666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe62435-6899-4b5e-b398-32398968ad4f req-f2300864-1af6-4b10-a8dc-0436b5bd05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:44.194192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:44.200199 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "DELETE /v2.0/networks/3c1170b7-715a-4857-a0b6-838c30f81462 HTTP/1.1" status: 204 len: 168 time: 1.4681430 Aug 21 09:06:44.200348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62435-6899-4b5e-b398-32398968ad4f req-f2300864-1af6-4b10-a8dc-0436b5bd05dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fe50cbd31d346bb830b6b68e306f11d&device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 1097 time: 0.1673932 Aug 21 09:06:44.213574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36772) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:44.213824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-28'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:44.282603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-068a38c4-a7f1-4daf-b21d-a51413962c5b None None] Set router 25fc197c-bc24-4868-b165-cdf7f7786d8f gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:06:44.286198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9159e-2136-4e49-8ef2-4e5992b32947 req-914e6b08-6ed1-4f34-84b2-e6f16b8e195f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:44.287755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2e9159e-2136-4e49-8ef2-4e5992b32947 req-914e6b08-6ed1-4f34-84b2-e6f16b8e195f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.1916466 Aug 21 09:06:44.341045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471a2e4-236d-4839-abed-9e130bc3fff4 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Network': ['ID=3c1170b7-715a-4857-a0b6-838c30f81462,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:44.385040 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:44.389689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3b2cde-dc4a-4925-bf43-b2e6c656209e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting subnet 2681d676-3cba-4859-80c8-d34d13f4aecd {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:06:44.397992 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2cde-dc4a-4925-bf43-b2e6c656209e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:44.432068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c961f97a-ee4d-4e96-9d44-22a7955cdf74 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:06:44.450654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2e9159e-2136-4e49-8ef2-4e5992b32947 req-2e6046aa-cc99-42f3-9eb9-0d156a0abc90 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452017 Aug 21 09:06:44.500623 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2cde-dc4a-4925-bf43-b2e6c656209e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:44.514954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe62435-6899-4b5e-b398-32398968ad4f req-0e770674-feec-4b6b-b02a-54e6e545c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:44.526394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62435-6899-4b5e-b398-32398968ad4f req-0e770674-feec-4b6b-b02a-54e6e545c1ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2402244-ac0c-47f4-a1f0-b4e7f5313516 HTTP/1.1" status: 200 len: 929 time: 0.3279402 Aug 21 09:06:44.551815 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbc6556-2cb3-467b-babc-bc876178b00e x-openstack-request-id: req-3fbc6556-2cb3-467b-babc-bc876178b00e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:44.552470 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512", "tag": "dd342853-a91b-4463-bdac-1bcacc43295d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:44.552951 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fbc6556-2cb3-467b-babc-bc876178b00e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:44.553585 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'tag': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'status': 'completed', 'code': 200} Aug 21 09:06:44.619474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:44.632528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c961f97a-ee4d-4e96-9d44-22a7955cdf74 has no active binding in host n-h2-766726-28 {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 09:06:44.651146 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2cde-dc4a-4925-bf43-b2e6c656209e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:44.788687 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2cde-dc4a-4925-bf43-b2e6c656209e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:44.834584 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b2cde-dc4a-4925-bf43-b2e6c656209e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Subnet': ['ID=2681d676-3cba-4859-80c8-d34d13f4aecd,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:44.847885 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2cde-dc4a-4925-bf43-b2e6c656209e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:44.851687 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cd3b2cde-dc4a-4925-bf43-b2e6c656209e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "DELETE /v2.0/subnets/2681d676-3cba-4859-80c8-d34d13f4aecd HTTP/1.1" status: 204 len: 168 time: 0.6363261 Aug 21 09:06:44.853510 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36786) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:44.859618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789a5050-e663-441a-b363-2cd5b12a3c4e None None] Network 76eb17f7-1f53-4233-bf42-c61baf18baff requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:06:44.989280 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:45.047443 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:06:45.126335 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting port ee205d17-c802-4ccb-afa1-cd4cc0f22014 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:45.126569 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:45.129949 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:45.180126 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:45.205364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-068a38c4-a7f1-4daf-b21d-a51413962c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '131c79a0-e8f5-4fba-80be-f5873c5ed709', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'port_id': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'mac_address': 'fa:16:3e:2a:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:06:39Z', 'updated_at': '2021-08-21T09:06:42Z', 'revision_number': 1, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d', 'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'mac_address': 'fa:16:3e:6e:b9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:19Z', 'updated_at': '2021-08-21T09:06:25Z', 'revision_number': 5, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'subnets': [{'id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:45.231658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62435-6899-4b5e-b398-32398968ad4f req-1bbd68f6-da5a-443b-9a1e-b79216ad13d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd342853-a91b-4463-bdac-1bcacc43295d HTTP/1.1" status: 200 len: 999 time: 0.7039552 Aug 21 09:06:45.233420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a38c4-a7f1-4daf-b21d-a51413962c5b None None] Checking router: 25fc197c-bc24-4868-b165-cdf7f7786d8f for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:06:45.242923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a38c4-a7f1-4daf-b21d-a51413962c5b None None] Routers {'25fc197c-bc24-4868-b165-cdf7f7786d8f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:06:45.243583 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-068a38c4-a7f1-4daf-b21d-a51413962c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:06:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25fc197c-bc24-4868-b165-cdf7f7786d8f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:45.278644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8ae3d-6fc6-4aac-878a-0327333744e2 req-c94c7022-5f90-4baf-9d90-f23a98ce5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:45.280394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88c8ae3d-6fc6-4aac-878a-0327333744e2 req-c94c7022-5f90-4baf-9d90-f23a98ce5c97 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0fe50cbd31d346bb830b6b68e306f11d&device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 1097 time: 0.6489227 Aug 21 09:06:45.290543 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] For port ee205d17-c802-4ccb-afa1-cd4cc0f22014, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ee205d17-c802-4ccb-afa1-cd4cc0f22014,segment=NetworkSegment(c13bd95a-afc9-4c14-9b09-911f88b3553e),segment_id=c13bd95a-afc9-4c14-9b09-911f88b3553e)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:45.290954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:45.319201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Calling delete_port for ee205d17-c802-4ccb-afa1-cd4cc0f22014 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:45.324591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] DHCP port deletion for 76eb17f7-1f53-4233-bf42-c61baf18baff request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:06:45.449579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9595dbf7-9a90-464a-8534-8c3c96a27e70 req-31e8d87c-55bc-46a4-a0d5-3613e0f0a5ef tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 210 time: 0.2356548 Aug 21 09:06:45.454598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8ae3d-6fc6-4aac-878a-0327333744e2 req-2da9e6fd-90d5-4a96-ad8c-92d48a6978ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:45.456397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88c8ae3d-6fc6-4aac-878a-0327333744e2 req-2da9e6fd-90d5-4a96-ad8c-92d48a6978ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=f2402244-ac0c-47f4-a1f0-b4e7f5313516 HTTP/1.1" status: 200 len: 929 time: 0.1491220 Aug 21 09:06:45.583462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ee205d17-c802-4ccb-afa1-cd4cc0f22014 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:45.597297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe62435-6899-4b5e-b398-32398968ad4f req-dbf69836-65fb-4c52-8be0-f7d3bca4a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:45.599319 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:45.612172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62435-6899-4b5e-b398-32398968ad4f req-dbf69836-65fb-4c52-8be0-f7d3bca4a312 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bb2739b-5728-41ac-910a-93e51e87a3c8 HTTP/1.1" status: 200 len: 867 time: 0.3770721 Aug 21 09:06:45.629329 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] No DVR routers for this DVR port ee205d17-c802-4ccb-afa1-cd4cc0f22014 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:45.651382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:45.707592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88c8ae3d-6fc6-4aac-878a-0327333744e2 req-bd5e84f8-5e00-4544-b1d5-7f2d0e182b61 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd342853-a91b-4463-bdac-1bcacc43295d HTTP/1.1" status: 200 len: 999 time: 0.2391727 Aug 21 09:06:45.736964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Port': ['ID=ee205d17-c802-4ccb-afa1-cd4cc0f22014,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:45.789879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No active binding found for port ee205d17-c802-4ccb-afa1-cd4cc0f22014 {{(pid=106758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 09:06:45.790898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ee205d17-c802-4ccb-afa1-cd4cc0f22014 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:06:45.814547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50051f-0503-4617-9055-21abe57c9efc req-720f92d8-1a0c-4525-9ae7-a8fd0b82a186 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:45.819023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-068a38c4-a7f1-4daf-b21d-a51413962c5b None None] Set router 25fc197c-bc24-4868-b165-cdf7f7786d8f gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:06:45.822099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Deleting port ee205d17-c802-4ccb-afa1-cd4cc0f22014 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:45.822529 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:45.825456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c50051f-0503-4617-9055-21abe57c9efc req-720f92d8-1a0c-4525-9ae7-a8fd0b82a186 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 946 time: 0.2525425 Aug 21 09:06:45.836052 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:45.856755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76eb17f7-1f53-4233-bf42-c61baf18baff']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:45.870446 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13bd95a-afc9-4c14-9b09-911f88b3553e') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:45.871036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13bd95a-afc9-4c14-9b09-911f88b3553e') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:45.887345 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:45.912789 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:45.921193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:45.921839 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:06:45.922432 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:45.986671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe62435-6899-4b5e-b398-32398968ad4f req-e25fc436-18b6-45ae-ab5b-f298a2d9cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:45.993334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62435-6899-4b5e-b398-32398968ad4f req-e25fc436-18b6-45ae-ab5b-f298a2d9cfa4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2402244-ac0c-47f4-a1f0-b4e7f5313516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3443067 Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:06:46.012364 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:06:46.015332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] For port ee205d17-c802-4ccb-afa1-cd4cc0f22014, host n-d-766726-28, got binding levels [] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:46.015899 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:46.033691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c50051f-0503-4617-9055-21abe57c9efc req-b28bced1-641e-40a2-8c94-1fa987d100ad tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038372 Aug 21 09:06:46.041022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Calling delete_port for ee205d17-c802-4ccb-afa1-cd4cc0f22014 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:46.051297 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.ipam_backend_mixin [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Port ee205d17-c802-4ccb-afa1-cd4cc0f22014 was not found and therefore no delete operation was performed {{(pid=106758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:06:46.051297 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:46.085697 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:46.090197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Pushing event deleted for resources: {'Port': ['ID=ee205d17-c802-4ccb-afa1-cd4cc0f22014,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:46.093728 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:46.106161 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "DELETE /v2.0/networks/76eb17f7-1f53-4233-bf42-c61baf18baff HTTP/1.1" status: 204 len: 168 time: 1.2512829 Aug 21 09:06:46.108349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36796) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:46.110443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] No DVR routers for this DVR port ee205d17-c802-4ccb-afa1-cd4cc0f22014 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:46.151247 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-250249607'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:46.158914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f5df9-a1f8-452d-bc5c-60e0cd0103db tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Network': ['ID=76eb17f7-1f53-4233-bf42-c61baf18baff,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:46.188664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8ae3d-6fc6-4aac-878a-0327333744e2 req-b5f844de-831b-4bb3-ba15-d5d681a5d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:46.190464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88c8ae3d-6fc6-4aac-878a-0327333744e2 req-b5f844de-831b-4bb3-ba15-d5d681a5d38f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3bb2739b-5728-41ac-910a-93e51e87a3c8 HTTP/1.1" status: 200 len: 867 time: 0.4739425 Aug 21 09:06:46.215166 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:46.262305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.269496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.277967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.278582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.279113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.279653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.280159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.281754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.282284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.283327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.284424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.284954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805a66c1-6dfd-471a-a38e-4b1c7b4b1095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:06:46.320463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:46.323013 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:46.325414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:46.371464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62435-6899-4b5e-b398-32398968ad4f req-bbf460a6-771b-4546-92cb-f4465105ce3d service neutron] 10.222.0.20 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340936 Aug 21 09:06:46.376198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8ae3d-6fc6-4aac-878a-0327333744e2 req-3a9c4865-46af-4e80-b4c3-ee93f181b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:46.376198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88c8ae3d-6fc6-4aac-878a-0327333744e2 req-3a9c4865-46af-4e80-b4c3-ee93f181b395 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f2402244-ac0c-47f4-a1f0-b4e7f5313516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518197 Aug 21 09:06:46.399906 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:06:46.422558 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:46.422818 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Added segment 14139a78-9336-4e19-9eba-d9a833d9795e of type vlan for network 02b8788e-b1ce-400c-b5a6-b05078bd08fb Aug 21 09:06:46.537298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62435-6899-4b5e-b398-32398968ad4f req-908bd063-4256-4f9e-af54-b919917e3e6c service neutron] 10.222.0.20 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484370 Aug 21 09:06:46.567808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:46.595764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-068a38c4-a7f1-4daf-b21d-a51413962c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '131c79a0-e8f5-4fba-80be-f5873c5ed709', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'port_id': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'mac_address': 'fa:16:3e:2a:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:06:39Z', 'updated_at': '2021-08-21T09:06:42Z', 'revision_number': 1, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d', 'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'mac_address': 'fa:16:3e:6e:b9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:19Z', 'updated_at': '2021-08-21T09:06:25Z', 'revision_number': 5, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'subnets': [{'id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:46.635551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:46.638106 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f1b234-9d80-45cb-ab7b-94a449ef3e7b" -d '{"events": [{"server_uuid": "c12aa776-c755-4b18-9fef-f7a42ae9e6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "c961f97a-ee4d-4e96-9d44-22a7955cdf74"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:46.641297 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a38c4-a7f1-4daf-b21d-a51413962c5b None None] The sync data for ids ['25fc197c-bc24-4868-b165-cdf7f7786d8f'] in n-d-766726-28 is: [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '131c79a0-e8f5-4fba-80be-f5873c5ed709', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'port_id': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'mac_address': 'fa:16:3e:2a:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:06:39Z', 'updated_at': '2021-08-21T09:06:42Z', 'revision_number': 1, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d', 'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'mac_address': 'fa:16:3e:6e:b9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:19Z', 'updated_at': '2021-08-21T09:06:25Z', 'revision_number': 5, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'subnets': [{'id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:06:46.672657 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:46.681142 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:46.682158 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:46.692003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c961f97a-ee4d-4e96-9d44-22a7955cdf74,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:46.757764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c1bbe02-6aa3-4cf5-9d1b-e18f24e8892e req-9b6ca1bd-5a67-42a0-b039-3acc5d1de530 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 210 time: 0.0987520 Aug 21 09:06:46.854735 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714d01fd-f31d-457e-b417-4d8b996dbcfa x-openstack-request-id: req-714d01fd-f31d-457e-b417-4d8b996dbcfa {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:46.855331 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12aa776-c755-4b18-9fef-f7a42ae9e6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "c961f97a-ee4d-4e96-9d44-22a7955cdf74", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:46.855835 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-714d01fd-f31d-457e-b417-4d8b996dbcfa {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:46.856394 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74', 'code': 200} Aug 21 09:06:46.862102 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7502050 Aug 21 09:06:46.871990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36812) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:46.890230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'subnet': {'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:46.909039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on host n-h1-766726-28 for vnic_type normal with profile {"migrating_to": "n-h2-766726-28"} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:46.909671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:46.910174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:46.917199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88c8ae3d-6fc6-4aac-878a-0327333744e2 req-a147e6f5-d270-426a-a506-44df7e140dda service neutron] 10.222.0.22 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215724 Aug 21 09:06:46.931265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:06:46.931860 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Attempting to bind port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:46.935509 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc185aca-37d1-4fb6-97e0-65e7cc7b9ec5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Network': ['ID=02b8788e-b1ce-400c-b5a6-b05078bd08fb,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:46.945585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 02b8788e-b1ce-400c-b5a6-b05078bd08fb details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:06:46.992826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:46.993174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:46.993569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:46.998356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Bound port: c961f97a-ee4d-4e96-9d44-22a7955cdf74, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:46.998356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:47.042863 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bad5f-d45f-4524-a3f1-0702f970e3f7 None None] New status for floating IP 131c79a0-e8f5-4fba-80be-f5873c5ed709: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:06:47.188448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:47.191949 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:47.194912 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-4337c291-2c63-4097-a1da-5be993377759 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 258 time: 0.5515211 Aug 21 09:06:47.231094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:47.322143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88c8ae3d-6fc6-4aac-878a-0327333744e2 req-79857008-627b-486f-b255-89bdaa709d1a service neutron] 10.222.0.22 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924913 Aug 21 09:06:47.329326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:47.333376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:47.349190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989baefe-ecfd-4db1-bf73-221c9c3bedbe req-7f748cb3-f3e6-4dce-8ee2-49c6505cdd68 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:47.350758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-989baefe-ecfd-4db1-bf73-221c9c3bedbe req-7f748cb3-f3e6-4dce-8ee2-49c6505cdd68 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 944 time: 0.1653879 Aug 21 09:06:47.432490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-989baefe-ecfd-4db1-bf73-221c9c3bedbe req-c0700c72-8f59-4afc-af18-5fee12d021b1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718520 Aug 21 09:06:47.434093 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:47.470637 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:47.608972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:47.609591 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:47.611010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] 10.222.0.22 "PUT /v2.0/ports/c961f97a-ee4d-4e96-9d44-22a7955cdf74 HTTP/1.1" status: 200 len: 1124 time: 3.4094558 Aug 21 09:06:47.613465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a89cfe-83d4-484d-b70d-f0b2c28e38f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c961f97a-ee4d-4e96-9d44-22a7955cdf74,revision_number=8']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:47.651453 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:47.712116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c961f97a-ee4d-4e96-9d44-22a7955cdf74'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:47.716103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:47.728272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Subnet': ['ID=1adf6879-c5f9-48cd-bc33-624660ba423c,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:47.744667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Checking segment: {'id': '14139a78-9336-4e19-9eba-d9a833d9795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:47.754896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network hostable DHCP agents. Network: 02b8788e-b1ce-400c-b5a6-b05078bd08fb, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:06:47.759660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['c961f97a-ee4d-4e96-9d44-22a7955cdf74'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:06:47.895891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e9d22159-179e-42bd-9809-9156366b62b0 req-0865c49c-7628-4d41-b053-69e878ef00dd tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=24bc1548-c8d0-40c6-a857-a45aa3f6f7a3 HTTP/1.1" status: 200 len: 210 time: 0.0299556 Aug 21 09:06:47.907005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network 02b8788e-b1ce-400c-b5a6-b05078bd08fb is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:06:47.938854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Allocated IP 172.25.5.64 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/244e0a87-b24e-4704-a018-5e8489f24da3) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:48.103478 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:48.205358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 02b8788e-b1ce-400c-b5a6-b05078bd08fb) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:48.215193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:48.215193 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:48.220218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddd4cbd-eb69-4e4a-8276-eec2cea97000 None None] Network 02b8788e-b1ce-400c-b5a6-b05078bd08fb requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:06:48.403834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-02b8788e-b1ce-400c-b5a6-b05078bd08fb', 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'fixed_ips': [{'subnet_id': '1adf6879-c5f9-48cd-bc33-624660ba423c'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:06:48.404696 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:48.451883 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:48.629996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:48.629996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:48.629996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:48.632587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Allocated IP 19.80.0.2 (02b8788e-b1ce-400c-b5a6-b05078bd08fb/1adf6879-c5f9-48cd-bc33-624660ba423c/a32ea19d-4827-41af-8417-5e6d10b34e13) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:48.632713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Pushing event updated for resources: {'Port': ['ID=244e0a87-b24e-4704-a018-5e8489f24da3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:48.636733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd67f43-d94c-4c1a-99d0-a66947be5811 req-c3cef77f-95d7-41f6-b9ae-997467698264 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:48.638256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbd67f43-d94c-4c1a-99d0-a66947be5811 req-c3cef77f-95d7-41f6-b9ae-997467698264 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 944 time: 0.1039867 Aug 21 09:06:48.673338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:48.694550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbd67f43-d94c-4c1a-99d0-a66947be5811 req-d5278d99-abc2-4b46-a12e-7c3608084339 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474272 Aug 21 09:06:48.700834 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:48.708991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Transition to ACTIVE for port object a32ea19d-4827-41af-8417-5e6d10b34e13 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:48.726387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Transition to ACTIVE for port object a32ea19d-4827-41af-8417-5e6d10b34e13 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:48.750368 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0ed70a9c-7404-486d-be66-cb1cae5d5fd3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8778400 Aug 21 09:06:48.752218 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36840) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:48.757425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1034020710'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:48.862945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'tag': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:48.865393 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731c9bff-13de-407c-b6a1-753ee43beafd" -d '{"events": [{"name": "network-changed", "server_uuid": "c12aa776-c755-4b18-9fef-f7a42ae9e6a0", "tag": "c961f97a-ee4d-4e96-9d44-22a7955cdf74"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:48.883718 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:48.891682 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:48.931166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:48.934054 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Network 02b8788e-b1ce-400c-b5a6-b05078bd08fb is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:48.937566 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:48.941417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:48.948043 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:48.957177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Pushing event updated for resources: {'Port': ['ID=a32ea19d-4827-41af-8417-5e6d10b34e13,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:49.017001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Attempting to bind port a32ea19d-4827-41af-8417-5e6d10b34e13 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:49.017552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Attempting to bind port a32ea19d-4827-41af-8417-5e6d10b34e13 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '14139a78-9336-4e19-9eba-d9a833d9795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:49.017921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Attempting to bind port a32ea19d-4827-41af-8417-5e6d10b34e13 on network 02b8788e-b1ce-400c-b5a6-b05078bd08fb {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:49.024578 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:49.025032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Checking segment: {'id': '14139a78-9336-4e19-9eba-d9a833d9795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:49.025470 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:49.025900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Bound using segment: {'id': '14139a78-9336-4e19-9eba-d9a833d9795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:49.026656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Bound port: a32ea19d-4827-41af-8417-5e6d10b34e13, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14139a78-9336-4e19-9eba-d9a833d9795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:49.026891 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:49.118253 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:49.124296 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a04db1-847c-46ee-a2bd-22fcd982b3d7 x-openstack-request-id: req-28a04db1-847c-46ee-a2bd-22fcd982b3d7 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:49.124598 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12aa776-c755-4b18-9fef-f7a42ae9e6a0", "tag": "c961f97a-ee4d-4e96-9d44-22a7955cdf74", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:49.124845 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28a04db1-847c-46ee-a2bd-22fcd982b3d7 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:49.125627 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'tag': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74', 'status': 'completed', 'code': 200} Aug 21 09:06:49.126020 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:06:49.141605 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9bff-13de-407c-b6a1-753ee43beafd req-46d12590-8188-466e-a274-8fca7f170df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:49.143626 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-731c9bff-13de-407c-b6a1-753ee43beafd req-46d12590-8188-466e-a274-8fca7f170df6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 1127 time: 0.1514046 Aug 21 09:06:49.143868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] For port a32ea19d-4827-41af-8417-5e6d10b34e13, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:49.157834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] For port a32ea19d-4827-41af-8417-5e6d10b34e13, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a32ea19d-4827-41af-8417-5e6d10b34e13,segment=NetworkSegment(14139a78-9336-4e19-9eba-d9a833d9795e),segment_id=14139a78-9336-4e19-9eba-d9a833d9795e)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:49.189642 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:49.190129 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Added segment 93bfdb95-82b0-4307-aca8-2306b7fb973f of type vlan for network ac03d323-c077-421b-8d38-cd5492e415be Aug 21 09:06:49.215716 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:49.243722 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:49.285080 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:49.292864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Pushing event updated for resources: {'Port': ['ID=244e0a87-b24e-4704-a018-5e8489f24da3,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:49.335213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9bff-13de-407c-b6a1-753ee43beafd req-77e2f883-9319-488f-9373-92aa4504751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:49.340612 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-731c9bff-13de-407c-b6a1-753ee43beafd req-77e2f883-9319-488f-9373-92aa4504751d service neutron] 10.222.0.13 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.1823049 Aug 21 09:06:49.361288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10a7db-31ba-47dd-813c-09ff073c9f58 None None] Pushing event updated for resources: {'Port': ['ID=a32ea19d-4827-41af-8417-5e6d10b34e13,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:49.392779 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:49.444971 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-731c9bff-13de-407c-b6a1-753ee43beafd req-211404e6-34de-4d6d-96c8-6968760ada2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74 HTTP/1.1" status: 200 len: 217 time: 0.0727715 Aug 21 09:06:49.490145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:49.497477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:49.498328 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:49.531619 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:49.534803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-70368556-dba9-464b-9c3d-a0283c174c02 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3221128 Aug 21 09:06:49.600212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9bff-13de-407c-b6a1-753ee43beafd req-2051b628-500b-4040-80f5-07386318c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:49.602635 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-731c9bff-13de-407c-b6a1-753ee43beafd req-2051b628-500b-4040-80f5-07386318c5e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.1473663 Aug 21 09:06:49.655169 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-731c9bff-13de-407c-b6a1-753ee43beafd req-3742ea46-8a99-4a04-9176-8234baf4d141 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431170 Aug 21 09:06:49.662353 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Network': ['ID=ac03d323-c077-421b-8d38-cd5492e415be,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:49.675343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network ac03d323-c077-421b-8d38-cd5492e415be details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:06:49.678925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-3d96ac56-d8c2-4961-a42d-6eccfb96e200 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.64 HTTP/1.1" status: 200 len: 695 time: 0.1340382 Aug 21 09:06:49.743600 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-694213a5-e0b9-4463-9c75-e57ecaefb83a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9901321 Aug 21 09:06:49.749949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36880) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:49.756085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'subnet': {'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:49.827360 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-731c9bff-13de-407c-b6a1-753ee43beafd req-cfefcca0-6d83-422e-b864-76179485e3f1 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660106 Aug 21 09:06:49.880633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6c870-97c3-4f5a-a3ca-4b2991b96fae req-b8b51e17-9afe-4f19-8031-2046b59d60e0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:49.882141 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b6c870-97c3-4f5a-a3ca-4b2991b96fae req-b8b51e17-9afe-4f19-8031-2046b59d60e0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.2796593 Aug 21 09:06:49.908674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-ad669878-5905-4085-8333-86827bfbad72 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:49.910200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79fbd877-b712-49b4-866a-7d1bc2aec8db req-ad669878-5905-4085-8333-86827bfbad72 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2303319 Aug 21 09:06:49.911616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b6c870-97c3-4f5a-a3ca-4b2991b96fae req-d67fc37a-36f0-47c5-b2d8-7bfe89abae32 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/quotas/ec44a488b58c4ff480090f59e9183bf2 HTTP/1.1" status: 200 len: 375 time: 0.0231035 Aug 21 09:06:49.945193 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-731c9bff-13de-407c-b6a1-753ee43beafd req-1cfd175a-d4dc-4906-9bf9-bab0f790a9f7 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042671 Aug 21 09:06:49.950896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b6c870-97c3-4f5a-a3ca-4b2991b96fae req-fb05694f-352e-4ec9-b19a-2781e2a04525 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294447 Aug 21 09:06:50.005276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:50.009665 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:50.084615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5613f-0139-47f4-ae58-7d3dfd74f678 req-2fd1d166-c671-45b1-b2af-1a8e7dd6116f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:50.086545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fd5613f-0139-47f4-ae58-7d3dfd74f678 req-2fd1d166-c671-45b1-b2af-1a8e7dd6116f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 944 time: 0.1108773 Aug 21 09:06:50.108904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b6c870-97c3-4f5a-a3ca-4b2991b96fae req-a4239c91-a019-4c17-acb6-b290cc604bc1 service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503236 Aug 21 09:06:50.176001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fd5613f-0139-47f4-ae58-7d3dfd74f678 req-18e3aa80-bd6b-4d8e-94a9-01a6a1ddcab8 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838628 Aug 21 09:06:50.234997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b6c870-97c3-4f5a-a3ca-4b2991b96fae req-ff4c7242-c8c2-4b89-bd89-e06fe397226f service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175296 Aug 21 09:06:50.279252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:50.369349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Subnet': ['ID=d41ee255-ba12-48fa-9b1f-0246df98af6a,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:50.385432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Checking segment: {'id': '93bfdb95-82b0-4307-aca8-2306b7fb973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:50.387485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network hostable DHCP agents. Network: ac03d323-c077-421b-8d38-cd5492e415be, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:06:50.463905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network ac03d323-c077-421b-8d38-cd5492e415be is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:06:50.543529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fd94d-cb77-42a0-8170-4da37ff7a003 req-5ec62425-0dd4-427c-9b2a-2d1bdde1de68 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:50.550619 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-640fd94d-cb77-42a0-8170-4da37ff7a003 req-5ec62425-0dd4-427c-9b2a-2d1bdde1de68 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0910795 Aug 21 09:06:50.590641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5545f11-8523-4d67-8f67-345a02da7ebd None None] Network 02b8788e-b1ce-400c-b5a6-b05078bd08fb requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:06:50.605165 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, ac03d323-c077-421b-8d38-cd5492e415be) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:50.615445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:50.616070 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:50.618458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-640fd94d-cb77-42a0-8170-4da37ff7a003 req-755eb73d-b510-4b46-87b0-9d4645971163 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.64 HTTP/1.1" status: 200 len: 695 time: 0.0629816 Aug 21 09:06:50.640719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9957e84-46cc-460a-9950-cd61c414cb5e req-e844441d-2307-479e-a80e-e6e2507c4e2f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5f446fc-ed11-491d-a807-1cf9e8a191b3 HTTP/1.1" status: 200 len: 210 time: 0.0469007 Aug 21 09:06:50.644448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-640fd94d-cb77-42a0-8170-4da37ff7a003 req-5165ca60-1654-433c-8d6f-b664d26aaca0 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Request body: {'floatingip': {'port_id': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:50.681650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42edfcbc-4dbe-443a-a1da-fca5a4b6d533 None None] Network ac03d323-c077-421b-8d38-cd5492e415be requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:06:50.692592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-640fd94d-cb77-42a0-8170-4da37ff7a003 req-5165ca60-1654-433c-8d6f-b664d26aaca0 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:50.709158 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-32eb4872-7bf6-44db-b57a-0aa9be5f8af1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9578805 Aug 21 09:06:50.900825 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e045f4de-6883-4626-9df7-b8ef10ff29e3 None None] Provisioning for port a32ea19d-4827-41af-8417-5e6d10b34e13 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:50.970478 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-640fd94d-cb77-42a0-8170-4da37ff7a003 req-5165ca60-1654-433c-8d6f-b664d26aaca0 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] update failed (client error): There was a conflict when trying to complete your request. Aug 21 09:06:50.971630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-640fd94d-cb77-42a0-8170-4da37ff7a003 req-5165ca60-1654-433c-8d6f-b664d26aaca0 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "PUT /v2.0/floatingips/aac2afaa-8c67-40f7-884c-33d82cd16d0d HTTP/1.1" status: 409 len: 549 time: 0.3333123 Aug 21 09:06:50.990972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-ac03d323-c077-421b-8d38-cd5492e415be', 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'fixed_ips': [{'subnet_id': 'd41ee255-ba12-48fa-9b1f-0246df98af6a'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:06:50.990972 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:51.191097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Allocated IP 19.86.0.2 (ac03d323-c077-421b-8d38-cd5492e415be/d41ee255-ba12-48fa-9b1f-0246df98af6a/18719251-85a4-4d17-8bb2-1196a9a453f0) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:51.392312 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:51.401220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Transition to ACTIVE for port object 18719251-85a4-4d17-8bb2-1196a9a453f0 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:51.418584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Transition to ACTIVE for port object 18719251-85a4-4d17-8bb2-1196a9a453f0 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:51.508708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a32ea19d-4827-41af-8417-5e6d10b34e13 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:51.520189 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:51.717073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Network ac03d323-c077-421b-8d38-cd5492e415be is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:51.728254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:51.730144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Pushing event updated for resources: {'Port': ['ID=18719251-85a4-4d17-8bb2-1196a9a453f0,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:51.733574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:51.802984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Attempting to bind port 18719251-85a4-4d17-8bb2-1196a9a453f0 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:51.803247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Attempting to bind port 18719251-85a4-4d17-8bb2-1196a9a453f0 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '93bfdb95-82b0-4307-aca8-2306b7fb973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:51.803878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Attempting to bind port 18719251-85a4-4d17-8bb2-1196a9a453f0 on network ac03d323-c077-421b-8d38-cd5492e415be {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:51.809472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:51.809901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Checking segment: {'id': '93bfdb95-82b0-4307-aca8-2306b7fb973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:51.810311 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:51.810706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Bound using segment: {'id': '93bfdb95-82b0-4307-aca8-2306b7fb973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:51.811166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Bound port: 18719251-85a4-4d17-8bb2-1196a9a453f0, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bfdb95-82b0-4307-aca8-2306b7fb973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:51.811564 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:51.880343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] For port 18719251-85a4-4d17-8bb2-1196a9a453f0, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:51.883592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] For port 18719251-85a4-4d17-8bb2-1196a9a453f0, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=18719251-85a4-4d17-8bb2-1196a9a453f0,segment=NetworkSegment(93bfdb95-82b0-4307-aca8-2306b7fb973f),segment_id=93bfdb95-82b0-4307-aca8-2306b7fb973f)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:51.931711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a32ea19d-4827-41af-8417-5e6d10b34e13 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:51.936941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a32ea19d-4827-41af-8417-5e6d10b34e13 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:51.937312 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:52.027615 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:52.036840 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:52.106398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a32ea19d-4827-41af-8417-5e6d10b34e13, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a32ea19d-4827-41af-8417-5e6d10b34e13,segment=NetworkSegment(14139a78-9336-4e19-9eba-d9a833d9795e),segment_id=14139a78-9336-4e19-9eba-d9a833d9795e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:52.122077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4014d2-e769-4b16-a2d3-9c11a6960df3 None None] Pushing event updated for resources: {'Port': ['ID=18719251-85a4-4d17-8bb2-1196a9a453f0,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:52.127791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-914ff2ca-b322-4acf-91fb-95e20aa5a534 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:52.129208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-914ff2ca-b322-4acf-91fb-95e20aa5a534 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:52.130840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-914ff2ca-b322-4acf-91fb-95e20aa5a534 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/networks?id=02b8788e-b1ce-400c-b5a6-b05078bd08fb&id=ac03d323-c077-421b-8d38-cd5492e415be HTTP/1.1" status: 200 len: 1391 time: 0.1245689 Aug 21 09:06:52.147655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-91536290-d113-436d-ba99-5eab4c656a0a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/quotas/fbaa835fcd394022a848494ba9e4fbb2 HTTP/1.1" status: 200 len: 375 time: 0.0101783 Aug 21 09:06:52.205123 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:52.258650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a32ea19d-4827-41af-8417-5e6d10b34e13,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:52.506158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-74262cf9-4780-489a-bf7c-5dbe757cd4ae tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips/aac2afaa-8c67-40f7-884c-33d82cd16d0d HTTP/1.1" status: 200 len: 692 time: 0.0528376 Aug 21 09:06:52.520328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-d7a80f8c-3c7d-44a4-b178-0233162a2175 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3661258 Aug 21 09:06:52.694161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-7ac18737-c719-4cc4-a2a1-eb3c9bab8223 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:52.696459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-7ac18737-c719-4cc4-a2a1-eb3c9bab8223 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.1753476 Aug 21 09:06:52.701131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-3c6d4b8e-4af9-47c7-98f8-b6891a493c26 service neutron] 10.222.0.20 "GET /v2.0/networks/02b8788e-b1ce-400c-b5a6-b05078bd08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708119 Aug 21 09:06:52.795589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-f3f48b90-4d84-4156-8666-1dec7b8026b7 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.64 HTTP/1.1" status: 200 len: 695 time: 0.0922844 Aug 21 09:06:52.860531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-8397bbd6-8839-40e9-96a7-a3525b94222b tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.64 HTTP/1.1" status: 200 len: 695 time: 0.0578823 Aug 21 09:06:52.919810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-7aed8673-317c-4285-af6c-c77080c7a213 service neutron] 10.222.0.20 "GET /v2.0/networks/02b8788e-b1ce-400c-b5a6-b05078bd08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099118 Aug 21 09:06:53.084841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-24ca5a41-89d1-42a1-94b5-dec64f0a4628 service neutron] 10.222.0.20 "GET /v2.0/networks/ac03d323-c077-421b-8d38-cd5492e415be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573124 Aug 21 09:06:53.104403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-96df74d9-39bd-45f3-8c6e-127859c9d7fc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Deleting port 244e0a87-b24e-4704-a018-5e8489f24da3 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:53.104743 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-96df74d9-39bd-45f3-8c6e-127859c9d7fc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:53.123390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37d0587-1900-4404-913c-059f70018d01 None None] Network ac03d323-c077-421b-8d38-cd5492e415be requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:06:53.244199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-69dc5dfe-c2c6-4fda-be6b-3fd8e8a3ad42 service neutron] 10.222.0.20 "GET /v2.0/networks/ac03d323-c077-421b-8d38-cd5492e415be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527312 Aug 21 09:06:53.249758 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-96df74d9-39bd-45f3-8c6e-127859c9d7fc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:53.249758 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-96df74d9-39bd-45f3-8c6e-127859c9d7fc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:53.259696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-96df74d9-39bd-45f3-8c6e-127859c9d7fc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Calling delete_port for 244e0a87-b24e-4704-a018-5e8489f24da3 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:53.301602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8b26e1cd-e258-4bae-8722-3ff3eb5a6620 None None] Provisioning for port 18719251-85a4-4d17-8bb2-1196a9a453f0 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:53.537059 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-96df74d9-39bd-45f3-8c6e-127859c9d7fc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:53.575879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 18719251-85a4-4d17-8bb2-1196a9a453f0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:53.586736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df74d9-39bd-45f3-8c6e-127859c9d7fc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Pushing event deleted for resources: {'Port': ['ID=244e0a87-b24e-4704-a018-5e8489f24da3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:53.657584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dddb9b-3303-4e2a-9cdf-cc54202c82b1 req-9c918b48-7e4e-4b43-8565-ee5362e39003 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:53.659131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96dddb9b-3303-4e2a-9cdf-cc54202c82b1 req-9c918b48-7e4e-4b43-8565-ee5362e39003 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 944 time: 0.1359048 Aug 21 09:06:53.669767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-96df74d9-39bd-45f3-8c6e-127859c9d7fc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:53.672402 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-96df74d9-39bd-45f3-8c6e-127859c9d7fc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:53.673529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b7d8625-f5ed-49a4-ac02-2df25a9ba0c8 req-96df74d9-39bd-45f3-8c6e-127859c9d7fc tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "DELETE /v2.0/floatingips/aac2afaa-8c67-40f7-884c-33d82cd16d0d HTTP/1.1" status: 204 len: 173 time: 0.8039486 Aug 21 09:06:53.696586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 18719251-85a4-4d17-8bb2-1196a9a453f0 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:53.702240 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 18719251-85a4-4d17-8bb2-1196a9a453f0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:53.702672 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:53.713344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96dddb9b-3303-4e2a-9cdf-cc54202c82b1 req-f68da93f-46c8-4ece-83c5-a58c287007b5 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444517 Aug 21 09:06:53.813443 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:53.869797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 18719251-85a4-4d17-8bb2-1196a9a453f0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=18719251-85a4-4d17-8bb2-1196a9a453f0,segment=NetworkSegment(93bfdb95-82b0-4307-aca8-2306b7fb973f),segment_id=93bfdb95-82b0-4307-aca8-2306b7fb973f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:53.874417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3dd96e54-2102-42b5-8e7a-d63793c3f5af req-f93489c3-0758-4901-89df-da4d625ce8d0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 210 time: 0.0296412 Aug 21 09:06:53.989326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-1c2f61ff-7f3f-46a4-8e23-3ffac3b99bbd tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 1001 time: 0.0940604 Aug 21 09:06:54.005198 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:54.005995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a32ea19d-4827-41af-8417-5e6d10b34e13 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:54.056444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-af4ba596-adee-48f4-a6b3-2ca0416122d1 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:54.072643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-af4ba596-adee-48f4-a6b3-2ca0416122d1 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports/dd342853-a91b-4463-bdac-1bcacc43295d HTTP/1.1" status: 200 len: 942 time: 0.0755162 Aug 21 09:06:54.102802 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=18719251-85a4-4d17-8bb2-1196a9a453f0,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:54.126934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a32ea19d-4827-41af-8417-5e6d10b34e13 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:54.127633 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:54.304603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-6f10d9af-4021-45a8-b824-da7e5279f338 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 1001 time: 0.1488631 Aug 21 09:06:54.378527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eea381-ca81-415a-ac85-a0721d6d7e5c req-30d70882-f68a-4cb4-8321-30038402202b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1652927 Aug 21 09:06:54.421572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 34ca8a6d-495f-4689-aa01-114094622622 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:54.533348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-2a0db553-2ff3-40d6-b74c-1580121fd253 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:54.536296 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:54.543282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-2a0db553-2ff3-40d6-b74c-1580121fd253 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2377388 Aug 21 09:06:54.567497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ca8a6d-495f-4689-aa01-114094622622'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:54.570450 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67f4578-2165-4ede-8991-38e445c6be2d" -d '{"events": [{"server_uuid": "0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac", "name": "network-vif-unplugged", "status": "completed", "tag": "34ca8a6d-495f-4689-aa01-114094622622"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:54.594927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 34ca8a6d-495f-4689-aa01-114094622622, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=34ca8a6d-495f-4689-aa01-114094622622,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:54.608547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea381-ca81-415a-ac85-a0721d6d7e5c req-41fda595-1f60-4922-9591-749ac34068cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:54.610025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eea381-ca81-415a-ac85-a0721d6d7e5c req-41fda595-1f60-4922-9591-749ac34068cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1096 time: 0.1775849 Aug 21 09:06:54.630405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845420-269d-457b-8ed4-151fc6517fdd req-cbcb6e71-b55c-4740-9e32-8ee26e85ac1e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:54.632128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-cbcb6e71-b55c-4740-9e32-8ee26e85ac1e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.2707608 Aug 21 09:06:54.649233 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:54.674329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-67d64792-74d0-47f6-b6e6-dd7e8777db19 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 1001 time: 0.1299222 Aug 21 09:06:54.702445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=34ca8a6d-495f-4689-aa01-114094622622,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:54.718675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-10e57807-7d68-481e-9dfe-1a8abf4f7f73 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:54.724300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-286c5f1f-9919-485d-baba-c47f33c5c6ea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/quotas/ec44a488b58c4ff480090f59e9183bf2 HTTP/1.1" status: 200 len: 375 time: 0.0618193 Aug 21 09:06:54.804473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-3fa8b133-4068-429b-bb75-0592c43cd8b6 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436196 Aug 21 09:06:54.851467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea381-ca81-415a-ac85-a0721d6d7e5c req-6f919f51-f31d-4e43-9695-b4eb8cec5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:54.853549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eea381-ca81-415a-ac85-a0721d6d7e5c req-6f919f51-f31d-4e43-9695-b4eb8cec5526 service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.2177451 Aug 21 09:06:54.893664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-10e57807-7d68-481e-9dfe-1a8abf4f7f73 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:55.212318 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eea381-ca81-415a-ac85-a0721d6d7e5c req-b7a4e30f-291e-4230-8144-6dda8e7e36d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0 HTTP/1.1" status: 200 len: 217 time: 0.3272920 Aug 21 09:06:55.330665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-221656b7-184d-4e79-bd35-5eba97270d0e service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148284 Aug 21 09:06:55.335652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea381-ca81-415a-ac85-a0721d6d7e5c req-f79bf380-61c8-42c2-8c01-2972a5953cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:55.337574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eea381-ca81-415a-ac85-a0721d6d7e5c req-f79bf380-61c8-42c2-8c01-2972a5953cb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.1172020 Aug 21 09:06:55.388342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eea381-ca81-415a-ac85-a0721d6d7e5c req-18b1bdb5-eb70-4053-895f-930d125acc84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412297 Aug 21 09:06:55.466244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 18719251-85a4-4d17-8bb2-1196a9a453f0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:06:55.504854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-10e57807-7d68-481e-9dfe-1a8abf4f7f73 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:55.524680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 18719251-85a4-4d17-8bb2-1196a9a453f0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:55.525088 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:55.578221 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-10e57807-7d68-481e-9dfe-1a8abf4f7f73 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:55.578690 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-10e57807-7d68-481e-9dfe-1a8abf4f7f73 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Floating IP 131c79a0-e8f5-4fba-80be-f5873c5ed709 disassociated. External IP: 172.25.5.126, port: dd342853-a91b-4463-bdac-1bcacc43295d. Aug 21 09:06:55.666562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-d449b007-e0da-4c32-9dc3-3ec13b4fe300 service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278232 Aug 21 09:06:55.677260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eea381-ca81-415a-ac85-a0721d6d7e5c req-b7f07c9a-2013-4bf3-9649-d61c994724a7 service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578027 Aug 21 09:06:55.860288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eea381-ca81-415a-ac85-a0721d6d7e5c req-d928168b-77de-4a19-9181-981f78fba8be service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747715 Aug 21 09:06:55.915106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-edd020bf-7de9-459a-ab5f-0c808457c012 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:55.921154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-edd020bf-7de9-459a-ab5f-0c808457c012 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:55.922662 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-edd020bf-7de9-459a-ab5f-0c808457c012 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "GET /v2.0/networks?id=02b8788e-b1ce-400c-b5a6-b05078bd08fb&id=ac03d323-c077-421b-8d38-cd5492e415be HTTP/1.1" status: 200 len: 1391 time: 0.1371973 Aug 21 09:06:55.927969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-10e57807-7d68-481e-9dfe-1a8abf4f7f73 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Router 25fc197c-bc24-4868-b165-cdf7f7786d8f has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:06:55.939717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'port': {'device_id': '20163437-dab4-41b7-be87-3f416cac4493', 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb', 'admin_state_up': True, 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:56.177148 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:56.182081 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:56.225208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-10e57807-7d68-481e-9dfe-1a8abf4f7f73 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:06:56.236125 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356dfc0c-746d-4645-be60-42e3b7cf6d49 None None] Sync routers for ids ['25fc197c-bc24-4868-b165-cdf7f7786d8f'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:06:56.239989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-10e57807-7d68-481e-9dfe-1a8abf4f7f73 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:56.247451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356dfc0c-746d-4645-be60-42e3b7cf6d49 None None] Routers {'25fc197c-bc24-4868-b165-cdf7f7786d8f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:06:56.248121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-356dfc0c-746d-4645-be60-42e3b7cf6d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:06:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25fc197c-bc24-4868-b165-cdf7f7786d8f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:56.249519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c7cac-6ab9-46a2-ae23-b6e7887f78b0 req-09e873f1-f305-4581-87d1-b24b3d25c7a9 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:56.250994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d66c7cac-6ab9-46a2-ae23-b6e7887f78b0 req-09e873f1-f305-4581-87d1-b24b3d25c7a9 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac HTTP/1.1" status: 200 len: 943 time: 0.1629715 Aug 21 09:06:56.354153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Allocated IP 19.80.0.237 (02b8788e-b1ce-400c-b5a6-b05078bd08fb/1adf6879-c5f9-48cd-bc33-624660ba423c/55fe39bc-47a0-49ba-9b5e-dc687cb4ebec) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:56.355347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-10e57807-7d68-481e-9dfe-1a8abf4f7f73 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "PUT /v2.0/floatingips/131c79a0-e8f5-4fba-80be-f5873c5ed709 HTTP/1.1" status: 200 len: 695 time: 1.6459646 Aug 21 09:06:56.363353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'tag': 'dd342853-a91b-4463-bdac-1bcacc43295d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:56.365683 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8be2564-b458-4516-9f51-60f876180bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512", "tag": "dd342853-a91b-4463-bdac-1bcacc43295d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:56.374700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-356dfc0c-746d-4645-be60-42e3b7cf6d49 None None] Set router 25fc197c-bc24-4868-b165-cdf7f7786d8f gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:06:56.397648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a180b-26be-4689-8322-ec7d07960823 req-86a43170-4d21-44ee-b2c0-64c597a206fc tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:56.405386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-86a43170-4d21-44ee-b2c0-64c597a206fc tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 804 time: 0.3183837 Aug 21 09:06:56.429045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-c88973fc-7e63-4e93-b4c8-c12829c97892 service neutron] 10.222.0.13 "GET /v2.0/ports/c961f97a-ee4d-4e96-9d44-22a7955cdf74/bindings/n-h2-766726-28 HTTP/1.1" status: 200 len: 385 time: 0.2425368 Aug 21 09:06:56.499724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-d5d8efc8-95d8-4303-900f-320ba2b78ba4 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/quotas/e5ddc74da1ea4189b34d8319c80c4d0b HTTP/1.1" status: 200 len: 375 time: 0.0893598 Aug 21 09:06:56.548075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:56.565921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Transition to ACTIVE for port object 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:56.568012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-58196e74-6850-4e29-8b72-617431901181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:56.569913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-58196e74-6850-4e29-8b72-617431901181 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fe50cbd31d346bb830b6b68e306f11d&device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 1097 time: 0.1902373 Aug 21 09:06:56.608120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-356dfc0c-746d-4645-be60-42e3b7cf6d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d', 'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'mac_address': 'fa:16:3e:6e:b9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:19Z', 'updated_at': '2021-08-21T09:06:25Z', 'revision_number': 5, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'subnets': [{'id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:56.637185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356dfc0c-746d-4645-be60-42e3b7cf6d49 None None] Checking router: 25fc197c-bc24-4868-b165-cdf7f7786d8f for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:06:56.646959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356dfc0c-746d-4645-be60-42e3b7cf6d49 None None] Routers {'25fc197c-bc24-4868-b165-cdf7f7786d8f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:06:56.647598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-356dfc0c-746d-4645-be60-42e3b7cf6d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:06:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25fc197c-bc24-4868-b165-cdf7f7786d8f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:56.674072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d66c7cac-6ab9-46a2-ae23-b6e7887f78b0 req-25382cd7-f57d-4ea2-bb58-06538047f404 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Deleting port 34ca8a6d-495f-4689-aa01-114094622622 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:06:56.674493 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d66c7cac-6ab9-46a2-ae23-b6e7887f78b0 req-25382cd7-f57d-4ea2-bb58-06538047f404 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:56.682923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-2dfdedc6-c8d5-4741-b885-aa2e0bba083f tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1803880 Aug 21 09:06:56.714581 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:56.760977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-356dfc0c-746d-4645-be60-42e3b7cf6d49 None None] Set router 25fc197c-bc24-4868-b165-cdf7f7786d8f gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:06:56.771615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network 02b8788e-b1ce-400c-b5a6-b05078bd08fb is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:56.775720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:56.779495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:56.811946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Port': ['ID=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:56.857469 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:56.858277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:56.937296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-a3c05f67-9379-44f9-86c6-c6d23ad4ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:56.938709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-a3c05f67-9379-44f9-86c6-c6d23ad4ca03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2402244-ac0c-47f4-a1f0-b4e7f5313516 HTTP/1.1" status: 200 len: 929 time: 0.3517888 Aug 21 09:06:56.954913 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4050238e-f5d4-43c9-8057-d1c51d2dd41a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0204830 Aug 21 09:06:56.955971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-1ec19a2e-7cff-4247-a674-7dac53de01cb service neutron] 10.222.0.20 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514088 Aug 21 09:06:56.972257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Request body: {'port': {'device_id': '20163437-dab4-41b7-be87-3f416cac4493', 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be', 'admin_state_up': True, 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:57.009686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-356dfc0c-746d-4645-be60-42e3b7cf6d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d', 'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'mac_address': 'fa:16:3e:6e:b9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:19Z', 'updated_at': '2021-08-21T09:06:25Z', 'revision_number': 5, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'subnets': [{'id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:06:57.030882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d66c7cac-6ab9-46a2-ae23-b6e7887f78b0 req-25382cd7-f57d-4ea2-bb58-06538047f404 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] For port 34ca8a6d-495f-4689-aa01-114094622622, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=34ca8a6d-495f-4689-aa01-114094622622,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:57.031256 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d66c7cac-6ab9-46a2-ae23-b6e7887f78b0 req-25382cd7-f57d-4ea2-bb58-06538047f404 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:57.034499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-3d7916c4-0408-47b8-bc27-5957c673107c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd342853-a91b-4463-bdac-1bcacc43295d HTTP/1.1" status: 200 len: 217 time: 0.0810699 Aug 21 09:06:57.042637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356dfc0c-746d-4645-be60-42e3b7cf6d49 None None] The sync data for ids ['25fc197c-bc24-4868-b165-cdf7f7786d8f'] in n-d-766726-28 is: [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d', 'name': '', 'network_id': 'f2402244-ac0c-47f4-a1f0-b4e7f5313516', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'mac_address': 'fa:16:3e:6e:b9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:19Z', 'updated_at': '2021-08-21T09:06:25Z', 'revision_number': 5, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'subnets': [{'id': '3bb2739b-5728-41ac-910a-93e51e87a3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:06:57.118142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d66c7cac-6ab9-46a2-ae23-b6e7887f78b0 req-25382cd7-f57d-4ea2-bb58-06538047f404 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Calling delete_port for 34ca8a6d-495f-4689-aa01-114094622622 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:06:57.152193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-137b2363-5a09-496b-8b10-328246cf1440 req-aa0dce50-d648-438a-b7cc-7bf34e351137 service neutron] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:57.229631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Made reservation on behalf of fbaa835fcd394022a848494ba9e4fbb2 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:57.233572 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:57.233783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-137b2363-5a09-496b-8b10-328246cf1440 req-aa0dce50-d648-438a-b7cc-7bf34e351137 service neutron] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:57.319248 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9661d0d0-b1e1-4027-b32d-5e005a558222 None None] Provisioning for port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:57.325894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9661d0d0-b1e1-4027-b32d-5e005a558222 None None] Provisioning complete for port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:57.326540 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9661d0d0-b1e1-4027-b32d-5e005a558222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:57.333978 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2cb619-0c09-4f3f-8acb-6ae0c8146123 None None] New status for floating IP 131c79a0-e8f5-4fba-80be-f5873c5ed709: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:06:57.370798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9661d0d0-b1e1-4027-b32d-5e005a558222 None None] Port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:06:57.421642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Allocated IP 19.86.0.247 (ac03d323-c077-421b-8d38-cd5492e415be/d41ee255-ba12-48fa-9b1f-0246df98af6a/f0bc619a-6f92-4455-8894-bc49c973db73) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:06:57.554371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-ca286d7e-fbc0-40a9-bec5-732ce87245f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:57.555932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-ca286d7e-fbc0-40a9-bec5-732ce87245f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bb2739b-5728-41ac-910a-93e51e87a3c8 HTTP/1.1" status: 200 len: 867 time: 0.4951768 Aug 21 09:06:57.595197 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:57.596591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-e35500cf-92ae-4c60-ad0b-d0bd41a7b5d8 service neutron] 10.222.0.20 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293924 Aug 21 09:06:57.609836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-137b2363-5a09-496b-8b10-328246cf1440 req-aa0dce50-d648-438a-b7cc-7bf34e351137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c961f97a-ee4d-4e96-9d44-22a7955cdf74 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:57.614814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Transition to ACTIVE for port object f0bc619a-6f92-4455-8894-bc49c973db73 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:57.631666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-137b2363-5a09-496b-8b10-328246cf1440 req-aa0dce50-d648-438a-b7cc-7bf34e351137 service neutron] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:06:57.653134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-738152dd-7929-4de1-8992-b5761f77b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:57.654727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-738152dd-7929-4de1-8992-b5761f77b834 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2402244-ac0c-47f4-a1f0-b4e7f5313516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898888 Aug 21 09:06:57.776864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-137b2363-5a09-496b-8b10-328246cf1440 req-aa0dce50-d648-438a-b7cc-7bf34e351137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:57.800107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:57.825150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-b1e0a2c3-0f6b-4af0-9936-31c1ee303dc7 service neutron] 10.222.0.20 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633003 Aug 21 09:06:57.850330 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Network ac03d323-c077-421b-8d38-cd5492e415be is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:06:57.853988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:06:57.857215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:06:57.868376 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593c839f-fa06-4f7e-8607-efc0873960be x-openstack-request-id: req-593c839f-fa06-4f7e-8607-efc0873960be {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:57.869256 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac", "name": "network-vif-unplugged", "status": "completed", "tag": "34ca8a6d-495f-4689-aa01-114094622622", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:57.869936 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-593c839f-fa06-4f7e-8607-efc0873960be {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:57.870522 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ca8a6d-495f-4689-aa01-114094622622', 'code': 200} Aug 21 09:06:57.921582 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event updated for resources: {'Port': ['ID=f0bc619a-6f92-4455-8894-bc49c973db73,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:57.933654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d66c7cac-6ab9-46a2-ae23-b6e7887f78b0 req-25382cd7-f57d-4ea2-bb58-06538047f404 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:57.970150 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:57.971773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:58.027999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25382cd7-f57d-4ea2-bb58-06538047f404 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Pushing event deleted for resources: {'Port': ['ID=34ca8a6d-495f-4689-aa01-114094622622,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:58.079181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-137b2363-5a09-496b-8b10-328246cf1440 req-aa0dce50-d648-438a-b7cc-7bf34e351137 service neutron] Transition to ACTIVE for port object c961f97a-ee4d-4e96-9d44-22a7955cdf74 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:58.103215 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-083d2b11-96ed-4bc4-a0e9-2e8de05d99e9 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1407094 Aug 21 09:06:58.117213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Request body: {'port': {'device_id': '20163437-dab4-41b7-be87-3f416cac4493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:58.150605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66c7cac-6ab9-46a2-ae23-b6e7887f78b0 req-25382cd7-f57d-4ea2-bb58-06538047f404 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] No DVR routers for this DVR port 34ca8a6d-495f-4689-aa01-114094622622 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:58.153569 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d66c7cac-6ab9-46a2-ae23-b6e7887f78b0 req-25382cd7-f57d-4ea2-bb58-06538047f404 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:58.155586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d66c7cac-6ab9-46a2-ae23-b6e7887f78b0 req-25382cd7-f57d-4ea2-bb58-06538047f404 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.22 "DELETE /v2.0/ports/34ca8a6d-495f-4689-aa01-114094622622 HTTP/1.1" status: 204 len: 173 time: 1.8722513 Aug 21 09:06:58.159331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa643006-98f6-4f6e-9f17-94c081097b0f req-4aee11b3-5674-4b6d-b6d0-4a42f4bdb263 service neutron] 10.222.0.20 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242774 Aug 21 09:06:58.180919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fe1e0-1c13-456b-a4d2-a75400b30998 req-af962cb6-b7d0-4fec-9dd2-b89b003ab8b4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:58.180919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-367fe1e0-1c13-456b-a4d2-a75400b30998 req-af962cb6-b7d0-4fec-9dd2-b89b003ab8b4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 944 time: 0.1683357 Aug 21 09:06:58.182291 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-137b2363-5a09-496b-8b10-328246cf1440 req-aa0dce50-d648-438a-b7cc-7bf34e351137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:58.188465 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:58.263874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-137b2363-5a09-496b-8b10-328246cf1440 req-aa0dce50-d648-438a-b7cc-7bf34e351137 service neutron] No DVR routers for this DVR port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:06:58.287538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dce50-d648-438a-b7cc-7bf34e351137 service neutron] Pushing event updated for resources: {'Port': ['ID=c961f97a-ee4d-4e96-9d44-22a7955cdf74,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:58.314748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a81a0eea-43ab-4815-ac53-1fe8ee150aad None None] Provisioning for port f0bc619a-6f92-4455-8894-bc49c973db73 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:06:58.317573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-367fe1e0-1c13-456b-a4d2-a75400b30998 req-bd6e2bf8-a4ac-4c44-a446-c0b23e1018f0 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257398 Aug 21 09:06:58.329538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-aa0dce50-d648-438a-b7cc-7bf34e351137 service neutron] 10.222.0.13 "PUT /v2.0/ports/c961f97a-ee4d-4e96-9d44-22a7955cdf74/bindings/n-h2-766726-28/activate HTTP/1.1" status: 200 len: 370 time: 1.8760796 Aug 21 09:06:58.330535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a81a0eea-43ab-4815-ac53-1fe8ee150aad None None] Provisioning complete for port f0bc619a-6f92-4455-8894-bc49c973db73 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:06:58.331158 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a81a0eea-43ab-4815-ac53-1fe8ee150aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:58.406919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a81a0eea-43ab-4815-ac53-1fe8ee150aad None None] Port f0bc619a-6f92-4455-8894-bc49c973db73 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:06:58.440190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 34ca8a6d-495f-4689-aa01-114094622622 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:58.483368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 34ca8a6d-495f-4689-aa01-114094622622 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:06:58.483751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 34ca8a6d-495f-4689-aa01-114094622622 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:06:58.487461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c961f97a-ee4d-4e96-9d44-22a7955cdf74 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:06:58.569262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c961f97a-ee4d-4e96-9d44-22a7955cdf74 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:06:58.606494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:58.608053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b42038cb-7276-4ee3-b20e-6e0215c5b294 req-e4c161b8-a7a8-4a80-8416-94cca33b5958 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 210 time: 0.0429468 Aug 21 09:06:58.638884 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:58.642731 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37110) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:58.665999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ec857-a59b-470b-b2d8-df36e2c600e6 req-72e3ed17-16f5-4fb8-9014-13d7c8340c33 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:58.673806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ec857-a59b-470b-b2d8-df36e2c600e6 req-72e3ed17-16f5-4fb8-9014-13d7c8340c33 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:58.674128 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Transition to ACTIVE for port object 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:58.675458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-908ec857-a59b-470b-b2d8-df36e2c600e6 req-72e3ed17-16f5-4fb8-9014-13d7c8340c33 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1655 time: 0.1626763 Aug 21 09:06:58.728590 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c36507-23a4-4bd9-843c-4c9b3621fde8 x-openstack-request-id: req-a0c36507-23a4-4bd9-843c-4c9b3621fde8 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:06:58.728874 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512", "tag": "dd342853-a91b-4463-bdac-1bcacc43295d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:06:58.729105 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0c36507-23a4-4bd9-843c-4c9b3621fde8 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:06:58.729533 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'tag': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'status': 'completed', 'code': 200} Aug 21 09:06:58.731058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:58.791894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Pushing event updated for resources: {'Port': ['ID=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:58.814461 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c326f2d6-eed2-4e2b-a43c-93a9d01d523b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:58.829115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7855dc2c-bd6e-4ed5-9696-ef9383550811 req-8a5e729a-27b4-4f5a-bd38-08704524d5a9 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 210 time: 0.0915661 Aug 21 09:06:58.881685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2363-5a09-496b-8b10-328246cf1440 req-3b90e3e0-7cf9-48dc-9f8e-2ac469c6b626 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:58.884480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-3b90e3e0-7cf9-48dc-9f8e-2ac469c6b626 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.2643247 Aug 21 09:06:58.898762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-908ec857-a59b-470b-b2d8-df36e2c600e6 req-77271844-c759-4eed-ae54-29a247d1adbf tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683512 Aug 21 09:06:58.986778 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Attempting to bind port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:06:58.987396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Attempting to bind port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '14139a78-9336-4e19-9eba-d9a833d9795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:06:58.987396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Attempting to bind port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec on network 02b8788e-b1ce-400c-b5a6-b05078bd08fb {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:58.999461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec on network 02b8788e-b1ce-400c-b5a6-b05078bd08fb not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:06:59.004178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Attempting to bind port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec on network 02b8788e-b1ce-400c-b5a6-b05078bd08fb {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:06:59.017908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:06:59.021084 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Checking segment: {'id': '14139a78-9336-4e19-9eba-d9a833d9795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:06:59.021084 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Bound using segment: {'id': '14139a78-9336-4e19-9eba-d9a833d9795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:06:59.021084 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Bound port: 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14139a78-9336-4e19-9eba-d9a833d9795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:06:59.021084 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.044001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be2564-b458-4516-9f51-60f876180bfb req-55f63699-c8a2-4f5f-b5e4-f5bd526cb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.044001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8be2564-b458-4516-9f51-60f876180bfb req-55f63699-c8a2-4f5f-b5e4-f5bd526cb8e3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0fe50cbd31d346bb830b6b68e306f11d&device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 1097 time: 0.3081841 Aug 21 09:06:59.056600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0336c1c7-7a94-4562-8e86-44a760d43def req-e7bc677e-e1e6-44b9-a129-ca0cd01f0500 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips/131c79a0-e8f5-4fba-80be-f5873c5ed709 HTTP/1.1" status: 200 len: 693 time: 0.1828630 Aug 21 09:06:59.069897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845420-269d-457b-8ed4-151fc6517fdd req-ed49d34f-f581-4b42-9cbe-a8c27ae6e384 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.072581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-ed49d34f-f581-4b42-9cbe-a8c27ae6e384 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.13 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.4667385 Aug 21 09:06:59.115934 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c326f2d6-eed2-4e2b-a43c-93a9d01d523b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.127635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] For port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:06:59.131869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] For port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec,segment=NetworkSegment(14139a78-9336-4e19-9eba-d9a833d9795e),segment_id=14139a78-9336-4e19-9eba-d9a833d9795e)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:06:59.137956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Request body: {'port': {'device_id': 'd40c13c0-0c59-48a9-8fff-ad4ad2b170ef', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'admin_state_up': True, 'tenant_id': 'ec44a488b58c4ff480090f59e9183bf2'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:59.245549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c326f2d6-eed2-4e2b-a43c-93a9d01d523b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.252176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.256875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-df175166-93f5-4f7c-a761-5bf04204165a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3561416 Aug 21 09:06:59.269328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2363-5a09-496b-8b10-328246cf1440 req-33881563-b6f3-4783-9f02-8c3be0f61ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.270877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-33881563-b6f3-4783-9f02-8c3be0f61ed0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0&tenant_id=994df69ecf1d4b2681af7e97568df514 HTTP/1.1" status: 200 len: 1097 time: 0.3030331 Aug 21 09:06:59.342756 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c326f2d6-eed2-4e2b-a43c-93a9d01d523b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a56c64c1ded496a997de078d24e9cec&name=default HTTP/1.1" status: 200 len: 2980 time: 0.6990020 Aug 21 09:06:59.347987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37116) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:06:59.370583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.370583 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.370583 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] 10.222.0.13 "PUT /v2.0/ports/55fe39bc-47a0-49ba-9b5e-dc687cb4ebec HTTP/1.1" status: 200 len: 1093 time: 1.2555199 Aug 21 09:06:59.370583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326f2d6-eed2-4e2b-a43c-93a9d01d523b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676a8cf8-2249-4e89-abb4-0c16e6ce6d51,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:59.370991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'tag': '55fe39bc-47a0-49ba-9b5e-dc687cb4ebec'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:06:59.373279 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d947a17-174f-4490-b0ea-820ad1c6b621" -d '{"events": [{"name": "network-changed", "server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "tag": "55fe39bc-47a0-49ba-9b5e-dc687cb4ebec"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:06:59.432815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad70af9-83df-4a3e-874e-2d9b737333c3 service neutron] Pushing event updated for resources: {'Port': ['ID=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:59.439198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336c1c7-7a94-4562-8e86-44a760d43def req-1c76f11d-cd3d-45c2-adf1-1c7f933bd06b tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.440691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0336c1c7-7a94-4562-8e86-44a760d43def req-1c76f11d-cd3d-45c2-adf1-1c7f933bd06b tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.3596122 Aug 21 09:06:59.445084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be2564-b458-4516-9f51-60f876180bfb req-9cf915f3-09b6-45f0-bdab-2044fea6ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.447055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8be2564-b458-4516-9f51-60f876180bfb req-9cf915f3-09b6-45f0-bdab-2044fea6ed53 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f2402244-ac0c-47f4-a1f0-b4e7f5313516 HTTP/1.1" status: 200 len: 929 time: 0.3857982 Aug 21 09:06:59.478065 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-009594e8-e6d8-4ab2-9f1d-f77dbb4e3986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.485799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Request body: {'port': {'device_id': '20163437-dab4-41b7-be87-3f416cac4493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:06:59.528926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-009594e8-e6d8-4ab2-9f1d-f77dbb4e3986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.578179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8be2564-b458-4516-9f51-60f876180bfb req-a4a5521d-a70a-4751-b75c-40c98a86ad24 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd342853-a91b-4463-bdac-1bcacc43295d HTTP/1.1" status: 200 len: 217 time: 0.1158478 Aug 21 09:06:59.586579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2363-5a09-496b-8b10-328246cf1440 req-7315a319-35b4-46fe-bfa1-25f7e2b6fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.587971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-7315a319-35b4-46fe-bfa1-25f7e2b6fcd2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 1097 time: 0.2813833 Aug 21 09:06:59.590077 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.628654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-5f7c3e47-3ab6-469a-9229-f639d6a1b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.629301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-5f7c3e47-3ab6-469a-9229-f639d6a1b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.631275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-5f7c3e47-3ab6-469a-9229-f639d6a1b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.631275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-5f7c3e47-3ab6-469a-9229-f639d6a1b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.631275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-5f7c3e47-3ab6-469a-9229-f639d6a1b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.631275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-5f7c3e47-3ab6-469a-9229-f639d6a1b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.631748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-5f7c3e47-3ab6-469a-9229-f639d6a1b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.634042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-5f7c3e47-3ab6-469a-9229-f639d6a1b175 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6509 time: 0.3022108 Aug 21 09:06:59.644356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0336c1c7-7a94-4562-8e86-44a760d43def req-f1d7c050-e4f4-4255-bac1-f9087581db29 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 696 time: 0.1845062 Aug 21 09:06:59.730474 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-009594e8-e6d8-4ab2-9f1d-f77dbb4e3986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.733044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-009594e8-e6d8-4ab2-9f1d-f77dbb4e3986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.734303 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-009594e8-e6d8-4ab2-9f1d-f77dbb4e3986 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/676a8cf8-2249-4e89-abb4-0c16e6ce6d51 HTTP/1.1" status: 204 len: 168 time: 0.3851583 Aug 21 09:06:59.750483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009594e8-e6d8-4ab2-9f1d-f77dbb4e3986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676a8cf8-2249-4e89-abb4-0c16e6ce6d51,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:06:59.782771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Made reservation on behalf of ec44a488b58c4ff480090f59e9183bf2 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:06:59.786263 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.812119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0336c1c7-7a94-4562-8e86-44a760d43def req-dcb49a42-46f3-4911-84f3-3461aeb984f8 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 696 time: 0.1669638 Aug 21 09:06:59.912179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be2564-b458-4516-9f51-60f876180bfb req-de084d57-e5b7-4909-9da4-17ac7f158372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.912652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bc619a-6f92-4455-8894-bc49c973db73 {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:06:59.913655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8be2564-b458-4516-9f51-60f876180bfb req-de084d57-e5b7-4909-9da4-17ac7f158372 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3bb2739b-5728-41ac-910a-93e51e87a3c8 HTTP/1.1" status: 200 len: 867 time: 0.3004923 Aug 21 09:06:59.920853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:06:59.935968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Transition to ACTIVE for port object f0bc619a-6f92-4455-8894-bc49c973db73 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:06:59.940263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c3ecb-a633-4c26-a25f-4882ebd47f0b req-a64501e2-6215-4b34-8f54-ad4b9867c70f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:06:59.941774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-275c3ecb-a633-4c26-a25f-4882ebd47f0b req-a64501e2-6215-4b34-8f54-ad4b9867c70f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 945 time: 0.4559705 Aug 21 09:07:00.072453 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:00.126006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2363-5a09-496b-8b10-328246cf1440 req-1619aa33-f30a-49af-b5a2-a31a3a65ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:00.127519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-1619aa33-f30a-49af-b5a2-a31a3a65ccc2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.5064211 Aug 21 09:07:00.171216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-fa6d3c27-bf62-4c99-8075-d78bc7665659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:00.171730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-fa6d3c27-bf62-4c99-8075-d78bc7665659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:00.172200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-fa6d3c27-bf62-4c99-8075-d78bc7665659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:00.173792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-fa6d3c27-bf62-4c99-8075-d78bc7665659 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 HTTP/1.1" status: 200 len: 2296 time: 0.4928675 Aug 21 09:07:00.190530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bc619a-6f92-4455-8894-bc49c973db73,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:00.207607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-275c3ecb-a633-4c26-a25f-4882ebd47f0b req-8d6ef05c-4c14-468b-b009-bec1b37a4d4a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415302 Aug 21 09:07:00.236989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Attempting to bind port f0bc619a-6f92-4455-8894-bc49c973db73 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:07:00.237517 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Attempting to bind port f0bc619a-6f92-4455-8894-bc49c973db73 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '93bfdb95-82b0-4307-aca8-2306b7fb973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:07:00.237900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Attempting to bind port f0bc619a-6f92-4455-8894-bc49c973db73 on network ac03d323-c077-421b-8d38-cd5492e415be {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:00.248124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Port f0bc619a-6f92-4455-8894-bc49c973db73 on network ac03d323-c077-421b-8d38-cd5492e415be not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:07:00.248124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Attempting to bind port f0bc619a-6f92-4455-8894-bc49c973db73 on network ac03d323-c077-421b-8d38-cd5492e415be {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:00.253353 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:07:00.253695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Checking segment: {'id': '93bfdb95-82b0-4307-aca8-2306b7fb973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:00.254088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Bound using segment: {'id': '93bfdb95-82b0-4307-aca8-2306b7fb973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:07:00.254560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Bound port: f0bc619a-6f92-4455-8894-bc49c973db73, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93bfdb95-82b0-4307-aca8-2306b7fb973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:07:00.254952 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:00.297972 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3b279b-b367-428d-b64a-17a8f36a6141 x-openstack-request-id: req-6d3b279b-b367-428d-b64a-17a8f36a6141 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:00.298339 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "tag": "55fe39bc-47a0-49ba-9b5e-dc687cb4ebec", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:00.298481 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d3b279b-b367-428d-b64a-17a8f36a6141 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:00.298888 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'tag': '55fe39bc-47a0-49ba-9b5e-dc687cb4ebec', 'status': 'completed', 'code': 200} Aug 21 09:07:00.447472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947a17-174f-4490-b0ea-820ad1c6b621 req-7f732e24-696b-4348-b3bb-53f9d70b02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:00.448092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947a17-174f-4490-b0ea-820ad1c6b621 req-7f732e24-696b-4348-b3bb-53f9d70b02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:00.450631 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6d947a17-174f-4490-b0ea-820ad1c6b621 req-7f732e24-696b-4348-b3bb-53f9d70b02e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1941 time: 0.1432829 Aug 21 09:07:00.537840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] For port f0bc619a-6f92-4455-8894-bc49c973db73, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:00.556176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] For port f0bc619a-6f92-4455-8894-bc49c973db73, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f0bc619a-6f92-4455-8894-bc49c973db73,segment=NetworkSegment(93bfdb95-82b0-4307-aca8-2306b7fb973f),segment_id=93bfdb95-82b0-4307-aca8-2306b7fb973f)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:07:00.591369 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947a17-174f-4490-b0ea-820ad1c6b621 req-d1e0c9a0-e8ff-4f1c-85b0-b93e7623e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:00.591875 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947a17-174f-4490-b0ea-820ad1c6b621 req-d1e0c9a0-e8ff-4f1c-85b0-b93e7623e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:00.592368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947a17-174f-4490-b0ea-820ad1c6b621 req-d1e0c9a0-e8ff-4f1c-85b0-b93e7623e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:00.593985 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6d947a17-174f-4490-b0ea-820ad1c6b621 req-d1e0c9a0-e8ff-4f1c-85b0-b93e7623e04d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1332631 Aug 21 09:07:00.605376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be2564-b458-4516-9f51-60f876180bfb req-2ec8e847-77c6-46ae-8a73-595b8577dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:00.606850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8be2564-b458-4516-9f51-60f876180bfb req-2ec8e847-77c6-46ae-8a73-595b8577dd33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f2402244-ac0c-47f4-a1f0-b4e7f5313516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6795075 Aug 21 09:07:00.623040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-f36703a6-ef22-4bdd-a16f-254c5e834cf3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74 HTTP/1.1" status: 200 len: 217 time: 0.4544163 Aug 21 09:07:00.662676 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:00.682216 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e6c9481-e2f5-4e06-add7-1c9c11736eb0 req-2b109c49-8d5d-4982-9be1-48c4e1415f55 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 210 time: 0.1297107 Aug 21 09:07:00.682851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.13', 49309) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:00.756454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'name': 'network-vif-deleted', 'tag': '34ca8a6d-495f-4689-aa01-114094622622'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:00.759595 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e206988-18ed-4e4a-a636-b40cb989cb22" -d '{"events": [{"server_uuid": "0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac", "name": "network-vif-deleted", "tag": "34ca8a6d-495f-4689-aa01-114094622622"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:00.810138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Allocated IP 172.20.0.10 (73450b22-0f7b-4756-99d9-a1fdb9a2a648/74fc87cd-bb56-4b37-976a-7ed85aa94def/30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:00.890144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-fb42c113-8c0c-44b3-86da-36a5e425834c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d214a269-de68-403f-bcfa-835869aca265 HTTP/1.1" status: 200 len: 1000 time: 0.7031600 Aug 21 09:07:00.918579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0336c1c7-7a94-4562-8e86-44a760d43def req-33b6fd78-3b03-46bb-b83b-a1385ee64d04 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Deleting port a9a52ad1-9a6c-4ee4-894e-e9500a48a05b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:00.918929 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0336c1c7-7a94-4562-8e86-44a760d43def req-33b6fd78-3b03-46bb-b83b-a1385ee64d04 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:00.943683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2363-5a09-496b-8b10-328246cf1440 req-edc7e847-120f-4a86-9b7c-17ff5a1891b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:00.945181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-edc7e847-120f-4a86-9b7c-17ff5a1891b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.3049240 Aug 21 09:07:01.028673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.028996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:01.030579 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] 10.222.0.13 "PUT /v2.0/ports/f0bc619a-6f92-4455-8894-bc49c973db73 HTTP/1.1" status: 200 len: 1093 time: 1.5491688 Aug 21 09:07:01.032653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fee7ff3a-8c94-4d35-80ba-af8dfd681b53 req-c31b17f7-bc91-44bb-813b-8d934d8c338e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 210 time: 0.1581647 Aug 21 09:07:01.040218 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bc619a-6f92-4455-8894-bc49c973db73,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:01.074586 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947a17-174f-4490-b0ea-820ad1c6b621 req-b2d3ea6f-eea7-4049-af61-df40fa6c7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.077523 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6d947a17-174f-4490-b0ea-820ad1c6b621 req-b2d3ea6f-eea7-4049-af61-df40fa6c7ee3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4748220 Aug 21 09:07:01.236899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-67cf11b7-baf1-4cfe-a4b9-7bc1eb3ce8e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2662177 Aug 21 09:07:01.239190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-383bbb6a-3079-435e-b564-95f17593ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.239892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-383bbb6a-3079-435e-b564-95f17593ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.241599 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-383bbb6a-3079-435e-b564-95f17593ef18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1983 time: 0.0483940 Aug 21 09:07:01.293218 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-4d0232e2-973a-48b4-8544-56f38bd71d76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec HTTP/1.1" status: 200 len: 217 time: 0.0384667 Aug 21 09:07:01.309288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-ff88b275-918b-40e2-b321-0d7acbddc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.310866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-ff88b275-918b-40e2-b321-0d7acbddc1b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eea5f64-f9f4-4f3d-823b-00499102b99d HTTP/1.1" status: 200 len: 854 time: 0.3940632 Aug 21 09:07:01.327809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8be2564-b458-4516-9f51-60f876180bfb req-6439686a-6ace-46bf-b184-882624f654dd service neutron] 10.222.0.22 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6983304 Aug 21 09:07:01.342521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53d9da31-7984-4338-a8f7-e3e706fe93b4 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.343949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53d9da31-7984-4338-a8f7-e3e706fe93b4 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.13 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 804 time: 0.6378915 Aug 21 09:07:01.344230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-f008a1fb-ef7c-445b-bf9d-0c37c3714e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.345721 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-f008a1fb-ef7c-445b-bf9d-0c37c3714e38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1adf6879-c5f9-48cd-bc33-624660ba423c HTTP/1.1" status: 200 len: 801 time: 0.0454447 Aug 21 09:07:01.404906 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-ffb8f72c-1384-47f7-9d44-5c2f4ff0bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.406430 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-ffb8f72c-1384-47f7-9d44-5c2f4ff0bec7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02b8788e-b1ce-400c-b5a6-b05078bd08fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474632 Aug 21 09:07:01.442036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Request body: {'port': {'device_id': '99747d13-03d8-41f5-88b0-70e311dbd78e', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'admin_state_up': True, 'tenant_id': 'e5ddc74da1ea4189b34d8319c80c4d0b'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:01.498765 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-a61f0462-795d-4608-8091-8ae6babc6a38 service neutron] 10.222.0.13 "GET /v2.0/networks/02b8788e-b1ce-400c-b5a6-b05078bd08fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832372 Aug 21 09:07:01.588723 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0336c1c7-7a94-4562-8e86-44a760d43def req-33b6fd78-3b03-46bb-b83b-a1385ee64d04 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:01.589726 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0336c1c7-7a94-4562-8e86-44a760d43def req-33b6fd78-3b03-46bb-b83b-a1385ee64d04 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:01.602204 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-dd6b248d-f602-4dc2-9a53-c9d9c6356e59 service neutron] 10.222.0.13 "GET /v2.0/networks/02b8788e-b1ce-400c-b5a6-b05078bd08fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955486 Aug 21 09:07:01.632187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc611-7f4e-483e-af89-a97cec6739dc req-53374280-d16d-416d-b55c-0c4ede33c3e8 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.638740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc611-7f4e-483e-af89-a97cec6739dc req-53374280-d16d-416d-b55c-0c4ede33c3e8 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.640398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b95fc611-7f4e-483e-af89-a97cec6739dc req-53374280-d16d-416d-b55c-0c4ede33c3e8 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1679 time: 0.4472098 Aug 21 09:07:01.652205 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-3f40c287-0ff9-4969-91d2-84f63819a589 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.247&port_id=f0bc619a-6f92-4455-8894-bc49c973db73 HTTP/1.1" status: 200 len: 217 time: 0.0427442 Aug 21 09:07:01.672052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:01.687989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0336c1c7-7a94-4562-8e86-44a760d43def req-33b6fd78-3b03-46bb-b83b-a1385ee64d04 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Calling delete_port for a9a52ad1-9a6c-4ee4-894e-e9500a48a05b owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:01.707623 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-c72975a7-1d86-468a-a6bc-8ab42c8b56df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.709366 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-c72975a7-1d86-468a-a6bc-8ab42c8b56df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d41ee255-ba12-48fa-9b1f-0246df98af6a HTTP/1.1" status: 200 len: 801 time: 0.0502729 Aug 21 09:07:01.749007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-9ec50802-245b-4ebb-9d6d-0a3f100d0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.750497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-9ec50802-245b-4ebb-9d6d-0a3f100d0165 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4203227 Aug 21 09:07:01.761820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265e345-6d5b-4202-8419-38bd51afb21f req-81f916ab-dda5-4e65-93e7-65de85271f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:01.763357 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-81f916ab-dda5-4e65-93e7-65de85271f59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac03d323-c077-421b-8d38-cd5492e415be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468433 Aug 21 09:07:01.769968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-eec9e7c8-72d7-4d88-a43c-3b199d8b8bba service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977152 Aug 21 09:07:01.856693 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-49e23e61-23c2-49de-9ea4-a947b2878bda service neutron] 10.222.0.13 "GET /v2.0/networks/ac03d323-c077-421b-8d38-cd5492e415be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859983 Aug 21 09:07:01.961729 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-5e30e809-38d1-4ed6-8c31-18756be9873f service neutron] 10.222.0.13 "GET /v2.0/networks/ac03d323-c077-421b-8d38-cd5492e415be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975018 Aug 21 09:07:01.963252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8be2564-b458-4516-9f51-60f876180bfb req-5fc58933-c780-4bbd-b17c-25658d40882f service neutron] 10.222.0.22 "GET /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869355 Aug 21 09:07:01.966174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b95fc611-7f4e-483e-af89-a97cec6739dc req-21547fcb-c2ee-4349-a00b-e645608ecfa2 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105483 Aug 21 09:07:02.055207 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e96c4f1-d5ca-4677-8d37-35d3eb02ae80 x-openstack-request-id: req-8e96c4f1-d5ca-4677-8d37-35d3eb02ae80 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:02.055500 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac", "name": "network-vif-deleted", "tag": "34ca8a6d-495f-4689-aa01-114094622622", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:02.055773 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e96c4f1-d5ca-4677-8d37-35d3eb02ae80 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:02.056231 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4e36cb-9f1a-41a6-bea9-c2cef298f3ac', 'name': 'network-vif-deleted', 'tag': '34ca8a6d-495f-4689-aa01-114094622622', 'status': 'completed', 'code': 200} Aug 21 09:07:02.090308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-36d8c356-0eb8-4ad2-b7bb-b53be045ca51 service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296216 Aug 21 09:07:02.111789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-c1ea1dbf-0dea-4ae0-98de-34457f7c982e service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266230 Aug 21 09:07:02.190679 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:02.192246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Made reservation on behalf of e5ddc74da1ea4189b34d8319c80c4d0b for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:02.195760 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:02.294612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:02.299901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'tag': 'f0bc619a-6f92-4455-8894-bc49c973db73'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:02.302605 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1405e00e-f847-4f92-93e9-65b8eed46097" -d '{"events": [{"name": "network-changed", "server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "tag": "f0bc619a-6f92-4455-8894-bc49c973db73"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:02.312470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:02.348879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:02.359037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfd473-eac0-4834-a7d9-fcd091a2f90f req-9731c4a9-9d96-429b-bc58-e9548b93428a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:02.360646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35dfd473-eac0-4834-a7d9-fcd091a2f90f req-9731c4a9-9d96-429b-bc58-e9548b93428a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 945 time: 0.2522156 Aug 21 09:07:02.361276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event updated for resources: {'Port': ['ID=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:02.375595 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0336c1c7-7a94-4562-8e86-44a760d43def req-33b6fd78-3b03-46bb-b83b-a1385ee64d04 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:02.451187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-55e01d8c-c303-458a-81d1-b7652ac9e84b service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415878 Aug 21 09:07:02.451944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6fd78-3b03-46bb-b83b-a1385ee64d04 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Pushing event deleted for resources: {'Port': ['ID=a9a52ad1-9a6c-4ee4-894e-e9500a48a05b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:02.838680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:02.839364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:02.870715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-a3fa0ee9-c7a0-4bea-9902-6eee8aa78141 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=09b19b1a-98fa-4efc-9311-75cf68b68d53 HTTP/1.1" status: 200 len: 217 time: 0.4004996 Aug 21 09:07:02.916910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35dfd473-eac0-4834-a7d9-fcd091a2f90f req-cf5ffddd-2217-4912-bb7c-7c6ed6b45ded tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093460 Aug 21 09:07:02.975591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Allocated IP 172.20.0.11 (1c67f092-44d6-4a07-bb62-ba467f0eb4c0/d2050f02-4ee6-4f5c-b15c-ac170569c539/a4603fbe-d5be-4ea1-959f-2569b134393d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:02.982189 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0336c1c7-7a94-4562-8e86-44a760d43def req-33b6fd78-3b03-46bb-b83b-a1385ee64d04 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:02.984687 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0336c1c7-7a94-4562-8e86-44a760d43def req-33b6fd78-3b03-46bb-b83b-a1385ee64d04 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:02.986216 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0336c1c7-7a94-4562-8e86-44a760d43def req-33b6fd78-3b03-46bb-b83b-a1385ee64d04 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "DELETE /v2.0/floatingips/131c79a0-e8f5-4fba-80be-f5873c5ed709 HTTP/1.1" status: 204 len: 173 time: 3.1714952 Aug 21 09:07:02.998869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2363-5a09-496b-8b10-328246cf1440 req-59b36935-e819-4f3a-b8ce-253fc42b4e23 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:02.998869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-59b36935-e819-4f3a-b8ce-253fc42b4e23 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.1975121 Aug 21 09:07:03.003875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-cb9d4010-1f92-40bd-beb4-468fe311c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:03.005395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-cb9d4010-1f92-40bd-beb4-468fe311c677 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.1121504 Aug 21 09:07:03.026379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-83dbad26-e543-4632-a36f-9c3d91443eea tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9411290 Aug 21 09:07:03.075132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Request body: {'port': {'device_id': 'd40c13c0-0c59-48a9-8fff-ad4ad2b170ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:03.212114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6479362-be13-4840-bcfe-77d59b859811 req-357898fb-d2cc-4822-904b-d55cf23a7935 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 210 time: 0.0877099 Aug 21 09:07:03.261322 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6310f31b-abd0-4afb-bd73-bc7dd8e1c8c2 x-openstack-request-id: req-6310f31b-abd0-4afb-bd73-bc7dd8e1c8c2 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:03.264721 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "tag": "f0bc619a-6f92-4455-8894-bc49c973db73", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:03.264721 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6310f31b-abd0-4afb-bd73-bc7dd8e1c8c2 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:03.264721 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'tag': 'f0bc619a-6f92-4455-8894-bc49c973db73', 'status': 'completed', 'code': 200} Aug 21 09:07:03.310420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-c206be45-c0d3-4a4c-ac0a-77ac784a2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:03.310420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-c206be45-c0d3-4a4c-ac0a-77ac784a2446 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2947252 Aug 21 09:07:03.348623 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-23e1e857-8108-42ce-ae78-8cbe41074c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:03.349125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-23e1e857-8108-42ce-ae78-8cbe41074c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:03.351080 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-23e1e857-8108-42ce-ae78-8cbe41074c65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1983 time: 0.0582390 Aug 21 09:07:03.355646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015d019-b99d-4666-bb89-49017319d1ba req-1783cb80-08c8-41b8-9b73-bf5d74994b94 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:03.357121 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e015d019-b99d-4666-bb89-49017319d1ba req-1783cb80-08c8-41b8-9b73-bf5d74994b94 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 932 time: 0.2718046 Aug 21 09:07:03.357701 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:03.451939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-cde6ca5d-6b22-4c44-8ec0-31d7dfdb227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:03.453562 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-cde6ca5d-6b22-4c44-8ec0-31d7dfdb227b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac03d323-c077-421b-8d38-cd5492e415be HTTP/1.1" status: 200 len: 903 time: 0.0900779 Aug 21 09:07:03.500582 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-a5fee891-0608-4479-b436-5a9d20f16090 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.247&port_id=f0bc619a-6f92-4455-8894-bc49c973db73 HTTP/1.1" status: 200 len: 217 time: 0.0399172 Aug 21 09:07:03.556440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-c5739027-365b-4cf9-9eba-9cc45bbf8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:03.557955 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-c5739027-365b-4cf9-9eba-9cc45bbf8715 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d41ee255-ba12-48fa-9b1f-0246df98af6a HTTP/1.1" status: 200 len: 801 time: 0.0501711 Aug 21 09:07:03.564618 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:03.585091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e015d019-b99d-4666-bb89-49017319d1ba req-42c8003c-3832-4c93-b65c-2e3feb3b7d3e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058902 Aug 21 09:07:03.607256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-47feb45a-11a1-4ace-98e7-4da2843bee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:03.608194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-137b2363-5a09-496b-8b10-328246cf1440 req-e07b5419-0169-4ac2-b6c1-2fd4cc01ac35 service neutron] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:03.613994 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-47feb45a-11a1-4ace-98e7-4da2843bee99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac03d323-c077-421b-8d38-cd5492e415be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448511 Aug 21 09:07:03.616750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f5a3a-c3e2-41a6-bfa5-1ecbd1d45836 req-527fb281-059d-4586-8d5f-c93c462481c7 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:03.622811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f5a3a-c3e2-41a6-bfa5-1ecbd1d45836 req-527fb281-059d-4586-8d5f-c93c462481c7 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:03.624544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-332f5a3a-c3e2-41a6-bfa5-1ecbd1d45836 req-527fb281-059d-4586-8d5f-c93c462481c7 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1679 time: 0.2853873 Aug 21 09:07:03.635912 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-137b2363-5a09-496b-8b10-328246cf1440 req-e07b5419-0169-4ac2-b6c1-2fd4cc01ac35 service neutron] Notify callbacks [] for binding, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:03.637077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-137b2363-5a09-496b-8b10-328246cf1440 req-e07b5419-0169-4ac2-b6c1-2fd4cc01ac35 service neutron] 10.222.0.22 "DELETE /v2.0/ports/c961f97a-ee4d-4e96-9d44-22a7955cdf74/bindings/n-h1-766726-28 HTTP/1.1" status: 204 len: 173 time: 0.6299903 Aug 21 09:07:03.694565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-170ec800-aad2-4ea9-8457-fd4e364add4c service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591847 Aug 21 09:07:03.730840 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-170f4dc8-baca-4c19-8dcb-f920ab2c4b92 service neutron] 10.222.0.13 "GET /v2.0/networks/ac03d323-c077-421b-8d38-cd5492e415be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133769 Aug 21 09:07:03.833923 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1405e00e-f847-4f92-93e9-65b8eed46097 req-d043de96-bb00-453d-85e5-eef413619ae6 service neutron] 10.222.0.13 "GET /v2.0/networks/ac03d323-c077-421b-8d38-cd5492e415be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959694 Aug 21 09:07:03.885866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-332f5a3a-c3e2-41a6-bfa5-1ecbd1d45836 req-b8904942-a5d1-46bd-8968-92c2caee55f1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477531 Aug 21 09:07:03.918207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54626d1d-a243-4bd4-921b-83dad183076b req-b2057ee0-f1f2-47fc-9639-a4e7e10a28b7 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:03.919748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54626d1d-a243-4bd4-921b-83dad183076b req-b2057ee0-f1f2-47fc-9639-a4e7e10a28b7 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2226348 Aug 21 09:07:03.995276 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:04.005349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54626d1d-a243-4bd4-921b-83dad183076b req-daaf2f62-fe2e-4264-b662-2b63c4f4efb3 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0758753 Aug 21 09:07:04.068056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-2857b5e7-5608-41c4-92ed-2a64d5196108 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581336 Aug 21 09:07:04.109409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:04.164997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-020e4d99-c147-40cf-9f2c-a021a9dd9a51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=84112da1-91f0-4e8d-a37a-f7fb1c3abe36 HTTP/1.1" status: 200 len: 217 time: 0.0772309 Aug 21 09:07:04.165835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:04.194954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Pushing event updated for resources: {'Port': ['ID=a4603fbe-d5be-4ea1-959f-2569b134393d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:04.201341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:04.232921 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7e4f7ef-0923-4e80-a31c-dd9ebcaeb14a req-5f759ce4-9d0e-47fa-80f4-d4b9361fa622 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1291068 Aug 21 09:07:04.271102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36699eaa-5576-40be-8a4b-9cb73b71e1ab req-a7649338-bfc0-4693-9127-d1c47b386604 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:04.272673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36699eaa-5576-40be-8a4b-9cb73b71e1ab req-a7649338-bfc0-4693-9127-d1c47b386604 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 945 time: 0.2792370 Aug 21 09:07:04.331098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:04.350180 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:04.361012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-3089f09a-7f0e-4d1d-bdc8-fb4c8f9a6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:04.362584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-3089f09a-7f0e-4d1d-bdc8-fb4c8f9a6be9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.1650767 Aug 21 09:07:04.375412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:04.376042 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:04.413696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Transition to ACTIVE for port object 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:04.429994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36699eaa-5576-40be-8a4b-9cb73b71e1ab req-c677c43b-9ef6-4c2b-9e7e-27d9e54ab1f1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349761 Aug 21 09:07:04.481364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d2d17-338f-40f5-a7aa-85312f11a059 req-fd9ed34f-d339-47ef-8330-9510e441a693 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:04.483019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-887d2d17-338f-40f5-a7aa-85312f11a059 req-fd9ed34f-d339-47ef-8330-9510e441a693 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 932 time: 0.1034107 Aug 21 09:07:04.484986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-2f53f259-f9ed-4aa2-80d1-15f220206d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:04.486380 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-2f53f259-f9ed-4aa2-80d1-15f220206d9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1078877 Aug 21 09:07:04.556328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc03a23e-18a6-4218-b68d-66f46a09c508 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1360662 Aug 21 09:07:04.556914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:04.585506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Request body: {'port': {'device_id': '99747d13-03d8-41f5-88b0-70e311dbd78e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:04.629945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-887d2d17-338f-40f5-a7aa-85312f11a059 req-20beba4e-563e-47fb-bb42-1caa9ae37072 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391592 Aug 21 09:07:04.675157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Pushing event updated for resources: {'Port': ['ID=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:04.747106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-c6542b4c-7cde-4b33-ab9f-2cb02b4114d6 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497456 Aug 21 09:07:04.763051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:05.207180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Attempting to bind port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:07:05.207746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Attempting to bind port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:07:05.210359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Attempting to bind port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:05.230866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d05014-45b1-4de2-9335-c74a95bca44e req-90e1d65c-6fcd-47da-a659-e0504eea14d1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:05.232442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2d05014-45b1-4de2-9335-c74a95bca44e req-90e1d65c-6fcd-47da-a659-e0504eea14d1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 944 time: 0.4844387 Aug 21 09:07:05.242754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:07:05.243140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Attempting to bind port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:05.300034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26f21d-f0ce-4335-98cc-440009a3f5e5 req-560190e6-2294-44a5-86ea-cb30079f8bfe tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:05.301586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a26f21d-f0ce-4335-98cc-440009a3f5e5 req-560190e6-2294-44a5-86ea-cb30079f8bfe tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 1097 time: 0.2399802 Aug 21 09:07:05.328890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:07:05.329229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Checking segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:05.329605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Bound using segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:07:05.330049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Bound port: 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:07:05.330493 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:05.360717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-6a5c9a16-289a-4485-b881-5df064f8bcfa service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956211 Aug 21 09:07:05.470654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-788177ca-6a2a-4bae-83a4-cbf38258b4b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7fb1a58b-466b-48b3-8947-1a5beaf86710 HTTP/1.1" status: 200 len: 217 time: 0.0968850 Aug 21 09:07:05.501647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2d05014-45b1-4de2-9335-c74a95bca44e req-ee72910e-fccd-4e69-a9ac-68b811c948cc tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540183 Aug 21 09:07:05.519074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a26f21d-f0ce-4335-98cc-440009a3f5e5 req-121e9a62-3be0-48f6-8b16-794cc63002ee tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953013 Aug 21 09:07:05.616101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] For port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:05.662581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-32b09cfb-03e8-4cd1-8ea9-dc51b642b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:05.664047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-32b09cfb-03e8-4cd1-8ea9-dc51b642b30a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.1579955 Aug 21 09:07:05.684368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] For port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:07:05.757333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cc877-5587-4aee-a9c7-d8e9fbb06e2a req-581b12fa-69e2-4062-bb34-99a2e7a6eed6 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:05.759512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-448cc877-5587-4aee-a9c7-d8e9fbb06e2a req-581b12fa-69e2-4062-bb34-99a2e7a6eed6 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 945 time: 0.1756673 Aug 21 09:07:05.796423 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:05.806808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e94be7-b931-4c91-9371-271ecfe96951 req-079ca418-9d0a-4a32-9713-28a864aac0dc tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:05.813191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e94be7-b931-4c91-9371-271ecfe96951 req-079ca418-9d0a-4a32-9713-28a864aac0dc tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:05.814837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-58e94be7-b931-4c91-9371-271ecfe96951 req-079ca418-9d0a-4a32-9713-28a864aac0dc tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1679 time: 0.2236390 Aug 21 09:07:05.864723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-39525b05-cdc6-41ea-9f49-8d2c181e87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:05.866325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-39525b05-cdc6-41ea-9f49-8d2c181e87f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1930678 Aug 21 09:07:05.922474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4603fbe-d5be-4ea1-959f-2569b134393d {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:05.942225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:05.942857 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:05.944354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] 10.222.0.13 "PUT /v2.0/ports/30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 HTTP/1.1" status: 200 len: 1093 time: 2.8872993 Aug 21 09:07:05.949599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40c13c0-0c59-48a9-8fff-ad4ad2b170ef', 'tag': '30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:05.949599 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c46ac53-a2b3-4fd7-abce-61f6d10f1ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "d40c13c0-0c59-48a9-8fff-ad4ad2b170ef", "tag": "30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:05.979633 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:06.027080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-448cc877-5587-4aee-a9c7-d8e9fbb06e2a req-5bbb7960-4fc5-4645-8210-4d9d4c44d705 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cde3477-bd79-46cd-8847-1bb9b2db6a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586379 Aug 21 09:07:06.036220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788a607-12c1-4f41-826e-8bfbf909daf3 service neutron] Pushing event updated for resources: {'Port': ['ID=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:06.041255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Transition to ACTIVE for port object a4603fbe-d5be-4ea1-959f-2569b134393d will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:06.058497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-58e94be7-b931-4c91-9371-271ecfe96951 req-6a8b3620-9f22-4706-8bf3-1c3a03546931 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260909 Aug 21 09:07:06.090094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-244a0ce8-ab7f-45ef-9f2a-06e3d59eaae2 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094557 Aug 21 09:07:06.185264 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:06.330723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845420-269d-457b-8ed4-151fc6517fdd req-3a2d8ea6-975b-4baf-ae99-706921d9f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:06.332303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-3a2d8ea6-975b-4baf-ae99-706921d9f52d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 1096 time: 0.2024710 Aug 21 09:07:06.341235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4603fbe-d5be-4ea1-959f-2569b134393d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:06.394966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-3922023e-e5d5-45ee-acc2-3ab51010ced0 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964005 Aug 21 09:07:06.418026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd261e-7b6f-4868-a681-83afe1feb04a req-3e64ebc8-657c-4a5f-95da-22030e2eb40d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:06.419514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34dd261e-7b6f-4868-a681-83afe1feb04a req-3e64ebc8-657c-4a5f-95da-22030e2eb40d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 944 time: 0.2287366 Aug 21 09:07:06.425829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-213d4379-f223-4813-9fe5-e71c86d9235c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 HTTP/1.1" status: 200 len: 217 time: 0.0810654 Aug 21 09:07:06.441065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46897f-928c-4c18-b8f2-20b26a795cac req-bbb92d12-3c7f-480a-94f2-3e005125d15b tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:06.442457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc46897f-928c-4c18-b8f2-20b26a795cac req-bbb92d12-3c7f-480a-94f2-3e005125d15b tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 1097 time: 0.2505429 Aug 21 09:07:06.534404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f0bc619a-6f92-4455-8894-bc49c973db73 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:07:06.559058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-7147f1ee-7018-4d78-bf7c-e22b00a1394b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=deb6eb46-4bad-4b70-b769-24658adbb7f5 HTTP/1.1" status: 200 len: 217 time: 0.1364942 Aug 21 09:07:06.637984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f0bc619a-6f92-4455-8894-bc49c973db73, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f0bc619a-6f92-4455-8894-bc49c973db73,segment=NetworkSegment(93bfdb95-82b0-4307-aca8-2306b7fb973f),segment_id=93bfdb95-82b0-4307-aca8-2306b7fb973f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:06.649189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'f0bc619a-6f92-4455-8894-bc49c973db73', 'network_id': 'ac03d323-c077-421b-8d38-cd5492e415be', 'port_id': 'f0bc619a-6f92-4455-8894-bc49c973db73', 'mac_address': 'fa:16:3e:08:bf:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41ee255-ba12-48fa-9b1f-0246df98af6a', 'ip_address': '19.86.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:07:06.676981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34dd261e-7b6f-4868-a681-83afe1feb04a req-14fbfe1f-07ef-4d86-ae25-27cbb1ba7229 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389514 Aug 21 09:07:06.684531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845420-269d-457b-8ed4-151fc6517fdd req-2ac3a2a1-fb01-46a8-82cf-4914c57585cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:06.686105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-2ac3a2a1-fb01-46a8-82cf-4914c57585cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 200 len: 852 time: 0.2219849 Aug 21 09:07:06.688732 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:06.696958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de540ffc-e411-49fa-af7f-f2f829c3ddf9 req-eed47c21-b563-4327-b621-1e3115a5217a tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:06.698546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de540ffc-e411-49fa-af7f-f2f829c3ddf9 req-eed47c21-b563-4327-b621-1e3115a5217a tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 945 time: 0.2781048 Aug 21 09:07:06.703844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bc619a-6f92-4455-8894-bc49c973db73 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:06.704012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc46897f-928c-4c18-b8f2-20b26a795cac req-606e1441-ecb2-4c1f-8e78-b04c3ec77346 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344909 Aug 21 09:07:06.704769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Attempting to bind port a4603fbe-d5be-4ea1-959f-2569b134393d on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:07:06.705132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Attempting to bind port a4603fbe-d5be-4ea1-959f-2569b134393d by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:07:06.705461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Attempting to bind port a4603fbe-d5be-4ea1-959f-2569b134393d on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:06.724957 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f0bc619a-6f92-4455-8894-bc49c973db73, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f0bc619a-6f92-4455-8894-bc49c973db73,segment=NetworkSegment(93bfdb95-82b0-4307-aca8-2306b7fb973f),segment_id=93bfdb95-82b0-4307-aca8-2306b7fb973f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:06.743090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-8287d5c2-1913-4a72-8e1f-9c77b39e28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:06.744691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-8287d5c2-1913-4a72-8e1f-9c77b39e28e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.1709344 Aug 21 09:07:06.746691 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a916e17-0bc7-4443-9a3c-544f43cc9f5d x-openstack-request-id: req-6a916e17-0bc7-4443-9a3c-544f43cc9f5d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:06.746999 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40c13c0-0c59-48a9-8fff-ad4ad2b170ef", "tag": "30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:06.747379 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a916e17-0bc7-4443-9a3c-544f43cc9f5d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:06.747999 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40c13c0-0c59-48a9-8fff-ad4ad2b170ef', 'tag': '30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0', 'status': 'completed', 'code': 200} Aug 21 09:07:06.771144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-05654f0e-0a9e-46ed-8859-b0208a2bdef5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73450b22-0f7b-4756-99d9-a1fdb9a2a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669322 Aug 21 09:07:06.771839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Port a4603fbe-d5be-4ea1-959f-2569b134393d on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:07:06.772174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Attempting to bind port a4603fbe-d5be-4ea1-959f-2569b134393d on network 1c67f092-44d6-4a07-bb62-ba467f0eb4c0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:06.799086 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:06.799804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:07:06.829076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:07:06.829447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Checking segment: {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:06.829959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Bound using segment: {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:07:06.830309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Bound port: a4603fbe-d5be-4ea1-959f-2569b134393d, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:07:06.830812 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:06.912222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=f0bc619a-6f92-4455-8894-bc49c973db73,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:06.960600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec,segment=NetworkSegment(14139a78-9336-4e19-9eba-d9a833d9795e),segment_id=14139a78-9336-4e19-9eba-d9a833d9795e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:06.968968 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-937a34bc-2630-4835-b455-6e4b98714631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:06.974853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '55fe39bc-47a0-49ba-9b5e-dc687cb4ebec', 'network_id': '02b8788e-b1ce-400c-b5a6-b05078bd08fb', 'port_id': '55fe39bc-47a0-49ba-9b5e-dc687cb4ebec', 'mac_address': 'fa:16:3e:c0:4f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adf6879-c5f9-48cd-bc33-624660ba423c', 'ip_address': '19.80.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:07:06.989275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-92ef7bd1-5643-4f67-9a98-276717f30492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:06.990872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-92ef7bd1-5643-4f67-9a98-276717f30492 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2200735 Aug 21 09:07:07.024355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d7e46-0c88-4639-9028-e24ca1c23ec9 req-a929c5be-78a0-4c71-9b16-ee6362e58ae3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:07.031894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b34d7e46-0c88-4639-9028-e24ca1c23ec9 req-a929c5be-78a0-4c71-9b16-ee6362e58ae3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 944 time: 0.2434220 Aug 21 09:07:07.042452 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.060867 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:07.090642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec,segment=NetworkSegment(14139a78-9336-4e19-9eba-d9a833d9795e),segment_id=14139a78-9336-4e19-9eba-d9a833d9795e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:07.101434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37402) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:07.142859 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.209789 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:07.252075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5744ae3-702e-4dbe-acf8-6f5505e1484b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.369028 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5744ae3-702e-4dbe-acf8-6f5505e1484b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.422941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] For port a4603fbe-d5be-4ea1-959f-2569b134393d, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:07.434988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['f0bc619a-6f92-4455-8894-bc49c973db73'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:07:07.438991 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5744ae3-702e-4dbe-acf8-6f5505e1484b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.452016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-b787cddb-32b6-4086-9319-ce3754a6881d service neutron] 10.222.0.13 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584160 Aug 21 09:07:07.459654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-de540ffc-e411-49fa-af7f-f2f829c3ddf9 req-f3f0bf9f-cd88-48ef-bafc-135cda1c4e20 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Deleting port dd342853-a91b-4463-bdac-1bcacc43295d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:07.459858 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-de540ffc-e411-49fa-af7f-f2f829c3ddf9 req-f3f0bf9f-cd88-48ef-bafc-135cda1c4e20 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.469548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] For port a4603fbe-d5be-4ea1-959f-2569b134393d, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a4603fbe-d5be-4ea1-959f-2569b134393d,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:07:07.483106 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c5744ae3-702e-4dbe-acf8-6f5505e1484b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=847709839f13414bb8739dceacc506c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799069 Aug 21 09:07:07.484382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5744ae3-702e-4dbe-acf8-6f5505e1484b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe489c4b-7e22-4d9b-bbf1-4b721d415aec,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:07.486738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37414) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:07.558649 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2dcd-80d4-4b44-9761-55e06f4cfea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.564854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b34d7e46-0c88-4639-9028-e24ca1c23ec9 req-ce9dd399-7f37-4a4c-af47-d7b0286f64eb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320668 Aug 21 09:07:07.565937 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.585577 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2dcd-80d4-4b44-9761-55e06f4cfea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.643174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-67eaca86-d0c5-4cf6-84d6-4a4cf653cd03 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415911 Aug 21 09:07:07.675510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0361a-94e2-41f6-8825-6ec2cd91b091 req-4527a818-e7b1-4efe-b3d3-2e0a9b738945 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:07.676978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73b0361a-94e2-41f6-8825-6ec2cd91b091 req-4527a818-e7b1-4efe-b3d3-2e0a9b738945 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 945 time: 0.3056340 Aug 21 09:07:07.699761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:07.700404 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.701691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] 10.222.0.13 "PUT /v2.0/ports/a4603fbe-d5be-4ea1-959f-2569b134393d HTTP/1.1" status: 200 len: 1093 time: 3.1250055 Aug 21 09:07:07.712111 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2dcd-80d4-4b44-9761-55e06f4cfea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.714654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2dcd-80d4-4b44-9761-55e06f4cfea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.715837 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bc3e2dcd-80d4-4b44-9761-55e06f4cfea8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe489c4b-7e22-4d9b-bbf1-4b721d415aec HTTP/1.1" status: 204 len: 168 time: 0.2166090 Aug 21 09:07:07.723973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e2dcd-80d4-4b44-9761-55e06f4cfea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe489c4b-7e22-4d9b-bbf1-4b721d415aec,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:07.824943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-de540ffc-e411-49fa-af7f-f2f829c3ddf9 req-f3f0bf9f-cd88-48ef-bafc-135cda1c4e20 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] For port dd342853-a91b-4463-bdac-1bcacc43295d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=dd342853-a91b-4463-bdac-1bcacc43295d,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:07.825305 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-de540ffc-e411-49fa-af7f-f2f829c3ddf9 req-f3f0bf9f-cd88-48ef-bafc-135cda1c4e20 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:07.832161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac6014-a8cf-4e22-bee6-5b5281289aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4603fbe-d5be-4ea1-959f-2569b134393d,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:07.892792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-de540ffc-e411-49fa-af7f-f2f829c3ddf9 req-f3f0bf9f-cd88-48ef-bafc-135cda1c4e20 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Calling delete_port for dd342853-a91b-4463-bdac-1bcacc43295d owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:07.902163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89845420-269d-457b-8ed4-151fc6517fdd req-3fd15cfd-b97d-4968-8316-3c777215c3e3 service neutron] 10.222.0.13 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312994 Aug 21 09:07:07.933305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4b313-91d1-41b8-bd44-5ed20836b1bb req-bd944008-6789-4b2f-9771-2b09acddba94 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:07.939362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4b313-91d1-41b8-bd44-5ed20836b1bb req-bd944008-6789-4b2f-9771-2b09acddba94 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:07.942989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43e4b313-91d1-41b8-bd44-5ed20836b1bb req-bd944008-6789-4b2f-9771-2b09acddba94 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1681 time: 0.2779992 Aug 21 09:07:07.954143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73b0361a-94e2-41f6-8825-6ec2cd91b091 req-a0406173-7edd-42b5-8ba0-84fe24f7c718 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cde3477-bd79-46cd-8847-1bb9b2db6a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612174 Aug 21 09:07:08.068061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc88bc7c-6090-4815-aa6b-a423d2265f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:08.069578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-bc88bc7c-6090-4815-aa6b-a423d2265f30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 1096 time: 0.2345960 Aug 21 09:07:08.071466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-693e7d3c-b6d7-40f2-a7b6-cc8d98e8280e service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150972 Aug 21 09:07:08.169815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43e4b313-91d1-41b8-bd44-5ed20836b1bb req-af527704-be10-4a29-9e6b-84f9b9b57fb5 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128232 Aug 21 09:07:08.176837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-e6392d0a-8c94-4358-b4de-4fa5f903b01a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4603fbe-d5be-4ea1-959f-2569b134393d HTTP/1.1" status: 200 len: 217 time: 0.0869408 Aug 21 09:07:08.178135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-fdb92352-3553-44ec-8782-1c3258b36d11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ad734c-4502-46b0-8437-ad0dc2f66968 HTTP/1.1" status: 200 len: 217 time: 0.0912902 Aug 21 09:07:08.218577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46ac53-a2b3-4fd7-abce-61f6d10f1ea4 req-9646262b-65c4-4478-b94f-b37a1ae003dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:08.219958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c46ac53-a2b3-4fd7-abce-61f6d10f1ea4 req-9646262b-65c4-4478-b94f-b37a1ae003dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 1096 time: 0.1945636 Aug 21 09:07:08.395025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-b67fcd31-59c5-4c4f-ba7b-e2f41ad4b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:08.396577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-b67fcd31-59c5-4c4f-ba7b-e2f41ad4b51d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.1952901 Aug 21 09:07:08.402408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a180b-26be-4689-8322-ec7d07960823 req-d7745e04-e006-4143-a9ab-12631b55916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:08.403907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-d7745e04-e006-4143-a9ab-12631b55916e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2050f02-4ee6-4f5c-b15c-ac170569c539 HTTP/1.1" status: 200 len: 844 time: 0.2037773 Aug 21 09:07:08.469941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['55fe39bc-47a0-49ba-9b5e-dc687cb4ebec'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:07:08.490052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-58e9d728-3c44-47c6-8b2f-51a568231983 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676174 Aug 21 09:07:08.510038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c95262-fc42-41b3-a40d-4ef7624b4370 req-e9b7d747-3fbc-4c1c-af76-157e668615e5 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:08.511600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55c95262-fc42-41b3-a40d-4ef7624b4370 req-e9b7d747-3fbc-4c1c-af76-157e668615e5 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 944 time: 0.2552197 Aug 21 09:07:08.529706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46ac53-a2b3-4fd7-abce-61f6d10f1ea4 req-f9bd87ff-640b-4857-93b7-fc1c78ef18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:08.531165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c46ac53-a2b3-4fd7-abce-61f6d10f1ea4 req-f9bd87ff-640b-4857-93b7-fc1c78ef18ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 913 time: 0.2700703 Aug 21 09:07:08.553015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f0bc619a-6f92-4455-8894-bc49c973db73 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:08.563315 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-de540ffc-e411-49fa-af7f-f2f829c3ddf9 req-f3f0bf9f-cd88-48ef-bafc-135cda1c4e20 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:08.633069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-4a56b2d8-aaa9-4e75-bd2b-5a74f4d7d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:08.634594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-4a56b2d8-aaa9-4e75-bd2b-5a74f4d7d016 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2265151 Aug 21 09:07:08.660908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c46ac53-a2b3-4fd7-abce-61f6d10f1ea4 req-5c3158fc-06f5-423d-98b5-2489302c39aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 HTTP/1.1" status: 200 len: 217 time: 0.1145809 Aug 21 09:07:08.690522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0bf9f-cd88-48ef-bafc-135cda1c4e20 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Pushing event deleted for resources: {'Port': ['ID=dd342853-a91b-4463-bdac-1bcacc43295d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:08.748274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port f0bc619a-6f92-4455-8894-bc49c973db73 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:08.756813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port f0bc619a-6f92-4455-8894-bc49c973db73 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:08.757627 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:08.777671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99747d13-03d8-41f5-88b0-70e311dbd78e', 'tag': 'a4603fbe-d5be-4ea1-959f-2569b134393d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:08.779875 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6ea8f0-c2a8-469b-9114-bf90b01f8ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "99747d13-03d8-41f5-88b0-70e311dbd78e", "tag": "a4603fbe-d5be-4ea1-959f-2569b134393d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:08.860145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55c95262-fc42-41b3-a40d-4ef7624b4370 req-83d66500-2000-4030-93e1-b43410fc448e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345635 Aug 21 09:07:08.867493 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:08.905548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bc619a-6f92-4455-8894-bc49c973db73'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:08.907370 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828df143-fcda-4c32-9abe-fc4423f6659d" -d '{"events": [{"server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "name": "network-vif-plugged", "status": "completed", "tag": "f0bc619a-6f92-4455-8894-bc49c973db73"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:08.928125 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f0bc619a-6f92-4455-8894-bc49c973db73, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f0bc619a-6f92-4455-8894-bc49c973db73,segment=NetworkSegment(93bfdb95-82b0-4307-aca8-2306b7fb973f),segment_id=93bfdb95-82b0-4307-aca8-2306b7fb973f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:08.934502 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1225dc-1dcc-42aa-8b2f-593cc3c423bd x-openstack-request-id: req-1c1225dc-1dcc-42aa-8b2f-593cc3c423bd {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:08.935072 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99747d13-03d8-41f5-88b0-70e311dbd78e", "tag": "a4603fbe-d5be-4ea1-959f-2569b134393d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:08.935337 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c1225dc-1dcc-42aa-8b2f-593cc3c423bd {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:08.936069 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99747d13-03d8-41f5-88b0-70e311dbd78e', 'tag': 'a4603fbe-d5be-4ea1-959f-2569b134393d', 'status': 'completed', 'code': 200} Aug 21 09:07:08.971757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-de540ffc-e411-49fa-af7f-f2f829c3ddf9 req-f3f0bf9f-cd88-48ef-bafc-135cda1c4e20 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] No DVR routers for this DVR port dd342853-a91b-4463-bdac-1bcacc43295d on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:08.981068 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28302db-e501-4826-99a0-f967f5e7190d x-openstack-request-id: req-e28302db-e501-4826-99a0-f967f5e7190d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:08.981068 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "name": "network-vif-plugged", "status": "completed", "tag": "f0bc619a-6f92-4455-8894-bc49c973db73", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:08.981068 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e28302db-e501-4826-99a0-f967f5e7190d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:08.981068 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bc619a-6f92-4455-8894-bc49c973db73', 'code': 200} Aug 21 09:07:08.987894 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-de540ffc-e411-49fa-af7f-f2f829c3ddf9 req-f3f0bf9f-cd88-48ef-bafc-135cda1c4e20 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:08.990038 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de540ffc-e411-49fa-af7f-f2f829c3ddf9 req-f3f0bf9f-cd88-48ef-bafc-135cda1c4e20 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.22 "DELETE /v2.0/ports/dd342853-a91b-4463-bdac-1bcacc43295d HTTP/1.1" status: 204 len: 173 time: 2.2822089 Aug 21 09:07:09.006021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-4f172c00-4128-4886-b61b-cc01169d5b75 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355234 Aug 21 09:07:09.016697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-37999ce4-0980-44f4-b7ca-ed1626f437b5 service neutron] 10.222.0.13 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018301 Aug 21 09:07:09.045243 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:09.046938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d72b6-bef8-454f-a851-87fafa59e0c2 req-108ae4b0-e2d4-465f-b4bb-1c5e9715c34a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:09.052136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f2d72b6-bef8-454f-a851-87fafa59e0c2 req-108ae4b0-e2d4-465f-b4bb-1c5e9715c34a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 944 time: 0.3756058 Aug 21 09:07:09.053816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46ac53-a2b3-4fd7-abce-61f6d10f1ea4 req-431fe4b8-f652-459d-bd21-8b6703a88115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:09.055747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c46ac53-a2b3-4fd7-abce-61f6d10f1ea4 req-431fe4b8-f652-459d-bd21-8b6703a88115 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 200 len: 852 time: 0.3695266 Aug 21 09:07:09.184776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=f0bc619a-6f92-4455-8894-bc49c973db73,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:09.552786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c385229-39ff-471e-9a88-9632a240beda req-1449a160-6910-4e5d-8c6b-33318665a3a5 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211 tempest-FloatingIPsAssociationNegativeTestJSON-1672919211-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512 HTTP/1.1" status: 200 len: 210 time: 0.4865458 Aug 21 09:07:09.555098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c46ac53-a2b3-4fd7-abce-61f6d10f1ea4 req-a4c10ef7-d62f-4ee0-9f13-4ee082bf8f5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73450b22-0f7b-4756-99d9-a1fdb9a2a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4843349 Aug 21 09:07:09.591747 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-77a602dd-3456-41b6-9fb9-bf4e9e86b4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:09.664309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f2d72b6-bef8-454f-a851-87fafa59e0c2 req-5a5feae0-8827-4dfc-bc32-422cc1227dd0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969472 Aug 21 09:07:09.731729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f6a180b-26be-4689-8322-ec7d07960823 req-5dbfadc4-6f6e-4569-8103-dcd97741024d service neutron] 10.222.0.13 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031705 Aug 21 09:07:09.747474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-8f32c28c-96eb-4693-9c56-b0eadd11e0d5 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297659 Aug 21 09:07:09.753356 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:09.820723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-3ea257f2-ed9c-482c-b9fd-03e145304b92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=36ced2bb-1173-4212-9d80-e983f8b4d250 HTTP/1.1" status: 200 len: 217 time: 0.0626075 Aug 21 09:07:09.826839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c46ac53-a2b3-4fd7-abce-61f6d10f1ea4 req-524d62f2-71e5-403f-b818-8d494c0698a3 service neutron] 10.222.0.13 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601111 Aug 21 09:07:09.893703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37464) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:10.036765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-0416a4e5-4873-447a-83d0-569e3110c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:10.038326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-0416a4e5-4873-447a-83d0-569e3110c3e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.2097950 Aug 21 09:07:10.048652 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52deaf4f-3ef9-4df1-8a2b-9286625fd0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:10.102002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ea8f0-c2a8-469b-9114-bf90b01f8ffa req-55935517-5cc2-4465-b9b7-bc0a5010e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:10.103386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db6ea8f0-c2a8-469b-9114-bf90b01f8ffa req-55935517-5cc2-4465-b9b7-bc0a5010e1ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 1096 time: 0.2428226 Aug 21 09:07:10.131373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce5dd-0506-4805-8621-25acf7ce3ee9 req-6a03e286-2b9b-41c5-b813-926485e77fa1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:10.140874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce5dd-0506-4805-8621-25acf7ce3ee9 req-6a03e286-2b9b-41c5-b813-926485e77fa1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:10.142832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39cce5dd-0506-4805-8621-25acf7ce3ee9 req-6a03e286-2b9b-41c5-b813-926485e77fa1 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1682 time: 0.2810063 Aug 21 09:07:10.156936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52deaf4f-3ef9-4df1-8a2b-9286625fd0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:10.200353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f5d10-6955-4d67-aebc-b61a6141ce26 req-a70162f2-7931-4a54-9e68-34b5f04a5ef2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:10.202602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f12f5d10-6955-4d67-aebc-b61a6141ce26 req-a70162f2-7931-4a54-9e68-34b5f04a5ef2 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 944 time: 0.2209663 Aug 21 09:07:10.247537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c46ac53-a2b3-4fd7-abce-61f6d10f1ea4 req-63a60e2a-7f0d-4e16-b418-de3bfbb2969c service neutron] 10.222.0.13 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847718 Aug 21 09:07:10.255482 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52deaf4f-3ef9-4df1-8a2b-9286625fd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:10.278756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-ebaa128b-0d2f-41a3-86e7-10a4421241a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:10.280349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-ebaa128b-0d2f-41a3-86e7-10a4421241a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2287767 Aug 21 09:07:10.312536 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-52deaf4f-3ef9-4df1-8a2b-9286625fd0ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab2eadf5b50f47e6ab44f94fac3e82fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4168727 Aug 21 09:07:10.316086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37468) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:10.328184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39cce5dd-0506-4805-8621-25acf7ce3ee9 req-ffc1daf8-dd24-4eb9-aa79-f826a20cf2ac tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651487 Aug 21 09:07:10.331514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52deaf4f-3ef9-4df1-8a2b-9286625fd0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c74f72-d5f9-4176-be30-6b1e0a8ff2f9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:10.389049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f12f5d10-6955-4d67-aebc-b61a6141ce26 req-e1e222dd-6171-40ed-a4a6-cc6f07a28423 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462548 Aug 21 09:07:10.396430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b44954b-6e9c-4747-ba8f-287612a326e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:10.402578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ea8f0-c2a8-469b-9114-bf90b01f8ffa req-866a46db-7ece-4234-9ad4-923b6f585218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:10.404137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db6ea8f0-c2a8-469b-9114-bf90b01f8ffa req-866a46db-7ece-4234-9ad4-923b6f585218 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 200 len: 905 time: 0.2537069 Aug 21 09:07:10.427316 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b44954b-6e9c-4747-ba8f-287612a326e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:10.462238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db6ea8f0-c2a8-469b-9114-bf90b01f8ffa req-94444040-a349-4f43-85cd-9e3651d12c26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4603fbe-d5be-4ea1-959f-2569b134393d HTTP/1.1" status: 200 len: 217 time: 0.0484061 Aug 21 09:07:10.487223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-cf0b91c3-74b2-4a7f-8635-2333c4a147e9 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929061 Aug 21 09:07:10.501479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device dd342853-a91b-4463-bdac-1bcacc43295d no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:10.521753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: dd342853-a91b-4463-bdac-1bcacc43295d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:10.522240 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device dd342853-a91b-4463-bdac-1bcacc43295d not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:10.558869 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b44954b-6e9c-4747-ba8f-287612a326e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:10.563880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:07:10.566743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:10.567506 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b44954b-6e9c-4747-ba8f-287612a326e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:10.568120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ea8f0-c2a8-469b-9114-bf90b01f8ffa req-767c3ca9-349a-481d-b38a-79c66aca3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:10.572713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db6ea8f0-c2a8-469b-9114-bf90b01f8ffa req-767c3ca9-349a-481d-b38a-79c66aca3aff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2050f02-4ee6-4f5c-b15c-ac170569c539 HTTP/1.1" status: 200 len: 844 time: 0.1020501 Aug 21 09:07:10.576169 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4b44954b-6e9c-4747-ba8f-287612a326e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4c74f72-d5f9-4176-be30-6b1e0a8ff2f9 HTTP/1.1" status: 204 len: 168 time: 0.2582648 Aug 21 09:07:10.590659 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44954b-6e9c-4747-ba8f-287612a326e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c74f72-d5f9-4176-be30-6b1e0a8ff2f9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:10.619733 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db6ea8f0-c2a8-469b-9114-bf90b01f8ffa req-2295e8d8-078b-43d7-9453-a06ac6a1a38c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c67f092-44d6-4a07-bb62-ba467f0eb4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400703 Aug 21 09:07:10.644170 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37474) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:10.665317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a99ed81-ddf2-40f0-b219-053e8de3a82f req-ef7bb1c6-18fd-48d2-876d-cf0b4d7644f0 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604946 Aug 21 09:07:10.817767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db6ea8f0-c2a8-469b-9114-bf90b01f8ffa req-f0924932-23d7-4c73-a219-a1f8ade2f1d5 service neutron] 10.222.0.13 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874485 Aug 21 09:07:10.958826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'name': 'network-vif-deleted', 'tag': 'dd342853-a91b-4463-bdac-1bcacc43295d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:10.961185 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469c8b50-6c02-412b-a553-cf3505645d74" -d '{"events": [{"server_uuid": "2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512", "name": "network-vif-deleted", "tag": "dd342853-a91b-4463-bdac-1bcacc43295d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:10.988336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb61808-959e-4aba-9a98-55614e821fce req-0150d248-7c8b-4aa3-9f41-2eed1ac72cd5 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:10.989537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:10.997169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbb61808-959e-4aba-9a98-55614e821fce req-0150d248-7c8b-4aa3-9f41-2eed1ac72cd5 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 944 time: 0.2154222 Aug 21 09:07:11.009696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'port_id': '30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0', 'mac_address': 'fa:16:3e:b2:6b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fc87cd-bb56-4b37-976a-7ed85aa94def', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:07:11.017251 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:11.052082 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb65780-ae67-4335-bcc5-89617c273ddf x-openstack-request-id: req-9fb65780-ae67-4335-bcc5-89617c273ddf {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:11.052377 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512", "name": "network-vif-deleted", "tag": "dd342853-a91b-4463-bdac-1bcacc43295d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:11.052626 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fb65780-ae67-4335-bcc5-89617c273ddf {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:11.053122 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8d2e10-b8fd-4a0a-a11f-ed6a58a37512', 'name': 'network-vif-deleted', 'tag': 'dd342853-a91b-4463-bdac-1bcacc43295d', 'status': 'completed', 'code': 200} Aug 21 09:07:11.071843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:11.079666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:11.080361 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:11.089333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbb61808-959e-4aba-9a98-55614e821fce req-0c2ed998-2a4c-4995-b9ce-644ba80bc22a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912030 Aug 21 09:07:11.100328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db6ea8f0-c2a8-469b-9114-bf90b01f8ffa req-07e375fc-cd11-4f5f-a469-2049181e86d1 service neutron] 10.222.0.13 "GET /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743211 Aug 21 09:07:11.141862 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:11.160932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:11.209857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:11.227342 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:11.283529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec,segment=NetworkSegment(14139a78-9336-4e19-9eba-d9a833d9795e),segment_id=14139a78-9336-4e19-9eba-d9a833d9795e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:11.285344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fe39bc-47a0-49ba-9b5e-dc687cb4ebec'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:11.288192 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f6473b-d287-4fb3-8c7f-f9054beb49ce" -d '{"events": [{"server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "name": "network-vif-plugged", "status": "completed", "tag": "55fe39bc-47a0-49ba-9b5e-dc687cb4ebec"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:11.297918 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:11.304642 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:11.357801 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d562bc-ccd1-46d9-8870-de65decb5f69 x-openstack-request-id: req-57d562bc-ccd1-46d9-8870-de65decb5f69 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:11.358427 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "name": "network-vif-plugged", "status": "completed", "tag": "55fe39bc-47a0-49ba-9b5e-dc687cb4ebec", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:11.358864 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57d562bc-ccd1-46d9-8870-de65decb5f69 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:11.359967 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fe39bc-47a0-49ba-9b5e-dc687cb4ebec', 'code': 200} Aug 21 09:07:11.376362 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:11.404826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:11.491013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:11.617262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf6708-72d5-41a0-afb3-22dd203934d2 req-fac28236-fd51-4002-93d5-219669f6186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:11.617262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf6708-72d5-41a0-afb3-22dd203934d2 req-fac28236-fd51-4002-93d5-219669f6186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:11.618051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eaf6708-72d5-41a0-afb3-22dd203934d2 req-fac28236-fd51-4002-93d5-219669f6186d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1987 time: 0.2055132 Aug 21 09:07:11.641155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:07:11.663116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015c2d4-b533-408a-89d9-b4aa9cf46720 req-6ecbea06-77ae-473c-8816-b8e20d52aad7 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:11.665562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5015c2d4-b533-408a-89d9-b4aa9cf46720 req-6ecbea06-77ae-473c-8816-b8e20d52aad7 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 944 time: 0.0963006 Aug 21 09:07:11.729960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5015c2d4-b533-408a-89d9-b4aa9cf46720 req-4fef2956-e842-4bb9-acff-2bed8a546797 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573010 Aug 21 09:07:11.742532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481028f-c87d-421b-9b7d-b84fb9455cf8 req-ca1fe2c7-9143-4eed-88bc-7c3dab07820a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:11.760707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481028f-c87d-421b-9b7d-b84fb9455cf8 req-ca1fe2c7-9143-4eed-88bc-7c3dab07820a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:11.762333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2481028f-c87d-421b-9b7d-b84fb9455cf8 req-ca1fe2c7-9143-4eed-88bc-7c3dab07820a tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1683 time: 0.2693250 Aug 21 09:07:11.769112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eaf6708-72d5-41a0-afb3-22dd203934d2 req-db08b92d-ee0b-4920-9e15-e12580c30f2b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410522 Aug 21 09:07:11.791040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] Deleting port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:11.791386 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:11.841729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2481028f-c87d-421b-9b7d-b84fb9455cf8 req-a7d16058-f56d-4d1b-9f96-c31a4deec777 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716152 Aug 21 09:07:11.926247 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] For port 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:11.926578 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:11.939325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] Calling delete_port for 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:12.097795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37516) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.227707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401515d-3ab8-409b-ac97-52bac9408af6 req-3fdd0dab-30c5-4b8a-a7c0-a15b836cd15a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:12.229280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a401515d-3ab8-409b-ac97-52bac9408af6 req-3fdd0dab-30c5-4b8a-a7c0-a15b836cd15a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 945 time: 0.0572412 Aug 21 09:07:12.231929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-010e5005-8f2d-480c-a058-b878d3914efa tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.235928 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-010e5005-8f2d-480c-a058-b878d3914efa tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1342368 Aug 21 09:07:12.236187 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37522) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.240314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-e3a5f866-c074-45e9-9ef5-1dd9877f4686 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.241252 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e3a5f866-c074-45e9-9ef5-1dd9877f4686 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0041759 Aug 21 09:07:12.244112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37524) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.248281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-81a1a162-9461-4297-bb9d-73b1bfdf3f55 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.249188 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-81a1a162-9461-4297-bb9d-73b1bfdf3f55 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042045 Aug 21 09:07:12.261538 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37526) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.265675 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-0f183df8-7505-4e11-ad96-f5105dd264c3 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.266641 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0f183df8-7505-4e11-ad96-f5105dd264c3 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042112 Aug 21 09:07:12.268973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37528) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.270362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a401515d-3ab8-409b-ac97-52bac9408af6 req-9774368a-8d33-42de-9a11-66570e65e483 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352483 Aug 21 09:07:12.272880 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-16af7a9e-f4f5-48cf-a427-e853cc506129 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.273796 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-16af7a9e-f4f5-48cf-a427-e853cc506129 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039992 Aug 21 09:07:12.276127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37530) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.291332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-c532e702-0781-40ce-af3d-a80ca9e7402d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.291332 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c532e702-0781-40ce-af3d-a80ca9e7402d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070012 Aug 21 09:07:12.291332 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:12.291824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37532) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.296235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-20f84155-f87a-42a0-87cb-6f52ea598a0d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.298059 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:12.298783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-20f84155-f87a-42a0-87cb-6f52ea598a0d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061588 Aug 21 09:07:12.301481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37534) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.306716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-16b1c825-6b05-4143-b6a9-9da2a715817f tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.312534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-16b1c825-6b05-4143-b6a9-9da2a715817f tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0057528 Aug 21 09:07:12.315604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37536) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.320336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-1e3892af-1d89-4979-b1f8-2c970545ce51 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.321765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1e3892af-1d89-4979-b1f8-2c970545ce51 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047631 Aug 21 09:07:12.322980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:12.325442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37538) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.331000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-3b096d8f-5447-4fe9-a2b0-c70979129be6 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.337709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3b096d8f-5447-4fe9-a2b0-c70979129be6 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053766 Aug 21 09:07:12.338668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37540) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.342898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-62d118cc-261a-4e91-8fa5-878f6846b71d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.345323 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-62d118cc-261a-4e91-8fa5-878f6846b71d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052454 Aug 21 09:07:12.347172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37542) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.352524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-b6c5fdd6-f4f4-4342-84f7-9fa99a483382 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.354849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b6c5fdd6-f4f4-4342-84f7-9fa99a483382 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0062675 Aug 21 09:07:12.362805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37544) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.367903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-c4817ecb-ae4e-4d6c-86f4-9f6dbadfc93e tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.368910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c4817ecb-ae4e-4d6c-86f4-9f6dbadfc93e tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051296 Aug 21 09:07:12.376666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37546) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.381272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-524d006a-ad10-4750-ad3f-092d4f9e26d9 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.382424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-524d006a-ad10-4750-ad3f-092d4f9e26d9 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046091 Aug 21 09:07:12.385173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37548) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.396055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-b3bb0bde-6ecc-4ce5-b81c-62e054259eb5 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.396055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b3bb0bde-6ecc-4ce5-b81c-62e054259eb5 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053461 Aug 21 09:07:12.398034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37550) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.402433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-51ca85a4-4f36-461a-b325-c6edac630d61 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.403376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-51ca85a4-4f36-461a-b325-c6edac630d61 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044131 Aug 21 09:07:12.405871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37552) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.409811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-f053228c-5a73-49aa-b122-5ba3cdc267ec tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.410802 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f053228c-5a73-49aa-b122-5ba3cdc267ec tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040438 Aug 21 09:07:12.414810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37554) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.418986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-394b3c95-5367-4bf9-aab0-2a5f5707c9f8 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.419951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-394b3c95-5367-4bf9-aab0-2a5f5707c9f8 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042074 Aug 21 09:07:12.422412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37556) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.427071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-c4bf612a-30d5-42bb-aa92-858056053243 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.428282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c4bf612a-30d5-42bb-aa92-858056053243 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046995 Aug 21 09:07:12.431228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37558) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.436166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-108dcadf-00c2-41b5-8626-42f0d390fde2 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.439655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-108dcadf-00c2-41b5-8626-42f0d390fde2 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050762 Aug 21 09:07:12.439872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37560) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.444199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-0268fec2-b5b0-4bfa-846c-e72246612205 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.447834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0268fec2-b5b0-4bfa-846c-e72246612205 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042083 Aug 21 09:07:12.450190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37562) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.456723 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-be557dfb-2110-4edd-baed-6f44dca52dc4 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.457681 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-be557dfb-2110-4edd-baed-6f44dca52dc4 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065188 Aug 21 09:07:12.460812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37564) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.466767 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-cf6d0587-d013-491b-9f13-5b82785a3a88 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.468560 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cf6d0587-d013-491b-9f13-5b82785a3a88 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060887 Aug 21 09:07:12.473532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37566) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.478514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-b218f458-82ad-4936-bf08-05ac7aa203b5 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.479468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b218f458-82ad-4936-bf08-05ac7aa203b5 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049851 Aug 21 09:07:12.482080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37568) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.487721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-849e4c9f-a046-4949-8bb1-7d7d6aa95704 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.491130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-849e4c9f-a046-4949-8bb1-7d7d6aa95704 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045118 Aug 21 09:07:12.491958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37570) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.497230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-e5e9abab-c343-43d9-9ed1-d3123db73e6c tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.499537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e5e9abab-c343-43d9-9ed1-d3123db73e6c tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0060999 Aug 21 09:07:12.501345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37572) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.505807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-3403da83-28a4-4187-92ed-26d29141f9ad tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.508096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3403da83-28a4-4187-92ed-26d29141f9ad tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056834 Aug 21 09:07:12.509344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37574) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.513899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-6cfe3f96-35af-4c09-bd2f-148379d09cad tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.516451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6cfe3f96-35af-4c09-bd2f-148379d09cad tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0057869 Aug 21 09:07:12.517429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37576) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.521498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-35d4abce-99ef-4ec7-a279-37957fea0145 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.525775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-35d4abce-99ef-4ec7-a279-37957fea0145 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0074637 Aug 21 09:07:12.526408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37578) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.531317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-0de43328-daaf-4fee-bab7-9146da42eef2 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.534781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0de43328-daaf-4fee-bab7-9146da42eef2 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0074594 Aug 21 09:07:12.535377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37580) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.538575 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:12.540429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-f2e3328e-3e47-4919-91f2-611153b744d1 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.541819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f2e3328e-3e47-4919-91f2-611153b744d1 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0052142 Aug 21 09:07:12.544139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37582) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.548760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-298c82dd-45d6-4176-bde1-1d5634de252b tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.553647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37584) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.554309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-298c82dd-45d6-4176-bde1-1d5634de252b tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086212 Aug 21 09:07:12.558999 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-bd8fac05-9a9d-46c4-a945-cd130e780942 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.562455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37586) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.562699 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bd8fac05-9a9d-46c4-a945-cd130e780942 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074236 Aug 21 09:07:12.567604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a4603fbe-d5be-4ea1-959f-2569b134393d details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:07:12.582147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-2149bb97-b5df-451c-a58b-98ac64b7832d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.583063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2149bb97-b5df-451c-a58b-98ac64b7832d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0195489 Aug 21 09:07:12.586280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37588) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.592166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-56e59d8e-25a1-49d9-a144-97e448410156 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.595765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-56e59d8e-25a1-49d9-a144-97e448410156 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0084608 Aug 21 09:07:12.595923 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37590) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.606044 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-c56c6158-42f0-4b8d-9a91-618cf8c7b0fc tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.606044 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c56c6158-42f0-4b8d-9a91-618cf8c7b0fc tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0064921 Aug 21 09:07:12.608548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37592) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.613190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-cd48105b-4f1c-453a-8815-328462d9506f tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.617045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cd48105b-4f1c-453a-8815-328462d9506f tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0073886 Aug 21 09:07:12.617724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37594) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.621987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-e590dde4-40fe-4f74-91c0-b679676f5d69 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.623030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e590dde4-40fe-4f74-91c0-b679676f5d69 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043411 Aug 21 09:07:12.625599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37596) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.629956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-5aa1e0d1-ddba-49e8-a679-3ed25b67bbf8 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.631602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5aa1e0d1-ddba-49e8-a679-3ed25b67bbf8 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047302 Aug 21 09:07:12.634296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37598) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.638989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-2fe1c5f4-7401-4ab1-9cab-1cc30b9a0dbf tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.642382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2fe1c5f4-7401-4ab1-9cab-1cc30b9a0dbf tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0070806 Aug 21 09:07:12.643018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37600) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.647169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-231424ea-70b2-48bb-8bc2-8aa5fd160734 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.651261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-231424ea-70b2-48bb-8bc2-8aa5fd160734 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0071571 Aug 21 09:07:12.651868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37602) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.656139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-597fce4f-e1c9-4f93-afd6-8e3ef3671b50 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.657601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-597fce4f-e1c9-4f93-afd6-8e3ef3671b50 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047488 Aug 21 09:07:12.666096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37604) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.670896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-97eb5a4c-460b-46da-94ab-04c07c477e5b tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.671850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-97eb5a4c-460b-46da-94ab-04c07c477e5b tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047519 Aug 21 09:07:12.674126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37606) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.678170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-f39d0f16-bf47-46cf-bc4c-8e3e34e6e7ed tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.679398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f39d0f16-bf47-46cf-bc4c-8e3e34e6e7ed tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041261 Aug 21 09:07:12.681504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37608) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.687850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-b33f9135-8b31-4f56-a26a-28514ab6e329 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.691372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b33f9135-8b31-4f56-a26a-28514ab6e329 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0068042 Aug 21 09:07:12.692068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37610) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.696423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-52b5a023-b628-4ff4-982a-09d1401f78a9 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.699876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-52b5a023-b628-4ff4-982a-09d1401f78a9 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046656 Aug 21 09:07:12.700372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37612) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.701089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a4603fbe-d5be-4ea1-959f-2569b134393d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a4603fbe-d5be-4ea1-959f-2569b134393d,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:12.706211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-64af92f1-ed14-49c4-ac59-f8c804398679 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.707659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-64af92f1-ed14-49c4-ac59-f8c804398679 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050216 Aug 21 09:07:12.714850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37614) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.716993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'a4603fbe-d5be-4ea1-959f-2569b134393d', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'port_id': 'a4603fbe-d5be-4ea1-959f-2569b134393d', 'mac_address': 'fa:16:3e:81:3a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2050f02-4ee6-4f5c-b15c-ac170569c539', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:07:12.719987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-f43b26e5-6bf0-4750-b9d8-e48e85b9e18a tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.721363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f43b26e5-6bf0-4750-b9d8-e48e85b9e18a tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051687 Aug 21 09:07:12.723631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37616) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.728255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-e6792a00-49ed-410c-8c55-9839ac3b066d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.729734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e6792a00-49ed-410c-8c55-9839ac3b066d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047054 Aug 21 09:07:12.739337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37618) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.743979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-ed0c387c-2016-428e-8f43-111ebfcc7ccd tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.747437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ed0c387c-2016-428e-8f43-111ebfcc7ccd tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051005 Aug 21 09:07:12.747770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37620) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.751832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-2b6d3e88-aa74-4796-8147-7177c7a8c4fd tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.752780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2b6d3e88-aa74-4796-8147-7177c7a8c4fd tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041490 Aug 21 09:07:12.755055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37622) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.759125 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-afdf9a3e-a553-42f8-938f-de7f979aba26 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.762130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-afdf9a3e-a553-42f8-938f-de7f979aba26 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040619 Aug 21 09:07:12.762808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37626) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.771729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:12.772433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-eeb17db9-6951-4d75-b933-e002242c156f tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.778612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-eeb17db9-6951-4d75-b933-e002242c156f tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0107009 Aug 21 09:07:12.781070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37628) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.792312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4603fbe-d5be-4ea1-959f-2569b134393d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:12.794740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-0c535cbe-0f47-4285-b760-abb65d2cb5a3 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.795362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0c535cbe-0f47-4285-b760-abb65d2cb5a3 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0077794 Aug 21 09:07:12.798098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37630) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.806017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-f88d45c0-5497-436a-bd54-1a97c9f2199e tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.807218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f88d45c0-5497-436a-bd54-1a97c9f2199e tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079391 Aug 21 09:07:12.808717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] Router 25fc197c-bc24-4868-b165-cdf7f7786d8f has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:12.809850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37632) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.817163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-5eaa0b04-521a-4ea0-b250-2c65b196db2d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.818127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5eaa0b04-521a-4ea0-b250-2c65b196db2d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0073800 Aug 21 09:07:12.822307 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a4603fbe-d5be-4ea1-959f-2569b134393d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a4603fbe-d5be-4ea1-959f-2569b134393d,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:12.823276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37634) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.829173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-720f9d79-69c7-4561-8fc3-f566b7e46326 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.830169 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-720f9d79-69c7-4561-8fc3-f566b7e46326 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045309 Aug 21 09:07:12.832705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37636) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.837429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-a0c09a44-4745-4d57-8228-98b2403caded tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.838451 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a0c09a44-4745-4d57-8228-98b2403caded tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048838 Aug 21 09:07:12.847137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37638) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.853954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-c5e64a4a-b3eb-4cef-9328-ab84a606de8e tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.857091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c5e64a4a-b3eb-4cef-9328-ab84a606de8e tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052891 Aug 21 09:07:12.858409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37640) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.862160 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-3e1e7346-30d3-4ab9-979c-1dffec69bbae tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.865415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3e1e7346-30d3-4ab9-979c-1dffec69bbae tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0040617 Aug 21 09:07:12.865708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37642) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.871071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-d22e4c34-ee5f-46f6-8d6c-5b5aa578b490 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.872652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d22e4c34-ee5f-46f6-8d6c-5b5aa578b490 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0056806 Aug 21 09:07:12.878205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37646) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.883880 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-0f8df848-fee1-44e2-b56a-02eb791c7863 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.887005 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0f8df848-fee1-44e2-b56a-02eb791c7863 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049539 Aug 21 09:07:12.887774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37648) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.891953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550d384-5ddc-4c80-bf57-e5ee11e48c89 req-5738a727-d954-4f42-8188-ed5b5c48bb43 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:12.894104 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-6f8b34f7-e924-4681-b92d-9cdb7c5989ae tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.895813 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6f8b34f7-e924-4681-b92d-9cdb7c5989ae tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0065742 Aug 21 09:07:12.897873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5550d384-5ddc-4c80-bf57-e5ee11e48c89 req-5738a727-d954-4f42-8188-ed5b5c48bb43 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 944 time: 0.0767922 Aug 21 09:07:12.898527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37650) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.903813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-8ef627f0-95c8-486c-8c6b-a0c958a324d3 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.906902 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8ef627f0-95c8-486c-8c6b-a0c958a324d3 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0056343 Aug 21 09:07:12.907378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37652) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.913509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:12.914243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-248ee1dc-aac1-43e3-bc49-2157c369d36d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.915282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-248ee1dc-aac1-43e3-bc49-2157c369d36d tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0062850 Aug 21 09:07:12.919044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37654) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.929304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-51ef9d7b-5d8d-4fe7-b860-9c2f548acfc6 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.930636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-51ef9d7b-5d8d-4fe7-b860-9c2f548acfc6 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045648 Aug 21 09:07:12.933575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37656) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.948189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-6c626c81-a62b-4f80-bdb7-e72f619fe45a tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.953830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6c626c81-a62b-4f80-bdb7-e72f619fe45a tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0150392 Aug 21 09:07:12.954502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37658) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.966253 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:12.969282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [None req-68caf2dd-6ee6-4a43-88b5-e605cee87b85 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:12.971071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-68caf2dd-6ee6-4a43-88b5-e605cee87b85 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067072 Aug 21 09:07:12.975006 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b2f71b2c-636b-4d78-9005-318a96b95d06 admin admin] 10.222.0.20 "PUT /v2.0/routers/25fc197c-bc24-4868-b165-cdf7f7786d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3278389 Aug 21 09:07:12.977357 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37660) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.979650 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37664) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:12.985479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03e37a-ba3d-4181-978c-e546fbaa93bc None None] Sync routers for ids ['25fc197c-bc24-4868-b165-cdf7f7786d8f'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:12.998564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=a4603fbe-d5be-4ea1-959f-2569b134393d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:13.010794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03e37a-ba3d-4181-978c-e546fbaa93bc None None] Routers {'25fc197c-bc24-4868-b165-cdf7f7786d8f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:13.011055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0a03e37a-ba3d-4181-978c-e546fbaa93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25fc197c-bc24-4868-b165-cdf7f7786d8f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:13.022792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5550d384-5ddc-4c80-bf57-e5ee11e48c89 req-2b4cdb08-07bb-49fd-8914-c1b702f23dde tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123250 Aug 21 09:07:13.032676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [None req-6386caed-33f6-4152-a7bc-cced9e599911 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:07:13.037286 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6386caed-33f6-4152-a7bc-cced9e599911 tempest-ExtensionsTestJSON-1871467403 tempest-ExtensionsTestJSON-1871467403-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0529671 Aug 21 09:07:13.040113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83f31f-022c-4138-b837-0cb7876a3b7f req-211a8f10-ddf5-48d7-90de-424603130838 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:13.055445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83f31f-022c-4138-b837-0cb7876a3b7f req-211a8f10-ddf5-48d7-90de-424603130838 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:13.055445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a83f31f-022c-4138-b837-0cb7876a3b7f req-211a8f10-ddf5-48d7-90de-424603130838 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1683 time: 0.0993927 Aug 21 09:07:13.117307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a83f31f-022c-4138-b837-0cb7876a3b7f req-fbcd9663-3396-43f7-bd83-78b911256ccf tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616882 Aug 21 09:07:13.156141 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:13.209943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0a03e37a-ba3d-4181-978c-e546fbaa93bc None None] Set router 25fc197c-bc24-4868-b165-cdf7f7786d8f gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:13.238893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['a4603fbe-d5be-4ea1-959f-2569b134393d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:07:13.285462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:13.404983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd90d6-42da-4268-ac58-244fef399179 req-3175b7f6-48d7-48ff-8d66-498abf2e10e3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:13.406531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15bd90d6-42da-4268-ac58-244fef399179 req-3175b7f6-48d7-48ff-8d66-498abf2e10e3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 945 time: 0.0544016 Aug 21 09:07:13.476289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15bd90d6-42da-4268-ac58-244fef399179 req-6150a488-d2dd-4efc-afd4-b50cfd3cb924 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568731 Aug 21 09:07:13.558478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0a03e37a-ba3d-4181-978c-e546fbaa93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:07:12Z', 'revision_number': 5, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port': {'id': '0b93ef5b-1c77-416d-b6e3-dc8760662f7f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:06:13Z', 'updated_at': '2021-08-21T09:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:13.593485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03e37a-ba3d-4181-978c-e546fbaa93bc None None] Checking router: 25fc197c-bc24-4868-b165-cdf7f7786d8f for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:07:13.603994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03e37a-ba3d-4181-978c-e546fbaa93bc None None] Routers {'25fc197c-bc24-4868-b165-cdf7f7786d8f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:13.604684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0a03e37a-ba3d-4181-978c-e546fbaa93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25fc197c-bc24-4868-b165-cdf7f7786d8f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:13.701233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0a03e37a-ba3d-4181-978c-e546fbaa93bc None None] Set router 25fc197c-bc24-4868-b165-cdf7f7786d8f gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:13.758552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37716) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:13.775052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0a03e37a-ba3d-4181-978c-e546fbaa93bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:07:13Z', 'revision_number': 6, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:13.782127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Deleting port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:13.782682 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:13.805303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03e37a-ba3d-4181-978c-e546fbaa93bc None None] The sync data for ids ['25fc197c-bc24-4868-b165-cdf7f7786d8f'] in n-d-766726-28 is: [{'id': '25fc197c-bc24-4868-b165-cdf7f7786d8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-952354776-router', 'tenant_id': '0fe50cbd31d346bb830b6b68e306f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:06:12Z', 'updated_at': '2021-08-21T09:07:13Z', 'revision_number': 6, 'project_id': '0fe50cbd31d346bb830b6b68e306f11d', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:13.873017 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] For port 0b93ef5b-1c77-416d-b6e3-dc8760662f7f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0b93ef5b-1c77-416d-b6e3-dc8760662f7f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:13.873419 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:13.886383 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14f308db-f3c0-406b-b9d9-6f6eb815e33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:13.895733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Calling delete_port for 0b93ef5b-1c77-416d-b6e3-dc8760662f7f owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:13.980899 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14f308db-f3c0-406b-b9d9-6f6eb815e33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.044881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14f308db-f3c0-406b-b9d9-6f6eb815e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.083407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-14f308db-f3c0-406b-b9d9-6f6eb815e33d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d922a26e6a540e6854347c09dd1d4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231423 Aug 21 09:07:14.085865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f308db-f3c0-406b-b9d9-6f6eb815e33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bc69de-5ea7-4515-ac7c-9ef10dc76162,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:14.086884 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37722) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:14.136900 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.163112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a589f-72cf-4036-bb0f-e572be06a79a req-39e52984-a817-4460-a0d9-e09847c209e8 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:14.178687 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2110e78-1b25-4238-9750-8533a7d921b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.181033 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b93ef5b-1c77-416d-b6e3-dc8760662f7f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:14.188304 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-506a589f-72cf-4036-bb0f-e572be06a79a req-39e52984-a817-4460-a0d9-e09847c209e8 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 945 time: 0.0758772 Aug 21 09:07:14.249023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-506a589f-72cf-4036-bb0f-e572be06a79a req-094c7d32-cab1-4018-b085-24e34de5bee6 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584540 Aug 21 09:07:14.317657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705fe94-6b77-4f8b-bf9e-ba3907d00f1b req-d4b344fb-004c-4a4d-ba83-1dbf58dd5c05 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:14.322143 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2110e78-1b25-4238-9750-8533a7d921b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.325236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705fe94-6b77-4f8b-bf9e-ba3907d00f1b req-d4b344fb-004c-4a4d-ba83-1dbf58dd5c05 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:14.336054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b705fe94-6b77-4f8b-bf9e-ba3907d00f1b req-d4b344fb-004c-4a4d-ba83-1dbf58dd5c05 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1683 time: 0.1189351 Aug 21 09:07:14.336809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.384306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b705fe94-6b77-4f8b-bf9e-ba3907d00f1b req-9750919b-ff72-41ca-a420-607a665fccf3 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464165 Aug 21 09:07:14.461775 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.464196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.597305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:14.603329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bcf8b-1533-49eb-94c0-6c2f3d2bf325 req-be543ade-3be1-4cef-b196-b5b8ba73aaa5 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:14.604875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-670bcf8b-1533-49eb-94c0-6c2f3d2bf325 req-be543ade-3be1-4cef-b196-b5b8ba73aaa5 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 945 time: 0.0565929 Aug 21 09:07:14.646565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-670bcf8b-1533-49eb-94c0-6c2f3d2bf325 req-348aa695-e50c-4c3e-a773-11c96556e9c9 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352743 Aug 21 09:07:14.654693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.655288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25fc197c-bc24-4868-b165-cdf7f7786d8f {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:07:14.664194 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2110e78-1b25-4238-9750-8533a7d921b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.670883 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2110e78-1b25-4238-9750-8533a7d921b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.674920 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b2110e78-1b25-4238-9750-8533a7d921b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6bc69de-5ea7-4515-ac7c-9ef10dc76162 HTTP/1.1" status: 204 len: 168 time: 0.5842457 Aug 21 09:07:14.677454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.681093 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8324ebbb-6f35-4448-a8ca-a7a639df027c admin admin] 10.222.0.20 "DELETE /v2.0/routers/25fc197c-bc24-4868-b165-cdf7f7786d8f HTTP/1.1" status: 204 len: 168 time: 1.6996565 Aug 21 09:07:14.681672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37756) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:14.691855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2110e78-1b25-4238-9750-8533a7d921b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bc69de-5ea7-4515-ac7c-9ef10dc76162,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:14.724751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:14.729312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:14.729560 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.733244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-35499dd3-0c10-4826-9a74-dfbfcda1fa1e admin admin] Deleting subnet 3bb2739b-5728-41ac-910a-93e51e87a3c8 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:07:14.736849 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-35499dd3-0c10-4826-9a74-dfbfcda1fa1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.779154 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-35499dd3-0c10-4826-9a74-dfbfcda1fa1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.836765 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.866770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40c13c0-0c59-48a9-8fff-ad4ad2b170ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:14.869327 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f86cdff-6061-4b89-b923-5693a36b0cce" -d '{"events": [{"server_uuid": "d40c13c0-0c59-48a9-8fff-ad4ad2b170ef", "name": "network-vif-plugged", "status": "completed", "tag": "30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:14.887528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:14.924536 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f816cf-c462-40fc-882e-eac19eb87fc5 x-openstack-request-id: req-94f816cf-c462-40fc-882e-eac19eb87fc5 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:14.934516 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40c13c0-0c59-48a9-8fff-ad4ad2b170ef", "name": "network-vif-plugged", "status": "completed", "tag": "30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:14.934516 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94f816cf-c462-40fc-882e-eac19eb87fc5 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:14.934516 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40c13c0-0c59-48a9-8fff-ad4ad2b170ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0', 'code': 200} Aug 21 09:07:14.951927 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-35499dd3-0c10-4826-9a74-dfbfcda1fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.983107 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:14.984508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a4603fbe-d5be-4ea1-959f-2569b134393d up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:15.105932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62482f0-e97e-432b-90fc-a74194b8b00f req-6c4b3477-4dcb-4ec3-b73b-92549e23326c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:15.107258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:15.112330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62482f0-e97e-432b-90fc-a74194b8b00f req-6c4b3477-4dcb-4ec3-b73b-92549e23326c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:15.114164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c62482f0-e97e-432b-90fc-a74194b8b00f req-6c4b3477-4dcb-4ec3-b73b-92549e23326c tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1683 time: 0.1092079 Aug 21 09:07:15.125046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea967-cb64-4f1d-b383-38609fc249b4 req-ccc86e52-79f2-45ba-94fd-e6b6766379ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:15.127128 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.127591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a58ea967-cb64-4f1d-b383-38609fc249b4 req-ccc86e52-79f2-45ba-94fd-e6b6766379ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 1098 time: 0.1205854 Aug 21 09:07:15.185129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c62482f0-e97e-432b-90fc-a74194b8b00f req-ab5b1c54-29c2-4d2d-9509-64aa5a87a48e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Aug 21 09:07:15.199542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a58ea967-cb64-4f1d-b383-38609fc249b4 req-8cc60e6c-0341-40fb-b8f9-b5a3940f6708 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589266 Aug 21 09:07:15.219918 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.267878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port a4603fbe-d5be-4ea1-959f-2569b134393d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:15.269364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-35499dd3-0c10-4826-9a74-dfbfcda1fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.272302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port a4603fbe-d5be-4ea1-959f-2569b134393d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:15.272744 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.303382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35499dd3-0c10-4826-9a74-dfbfcda1fa1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb2739b-5728-41ac-910a-93e51e87a3c8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:15.316252 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-35499dd3-0c10-4826-9a74-dfbfcda1fa1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.318634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-35499dd3-0c10-4826-9a74-dfbfcda1fa1e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3bb2739b-5728-41ac-910a-93e51e87a3c8 HTTP/1.1" status: 204 len: 168 time: 0.6353593 Aug 21 09:07:15.321121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37788) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:15.341315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e336f-e5ac-41b9-afe3-e6e366e88213 None None] Network f2402244-ac0c-47f4-a1f0-b4e7f5313516 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:15.451944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cf3ce-d45b-4145-ae81-e2fac651fedf req-c80bc369-2a97-4f5a-bcf9-ac7fcb9bf20e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:15.462184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f37cf3ce-d45b-4145-ae81-e2fac651fedf req-c80bc369-2a97-4f5a-bcf9-ac7fcb9bf20e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 945 time: 0.1210732 Aug 21 09:07:15.466535 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.537898 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.542762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0b93ef5b-1c77-416d-b6e3-dc8760662f7f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:15.567306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f37cf3ce-d45b-4145-ae81-e2fac651fedf req-89b1d983-5f7b-48d1-bc5b-3714c23ff968 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013215 Aug 21 09:07:15.575904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 0b93ef5b-1c77-416d-b6e3-dc8760662f7f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:15.576565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0b93ef5b-1c77-416d-b6e3-dc8760662f7f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:15.576697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:15.604677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Deleting port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:15.605095 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.620169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:15.620746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 75fdd52f-9e7e-401f-8b2c-e5ce257dcb7d not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:15.639916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a4603fbe-d5be-4ea1-959f-2569b134393d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a4603fbe-d5be-4ea1-959f-2569b134393d,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:15.703516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] For port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3a85b6ee-c63d-4b6d-af71-fc1f2fc33923,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:15.703933 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.712184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083844c3-d09d-4d6b-84ce-3f0d931e74d5 None None] DHCP port deletion for f2402244-ac0c-47f4-a1f0-b4e7f5313516 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:07:15.721979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Calling delete_port for 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:15.747325 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.816898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=a4603fbe-d5be-4ea1-959f-2569b134393d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:15.827597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d65a1d-3e55-4499-b2cc-649560a29c42 req-09b279d6-897b-4de1-87cb-a51f5184ed30 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:15.831299 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-083844c3-d09d-4d6b-84ce-3f0d931e74d5 None None] Deleting port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:15.831704 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-083844c3-d09d-4d6b-84ce-3f0d931e74d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.835429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7d65a1d-3e55-4499-b2cc-649560a29c42 req-09b279d6-897b-4de1-87cb-a51f5184ed30 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 946 time: 0.1086943 Aug 21 09:07:15.892247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7d65a1d-3e55-4499-b2cc-649560a29c42 req-ccf9a779-013a-4bdb-aa64-fe8d1ed8402b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557842 Aug 21 09:07:15.918515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-083844c3-d09d-4d6b-84ce-3f0d931e74d5 None None] For port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3a85b6ee-c63d-4b6d-af71-fc1f2fc33923,segment=NetworkSegment(9c1b2197-b8d1-41f2-af8b-efc7625e3650),segment_id=9c1b2197-b8d1-41f2-af8b-efc7625e3650)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:15.918958 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-083844c3-d09d-4d6b-84ce-3f0d931e74d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.942200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-083844c3-d09d-4d6b-84ce-3f0d931e74d5 None None] Calling delete_port for 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:15.968547 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:15.999156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a85b6ee-c63d-4b6d-af71-fc1f2fc33923,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:16.012274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] No DVR routers for this DVR port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: from cryptography.utils import int_from_bytes Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: from cryptography.utils import int_from_bytes Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.024958 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:16.028338 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:07:16.034805 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-083844c3-d09d-4d6b-84ce-3f0d931e74d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.052057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083844c3-d09d-4d6b-84ce-3f0d931e74d5 None None] No DVR routers for this DVR port 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:16.090255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083844c3-d09d-4d6b-84ce-3f0d931e74d5 None None] Pushing event deleted for resources: {'Port': ['ID=3a85b6ee-c63d-4b6d-af71-fc1f2fc33923,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:16.101617 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.113334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2402244-ac0c-47f4-a1f0-b4e7f5313516']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:16.124072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1b2197-b8d1-41f2-af8b-efc7625e3650') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:16.124366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1b2197-b8d1-41f2-af8b-efc7625e3650') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:16.137297 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.156288 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.162738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:07:16.163199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:07:16.164903 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:07:16.193446 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37808) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:16.305348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774686b2-bb52-4666-b63c-2deac219af4f req-f707b2f0-4082-4864-8617-12508bebdf41 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:16.311321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774686b2-bb52-4666-b63c-2deac219af4f req-f707b2f0-4082-4864-8617-12508bebdf41 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:16.313003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-774686b2-bb52-4666-b63c-2deac219af4f req-f707b2f0-4082-4864-8617-12508bebdf41 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1683 time: 0.0607631 Aug 21 09:07:16.325249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1166744887'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:16.357271 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.364139 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.365956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f2402244-ac0c-47f4-a1f0-b4e7f5313516 HTTP/1.1" status: 204 len: 168 time: 1.0435731 Aug 21 09:07:16.373836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-774686b2-bb52-4666-b63c-2deac219af4f req-f2ee8c1b-6a24-4f02-816c-78003c73b558 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544741 Aug 21 09:07:16.387254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e60d43-fd2c-4b85-a853-44601a77cca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2402244-ac0c-47f4-a1f0-b4e7f5313516,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:16.450354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Made reservation on behalf of caeabb0eb29244bdb11c4ac26384d9e7 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:16.450354 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.458424 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.578302 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.664414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.696842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb105ca-6623-4bc6-847d-a0d021dd0ff4 req-3f4ceb35-1a4d-4213-9a5d-76d901bdd0e3 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:16.703083 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:07:16.704492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adb105ca-6623-4bc6-847d-a0d021dd0ff4 req-3f4ceb35-1a4d-4213-9a5d-76d901bdd0e3 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 946 time: 0.0612645 Aug 21 09:07:16.710015 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f532f8-6bd4-40e6-9e37-c5c8c0354c91,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:16.731983 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.734850 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Added segment 456efdfd-6328-4d96-994c-52c2bf174f92 of type vlan for network 96de9db5-a62a-4692-a215-c112e0cfc7f9 Aug 21 09:07:16.749269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adb105ca-6623-4bc6-847d-a0d021dd0ff4 req-1e1c4423-3759-4366-bb08-b742405d2bb5 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Aug 21 09:07:16.783429 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.840393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-58753734-3751-4103-b247-e8977084751b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:16.846523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-58753734-3751-4103-b247-e8977084751b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:16.847906 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37824) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:16.848206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-58753734-3751-4103-b247-e8977084751b tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1683 time: 0.0610254 Aug 21 09:07:16.896097 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f02ef3d3-24c8-4cdb-818b-5e40b0deba53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fe50cbd31d346bb830b6b68e306f11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464482 Aug 21 09:07:16.897450 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.900366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37826) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:16.904223 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:16.904882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:16.926762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99747d13-03d8-41f5-88b0-70e311dbd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4603fbe-d5be-4ea1-959f-2569b134393d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:16.930301 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f16874-9168-4906-8723-7d4eaadeaf38" -d '{"events": [{"server_uuid": "99747d13-03d8-41f5-88b0-70e311dbd78e", "name": "network-vif-plugged", "status": "completed", "tag": "a4603fbe-d5be-4ea1-959f-2569b134393d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:16.988456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Network': ['ID=96de9db5-a62a-4692-a215-c112e0cfc7f9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:16.997977 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c6b8fa-1973-44c2-b4f7-4c0357cdd3c8 x-openstack-request-id: req-22c6b8fa-1973-44c2-b4f7-4c0357cdd3c8 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:16.998284 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99747d13-03d8-41f5-88b0-70e311dbd78e", "name": "network-vif-plugged", "status": "completed", "tag": "a4603fbe-d5be-4ea1-959f-2569b134393d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:16.998529 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22c6b8fa-1973-44c2-b4f7-4c0357cdd3c8 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:16.999440 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99747d13-03d8-41f5-88b0-70e311dbd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4603fbe-d5be-4ea1-959f-2569b134393d', 'code': 200} Aug 21 09:07:17.013034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 96de9db5-a62a-4692-a215-c112e0cfc7f9 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:07:17.021533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f537e50-404f-4fdb-a068-882f14a6571e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:17.033263 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2299c055-4fd0-4d95-92b0-3617bf9de309 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8386891 Aug 21 09:07:17.036163 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37832) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:17.041583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'subnet': {'network_id': '96de9db5-a62a-4692-a215-c112e0cfc7f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:17.105221 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f537e50-404f-4fdb-a068-882f14a6571e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:17.137492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-3cb87fa7-e428-40cc-ab6f-afd1a36ab977 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:17.138170 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-3cb87fa7-e428-40cc-ab6f-afd1a36ab977 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:17.233478 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Made reservation on behalf of caeabb0eb29244bdb11c4ac26384d9e7 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:17.237205 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:17.484126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:17.507124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:17.507443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3a85b6ee-c63d-4b6d-af71-fc1f2fc33923 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:17.565977 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:17.568804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9d09e-4045-4f62-882a-2ad86bb4011f req-f8aafd28-a188-4863-b606-6f93a6ae0dce tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:17.570439 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73a9d09e-4045-4f62-882a-2ad86bb4011f req-f8aafd28-a188-4863-b606-6f93a6ae0dce tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 946 time: 0.5509882 Aug 21 09:07:17.587533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68895466-b338-4dc2-8806-291e51df7baa req-2f721011-bd8c-45de-aae6-e8cf25b7d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:17.589119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-68895466-b338-4dc2-8806-291e51df7baa req-2f721011-bd8c-45de-aae6-e8cf25b7d4d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 1098 time: 0.5281425 Aug 21 09:07:17.640483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Checking segment: {'id': '456efdfd-6328-4d96-994c-52c2bf174f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96de9db5-a62a-4692-a215-c112e0cfc7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:17.640845 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network hostable DHCP agents. Network: 96de9db5-a62a-4692-a215-c112e0cfc7f9, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:07:17.643852 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Subnet': ['ID=746e917d-20f5-4e27-9d23-a4c5a73c0352,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:17.673514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b47d04-2829-41d8-95a3-25be08bef602 req-48df65b8-e0de-4768-bc04-6a4749622acf tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:17.680078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b47d04-2829-41d8-95a3-25be08bef602 req-48df65b8-e0de-4768-bc04-6a4749622acf tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:17.681725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3b47d04-2829-41d8-95a3-25be08bef602 req-48df65b8-e0de-4768-bc04-6a4749622acf tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 1683 time: 0.1865513 Aug 21 09:07:17.688752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-3cb87fa7-e428-40cc-ab6f-afd1a36ab977 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] For port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec,segment=NetworkSegment(14139a78-9336-4e19-9eba-d9a833d9795e),segment_id=14139a78-9336-4e19-9eba-d9a833d9795e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:17.689205 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-3cb87fa7-e428-40cc-ab6f-afd1a36ab977 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:17.719200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73a9d09e-4045-4f62-882a-2ad86bb4011f req-b4d87de5-bc65-4927-9ae3-9382239f4332 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408033 Aug 21 09:07:17.732645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-3cb87fa7-e428-40cc-ab6f-afd1a36ab977 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Calling delete_port for 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:17.736238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 96de9db5-a62a-4692-a215-c112e0cfc7f9 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:07:17.739449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-68895466-b338-4dc2-8806-291e51df7baa req-220d358d-194c-48c0-b44c-2a8f0dc3fc43 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335046 Aug 21 09:07:17.790354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f537e50-404f-4fdb-a068-882f14a6571e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:17.792880 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f537e50-404f-4fdb-a068-882f14a6571e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:17.796405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1f537e50-404f-4fdb-a068-882f14a6571e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cde3477-bd79-46cd-8847-1bb9b2db6a75 HTTP/1.1" status: 204 len: 168 time: 0.8925872 Aug 21 09:07:17.801515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3b47d04-2829-41d8-95a3-25be08bef602 req-a524721f-dbd5-489f-bbbd-40fdb072e83d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097338 Aug 21 09:07:17.810287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f537e50-404f-4fdb-a068-882f14a6571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cde3477-bd79-46cd-8847-1bb9b2db6a75,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:17.843063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 96de9db5-a62a-4692-a215-c112e0cfc7f9) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:17.853133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:17.853955 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:17.856978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6bd277-1f85-4567-83e2-627d166ea912 None None] Network 96de9db5-a62a-4692-a215-c112e0cfc7f9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:17.980200 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ee045493-4047-4c10-9076-af17b2aa3dc3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9400258 Aug 21 09:07:17.991273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37848) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:17.991273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1442335406', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}, 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:18.008024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731df998-df33-49ea-afc3-7939da88486b None None] Network 96de9db5-a62a-4692-a215-c112e0cfc7f9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:18.118701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240685ee-ae6f-43da-9b53-5c932daa4f58 req-1afc4c53-c5fd-4e02-a37e-80569a633606 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:18.120242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-240685ee-ae6f-43da-9b53-5c932daa4f58 req-1afc4c53-c5fd-4e02-a37e-80569a633606 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 946 time: 0.0913937 Aug 21 09:07:18.164590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:18.165617 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:18.186151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-240685ee-ae6f-43da-9b53-5c932daa4f58 req-b68006e0-07eb-4bad-9b70-5b60d94f2474 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560629 Aug 21 09:07:18.302309 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-3cb87fa7-e428-40cc-ab6f-afd1a36ab977 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:18.314230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['f0bc619a-6f92-4455-8894-bc49c973db73', '55fe39bc-47a0-49ba-9b5e-dc687cb4ebec'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:07:18.349808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb87fa7-e428-40cc-ab6f-afd1a36ab977 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Port': ['ID=55fe39bc-47a0-49ba-9b5e-dc687cb4ebec,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:18.459021 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:18.483961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-3cb87fa7-e428-40cc-ab6f-afd1a36ab977 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] No DVR routers for this DVR port 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:18.486744 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-3cb87fa7-e428-40cc-ab6f-afd1a36ab977 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:18.488863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-3cb87fa7-e428-40cc-ab6f-afd1a36ab977 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "DELETE /v2.0/ports/55fe39bc-47a0-49ba-9b5e-dc687cb4ebec HTTP/1.1" status: 204 len: 173 time: 1.6338573 Aug 21 09:07:18.489300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'name': 'network-vif-deleted', 'tag': '55fe39bc-47a0-49ba-9b5e-dc687cb4ebec'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:18.492395 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acad8ab-52f8-45fd-837c-ceb0c6078957" -d '{"events": [{"server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "name": "network-vif-deleted", "tag": "55fe39bc-47a0-49ba-9b5e-dc687cb4ebec"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:18.544855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca77efc-4f4b-493d-b450-3c63286d4ee1 req-a713e6f5-7141-4e6c-aed5-dff1d276cdf0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:18.552353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dca77efc-4f4b-493d-b450-3c63286d4ee1 req-a713e6f5-7141-4e6c-aed5-dff1d276cdf0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 946 time: 0.2088068 Aug 21 09:07:18.559405 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb68571f-d049-4200-af43-91ce7a4c8878 x-openstack-request-id: req-fb68571f-d049-4200-af43-91ce7a4c8878 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:18.564828 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "name": "network-vif-deleted", "tag": "55fe39bc-47a0-49ba-9b5e-dc687cb4ebec", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:18.564828 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb68571f-d049-4200-af43-91ce7a4c8878 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:18.564828 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'name': 'network-vif-deleted', 'tag': '55fe39bc-47a0-49ba-9b5e-dc687cb4ebec', 'status': 'completed', 'code': 200} Aug 21 09:07:18.731753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dca77efc-4f4b-493d-b450-3c63286d4ee1 req-62cf3bec-3cdb-4b25-9fc2-49389d87bc55 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784706 Aug 21 09:07:18.858612 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:18.871889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-a350bb02-834d-44bf-b89e-65ca7415ca14 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting port f0bc619a-6f92-4455-8894-bc49c973db73 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:18.872250 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-a350bb02-834d-44bf-b89e-65ca7415ca14 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.004494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d84e6-89b3-4059-982c-f55ef55db6f4 req-a55f4270-bd49-469d-a682-b9ddc0504463 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:19.006481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-936d84e6-89b3-4059-982c-f55ef55db6f4 req-a55f4270-bd49-469d-a682-b9ddc0504463 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 946 time: 0.0825322 Aug 21 09:07:19.033981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-a350bb02-834d-44bf-b89e-65ca7415ca14 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] For port f0bc619a-6f92-4455-8894-bc49c973db73, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f0bc619a-6f92-4455-8894-bc49c973db73,segment=NetworkSegment(93bfdb95-82b0-4307-aca8-2306b7fb973f),segment_id=93bfdb95-82b0-4307-aca8-2306b7fb973f)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:19.033981 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-a350bb02-834d-44bf-b89e-65ca7415ca14 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.059847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-a350bb02-834d-44bf-b89e-65ca7415ca14 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Calling delete_port for f0bc619a-6f92-4455-8894-bc49c973db73 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:19.082479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-936d84e6-89b3-4059-982c-f55ef55db6f4 req-f0a6e035-9f61-4ca8-be4e-9c3d5c333487 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa7e7c99-3a05-4f58-a9c7-db1712bfa993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582108 Aug 21 09:07:19.314010 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37882) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:19.435776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f84fb-5ba9-4db4-80b7-f6ba927a4022 req-52de2cf8-2899-4ed3-b7e2-dd634a7be74b tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:19.437288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb4f84fb-5ba9-4db4-80b7-f6ba927a4022 req-52de2cf8-2899-4ed3-b7e2-dd634a7be74b tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 946 time: 0.1227252 Aug 21 09:07:19.463749 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-network', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:19.514990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-a350bb02-834d-44bf-b89e-65ca7415ca14 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.556511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Made reservation on behalf of e01b16bfa36a4864a301357b78a348be for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:19.559343 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.571281 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.586817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350bb02-834d-44bf-b89e-65ca7415ca14 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Port': ['ID=f0bc619a-6f92-4455-8894-bc49c973db73,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:19.592541 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.601628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb4f84fb-5ba9-4db4-80b7-f6ba927a4022 req-56184ef8-f5a1-4040-aa6e-8bf1ff777583 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330347 Aug 21 09:07:19.697102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-a350bb02-834d-44bf-b89e-65ca7415ca14 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] No DVR routers for this DVR port f0bc619a-6f92-4455-8894-bc49c973db73 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:19.699687 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.721898 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-a350bb02-834d-44bf-b89e-65ca7415ca14 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.724891 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.727285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6697310-eae1-4e4b-a5c9-3040585388bb req-a350bb02-834d-44bf-b89e-65ca7415ca14 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.13 "DELETE /v2.0/ports/f0bc619a-6f92-4455-8894-bc49c973db73 HTTP/1.1" status: 204 len: 173 time: 1.2312715 Aug 21 09:07:19.832128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.872307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.25.5.195 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/e44fe681-e5c8-4466-8fc6-5168fd9ce94f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:19.872547 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:07:19.881029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.881380 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Added segment 3bd29429-01bb-4d40-9aab-fce85a57d4a7 of type vlan for network 734a58e2-b825-4195-8a1b-d994383af1e1 Aug 21 09:07:19.945714 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2037a51b-6cf9-4aba-b700-61e4f1d4e146,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:19.950508 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:19.981007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7d0de-4ecc-41aa-89b5-afc4f184fecd req-5b72b4af-9edc-4898-aee7-86a9197c98da tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:19.984618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cd7d0de-4ecc-41aa-89b5-afc4f184fecd req-5b72b4af-9edc-4898-aee7-86a9197c98da tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 946 time: 0.1161442 Aug 21 09:07:20.055780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cd7d0de-4ecc-41aa-89b5-afc4f184fecd req-5b079af8-e255-47f1-910d-87341ea2636c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607834 Aug 21 09:07:20.061411 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:20.068060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:20.068060 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:20.092257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:20.130456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] Pushing event updated for resources: {'Network': ['ID=734a58e2-b825-4195-8a1b-d994383af1e1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:20.145768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 734a58e2-b825-4195-8a1b-d994383af1e1 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:07:20.251607 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3e2e2f57-d809-443c-b52e-226f82c0ef7a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9340732 Aug 21 09:07:20.251967 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37908) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:20.257354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] Request body: {'subnet': {'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-subnet', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:20.306925 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:20.358619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:20.365006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:20.367045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=e44fe681-e5c8-4466-8fc6-5168fd9ce94f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:20.369267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:20.393356 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] Made reservation on behalf of e01b16bfa36a4864a301357b78a348be for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:20.398244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:20.432503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85d8ac09-0fd7-46e1-907b-574703f37322 req-e79df208-534f-41ba-a075-1cbe89a4da87 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "GET /v2.0/ports?device_id=20163437-dab4-41b7-be87-3f416cac4493 HTTP/1.1" status: 200 len: 210 time: 0.0388598 Aug 21 09:07:20.561453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'name': 'network-vif-deleted', 'tag': 'f0bc619a-6f92-4455-8894-bc49c973db73'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:20.563636 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5bf8c4-825f-4abe-89c7-95f7515db0ee" -d '{"events": [{"server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "name": "network-vif-deleted", "tag": "f0bc619a-6f92-4455-8894-bc49c973db73"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:20.643191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:20.649413 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478a9ca9-776a-48c1-aae3-bc1c367831b6 x-openstack-request-id: req-478a9ca9-776a-48c1-aae3-bc1c367831b6 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:20.650078 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20163437-dab4-41b7-be87-3f416cac4493", "name": "network-vif-deleted", "tag": "f0bc619a-6f92-4455-8894-bc49c973db73", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:20.650334 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-478a9ca9-776a-48c1-aae3-bc1c367831b6 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:20.650728 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20163437-dab4-41b7-be87-3f416cac4493', 'name': 'network-vif-deleted', 'tag': 'f0bc619a-6f92-4455-8894-bc49c973db73', 'status': 'completed', 'code': 200} Aug 21 09:07:20.826340 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:20.873252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:20.873603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 55fe39bc-47a0-49ba-9b5e-dc687cb4ebec not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:20.874033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f0bc619a-6f92-4455-8894-bc49c973db73 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:20.902237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: f0bc619a-6f92-4455-8894-bc49c973db73 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:20.902619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f0bc619a-6f92-4455-8894-bc49c973db73 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:20.927153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ba0183-f162-4592-a1b5-d97d22eab9e8,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:20.955900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] Checking segment: {'id': '3bd29429-01bb-4d40-9aab-fce85a57d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:20.956428 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] Network hostable DHCP agents. Network: 734a58e2-b825-4195-8a1b-d994383af1e1, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:07:21.061725 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] Network 734a58e2-b825-4195-8a1b-d994383af1e1 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:07:21.181813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 734a58e2-b825-4195-8a1b-d994383af1e1) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:21.190811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:21.194922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe78504-ee1e-4d79-ac0f-bdcde15fab32 None None] Network 734a58e2-b825-4195-8a1b-d994383af1e1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:21.195415 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.260321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.271217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a7e24-9b71-4608-9a0a-18c029b6d0e9 req-4643183a-bc20-4419-a547-9d184f61a959 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:21.274805 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-64847ec2-4a28-4d12-ad14-593151ab84e4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0188801 Aug 21 09:07:21.275143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37952) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:21.276313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-629a7e24-9b71-4608-9a0a-18c029b6d0e9 req-4643183a-bc20-4419-a547-9d184f61a959 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 946 time: 0.3654187 Aug 21 09:07:21.280195 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-router', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:21.385880 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.387044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.393144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-734a58e2-b825-4195-8a1b-d994383af1e1', 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'fixed_ips': [{'subnet_id': 'b6ba0183-f162-4592-a1b5-d97d22eab9e8'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:07:21.395292 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.420438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-629a7e24-9b71-4608-9a0a-18c029b6d0e9 req-32a05812-cb80-47ca-8417-d9e28bc8a1bb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119595 Aug 21 09:07:21.439195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df09fae-91ee-4c1d-89a6-f3a6ccc8781f req-a050b710-747d-4462-9204-e981fc200fa4 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:21.440764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4df09fae-91ee-4c1d-89a6-f3a6ccc8781f req-a050b710-747d-4462-9204-e981fc200fa4 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 946 time: 0.1337912 Aug 21 09:07:21.478699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.524982 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37956) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:21.540417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4df09fae-91ee-4c1d-89a6-f3a6ccc8781f req-66803145-eb78-4844-b2ed-7c29c8f8a779 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890806 Aug 21 09:07:21.611935 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.622872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Allocated IP 172.20.0.2 (734a58e2-b825-4195-8a1b-d994383af1e1/b6ba0183-f162-4592-a1b5-d97d22eab9e8/ca77247a-89c8-4e39-91e3-bf613925bcce) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:21.626664 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6bcd4d-df16-478d-852e-c39036a81a29 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting subnet d41ee255-ba12-48fa-9b1f-0246df98af6a {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:07:21.637331 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b6bcd4d-df16-478d-852e-c39036a81a29 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.719358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b6bcd4d-df16-478d-852e-c39036a81a29 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.790018 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.800268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Transition to ACTIVE for port object ca77247a-89c8-4e39-91e3-bf613925bcce will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:21.824375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Transition to ACTIVE for port object ca77247a-89c8-4e39-91e3-bf613925bcce will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:21.838543 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.865533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:07:21.887247 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b6bcd4d-df16-478d-852e-c39036a81a29 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.931246 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:21.978196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Network 734a58e2-b825-4195-8a1b-d994383af1e1 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:21.985641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:21.987841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Pushing event updated for resources: {'Port': ['ID=ca77247a-89c8-4e39-91e3-bf613925bcce,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:21.990085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:22.019832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:22.034153 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559d70b-cd10-48cf-8bdf-aa23a8159f7f None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:22.046960 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b6bcd4d-df16-478d-852e-c39036a81a29 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.057154 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:07:22.066890 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559d70b-cd10-48cf-8bdf-aa23a8159f7f None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:22.068503 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f559d70b-cd10-48cf-8bdf-aa23a8159f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:22.073776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Attempting to bind port ca77247a-89c8-4e39-91e3-bf613925bcce on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:07:22.075724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Attempting to bind port ca77247a-89c8-4e39-91e3-bf613925bcce by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '3bd29429-01bb-4d40-9aab-fce85a57d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:07:22.076102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Attempting to bind port ca77247a-89c8-4e39-91e3-bf613925bcce on network 734a58e2-b825-4195-8a1b-d994383af1e1 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:22.088773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:07:22.091395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Checking segment: {'id': '3bd29429-01bb-4d40-9aab-fce85a57d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:22.091395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.091395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Bound using segment: {'id': '3bd29429-01bb-4d40-9aab-fce85a57d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:07:22.091395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Bound port: ca77247a-89c8-4e39-91e3-bf613925bcce, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd29429-01bb-4d40-9aab-fce85a57d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:07:22.091395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.093261 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bcd4d-df16-478d-852e-c39036a81a29 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Subnet': ['ID=d41ee255-ba12-48fa-9b1f-0246df98af6a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:22.096562 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b6bcd4d-df16-478d-852e-c39036a81a29 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.101835 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9b6bcd4d-df16-478d-852e-c39036a81a29 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "DELETE /v2.0/subnets/d41ee255-ba12-48fa-9b1f-0246df98af6a HTTP/1.1" status: 204 len: 168 time: 0.5760944 Aug 21 09:07:22.102263 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37962) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:22.107489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504503dc-6261-4d54-bb03-8ab77d6ed770 None None] Network ac03d323-c077-421b-8d38-cd5492e415be requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:22.120540 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f559d70b-cd10-48cf-8bdf-aa23a8159f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:22.130341 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559d70b-cd10-48cf-8bdf-aa23a8159f7f None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:22.131042 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f559d70b-cd10-48cf-8bdf-aa23a8159f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:22.163588 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.167473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1e75b734-50cc-4e15-8da2-8c1d6c2dea01 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1828423 Aug 21 09:07:22.177616 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f559d70b-cd10-48cf-8bdf-aa23a8159f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:22.178201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37964) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:22.178310 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559d70b-cd10-48cf-8bdf-aa23a8159f7f None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:22.218901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] For port ca77247a-89c8-4e39-91e3-bf613925bcce, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:22.233936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.291791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] For port ca77247a-89c8-4e39-91e3-bf613925bcce, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ca77247a-89c8-4e39-91e3-bf613925bcce,segment=NetworkSegment(3bd29429-01bb-4d40-9aab-fce85a57d4a7),segment_id=3bd29429-01bb-4d40-9aab-fce85a57d4a7)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:07:22.360398 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.399897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aef441-2acb-446b-90b0-70b5d493006d None None] DHCP port deletion for ac03d323-c077-421b-8d38-cd5492e415be request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:07:22.426598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.442543 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting port 18719251-85a4-4d17-8bb2-1196a9a453f0 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:22.443059 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.458148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d060eaf-1b12-403f-85f7-f627a5d5ab00 req-de067b9b-9fea-40a0-8aba-ec10793dbc00 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:22.459801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d060eaf-1b12-403f-85f7-f627a5d5ab00 req-de067b9b-9fea-40a0-8aba-ec10793dbc00 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.13 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 946 time: 0.1003621 Aug 21 09:07:22.476413 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.477911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328e073-f2e0-45fc-be81-660b0bdc41f8 None None] Pushing event updated for resources: {'Port': ['ID=ca77247a-89c8-4e39-91e3-bf613925bcce,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:22.509476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-26aef441-2acb-446b-90b0-70b5d493006d None None] Deleting port 18719251-85a4-4d17-8bb2-1196a9a453f0 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:22.510202 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-26aef441-2acb-446b-90b0-70b5d493006d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.596142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-26aef441-2acb-446b-90b0-70b5d493006d None None] For port 18719251-85a4-4d17-8bb2-1196a9a453f0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=18719251-85a4-4d17-8bb2-1196a9a453f0,segment=NetworkSegment(93bfdb95-82b0-4307-aca8-2306b7fb973f),segment_id=93bfdb95-82b0-4307-aca8-2306b7fb973f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:22.596833 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-26aef441-2acb-446b-90b0-70b5d493006d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.611576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-26aef441-2acb-446b-90b0-70b5d493006d None None] Calling delete_port for 18719251-85a4-4d17-8bb2-1196a9a453f0 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:22.618950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] For port 18719251-85a4-4d17-8bb2-1196a9a453f0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=18719251-85a4-4d17-8bb2-1196a9a453f0,segment=NetworkSegment(93bfdb95-82b0-4307-aca8-2306b7fb973f),segment_id=93bfdb95-82b0-4307-aca8-2306b7fb973f)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:22.619454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.642201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Calling delete_port for 18719251-85a4-4d17-8bb2-1196a9a453f0 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:22.763030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Allocated IP 172.25.5.191 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/28b4f3c7-e57e-4e39-b3fa-f51c47306431) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:22.782390 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-26aef441-2acb-446b-90b0-70b5d493006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.828326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aef441-2acb-446b-90b0-70b5d493006d None None] Pushing event deleted for resources: {'Port': ['ID=18719251-85a4-4d17-8bb2-1196a9a453f0,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:22.831866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aef441-2acb-446b-90b0-70b5d493006d None None] No DVR routers for this DVR port 18719251-85a4-4d17-8bb2-1196a9a453f0 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:22.865205 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:22.915296 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] No DVR routers for this DVR port 18719251-85a4-4d17-8bb2-1196a9a453f0 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:22.949876 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Port': ['ID=18719251-85a4-4d17-8bb2-1196a9a453f0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:22.963260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c3322-41b8-40bf-bee5-c21062472e8a req-ffa0fb06-b1e9-40ee-b5af-df1455484abf tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:22.964823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a6c3322-41b8-40bf-bee5-c21062472e8a req-ffa0fb06-b1e9-40ee-b5af-df1455484abf tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 946 time: 0.2896132 Aug 21 09:07:22.979021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78e95c-8cc3-45f5-8010-a758cb3d225f req-8b751159-ada1-4e9d-9ea9-827eff5177c7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:22.979241 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a78e95c-8cc3-45f5-8010-a758cb3d225f req-8b751159-ada1-4e9d-9ea9-827eff5177c7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 946 time: 0.3091912 Aug 21 09:07:23.029880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-8d060eaf-1b12-403f-85f7-f627a5d5ab00 req-5b58013c-b2b7-43ae-aa6a-ca4ce20f4fee tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Deleting port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:23.030224 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8d060eaf-1b12-403f-85f7-f627a5d5ab00 req-5b58013c-b2b7-43ae-aa6a-ca4ce20f4fee tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.039118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.061488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac03d323-c077-421b-8d38-cd5492e415be']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:23.079661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bfdb95-82b0-4307-aca8-2306b7fb973f') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:23.079934 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bfdb95-82b0-4307-aca8-2306b7fb973f') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:23.101375 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.110291 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.133029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.142468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:07:23.143107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:07:23.146724 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:07:23.161762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a6c3322-41b8-40bf-bee5-c21062472e8a req-88265960-0e69-4f81-add4-937e387783a8 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668477 Aug 21 09:07:23.171770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a78e95c-8cc3-45f5-8010-a758cb3d225f req-d4b3fc17-0a3a-46c1-bbf5-85c842763099 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767552 Aug 21 09:07:23.246225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8d060eaf-1b12-403f-85f7-f627a5d5ab00 req-5b58013c-b2b7-43ae-aa6a-ca4ce20f4fee tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] For port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:23.246510 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8d060eaf-1b12-403f-85f7-f627a5d5ab00 req-5b58013c-b2b7-43ae-aa6a-ca4ce20f4fee tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.265197 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.267333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-8d060eaf-1b12-403f-85f7-f627a5d5ab00 req-5b58013c-b2b7-43ae-aa6a-ca4ce20f4fee tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Calling delete_port for 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:23.320514 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.349872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:23.353410 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:23.355712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.357265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:23.401457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.406008 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "DELETE /v2.0/networks/ac03d323-c077-421b-8d38-cd5492e415be HTTP/1.1" status: 204 len: 168 time: 1.3006570 Aug 21 09:07:23.417238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37978) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:23.451953 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91acbc-5249-4e10-ac0d-592e6678953d tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Network': ['ID=ac03d323-c077-421b-8d38-cd5492e415be,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:23.478481 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Pushing event updated for resources: {'Port': ['ID=28b4f3c7-e57e-4e39-b3fa-f51c47306431,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:23.602923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ca77247a-89c8-4e39-91e3-bf613925bcce up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:23.673576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6ad496-9b26-4eb3-a40b-729726b3220e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting subnet 1adf6879-c5f9-48cd-bc33-624660ba423c {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:07:23.685035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8d060eaf-1b12-403f-85f7-f627a5d5ab00 req-5b58013c-b2b7-43ae-aa6a-ca4ce20f4fee tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.686695 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad496-9b26-4eb3-a40b-729726b3220e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.700635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:07:23.794740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ca77247a-89c8-4e39-91e3-bf613925bcce completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:23.821153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58013c-b2b7-43ae-aa6a-ca4ce20f4fee tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event deleted for resources: {'Port': ['ID=30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:23.856262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd93986-5bbe-4b9b-b96a-75ed9c26c5f5 None None] Network 734a58e2-b825-4195-8a1b-d994383af1e1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:23.910121 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.910748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad496-9b26-4eb3-a40b-729726b3220e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.953825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d060eaf-1b12-403f-85f7-f627a5d5ab00 req-5b58013c-b2b7-43ae-aa6a-ca4ce20f4fee tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] No DVR routers for this DVR port 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:23.964700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 18719251-85a4-4d17-8bb2-1196a9a453f0 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:23.964988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8d060eaf-1b12-403f-85f7-f627a5d5ab00 req-5b58013c-b2b7-43ae-aa6a-ca4ce20f4fee tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:23.966801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d060eaf-1b12-403f-85f7-f627a5d5ab00 req-5b58013c-b2b7-43ae-aa6a-ca4ce20f4fee tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.13 "DELETE /v2.0/ports/30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 HTTP/1.1" status: 204 len: 173 time: 1.5003276 Aug 21 09:07:23.967234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40c13c0-0c59-48a9-8fff-ad4ad2b170ef', 'name': 'network-vif-deleted', 'tag': '30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:23.969534 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae30ea4b-6b8e-49d1-a4a0-f330dfc074b0" -d '{"events": [{"server_uuid": "d40c13c0-0c59-48a9-8fff-ad4ad2b170ef", "name": "network-vif-deleted", "tag": "30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:24.051062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 18719251-85a4-4d17-8bb2-1196a9a453f0 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:24.051322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 18719251-85a4-4d17-8bb2-1196a9a453f0 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:24.056935 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e969395-2440-48b3-8479-fd7e93090d18 x-openstack-request-id: req-9e969395-2440-48b3-8479-fd7e93090d18 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:24.057258 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40c13c0-0c59-48a9-8fff-ad4ad2b170ef", "name": "network-vif-deleted", "tag": "30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:24.057519 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e969395-2440-48b3-8479-fd7e93090d18 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:24.057913 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40c13c0-0c59-48a9-8fff-ad4ad2b170ef', 'name': 'network-vif-deleted', 'tag': '30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0', 'status': 'completed', 'code': 200} Aug 21 09:07:24.106369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.20.0.1 (96de9db5-a62a-4692-a215-c112e0cfc7f9/746e917d-20f5-4e27-9d23-a4c5a73c0352/b5c00f73-69e7-4ec3-bf36-8ef3b4aa7a87) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:24.148542 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad496-9b26-4eb3-a40b-729726b3220e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:24.185858 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:24.208532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0350ac78-6519-4f14-b9e0-7679ba9efca8 None None] Provisioning for port ca77247a-89c8-4e39-91e3-bf613925bcce completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:24.225317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0350ac78-6519-4f14-b9e0-7679ba9efca8 None None] Provisioning complete for port ca77247a-89c8-4e39-91e3-bf613925bcce triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:24.229226 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0350ac78-6519-4f14-b9e0-7679ba9efca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:24.418498 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0350ac78-6519-4f14-b9e0-7679ba9efca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:24.458518 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0350ac78-6519-4f14-b9e0-7679ba9efca8 None None] For port ca77247a-89c8-4e39-91e3-bf613925bcce, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ca77247a-89c8-4e39-91e3-bf613925bcce,segment=NetworkSegment(3bd29429-01bb-4d40-9aab-fce85a57d4a7),segment_id=3bd29429-01bb-4d40-9aab-fce85a57d4a7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:24.522908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Router 66e9390e-21e5-467f-ba46-9de1ce34833a is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:07:24.559078 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0350ac78-6519-4f14-b9e0-7679ba9efca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:24.633145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350ac78-6519-4f14-b9e0-7679ba9efca8 None None] Pushing event updated for resources: {'Port': ['ID=ca77247a-89c8-4e39-91e3-bf613925bcce,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:24.669070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:24.683018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a4603fbe-d5be-4ea1-959f-2569b134393d details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:07:24.686430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Sync routers for ids ['66e9390e-21e5-467f-ba46-9de1ce34833a'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:24.721693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-511f1bfb-4364-4032-8c25-c86e17d44e07 req-ea909729-d74c-403e-811c-407145b8c1e8 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40c13c0-0c59-48a9-8fff-ad4ad2b170ef HTTP/1.1" status: 200 len: 210 time: 0.4259007 Aug 21 09:07:24.722412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-541d9bb0-8519-4f44-b1b1-cf11d82ea12b None None] Provisioning complete for port ca77247a-89c8-4e39-91e3-bf613925bcce triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:24.722520 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-541d9bb0-8519-4f44-b1b1-cf11d82ea12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:24.727974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Routers {'66e9390e-21e5-467f-ba46-9de1ce34833a'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:24.728478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['66e9390e-21e5-467f-ba46-9de1ce34833a'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:24.781672 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:24.781672 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-58df8554-b94b-48af-8f43-297bf80b03ec admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4945407 Aug 21 09:07:24.781936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a5f08-138d-414b-abc6-e330dcaf8688 req-1a2e0016-53b4-4ed9-adc4-b2b1f4328a6a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:24.783227 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37994) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:24.783378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-932a5f08-138d-414b-abc6-e330dcaf8688 req-1a2e0016-53b4-4ed9-adc4-b2b1f4328a6a tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 946 time: 0.4659979 Aug 21 09:07:24.801182 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:24.850822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-932a5f08-138d-414b-abc6-e330dcaf8688 req-7f5bd05c-f15c-48d1-bcee-f8e1b4ef1cef tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666459 Aug 21 09:07:24.860313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad496-9b26-4eb3-a40b-729726b3220e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:24.918158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ad496-9b26-4eb3-a40b-729726b3220e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Subnet': ['ID=1adf6879-c5f9-48cd-bc33-624660ba423c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:24.925315 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad496-9b26-4eb3-a40b-729726b3220e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:24.927187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8e6ad496-9b26-4eb3-a40b-729726b3220e tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "DELETE /v2.0/subnets/1adf6879-c5f9-48cd-bc33-624660ba423c HTTP/1.1" status: 204 len: 168 time: 1.5078740 Aug 21 09:07:24.934457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37998) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:24.951436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9df649-8a75-4b06-81ea-41ae4c2b66c3 None None] Network 02b8788e-b1ce-400c-b5a6-b05078bd08fb requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:25.051496 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:25.063448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a4603fbe-d5be-4ea1-959f-2569b134393d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a4603fbe-d5be-4ea1-959f-2569b134393d,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:25.092024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'a4603fbe-d5be-4ea1-959f-2569b134393d', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'port_id': 'a4603fbe-d5be-4ea1-959f-2569b134393d', 'mac_address': 'fa:16:3e:81:3a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2050f02-4ee6-4f5c-b15c-ac170569c539', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:07:25.129323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Deleting port a32ea19d-4827-41af-8417-5e6d10b34e13 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:25.129666 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:25.218789 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:25.238071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] For port a32ea19d-4827-41af-8417-5e6d10b34e13, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a32ea19d-4827-41af-8417-5e6d10b34e13,segment=NetworkSegment(14139a78-9336-4e19-9eba-d9a833d9795e),segment_id=14139a78-9336-4e19-9eba-d9a833d9795e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:25.238748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:25.325064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=b5c00f73-69e7-4ec3-bf36-8ef3b4aa7a87,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:25.333653 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:25.338389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Set router 66e9390e-21e5-467f-ba46-9de1ce34833a gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:25.340711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 96de9db5-a62a-4692-a215-c112e0cfc7f9 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:25.342286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Calling delete_port for a32ea19d-4827-41af-8417-5e6d10b34e13 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:25.346438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:25.351702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:25.479795 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:25.636520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ca77247a-89c8-4e39-91e3-bf613925bcce up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:25.706587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4603fbe-d5be-4ea1-959f-2569b134393d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:25.750077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:25.785848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a4603fbe-d5be-4ea1-959f-2569b134393d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a4603fbe-d5be-4ea1-959f-2569b134393d,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:25.828670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:25.829221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ca77247a-89c8-4e39-91e3-bf613925bcce triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:25.833901 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:25.907023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Port': ['ID=a32ea19d-4827-41af-8417-5e6d10b34e13,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:25.919670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] No DVR routers for this DVR port a32ea19d-4827-41af-8417-5e6d10b34e13 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:25.930215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0def2228-e41e-45b5-98aa-6f750fe11773 None None] DHCP port deletion for 02b8788e-b1ce-400c-b5a6-b05078bd08fb request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:07:25.953783 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.049588 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.098796 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Allocated IP 172.20.0.1 (734a58e2-b825-4195-8a1b-d994383af1e1/b6ba0183-f162-4592-a1b5-d97d22eab9e8/76580f85-ef95-4431-885d-db69b1c90e86) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:26.141691 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['a4603fbe-d5be-4ea1-959f-2569b134393d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:07:26.234729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=a4603fbe-d5be-4ea1-959f-2569b134393d,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:26.246601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3da5b-f301-4b37-9278-2365bf50ac02 req-88028326-50a8-4fe5-9640-9df3fb82d437 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:26.248320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ff3da5b-f301-4b37-9278-2365bf50ac02 req-88028326-50a8-4fe5-9640-9df3fb82d437 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 945 time: 0.3521955 Aug 21 09:07:26.258233 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.261527 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.278900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Transition to ACTIVE for port object 76580f85-ef95-4431-885d-db69b1c90e86 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:26.308377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-router', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:21Z', 'updated_at': '2021-08-21T09:07:23Z', 'revision_number': 3, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'gw_port': {'id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:22Z', 'updated_at': '2021-08-21T09:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:26.345492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Checking router: 66e9390e-21e5-467f-ba46-9de1ce34833a for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:07:26.345849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Updating router 66e9390e-21e5-467f-ba46-9de1ce34833a port 28b4f3c7-e57e-4e39-b3fa-f51c47306431 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:07:26.366916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b8788e-b1ce-400c-b5a6-b05078bd08fb']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:26.376323 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.390977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14139a78-9336-4e19-9eba-d9a833d9795e') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:26.391394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14139a78-9336-4e19-9eba-d9a833d9795e') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:26.401595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.413930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.432274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ff3da5b-f301-4b37-9278-2365bf50ac02 req-fffa0cf2-8062-4beb-8895-5f4eec22fc3e tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688492 Aug 21 09:07:26.457860 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Network 734a58e2-b825-4195-8a1b-d994383af1e1 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:26.462830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:26.468821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:26.484485 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.501966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:07:26.502385 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:07:26.505483 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:07:26.524236 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Pushing event updated for resources: {'Port': ['ID=76580f85-ef95-4431-885d-db69b1c90e86,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:26.573778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-3f664574-02f3-4abd-a4a5-026384e649be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:26.575450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-3f664574-02f3-4abd-a4a5-026384e649be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.3573744 Aug 21 09:07:26.579668 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.626599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-4e8558a2-7890-4e2c-a7fd-cbbb887aa160 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/quotas/ec44a488b58c4ff480090f59e9183bf2 HTTP/1.1" status: 200 len: 375 time: 0.0297244 Aug 21 09:07:26.687700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:26.707538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-62d81e28-a59e-4c88-b0d2-33e5c8e79d6c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659564 Aug 21 09:07:26.723296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:26.734567 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.735732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 30ff9901-0d85-4ac9-ab23-4c1dc1a5a1e0 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:26.736285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a4603fbe-d5be-4ea1-959f-2569b134393d no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:26.766939 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.766939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] 10.222.0.20 "DELETE /v2.0/networks/02b8788e-b1ce-400c-b5a6-b05078bd08fb HTTP/1.1" status: 204 len: 168 time: 1.8240523 Aug 21 09:07:26.818378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c619f-e601-43e3-a7fc-eaa5a534ffe0 tempest-ServersTestMultiNic-826975014 tempest-ServersTestMultiNic-826975014-project] Pushing event deleted for resources: {'Network': ['ID=02b8788e-b1ce-400c-b5a6-b05078bd08fb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:26.902208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-3d229f32-7c15-4b6d-8940-23a0553b62b9 service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772254 Aug 21 09:07:26.910019 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.954448 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.960970 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.965515 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:26.993250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Transition to ACTIVE for port object 28b4f3c7-e57e-4e39-b3fa-f51c47306431 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:26.997026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a4603fbe-d5be-4ea1-959f-2569b134393d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:27.015328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-c054c248-04fc-416c-b9dd-0a97a65680af service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121860 Aug 21 09:07:27.017741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0074c104-31c8-4a28-b205-67e381324091 None None] Provisioning for port 76580f85-ef95-4431-885d-db69b1c90e86 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:27.033813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38042) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:27.043170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0074c104-31c8-4a28-b205-67e381324091 None None] Provisioning complete for port 76580f85-ef95-4431-885d-db69b1c90e86 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:27.043170 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0074c104-31c8-4a28-b205-67e381324091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:27.043525 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:27.056833 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a4603fbe-d5be-4ea1-959f-2569b134393d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a4603fbe-d5be-4ea1-959f-2569b134393d,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:27.112049 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:27.198294 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:27.198577 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:27.203925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0074c104-31c8-4a28-b205-67e381324091 None None] Port 76580f85-ef95-4431-885d-db69b1c90e86 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:07:27.220315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Attempting to bind port 28b4f3c7-e57e-4e39-b3fa-f51c47306431 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:07:27.220690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Attempting to bind port 28b4f3c7-e57e-4e39-b3fa-f51c47306431 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:07:27.221056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Attempting to bind port 28b4f3c7-e57e-4e39-b3fa-f51c47306431 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:27.231020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:07:27.231409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:27.231861 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:27.232261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:07:27.232712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Bound port: 28b4f3c7-e57e-4e39-b3fa-f51c47306431, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:07:27.233394 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:27.243165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=b5c00f73-69e7-4ec3-bf36-8ef3b4aa7a87,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:27.258198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b10e9c-aa24-42d0-a592-a4037fd8a6c1 None None] Pushing event updated for resources: {'Port': ['ID=28b4f3c7-e57e-4e39-b3fa-f51c47306431,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:27.261343 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:27.283368 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:27.346565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] For port 28b4f3c7-e57e-4e39-b3fa-f51c47306431, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:27.351590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=a4603fbe-d5be-4ea1-959f-2569b134393d,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:27.366257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] For port 28b4f3c7-e57e-4e39-b3fa-f51c47306431, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=28b4f3c7-e57e-4e39-b3fa-f51c47306431,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:07:27.368039 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:27.388036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Pushing event updated for resources: {'Port': ['ID=76580f85-ef95-4431-885d-db69b1c90e86,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:27.442519 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:27.449144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2c27c-eb7c-4d08-9c40-63dcd164c32d req-a333610b-bff9-48fb-9e34-5f288f5f0e3b tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:27.450425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13f2c27c-eb7c-4d08-9c40-63dcd164c32d req-a333610b-bff9-48fb-9e34-5f288f5f0e3b tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.13 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 944 time: 0.3388941 Aug 21 09:07:27.492308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ed07f2a-1c58-40f7-929b-b392be87017d req-c12c40b9-6d11-46e2-a2dd-1bf3402f330f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 210 time: 0.0716486 Aug 21 09:07:27.551092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Network 734a58e2-b825-4195-8a1b-d994383af1e1 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:27.551675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a32ea19d-4827-41af-8417-5e6d10b34e13 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:27.553311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:27.624635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Routers {'66e9390e-21e5-467f-ba46-9de1ce34833a'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:27.625966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['66e9390e-21e5-467f-ba46-9de1ce34833a'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:27.754065 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Router 66e9390e-21e5-467f-ba46-9de1ce34833a has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:27.796576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] Set router 66e9390e-21e5-467f-ba46-9de1ce34833a gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:27.846535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd64fc8-98a3-4f79-86d1-0447d9df66c0 req-91b849a8-93dc-421e-806b-fe3f48b92e67 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:27.852687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b10e9c-aa24-42d0-a592-a4037fd8a6c1 None None] Pushing event updated for resources: {'Port': ['ID=28b4f3c7-e57e-4e39-b3fa-f51c47306431,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:27.854055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acd64fc8-98a3-4f79-86d1-0447d9df66c0 req-91b849a8-93dc-421e-806b-fe3f48b92e67 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 944 time: 0.2511878 Aug 21 09:07:27.856233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a32ea19d-4827-41af-8417-5e6d10b34e13 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:27.859325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a32ea19d-4827-41af-8417-5e6d10b34e13 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:27.872729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 96de9db5-a62a-4692-a215-c112e0cfc7f9 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:27.885371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:27.941062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:27.957468 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3889d059-fe72-4b25-8b20-3c8d88c0302b admin admin] 10.222.0.20 "PUT /v2.0/routers/66e9390e-21e5-467f-ba46-9de1ce34833a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1722782 Aug 21 09:07:27.975538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acd64fc8-98a3-4f79-86d1-0447d9df66c0 req-7d51e208-dab2-4c77-acd6-085856a53fb4 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163187 Aug 21 09:07:27.987269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-13f2c27c-eb7c-4d08-9c40-63dcd164c32d req-773a556a-9a22-41c6-ae02-806653f75f1c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Deleting port a4603fbe-d5be-4ea1-959f-2569b134393d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:27.987682 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13f2c27c-eb7c-4d08-9c40-63dcd164c32d req-773a556a-9a22-41c6-ae02-806653f75f1c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:28.061320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ad0f06d9-8b5b-42dc-876a-59a6c1764e39 None None] Provisioning complete for port 76580f85-ef95-4431-885d-db69b1c90e86 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:28.065950 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ad0f06d9-8b5b-42dc-876a-59a6c1764e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:28.144998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f06d9-8b5b-42dc-876a-59a6c1764e39 None None] Port 76580f85-ef95-4431-885d-db69b1c90e86 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:07:28.212932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-13f2c27c-eb7c-4d08-9c40-63dcd164c32d req-773a556a-9a22-41c6-ae02-806653f75f1c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] For port a4603fbe-d5be-4ea1-959f-2569b134393d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a4603fbe-d5be-4ea1-959f-2569b134393d,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:28.212932 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13f2c27c-eb7c-4d08-9c40-63dcd164c32d req-773a556a-9a22-41c6-ae02-806653f75f1c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:28.225345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-router', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:21Z', 'updated_at': '2021-08-21T09:07:26Z', 'revision_number': 4, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'gw_port': {'id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:22Z', 'updated_at': '2021-08-21T09:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '76580f85-ef95-4431-885d-db69b1c90e86', 'name': '', 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'mac_address': 'fa:16:3e:2c:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b6ba0183-f162-4592-a1b5-d97d22eab9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:25Z', 'updated_at': '2021-08-21T09:07:26Z', 'revision_number': 2, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'subnets': [{'id': 'b6ba0183-f162-4592-a1b5-d97d22eab9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:28.229310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-13f2c27c-eb7c-4d08-9c40-63dcd164c32d req-773a556a-9a22-41c6-ae02-806653f75f1c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Calling delete_port for a4603fbe-d5be-4ea1-959f-2569b134393d owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:28.266097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a231d62b-253d-4a9e-b03f-4546663a7a0b None None] The sync data for ids ['66e9390e-21e5-467f-ba46-9de1ce34833a'] in n-d-766726-28 is: [{'id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-router', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:21Z', 'updated_at': '2021-08-21T09:07:26Z', 'revision_number': 4, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'gw_port': {'id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:22Z', 'updated_at': '2021-08-21T09:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '76580f85-ef95-4431-885d-db69b1c90e86', 'name': '', 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'mac_address': 'fa:16:3e:2c:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b6ba0183-f162-4592-a1b5-d97d22eab9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:25Z', 'updated_at': '2021-08-21T09:07:26Z', 'revision_number': 2, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'subnets': [{'id': 'b6ba0183-f162-4592-a1b5-d97d22eab9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:28.708458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a4603fbe-d5be-4ea1-959f-2569b134393d details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:07:28.780462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aed46e7f-9439-48f4-9071-3309d9d2be4f req-bf56646a-6d70-4866-9d76-8404cbb2ab8b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 210 time: 0.1279192 Aug 21 09:07:28.849582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a4603fbe-d5be-4ea1-959f-2569b134393d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a4603fbe-d5be-4ea1-959f-2569b134393d,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:28.863106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'a4603fbe-d5be-4ea1-959f-2569b134393d', 'network_id': '1c67f092-44d6-4a07-bb62-ba467f0eb4c0', 'port_id': 'a4603fbe-d5be-4ea1-959f-2569b134393d', 'mac_address': 'fa:16:3e:81:3a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2050f02-4ee6-4f5c-b15c-ac170569c539', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:07:28.922705 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:28.943626 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4603fbe-d5be-4ea1-959f-2569b134393d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:28.958011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:28.978177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a4603fbe-d5be-4ea1-959f-2569b134393d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a4603fbe-d5be-4ea1-959f-2569b134393d,segment=NetworkSegment(ab7144d1-38e3-44f9-ba6b-8b5a68f046f3),segment_id=ab7144d1-38e3-44f9-ba6b-8b5a68f046f3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:28.985575 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-5ed45264-9f80-4878-902b-37c3884360e8 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3882189 Aug 21 09:07:29.010470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:29.054556 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:29.171031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=a4603fbe-d5be-4ea1-959f-2569b134393d,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:29.254391 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:29.306332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610eea9-d9d4-41c0-8e11-2e07045b156a req-a61ddb1e-b0da-4799-8789-0a90f18ddb88 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:29.308148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5610eea9-d9d4-41c0-8e11-2e07045b156a req-a61ddb1e-b0da-4799-8789-0a90f18ddb88 tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 945 time: 0.1919224 Aug 21 09:07:29.310597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:29.316606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d22fb47f-73d3-4c2d-9c8d-064c44985ca1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "PUT /v2.0/routers/65f67ab3-0a4e-4091-9d96-2784eb8e8dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1444628 Aug 21 09:07:29.320187 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38078) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:29.329729 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e2116-606c-4cc2-9449-0c9105eae63c None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:29.332265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'port': {'network_id': '96de9db5-a62a-4692-a215-c112e0cfc7f9', 'name': 'tempest-FloatingIPTestJSON-173177294'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:29.347188 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e2116-606c-4cc2-9449-0c9105eae63c None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:29.348026 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-800e2116-606c-4cc2-9449-0c9105eae63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:29.362301 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:29.370428 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13f2c27c-eb7c-4d08-9c40-63dcd164c32d req-773a556a-9a22-41c6-ae02-806653f75f1c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:29.394736 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-800e2116-606c-4cc2-9449-0c9105eae63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:29.404299 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e2116-606c-4cc2-9449-0c9105eae63c None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:29.405287 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-800e2116-606c-4cc2-9449-0c9105eae63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:29.478125 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-800e2116-606c-4cc2-9449-0c9105eae63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:29.484992 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e2116-606c-4cc2-9449-0c9105eae63c None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:29.564636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a556a-9a22-41c6-ae02-806653f75f1c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Pushing event deleted for resources: {'Port': ['ID=a4603fbe-d5be-4ea1-959f-2569b134393d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:29.621713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 28b4f3c7-e57e-4e39-b3fa-f51c47306431 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:29.680560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5610eea9-d9d4-41c0-8e11-2e07045b156a req-f884e2ef-df9f-498a-b405-2d20cf0aa16d tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/security-groups?id=59a8f1d1-737e-42a9-9bc0-132d61923649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274682 Aug 21 09:07:29.684620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f2c27c-eb7c-4d08-9c40-63dcd164c32d req-773a556a-9a22-41c6-ae02-806653f75f1c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] No DVR routers for this DVR port a4603fbe-d5be-4ea1-959f-2569b134393d on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:29.690749 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13f2c27c-eb7c-4d08-9c40-63dcd164c32d req-773a556a-9a22-41c6-ae02-806653f75f1c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:29.693493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13f2c27c-eb7c-4d08-9c40-63dcd164c32d req-773a556a-9a22-41c6-ae02-806653f75f1c tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.13 "DELETE /v2.0/ports/a4603fbe-d5be-4ea1-959f-2569b134393d HTTP/1.1" status: 204 len: 173 time: 2.2174835 Aug 21 09:07:29.693948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99747d13-03d8-41f5-88b0-70e311dbd78e', 'name': 'network-vif-deleted', 'tag': 'a4603fbe-d5be-4ea1-959f-2569b134393d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:29.697249 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deff35e5-38c1-4a9f-a77b-185cc5bb9b72" -d '{"events": [{"server_uuid": "99747d13-03d8-41f5-88b0-70e311dbd78e", "name": "network-vif-deleted", "tag": "a4603fbe-d5be-4ea1-959f-2569b134393d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:29.787403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Made reservation on behalf of caeabb0eb29244bdb11c4ac26384d9e7 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:29.792798 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:29.811756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:29.829685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] device_id is not set on port a225528a-8dad-403f-a218-7e73bc442e92 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:07:29.851518 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 28b4f3c7-e57e-4e39-b3fa-f51c47306431 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:29.863535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 28b4f3c7-e57e-4e39-b3fa-f51c47306431 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:29.864525 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:30.001074 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749999be-f6a7-4b8c-bca2-3429b347a42f x-openstack-request-id: req-749999be-f6a7-4b8c-bca2-3429b347a42f {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:30.001728 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99747d13-03d8-41f5-88b0-70e311dbd78e", "name": "network-vif-deleted", "tag": "a4603fbe-d5be-4ea1-959f-2569b134393d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:30.001728 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-749999be-f6a7-4b8c-bca2-3429b347a42f {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:30.001968 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99747d13-03d8-41f5-88b0-70e311dbd78e', 'name': 'network-vif-deleted', 'tag': 'a4603fbe-d5be-4ea1-959f-2569b134393d', 'status': 'completed', 'code': 200} Aug 21 09:07:30.020377 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:30.054655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 28b4f3c7-e57e-4e39-b3fa-f51c47306431, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=28b4f3c7-e57e-4e39-b3fa-f51c47306431,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:30.125311 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:30.140925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.20.0.3 (96de9db5-a62a-4692-a215-c112e0cfc7f9/746e917d-20f5-4e27-9d23-a4c5a73c0352/a225528a-8dad-403f-a218-7e73bc442e92) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:30.143175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4eb72131-6de9-46bf-809f-e4011a294442 req-3490984b-5e57-4179-b0d9-0bf465626a0c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 210 time: 0.0593691 Aug 21 09:07:30.199146 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=28b4f3c7-e57e-4e39-b3fa-f51c47306431,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:30.233550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Allocated IP 172.25.5.135 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/6add9117-cbe6-4be3-9bbb-99214abc1a68) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:30.264470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-ec5f04d1-8186-44be-a4f2-4fedec161dcb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:30.265223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-ec5f04d1-8186-44be-a4f2-4fedec161dcb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.3785999 Aug 21 09:07:30.280988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Request body: {'port': {'device_id': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'admin_state_up': True, 'tenant_id': 'ec44a488b58c4ff480090f59e9183bf2'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:30.341986 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:30.386539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] Deleting port 86fca7ae-5db3-4551-b934-689a43467abf {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:30.386886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:30.502148 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:30.515757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:30.555349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 96de9db5-a62a-4692-a215-c112e0cfc7f9 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:30.558777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:30.563314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:30.592738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=a225528a-8dad-403f-a218-7e73bc442e92,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:30.605893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] For port 86fca7ae-5db3-4551-b934-689a43467abf, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=86fca7ae-5db3-4551-b934-689a43467abf,segment=NetworkSegment(90705ac4-5617-4679-8722-551c0fc8996b),segment_id=90705ac4-5617-4679-8722-551c0fc8996b)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:30.606273 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:30.628800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:30.629864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:30.633465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] Calling delete_port for 86fca7ae-5db3-4551-b934-689a43467abf owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:30.687855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Made reservation on behalf of ec44a488b58c4ff480090f59e9183bf2 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:30.691268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:30.714502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a4603fbe-d5be-4ea1-959f-2569b134393d no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:30.746258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: a4603fbe-d5be-4ea1-959f-2569b134393d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:30.747124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a4603fbe-d5be-4ea1-959f-2569b134393d not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:30.764465 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3b2ccca5-4db1-4045-8f6d-7ed38497d7e1 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4413621 Aug 21 09:07:30.767318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38092) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:30.772486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'port': {'network_id': '96de9db5-a62a-4692-a215-c112e0cfc7f9', 'name': 'tempest-FloatingIPTestJSON-854101131'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:30.804436 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:30.925951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b07fa015-0c29-458f-8a6d-a739ad0a953f req-6272d24c-07d6-463e-9916-9d8508f03caa tempest-ImagesTestJSON-1236281614 tempest-ImagesTestJSON-1236281614-project] 10.222.0.20 "GET /v2.0/ports?device_id=99747d13-03d8-41f5-88b0-70e311dbd78e HTTP/1.1" status: 200 len: 210 time: 0.1160622 Aug 21 09:07:30.966690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:30.978412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event updated for resources: {'Port': ['ID=6add9117-cbe6-4be3-9bbb-99214abc1a68,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:30.980931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:30.991737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:31.032482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.033086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.033203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.033473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.033803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.036303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.036303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.036303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.036303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.036303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.036303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.036303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:31.066804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Allocated IP 172.20.0.14 (73450b22-0f7b-4756-99d9-a1fdb9a2a648/74fc87cd-bb56-4b37-976a-7ed85aa94def/4ff034b0-44f5-4332-b34c-c8b20a921559) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:31.080010 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Made reservation on behalf of caeabb0eb29244bdb11c4ac26384d9e7 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:31.081166 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:31.082379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Sync routers for ids ['66e9390e-21e5-467f-ba46-9de1ce34833a'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:31.096306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Routers {'66e9390e-21e5-467f-ba46-9de1ce34833a'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:31.098040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['66e9390e-21e5-467f-ba46-9de1ce34833a'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:31.112653 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] device_id is not set on port 8ffad9bc-f6ce-451a-a6df-791497e6f899 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:07:31.277569 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.20.0.9 (96de9db5-a62a-4692-a215-c112e0cfc7f9/746e917d-20f5-4e27-9d23-a4c5a73c0352/8ffad9bc-f6ce-451a-a6df-791497e6f899) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:31.416604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Set router 66e9390e-21e5-467f-ba46-9de1ce34833a gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:31.490816 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:31.556227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 28b4f3c7-e57e-4e39-b3fa-f51c47306431 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:31.570503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fff87b17-582e-4db1-85a7-19c7c36e332f req-600f65a1-76dd-4546-ac75-2fba5d0c504a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 210 time: 0.3438375 Aug 21 09:07:31.590813 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:31.616593 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:31.639410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=86fca7ae-5db3-4551-b934-689a43467abf,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:31.667834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 96de9db5-a62a-4692-a215-c112e0cfc7f9 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:31.671691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:31.676507 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:31.687654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:31.731672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=8ffad9bc-f6ce-451a-a6df-791497e6f899,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:31.757799 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:31.759308 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:31.760194 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:31.795972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 28b4f3c7-e57e-4e39-b3fa-f51c47306431 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:31.796504 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:31.833362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-router', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:21Z', 'updated_at': '2021-08-21T09:07:26Z', 'revision_number': 4, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'gw_port': {'id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:22Z', 'updated_at': '2021-08-21T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '76580f85-ef95-4431-885d-db69b1c90e86', 'name': '', 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'mac_address': 'fa:16:3e:2c:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b6ba0183-f162-4592-a1b5-d97d22eab9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:25Z', 'updated_at': '2021-08-21T09:07:26Z', 'revision_number': 2, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'subnets': [{'id': 'b6ba0183-f162-4592-a1b5-d97d22eab9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:31.880755 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f404dfb7-74f0-4cf0-83a3-57e86d581844 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1095474 Aug 21 09:07:31.880755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38102) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:31.886230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '8ffad9bc-f6ce-451a-a6df-791497e6f899', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:31.887933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Checking router: 66e9390e-21e5-467f-ba46-9de1ce34833a for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:07:31.888358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Updating router 66e9390e-21e5-467f-ba46-9de1ce34833a port 76580f85-ef95-4431-885d-db69b1c90e86 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:07:31.910107 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:31.919547 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.039889 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.051778 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.137361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.194580 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.334579 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.353091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:32.360439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.25.5.248 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/521bc88b-6187-45e4-9fee-36d41284252c) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:32.368645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Transition to ACTIVE for port object 76580f85-ef95-4431-885d-db69b1c90e86 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:32.399426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:32.404727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event updated for resources: {'Port': ['ID=4ff034b0-44f5-4332-b34c-c8b20a921559,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:32.414673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:32.465109 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.467061 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.493998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:32.494192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.494791 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.559740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806c12c-53d1-4316-8976-00b14ca40f54 None None] Pushing event updated for resources: {'Port': ['ID=76580f85-ef95-4431-885d-db69b1c90e86,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:32.560520 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.606621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Attempting to bind port 76580f85-ef95-4431-885d-db69b1c90e86 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:07:32.607314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Attempting to bind port 76580f85-ef95-4431-885d-db69b1c90e86 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '3bd29429-01bb-4d40-9aab-fce85a57d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:07:32.608038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Attempting to bind port 76580f85-ef95-4431-885d-db69b1c90e86 on network 734a58e2-b825-4195-8a1b-d994383af1e1 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:32.610604 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.614175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:07:32.620023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Checking segment: {'id': '3bd29429-01bb-4d40-9aab-fce85a57d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:32.620023 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.620023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Bound using segment: {'id': '3bd29429-01bb-4d40-9aab-fce85a57d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:07:32.620023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Bound port: 76580f85-ef95-4431-885d-db69b1c90e86, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd29429-01bb-4d40-9aab-fce85a57d4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:07:32.620023 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.679131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event updated for resources: {'Port': ['ID=6add9117-cbe6-4be3-9bbb-99214abc1a68,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:32.682258 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.691828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:32.697769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:32.703364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-b72006fc-7323-474a-91c0-c0df299f3446 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4275563 Aug 21 09:07:32.708311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:32.724937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] For port 76580f85-ef95-4431-885d-db69b1c90e86, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:32.733020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] For port 76580f85-ef95-4431-885d-db69b1c90e86, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=76580f85-ef95-4431-885d-db69b1c90e86,segment=NetworkSegment(3bd29429-01bb-4d40-9aab-fce85a57d4a7),segment_id=3bd29429-01bb-4d40-9aab-fce85a57d4a7)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:07:32.751655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Request body: {'port': {'device_id': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:32.773771 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=521bc88b-6187-45e4-9fee-36d41284252c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:32.796507 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.796507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-c6bcbec1-2143-4841-9713-3831f0bb831b tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7956026 Aug 21 09:07:32.814064 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:32.900954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-60cb331c-ddf2-481d-8a28-f3079ac1985f tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.0905321 Aug 21 09:07:32.927548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Routers {'66e9390e-21e5-467f-ba46-9de1ce34833a'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:32.928438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['66e9390e-21e5-467f-ba46-9de1ce34833a'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:32.933555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806c12c-53d1-4316-8976-00b14ca40f54 None None] Pushing event updated for resources: {'Port': ['ID=76580f85-ef95-4431-885d-db69b1c90e86,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:32.946751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] Router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:32.974242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd89266-d863-4911-a67e-1b906bf13de2 req-4416dc26-9b35-4c43-b79c-455beb494ab1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:32.982390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfd89266-d863-4911-a67e-1b906bf13de2 req-4416dc26-9b35-4c43-b79c-455beb494ab1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 932 time: 0.2244301 Aug 21 09:07:32.983994 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:33.073188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] Set router 66e9390e-21e5-467f-ba46-9de1ce34833a gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:33.176222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfd89266-d863-4911-a67e-1b906bf13de2 req-9ac7315b-b4e2-40f3-ae7d-0e57464e0adb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909788 Aug 21 09:07:33.250846 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38146) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:33.312054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-6c5f9b4a-8d7a-4f44-b023-32e32e4e2f80 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:33.320026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7521dbf-2a1a-48bc-9119-12835be6e147 req-6c5f9b4a-8d7a-4f44-b023-32e32e4e2f80 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.3909049 Aug 21 09:07:33.400159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-router', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:21Z', 'updated_at': '2021-08-21T09:07:26Z', 'revision_number': 4, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'gw_port': {'id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:22Z', 'updated_at': '2021-08-21T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '76580f85-ef95-4431-885d-db69b1c90e86', 'name': '', 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'mac_address': 'fa:16:3e:2c:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b6ba0183-f162-4592-a1b5-d97d22eab9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:25Z', 'updated_at': '2021-08-21T09:07:32Z', 'revision_number': 4, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'subnets': [{'id': 'b6ba0183-f162-4592-a1b5-d97d22eab9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:33.401012 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:33.402315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:33.417023 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7339c0d3-1e34-4c6d-9096-c61cc550390d None None] Sync routers for ids ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:33.424740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fd4b4c02-58b0-4007-850f-3e847fd757f4 admin admin] 10.222.0.20 "PUT /v2.0/routers/4f86e3f9-ec84-44fe-b682-4fd6f64cec10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3899629 Aug 21 09:07:33.435283 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7339c0d3-1e34-4c6d-9096-c61cc550390d None None] Routers {'4f86e3f9-ec84-44fe-b682-4fd6f64cec10'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:33.436255 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7339c0d3-1e34-4c6d-9096-c61cc550390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:33.458169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38160) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:33.475189 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee170e7-fdfb-4fcf-b8b3-cde9c1c99d40 admin admin] Deleting subnet d2050f02-4ee6-4f5c-b15c-ac170569c539 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:07:33.485867 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cee170e7-fdfb-4fcf-b8b3-cde9c1c99d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:33.507406 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dee20a-864b-44a5-9779-adb51b08d0a8 None None] The sync data for ids ['66e9390e-21e5-467f-ba46-9de1ce34833a'] in n-d-766726-28 is: [{'id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-router', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:21Z', 'updated_at': '2021-08-21T09:07:26Z', 'revision_number': 4, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'gw_port': {'id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:22Z', 'updated_at': '2021-08-21T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '76580f85-ef95-4431-885d-db69b1c90e86', 'name': '', 'network_id': '734a58e2-b825-4195-8a1b-d994383af1e1', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'mac_address': 'fa:16:3e:2c:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b6ba0183-f162-4592-a1b5-d97d22eab9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:25Z', 'updated_at': '2021-08-21T09:07:32Z', 'revision_number': 4, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'subnets': [{'id': 'b6ba0183-f162-4592-a1b5-d97d22eab9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:33.569876 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cee170e7-fdfb-4fcf-b8b3-cde9c1c99d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:33.638436 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cee170e7-fdfb-4fcf-b8b3-cde9c1c99d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:33.670760 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7339c0d3-1e34-4c6d-9096-c61cc550390d None None] Set router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:33.697771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 76580f85-ef95-4431-885d-db69b1c90e86 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:33.751770 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:33.802045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-2d9a3ea8-46f4-4dff-a8bd-cb41df899679 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4010179 Aug 21 09:07:33.807541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:33.812737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:33.845924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cee170e7-fdfb-4fcf-b8b3-cde9c1c99d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:33.888426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee170e7-fdfb-4fcf-b8b3-cde9c1c99d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2050f02-4ee6-4f5c-b15c-ac170569c539,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:33.890577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 76580f85-ef95-4431-885d-db69b1c90e86 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:33.898891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 76580f85-ef95-4431-885d-db69b1c90e86 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:33.898891 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:33.935357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cee170e7-fdfb-4fcf-b8b3-cde9c1c99d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:33.937590 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cee170e7-fdfb-4fcf-b8b3-cde9c1c99d40 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d2050f02-4ee6-4f5c-b15c-ac170569c539 HTTP/1.1" status: 204 len: 168 time: 0.6857858 Aug 21 09:07:33.940582 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38164) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:34.009063 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.059389 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7339c0d3-1e34-4c6d-9096-c61cc550390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'name': 'tempest-ServersTestMultiNic-1520355498-router', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:05:36Z', 'updated_at': '2021-08-21T09:07:31Z', 'revision_number': 5, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'gw_port': {'id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:38Z', 'updated_at': '2021-08-21T09:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:34.069720 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.099823 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.111790 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7339c0d3-1e34-4c6d-9096-c61cc550390d None None] Checking router: 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:07:34.136308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 76580f85-ef95-4431-885d-db69b1c90e86, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=76580f85-ef95-4431-885d-db69b1c90e86,segment=NetworkSegment(3bd29429-01bb-4d40-9aab-fce85a57d4a7),segment_id=3bd29429-01bb-4d40-9aab-fce85a57d4a7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:34.136597 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7339c0d3-1e34-4c6d-9096-c61cc550390d None None] Routers {'4f86e3f9-ec84-44fe-b682-4fd6f64cec10'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:34.137817 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7339c0d3-1e34-4c6d-9096-c61cc550390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:34.153938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff034b0-44f5-4332-b34c-c8b20a921559 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:34.158809 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.174584 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.205328 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.236301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Transition to ACTIVE for port object 4ff034b0-44f5-4332-b34c-c8b20a921559 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:34.352352 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7339c0d3-1e34-4c6d-9096-c61cc550390d None None] Set router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:34.363052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=76580f85-ef95-4431-885d-db69b1c90e86,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:34.411946 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.667730 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7339c0d3-1e34-4c6d-9096-c61cc550390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'name': 'tempest-ServersTestMultiNic-1520355498-router', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:05:36Z', 'updated_at': '2021-08-21T09:07:31Z', 'revision_number': 5, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'gw_port': {'id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:38Z', 'updated_at': '2021-08-21T09:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:34.703619 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.713044 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7339c0d3-1e34-4c6d-9096-c61cc550390d None None] The sync data for ids ['4f86e3f9-ec84-44fe-b682-4fd6f64cec10'] in n-d-766726-28 is: [{'id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'name': 'tempest-ServersTestMultiNic-1520355498-router', 'tenant_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:05:36Z', 'updated_at': '2021-08-21T09:07:31Z', 'revision_number': 5, 'project_id': 'fbaa835fcd394022a848494ba9e4fbb2', 'gw_port': {'id': '86f169a2-8f2c-4424-8213-81fb557899aa', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86e3f9-ec84-44fe-b682-4fd6f64cec10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:05:38Z', 'updated_at': '2021-08-21T09:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:34.726500 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.732997 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c67f092-44d6-4a07-bb62-ba467f0eb4c0']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:34.746444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:34.753004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7144d1-38e3-44f9-ba6b-8b5a68f046f3') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:34.766180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.783030 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.790170 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:07:34.790581 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:07:34.860575 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:07:34.865910 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.893298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.902667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf00077-b3e3-4b44-b385-322fd8183bf0 req-8245a3c8-3491-4960-966d-fd8f7cf3f334 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:34.904428 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcf00077-b3e3-4b44-b385-322fd8183bf0 req-8245a3c8-3491-4960-966d-fd8f7cf3f334 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 932 time: 0.6286640 Aug 21 09:07:34.918836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff034b0-44f5-4332-b34c-c8b20a921559,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:34.949792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=521bc88b-6187-45e4-9fee-36d41284252c,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:34.962752 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:34.966715 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.008830 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.020961 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1c67f092-44d6-4a07-bb62-ba467f0eb4c0 HTTP/1.1" status: 204 len: 168 time: 1.0781844 Aug 21 09:07:35.057924 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4a548-6020-44a7-a252-511f8cebe243 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c67f092-44d6-4a07-bb62-ba467f0eb4c0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:35.062797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Deleting port 86f169a2-8f2c-4424-8213-81fb557899aa {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:35.063172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.078194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcf00077-b3e3-4b44-b385-322fd8183bf0 req-9c904d97-17bc-47c6-a4da-fff6d44a6ce3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558845 Aug 21 09:07:35.166919 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP f87265fd-dc6a-425c-b1ae-93b8f08f5379 associated. External IP: 172.25.5.248, port: 8ffad9bc-f6ce-451a-a6df-791497e6f899. Aug 21 09:07:35.206286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Attempting to bind port 4ff034b0-44f5-4332-b34c-c8b20a921559 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:07:35.206286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Attempting to bind port 4ff034b0-44f5-4332-b34c-c8b20a921559 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:07:35.206286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Attempting to bind port 4ff034b0-44f5-4332-b34c-c8b20a921559 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:35.234507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Allocated IP 172.25.5.86 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/372830a8-7490-4d56-b26a-9378bbfbfa5d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:35.239760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Port 4ff034b0-44f5-4332-b34c-c8b20a921559 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:07:35.240437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Attempting to bind port 4ff034b0-44f5-4332-b34c-c8b20a921559 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:35.265804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:07:35.266154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Checking segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:35.266543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Bound using segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:07:35.267010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Bound port: 4ff034b0-44f5-4332-b34c-c8b20a921559, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:07:35.267384 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.323831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] For port 86f169a2-8f2c-4424-8213-81fb557899aa, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=86f169a2-8f2c-4424-8213-81fb557899aa,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:35.324210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.391457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Calling delete_port for 86f169a2-8f2c-4424-8213-81fb557899aa owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:35.443380 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:35.473579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38184) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:35.538169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 76580f85-ef95-4431-885d-db69b1c90e86 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:35.593645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 76580f85-ef95-4431-885d-db69b1c90e86 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:35.594513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.595466 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:35.610135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] For port 4ff034b0-44f5-4332-b34c-c8b20a921559, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:35.614197 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.634425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-680309ad-f849-46a6-beba-cfaa2366abef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5ddc74da1ea4189b34d8319c80c4d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512065 Aug 21 09:07:35.636346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38186) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:35.638107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] For port 4ff034b0-44f5-4332-b34c-c8b20a921559, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ff034b0-44f5-4332-b34c-c8b20a921559,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:07:35.642934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16266b4f-f3c7-4748-983c-69b26db462ac None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:35.660030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16266b4f-f3c7-4748-983c-69b26db462ac None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:35.660996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-16266b4f-f3c7-4748-983c-69b26db462ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:35.684279 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.703854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-16266b4f-f3c7-4748-983c-69b26db462ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:35.713367 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.734093 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cd03b473-f130-44ab-8a6b-39c40e2bae47 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8498116 Aug 21 09:07:35.734670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38188) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:35.739321 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-50f6e8a9-dfe3-4fe8-ab96-1b95701fd6bf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:35.743702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16266b4f-f3c7-4748-983c-69b26db462ac None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:35.743702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-16266b4f-f3c7-4748-983c-69b26db462ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:35.743956 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0eeec9a5-a01c-4c49-bf84-35a23b804f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.763706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:35.767043 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.767043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] 10.222.0.22 "PUT /v2.0/ports/4ff034b0-44f5-4332-b34c-c8b20a921559 HTTP/1.1" status: 200 len: 1093 time: 3.0188887 Aug 21 09:07:35.777432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-16266b4f-f3c7-4748-983c-69b26db462ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:35.778910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16266b4f-f3c7-4748-983c-69b26db462ac None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:35.783605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'tag': '4ff034b0-44f5-4332-b34c-c8b20a921559'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:35.791715 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485d7318-3d58-44ba-9d3e-4f7d1c3f3ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "1add0d79-6450-4bdb-95e4-cda240eb9c4d", "tag": "4ff034b0-44f5-4332-b34c-c8b20a921559"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:35.800774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 86fca7ae-5db3-4551-b934-689a43467abf no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:35.826776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 86fca7ae-5db3-4551-b934-689a43467abf {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:35.827590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 86fca7ae-5db3-4551-b934-689a43467abf not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:35.836191 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0eeec9a5-a01c-4c49-bf84-35a23b804f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.860564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a7b17-32d4-4662-be36-4a5b1aee8816 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff034b0-44f5-4332-b34c-c8b20a921559,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:35.868737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-50f6e8a9-dfe3-4fe8-ab96-1b95701fd6bf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.884415 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e042b551-b9a5-4400-83a6-a534329fdea6 x-openstack-request-id: req-e042b551-b9a5-4400-83a6-a534329fdea6 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:35.884714 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1add0d79-6450-4bdb-95e4-cda240eb9c4d", "tag": "4ff034b0-44f5-4332-b34c-c8b20a921559", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:35.885241 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e042b551-b9a5-4400-83a6-a534329fdea6 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:35.885662 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'tag': '4ff034b0-44f5-4332-b34c-c8b20a921559', 'status': 'completed', 'code': 200} Aug 21 09:07:35.951840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:35.963084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.016076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:36.040644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:36.043358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:36.057388 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-50f6e8a9-dfe3-4fe8-ab96-1b95701fd6bf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.089027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event updated for resources: {'Port': ['ID=372830a8-7490-4d56-b26a-9378bbfbfa5d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:36.089711 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0eeec9a5-a01c-4c49-bf84-35a23b804f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.092517 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0eeec9a5-a01c-4c49-bf84-35a23b804f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.096288 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0eeec9a5-a01c-4c49-bf84-35a23b804f7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59a8f1d1-737e-42a9-9bc0-132d61923649 HTTP/1.1" status: 204 len: 168 time: 0.4559577 Aug 21 09:07:36.102500 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeec9a5-a01c-4c49-bf84-35a23b804f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a8f1d1-737e-42a9-9bc0-132d61923649,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:36.102692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d7318-3d58-44ba-9d3e-4f7d1c3f3ec0 req-da30e722-9208-4a17-a05e-a189b8f27f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:36.107276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485d7318-3d58-44ba-9d3e-4f7d1c3f3ec0 req-da30e722-9208-4a17-a05e-a189b8f27f15 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 1096 time: 0.1987667 Aug 21 09:07:36.117199 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-50f6e8a9-dfe3-4fe8-ab96-1b95701fd6bf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.117547 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-50f6e8a9-dfe3-4fe8-ab96-1b95701fd6bf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP f87265fd-dc6a-425c-b1ae-93b8f08f5379 disassociated. External IP: 172.25.5.248, port: 8ffad9bc-f6ce-451a-a6df-791497e6f899. Aug 21 09:07:36.158390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Pushing event deleted for resources: {'Port': ['ID=86f169a2-8f2c-4424-8213-81fb557899aa,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:36.223103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.417243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.423260 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f6e8a9-dfe3-4fe8-ab96-1b95701fd6bf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:36.423483 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.503175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d7318-3d58-44ba-9d3e-4f7d1c3f3ec0 req-a07c23dc-3e78-42ba-86f0-6a37b711b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:36.504468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485d7318-3d58-44ba-9d3e-4f7d1c3f3ec0 req-a07c23dc-3e78-42ba-86f0-6a37b711b7d8 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ec44a488b58c4ff480090f59e9183bf2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3650558 Aug 21 09:07:36.507117 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.515320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2e3ac-8f0b-4dca-84a0-957ba8a7d5b7 req-93db7665-27bf-47b0-8740-7c543d567b74 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:36.517404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6d2e3ac-8f0b-4dca-84a0-957ba8a7d5b7 req-93db7665-27bf-47b0-8740-7c543d567b74 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 944 time: 0.2077785 Aug 21 09:07:36.584671 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f6e8a9-dfe3-4fe8-ab96-1b95701fd6bf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:36.590257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.590768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f86e3f9-ec84-44fe-b682-4fd6f64cec10 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:07:36.601272 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.601272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ee0e1894-4ac5-4fb9-b1c0-c9f3a44da48a admin admin] 10.222.0.20 "DELETE /v2.0/routers/4f86e3f9-ec84-44fe-b682-4fd6f64cec10 HTTP/1.1" status: 204 len: 168 time: 3.1498373 Aug 21 09:07:36.601490 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a01d59-eeb8-46a1-9f33-2ae06b099523 None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:36.601945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38212) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:36.611068 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-50f6e8a9-dfe3-4fe8-ab96-1b95701fd6bf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.616951 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a01d59-eeb8-46a1-9f33-2ae06b099523 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:36.618031 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b2a01d59-eeb8-46a1-9f33-2ae06b099523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:36.667915 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b2a01d59-eeb8-46a1-9f33-2ae06b099523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:36.676453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6d2e3ac-8f0b-4dca-84a0-957ba8a7d5b7 req-f57bf746-dc13-4f1d-a28d-a7bc8f6131ac tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464565 Aug 21 09:07:36.687088 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a01d59-eeb8-46a1-9f33-2ae06b099523 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:36.687088 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b2a01d59-eeb8-46a1-9f33-2ae06b099523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:36.709775 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-50f6e8a9-dfe3-4fe8-ab96-1b95701fd6bf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "PUT /v2.0/floatingips/f87265fd-dc6a-425c-b1ae-93b8f08f5379 HTTP/1.1" status: 200 len: 688 time: 0.9724529 Aug 21 09:07:36.710920 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38218) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:36.741462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d7318-3d58-44ba-9d3e-4f7d1c3f3ec0 req-87d7e0ed-77c4-44be-8103-79abe87115b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:36.742984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485d7318-3d58-44ba-9d3e-4f7d1c3f3ec0 req-87d7e0ed-77c4-44be-8103-79abe87115b0 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2252429 Aug 21 09:07:36.773030 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b2a01d59-eeb8-46a1-9f33-2ae06b099523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:36.774638 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a01d59-eeb8-46a1-9f33-2ae06b099523 None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:36.863711 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.872765 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38566b38-fab7-4b68-8bd9-24d46869b032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.905352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-024cedc9-4d6c-4b37-9a13-5b636f2bc196 admin admin] Deleting subnet 954169f6-589a-4e25-9cea-ce3a6cf97cb1 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:07:36.909313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-024cedc9-4d6c-4b37-9a13-5b636f2bc196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.952351 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-024cedc9-4d6c-4b37-9a13-5b636f2bc196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:36.954002 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d594d3dc-561e-48ad-8f7e-6574bcafa48e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port 521bc88b-6187-45e4-9fee-36d41284252c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:36.954485 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d594d3dc-561e-48ad-8f7e-6574bcafa48e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.051107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-7420894f-9dc2-43ff-9adf-92caf519b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:37.052914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-7420894f-9dc2-43ff-9adf-92caf519b048 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 1096 time: 0.2380986 Aug 21 09:07:37.071635 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d594d3dc-561e-48ad-8f7e-6574bcafa48e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.072307 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d594d3dc-561e-48ad-8f7e-6574bcafa48e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.091501 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d594d3dc-561e-48ad-8f7e-6574bcafa48e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for 521bc88b-6187-45e4-9fee-36d41284252c owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:37.103471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-024cedc9-4d6c-4b37-9a13-5b636f2bc196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.189112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-9d4875a8-5dcf-4fb6-834a-8b64c075e82a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff034b0-44f5-4332-b34c-c8b20a921559 HTTP/1.1" status: 200 len: 217 time: 0.1215026 Aug 21 09:07:37.289707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-1a6adca0-aff1-48d8-8b61-02e0e0b3a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:37.291278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-1a6adca0-aff1-48d8-8b61-02e0e0b3a445 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 200 len: 852 time: 0.0921373 Aug 21 09:07:37.339757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-bd7d0240-f496-4981-b7bf-04a37e72d633 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=73450b22-0f7b-4756-99d9-a1fdb9a2a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343132 Aug 21 09:07:37.358759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d594d3dc-561e-48ad-8f7e-6574bcafa48e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.376404 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.397676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594d3dc-561e-48ad-8f7e-6574bcafa48e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=521bc88b-6187-45e4-9fee-36d41284252c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:37.413688 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-024cedc9-4d6c-4b37-9a13-5b636f2bc196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.465461 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d594d3dc-561e-48ad-8f7e-6574bcafa48e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.470462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d594d3dc-561e-48ad-8f7e-6574bcafa48e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.471499 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d594d3dc-561e-48ad-8f7e-6574bcafa48e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/floatingips/f87265fd-dc6a-425c-b1ae-93b8f08f5379 HTTP/1.1" status: 204 len: 168 time: 0.7593338 Aug 21 09:07:37.478435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38232) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:37.482856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-ec1b81cf-8d33-40e6-b318-5959f0225e06 service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379342 Aug 21 09:07:37.493033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc960d-d96f-4307-8815-478238ff7b0a None None] Network 32c7d6ba-b20e-4fde-9587-243c76b5bc35 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:37.523214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'a225528a-8dad-403f-a218-7e73bc442e92'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:37.528860 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.533549 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-024cedc9-4d6c-4b37-9a13-5b636f2bc196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.537095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-024cedc9-4d6c-4b37-9a13-5b636f2bc196 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/954169f6-589a-4e25-9cea-ce3a6cf97cb1 HTTP/1.1" status: 204 len: 168 time: 0.9323099 Aug 21 09:07:37.538618 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38234) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:37.618587 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.655250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14ba57a5-9958-4aba-af81-6625e07ffcb2 req-748a455b-a41c-4e5d-bdc8-330f0b9d023c service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184576 Aug 21 09:07:37.656017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cedc9-4d6c-4b37-9a13-5b636f2bc196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954169f6-589a-4e25-9cea-ce3a6cf97cb1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:37.738881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Deleting port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:37.742270 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.757477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 86f169a2-8f2c-4424-8213-81fb557899aa no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:37.781925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38240) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:37.806108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 86f169a2-8f2c-4424-8213-81fb557899aa {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:37.806501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 86f169a2-8f2c-4424-8213-81fb557899aa not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:37.827873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.858355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] For port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=724f8639-1ce0-4a91-8f43-6d5958a4ef5b,segment=NetworkSegment(90705ac4-5617-4679-8722-551c0fc8996b),segment_id=90705ac4-5617-4679-8722-551c0fc8996b)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:37.860679 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.874591 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Calling delete_port for 724f8639-1ce0-4a91-8f43-6d5958a4ef5b owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:37.887914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event updated for resources: {'Port': ['ID=372830a8-7490-4d56-b26a-9378bbfbfa5d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:37.925968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c684d-78c7-452e-9fc1-8c6ced336052 req-9915196b-2789-492b-ba7b-86085cb7a2fb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:37.927540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b6c684d-78c7-452e-9fc1-8c6ced336052 req-9915196b-2789-492b-ba7b-86085cb7a2fb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 944 time: 0.0949860 Aug 21 09:07:37.931728 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:37.955335 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009a2fab-bf96-402a-b655-2ad6fd60fdae None None] DHCP port deletion for 32c7d6ba-b20e-4fde-9587-243c76b5bc35 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:07:37.973424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1529393427-network', 'tenant_id': 'd7b0c296b091447cbd166b75f7457577'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:38.017636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-009a2fab-bf96-402a-b655-2ad6fd60fdae None None] Deleting port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:38.018130 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-009a2fab-bf96-402a-b655-2ad6fd60fdae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.043128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b6c684d-78c7-452e-9fc1-8c6ced336052 req-57a8474e-ae1d-4d15-9aa9-6e6f6a87f69b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082530 Aug 21 09:07:38.043940 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.045119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8e942b5c-0574-496a-b68a-cb76b5622b92 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2422745 Aug 21 09:07:38.101132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-009a2fab-bf96-402a-b655-2ad6fd60fdae None None] For port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=724f8639-1ce0-4a91-8f43-6d5958a4ef5b,segment=NetworkSegment(90705ac4-5617-4679-8722-551c0fc8996b),segment_id=90705ac4-5617-4679-8722-551c0fc8996b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:38.101554 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-009a2fab-bf96-402a-b655-2ad6fd60fdae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.116580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-009a2fab-bf96-402a-b655-2ad6fd60fdae None None] Calling delete_port for 724f8639-1ce0-4a91-8f43-6d5958a4ef5b owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:38.127092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-8c12d062-ecbf-427b-8a45-aca42d3086c9 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 695 time: 0.0731053 Aug 21 09:07:38.205144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Made reservation on behalf of d7b0c296b091447cbd166b75f7457577 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:38.206651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.228171 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.228783 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.244720 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-009a2fab-bf96-402a-b655-2ad6fd60fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.251057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.262283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=724f8639-1ce0-4a91-8f43-6d5958a4ef5b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:38.267833 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] No DVR routers for this DVR port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:38.300122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a2fab-bf96-402a-b655-2ad6fd60fdae None None] No DVR routers for this DVR port 724f8639-1ce0-4a91-8f43-6d5958a4ef5b on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:07:38.302059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a2fab-bf96-402a-b655-2ad6fd60fdae None None] Pushing event deleted for resources: {'Port': ['ID=724f8639-1ce0-4a91-8f43-6d5958a4ef5b,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:38.345013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-84bd8148-1c38-472b-beb9-0481853fff75 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:38.346426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d13f0c4e-81ec-4e29-a3f7-159e1976b4f9 req-84bd8148-1c38-472b-beb9-0481853fff75 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2096872 Aug 21 09:07:38.366373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.384615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c7d6ba-b20e-4fde-9587-243c76b5bc35']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:38.396512 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90705ac4-5617-4679-8722-551c0fc8996b') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:38.397438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90705ac4-5617-4679-8722-551c0fc8996b') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:38.407459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.426207 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.433399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:07:38.433958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:07:38.435722 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:07:38.513090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.25.5.68 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/a8974b52-4b8d-46e4-9003-52a7a6624d5b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:38.562113 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.569569 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.570935 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/32c7d6ba-b20e-4fde-9587-243c76b5bc35 HTTP/1.1" status: 204 len: 168 time: 1.0317738 Aug 21 09:07:38.582090 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ff034b0-44f5-4332-b34c-c8b20a921559 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:07:38.584180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78860946-ad44-4d1c-bb19-63eb2eab31f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=32c7d6ba-b20e-4fde-9587-243c76b5bc35,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:38.684667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ff034b0-44f5-4332-b34c-c8b20a921559, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ff034b0-44f5-4332-b34c-c8b20a921559,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:38.696197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '4ff034b0-44f5-4332-b34c-c8b20a921559', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'port_id': '4ff034b0-44f5-4332-b34c-c8b20a921559', 'mac_address': 'fa:16:3e:a1:00:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fc87cd-bb56-4b37-976a-7ed85aa94def', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:07:38.739489 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.755004 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff034b0-44f5-4332-b34c-c8b20a921559 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:38.779060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ff034b0-44f5-4332-b34c-c8b20a921559, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ff034b0-44f5-4332-b34c-c8b20a921559,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:38.890106 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.902429 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:38.909558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-b43cb58e-94fb-4da6-b32c-4a08352c3975 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5331202 Aug 21 09:07:38.922805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:38.939953 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=4ff034b0-44f5-4332-b34c-c8b20a921559,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:38.969011 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.028494 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.057812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:07:39.072872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5245855-d5e8-4662-9223-9a8ef9126283,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:39.076153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.076544 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Added segment f2be5b63-bf09-4369-9cf7-063ff58aa7b1 of type vlan for network 84c9274c-bc24-418b-8485-d38f0939b261 Aug 21 09:07:39.095042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38256) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:39.123253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['4ff034b0-44f5-4332-b34c-c8b20a921559'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:07:39.142828 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b0cbda2-f9e8-4f93-a791-7ade096cf429 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbaa835fcd394022a848494ba9e4fbb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441971 Aug 21 09:07:39.144352 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.145743 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38260) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:39.189494 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.200172 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.225600 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.242241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eba498-8e2e-466d-8be6-39d78bb03a94 req-b9e2b900-ee8e-45e4-9b9e-8a4b0836725e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:39.243962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74eba498-8e2e-466d-8be6-39d78bb03a94 req-b9e2b900-ee8e-45e4-9b9e-8a4b0836725e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 945 time: 0.1204188 Aug 21 09:07:39.247880 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.261467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:39.283645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:39.298692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:39.303373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=a8974b52-4b8d-46e4-9003-52a7a6624d5b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:39.384188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74eba498-8e2e-466d-8be6-39d78bb03a94 req-24e15be8-227f-41e8-b75b-339727b25af0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277828 Aug 21 09:07:39.394858 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.394858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:39.395206 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.450881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.453781 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.454914 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa7e7c99-3a05-4f58-a9c7-db1712bfa993 HTTP/1.1" status: 204 len: 168 time: 0.3078654 Aug 21 09:07:39.470098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7e7c99-3a05-4f58-a9c7-db1712bfa993,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:39.479579 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.480048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.480501 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.481297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.481738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.482284 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.482723 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.483198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.483671 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.484928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.485404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.485945 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e50cec-c379-45ae-90cd-46d8a95b7126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:39.519525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] Pushing event updated for resources: {'Network': ['ID=84c9274c-bc24-418b-8485-d38f0939b261,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:39.527552 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d683a6d0-3b1e-4822-8507-d82febf32075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.540627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 84c9274c-bc24-418b-8485-d38f0939b261 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:07:39.561489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 724f8639-1ce0-4a91-8f43-6d5958a4ef5b no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:39.624149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 724f8639-1ce0-4a91-8f43-6d5958a4ef5b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:39.624490 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 724f8639-1ce0-4a91-8f43-6d5958a4ef5b not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:07:39.633319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-40f2b902-fb78-4ea2-87ce-b9177478fc52 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8488286 Aug 21 09:07:39.636396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38268) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:39.643630 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] Request body: {'subnet': {'network_id': '84c9274c-bc24-418b-8485-d38f0939b261', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1529393427-subnet', 'tenant_id': 'd7b0c296b091447cbd166b75f7457577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:39.693558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.817294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] Made reservation on behalf of d7b0c296b091447cbd166b75f7457577 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:39.817519 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.817654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:39.892064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Allocated IP 172.25.5.61 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/b2c23388-dd63-49c2-8105-98653202a996) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:40.011711 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.089595 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.119806 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.174776 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f226a65-ad9c-45f6-a646-51e4a5d93371,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:40.187665 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] Checking segment: {'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:40.188023 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] Network hostable DHCP agents. Network: 84c9274c-bc24-418b-8485-d38f0939b261, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:07:40.251854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.273378 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.339215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:40.347532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:40.352940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:40.357149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event updated for resources: {'Port': ['ID=b2c23388-dd63-49c2-8105-98653202a996,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:40.390736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] Network 84c9274c-bc24-418b-8485-d38f0939b261 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:07:40.499118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 84c9274c-bc24-418b-8485-d38f0939b261) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:40.503956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:40.504712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.511778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9993b-5a5d-41d9-8221-442b1e3cac06 None None] Network 84c9274c-bc24-418b-8485-d38f0939b261 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:40.566561 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.596585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ff034b0-44f5-4332-b34c-c8b20a921559 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:40.598017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025922a4-0f41-4320-a3dc-041fbdef4fe6 req-5f289471-2097-46c6-bfc0-de986544260e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:40.599347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-025922a4-0f41-4320-a3dc-041fbdef4fe6 req-5f289471-2097-46c6-bfc0-de986544260e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 945 time: 0.1355746 Aug 21 09:07:40.604999 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.627373 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3a1fe44a-92be-4be6-9d7c-e0150052860c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9886076 Aug 21 09:07:40.646542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-025922a4-0f41-4320-a3dc-041fbdef4fe6 req-943aa4d2-043a-4b19-a488-cc6be7d74c6f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362849 Aug 21 09:07:40.688330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58429c0-ae71-4194-843d-513529851c3c None None] Network 84c9274c-bc24-418b-8485-d38f0939b261 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:40.744753 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.823688 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.896049 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.905053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 4ff034b0-44f5-4332-b34c-c8b20a921559 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:40.905053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 4ff034b0-44f5-4332-b34c-c8b20a921559 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:40.905053 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.958828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=a8974b52-4b8d-46e4-9003-52a7a6624d5b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:40.965113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:40.987600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38304) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:41.014008 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.061001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ff034b0-44f5-4332-b34c-c8b20a921559, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ff034b0-44f5-4332-b34c-c8b20a921559,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:41.062064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff034b0-44f5-4332-b34c-c8b20a921559'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:41.064639 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dc3e83-9fb1-4e0f-8dde-5e5caba93d2e" -d '{"events": [{"server_uuid": "1add0d79-6450-4bdb-95e4-cda240eb9c4d", "name": "network-vif-plugged", "status": "completed", "tag": "4ff034b0-44f5-4332-b34c-c8b20a921559"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:41.098228 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP 5dee57a7-ab20-4f0c-9d8c-d6086849d241 associated. External IP: 172.25.5.68, port: a225528a-8dad-403f-a218-7e73bc442e92. Aug 21 09:07:41.129526 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1763436385-network', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:41.153014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.169700 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.223260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=4ff034b0-44f5-4332-b34c-c8b20a921559,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:41.284611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:41.286935 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.296262 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.319886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.388902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.475371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event updated for resources: {'Port': ['ID=b2c23388-dd63-49c2-8105-98653202a996,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:41.486629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-cf988e4a-3d46-4ff8-be4a-9abd994785f7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:41.488240 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-cf988e4a-3d46-4ff8-be4a-9abd994785f7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/networks?id=84c9274c-bc24-418b-8485-d38f0939b261 HTTP/1.1" status: 200 len: 822 time: 0.2668576 Aug 21 09:07:41.498886 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.510251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.519950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:07:41.523440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:41.527393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-f7f302cc-0847-433c-bb64-2fb948446ca5 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/quotas/d7b0c296b091447cbd166b75f7457577 HTTP/1.1" status: 200 len: 375 time: 0.0311837 Aug 21 09:07:41.533692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79802a33-f6ad-43d5-937b-4c7c11a5e0e6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:41.539086 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.539438 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Added segment ccf47afe-882e-451f-96fc-b9d20264f21c of type vlan for network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 Aug 21 09:07:41.581220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.604142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-e0eae8fc-4389-4233-8f3d-94248cc8ab98 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7b0c296b091447cbd166b75f7457577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674226 Aug 21 09:07:41.717998 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.719237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-9eb935be-64a2-4ade-a707-7920d5293b2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8021460 Aug 21 09:07:41.730309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:41.741052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83251ff8-8444-495a-856e-df84ffe15803 None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:41.751197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83251ff8-8444-495a-856e-df84ffe15803 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:41.751844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-83251ff8-8444-495a-856e-df84ffe15803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:41.788576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-83251ff8-8444-495a-856e-df84ffe15803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:41.794933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-908bf3dd-a616-4038-8b16-60645ec2c9f5 service neutron] 10.222.0.20 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828327 Aug 21 09:07:41.797738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83251ff8-8444-495a-856e-df84ffe15803 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:41.798115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-c7d86881-1db9-4168-843c-544dad3a48f0 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0712206 Aug 21 09:07:41.798347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-83251ff8-8444-495a-856e-df84ffe15803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:41.826921 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.828058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:41.828716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:41.833240 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-83251ff8-8444-495a-856e-df84ffe15803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:41.834057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83251ff8-8444-495a-856e-df84ffe15803 None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:41.892398 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] Pushing event updated for resources: {'Network': ['ID=35a5a18c-3ef4-4f79-854b-c3e1a7bac713,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:41.902892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:07:41.985908 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e25a8247-a279-4e2e-b2a6-a115b16197aa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9970973 Aug 21 09:07:41.989297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38326) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:41.995392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] Request body: {'subnet': {'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1763436385-subnet', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:42.104713 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:42.107249 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:42.252672 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:42.281679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-cce4e43f-b619-4385-94b8-584bb23d7c7e service neutron] 10.222.0.20 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789186 Aug 21 09:07:42.296521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-56ea1aa2-9197-4f96-b15f-60b6a16bb2b0 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8122568 Aug 21 09:07:42.299170 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38328) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:42.304765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-ee758be8-2040-46a3-9ead-692b06de1d2d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:42.308356 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:42.308518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7f6d391-572b-44b1-a72d-ad3217cf0c15 req-ee758be8-2040-46a3-9ead-692b06de1d2d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.4956455 Aug 21 09:07:42.342521 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb6c34-be11-45ca-b284-70ebed5de21d x-openstack-request-id: req-bffb6c34-be11-45ca-b284-70ebed5de21d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:42.343647 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1add0d79-6450-4bdb-95e4-cda240eb9c4d", "name": "network-vif-plugged", "status": "completed", "tag": "4ff034b0-44f5-4332-b34c-c8b20a921559", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:42.344088 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bffb6c34-be11-45ca-b284-70ebed5de21d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:42.344839 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff034b0-44f5-4332-b34c-c8b20a921559', 'code': 200} Aug 21 09:07:42.366247 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:42.377670 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b3cb6f5c-3d0f-4dd1-909e-0eecb9eb913d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "GET /v2.0/floatingips/5dee57a7-ab20-4f0c-9d8c-d6086849d241 HTTP/1.1" status: 200 len: 976 time: 0.0765991 Aug 21 09:07:42.379580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38332) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:42.434546 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab28827-633f-407e-a5d5-e8b51ae5dfe4,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:42.445837 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] Checking segment: {'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:42.446197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] Network hostable DHCP agents. Network: 35a5a18c-3ef4-4f79-854b-c3e1a7bac713, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:07:42.539633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] Network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:07:42.563994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d21817b7-af36-4721-8711-e35b69089317 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1831486 Aug 21 09:07:42.569279 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38338) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:42.574150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fbc31-e2f3-44a5-b259-d9655283fa74 req-276c7f80-aab9-4efe-acfb-6e225cddb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:42.576488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2167f94f-6292-424c-9b7b-1558aab44841 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'floatingip': {'port_id': '8ffad9bc-f6ce-451a-a6df-791497e6f899'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:42.579202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d3fbc31-e2f3-44a5-b259-d9655283fa74 req-276c7f80-aab9-4efe-acfb-6e225cddb11e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 1098 time: 0.1654067 Aug 21 09:07:42.604089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd0183-ee71-4a30-a37b-a8048c5a43ef req-b5b81664-a51c-4afc-aa36-3008be5c81a4 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:42.611379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ccd0183-ee71-4a30-a37b-a8048c5a43ef req-b5b81664-a51c-4afc-aa36-3008be5c81a4 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1982801 Aug 21 09:07:42.654629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2167f94f-6292-424c-9b7b-1558aab44841 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:42.668632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d3fbc31-e2f3-44a5-b259-d9655283fa74 req-a336ec7f-84ce-4217-98b1-e2a9954b6ffc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848801 Aug 21 09:07:42.676752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ccd0183-ee71-4a30-a37b-a8048c5a43ef req-874e8843-bcc1-43c5-a36e-7addc73bed1a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538938 Aug 21 09:07:42.719725 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 35a5a18c-3ef4-4f79-854b-c3e1a7bac713) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:42.725547 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:42.726198 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:42.733797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45fa3de-a10a-42c6-9cab-4ceaef505092 None None] Network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:42.803550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bdc6d54e-36c4-4f57-a115-ad16d9f0e8b5 req-32310fc6-cf32-4f9c-b563-fa6073db1c25 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 210 time: 0.0678930 Aug 21 09:07:42.863743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-169568d2-4345-4537-b7a4-146001cb5f86 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1524048 Aug 21 09:07:42.869548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:42.898216 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c2e87856-e040-4713-9e4f-660fd69302f3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9074054 Aug 21 09:07:42.901488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38346) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:42.902946 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'fixed_ips': [{'subnet_id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:07:42.902946 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:42.906394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:43.004491 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.073050 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Allocated IP 172.20.0.2 (35a5a18c-3ef4-4f79-854b-c3e1a7bac713/0ab28827-633f-407e-a5d5-e8b51ae5dfe4/cc9dc0ec-4139-4f85-8a2c-a3e084844d8c) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:43.111507 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.160658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.161677 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.235706 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.237683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Allocated IP 172.25.5.84 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/584ab6ad-307c-49f4-9bba-1d04a59c98d8) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:43.245584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Transition to ACTIVE for port object cc9dc0ec-4139-4f85-8a2c-a3e084844d8c will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:43.258263 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.262158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Transition to ACTIVE for port object cc9dc0ec-4139-4f85-8a2c-a3e084844d8c will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:43.325478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2167f94f-6292-424c-9b7b-1558aab44841 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.346035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.365140 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.406135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:43.408919 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2167f94f-6292-424c-9b7b-1558aab44841 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.410499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:43.413776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:43.426828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Pushing event updated for resources: {'Port': ['ID=cc9dc0ec-4139-4f85-8a2c-a3e084844d8c,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:43.481851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Attempting to bind port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:07:43.482227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Attempting to bind port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:07:43.482586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Attempting to bind port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c on network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:43.487731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:07:43.488100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Checking segment: {'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:43.488528 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.488913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Bound using segment: {'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:07:43.489562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Bound port: cc9dc0ec-4139-4f85-8a2c-a3e084844d8c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:07:43.490045 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.516008 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.549022 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.559300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] For port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:43.563199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] For port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cc9dc0ec-4139-4f85-8a2c-a3e084844d8c,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:07:43.563771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:43.569097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:43.572195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:43.601676 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-2167f94f-6292-424c-9b7b-1558aab44841 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP 5dee57a7-ab20-4f0c-9d8c-d6086849d241 associated. External IP: 172.25.5.68, port: a225528a-8dad-403f-a218-7e73bc442e92. Aug 21 09:07:43.615155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event updated for resources: {'Port': ['ID=584ab6ad-307c-49f4-9bba-1d04a59c98d8,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:43.686631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.694945 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.787243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854da28-05c4-4b6a-83a0-f8f9ceaa6d59 None None] Pushing event updated for resources: {'Port': ['ID=cc9dc0ec-4139-4f85-8a2c-a3e084844d8c,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:43.845380 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:43.939843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3f16f-b7b5-40d8-a4e8-32f0617d06fc req-79e276ee-8868-43b6-bdb7-76dd1a3e8458 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:43.941419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61f3f16f-b7b5-40d8-a4e8-32f0617d06fc req-79e276ee-8868-43b6-bdb7-76dd1a3e8458 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.0976875 Aug 21 09:07:44.065089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61f3f16f-b7b5-40d8-a4e8-32f0617d06fc req-bb25aa72-499e-4dc7-9324-ed01e054fda4 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873179 Aug 21 09:07:44.124893 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:44.211011 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cea1be51-12fc-49ab-ba23-e5e78a54a531 req-611d9618-ec78-4065-96d9-9414146aac48 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 210 time: 0.0368204 Aug 21 09:07:44.234791 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:44.314393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event updated for resources: {'Port': ['ID=584ab6ad-307c-49f4-9bba-1d04a59c98d8,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:44.327986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:44.336288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2167f94f-6292-424c-9b7b-1558aab44841 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:44.408512 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:44.441259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:44.527895 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:44.530217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-3b376f0a-a649-41e5-b261-4aadc6824bb7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6650393 Aug 21 09:07:44.581049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2167f94f-6292-424c-9b7b-1558aab44841 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:44.585256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-371b79d9-5380-463d-b36f-a05f35b7803a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0490518 Aug 21 09:07:44.596539 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b3644-b671-4ee9-9234-3eb5bd00cad9 None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:44.611000 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b3644-b671-4ee9-9234-3eb5bd00cad9 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:44.611713 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9c9b3644-b671-4ee9-9234-3eb5bd00cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:44.654981 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9c9b3644-b671-4ee9-9234-3eb5bd00cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:44.666832 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b3644-b671-4ee9-9234-3eb5bd00cad9 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:44.667785 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9c9b3644-b671-4ee9-9234-3eb5bd00cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:44.669425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Allocated IP 172.25.5.149 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/3b04e885-8ed3-444c-9833-8f98d43659a1) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:44.704697 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9c9b3644-b671-4ee9-9234-3eb5bd00cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:44.706034 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b3644-b671-4ee9-9234-3eb5bd00cad9 None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:44.762023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-279d3da0-7ca2-4f4e-a83a-36bbb4ade953 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:44.763545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4498645e-3da6-4d2e-a27c-25f55dcda0c9 req-279d3da0-7ca2-4f4e-a83a-36bbb4ade953 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.1597641 Aug 21 09:07:44.859147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1258ff8-2df2-451a-948e-126f41200a34 req-80bb830b-8614-4163-9324-bb2ac449715d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips/1594a59b-2290-4084-bddf-9812db5bd490 HTTP/1.1" status: 200 len: 692 time: 0.0624707 Aug 21 09:07:44.930394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:44.937907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c6afa3-f99c-4900-bf7f-f9e8a45c1e5d None None] Network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:44.974908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2167f94f-6292-424c-9b7b-1558aab44841 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:44.991457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1258ff8-2df2-451a-948e-126f41200a34 req-d74b343f-45de-47b0-9b35-a966ee2f1591 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:44.996517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1258ff8-2df2-451a-948e-126f41200a34 req-d74b343f-45de-47b0-9b35-a966ee2f1591 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.1359990 Aug 21 09:07:45.101348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91798784-e79e-4d50-be7b-510c31fabb9c req-99a06c1c-b838-42f0-b3d0-6900b883b658 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips/1594a59b-2290-4084-bddf-9812db5bd490 HTTP/1.1" status: 200 len: 692 time: 0.0528903 Aug 21 09:07:45.108256 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.149276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2167f94f-6292-424c-9b7b-1558aab44841 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:45.158571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd331f-5ea1-4fd3-9b4b-042e42bc2072 None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:45.160072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2167f94f-6292-424c-9b7b-1558aab44841 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.166919 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.170945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-94003a8e-5025-4161-9e3c-ed6bad49cf67 None None] Provisioning for port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:45.174055 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.180049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd331f-5ea1-4fd3-9b4b-042e42bc2072 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:45.182805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-15fd331f-5ea1-4fd3-9b4b-042e42bc2072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:45.238772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:45.263778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-15fd331f-5ea1-4fd3-9b4b-042e42bc2072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:45.264360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:45.264458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd331f-5ea1-4fd3-9b4b-042e42bc2072 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:45.264550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:45.264649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-15fd331f-5ea1-4fd3-9b4b-042e42bc2072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:45.284376 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Pushing event updated for resources: {'Port': ['ID=3b04e885-8ed3-444c-9833-8f98d43659a1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:45.285847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c62bd-92de-4dc4-8496-7361a7185148 req-67e4fb94-b76b-419c-bd09-325fb7ce3fe4 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:45.288379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a36c62bd-92de-4dc4-8496-7361a7185148 req-67e4fb94-b76b-419c-bd09-325fb7ce3fe4 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.0884194 Aug 21 09:07:45.301165 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2167f94f-6292-424c-9b7b-1558aab44841 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "PUT /v2.0/floatingips/5dee57a7-ab20-4f0c-9d8c-d6086849d241 HTTP/1.1" status: 200 len: 976 time: 2.7297478 Aug 21 09:07:45.302596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91798784-e79e-4d50-be7b-510c31fabb9c req-97fb5a03-272d-4007-b4f5-c4a9e3dd3dba tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:45.304748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38374) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:45.307344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-15fd331f-5ea1-4fd3-9b4b-042e42bc2072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:45.308018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd331f-5ea1-4fd3-9b4b-042e42bc2072 None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:45.311715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91798784-e79e-4d50-be7b-510c31fabb9c req-97fb5a03-272d-4007-b4f5-c4a9e3dd3dba tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2010593 Aug 21 09:07:45.312920 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-43fa4c06-f778-4446-93d0-1b758052338e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:45.377352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91798784-e79e-4d50-be7b-510c31fabb9c req-5733f2e9-4054-4d0f-ae7f-2ed065103cac tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0647659 Aug 21 09:07:45.403770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a36c62bd-92de-4dc4-8496-7361a7185148 req-4357ed24-710f-4dbd-bb83-f55f6630d83a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842791 Aug 21 09:07:45.447194 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43fa4c06-f778-4446-93d0-1b758052338e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.487060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91798784-e79e-4d50-be7b-510c31fabb9c req-cb051d83-7232-4edf-a89c-464b0f6b84d7 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0987978 Aug 21 09:07:45.504398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51c9ba6c-1da9-4410-b25c-f02a626ff31d req-94a52ec6-e125-424e-a9b0-8c49014c2f5c tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 210 time: 0.0323617 Aug 21 09:07:45.571872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc9dc0ec-4139-4f85-8a2c-a3e084844d8c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:45.651978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-91798784-e79e-4d50-be7b-510c31fabb9c req-f2c30f55-f8be-4f75-ab7a-f9d4c1136499 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Deleting port 584ab6ad-307c-49f4-9bba-1d04a59c98d8 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:45.652597 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-91798784-e79e-4d50-be7b-510c31fabb9c req-f2c30f55-f8be-4f75-ab7a-f9d4c1136499 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.734757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-91798784-e79e-4d50-be7b-510c31fabb9c req-f2c30f55-f8be-4f75-ab7a-f9d4c1136499 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.735090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-91798784-e79e-4d50-be7b-510c31fabb9c req-f2c30f55-f8be-4f75-ab7a-f9d4c1136499 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.744881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43fa4c06-f778-4446-93d0-1b758052338e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.750928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-91798784-e79e-4d50-be7b-510c31fabb9c req-f2c30f55-f8be-4f75-ab7a-f9d4c1136499 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Calling delete_port for 584ab6ad-307c-49f4-9bba-1d04a59c98d8 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:45.761376 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.801811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:45.806828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:45.807667 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.898265 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.902604 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43fa4c06-f778-4446-93d0-1b758052338e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:45.903003 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-43fa4c06-f778-4446-93d0-1b758052338e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP 5dee57a7-ab20-4f0c-9d8c-d6086849d241 disassociated. External IP: 172.25.5.68, port: 8ffad9bc-f6ce-451a-a6df-791497e6f899. Aug 21 09:07:45.943921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cc9dc0ec-4139-4f85-8a2c-a3e084844d8c,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:45.971125 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-214c8276-e257-4583-b178-b20dad5cfb98 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:45.972672 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-214c8276-e257-4583-b178-b20dad5cfb98 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.13 "GET /v2.0/networks?id=84c9274c-bc24-418b-8485-d38f0939b261 HTTP/1.1" status: 200 len: 822 time: 0.1371746 Aug 21 09:07:45.985049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Request body: {'port': {'device_id': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261', 'admin_state_up': True, 'tenant_id': 'd7b0c296b091447cbd166b75f7457577'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:46.082447 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:46.095248 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:46.125638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-91798784-e79e-4d50-be7b-510c31fabb9c req-f2c30f55-f8be-4f75-ab7a-f9d4c1136499 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:46.157777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=cc9dc0ec-4139-4f85-8a2c-a3e084844d8c,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:46.159946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c30f55-f8be-4f75-ab7a-f9d4c1136499 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event deleted for resources: {'Port': ['ID=584ab6ad-307c-49f4-9bba-1d04a59c98d8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:46.220840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Made reservation on behalf of d7b0c296b091447cbd166b75f7457577 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:46.224552 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:46.263579 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-91798784-e79e-4d50-be7b-510c31fabb9c req-f2c30f55-f8be-4f75-ab7a-f9d4c1136499 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:46.266072 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-91798784-e79e-4d50-be7b-510c31fabb9c req-f2c30f55-f8be-4f75-ab7a-f9d4c1136499 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:46.267278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91798784-e79e-4d50-be7b-510c31fabb9c req-f2c30f55-f8be-4f75-ab7a-f9d4c1136499 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "DELETE /v2.0/floatingips/1594a59b-2290-4084-bddf-9812db5bd490 HTTP/1.1" status: 204 len: 173 time: 0.7655528 Aug 21 09:07:46.400584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Allocated IP 172.20.0.4 (84c9274c-bc24-418b-8485-d38f0939b261/6f226a65-ad9c-45f6-a646-51e4a5d93371/2bb891d8-7f19-4068-9c5d-3cee29b9ea86) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:46.577920 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fa4c06-f778-4446-93d0-1b758052338e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:46.708921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fa4c06-f778-4446-93d0-1b758052338e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:46.714648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43fa4c06-f778-4446-93d0-1b758052338e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:46.720416 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e50421-5b16-4af8-9f5e-64e564b123d7 None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:46.725992 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:07:46.729963 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e50421-5b16-4af8-9f5e-64e564b123d7 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:46.730669 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b7e50421-5b16-4af8-9f5e-64e564b123d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:46.756899 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-43fa4c06-f778-4446-93d0-1b758052338e tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "PUT /v2.0/floatingips/5dee57a7-ab20-4f0c-9d8c-d6086849d241 HTTP/1.1" status: 200 len: 687 time: 1.4512141 Aug 21 09:07:46.759830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38398) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:46.768327 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:46.778512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2b655-6e18-431e-a5ef-06a1e1f0e204 req-a4a4e9a7-f0f2-46c6-9b61-78b90e89c0e5 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:46.780116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63c2b655-6e18-431e-a5ef-06a1e1f0e204 req-a4a4e9a7-f0f2-46c6-9b61-78b90e89c0e5 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1743109 Aug 21 09:07:46.790171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc84b15-48bd-482c-9ce1-a1dc1668d862 req-712eda4a-aa9d-4c00-9ebd-d354451b57be tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:46.791769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9dc84b15-48bd-482c-9ce1-a1dc1668d862 req-712eda4a-aa9d-4c00-9ebd-d354451b57be tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2890236 Aug 21 09:07:46.853817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63c2b655-6e18-431e-a5ef-06a1e1f0e204 req-553d8dcc-0328-4712-a9ab-0b987c8e63da tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574827 Aug 21 09:07:46.868117 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b7e50421-5b16-4af8-9f5e-64e564b123d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:46.877295 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e50421-5b16-4af8-9f5e-64e564b123d7 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:46.878235 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b7e50421-5b16-4af8-9f5e-64e564b123d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:46.914153 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b7e50421-5b16-4af8-9f5e-64e564b123d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:46.915072 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e50421-5b16-4af8-9f5e-64e564b123d7 None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:46.980104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39c5930e-c591-4480-bcd2-38d2b53a41d5 req-434ca520-34ad-47dc-8e49-377583cea4ab tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=e01b16bfa36a4864a301357b78a348be HTTP/1.1" status: 200 len: 1655 time: 0.1055486 Aug 21 09:07:46.982119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36dabbf4-c43d-484c-924c-3ab90b34ac79 req-f64e828b-a735-4462-afb4-e99c178422ab tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 210 time: 0.0798891 Aug 21 09:07:46.990432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:47.003799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Sync routers for ids ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:47.015038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Routers {'0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:47.016028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:47.027894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a44180aa-bd59-4c95-89e4-5a098ee225c3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port a8974b52-4b8d-46e4-9003-52a7a6624d5b {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:47.028251 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a44180aa-bd59-4c95-89e4-5a098ee225c3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.074129 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.102877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.104324 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7dfa299b-97fe-4bb3-91f7-5296f9d52e1a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2015245 Aug 21 09:07:47.107328 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38404) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:47.135155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Set router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:47.136079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Network 84c9274c-bc24-418b-8485-d38f0939b261 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:47.149931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5930e-c591-4480-bcd2-38d2b53a41d5 req-b51587b4-e7c9-41cb-aef8-8016d8f1aa66 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:47.151453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39c5930e-c591-4480-bcd2-38d2b53a41d5 req-b51587b4-e7c9-41cb-aef8-8016d8f1aa66 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks?id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&id=2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 787 time: 0.1630290 Aug 21 09:07:47.152388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:47.156496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:47.180472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a44180aa-bd59-4c95-89e4-5a098ee225c3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.181606 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a44180aa-bd59-4c95-89e4-5a098ee225c3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.200869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a44180aa-bd59-4c95-89e4-5a098ee225c3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for a8974b52-4b8d-46e4-9003-52a7a6624d5b owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:47.351053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:45Z', 'revision_number': 3, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:47.379134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Checking router: 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:07:47.379382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Updating router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 port 3b04e885-8ed3-444c-9833-8f98d43659a1 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:07:47.414495 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.546891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event updated for resources: {'Port': ['ID=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:47.564480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-d0f9d14b-fb92-4813-a2ba-a74023dfc645 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips/fb85dc45-5103-4c18-98f6-3406c23f19ad HTTP/1.1" status: 200 len: 692 time: 0.3824065 Aug 21 09:07:47.626908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:47.627464 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.699453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-78ceaa58-8b38-4188-afa1-5a6e97b763d8 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:47.701784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-78ceaa58-8b38-4188-afa1-5a6e97b763d8 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.1365023 Aug 21 09:07:47.702801 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a44180aa-bd59-4c95-89e4-5a098ee225c3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.704039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc9dc0ec-4139-4f85-8a2c-a3e084844d8c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:47.731599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44180aa-bd59-4c95-89e4-5a098ee225c3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=a8974b52-4b8d-46e4-9003-52a7a6624d5b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:47.764871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-d4db550f-d00b-47fa-903d-82975360648a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7836986 Aug 21 09:07:47.768186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-c77e22b7-fa38-4cf4-b445-f2577f999f2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0573826 Aug 21 09:07:47.780040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Request body: {'port': {'device_id': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:47.821603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:47.822081 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.858392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-ccbe639b-85a4-44cb-8393-6f7c15255826 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0754666 Aug 21 09:07:47.870860 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a44180aa-bd59-4c95-89e4-5a098ee225c3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.873451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a44180aa-bd59-4c95-89e4-5a098ee225c3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.874657 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a44180aa-bd59-4c95-89e4-5a098ee225c3 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/floatingips/5dee57a7-ab20-4f0c-9d8c-d6086849d241 HTTP/1.1" status: 204 len: 168 time: 1.1139121 Aug 21 09:07:47.882799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38414) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:47.911220 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.925312 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-2fc22b4b-9287-4753-bb11-c17877cf4e55 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] delete failed (client error): The resource could not be found. Aug 21 09:07:47.930712 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2fc22b4b-9287-4753-bb11-c17877cf4e55 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/floatingips/5dee57a7-ab20-4f0c-9d8c-d6086849d241 HTTP/1.1" status: 404 len: 345 time: 0.0426424 Aug 21 09:07:47.930712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:47.931013 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38416) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:48.005342 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.027523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Transition to ACTIVE for port object 3b04e885-8ed3-444c-9833-8f98d43659a1 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:48.073887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf50462-54a5-4731-a466-e7a4ad91a7cb tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:48.079817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf50462-54a5-4731-a466-e7a4ad91a7cb tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:48.085826 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf50462-54a5-4731-a466-e7a4ad91a7cb tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:48.087513 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4cf50462-54a5-4731-a466-e7a4ad91a7cb tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "GET /v2.0/ports?network_id=96de9db5-a62a-4692-a215-c112e0cfc7f9 HTTP/1.1" status: 200 len: 2356 time: 0.1513700 Aug 21 09:07:48.090601 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38422) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:48.136039 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.186109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c460dc-3d2d-4e19-a98b-bf0b6e19c4fd req-5d63c477-9f53-4254-881f-7896c900188f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:48.187718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6c460dc-3d2d-4e19-a98b-bf0b6e19c4fd req-5d63c477-9f53-4254-881f-7896c900188f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.2440913 Aug 21 09:07:48.188438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6bc1ea-518a-4370-9227-b2e2e4569124 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:48.189794 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ef6bc1ea-518a-4370-9227-b2e2e4569124 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "GET /v2.0/subnets/746e917d-20f5-4e27-9d23-a4c5a73c0352 HTTP/1.1" status: 200 len: 797 time: 0.0982487 Aug 21 09:07:48.195614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38424) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:48.207771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'port': {'network_id': '96de9db5-a62a-4692-a215-c112e0cfc7f9', 'name': 'tempest-FloatingIPTestJSON-1139380445', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:48.216612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Attempting to bind port 3b04e885-8ed3-444c-9833-8f98d43659a1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:07:48.216982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Attempting to bind port 3b04e885-8ed3-444c-9833-8f98d43659a1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:07:48.225230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Attempting to bind port 3b04e885-8ed3-444c-9833-8f98d43659a1 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:48.228976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Pushing event updated for resources: {'Port': ['ID=3b04e885-8ed3-444c-9833-8f98d43659a1,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:48.232136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:07:48.232509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:48.232909 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.233295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:07:48.233778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Bound port: 3b04e885-8ed3-444c-9833-8f98d43659a1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:07:48.234139 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.247813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Allocated IP 172.20.0.1 (35a5a18c-3ef4-4f79-854b-c3e1a7bac713/0ab28827-633f-407e-a5d5-e8b51ae5dfe4/b6d79e6a-e287-4353-acfc-8246f951862a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:48.258822 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.259164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.259511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.259937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.260276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.260604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.260931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.261260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.261587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.261901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.262220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.262539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:48.302725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] For port 3b04e885-8ed3-444c-9833-8f98d43659a1, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:48.306653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] For port 3b04e885-8ed3-444c-9833-8f98d43659a1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3b04e885-8ed3-444c-9833-8f98d43659a1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:07:48.358791 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.372944 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Transition to ACTIVE for port object b6d79e6a-e287-4353-acfc-8246f951862a will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:48.377006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6c460dc-3d2d-4e19-a98b-bf0b6e19c4fd req-c3e3e006-afd0-4e9d-9ad5-b59148b0b8fa tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755219 Aug 21 09:07:48.378245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-7bc5b27d-310b-4b6f-b96c-a3e441d88bad tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Deleting port b2c23388-dd63-49c2-8105-98653202a996 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:48.378590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-7bc5b27d-310b-4b6f-b96c-a3e441d88bad tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.407888 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.465699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Routers {'0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:48.466314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:48.515102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99881de-7530-4854-97da-7a2039298dfc None None] Pushing event updated for resources: {'Port': ['ID=3b04e885-8ed3-444c-9833-8f98d43659a1,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:48.539971 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.554673 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-7bc5b27d-310b-4b6f-b96c-a3e441d88bad tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.555030 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-7bc5b27d-310b-4b6f-b96c-a3e441d88bad tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.582861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:48.586281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:48.588688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-7bc5b27d-310b-4b6f-b96c-a3e441d88bad tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Calling delete_port for b2c23388-dd63-49c2-8105-98653202a996 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:48.590118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:48.600623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21270e5a-8ab2-4111-af24-d208a24f78b2 req-c4bbfc90-9d7b-4f3a-b22c-e66d283f6724 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:48.602257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21270e5a-8ab2-4111-af24-d208a24f78b2 req-c4bbfc90-9d7b-4f3a-b22c-e66d283f6724 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 931 time: 0.1557076 Aug 21 09:07:48.608249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] Set router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:48.628853 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d79e6a-e287-4353-acfc-8246f951862a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:48.647533 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.698675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Made reservation on behalf of caeabb0eb29244bdb11c4ac26384d9e7 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:48.730232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:48.769539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21270e5a-8ab2-4111-af24-d208a24f78b2 req-c8691445-6746-496e-82d5-48de69dcb43c tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461258 Aug 21 09:07:48.772037 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.813681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Transition to ACTIVE for port object 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:48.837405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:45Z', 'revision_number': 3, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:48.859491 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.878068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24cf846-1680-4014-b5db-63a6ca012556 None None] The sync data for ids ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'] in n-d-766726-28 is: [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:45Z', 'revision_number': 3, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:48.920185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] device_id is not set on port f27e350a-d452-4392-8354-c1eb91590f44 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:07:48.963128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:48.984662 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.058652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fea4f874-a1eb-4289-bef9-a591c857ad78 None None] Provisioning for port b6d79e6a-e287-4353-acfc-8246f951862a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:49.063527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fea4f874-a1eb-4289-bef9-a591c857ad78 None None] Provisioning complete for port b6d79e6a-e287-4353-acfc-8246f951862a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:49.064045 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fea4f874-a1eb-4289-bef9-a591c857ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.150307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:49.152689 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-7bc5b27d-310b-4b6f-b96c-a3e441d88bad tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.197040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fea4f874-a1eb-4289-bef9-a591c857ad78 None None] Port b6d79e6a-e287-4353-acfc-8246f951862a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:07:49.224425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5b27d-310b-4b6f-b96c-a3e441d88bad tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event deleted for resources: {'Port': ['ID=b2c23388-dd63-49c2-8105-98653202a996,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:49.233751 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.330588 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.355111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Attempting to bind port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:07:49.355537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Attempting to bind port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:07:49.355896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Attempting to bind port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 on network 84c9274c-bc24-418b-8485-d38f0939b261 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:49.398903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d79e6a-e287-4353-acfc-8246f951862a,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:49.403750 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.406751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 on network 84c9274c-bc24-418b-8485-d38f0939b261 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:07:49.406907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Attempting to bind port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 on network 84c9274c-bc24-418b-8485-d38f0939b261 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:49.409980 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-7bc5b27d-310b-4b6f-b96c-a3e441d88bad tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.412846 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-7bc5b27d-310b-4b6f-b96c-a3e441d88bad tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.414194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7758afd8-8a42-462c-ab77-3d5340c96d7f req-7bc5b27d-310b-4b6f-b96c-a3e441d88bad tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "DELETE /v2.0/floatingips/fb85dc45-5103-4c18-98f6-3406c23f19ad HTTP/1.1" status: 204 len: 173 time: 1.4992363 Aug 21 09:07:49.424126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:07:49.424126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Checking segment: {'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:49.424126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Bound using segment: {'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:07:49.424620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Bound port: 2bb891d8-7f19-4068-9c5d-3cee29b9ea86, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:07:49.424953 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.554896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:49.556913 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:49.580098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3b04e885-8ed3-444c-9833-8f98d43659a1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:49.592883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-cba9d0c3-e482-4fb8-ace0-29f760c26bd2 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips/8e59922d-f50a-4881-8cef-0db857e35ccf HTTP/1.1" status: 200 len: 692 time: 0.1546743 Aug 21 09:07:49.746873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 3b04e885-8ed3-444c-9833-8f98d43659a1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:49.751572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3b04e885-8ed3-444c-9833-8f98d43659a1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:49.752221 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.784334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.20.0.14 (96de9db5-a62a-4692-a215-c112e0cfc7f9/746e917d-20f5-4e27-9d23-a4c5a73c0352/f27e350a-d452-4392-8354-c1eb91590f44) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:49.831099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae780d-c55f-4c97-8af8-593954bf9d3f req-b2494b9b-981c-43b6-a53d-f01f3075833a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:49.839686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31ae780d-c55f-4c97-8af8-593954bf9d3f req-b2494b9b-981c-43b6-a53d-f01f3075833a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.3498051 Aug 21 09:07:49.842391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] For port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:49.845499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.20.0.13 (96de9db5-a62a-4692-a215-c112e0cfc7f9/746e917d-20f5-4e27-9d23-a4c5a73c0352/f27e350a-d452-4392-8354-c1eb91590f44) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:49.896183 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.898802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] For port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:07:49.909124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-04527f67-d0e0-47f6-8a23-479db437002e tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:49.910565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-04527f67-d0e0-47f6-8a23-479db437002e tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2688944 Aug 21 09:07:49.923427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 3b04e885-8ed3-444c-9833-8f98d43659a1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3b04e885-8ed3-444c-9833-8f98d43659a1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:49.965996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-62e17636-1d7f-4d1c-9111-7e808c683bac None None] Provisioning complete for port b6d79e6a-e287-4353-acfc-8246f951862a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:49.966382 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62e17636-1d7f-4d1c-9111-7e808c683bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:49.988923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31ae780d-c55f-4c97-8af8-593954bf9d3f req-e917da64-5fd0-4b11-98d1-0f212c1c2e53 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465151 Aug 21 09:07:49.995359 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:50.014721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-1f06c519-ff9e-4679-bb3a-995e495e2105 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 695 time: 0.0936124 Aug 21 09:07:50.019161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-62e17636-1d7f-4d1c-9111-7e808c683bac None None] Port b6d79e6a-e287-4353-acfc-8246f951862a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:07:50.032129 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:50.080442 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:50.115658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=3b04e885-8ed3-444c-9833-8f98d43659a1,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:50.147264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:50.147976 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:50.149339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] 10.222.0.13 "PUT /v2.0/ports/2bb891d8-7f19-4068-9c5d-3cee29b9ea86 HTTP/1.1" status: 200 len: 1092 time: 2.3757668 Aug 21 09:07:50.153306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'tag': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:50.155539 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5b1d27-944a-4454-a821-df52e844c842" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2fd7f9-a912-4d75-83d1-d6cadc5d261d", "tag": "2bb891d8-7f19-4068-9c5d-3cee29b9ea86"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:50.160825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-3f9d47ec-8a72-4273-bf01-bdfe29edeb2a tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 695 time: 0.1452925 Aug 21 09:07:50.203954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:50.209711 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1791f6e3-c4d6-4a50-b266-829c5b1e02d6 admin admin] 10.222.0.20 "PUT /v2.0/routers/0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1007700 Aug 21 09:07:50.226078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17baf79a-9771-408e-aa0a-a03aa9135c42 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:50.357413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fd625-43d4-4110-9425-451dfd31c3c0 req-18972e92-21a8-421c-be0d-82853cc8016d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:50.358914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e56fd625-43d4-4110-9425-451dfd31c3c0 req-18972e92-21a8-421c-be0d-82853cc8016d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 943 time: 0.2299266 Aug 21 09:07:50.387874 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:50.444375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-301788fa-3af0-429f-870b-4a48efd9b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:50.445878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-301788fa-3af0-429f-870b-4a48efd9b2a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b0c296b091447cbd166b75f7457577&device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 1095 time: 0.1793678 Aug 21 09:07:50.466124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e56fd625-43d4-4110-9425-451dfd31c3c0 req-9ffa284f-6082-430d-8652-1f28d2e6114f tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979187 Aug 21 09:07:50.537956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-72342c35-aa05-4b2c-b14d-262288d18aef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb891d8-7f19-4068-9c5d-3cee29b9ea86 HTTP/1.1" status: 200 len: 217 time: 0.0820868 Aug 21 09:07:50.560611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-10a39cbb-6718-4cde-b178-9bc292c4cf3d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Deleting port 372830a8-7490-4d56-b26a-9378bbfbfa5d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:50.561004 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-10a39cbb-6718-4cde-b178-9bc292c4cf3d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:50.651310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-e3801a0a-6231-4d22-a6ed-85f36f1b6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:50.657764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-e3801a0a-6231-4d22-a6ed-85f36f1b6008 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f226a65-ad9c-45f6-a646-51e4a5d93371 HTTP/1.1" status: 200 len: 862 time: 0.1084466 Aug 21 09:07:50.657764 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:50.873674 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Sync routers for ids ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:50.884239 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Routers {'0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:50.884902 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:50.999627 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Set router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:51.003689 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c19c4ff-bf74-4147-b326-1547dd7bcb06 x-openstack-request-id: req-6c19c4ff-bf74-4147-b326-1547dd7bcb06 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:51.003689 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2fd7f9-a912-4d75-83d1-d6cadc5d261d", "tag": "2bb891d8-7f19-4068-9c5d-3cee29b9ea86", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:51.003689 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c19c4ff-bf74-4147-b326-1547dd7bcb06 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:51.004104 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'tag': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86', 'status': 'completed', 'code': 200} Aug 21 09:07:51.045212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-970b04a9-851d-4f23-8390-a937bc54d934 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c9274c-bc24-418b-8485-d38f0939b261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3758304 Aug 21 09:07:51.070410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 96de9db5-a62a-4692-a215-c112e0cfc7f9 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:51.084679 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-10a39cbb-6718-4cde-b178-9bc292c4cf3d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:51.085010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-10a39cbb-6718-4cde-b178-9bc292c4cf3d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:51.097360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:51.099173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=f27e350a-d452-4392-8354-c1eb91590f44,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:51.101489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:51.175138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-10a39cbb-6718-4cde-b178-9bc292c4cf3d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Calling delete_port for 372830a8-7490-4d56-b26a-9378bbfbfa5d owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:51.254432 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:48Z', 'revision_number': 4, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'b6d79e6a-e287-4353-acfc-8246f951862a', 'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'mac_address': 'fa:16:3e:65:fe:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:48Z', 'updated_at': '2021-08-21T09:07:49Z', 'revision_number': 2, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'subnets': [{'id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:51.294068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:51.294068 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:51.297045 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Checking router: 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:07:51.297630 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Updating router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 port b6d79e6a-e287-4353-acfc-8246f951862a binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:07:51.323369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20769f07-5121-4969-b746-bfdca4318e27 req-d6d892b1-27bc-4100-b3c7-4056ddb454aa tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:51.324948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20769f07-5121-4969-b746-bfdca4318e27 req-d6d892b1-27bc-4100-b3c7-4056ddb454aa tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.2206781 Aug 21 09:07:51.330024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-6e5cc7b4-ab4d-4b7a-bd85-b6c0b2eb7e6d service neutron] 10.222.0.13 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755165 Aug 21 09:07:51.345942 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:51.441297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b1a683fb-e76b-4c50-b519-8da31d34b483 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.2357125 Aug 21 09:07:51.441297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38496) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:51.447920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'f27e350a-d452-4392-8354-c1eb91590f44', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:51.454699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20769f07-5121-4969-b746-bfdca4318e27 req-1de340ef-703a-45ad-924b-c31de94e6a92 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221244 Aug 21 09:07:51.522880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eeb2057-e0fb-4303-9ea4-5b6e1ca64fef req-949967a4-a446-467b-8b3b-5a4c46e57288 service neutron] 10.222.0.13 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788986 Aug 21 09:07:51.580978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3b04e885-8ed3-444c-9833-8f98d43659a1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:51.621291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bd019-0f7e-43b1-9b82-8803f6314e8d req-c2bbf886-c2d1-4fc0-abf8-78366833be67 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:51.622820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f5bd019-0f7e-43b1-9b82-8803f6314e8d req-c2bbf886-c2d1-4fc0-abf8-78366833be67 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 943 time: 0.0605028 Aug 21 09:07:51.665515 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:51.705808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3b04e885-8ed3-444c-9833-8f98d43659a1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:51.706868 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:51.718548 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f5bd019-0f7e-43b1-9b82-8803f6314e8d req-40cf81e4-4387-4304-8c21-2cb5201de975 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846362 Aug 21 09:07:51.778956 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:51.797849 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-10a39cbb-6718-4cde-b178-9bc292c4cf3d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:51.828012 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Transition to ACTIVE for port object b6d79e6a-e287-4353-acfc-8246f951862a will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:07:51.837335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a39cbb-6718-4cde-b178-9bc292c4cf3d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event deleted for resources: {'Port': ['ID=372830a8-7490-4d56-b26a-9378bbfbfa5d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:51.880446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1d27-944a-4454-a821-df52e844c842 req-0642c6e4-a7f3-49f2-8dca-cf5449844b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:51.881964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f5b1d27-944a-4454-a821-df52e844c842 req-0642c6e4-a7f3-49f2-8dca-cf5449844b76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b0c296b091447cbd166b75f7457577&device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 1095 time: 0.1916072 Aug 21 09:07:51.935742 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:51.982814 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-10a39cbb-6718-4cde-b178-9bc292c4cf3d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:51.985387 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-10a39cbb-6718-4cde-b178-9bc292c4cf3d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:51.986546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0448057c-ce8d-4d04-9ea0-569d78995dd4 req-10a39cbb-6718-4cde-b178-9bc292c4cf3d tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "DELETE /v2.0/floatingips/8e59922d-f50a-4881-8cef-0db857e35ccf HTTP/1.1" status: 204 len: 173 time: 1.7961042 Aug 21 09:07:51.987231 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Pushing event updated for resources: {'Port': ['ID=b6d79e6a-e287-4353-acfc-8246f951862a,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:52.029427 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.029427 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.029774 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.030045 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.030507 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.030853 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.031189 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.031517 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.031866 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.032195 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.032520 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.032844 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:07:52.074938 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Attempting to bind port b6d79e6a-e287-4353-acfc-8246f951862a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:07:52.075754 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Attempting to bind port b6d79e6a-e287-4353-acfc-8246f951862a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:07:52.076320 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Attempting to bind port b6d79e6a-e287-4353-acfc-8246f951862a on network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:07:52.078306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1d27-944a-4454-a821-df52e844c842 req-149066d4-2aa0-4a1c-9e8d-f492f4d39600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:52.079868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f5b1d27-944a-4454-a821-df52e844c842 req-149066d4-2aa0-4a1c-9e8d-f492f4d39600 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84c9274c-bc24-418b-8485-d38f0939b261 HTTP/1.1" status: 200 len: 923 time: 0.1761022 Aug 21 09:07:52.083003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-ee67f4e0-89c4-40b1-b667-5a35848b13ba tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips/7031cd53-fb14-4d87-8882-0958b3cfd175 HTTP/1.1" status: 200 len: 693 time: 0.0683322 Aug 21 09:07:52.083836 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:07:52.084511 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Checking segment: {'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:07:52.085174 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:52.085614 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Bound using segment: {'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:07:52.086106 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Bound port: b6d79e6a-e287-4353-acfc-8246f951862a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:07:52.086587 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:52.090297 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:52.147176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f5b1d27-944a-4454-a821-df52e844c842 req-4a11544c-797f-452e-bd33-8279d73da02f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb891d8-7f19-4068-9c5d-3cee29b9ea86 HTTP/1.1" status: 200 len: 217 time: 0.0571380 Aug 21 09:07:52.168512 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] For port b6d79e6a-e287-4353-acfc-8246f951862a, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:07:52.172343 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] For port b6d79e6a-e287-4353-acfc-8246f951862a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6d79e6a-e287-4353-acfc-8246f951862a,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:07:52.271079 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:52.323809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1d27-944a-4454-a821-df52e844c842 req-d5d45734-3980-4b23-bba7-3f5f9ee57f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:52.325288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f5b1d27-944a-4454-a821-df52e844c842 req-d5d45734-3980-4b23-bba7-3f5f9ee57f3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f226a65-ad9c-45f6-a646-51e4a5d93371 HTTP/1.1" status: 200 len: 862 time: 0.1620181 Aug 21 09:07:52.359699 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b272f-92bc-498b-adbc-809c7ea49aeb None None] Pushing event updated for resources: {'Port': ['ID=b6d79e6a-e287-4353-acfc-8246f951862a,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:52.372341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f5b1d27-944a-4454-a821-df52e844c842 req-14be0287-5ab3-4ab8-9ec6-23554484aaeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c9274c-bc24-418b-8485-d38f0939b261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364377 Aug 21 09:07:52.372519 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Routers {'0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:52.373302 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:52.381568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-776b3698-c886-4ed3-a3d0-49bf7321589f tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:52.382980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-776b3698-c886-4ed3-a3d0-49bf7321589f tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 784 time: 0.2849786 Aug 21 09:07:52.497797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.25.5.218 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/c52ca135-d31c-490c-81c4-c87ca43cc160) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:52.528174 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] Set router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:52.665612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-6454d9e3-f94b-445d-9746-1ab8605f40ae tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.2641244 Aug 21 09:07:52.778564 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:48Z', 'revision_number': 4, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'b6d79e6a-e287-4353-acfc-8246f951862a', 'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'mac_address': 'fa:16:3e:65:fe:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:48Z', 'updated_at': '2021-08-21T09:07:52Z', 'revision_number': 4, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'subnets': [{'id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:52.799732 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:52.809778 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b476c-84de-4bbc-ad3a-e102c741c410 None None] The sync data for ids ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'] in n-d-766726-28 is: [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:48Z', 'revision_number': 4, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'b6d79e6a-e287-4353-acfc-8246f951862a', 'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'mac_address': 'fa:16:3e:65:fe:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:48Z', 'updated_at': '2021-08-21T09:07:52Z', 'revision_number': 4, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'subnets': [{'id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:52.843599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f5b1d27-944a-4454-a821-df52e844c842 req-e8d35489-aa0d-4e1e-a891-6415a93e9de8 service neutron] 10.222.0.13 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595749 Aug 21 09:07:52.877671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d1e7d-7ffd-4ca1-9704-425f165eb813 req-4d27d51a-64fe-4390-bdc3-a3d44f30c172 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:52.879362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de1d1e7d-7ffd-4ca1-9704-425f165eb813 req-4d27d51a-64fe-4390-bdc3-a3d44f30c172 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.3070695 Aug 21 09:07:52.917354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-c84a3ecc-6462-4549-a9c3-6c88d710c82c tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.2332909 Aug 21 09:07:53.082068 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:53.145478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de1d1e7d-7ffd-4ca1-9704-425f165eb813 req-5aacb5a6-b703-4288-8679-b1a6eae038ca tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447817 Aug 21 09:07:53.182298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:07:53.188579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f5b1d27-944a-4454-a821-df52e844c842 req-b43ef4fe-0083-479c-8b43-2e1f535e733e service neutron] 10.222.0.13 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335128 Aug 21 09:07:53.196289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:07:53.200985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:07:53.203075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=c52ca135-d31c-490c-81c4-c87ca43cc160,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:53.266840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-25005b37-ffdc-47ce-9624-00431ccea740 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Deleting port 6add9117-cbe6-4be3-9bbb-99214abc1a68 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:53.266840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-25005b37-ffdc-47ce-9624-00431ccea740 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:53.423700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9db7b6-c3bd-439e-b72c-201e4c666a45 req-a87cf3cc-a3ed-4677-b2ed-63b2683c8337 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:53.425256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb9db7b6-c3bd-439e-b72c-201e4c666a45 req-a87cf3cc-a3ed-4677-b2ed-63b2683c8337 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 943 time: 0.1793163 Aug 21 09:07:53.503021 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-25005b37-ffdc-47ce-9624-00431ccea740 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:53.503357 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-25005b37-ffdc-47ce-9624-00431ccea740 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:53.542127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-25005b37-ffdc-47ce-9624-00431ccea740 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Calling delete_port for 6add9117-cbe6-4be3-9bbb-99214abc1a68 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:53.593555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6d79e6a-e287-4353-acfc-8246f951862a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:53.618652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb9db7b6-c3bd-439e-b72c-201e4c666a45 req-ce39ec47-c4a4-4535-b7af-0753fba676d9 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848295 Aug 21 09:07:53.786494 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port b6d79e6a-e287-4353-acfc-8246f951862a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:53.791195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b6d79e6a-e287-4353-acfc-8246f951862a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:53.791715 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:53.907776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:53.955887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port b6d79e6a-e287-4353-acfc-8246f951862a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6d79e6a-e287-4353-acfc-8246f951862a,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:54.035692 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:54.124141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=b6d79e6a-e287-4353-acfc-8246f951862a,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:54.217396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3a12b3-f2cd-42cf-8319-30ccf7123d54 req-65698959-f425-4411-bf4e-7d0438ec632e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1248546 Aug 21 09:07:54.375910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d4c04-00f6-4a58-adff-c741495bda58 req-073ca9de-9b54-4fa4-9613-5882a544c94f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:54.377399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-997d4c04-00f6-4a58-adff-c741495bda58 req-073ca9de-9b54-4fa4-9613-5882a544c94f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1451304 Aug 21 09:07:54.390321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:54.427124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a12b3-f2cd-42cf-8319-30ccf7123d54 req-579f1bfb-58f3-4e10-b737-37c5d43a4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:54.429278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3a12b3-f2cd-42cf-8319-30ccf7123d54 req-579f1bfb-58f3-4e10-b737-37c5d43a4280 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 1096 time: 0.1516867 Aug 21 09:07:54.433464 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-25005b37-ffdc-47ce-9624-00431ccea740 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:54.492171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25005b37-ffdc-47ce-9624-00431ccea740 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Pushing event deleted for resources: {'Port': ['ID=6add9117-cbe6-4be3-9bbb-99214abc1a68,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:54.518964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-997d4c04-00f6-4a58-adff-c741495bda58 req-561fa548-093d-44aa-86ed-15c13f3dd1f6 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325998 Aug 21 09:07:54.646659 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:54.677942 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-25005b37-ffdc-47ce-9624-00431ccea740 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:54.680521 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-25005b37-ffdc-47ce-9624-00431ccea740 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:54.681630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0addc216-11ab-41fb-849c-5f46f8651d97 req-25005b37-ffdc-47ce-9624-00431ccea740 tempest-FloatingIPDetailsTestJSON-1641344550 tempest-FloatingIPDetailsTestJSON-1641344550-project] 10.222.0.20 "DELETE /v2.0/floatingips/7031cd53-fb14-4d87-8882-0958b3cfd175 HTTP/1.1" status: 204 len: 173 time: 1.7635283 Aug 21 09:07:54.688066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38566) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:54.698361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a12b3-f2cd-42cf-8319-30ccf7123d54 req-020fb402-6dee-46a7-929a-2357935985a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:54.699886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3a12b3-f2cd-42cf-8319-30ccf7123d54 req-020fb402-6dee-46a7-929a-2357935985a5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.2338662 Aug 21 09:07:54.803694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3a12b3-f2cd-42cf-8319-30ccf7123d54 req-e60a9109-7aad-421c-b959-2791e53dafa6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b HTTP/1.1" status: 200 len: 217 time: 0.0878582 Aug 21 09:07:54.842885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:07:54.961016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a12b3-f2cd-42cf-8319-30ccf7123d54 req-e00c4b64-ffb5-43e7-8977-0e52a85c243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:54.962504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3a12b3-f2cd-42cf-8319-30ccf7123d54 req-e00c4b64-ffb5-43e7-8977-0e52a85c243b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.1350348 Aug 21 09:07:54.969811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:54.970170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414e60f-3122-4576-96c8-db8877554ff0 req-bea461c5-b922-4652-85f5-efea4eb8390c tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:54.971747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1414e60f-3122-4576-96c8-db8877554ff0 req-bea461c5-b922-4652-85f5-efea4eb8390c tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 943 time: 0.1886685 Aug 21 09:07:54.984712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86', 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261', 'port_id': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86', 'mac_address': 'fa:16:3e:15:36:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f226a65-ad9c-45f6-a646-51e4a5d93371', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:07:55.014939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60db4-f872-4b08-889f-824b45f2279d req-be4d3e70-54f3-447e-a37c-7ef8b95a1c7b tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:55.021987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-be4d3e70-54f3-447e-a37c-7ef8b95a1c7b tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 808 time: 0.3456173 Aug 21 09:07:55.036096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3a12b3-f2cd-42cf-8319-30ccf7123d54 req-cc46f954-79f2-4cae-ae0b-8668aa3fc191 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633471 Aug 21 09:07:55.045027 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:55.070958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:07:55.098922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:55.110989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-65f4bc8f-0ee1-4da6-8242-1ccbeb62ccba tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/quotas/994df69ecf1d4b2681af7e97568df514 HTTP/1.1" status: 200 len: 375 time: 0.0881119 Aug 21 09:07:55.172708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1414e60f-3122-4576-96c8-db8877554ff0 req-29f908a4-eb0b-48fd-b4ad-2dbf783431b7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852572 Aug 21 09:07:55.188638 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:55.222526 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:55.247008 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:55.269724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-fdc1bee4-e86d-4ee4-a106-e46518c3b618 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1383812 Aug 21 09:07:55.291586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:55.340017 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3a12b3-f2cd-42cf-8319-30ccf7123d54 req-716b04e2-6aa5-4593-a74d-4e7dc2faa462 service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678964 Aug 21 09:07:55.346653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:55.465590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['2bb891d8-7f19-4068-9c5d-3cee29b9ea86'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:07:55.522524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=c52ca135-d31c-490c-81c4-c87ca43cc160,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:55.552507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-616a0274-7b6a-440a-9821-77381c4c70c8 service neutron] 10.222.0.20 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722831 Aug 21 09:07:55.574754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] Deleting port 76580f85-ef95-4431-885d-db69b1c90e86 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:55.575073 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:55.575250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:55.631917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6d79e6a-e287-4353-acfc-8246f951862a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:55.696555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] For port 76580f85-ef95-4431-885d-db69b1c90e86, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=76580f85-ef95-4431-885d-db69b1c90e86,segment=NetworkSegment(3bd29429-01bb-4d40-9aab-fce85a57d4a7),segment_id=3bd29429-01bb-4d40-9aab-fce85a57d4a7)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:55.697878 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:55.711652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] Calling delete_port for 76580f85-ef95-4431-885d-db69b1c90e86 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:55.714256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3a12b3-f2cd-42cf-8319-30ccf7123d54 req-4e04143b-71fb-4dbc-aafc-0653015dd8cb service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627098 Aug 21 09:07:55.763717 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b6d79e6a-e287-4353-acfc-8246f951862a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:55.764793 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:55.812365 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP 49a8a256-e2d5-442d-bffc-4063046fb8d7 associated. External IP: 172.25.5.218, port: f27e350a-d452-4392-8354-c1eb91590f44. Aug 21 09:07:55.817635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-dd04499a-0520-4a90-8668-668289d4f5de service neutron] 10.222.0.20 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548318 Aug 21 09:07:55.856644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e2067-37ee-4684-acbb-1e1b5789bf8b req-5ba0ffa9-a0b6-44f9-b483-e8709fc3a755 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:55.858191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-550e2067-37ee-4684-acbb-1e1b5789bf8b req-5ba0ffa9-a0b6-44f9-b483-e8709fc3a755 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.2140985 Aug 21 09:07:55.964977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-550e2067-37ee-4684-acbb-1e1b5789bf8b req-3fd82c58-9e62-4402-ac6c-23c1e363b681 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977218 Aug 21 09:07:56.035751 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:56.070764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=76580f85-ef95-4431-885d-db69b1c90e86,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:56.132870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:56.286303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:56.301312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa0faa5-a3a5-4faa-8483-46cf290a305d None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:56.312268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0faa5-a3a5-4faa-8483-46cf290a305d None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:56.316173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3aa0faa5-a3a5-4faa-8483-46cf290a305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:56.351506 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:56.352033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3aa0faa5-a3a5-4faa-8483-46cf290a305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:56.362574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0faa5-a3a5-4faa-8483-46cf290a305d None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:56.362970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f79e3-5da0-4bf9-820c-e06ab7957607 req-82de7e40-c63f-496f-945d-86f05699fbca tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:56.363210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3aa0faa5-a3a5-4faa-8483-46cf290a305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:56.372589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-417f79e3-5da0-4bf9-820c-e06ab7957607 req-82de7e40-c63f-496f-945d-86f05699fbca tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 944 time: 0.0762403 Aug 21 09:07:56.406437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3aa0faa5-a3a5-4faa-8483-46cf290a305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:56.407084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa0faa5-a3a5-4faa-8483-46cf290a305d None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:56.419779 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:56.443711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-417f79e3-5da0-4bf9-820c-e06ab7957607 req-2b64e3f0-7f2e-45ad-91cf-4adc52462efc tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702145 Aug 21 09:07:56.471371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6691af2c-4f60-4af3-a2cd-bce62e4e2808 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0266941 Aug 21 09:07:56.472316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38590) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:56.477146 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d5832928-35ae-4ce4-a184-03ccf38a028c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'floatingip': {'port_id': 'f27e350a-d452-4392-8354-c1eb91590f44', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:56.571655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d5832928-35ae-4ce4-a184-03ccf38a028c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:56.623633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77b5c979-b401-4910-8520-65b4307e06a1 req-58f0b87b-4a26-4a4b-a110-b2bdb2994354 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 210 time: 0.0345116 Aug 21 09:07:56.798865 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] Router 66e9390e-21e5-467f-ba46-9de1ce34833a has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:56.868884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:07:57.001296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:07:57.007083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:07:57.007944 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:57.080120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:57.089887 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b00e5df3-126c-41b1-9bbb-9945e7776f25 admin admin] 10.222.0.20 "PUT /v2.0/routers/66e9390e-21e5-467f-ba46-9de1ce34833a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3974390 Aug 21 09:07:57.089887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38602) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:57.091634 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f449fe5-bd79-4b69-8494-394186774ced None None] Sync routers for ids ['66e9390e-21e5-467f-ba46-9de1ce34833a'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:57.127311 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f449fe5-bd79-4b69-8494-394186774ced None None] Routers {'66e9390e-21e5-467f-ba46-9de1ce34833a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:57.130154 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7f449fe5-bd79-4b69-8494-394186774ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['66e9390e-21e5-467f-ba46-9de1ce34833a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:57.206524 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:57.233405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3350a0-c2ba-40b8-bdc2-0cd9f503e296 req-259c43a3-d435-4d45-8ffb-8af941f17c2e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:57.235001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f3350a0-c2ba-40b8-bdc2-0cd9f503e296 req-259c43a3-d435-4d45-8ffb-8af941f17c2e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1466694 Aug 21 09:07:57.255292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:07:57.258041 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045de793-9f82-4f1e-9c9d-296f92f9cefa" -d '{"events": [{"server_uuid": "7f2fd7f9-a912-4d75-83d1-d6cadc5d261d", "name": "network-vif-plugged", "status": "completed", "tag": "2bb891d8-7f19-4068-9c5d-3cee29b9ea86"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:07:57.285571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:57.324531 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad2c9fa-e51e-4bdc-89a5-304efbd7e339 x-openstack-request-id: req-9ad2c9fa-e51e-4bdc-89a5-304efbd7e339 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:07:57.325701 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2fd7f9-a912-4d75-83d1-d6cadc5d261d", "name": "network-vif-plugged", "status": "completed", "tag": "2bb891d8-7f19-4068-9c5d-3cee29b9ea86", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:07:57.325989 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ad2c9fa-e51e-4bdc-89a5-304efbd7e339 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:07:57.326401 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86', 'code': 200} Aug 21 09:07:57.354026 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7f449fe5-bd79-4b69-8494-394186774ced None None] Set router 66e9390e-21e5-467f-ba46-9de1ce34833a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:57.363848 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:57.473555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:57.580491 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:57.682724 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7f449fe5-bd79-4b69-8494-394186774ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-router', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:21Z', 'updated_at': '2021-08-21T09:07:55Z', 'revision_number': 5, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'gw_port': {'id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:22Z', 'updated_at': '2021-08-21T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:57.718460 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d5832928-35ae-4ce4-a184-03ccf38a028c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:57.718954 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f449fe5-bd79-4b69-8494-394186774ced None None] Checking router: 66e9390e-21e5-467f-ba46-9de1ce34833a for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:07:57.731640 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f449fe5-bd79-4b69-8494-394186774ced None None] Routers {'66e9390e-21e5-467f-ba46-9de1ce34833a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:57.732282 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7f449fe5-bd79-4b69-8494-394186774ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['66e9390e-21e5-467f-ba46-9de1ce34833a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:57.752306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:57.811176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d5832928-35ae-4ce4-a184-03ccf38a028c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:57.881130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f3350a0-c2ba-40b8-bdc2-0cd9f503e296 req-05431482-c403-45ba-bb65-3b070316ca34 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351624 Aug 21 09:07:57.932075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56ccc4-7b3b-4597-ba24-c305e4c4e20d req-659c4dce-e057-48f9-ad5e-61ec4955ae33 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:57.941923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d56ccc4-7b3b-4597-ba24-c305e4c4e20d req-659c4dce-e057-48f9-ad5e-61ec4955ae33 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.1782887 Aug 21 09:07:57.951297 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7f449fe5-bd79-4b69-8494-394186774ced None None] Set router 66e9390e-21e5-467f-ba46-9de1ce34833a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:07:57.977835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Deleting port 28b4f3c7-e57e-4e39-b3fa-f51c47306431 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:57.990695 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:57.992895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d156077-a69c-4cea-b9e1-d03d4041e558 req-3d4ad404-b952-4195-98ab-a2f6e8282dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:57.994519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d156077-a69c-4cea-b9e1-d03d4041e558 req-3d4ad404-b952-4195-98ab-a2f6e8282dcf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 1097 time: 0.2224686 Aug 21 09:07:58.001595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d56ccc4-7b3b-4597-ba24-c305e4c4e20d req-01312d95-ba7a-4f0d-89e1-70fe984bbcd7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550680 Aug 21 09:07:58.039277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d156077-a69c-4cea-b9e1-d03d4041e558 req-f9c07f1a-e34f-47e3-b654-637bc5d20e48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365374 Aug 21 09:07:58.144884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c440c25-ca40-49b8-9682-37d65ddfa9ed req-d37f4e0d-53ea-4ea3-a3a9-e54e37517ba6 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 210 time: 0.0342722 Aug 21 09:07:58.254121 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7f449fe5-bd79-4b69-8494-394186774ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-router', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:21Z', 'updated_at': '2021-08-21T09:07:55Z', 'revision_number': 5, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'gw_port': {'id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:22Z', 'updated_at': '2021-08-21T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:58.272036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] For port 28b4f3c7-e57e-4e39-b3fa-f51c47306431, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=28b4f3c7-e57e-4e39-b3fa-f51c47306431,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:07:58.272981 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:58.289028 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f449fe5-bd79-4b69-8494-394186774ced None None] The sync data for ids ['66e9390e-21e5-467f-ba46-9de1ce34833a'] in n-d-766726-28 is: [{'id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'name': 'tempest-FloatingIPDetailsTestJSON-1313710243-router', 'tenant_id': 'e01b16bfa36a4864a301357b78a348be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:21Z', 'updated_at': '2021-08-21T09:07:55Z', 'revision_number': 5, 'project_id': 'e01b16bfa36a4864a301357b78a348be', 'gw_port': {'id': '28b4f3c7-e57e-4e39-b3fa-f51c47306431', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:54:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e9390e-21e5-467f-ba46-9de1ce34833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:22Z', 'updated_at': '2021-08-21T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:58.304350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Calling delete_port for 28b4f3c7-e57e-4e39-b3fa-f51c47306431 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:58.325527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5832928-35ae-4ce4-a184-03ccf38a028c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:07:58.526133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5832928-35ae-4ce4-a184-03ccf38a028c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:07:58.532308 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d5832928-35ae-4ce4-a184-03ccf38a028c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:58.536122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6f1da-c782-4389-8853-d8d164682278 None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:07:58.545904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6f1da-c782-4389-8853-d8d164682278 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:58.549106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0ab6f1da-c782-4389-8853-d8d164682278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:58.581016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0ab6f1da-c782-4389-8853-d8d164682278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:58.592425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6f1da-c782-4389-8853-d8d164682278 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:07:58.593546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0ab6f1da-c782-4389-8853-d8d164682278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:58.621371 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d5832928-35ae-4ce4-a184-03ccf38a028c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "PUT /v2.0/floatingips/49a8a256-e2d5-442d-bffc-4063046fb8d7 HTTP/1.1" status: 200 len: 979 time: 2.1483791 Aug 21 09:07:58.624131 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38620) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:58.635148 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0ab6f1da-c782-4389-8853-d8d164682278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:07:58.635926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6f1da-c782-4389-8853-d8d164682278 None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:07:58.684414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:58.721960 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=28b4f3c7-e57e-4e39-b3fa-f51c47306431,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:58.877085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port c52ca135-d31c-490c-81c4-c87ca43cc160 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:07:58.877804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:58.950093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:58.956766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60db4-f872-4b08-889f-824b45f2279d req-4de28984-b803-41d9-9552-08682fd688af tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:58.958389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-4de28984-b803-41d9-9552-08682fd688af tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.13 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 808 time: 0.1901231 Aug 21 09:07:58.973141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Request body: {'port': {'device_id': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f', 'admin_state_up': True, 'tenant_id': '994df69ecf1d4b2681af7e97568df514'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:07:59.049859 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:07:59.066708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.069424 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.069811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.072936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.089686 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for c52ca135-d31c-490c-81c4-c87ca43cc160 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:07:59.115680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c7c04-9748-444d-9575-46d634acf2b4 req-a4c8de0d-2f2d-4bd6-b063-f2d667e7d24f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:59.120721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f74c7c04-9748-444d-9575-46d634acf2b4 req-a4c8de0d-2f2d-4bd6-b063-f2d667e7d24f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1579928 Aug 21 09:07:59.207823 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.209551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66e9390e-21e5-467f-ba46-9de1ce34833a {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:07:59.225258 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.225258 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-82d43682-1dbe-4a39-bd55-a4976658d4fd admin admin] 10.222.0.20 "DELETE /v2.0/routers/66e9390e-21e5-467f-ba46-9de1ce34833a HTTP/1.1" status: 204 len: 168 time: 2.1328850 Aug 21 09:07:59.228948 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38630) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:07:59.306628 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ee8997-d5f6-4ccd-8187-aca5078c92ff admin admin] Deleting subnet b6ba0183-f162-4592-a1b5-d97d22eab9e8 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:07:59.315424 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1ee8997-d5f6-4ccd-8187-aca5078c92ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.349694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f74c7c04-9748-444d-9575-46d634acf2b4 req-cd104749-1a49-467f-8c42-31af24240b41 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086811 Aug 21 09:07:59.398386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa73eb-e8be-4b5f-8029-0917cd43fb04 req-bc719c5a-8439-495a-b39d-c503a3590f72 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:07:59.406544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6aa73eb-e8be-4b5f-8029-0917cd43fb04 req-bc719c5a-8439-495a-b39d-c503a3590f72 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.1988671 Aug 21 09:07:59.435845 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1ee8997-d5f6-4ccd-8187-aca5078c92ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.446495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Made reservation on behalf of 994df69ecf1d4b2681af7e97568df514 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:07:59.450750 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.469110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6aa73eb-e8be-4b5f-8029-0917cd43fb04 req-bac3c466-f550-4562-b0ab-625326f4531e tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570629 Aug 21 09:07:59.556089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab4655a9-49b3-4a53-97f0-0f8f8eae0898 req-87883891-e520-4380-96cf-43a9e46802bc tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 210 time: 0.0692272 Aug 21 09:07:59.678924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1ee8997-d5f6-4ccd-8187-aca5078c92ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.721217 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.795578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=c52ca135-d31c-490c-81c4-c87ca43cc160,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:07:59.838803 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.839131 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP 49a8a256-e2d5-442d-bffc-4063046fb8d7 disassociated (deleted). External IP: 172.25.5.218, port: f27e350a-d452-4392-8354-c1eb91590f44. Aug 21 09:07:59.866536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Allocated IP 172.20.0.2 (901f1fbd-14e5-4fd3-9538-757ea5088a4f/a3ed2908-0152-470c-aa33-4fef5ebc8ac8/3aa3d6a9-9905-4131-8fb7-14a7af67a4bf) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:07:59.909053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1ee8997-d5f6-4ccd-8187-aca5078c92ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:07:59.928954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 76580f85-ef95-4431-885d-db69b1c90e86 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:07:59.989402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781eddce-068a-4fb8-9fa2-798f218a760d None None] Network 734a58e2-b825-4195-8a1b-d994383af1e1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:07:59.994449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 76580f85-ef95-4431-885d-db69b1c90e86 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:07:59.994934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 76580f85-ef95-4431-885d-db69b1c90e86 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:08:00.029795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1ee8997-d5f6-4ccd-8187-aca5078c92ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:00.034033 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f1ee8997-d5f6-4ccd-8187-aca5078c92ff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b6ba0183-f162-4592-a1b5-d97d22eab9e8 HTTP/1.1" status: 204 len: 168 time: 0.7949665 Aug 21 09:08:00.034954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38636) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:00.035819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee8997-d5f6-4ccd-8187-aca5078c92ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ba0183-f162-4592-a1b5-d97d22eab9e8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:00.134896 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:00.182448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:00.267220 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:00.285403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c961f97a-ee4d-4e96-9d44-22a7955cdf74'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:08:00.292918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5451a2-24fb-4393-b4b6-3a895b4a054f None None] DHCP port deletion for 734a58e2-b825-4195-8a1b-d994383af1e1 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:08:00.317148 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:08:00.336788 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Deleting port ca77247a-89c8-4e39-91e3-bf613925bcce {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:00.337520 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:00.377456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Network 901f1fbd-14e5-4fd3-9538-757ea5088a4f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:00.388222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:00.397036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:00.513150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:00.513845 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:00.537498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Pushing event updated for resources: {'Port': ['ID=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:00.586598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e0ccb-3d67-4a0c-926d-fac875f0218a req-4cc8106e-3187-4f33-98fe-9409e57abf4d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:00.595403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-632e0ccb-3d67-4a0c-926d-fac875f0218a req-4cc8106e-3187-4f33-98fe-9409e57abf4d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.0695837 Aug 21 09:08:00.616657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1a5451a2-24fb-4393-b4b6-3a895b4a054f None None] Deleting port ca77247a-89c8-4e39-91e3-bf613925bcce {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:00.617311 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a5451a2-24fb-4393-b4b6-3a895b4a054f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:00.660448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-5b17451f-97b0-4e33-8c1f-676e55a51699 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6901670 Aug 21 09:08:00.715805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Request body: {'port': {'device_id': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:00.756747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1a5451a2-24fb-4393-b4b6-3a895b4a054f None None] For port ca77247a-89c8-4e39-91e3-bf613925bcce, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ca77247a-89c8-4e39-91e3-bf613925bcce,segment=NetworkSegment(3bd29429-01bb-4d40-9aab-fce85a57d4a7),segment_id=3bd29429-01bb-4d40-9aab-fce85a57d4a7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:00.757473 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a5451a2-24fb-4393-b4b6-3a895b4a054f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:00.778840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1a5451a2-24fb-4393-b4b6-3a895b4a054f None None] Calling delete_port for ca77247a-89c8-4e39-91e3-bf613925bcce owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:00.803028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-632e0ccb-3d67-4a0c-926d-fac875f0218a req-d1488a4e-d842-46a0-a6ae-f651c7b4ee04 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060494 Aug 21 09:08:00.852939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad556240-785e-4875-bead-1527df011812 req-386d2bca-51e7-4e0e-888e-cb6f302b3460 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:00.863090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad556240-785e-4875-bead-1527df011812 req-386d2bca-51e7-4e0e-888e-cb6f302b3460 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.2318316 Aug 21 09:08:00.885342 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:00.941396 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a5451a2-24fb-4393-b4b6-3a895b4a054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:00.990986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] For port ca77247a-89c8-4e39-91e3-bf613925bcce, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ca77247a-89c8-4e39-91e3-bf613925bcce,segment=NetworkSegment(3bd29429-01bb-4d40-9aab-fce85a57d4a7),segment_id=3bd29429-01bb-4d40-9aab-fce85a57d4a7)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:00.991733 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.017029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5451a2-24fb-4393-b4b6-3a895b4a054f None None] Pushing event deleted for resources: {'Port': ['ID=ca77247a-89c8-4e39-91e3-bf613925bcce,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:01.019510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5451a2-24fb-4393-b4b6-3a895b4a054f None None] No DVR routers for this DVR port ca77247a-89c8-4e39-91e3-bf613925bcce on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:08:01.032433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Calling delete_port for ca77247a-89c8-4e39-91e3-bf613925bcce owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:01.050600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:08:01.056964 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.063676 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f4480-8c9f-44d7-8462-83bfc690aa4a None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:08:01.077787 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f4480-8c9f-44d7-8462-83bfc690aa4a None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:01.078639 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b42f4480-8c9f-44d7-8462-83bfc690aa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:01.083018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad556240-785e-4875-bead-1527df011812 req-ee1626ce-ed0d-4b61-a948-fbe13b26b996 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190385 Aug 21 09:08:01.130744 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-616ce5b3-0cf7-4c90-9d42-fbba5eff50ca tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/floatingips/49a8a256-e2d5-442d-bffc-4063046fb8d7 HTTP/1.1" status: 204 len: 168 time: 2.5054264 Aug 21 09:08:01.131362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38652) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:01.148790 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b42f4480-8c9f-44d7-8462-83bfc690aa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:01.167179 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f4480-8c9f-44d7-8462-83bfc690aa4a None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:01.168136 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b42f4480-8c9f-44d7-8462-83bfc690aa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:01.232576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-ec23c601-f965-4361-9ade-3a20af3cbb20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3306715 Aug 21 09:08:01.233870 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.258938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fb082-9fe3-48a1-b0c8-748329b90dcb req-c1e96ed1-ce11-4fe3-a898-22f306e8aa37 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:01.260546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-889fb082-9fe3-48a1-b0c8-748329b90dcb req-c1e96ed1-ce11-4fe3-a898-22f306e8aa37 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 931 time: 0.2839704 Aug 21 09:08:01.266685 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b42f4480-8c9f-44d7-8462-83bfc690aa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:01.268385 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f4480-8c9f-44d7-8462-83bfc690aa4a None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:08:01.268539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca77247a-89c8-4e39-91e3-bf613925bcce,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:01.279092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] No DVR routers for this DVR port ca77247a-89c8-4e39-91e3-bf613925bcce on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:08:01.378302 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-39a5ce22-c770-4f09-a27e-08f156951069 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port f27e350a-d452-4392-8354-c1eb91590f44 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:01.378658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-39a5ce22-c770-4f09-a27e-08f156951069 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.452187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-85320041-f8f2-4431-9593-4bb7096566de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:01.453710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-85320041-f8f2-4431-9593-4bb7096566de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45e5a9e3f88441cd96e8dac1c60da9ae&device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 1097 time: 0.1875105 Aug 21 09:08:01.464580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-889fb082-9fe3-48a1-b0c8-748329b90dcb req-0159c26b-e363-4fe3-a61a-5e82e0278eaf tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723990 Aug 21 09:08:01.496294 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.558745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734a58e2-b825-4195-8a1b-d994383af1e1']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:01.583214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b71d4-0e3f-442c-8029-2971ba0652b5 req-36642370-4461-4c0d-883c-a5b4d61bffef tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:01.590019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c7b71d4-0e3f-442c-8029-2971ba0652b5 req-36642370-4461-4c0d-883c-a5b4d61bffef tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.2096498 Aug 21 09:08:01.595478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-39a5ce22-c770-4f09-a27e-08f156951069 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.607784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ca77247a-89c8-4e39-91e3-bf613925bcce no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:08:01.608907 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd29429-01bb-4d40-9aab-fce85a57d4a7') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:01.609445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd29429-01bb-4d40-9aab-fce85a57d4a7') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:01.622951 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.642399 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.650036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:08:01.651064 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.656450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ca77247a-89c8-4e39-91e3-bf613925bcce {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:08:01.656813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ca77247a-89c8-4e39-91e3-bf613925bcce not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:08:01.658905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 28b4f3c7-e57e-4e39-b3fa-f51c47306431 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:08:01.717026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 28b4f3c7-e57e-4e39-b3fa-f51c47306431 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:08:01.717256 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 28b4f3c7-e57e-4e39-b3fa-f51c47306431 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:08:01.719548 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:08:01.751457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c7b71d4-0e3f-442c-8029-2971ba0652b5 req-43232f78-1642-4d97-a5cf-db387bf0d5d9 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619518 Aug 21 09:08:01.752091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-39a5ce22-c770-4f09-a27e-08f156951069 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for f27e350a-d452-4392-8354-c1eb91590f44 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:01.773468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:01.784172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-14beb994-ff15-4c91-ab7c-925accb485c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:01.788816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-14beb994-ff15-4c91-ab7c-925accb485c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f6971913-957c-4d25-b195-e4b6dbfc0296 HTTP/1.1" status: 200 len: 917 time: 0.2983234 Aug 21 09:08:01.801648 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.814944 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.826058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:01.832039 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/734a58e2-b825-4195-8a1b-d994383af1e1 HTTP/1.1" status: 204 len: 168 time: 1.7937238 Aug 21 09:08:01.853600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240b856-ec2c-4774-853c-cac3556d45c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=734a58e2-b825-4195-8a1b-d994383af1e1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:01.926372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-3242e1e7-667c-4a2e-b914-6b87158aa336 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb40b72-f2c1-4e76-93bf-d41695f17f8d HTTP/1.1" status: 200 len: 1001 time: 0.1151004 Aug 21 09:08:02.060919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653beef1-0b52-4ba1-b795-d7150bbbd5ea req-b4434e49-2b34-47e2-a6b8-e9fea5b1c03a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:02.068797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-653beef1-0b52-4ba1-b795-d7150bbbd5ea req-b4434e49-2b34-47e2-a6b8-e9fea5b1c03a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.1512594 Aug 21 09:08:02.090253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-cd1330e2-4c22-45ce-bf00-189ee22f301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:02.091945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-cd1330e2-4c22-45ce-bf00-189ee22f301e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b145570d-f10a-432c-844f-12ae76fc8f46 HTTP/1.1" status: 200 len: 855 time: 0.1561396 Aug 21 09:08:02.119296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183dc5-c2d5-4a95-8c1c-e8057458f24e req-4f0c8a8a-04b8-49cb-88f2-c8d87b8acad3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:02.121203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12183dc5-c2d5-4a95-8c1c-e8057458f24e req-4f0c8a8a-04b8-49cb-88f2-c8d87b8acad3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1198380 Aug 21 09:08:02.138223 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-39a5ce22-c770-4f09-a27e-08f156951069 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:02.140685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Transition to ACTIVE for port object 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:02.183202 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5ce22-c770-4f09-a27e-08f156951069 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=f27e350a-d452-4392-8354-c1eb91590f44,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:02.183916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-653beef1-0b52-4ba1-b795-d7150bbbd5ea req-b86dd91a-9576-40d5-885c-e59df2e8348b tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039288 Aug 21 09:08:02.227937 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:02.295758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-3aaa84b1-81fd-4765-bf81-38d7a6cc2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:02.297641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-3aaa84b1-81fd-4765-bf81-38d7a6cc2508 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6971913-957c-4d25-b195-e4b6dbfc0296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1985393 Aug 21 09:08:02.304950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Pushing event updated for resources: {'Port': ['ID=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:02.308348 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-39a5ce22-c770-4f09-a27e-08f156951069 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:02.315607 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-39a5ce22-c770-4f09-a27e-08f156951069 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/ports/f27e350a-d452-4392-8354-c1eb91590f44 HTTP/1.1" status: 204 len: 168 time: 1.1776075 Aug 21 09:08:02.316376 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38670) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:02.330454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:02.332280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12183dc5-c2d5-4a95-8c1c-e8057458f24e req-eba1c154-c46e-4c91-b441-b2303dfd96bb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901324 Aug 21 09:08:02.381069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38672) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:02.457697 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-48c6eef4-8758-4f01-8c82-99e69b930bb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e01b16bfa36a4864a301357b78a348be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754466 Aug 21 09:08:02.461293 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38674) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:02.513805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dac4c0-2ba0-492e-ae96-93f8903076cd req-d498ee41-5a4c-4ac8-b5df-903f8aab7707 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:02.515479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-68dac4c0-2ba0-492e-ae96-93f8903076cd req-d498ee41-5a4c-4ac8-b5df-903f8aab7707 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.2044616 Aug 21 09:08:02.524503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e520-30e1-4ac9-9d5d-7033bcfa4259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:02.553739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-ef8cfdd0-b146-4ae0-b284-8dd925dd79f0 service neutron] 10.222.0.13 "GET /v2.0/networks/f6971913-957c-4d25-b195-e4b6dbfc0296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413082 Aug 21 09:08:02.568712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e520-30e1-4ac9-9d5d-7033bcfa4259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:02.608695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:08:02.609146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:08:02.609546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:02.625591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:02.654343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-68dac4c0-2ba0-492e-ae96-93f8903076cd req-35324cfc-1823-4c15-91e2-9444c787e1c4 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255505 Aug 21 09:08:02.663741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:08:02.664271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:02.697877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:08:02.697877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:02.697877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:08:02.698358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Bound port: 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:08:02.698737 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:02.781190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e520-30e1-4ac9-9d5d-7033bcfa4259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:02.784306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38d48c-463a-4640-a9c2-fada251ada35 req-598b0af3-b15c-4b01-9724-cd4a6afd9455 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:02.784738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a38d48c-463a-4640-a9c2-fada251ada35 req-598b0af3-b15c-4b01-9724-cd4a6afd9455 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.1406298 Aug 21 09:08:02.789081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-657a742f-d71a-43a9-8aaf-7a4c7095be51 req-126281c9-7c94-44a6-a65b-0c409b19d539 service neutron] 10.222.0.13 "GET /v2.0/networks/f6971913-957c-4d25-b195-e4b6dbfc0296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277653 Aug 21 09:08:02.790849 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e520-30e1-4ac9-9d5d-7033bcfa4259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:02.794394 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c2a6e520-30e1-4ac9-9d5d-7033bcfa4259 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2037a51b-6cf9-4aba-b700-61e4f1d4e146 HTTP/1.1" status: 204 len: 168 time: 0.3309691 Aug 21 09:08:02.831869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6e520-30e1-4ac9-9d5d-7033bcfa4259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2037a51b-6cf9-4aba-b700-61e4f1d4e146,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:02.838574 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:02.888078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:02.892536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:08:02.963986 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a38d48c-463a-4640-a9c2-fada251ada35 req-b5106045-30c5-4bad-bbe6-4318ceefdc64 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486208 Aug 21 09:08:02.988559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89224c-00b6-49bf-a479-ab9631170090 req-c850f290-9f0e-4012-aba6-443af828a01e tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:02.990769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d89224c-00b6-49bf-a479-ab9631170090 req-c850f290-9f0e-4012-aba6-443af828a01e tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.0825164 Aug 21 09:08:02.991907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:03.025040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.25.5.172 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/4fd74ddb-0d18-4e61-9145-bfaa93536a39) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:03.060250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:03.061371 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:03.062985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] 10.222.0.13 "PUT /v2.0/ports/3aa3d6a9-9905-4131-8fb7-14a7af67a4bf HTTP/1.1" status: 200 len: 1092 time: 2.3558550 Aug 21 09:08:03.066434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'tag': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:03.069438 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ea98f6-f1a1-4a09-86df-0a0aaee5e91a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad91daa4-eedd-4dc0-b982-75d46c9bdc60", "tag": "3aa3d6a9-9905-4131-8fb7-14a7af67a4bf"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:03.111294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c8d44-6ee8-47e9-9f32-736159b4bbfd service neutron] Pushing event updated for resources: {'Port': ['ID=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:03.114900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d89224c-00b6-49bf-a479-ab9631170090 req-713f7a15-5ad7-4899-bdd4-15f51928d175 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860484 Aug 21 09:08:03.140047 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0964b1-4a6d-43a4-ab76-5c1418ed89d6 x-openstack-request-id: req-1f0964b1-4a6d-43a4-ab76-5c1418ed89d6 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:03.140047 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad91daa4-eedd-4dc0-b982-75d46c9bdc60", "tag": "3aa3d6a9-9905-4131-8fb7-14a7af67a4bf", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:03.140047 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f0964b1-4a6d-43a4-ab76-5c1418ed89d6 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:03.141337 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'tag': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf', 'status': 'completed', 'code': 200} Aug 21 09:08:03.166123 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:03.258517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea98f6-f1a1-4a09-86df-0a0aaee5e91a req-dafd18b9-a02f-4725-b922-57bdd2e92d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:03.260100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90ea98f6-f1a1-4a09-86df-0a0aaee5e91a req-dafd18b9-a02f-4725-b922-57bdd2e92d8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 1095 time: 0.0907447 Aug 21 09:08:03.284577 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:03.286144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600ce3d-12a7-414e-9347-52607f44d319 req-f73d1d47-4450-4c0b-a2c5-8e6e5c017018 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:03.287779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e600ce3d-12a7-414e-9347-52607f44d319 req-f73d1d47-4450-4c0b-a2c5-8e6e5c017018 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.0823972 Aug 21 09:08:03.345922 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=4fd74ddb-0d18-4e61-9145-bfaa93536a39,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:03.360613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:03.362259 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:03.365096 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:03.422891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e600ce3d-12a7-414e-9347-52607f44d319 req-59c81bb7-6880-4244-87bf-dd66d4b4ecf3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202264 Aug 21 09:08:03.548950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea98f6-f1a1-4a09-86df-0a0aaee5e91a req-8fc1376f-990d-4141-8c51-a42754d0ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:03.548950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90ea98f6-f1a1-4a09-86df-0a0aaee5e91a req-8fc1376f-990d-4141-8c51-a42754d0ca6c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=994df69ecf1d4b2681af7e97568df514&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2744627 Aug 21 09:08:03.584895 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:03.642489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f824aa4-dcfa-47d0-a9a6-27cca3a5345a req-bf524ae7-66be-4bc3-b044-bce51e94c574 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:03.650068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f824aa4-dcfa-47d0-a9a6-27cca3a5345a req-bf524ae7-66be-4bc3-b044-bce51e94c574 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.2107470 Aug 21 09:08:03.736192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:03.773357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f824aa4-dcfa-47d0-a9a6-27cca3a5345a req-4605dbe0-b0f3-4488-8a4a-a41e898b88e6 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223528 Aug 21 09:08:03.788971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e87e3-9c60-428e-b7aa-0f8c767d292f req-ed9f6bcb-118e-4c81-a3af-4b7988540ce3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:03.791003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b22e87e3-9c60-428e-b7aa-0f8c767d292f req-ed9f6bcb-118e-4c81-a3af-4b7988540ce3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.1570191 Aug 21 09:08:03.814029 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea98f6-f1a1-4a09-86df-0a0aaee5e91a req-ed6c42bb-2703-4548-af83-c2affe5cba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:03.814029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90ea98f6-f1a1-4a09-86df-0a0aaee5e91a req-ed6c42bb-2703-4548-af83-c2affe5cba9a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2561457 Aug 21 09:08:03.934092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b22e87e3-9c60-428e-b7aa-0f8c767d292f req-d432c21b-63d4-4152-8f05-a46c2f5e8ce7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344059 Aug 21 09:08:03.960944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60db4-f872-4b08-889f-824b45f2279d req-3d5ce98c-c24b-443c-901e-d69eaf975ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:03.962436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-3d5ce98c-c24b-443c-901e-d69eaf975ff7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 1095 time: 0.0882051 Aug 21 09:08:04.016776 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:04.066626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-920f7241-f8fc-41f1-b396-43bcd1b707a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf HTTP/1.1" status: 200 len: 217 time: 0.0927300 Aug 21 09:08:04.092573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:04.176144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=4fd74ddb-0d18-4e61-9145-bfaa93536a39,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:04.195976 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:04.210940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fbc04-2083-4cff-af9d-9b86ca477c41 req-5678a19c-7b4f-4f13-ab12-6f3f8dfb8156 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:04.212514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a6fbc04-2083-4cff-af9d-9b86ca477c41 req-5678a19c-7b4f-4f13-ab12-6f3f8dfb8156 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.1563172 Aug 21 09:08:04.215318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60db4-f872-4b08-889f-824b45f2279d req-336cbc8c-e5b2-409c-8206-68dee0e68874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:04.216654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-336cbc8c-e5b2-409c-8206-68dee0e68874 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.1024194 Aug 21 09:08:04.246468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a939e3-a19f-4659-8357-ad87a6ad204f req-38f498e3-517d-4b6f-855b-200867f1722f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:04.251894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31a939e3-a19f-4659-8357-ad87a6ad204f req-38f498e3-517d-4b6f-855b-200867f1722f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.1389353 Aug 21 09:08:04.274213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-a74055bc-ef0f-4a10-a088-3d992ede15a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480478 Aug 21 09:08:04.304468 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:04.306817 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1b0308e1-2017-4905-ac42-273c25514d0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9888387 Aug 21 09:08:04.309382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38724) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:04.316832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'port': {'network_id': '96de9db5-a62a-4692-a215-c112e0cfc7f9', 'name': 'tempest-FloatingIPTestJSON-749598000'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:04.414077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a6fbc04-2083-4cff-af9d-9b86ca477c41 req-2e025a1c-4c13-4595-8d88-1aab9852c575 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926422 Aug 21 09:08:04.444718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31a939e3-a19f-4659-8357-ad87a6ad204f req-997ac1fe-16fe-45eb-a2c6-bb0c6581bf0a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733875 Aug 21 09:08:04.480942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-e03ec115-9db9-490d-969e-b6fce0a509c0 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965423 Aug 21 09:08:04.621294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Made reservation on behalf of caeabb0eb29244bdb11c4ac26384d9e7 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:04.624300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e60db4-f872-4b08-889f-824b45f2279d req-434122dc-3f76-4245-b55b-0eb26547976b service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365633 Aug 21 09:08:04.625018 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:04.655757 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] device_id is not set on port 78302dd7-12ae-4da7-89e6-8e520353953a yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:08:04.801514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.20.0.11 (96de9db5-a62a-4692-a215-c112e0cfc7f9/746e917d-20f5-4e27-9d23-a4c5a73c0352/78302dd7-12ae-4da7-89e6-8e520353953a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:04.985973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c97f1-123e-4fb2-8a5e-d94bb7f148d3 req-5a5d829b-ee84-47ed-8782-37cd5cdf90a8 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:04.986818 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:04.988298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-700c97f1-123e-4fb2-8a5e-d94bb7f148d3 req-5a5d829b-ee84-47ed-8782-37cd5cdf90a8 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.0554175 Aug 21 09:08:05.029858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-700c97f1-123e-4fb2-8a5e-d94bb7f148d3 req-bbe53b5a-e73e-4305-80d4-aa715bbdf4c3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347545 Aug 21 09:08:05.155941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:05.200914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82da566a-a084-45fa-aa7f-df797c49c0ed req-8e3a3e2d-9fc9-40fe-8b70-ccf166977293 tempest-AbsoluteLimitsNegativeTestJSON-921686870 tempest-AbsoluteLimitsNegativeTestJSON-921686870-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e44554766d7646fea3d661869a8cb853&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344355 Aug 21 09:08:05.226554 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 96de9db5-a62a-4692-a215-c112e0cfc7f9 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:05.229925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:05.234681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:05.285632 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=78302dd7-12ae-4da7-89e6-8e520353953a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:05.313537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:05.314326 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:05.412964 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04718327-c89f-4be7-84f6-84fbde156f49 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1020951 Aug 21 09:08:05.416327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38770) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:05.421154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-aa50f848-39c0-46fe-a391-f37b157d0bdf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'floatingip': {'port_id': '78302dd7-12ae-4da7-89e6-8e520353953a'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:05.456278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da566a-a084-45fa-aa7f-df797c49c0ed req-ceb1aaa4-8920-4319-9d88-d06fcf3e8cad tempest-AbsoluteLimitsNegativeTestJSON-921686870 tempest-AbsoluteLimitsNegativeTestJSON-921686870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:05.457926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82da566a-a084-45fa-aa7f-df797c49c0ed req-ceb1aaa4-8920-4319-9d88-d06fcf3e8cad tempest-AbsoluteLimitsNegativeTestJSON-921686870 tempest-AbsoluteLimitsNegativeTestJSON-921686870-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525246 Aug 21 09:08:05.479668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82da566a-a084-45fa-aa7f-df797c49c0ed req-eff49d43-0b46-441c-9d0b-351568b1338c tempest-AbsoluteLimitsNegativeTestJSON-921686870 tempest-AbsoluteLimitsNegativeTestJSON-921686870-project] 10.222.0.20 "GET /v2.0/quotas/e44554766d7646fea3d661869a8cb853 HTTP/1.1" status: 200 len: 375 time: 0.0152643 Aug 21 09:08:05.488119 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa50f848-39c0-46fe-a391-f37b157d0bdf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:05.849085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82da566a-a084-45fa-aa7f-df797c49c0ed req-cf2c9b41-57a6-44c6-87bf-281120b78dca tempest-AbsoluteLimitsNegativeTestJSON-921686870 tempest-AbsoluteLimitsNegativeTestJSON-921686870-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e44554766d7646fea3d661869a8cb853&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3618662 Aug 21 09:08:05.937110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afbd6f-f567-4e97-bcb3-7793a2eefc1e req-d11b023e-acc9-4ffb-9fe5-4a6cd26ebcf4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:05.938708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8afbd6f-f567-4e97-bcb3-7793a2eefc1e req-d11b023e-acc9-4ffb-9fe5-4a6cd26ebcf4 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.0970981 Aug 21 09:08:06.038552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8afbd6f-f567-4e97-bcb3-7793a2eefc1e req-fbbccde1-e9ab-48e7-93d5-c512af1cd636 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854113 Aug 21 09:08:06.045875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a195e3-e09b-419c-866f-f31737556a9e req-4e4d132e-16e8-41f9-abcd-fcdc59811d7e tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:06.047209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6a195e3-e09b-419c-866f-f31737556a9e req-4e4d132e-16e8-41f9-abcd-fcdc59811d7e tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.0977404 Aug 21 09:08:06.065673 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa50f848-39c0-46fe-a391-f37b157d0bdf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:06.098102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6a195e3-e09b-419c-866f-f31737556a9e req-bda83a31-6a33-4479-b575-057f4b2f54b0 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376079 Aug 21 09:08:06.155068 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa50f848-39c0-46fe-a391-f37b157d0bdf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:06.233613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7efbec-afeb-47c9-bcc8-74013e956165 req-a1ddd83c-abb9-49f5-8709-67be52fb1374 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:06.241391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e7efbec-afeb-47c9-bcc8-74013e956165 req-a1ddd83c-abb9-49f5-8709-67be52fb1374 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.0788803 Aug 21 09:08:06.279202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e7efbec-afeb-47c9-bcc8-74013e956165 req-5adb2502-5ded-44b8-9924-2db2436a2349 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Aug 21 09:08:06.291168 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-aa50f848-39c0-46fe-a391-f37b157d0bdf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP a4d10852-487d-4631-afb3-545e5912b83e associated. External IP: 172.25.5.172, port: 78302dd7-12ae-4da7-89e6-8e520353953a. Aug 21 09:08:06.437553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38788) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:06.534531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa50f848-39c0-46fe-a391-f37b157d0bdf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:08:06.565710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-47fe872c-8373-47d6-940d-a8e58f6231ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:06.655580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa50f848-39c0-46fe-a391-f37b157d0bdf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:08:06.658131 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-47fe872c-8373-47d6-940d-a8e58f6231ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:06.660681 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa50f848-39c0-46fe-a391-f37b157d0bdf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:06.669380 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a2527a-0f52-429c-981d-ff1d8ac75cac None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:08:06.682374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2527a-0f52-429c-981d-ff1d8ac75cac None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:06.687542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-79a2527a-0f52-429c-981d-ff1d8ac75cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:06.690073 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aa50f848-39c0-46fe-a391-f37b157d0bdf tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "PUT /v2.0/floatingips/a4d10852-487d-4631-afb3-545e5912b83e HTTP/1.1" status: 200 len: 978 time: 1.2732985 Aug 21 09:08:06.692739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38792) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:06.724696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-79a2527a-0f52-429c-981d-ff1d8ac75cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:06.734641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2527a-0f52-429c-981d-ff1d8ac75cac None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:06.735842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-79a2527a-0f52-429c-981d-ff1d8ac75cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:06.763224 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-47fe872c-8373-47d6-940d-a8e58f6231ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:06.778284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-79a2527a-0f52-429c-981d-ff1d8ac75cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:06.779171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a2527a-0f52-429c-981d-ff1d8ac75cac None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:08:06.814276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-47fe872c-8373-47d6-940d-a8e58f6231ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e44554766d7646fea3d661869a8cb853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3754954 Aug 21 09:08:06.817035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38794) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:06.818755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe872c-8373-47d6-940d-a8e58f6231ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4276b4d5-b913-49a6-a2c1-354a5f1e6535,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:06.839952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port 78302dd7-12ae-4da7-89e6-8e520353953a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:06.840624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:06.872904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5376b8e-61f1-40f0-9d47-e6b2f215859f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:06.913012 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5376b8e-61f1-40f0-9d47-e6b2f215859f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:06.948894 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:07.087147 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-82474c90-7463-4879-9089-7e64b421bdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:07.137882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5376b8e-61f1-40f0-9d47-e6b2f215859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:07.160676 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5376b8e-61f1-40f0-9d47-e6b2f215859f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:07.160676 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e5376b8e-61f1-40f0-9d47-e6b2f215859f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4276b4d5-b913-49a6-a2c1-354a5f1e6535 HTTP/1.1" status: 204 len: 168 time: 0.3236933 Aug 21 09:08:07.160676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5376b8e-61f1-40f0-9d47-e6b2f215859f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4276b4d5-b913-49a6-a2c1-354a5f1e6535,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:07.270567 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:07.270983 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:07.271301 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP a4d10852-487d-4631-afb3-545e5912b83e disassociated. External IP: 172.25.5.172, port: 78302dd7-12ae-4da7-89e6-8e520353953a. Aug 21 09:08:07.271662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for 78302dd7-12ae-4da7-89e6-8e520353953a owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:07.284045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1703ca-511e-44a5-8825-5f305acb5152 req-50b3e7c3-f971-4d1f-a822-b457e8bc628c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:07.285599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea1703ca-511e-44a5-8825-5f305acb5152 req-50b3e7c3-f971-4d1f-a822-b457e8bc628c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.1653678 Aug 21 09:08:07.311373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a6791-b361-497f-8917-990dc206a08d req-d581b44a-05fa-4532-8b8c-336509becb24 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:07.312929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e56a6791-b361-497f-8917-990dc206a08d req-d581b44a-05fa-4532-8b8c-336509becb24 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.1064818 Aug 21 09:08:07.403262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea1703ca-511e-44a5-8825-5f305acb5152 req-ed9eda21-89a2-4358-86ca-3f94c81fa77c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081238 Aug 21 09:08:07.413705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e56a6791-b361-497f-8917-990dc206a08d req-59c89ebb-50ad-4335-a655-4d0abda80007 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716257 Aug 21 09:08:07.572006 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:07.630827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=78302dd7-12ae-4da7-89e6-8e520353953a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:07.700286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76555e17-21b1-411f-9047-4ad6011a8c81 req-781443d6-a8d6-4a9e-9597-aceaa6838f42 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:07.700286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76555e17-21b1-411f-9047-4ad6011a8c81 req-781443d6-a8d6-4a9e-9597-aceaa6838f42 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1359231 Aug 21 09:08:07.770322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76555e17-21b1-411f-9047-4ad6011a8c81 req-309fb761-0efe-4f75-b30e-d82e54adf974 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658920 Aug 21 09:08:07.786033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:08:07.903248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:08:07.914775 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5848bf-1d05-4748-bfd6-ec404ba98754 None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:08:07.935013 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5848bf-1d05-4748-bfd6-ec404ba98754 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:07.935765 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0e5848bf-1d05-4748-bfd6-ec404ba98754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:07.975478 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0e5848bf-1d05-4748-bfd6-ec404ba98754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:07.984794 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5848bf-1d05-4748-bfd6-ec404ba98754 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:07.985842 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0e5848bf-1d05-4748-bfd6-ec404ba98754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:07:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:07.992400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:07.995612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-aecb0242-4f76-45f5-97e8-a0e9aebe02c5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/ports/78302dd7-12ae-4da7-89e6-8e520353953a HTTP/1.1" status: 204 len: 168 time: 1.3007472 Aug 21 09:08:07.997179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38826) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:08.021599 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0e5848bf-1d05-4748-bfd6-ec404ba98754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:08.022284 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5848bf-1d05-4748-bfd6-ec404ba98754 None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:08:08.066173 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ed1afd09-0639-4f02-85db-238d7966168d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "GET /v2.0/floatingips/a4d10852-487d-4631-afb3-545e5912b83e HTTP/1.1" status: 200 len: 688 time: 0.0643156 Aug 21 09:08:08.066173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38834) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:08.203962 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e191eb2f-71bc-4475-87d4-3ae65ebf830d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port 4fd74ddb-0d18-4e61-9145-bfaa93536a39 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:08.204336 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e191eb2f-71bc-4475-87d4-3ae65ebf830d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:08.303220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e191eb2f-71bc-4475-87d4-3ae65ebf830d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:08.303596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e191eb2f-71bc-4475-87d4-3ae65ebf830d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:08.316995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e191eb2f-71bc-4475-87d4-3ae65ebf830d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for 4fd74ddb-0d18-4e61-9145-bfaa93536a39 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:08.678163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46fba-1c00-41be-b1a0-9a0327f1a598 req-98961fc8-d896-4760-afd9-5613d6b1610a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:08.678163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b46fba-1c00-41be-b1a0-9a0327f1a598 req-98961fc8-d896-4760-afd9-5613d6b1610a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.0521941 Aug 21 09:08:08.678163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b46fba-1c00-41be-b1a0-9a0327f1a598 req-84ef264a-c3c5-4e60-b322-553c79e31e4b tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340297 Aug 21 09:08:08.738128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91b4a2-bba6-4f89-ae11-f5f973bf1cf0 req-815a200f-eb58-47a0-b01d-3c2a9fef99a6 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:08.740269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b91b4a2-bba6-4f89-ae11-f5f973bf1cf0 req-815a200f-eb58-47a0-b01d-3c2a9fef99a6 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.2465954 Aug 21 09:08:08.782681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b91b4a2-bba6-4f89-ae11-f5f973bf1cf0 req-5981299d-a180-4dbc-b89f-fc2965d4776a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361009 Aug 21 09:08:08.892299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed82e0-5994-413a-8ff3-c7c12dece645 req-4f7106c2-b569-4826-a719-d740c0a8ee81 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:08.894057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99ed82e0-5994-413a-8ff3-c7c12dece645 req-4f7106c2-b569-4826-a719-d740c0a8ee81 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.0525804 Aug 21 09:08:08.932782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:08:08.940303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99ed82e0-5994-413a-8ff3-c7c12dece645 req-e06dba7f-1381-442c-8148-25c95d825bac tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402188 Aug 21 09:08:09.014649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38850) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:09.032276 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e191eb2f-71bc-4475-87d4-3ae65ebf830d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.050869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:09.064611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86', 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261', 'port_id': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86', 'mac_address': 'fa:16:3e:15:36:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f226a65-ad9c-45f6-a646-51e4a5d93371', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:08:09.073345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191eb2f-71bc-4475-87d4-3ae65ebf830d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=4fd74ddb-0d18-4e61-9145-bfaa93536a39,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:09.118151 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.126747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:09.150201 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e191eb2f-71bc-4475-87d4-3ae65ebf830d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.152870 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e191eb2f-71bc-4475-87d4-3ae65ebf830d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.157519 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e191eb2f-71bc-4475-87d4-3ae65ebf830d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/floatingips/a4d10852-487d-4631-afb3-545e5912b83e HTTP/1.1" status: 204 len: 168 time: 1.0893605 Aug 21 09:08:09.158203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38856) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:09.160346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1601496135-network', 'tenant_id': 'aa292af41efb41c98b25e5dade28eb2f'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:09.162933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:09.164103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '8ffad9bc-f6ce-451a-a6df-791497e6f899'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:09.181136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:08:09.181136 n-d-766726-28 neutron-server[106757]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 21 09:08:09.181136 n-d-766726-28 neutron-server[106757]: [parameters: {'project_id': 'caeabb0eb29244bdb11c4ac26384d9e7', 'id': '3bbb7d05-d417-4c34-b347-f2b39e9528d3', 'expiration': datetime.datetime(2021, 8, 21, 9, 10, 9, 177701)}] Aug 21 09:08:09.181136 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:08:09.181655 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:08:09.223530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.252094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Made reservation on behalf of aa292af41efb41c98b25e5dade28eb2f for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:09.254516 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.264671 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.278970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:09.334407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['2bb891d8-7f19-4068-9c5d-3cee29b9ea86'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:08:09.365897 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.432597 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.459398 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:08:09.469716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51370c11-f31b-4f01-aa5a-956150d38659,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:09.476294 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.482237 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Added segment 4c7b5e01-1d8b-4a44-8241-962354293f7f of type vlan for network afc99576-d75d-4869-91a8-c7b4385988f7 Aug 21 09:08:09.516656 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.589254 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-110daf77-1e16-42d3-a4dc-33e426d540e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.615360 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.616387 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:09.616999 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.684078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] Pushing event updated for resources: {'Network': ['ID=afc99576-d75d-4869-91a8-c7b4385988f7,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:09.697077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network afc99576-d75d-4869-91a8-c7b4385988f7 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:08:09.746065 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.753104 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-25ab91e9-195d-4599-8747-f916597a0d6d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7373030 Aug 21 09:08:09.755941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38872) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:09.762594 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Request body: {'subnet': {'network_id': 'afc99576-d75d-4869-91a8-c7b4385988f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1601496135-subnet', 'tenant_id': 'aa292af41efb41c98b25e5dade28eb2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:09.785204 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:08:09.785204 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 09:08:09.785204 n-d-766726-28 neutron-server[106756]: [parameters: {'project_id_1': 'aa292af41efb41c98b25e5dade28eb2f', 'expiration_1': datetime.datetime(2021, 8, 21, 9, 8, 9, 769390)}] Aug 21 09:08:09.785204 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:08:09.785204 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:08:09.814513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0551320-92a1-496a-89ac-2fc1bf44968e req-b43b656a-3bb4-4743-9d8c-4758e278e670 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:09.816158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0551320-92a1-496a-89ac-2fc1bf44968e req-b43b656a-3bb4-4743-9d8c-4758e278e670 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 944 time: 0.0723250 Aug 21 09:08:09.856612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0551320-92a1-496a-89ac-2fc1bf44968e req-0a6cfda1-77fb-482e-a5f3-b0b712e80242 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357397 Aug 21 09:08:09.899423 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:09.928949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6c97e-d980-4ff6-ad64-6028a97c7c83 req-86c4ca1e-1af9-40ac-9abc-5a0b426434ab tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:09.930462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52e6c97e-d980-4ff6-ad64-6028a97c7c83 req-86c4ca1e-1af9-40ac-9abc-5a0b426434ab tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.0661955 Aug 21 09:08:09.999682 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52e6c97e-d980-4ff6-ad64-6028a97c7c83 req-e6076479-daad-4a27-8e2d-7a7859988217 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Aug 21 09:08:10.059027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:10.180672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925d649-e03d-4201-9eba-4db3f3a96c8b req-b50b424e-07f5-4b52-b917-50334359c609 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:10.182065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c925d649-e03d-4201-9eba-4db3f3a96c8b req-b50b424e-07f5-4b52-b917-50334359c609 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1207702 Aug 21 09:08:10.222132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.25.5.173 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/9a92a3ad-848e-4b09-843d-8ce9e1689938) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:10.261665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c925d649-e03d-4201-9eba-4db3f3a96c8b req-21eabc5f-dfc7-4b39-bd78-3ed551ff15f7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670145 Aug 21 09:08:10.386229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3efa9-b5d1-4fd7-a4e4-e2824336421d req-90a78db2-6173-4468-8ff7-1c1616a24194 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:10.386605 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Made reservation on behalf of aa292af41efb41c98b25e5dade28eb2f for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:10.387724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41c3efa9-b5d1-4fd7-a4e4-e2824336421d req-90a78db2-6173-4468-8ff7-1c1616a24194 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 944 time: 0.0857437 Aug 21 09:08:10.389016 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:10.398533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:10.444203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41c3efa9-b5d1-4fd7-a4e4-e2824336421d req-5e85055c-7a66-44de-ab9a-d607f1e26679 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431378 Aug 21 09:08:10.538958 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:10.582936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:10.586283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:10.589725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:10.614958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=9a92a3ad-848e-4b09-843d-8ce9e1689938,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:10.635032 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:10.691508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ceabad-ab01-40f0-b840-da459288e706,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:10.706749 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Checking segment: {'id': '4c7b5e01-1d8b-4a44-8241-962354293f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'afc99576-d75d-4869-91a8-c7b4385988f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:10.707109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Network hostable DHCP agents. Network: afc99576-d75d-4869-91a8-c7b4385988f7, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:08:10.778012 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:10.823799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Network afc99576-d75d-4869-91a8-c7b4385988f7 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:08:10.931808 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, afc99576-d75d-4869-91a8-c7b4385988f7) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:10.936612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:10.937217 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:10.941259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21779419-651f-4911-828e-f251668b9eca None None] Network afc99576-d75d-4869-91a8-c7b4385988f7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:10.963857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:10.978177 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:11.043287 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8ed45df0-f624-48a5-bb32-d85581d8ac90 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2784770 Aug 21 09:08:11.091430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:11.091912 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:11.146859 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:11.161400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999db335-7ace-429f-b167-5212f04606b7 None None] Network afc99576-d75d-4869-91a8-c7b4385988f7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:11.178805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dda56-2f96-466f-a884-5f8229ca0be3 req-d787eaae-5080-44c0-a4e7-4e1ef4c0bf6e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:11.180462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c08dda56-2f96-466f-a884-5f8229ca0be3 req-d787eaae-5080-44c0-a4e7-4e1ef4c0bf6e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.0961485 Aug 21 09:08:11.272465 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:11.276894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c08dda56-2f96-466f-a884-5f8229ca0be3 req-4cedef95-9f3d-4d27-9f25-abda4af2f423 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901368 Aug 21 09:08:11.376632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:11.380487 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a9fe96-b3dd-414b-b641-156778b167e5" -d '{"events": [{"server_uuid": "7f2fd7f9-a912-4d75-83d1-d6cadc5d261d", "name": "network-vif-plugged", "status": "completed", "tag": "2bb891d8-7f19-4068-9c5d-3cee29b9ea86"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:11.412735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:11.443248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:11.458614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-9ca0cad0-8e17-44e3-b33b-0cc47abd9ccf req-dd0df81d-cc5d-4e4e-8128-ee3f2539fe23 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-331515352', 'description': 'tempest-description-1911796353'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:11.469594 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:11.475194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446424a1-0067-4ef2-b197-742a910131ee req-8be9062d-a1d1-4c8b-9f7f-7666d948764c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:11.481306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-446424a1-0067-4ef2-b197-742a910131ee req-8be9062d-a1d1-4c8b-9f7f-7666d948764c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.0980470 Aug 21 09:08:11.525313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-446424a1-0067-4ef2-b197-742a910131ee req-cf4a0107-cf17-432c-a3ac-58a62a50d314 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Aug 21 09:08:11.525865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:11.532273 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:11.597014 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7c98b6-21c4-4558-9b64-2c617f554c79 x-openstack-request-id: req-3a7c98b6-21c4-4558-9b64-2c617f554c79 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:11.601459 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2fd7f9-a912-4d75-83d1-d6cadc5d261d", "name": "network-vif-plugged", "status": "completed", "tag": "2bb891d8-7f19-4068-9c5d-3cee29b9ea86", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:11.601459 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a7c98b6-21c4-4558-9b64-2c617f554c79 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:11.601459 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86', 'code': 200} Aug 21 09:08:11.605549 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9ca0cad0-8e17-44e3-b33b-0cc47abd9ccf req-dd0df81d-cc5d-4e4e-8128-ee3f2539fe23 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:11.615912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=9a92a3ad-848e-4b09-843d-8ce9e1689938,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:11.644106 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:11.834495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68e448-8509-4297-b2e5-f5cf78448734 req-f111e3e8-88fd-4a8b-af7f-1a8eb687d64f tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:11.840233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf68e448-8509-4297-b2e5-f5cf78448734 req-f111e3e8-88fd-4a8b-af7f-1a8eb687d64f tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.1565077 Aug 21 09:08:11.848100 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9ca0cad0-8e17-44e3-b33b-0cc47abd9ccf req-dd0df81d-cc5d-4e4e-8128-ee3f2539fe23 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:11.851494 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP f1555b25-91ae-46ab-8d04-00192a77147d associated. External IP: 172.25.5.173, port: 8ffad9bc-f6ce-451a-a6df-791497e6f899. Aug 21 09:08:12.232052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9ca0cad0-8e17-44e3-b33b-0cc47abd9ccf req-dd0df81d-cc5d-4e4e-8128-ee3f2539fe23 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:12.266524 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:12.336121 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf68e448-8509-4297-b2e5-f5cf78448734 req-0638a343-9fd3-4679-8b3c-291888405fb8 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862099 Aug 21 09:08:12.338708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0df81d-cc5d-4e4e-8128-ee3f2539fe23 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4646d74a-7f9a-4489-ae17-6c8c1bb53ce0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:12.366328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472426d6-1f1c-4135-b562-0ee9f118ddb5 req-b05e1762-6f60-4bbb-aa04-d39de8550397 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:12.367962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-472426d6-1f1c-4135-b562-0ee9f118ddb5 req-b05e1762-6f60-4bbb-aa04-d39de8550397 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 945 time: 0.1468945 Aug 21 09:08:12.368751 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9ca0cad0-8e17-44e3-b33b-0cc47abd9ccf req-dd0df81d-cc5d-4e4e-8128-ee3f2539fe23 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:12.369910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ca0cad0-8e17-44e3-b33b-0cc47abd9ccf req-dd0df81d-cc5d-4e4e-8128-ee3f2539fe23 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9880910 Aug 21 09:08:12.639443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45ae975d-0cc9-4595-ade3-ec0cae99be28 req-886a9785-68fd-4cd8-ae3a-6554af2504e8 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/4646d74a-7f9a-4489-ae17-6c8c1bb53ce0 HTTP/1.1" status: 200 len: 1814 time: 0.1617551 Aug 21 09:08:12.657228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-45ae975d-0cc9-4595-ade3-ec0cae99be28 req-60c79564-4a69-4c94-9de0-5e1b8f156192 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4646d74a-7f9a-4489-ae17-6c8c1bb53ce0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:12.657570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-45ae975d-0cc9-4595-ade3-ec0cae99be28 req-60c79564-4a69-4c94-9de0-5e1b8f156192 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4646d74a-7f9a-4489-ae17-6c8c1bb53ce0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:12.670370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05da5f6-d163-4183-89ad-4863680deae9 req-0bc89524-8577-4753-82b9-904ed326ddd7 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:12.671880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05da5f6-d163-4183-89ad-4863680deae9 req-0bc89524-8577-4753-82b9-904ed326ddd7 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.1887596 Aug 21 09:08:12.692065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:08:12.701987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-472426d6-1f1c-4135-b562-0ee9f118ddb5 req-25b07545-326a-4ea5-8fbb-30086cda70be tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Deleting port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:12.702331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-472426d6-1f1c-4135-b562-0ee9f118ddb5 req-25b07545-326a-4ea5-8fbb-30086cda70be tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:12.789603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05da5f6-d163-4183-89ad-4863680deae9 req-3252042d-1551-4158-a763-a5c38eccdc24 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091328 Aug 21 09:08:12.940371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-472426d6-1f1c-4135-b562-0ee9f118ddb5 req-25b07545-326a-4ea5-8fbb-30086cda70be tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] For port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:12.940752 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-472426d6-1f1c-4135-b562-0ee9f118ddb5 req-25b07545-326a-4ea5-8fbb-30086cda70be tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:12.969462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:08:13.008927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-472426d6-1f1c-4135-b562-0ee9f118ddb5 req-25b07545-326a-4ea5-8fbb-30086cda70be tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Calling delete_port for 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:13.015424 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-45ae975d-0cc9-4595-ade3-ec0cae99be28 req-60c79564-4a69-4c94-9de0-5e1b8f156192 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.049835 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.052857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbce6c-5d16-43d4-aa14-9bbc39596de2 req-989035cd-81b9-43c9-80cf-0ae2f34d33e4 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:13.054561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fbbce6c-5d16-43d4-aa14-9bbc39596de2 req-989035cd-81b9-43c9-80cf-0ae2f34d33e4 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1952581 Aug 21 09:08:13.062621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:08:13.073015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe11d4c-3fc0-4903-af23-1df8d669a855 None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:08:13.097312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:13.099144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe11d4c-3fc0-4903-af23-1df8d669a855 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:13.099783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9fe11d4c-3fc0-4903-af23-1df8d669a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:13.117179 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-45ae975d-0cc9-4595-ade3-ec0cae99be28 req-60c79564-4a69-4c94-9de0-5e1b8f156192 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.133325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9fe11d4c-3fc0-4903-af23-1df8d669a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:13.143190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe11d4c-3fc0-4903-af23-1df8d669a855 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:13.143877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9fe11d4c-3fc0-4903-af23-1df8d669a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:13.168688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fbbce6c-5d16-43d4-aa14-9bbc39596de2 req-74010775-9e20-407a-bdfd-f38a271f3f60 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012397 Aug 21 09:08:13.176032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9fe11d4c-3fc0-4903-af23-1df8d669a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:13.176711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe11d4c-3fc0-4903-af23-1df8d669a855 None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:08:13.192001 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.224668 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.226599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-45ae975d-0cc9-4595-ade3-ec0cae99be28 req-60c79564-4a69-4c94-9de0-5e1b8f156192 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.245524 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:13.275500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c79564-4a69-4c94-9de0-5e1b8f156192 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbf6819-a085-4bdd-8b2c-b7ddc9e8e490,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:13.279718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-46419dfe-4dbd-44dd-b0d8-c0948d4df6dd tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1200585 Aug 21 09:08:13.282737 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38936) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:13.289064 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-799616971'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:13.383361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-472426d6-1f1c-4135-b562-0ee9f118ddb5 req-25b07545-326a-4ea5-8fbb-30086cda70be tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.416731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b07545-326a-4ea5-8fbb-30086cda70be tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event deleted for resources: {'Port': ['ID=2bb891d8-7f19-4068-9c5d-3cee29b9ea86,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:13.456087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1babdc4-9c24-4b1f-a030-1cbc574e0ab9 req-45d0b257-e2c6-4838-87f5-55d674cf4d5b tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 210 time: 0.0408406 Aug 21 09:08:13.456810 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-45ae975d-0cc9-4595-ade3-ec0cae99be28 req-60c79564-4a69-4c94-9de0-5e1b8f156192 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.478496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45ae975d-0cc9-4595-ade3-ec0cae99be28 req-60c79564-4a69-4c94-9de0-5e1b8f156192 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8204663 Aug 21 09:08:13.514543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-472426d6-1f1c-4135-b562-0ee9f118ddb5 req-25b07545-326a-4ea5-8fbb-30086cda70be tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] No DVR routers for this DVR port 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:08:13.517199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-472426d6-1f1c-4135-b562-0ee9f118ddb5 req-25b07545-326a-4ea5-8fbb-30086cda70be tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.521267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-472426d6-1f1c-4135-b562-0ee9f118ddb5 req-25b07545-326a-4ea5-8fbb-30086cda70be tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.13 "DELETE /v2.0/ports/2bb891d8-7f19-4068-9c5d-3cee29b9ea86 HTTP/1.1" status: 204 len: 173 time: 1.1370447 Aug 21 09:08:13.521267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'name': 'network-vif-deleted', 'tag': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:13.522519 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e19ba7-b336-4788-a285-08ec2c08a032" -d '{"events": [{"server_uuid": "7f2fd7f9-a912-4d75-83d1-d6cadc5d261d", "name": "network-vif-deleted", "tag": "2bb891d8-7f19-4068-9c5d-3cee29b9ea86"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:13.558968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Made reservation on behalf of caeabb0eb29244bdb11c4ac26384d9e7 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:13.558968 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.579804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:08:13.586343 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1417e3f-18d5-4577-9cf8-28069a26c7f7 x-openstack-request-id: req-d1417e3f-18d5-4577-9cf8-28069a26c7f7 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:13.586640 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2fd7f9-a912-4d75-83d1-d6cadc5d261d", "name": "network-vif-deleted", "tag": "2bb891d8-7f19-4068-9c5d-3cee29b9ea86", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:13.586899 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1417e3f-18d5-4577-9cf8-28069a26c7f7 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:13.587305 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'name': 'network-vif-deleted', 'tag': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86', 'status': 'completed', 'code': 200} Aug 21 09:08:13.590941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.596179 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Added segment 7000675f-0088-47d8-8dde-da6e223409ac of type vlan for network 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 Aug 21 09:08:13.596341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41c73d83-415b-4b6f-b861-46de0a5340f5 req-c48b04f2-e9e2-4cff-a288-583f3ef79a3e tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/4646d74a-7f9a-4489-ae17-6c8c1bb53ce0 HTTP/1.1" status: 200 len: 2408 time: 0.0505955 Aug 21 09:08:13.600461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:13.603637 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109cd684-8029-4f8f-96a1-b1beb99739a3" -d '{"events": [{"server_uuid": "7f2fd7f9-a912-4d75-83d1-d6cadc5d261d", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb891d8-7f19-4068-9c5d-3cee29b9ea86"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:13.634993 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.643743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35c2fd2a-fbba-420b-9a44-b0ce710ced46 req-33f33df0-ee28-4a40-88e8-7cfbcad5d10e tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-group-rules/3dbf6819-a085-4bdd-8b2c-b7ddc9e8e490 HTTP/1.1" status: 200 len: 778 time: 0.0258529 Aug 21 09:08:13.647261 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2e70c7-4519-4c87-a9c6-6322fe3e8274 x-openstack-request-id: req-1b2e70c7-4519-4c87-a9c6-6322fe3e8274 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:13.647796 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2fd7f9-a912-4d75-83d1-d6cadc5d261d", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb891d8-7f19-4068-9c5d-3cee29b9ea86", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:13.648123 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b2e70c7-4519-4c87-a9c6-6322fe3e8274 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:13.648733 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2fd7f9-a912-4d75-83d1-d6cadc5d261d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb891d8-7f19-4068-9c5d-3cee29b9ea86', 'code': 200} Aug 21 09:08:13.704418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35c2fd2a-fbba-420b-9a44-b0ce710ced46 req-47e4bf93-a6d1-484d-b6c3-6b0a8427ee28 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/4646d74a-7f9a-4489-ae17-6c8c1bb53ce0 HTTP/1.1" status: 200 len: 2408 time: 0.0511992 Aug 21 09:08:13.739782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-35c2fd2a-fbba-420b-9a44-b0ce710ced46 req-94451923-40e7-4afc-a30b-1ecc24b58543 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.740983 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.747018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:13.752908 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.753140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-35c2fd2a-fbba-420b-9a44-b0ce710ced46 req-94451923-40e7-4afc-a30b-1ecc24b58543 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.821480 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Network': ['ID=89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:13.834314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:08:13.914808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af2a81-984f-4228-b990-32ad83bbfa01 req-aa59b781-f332-423c-8c63-e813ec8d8f85 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:13.936257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-62af2a81-984f-4228-b990-32ad83bbfa01 req-aa59b781-f332-423c-8c63-e813ec8d8f85 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.0507438 Aug 21 09:08:13.955949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-62af2a81-984f-4228-b990-32ad83bbfa01 req-a71f73ea-7218-4457-88d5-4b6f4b4ebcda tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332756 Aug 21 09:08:13.965110 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-35c2fd2a-fbba-420b-9a44-b0ce710ced46 req-94451923-40e7-4afc-a30b-1ecc24b58543 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.965110 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-35c2fd2a-fbba-420b-9a44-b0ce710ced46 req-94451923-40e7-4afc-a30b-1ecc24b58543 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:13.965110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35c2fd2a-fbba-420b-9a44-b0ce710ced46 req-94451923-40e7-4afc-a30b-1ecc24b58543 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3dbf6819-a085-4bdd-8b2c-b7ddc9e8e490 HTTP/1.1" status: 204 len: 173 time: 0.2477095 Aug 21 09:08:13.972575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94451923-40e7-4afc-a30b-1ecc24b58543 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dbf6819-a085-4bdd-8b2c-b7ddc9e8e490,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:13.989874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-4043cd07-df37-4a80-a4a2-2e1ebfed7ee1 req-e2ea209e-b165-4898-a291-f92a48313f57 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-851350528', 'description': 'tempest-description-820812343'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:14.018394 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-be927a7a-afaf-490d-a455-d1385f94db85 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7319019 Aug 21 09:08:14.018650 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38966) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:14.024327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'subnet': {'network_id': '89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:14.149189 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4043cd07-df37-4a80-a4a2-2e1ebfed7ee1 req-e2ea209e-b165-4898-a291-f92a48313f57 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:14.275470 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Made reservation on behalf of caeabb0eb29244bdb11c4ac26384d9e7 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:14.285117 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:14.317271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762553e1-a59f-4847-a70b-64dd4f6983e3 req-ed0d25d7-6b76-4de0-a240-78ab9d3c016d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:14.319587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-762553e1-a59f-4847-a70b-64dd4f6983e3 req-ed0d25d7-6b76-4de0-a240-78ab9d3c016d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.0803781 Aug 21 09:08:14.385418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-762553e1-a59f-4847-a70b-64dd4f6983e3 req-68076660-0317-4dfc-948c-fbf853a28a26 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569253 Aug 21 09:08:14.423836 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4043cd07-df37-4a80-a4a2-2e1ebfed7ee1 req-e2ea209e-b165-4898-a291-f92a48313f57 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:14.584956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9b440bc-806b-480d-ac63-22eefa13db04 req-b1760b26-6e99-4408-8a0b-97929b61cc4f tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f2fd7f9-a912-4d75-83d1-d6cadc5d261d HTTP/1.1" status: 200 len: 210 time: 0.0307808 Aug 21 09:08:14.609712 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4043cd07-df37-4a80-a4a2-2e1ebfed7ee1 req-e2ea209e-b165-4898-a291-f92a48313f57 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:14.641755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea209e-b165-4898-a291-f92a48313f57 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf7ee4b-3e8f-4eb8-bdac-b8ee0f07a48a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:14.688319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ff034b0-44f5-4332-b34c-c8b20a921559 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:08:14.757782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4043cd07-df37-4a80-a4a2-2e1ebfed7ee1 req-e2ea209e-b165-4898-a291-f92a48313f57 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:14.759585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4043cd07-df37-4a80-a4a2-2e1ebfed7ee1 req-e2ea209e-b165-4898-a291-f92a48313f57 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7767551 Aug 21 09:08:14.830402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ff034b0-44f5-4332-b34c-c8b20a921559, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ff034b0-44f5-4332-b34c-c8b20a921559,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:14.843420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '4ff034b0-44f5-4332-b34c-c8b20a921559', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'port_id': '4ff034b0-44f5-4332-b34c-c8b20a921559', 'mac_address': 'fa:16:3e:a1:00:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fc87cd-bb56-4b37-976a-7ed85aa94def', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:08:14.850588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b37883fa-8d48-4b26-a28f-3c2c7dca17eb req-09983bec-c85d-4d80-aa62-9a71cc6560fc tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/2cf7ee4b-3e8f-4eb8-bdac-b8ee0f07a48a HTTP/1.1" status: 200 len: 1813 time: 0.0579650 Aug 21 09:08:14.893894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-671acb4d-a70e-448d-ad0a-f702a324294d req-b1439561-02f6-46af-b4f5-611f777a597b tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-779081452', 'description': 'tempest-description-237177691'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:14.897894 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:14.915604 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:14.931879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ff034b0-44f5-4332-b34c-c8b20a921559 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:14.964338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ff034b0-44f5-4332-b34c-c8b20a921559, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ff034b0-44f5-4332-b34c-c8b20a921559,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:14.986326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:08:14.995361 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Subnet': ['ID=07efd4c9-a743-4dba-9a0a-04616bd4d189,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:15.012384 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-671acb4d-a70e-448d-ad0a-f702a324294d req-b1439561-02f6-46af-b4f5-611f777a597b tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.013666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Checking segment: {'id': '7000675f-0088-47d8-8dde-da6e223409ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:15.014299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network hostable DHCP agents. Network: 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:08:15.074054 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.115018 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.117744 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:08:15.159401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a25980-035d-4bbc-be9a-54c162429a7c req-b5ae6d6a-90ba-4f76-a96b-8f8ed8480672 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:15.161260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-68a25980-035d-4bbc-be9a-54c162429a7c req-b5ae6d6a-90ba-4f76-a96b-8f8ed8480672 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.0966063 Aug 21 09:08:15.193600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['4ff034b0-44f5-4332-b34c-c8b20a921559'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:08:15.219938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-671acb4d-a70e-448d-ad0a-f702a324294d req-b1439561-02f6-46af-b4f5-611f777a597b tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.228153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-68a25980-035d-4bbc-be9a-54c162429a7c req-cb1a3e28-2620-4e3e-a9e5-509470fce1a6 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602775 Aug 21 09:08:15.251164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=4ff034b0-44f5-4332-b34c-c8b20a921559,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:15.269473 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:15.274272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:15.275281 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.285399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:15.290656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121acdee-5fd2-45f8-a2ee-104402b2a0d6 None None] Network 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:15.326404 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.355819 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-671acb4d-a70e-448d-ad0a-f702a324294d req-b1439561-02f6-46af-b4f5-611f777a597b tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.360685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf', 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f', 'port_id': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf', 'mac_address': 'fa:16:3e:15:8a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ed2908-0152-470c-aa33-4fef5ebc8ac8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:08:15.433055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1439561-02f6-46af-b4f5-611f777a597b tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1692800c-7278-4710-8760-89438b3b6ed5,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:15.471910 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-56b6b94e-e0c6-472b-8d17-65c741fb51ff tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4521449 Aug 21 09:08:15.478754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39008) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:15.479968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-670479718', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:15.495849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.504069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-671acb4d-a70e-448d-ad0a-f702a324294d req-b1439561-02f6-46af-b4f5-611f777a597b tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.516300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-671acb4d-a70e-448d-ad0a-f702a324294d req-b1439561-02f6-46af-b4f5-611f777a597b tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6176906 Aug 21 09:08:15.551257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:15.614778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409b23-5ca4-44ff-a0d1-8ac5416c34c0 req-0273ac1a-2859-47ca-b9f9-e1583d4566d5 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:15.616407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7409b23-5ca4-44ff-a0d1-8ac5416c34c0 req-0273ac1a-2859-47ca-b9f9-e1583d4566d5 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 945 time: 0.0973089 Aug 21 09:08:15.631901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:15.655541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3', 'network_id': '89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3', 'tenant_id': 'caeabb0eb29244bdb11c4ac26384d9e7', 'fixed_ips': [{'subnet_id': '07efd4c9-a743-4dba-9a0a-04616bd4d189'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:08:15.655541 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.675930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.678100 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.705556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7409b23-5ca4-44ff-a0d1-8ac5416c34c0 req-6f2e433d-0ef6-4110-8a18-464c0e4363a4 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730109 Aug 21 09:08:15.708893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-305e1c02-e6bd-4f5b-8c3e-4001c129ffcd req-cca3b1ac-4dab-482e-a029-92533f5c44ef tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/1692800c-7278-4710-8760-89438b3b6ed5 HTTP/1.1" status: 200 len: 1813 time: 0.1291375 Aug 21 09:08:15.780610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.810738 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:15.821240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-26a56a9e-cc1e-4eb1-9015-370c9a37e798 req-b72f0f53-ce17-4a79-ab41-2bc17d380971 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-991817147', 'description': 'tempest-description-1560689330'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:15.929033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:15.963997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Allocated IP 172.20.0.2 (89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3/07efd4c9-a743-4dba-9a0a-04616bd4d189/9773cf24-710d-4059-9f95-03347be60f82) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:15.981113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-26a56a9e-cc1e-4eb1-9015-370c9a37e798 req-b72f0f53-ce17-4a79-ab41-2bc17d380971 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.139090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-26a56a9e-cc1e-4eb1-9015-370c9a37e798 req-b72f0f53-ce17-4a79-ab41-2bc17d380971 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.255587 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-26a56a9e-cc1e-4eb1-9015-370c9a37e798 req-b72f0f53-ce17-4a79-ab41-2bc17d380971 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.274215 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.313851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f0f53-ce17-4a79-ab41-2bc17d380971 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf8c11f-5b7b-4000-8123-39df73b13428,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:16.327252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['3aa3d6a9-9905-4131-8fb7-14a7af67a4bf'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:08:16.384322 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.403439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Transition to ACTIVE for port object 9773cf24-710d-4059-9f95-03347be60f82 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:16.424420 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-26a56a9e-cc1e-4eb1-9015-370c9a37e798 req-b72f0f53-ce17-4a79-ab41-2bc17d380971 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.426828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a56a9e-cc1e-4eb1-9015-370c9a37e798 req-b72f0f53-ce17-4a79-ab41-2bc17d380971 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6120434 Aug 21 09:08:16.498738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Transition to ACTIVE for port object 9773cf24-710d-4059-9f95-03347be60f82 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:16.615360 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.640828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1286a5-3d7c-4a12-b4d4-3ecf4231da67 req-caabc2a9-bdbe-47d6-92ae-e5987979f511 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:16.645405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a1286a5-3d7c-4a12-b4d4-3ecf4231da67 req-caabc2a9-bdbe-47d6-92ae-e5987979f511 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 944 time: 0.1049035 Aug 21 09:08:16.709522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Network 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:16.714962 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:16.720241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:16.722383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ff034b0-44f5-4332-b34c-c8b20a921559 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:16.736722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a1286a5-3d7c-4a12-b4d4-3ecf4231da67 req-f26c6dec-2afd-44a8-8530-4576e0129ca7 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846481 Aug 21 09:08:16.800113 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.830338 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.853250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd50b379-f80d-4799-b32c-6f7d6c465690 req-1345253d-b37d-40bd-85a9-99d77911c340 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/6cf8c11f-5b7b-4000-8123-39df73b13428 HTTP/1.1" status: 200 len: 1814 time: 0.0694227 Aug 21 09:08:16.873367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Pushing event updated for resources: {'Port': ['ID=9773cf24-710d-4059-9f95-03347be60f82,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:16.882120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 4ff034b0-44f5-4332-b34c-c8b20a921559 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:16.882494 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.938905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Attempting to bind port 9773cf24-710d-4059-9f95-03347be60f82 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:08:16.939274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Attempting to bind port 9773cf24-710d-4059-9f95-03347be60f82 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '7000675f-0088-47d8-8dde-da6e223409ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:08:16.951196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Attempting to bind port 9773cf24-710d-4059-9f95-03347be60f82 on network 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:16.951196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:08:16.960919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Checking segment: {'id': '7000675f-0088-47d8-8dde-da6e223409ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:16.961391 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.961777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Bound using segment: {'id': '7000675f-0088-47d8-8dde-da6e223409ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:08:16.962271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Bound port: 9773cf24-710d-4059-9f95-03347be60f82, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7000675f-0088-47d8-8dde-da6e223409ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:08:16.962660 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:16.992101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:08:17.004648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.25.5.36 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/c576ecc4-d228-4680-9597-dd300ee46a06) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:17.017369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e73ed1-0c7c-449b-b58e-1b3a641cb833 req-13d1d640-e129-4ab0-9c14-180a1b6ce41f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:17.026079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9e73ed1-0c7c-449b-b58e-1b3a641cb833 req-13d1d640-e129-4ab0-9c14-180a1b6ce41f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 945 time: 0.0743341 Aug 21 09:08:17.077260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] For port 9773cf24-710d-4059-9f95-03347be60f82, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:17.080289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9e73ed1-0c7c-449b-b58e-1b3a641cb833 req-cdb673f7-ccd3-4517-8faa-60550f6f9756 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528762 Aug 21 09:08:17.080900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] For port 9773cf24-710d-4059-9f95-03347be60f82, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9773cf24-710d-4059-9f95-03347be60f82,segment=NetworkSegment(7000675f-0088-47d8-8dde-da6e223409ac),segment_id=7000675f-0088-47d8-8dde-da6e223409ac)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:08:17.103363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:08:17.103928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 2bb891d8-7f19-4068-9c5d-3cee29b9ea86 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:08:17.154628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:17.187109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-15e56b9c-c41d-47eb-b3eb-7f6c42ccd745 req-0050eb54-1797-4567-9828-2181bac8e52f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-338572666', 'description': 'tempest-description-1776948795'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:17.194382 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:17.198903 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:17.228658 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39040) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:17.233829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-192528f6-f66e-4b4f-b68c-790f7ea211e7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--367310318', 'description': 'tempest-description--1588739557'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:17.275468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff034b0-44f5-4332-b34c-c8b20a921559'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:17.277781 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27ebd57-bc5a-455f-a099-bc2e79f1a2d0" -d '{"events": [{"server_uuid": "1add0d79-6450-4bdb-95e4-cda240eb9c4d", "name": "network-vif-plugged", "status": "completed", "tag": "4ff034b0-44f5-4332-b34c-c8b20a921559"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:17.310200 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:17.329167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ff034b0-44f5-4332-b34c-c8b20a921559, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ff034b0-44f5-4332-b34c-c8b20a921559,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:17.330129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30daef7-9200-4df8-902a-c5bfa12465b7 None None] Pushing event updated for resources: {'Port': ['ID=9773cf24-710d-4059-9f95-03347be60f82,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:17.356514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-15e56b9c-c41d-47eb-b3eb-7f6c42ccd745 req-0050eb54-1797-4567-9828-2181bac8e52f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:17.383848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:17.393228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:17.409367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:17.409741 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=c576ecc4-d228-4680-9597-dd300ee46a06,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:17.412073 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f42dd51-1d3f-406e-84bd-4b4e2e35df55 x-openstack-request-id: req-9f42dd51-1d3f-406e-84bd-4b4e2e35df55 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:17.412370 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1add0d79-6450-4bdb-95e4-cda240eb9c4d", "name": "network-vif-plugged", "status": "completed", "tag": "4ff034b0-44f5-4332-b34c-c8b20a921559", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:17.412693 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f42dd51-1d3f-406e-84bd-4b4e2e35df55 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:17.413010 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff034b0-44f5-4332-b34c-c8b20a921559', 'code': 200} Aug 21 09:08:17.434915 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:17.474550 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-192528f6-f66e-4b4f-b68c-790f7ea211e7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:17.525839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=4ff034b0-44f5-4332-b34c-c8b20a921559,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:17.582638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-15e56b9c-c41d-47eb-b3eb-7f6c42ccd745 req-0050eb54-1797-4567-9828-2181bac8e52f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:17.723986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-15e56b9c-c41d-47eb-b3eb-7f6c42ccd745 req-0050eb54-1797-4567-9828-2181bac8e52f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:17.770743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050eb54-1797-4567-9828-2181bac8e52f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbc4de3-dac3-4f47-9eea-5ec8e55ee452,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:17.934117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067b1a9-40bd-4858-ba7b-9000878a691f req-96572c4a-4184-4183-9ea4-44ec1b653e1f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:17.938234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6067b1a9-40bd-4858-ba7b-9000878a691f req-96572c4a-4184-4183-9ea4-44ec1b653e1f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 944 time: 0.0610998 Aug 21 09:08:17.991940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6067b1a9-40bd-4858-ba7b-9000878a691f req-ccc34a46-88af-4319-8d6d-a2b25a5373e0 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 Aug 21 09:08:17.995456 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:18.053764 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-192528f6-f66e-4b4f-b68c-790f7ea211e7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:18.160299 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-192528f6-f66e-4b4f-b68c-790f7ea211e7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:18.198511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf24b8-1e0b-4f27-9dc6-8894aabaab8a req-dfa03681-985f-47ee-af36-791ef5ab40de tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:18.206281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2abf24b8-1e0b-4f27-9dc6-8894aabaab8a req-dfa03681-985f-47ee-af36-791ef5ab40de tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.0591738 Aug 21 09:08:18.210913 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192528f6-f66e-4b4f-b68c-790f7ea211e7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d258502a-e3e3-4733-bd9c-1d8b92fb5195,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:18.259166 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2abf24b8-1e0b-4f27-9dc6-8894aabaab8a req-d1641f10-0383-4bef-9c1a-b463e2af8948 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519559 Aug 21 09:08:18.285644 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-15e56b9c-c41d-47eb-b3eb-7f6c42ccd745 req-0050eb54-1797-4567-9828-2181bac8e52f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:18.287183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15e56b9c-c41d-47eb-b3eb-7f6c42ccd745 req-0050eb54-1797-4567-9828-2181bac8e52f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.1057327 Aug 21 09:08:18.290118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:18.307778 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-192528f6-f66e-4b4f-b68c-790f7ea211e7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:18.310498 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-192528f6-f66e-4b4f-b68c-790f7ea211e7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0808222 Aug 21 09:08:18.329359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39054) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:18.337341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d7f79772-1ebc-408b-b188-e5eb68045fdb tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Request body: {'security_group_rule': {'security_group_id': 'd258502a-e3e3-4733-bd9c-1d8b92fb5195', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:18.425344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0725b687-23e6-4ca8-93c5-fd72257b7630 req-df99047d-4b13-4a7e-b95f-fac3c9855169 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/5cbc4de3-dac3-4f47-9eea-5ec8e55ee452 HTTP/1.1" status: 200 len: 1814 time: 0.1060202 Aug 21 09:08:18.460403 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-438b8677-7aa7-4c2c-b00c-c1bff6fbfb24 req-7410f7e7-bd14-4cba-86ff-156a5f448e05 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] show failed (client error): The resource could not be found. Aug 21 09:08:18.461809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-438b8677-7aa7-4c2c-b00c-c1bff6fbfb24 req-7410f7e7-bd14-4cba-86ff-156a5f448e05 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/e264deb9-2f6d-43ce-81fe-164a2d4105a7 HTTP/1.1" status: 404 len: 352 time: 0.0241199 Aug 21 09:08:18.517331 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-a9ab5e0a-7190-43f4-9dd0-08fdf1e7069d req-c8ed141b-3233-4b04-a96b-6d7f4830a881 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] show failed (client error): The resource could not be found. Aug 21 09:08:18.519838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9ab5e0a-7190-43f4-9dd0-08fdf1e7069d req-c8ed141b-3233-4b04-a96b-6d7f4830a881 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-group-rules/f495f3fd-ae92-4c6c-8466-78fb93a47c9a HTTP/1.1" status: 404 len: 361 time: 0.0162544 Aug 21 09:08:18.590830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7f79772-1ebc-408b-b188-e5eb68045fdb tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:18.652043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd918964-b721-48c2-986a-227753c38356 req-77ba6583-aa38-4c4b-84f3-9e4492fb54a2 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/5cbc4de3-dac3-4f47-9eea-5ec8e55ee452 HTTP/1.1" status: 200 len: 1814 time: 0.1048365 Aug 21 09:08:18.737201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 3a828247-21dd-4cc2-b190-3bb48100bbf2 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:08:18.759439 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7f79772-1ebc-408b-b188-e5eb68045fdb tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:18.782353 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fd918964-b721-48c2-986a-227753c38356 req-6483fb7f-7de8-4697-a07c-ac4eccce3e7f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:18.788545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d4fc8a-d07b-4643-bdb0-00dd9db262a4 None None] Network 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:18.826824 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fd918964-b721-48c2-986a-227753c38356 req-6483fb7f-7de8-4697-a07c-ac4eccce3e7f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:18.848018 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7f79772-1ebc-408b-b188-e5eb68045fdb tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:18.886966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f79772-1ebc-408b-b188-e5eb68045fdb tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d8daf0-45a0-4d3a-b305-0dd2eec25984,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:18.951250 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:08:18.966064 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d511b37e-be4b-40a1-9014-622c8ff60ff8 None None] Sync routers for ids ['3a828247-21dd-4cc2-b190-3bb48100bbf2'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:08:18.977543 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511b37e-be4b-40a1-9014-622c8ff60ff8 None None] Routers {'3a828247-21dd-4cc2-b190-3bb48100bbf2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:18.978200 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d511b37e-be4b-40a1-9014-622c8ff60ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3a828247-21dd-4cc2-b190-3bb48100bbf2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:18.996169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:19.035025 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d511b37e-be4b-40a1-9014-622c8ff60ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:19.035257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7f79772-1ebc-408b-b188-e5eb68045fdb tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.036508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d7f79772-1ebc-408b-b188-e5eb68045fdb tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7059145 Aug 21 09:08:19.039708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39068) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:19.045012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-66d211a7-3b01-452a-96e8-511e5ea9ed66 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Request body: {'security_group_rule': {'security_group_id': 'd258502a-e3e3-4733-bd9c-1d8b92fb5195', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:19.054830 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511b37e-be4b-40a1-9014-622c8ff60ff8 None None] Routers {'3a828247-21dd-4cc2-b190-3bb48100bbf2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:19.056049 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d511b37e-be4b-40a1-9014-622c8ff60ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3a828247-21dd-4cc2-b190-3bb48100bbf2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:19.105707 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d511b37e-be4b-40a1-9014-622c8ff60ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:19.106442 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d511b37e-be4b-40a1-9014-622c8ff60ff8 None None] The sync data for ids ['3a828247-21dd-4cc2-b190-3bb48100bbf2'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:08:19.189700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a76f18-f38c-4515-9a8b-01064418f123 req-665a7e74-e2d7-4638-889f-6ac525525e2d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:19.191289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a76f18-f38c-4515-9a8b-01064418f123 req-665a7e74-e2d7-4638-889f-6ac525525e2d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 944 time: 0.0614123 Aug 21 09:08:19.236399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a76f18-f38c-4515-9a8b-01064418f123 req-cf0e0ec7-9220-4d9d-9305-4d50c9e8bc8e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 Aug 21 09:08:19.302121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6c939492-c7bb-4a7d-b0a8-fac02608348f None None] Provisioning for port 9773cf24-710d-4059-9f95-03347be60f82 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:19.302322 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.307022 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ff424531-7978-402b-9f7c-4912f5de8afe tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8291330 Aug 21 09:08:19.307182 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fd918964-b721-48c2-986a-227753c38356 req-6483fb7f-7de8-4697-a07c-ac4eccce3e7f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.307298 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39072) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:19.308804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fd918964-b721-48c2-986a-227753c38356 req-6483fb7f-7de8-4697-a07c-ac4eccce3e7f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.309993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd918964-b721-48c2-986a-227753c38356 req-6483fb7f-7de8-4697-a07c-ac4eccce3e7f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "DELETE /v2.0/security-groups/5cbc4de3-dac3-4f47-9eea-5ec8e55ee452 HTTP/1.1" status: 204 len: 173 time: 0.6490455 Aug 21 09:08:19.331078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483fb7f-7de8-4697-a07c-ac4eccce3e7f tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbc4de3-dac3-4f47-9eea-5ec8e55ee452,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:19.410203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636f13-3153-4cde-839d-ecf23d583bcb req-73d4287b-7f8a-4bd1-9e41-5765f9e900bc tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:19.411773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1636f13-3153-4cde-839d-ecf23d583bcb req-73d4287b-7f8a-4bd1-9e41-5765f9e900bc tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.0776122 Aug 21 09:08:19.415881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb6592ee-b9f6-4677-a0c5-53d384db6ef9 req-594d0364-1a4b-4d69-8472-935cfba0e17d tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/6cf8c11f-5b7b-4000-8123-39df73b13428 HTTP/1.1" status: 200 len: 1814 time: 0.0690815 Aug 21 09:08:19.481134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1636f13-3153-4cde-839d-ecf23d583bcb req-43e64a22-e661-4ad0-a78f-7dac03ab1938 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627086 Aug 21 09:08:19.502272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:19.509895 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb6592ee-b9f6-4677-a0c5-53d384db6ef9 req-220d1435-0e97-4088-8f64-089c706a0827 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.510533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:19.510533 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.544401 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb6592ee-b9f6-4677-a0c5-53d384db6ef9 req-220d1435-0e97-4088-8f64-089c706a0827 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.604550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66d211a7-3b01-452a-96e8-511e5ea9ed66 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.609798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9773cf24-710d-4059-9f95-03347be60f82 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:19.644297 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.702241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:19.706971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:19.710152 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77efbe3a-046d-4fe2-a2b6-c9fe52c24b09" -d '{"events": [{"server_uuid": "ad91daa4-eedd-4dc0-b982-75d46c9bdc60", "name": "network-vif-plugged", "status": "completed", "tag": "3aa3d6a9-9905-4131-8fb7-14a7af67a4bf"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:19.714494 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66d211a7-3b01-452a-96e8-511e5ea9ed66 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.762512 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d5f0c3-dce4-42bb-aa30-76370b2b9308 x-openstack-request-id: req-48d5f0c3-dce4-42bb-aa30-76370b2b9308 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:19.762800 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad91daa4-eedd-4dc0-b982-75d46c9bdc60", "name": "network-vif-plugged", "status": "completed", "tag": "3aa3d6a9-9905-4131-8fb7-14a7af67a4bf", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:19.763071 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48d5f0c3-dce4-42bb-aa30-76370b2b9308 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:19.763490 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf', 'code': 200} Aug 21 09:08:19.784149 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb6592ee-b9f6-4677-a0c5-53d384db6ef9 req-220d1435-0e97-4088-8f64-089c706a0827 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.787093 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb6592ee-b9f6-4677-a0c5-53d384db6ef9 req-220d1435-0e97-4088-8f64-089c706a0827 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.788321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb6592ee-b9f6-4677-a0c5-53d384db6ef9 req-220d1435-0e97-4088-8f64-089c706a0827 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "DELETE /v2.0/security-groups/6cf8c11f-5b7b-4000-8123-39df73b13428 HTTP/1.1" status: 204 len: 173 time: 0.3631334 Aug 21 09:08:19.811604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d1435-0e97-4088-8f64-089c706a0827 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf8c11f-5b7b-4000-8123-39df73b13428,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:19.864001 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.882750 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66d211a7-3b01-452a-96e8-511e5ea9ed66 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:19.933279 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:19.935131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d211a7-3b01-452a-96e8-511e5ea9ed66 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50402171-778f-4376-b4ca-f6200618af34,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:19.961536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9773cf24-710d-4059-9f95-03347be60f82 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:19.970085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda0534-a340-447e-9399-df7cf1e4eb33 req-ebe8485a-a56a-4cf6-b12a-108632dc8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:19.971677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bdda0534-a340-447e-9399-df7cf1e4eb33 req-ebe8485a-a56a-4cf6-b12a-108632dc8771 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 1096 time: 0.1425104 Aug 21 09:08:19.975713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-091f8499-c9eb-4477-b7e4-c97ff72a2e4c req-10cf0a9d-eb89-464b-b2b0-974d8b3c12df tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/1692800c-7278-4710-8760-89438b3b6ed5 HTTP/1.1" status: 200 len: 1813 time: 0.0962822 Aug 21 09:08:19.977728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9773cf24-710d-4059-9f95-03347be60f82 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:19.978953 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.026816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66d211a7-3b01-452a-96e8-511e5ea9ed66 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.028724 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.031592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39090) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:20.031851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-66d211a7-3b01-452a-96e8-511e5ea9ed66 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9910359 Aug 21 09:08:20.042645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:20.055040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bdda0534-a340-447e-9399-df7cf1e4eb33 req-52604d45-de28-4435-a422-1fb90d778022 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753355 Aug 21 09:08:20.089162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-091f8499-c9eb-4477-b7e4-c97ff72a2e4c req-37e00920-0b26-41d5-8d47-826cf2118039 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.122750 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-091f8499-c9eb-4477-b7e4-c97ff72a2e4c req-37e00920-0b26-41d5-8d47-826cf2118039 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.167666 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.184595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.209074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 9773cf24-710d-4059-9f95-03347be60f82, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9773cf24-710d-4059-9f95-03347be60f82,segment=NetworkSegment(7000675f-0088-47d8-8dde-da6e223409ac),segment_id=7000675f-0088-47d8-8dde-da6e223409ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:20.241585 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-091f8499-c9eb-4477-b7e4-c97ff72a2e4c req-37e00920-0b26-41d5-8d47-826cf2118039 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.244434 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-091f8499-c9eb-4477-b7e4-c97ff72a2e4c req-37e00920-0b26-41d5-8d47-826cf2118039 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.249313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-091f8499-c9eb-4477-b7e4-c97ff72a2e4c req-37e00920-0b26-41d5-8d47-826cf2118039 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "DELETE /v2.0/security-groups/1692800c-7278-4710-8760-89438b3b6ed5 HTTP/1.1" status: 204 len: 173 time: 0.2627599 Aug 21 09:08:20.292643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e00920-0b26-41d5-8d47-826cf2118039 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1692800c-7278-4710-8760-89438b3b6ed5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:20.295214 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.370418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb0b5fe9-2519-418b-a16e-7133c21eeef2 req-41740b9e-06f7-4dc8-8073-730ca312cddf tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/2cf7ee4b-3e8f-4eb8-bdac-b8ee0f07a48a HTTP/1.1" status: 200 len: 1813 time: 0.0925007 Aug 21 09:08:20.418567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=9773cf24-710d-4059-9f95-03347be60f82,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:20.471205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea873d8-0bd6-43fe-963d-5a1150fb6669 req-25587ac9-d734-4551-8148-0437b237a6fd tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:20.480088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ea873d8-0bd6-43fe-963d-5a1150fb6669 req-25587ac9-d734-4551-8148-0437b237a6fd tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.1296458 Aug 21 09:08:20.552646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ea873d8-0bd6-43fe-963d-5a1150fb6669 req-2db55026-09c3-4f86-a416-1c0ba453c2dc tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715554 Aug 21 09:08:20.587902 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eb0b5fe9-2519-418b-a16e-7133c21eeef2 req-574c72e3-e688-43ed-9867-67353f40ad75 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.641802 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eb0b5fe9-2519-418b-a16e-7133c21eeef2 req-574c72e3-e688-43ed-9867-67353f40ad75 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.714817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96281a-99ba-4a6d-879a-09dca4ca3f80 req-5950a120-df0c-4786-89fc-8104df03b995 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:20.722346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a96281a-99ba-4a6d-879a-09dca4ca3f80 req-5950a120-df0c-4786-89fc-8104df03b995 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.0966725 Aug 21 09:08:20.773717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a96281a-99ba-4a6d-879a-09dca4ca3f80 req-a49cafd8-47f1-4921-aafc-0d345f864d39 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Aug 21 09:08:20.779389 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.800780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.20.0.1 (89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3/07efd4c9-a743-4dba-9a0a-04616bd4d189/35f5c929-1c7e-43fa-bb7b-3de697515623) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:20.933487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eb0b5fe9-2519-418b-a16e-7133c21eeef2 req-574c72e3-e688-43ed-9867-67353f40ad75 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.937685 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eb0b5fe9-2519-418b-a16e-7133c21eeef2 req-574c72e3-e688-43ed-9867-67353f40ad75 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:20.952976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb0b5fe9-2519-418b-a16e-7133c21eeef2 req-574c72e3-e688-43ed-9867-67353f40ad75 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "DELETE /v2.0/security-groups/2cf7ee4b-3e8f-4eb8-bdac-b8ee0f07a48a HTTP/1.1" status: 204 len: 173 time: 0.5317254 Aug 21 09:08:20.979463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c72e3-e688-43ed-9867-67353f40ad75 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf7ee4b-3e8f-4eb8-bdac-b8ee0f07a48a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:21.010246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Allocated IP 172.25.5.112 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/a474f514-9349-463a-9cea-418ba9725853) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:21.070580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5d1a249-0e67-49ce-bb2c-e111e6206bf2 req-01755f84-4f73-43df-afd9-b13ab8018ce6 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "GET /v2.0/security-groups/4646d74a-7f9a-4489-ae17-6c8c1bb53ce0 HTTP/1.1" status: 200 len: 1814 time: 0.0800941 Aug 21 09:08:21.151344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5d1a249-0e67-49ce-bb2c-e111e6206bf2 req-85c67856-5385-4717-8f0f-aae8e3f96a56 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.153988 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.178789 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Transition to ACTIVE for port object 35f5c929-1c7e-43fa-bb7b-3de697515623 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:21.197840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5d1a249-0e67-49ce-bb2c-e111e6206bf2 req-85c67856-5385-4717-8f0f-aae8e3f96a56 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.251839 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.340660 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5d1a249-0e67-49ce-bb2c-e111e6206bf2 req-85c67856-5385-4717-8f0f-aae8e3f96a56 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.343136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e5d1a249-0e67-49ce-bb2c-e111e6206bf2 req-85c67856-5385-4717-8f0f-aae8e3f96a56 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.354222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5d1a249-0e67-49ce-bb2c-e111e6206bf2 req-85c67856-5385-4717-8f0f-aae8e3f96a56 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] 10.222.0.20 "DELETE /v2.0/security-groups/4646d74a-7f9a-4489-ae17-6c8c1bb53ce0 HTTP/1.1" status: 204 len: 173 time: 0.2752652 Aug 21 09:08:21.354342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39106) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:21.365367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c67856-5385-4717-8f0f-aae8e3f96a56 tempest-SecurityGroupRulesNegativeTestJSON-555233415 tempest-SecurityGroupRulesNegativeTestJSON-555233415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4646d74a-7f9a-4489-ae17-6c8c1bb53ce0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:21.385857 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.437120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-78baf6f8-555b-4263-811a-1fb584fa709f admin admin] Deleting subnet d8ceabad-ab01-40f0-b840-da459288e706 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:08:21.440908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:21.444013 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78baf6f8-555b-4263-811a-1fb584fa709f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.474448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:21.480358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.485054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:21.487392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=35f5c929-1c7e-43fa-bb7b-3de697515623,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:21.554086 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78baf6f8-555b-4263-811a-1fb584fa709f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.599736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9773cf24-710d-4059-9f95-03347be60f82 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:21.606072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78baf6f8-555b-4263-811a-1fb584fa709f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.703120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:21.708829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e884f3-49cb-4865-8d0e-880d7efee94b req-a9b0958c-1530-4436-bb36-7cb9d0d61661 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:21.710534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03e884f3-49cb-4865-8d0e-880d7efee94b req-a9b0958c-1530-4436-bb36-7cb9d0d61661 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.0770473 Aug 21 09:08:21.712063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9773cf24-710d-4059-9f95-03347be60f82 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:21.712834 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.731394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:21.744910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:21.775686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03e884f3-49cb-4865-8d0e-880d7efee94b req-ca2eba91-f70a-4fcf-8e2d-021c09997baa tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534823 Aug 21 09:08:21.846622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event updated for resources: {'Port': ['ID=a474f514-9349-463a-9cea-418ba9725853,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:21.849913 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:21.978499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78baf6f8-555b-4263-811a-1fb584fa709f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.028647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dabb1cda-1610-47df-b352-91f6e3b562fc None None] Provisioning for port 35f5c929-1c7e-43fa-bb7b-3de697515623 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:22.035161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dabb1cda-1610-47df-b352-91f6e3b562fc None None] Provisioning complete for port 35f5c929-1c7e-43fa-bb7b-3de697515623 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:22.036338 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dabb1cda-1610-47df-b352-91f6e3b562fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.040907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f89e44-8c03-474d-ac84-d44c81d06d91 req-dce20661-43a1-40c4-9bb2-7bffa3624484 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:22.047388 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baf6f8-555b-4263-811a-1fb584fa709f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ceabad-ab01-40f0-b840-da459288e706,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:22.049136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94f89e44-8c03-474d-ac84-d44c81d06d91 req-dce20661-43a1-40c4-9bb2-7bffa3624484 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1187773 Aug 21 09:08:22.064162 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78baf6f8-555b-4263-811a-1fb584fa709f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.066088 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-78baf6f8-555b-4263-811a-1fb584fa709f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d8ceabad-ab01-40f0-b840-da459288e706 HTTP/1.1" status: 204 len: 168 time: 0.7148533 Aug 21 09:08:22.069658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39118) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:22.076444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56796b3d-a1d6-4db2-b685-716f6f441918 req-b70f12dd-900a-4ea1-a209-15a116ad43a2 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:22.078538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56796b3d-a1d6-4db2-b685-716f6f441918 req-b70f12dd-900a-4ea1-a209-15a116ad43a2 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 1097 time: 0.1342850 Aug 21 09:08:22.125023 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.174672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-dabb1cda-1610-47df-b352-91f6e3b562fc None None] Port 35f5c929-1c7e-43fa-bb7b-3de697515623 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:08:22.200966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94f89e44-8c03-474d-ac84-d44c81d06d91 req-c6f54623-0c3d-4218-87ec-8f1c63383530 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511145 Aug 21 09:08:22.228898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.230130 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.264036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56796b3d-a1d6-4db2-b685-716f6f441918 req-d3f18d74-b937-4a37-bf19-a4f95b87b4fc tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256318 Aug 21 09:08:22.381573 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.396776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc99576-d75d-4869-91a8-c7b4385988f7']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:22.420670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.427766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7b5e01-1d8b-4a44-8241-962354293f7f') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:22.428061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7b5e01-1d8b-4a44-8241-962354293f7f') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:22.450484 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.480995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.495277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:08:22.495277 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:08:22.495658 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:08:22.507973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86405e1d-9bed-4301-8323-bc2eae216015 req-c50a1d34-b614-461c-927f-bd4148050cc9 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:22.509531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86405e1d-9bed-4301-8323-bc2eae216015 req-c50a1d34-b614-461c-927f-bd4148050cc9 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 1097 time: 0.0729892 Aug 21 09:08:22.608271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86405e1d-9bed-4301-8323-bc2eae216015 req-ce0f1524-a724-43ad-b875-febd312bc200 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 Aug 21 09:08:22.655266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.667398 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.671635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] 10.222.0.20 "DELETE /v2.0/networks/afc99576-d75d-4869-91a8-c7b4385988f7 HTTP/1.1" status: 204 len: 168 time: 0.5959423 Aug 21 09:08:22.722659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a303ed-a6e4-497e-a668-acd0c403e814 admin admin] Pushing event deleted for resources: {'Network': ['ID=afc99576-d75d-4869-91a8-c7b4385988f7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:22.842173 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.859011 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.953399 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:22.957401 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:23.087351 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=35f5c929-1c7e-43fa-bb7b-3de697515623,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:23.128173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39132) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:23.136667 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:23.166158 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event updated for resources: {'Port': ['ID=a474f514-9349-463a-9cea-418ba9725853,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:23.181892 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:23.212865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a566c1d2-9331-42fe-8047-691c98b66f1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa292af41efb41c98b25e5dade28eb2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796862 Aug 21 09:08:23.212865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39134) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:23.287549 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ba62eba2-9c75-49de-b0a4-ff74f99d3b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:23.303141 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:23.304870 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-69aae629-5f22-48fd-a0ae-685b5c081ea3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2722802 Aug 21 09:08:23.317708 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:23.319371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:23.416904 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ba62eba2-9c75-49de-b0a4-ff74f99d3b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:23.480405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf4efe-c81b-4db7-b6fd-11387b987899 req-abaa09cf-9160-49f7-b501-c051a5cca83f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:23.488163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bdcf4efe-c81b-4db7-b6fd-11387b987899 req-abaa09cf-9160-49f7-b501-c051a5cca83f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1834557 Aug 21 09:08:23.580881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bdcf4efe-c81b-4db7-b6fd-11387b987899 req-cfb56fa4-0515-470f-ba90-a5f66a0c6264 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916085 Aug 21 09:08:23.627321 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 3a828247-21dd-4cc2-b190-3bb48100bbf2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:08:23.675287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ba62eba2-9c75-49de-b0a4-ff74f99d3b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:23.678447 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ba62eba2-9c75-49de-b0a4-ff74f99d3b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:23.684139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ba62eba2-9c75-49de-b0a4-ff74f99d3b56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51370c11-f31b-4f01-aa5a-956150d38659 HTTP/1.1" status: 204 len: 168 time: 0.4704585 Aug 21 09:08:23.700729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62eba2-9c75-49de-b0a4-ff74f99d3b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51370c11-f31b-4f01-aa5a-956150d38659,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:23.844756 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:08:23.856745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0e750f62-2c72-4209-92ca-8d9b040d335f None None] Provisioning complete for port 35f5c929-1c7e-43fa-bb7b-3de697515623 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:23.858675 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0e750f62-2c72-4209-92ca-8d9b040d335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:23.863317 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-67a9837a-00db-45ee-ae11-52f9bb27a550 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "PUT /v2.0/routers/3a828247-21dd-4cc2-b190-3bb48100bbf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5548992 Aug 21 09:08:23.866559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39164) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:23.873109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'port': {'network_id': '89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3', 'name': 'tempest-FloatingIPTestJSON-2094829027'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:23.949680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b287191-1399-46d0-8b74-efe2e18b6f9d None None] Sync routers for ids ['3a828247-21dd-4cc2-b190-3bb48100bbf2'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:08:23.981452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b287191-1399-46d0-8b74-efe2e18b6f9d None None] Routers {'3a828247-21dd-4cc2-b190-3bb48100bbf2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:23.982361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5b287191-1399-46d0-8b74-efe2e18b6f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3a828247-21dd-4cc2-b190-3bb48100bbf2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:24.033488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0e750f62-2c72-4209-92ca-8d9b040d335f None None] Port 35f5c929-1c7e-43fa-bb7b-3de697515623 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:08:24.037186 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5b287191-1399-46d0-8b74-efe2e18b6f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:24.052921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b287191-1399-46d0-8b74-efe2e18b6f9d None None] Routers {'3a828247-21dd-4cc2-b190-3bb48100bbf2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:24.054060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5b287191-1399-46d0-8b74-efe2e18b6f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3a828247-21dd-4cc2-b190-3bb48100bbf2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:24.106085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5b287191-1399-46d0-8b74-efe2e18b6f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:24.106749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b287191-1399-46d0-8b74-efe2e18b6f9d None None] The sync data for ids ['3a828247-21dd-4cc2-b190-3bb48100bbf2'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:08:24.159056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-bb0b68a8-edb1-40ea-a0ce-644eac92e28a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:24.166955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-bb0b68a8-edb1-40ea-a0ce-644eac92e28a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/networks?id=84c9274c-bc24-418b-8485-d38f0939b261 HTTP/1.1" status: 200 len: 822 time: 0.1990407 Aug 21 09:08:24.185315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-bd99a5af-abc9-4c9b-b03e-f1a357178c1a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/quotas/d7b0c296b091447cbd166b75f7457577 HTTP/1.1" status: 200 len: 375 time: 0.0175610 Aug 21 09:08:24.331099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-82c50b59-0251-4e68-9268-da0d4e58b3ca tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7b0c296b091447cbd166b75f7457577&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017129 Aug 21 09:08:24.407905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-458e636b-cf41-414a-97f0-0edf314b70c7 service neutron] 10.222.0.20 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003714 Aug 21 09:08:24.503388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-3ffa05fe-d666-429b-810d-f195dc8d62ae service neutron] 10.222.0.20 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885065 Aug 21 09:08:25.187227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Made reservation on behalf of caeabb0eb29244bdb11c4ac26384d9e7 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:25.187227 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:25.187227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] device_id is not set on port fe4837c5-266e-4aef-9c80-6fb8c55735e6 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:08:25.236463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Allocated IP 172.20.0.4 (89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3/07efd4c9-a743-4dba-9a0a-04616bd4d189/fe4837c5-266e-4aef-9c80-6fb8c55735e6) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:25.260360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637d95f-b96e-4211-afd1-0197445e9de9 req-c228bbe6-9de1-4028-9833-5f2ee513ab99 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:25.264985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c637d95f-b96e-4211-afd1-0197445e9de9 req-c228bbe6-9de1-4028-9833-5f2ee513ab99 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1195736 Aug 21 09:08:25.370556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c637d95f-b96e-4211-afd1-0197445e9de9 req-c4b30819-ae96-44f7-8cf6-aab6d33e1347 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951831 Aug 21 09:08:25.591897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:25.601738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-6c6d3f33-1c40-419d-a65f-2193c9865f55 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:08:25.603120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-6c6d3f33-1c40-419d-a65f-2193c9865f55 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079594 Aug 21 09:08:25.630838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Transition to ACTIVE for port object fe4837c5-266e-4aef-9c80-6fb8c55735e6 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:25.710672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-e205c788-a3a6-4a8f-90ff-7e106dd891d4 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:08:25.711812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-e205c788-a3a6-4a8f-90ff-7e106dd891d4 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100353 Aug 21 09:08:25.731436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Request body: {'binding': {'host': 'n-h2-766726-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:25.732239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Unknown quota resources ['binding']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:08:25.776528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c49add9d-b89e-4195-ab47-d870d2b70d64 req-49a416d9-32b9-4b63-a09c-a388cb9d85df tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 210 time: 0.0965183 Aug 21 09:08:25.833395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39228) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:25.918446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:25.943404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on host n-h2-766726-28 for vnic_type normal with profile None {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:08:25.947445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:08:25.947445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:25.952353 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:08:25.952746 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:25.962383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:08:25.962383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:25.963241 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:08:25.963363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Bound port: 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:08:26.035167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-540514548-network', 'tenant_id': '0e8064d33a4d4270a2924f1237d54245'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:26.046194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Network 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:26.053215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:26.056078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:26.091731 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:08:26.111904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event updated for resources: {'Port': ['ID=fe4837c5-266e-4aef-9c80-6fb8c55735e6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:26.123438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:26.124095 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:26.169464 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] Notify callbacks [] for binding, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:26.171302 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-a71938ec-baf2-4cb3-b62d-d1fdc8ee972a service neutron] 10.222.0.20 "POST /v2.0/ports/3aa3d6a9-9905-4131-8fb7-14a7af67a4bf/bindings HTTP/1.1" status: 201 len: 390 time: 0.4453278 Aug 21 09:08:26.249225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Made reservation on behalf of 0e8064d33a4d4270a2924f1237d54245 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:26.251826 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:26.266528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:26.398315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3814f512-6896-4525-aa56-9ec0fb015918 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5271921 Aug 21 09:08:26.399120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39234) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:26.404472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-153602a1-2b05-438c-8753-f066bdba0a0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Request body: {'floatingip': {'port_id': 'fe4837c5-266e-4aef-9c80-6fb8c55735e6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:26.456373 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:26.463142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-50c1689a-663e-4ba7-905c-0c39ceabf10b None None] Provisioning for port fe4837c5-266e-4aef-9c80-6fb8c55735e6 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:26.487391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-50c1689a-663e-4ba7-905c-0c39ceabf10b None None] Provisioning complete for port fe4837c5-266e-4aef-9c80-6fb8c55735e6 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:26.487391 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-50c1689a-663e-4ba7-905c-0c39ceabf10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:26.560691 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-50c1689a-663e-4ba7-905c-0c39ceabf10b None None] Port fe4837c5-266e-4aef-9c80-6fb8c55735e6 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:08:26.583239 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-153602a1-2b05-438c-8753-f066bdba0a0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:26.615059 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:26.657080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f2b79-e702-4779-a3dd-eea1e7282924 req-edf93029-4daf-4abd-be4c-3c50cdcf45f2 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:26.658636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-254f2b79-e702-4779-a3dd-eea1e7282924 req-edf93029-4daf-4abd-be4c-3c50cdcf45f2 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.1353061 Aug 21 09:08:26.659502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:08:26.673637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0ae13-cbc4-4479-8470-bc6bb42034d5 req-a60025a3-fb6c-400c-8417-3aae6e311d6d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:26.681687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ae0ae13-cbc4-4479-8470-bc6bb42034d5 req-a60025a3-fb6c-400c-8417-3aae6e311d6d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1481476 Aug 21 09:08:26.731857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a374494-de68-42d9-b182-a19f356ca5a1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:26.737855 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:26.738196 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Added segment 804f133f-03a0-45c8-b99a-df77e3e88a22 of type vlan for network cc93969e-34eb-4394-b8a9-5231c864bc75 Aug 21 09:08:26.771355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ae0ae13-cbc4-4479-8470-bc6bb42034d5 req-a6ef3479-2607-4f2b-a4e7-e9238bf6fd49 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887361 Aug 21 09:08:26.866267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-254f2b79-e702-4779-a3dd-eea1e7282924 req-b4f9805f-fba9-4a46-bbe4-ab8bda2d96c8 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796131 Aug 21 09:08:26.884450 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:27.069241 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:27.070295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:27.070886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:27.119530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1bb8c57f-2465-4b6e-875c-3a4d522e4e3a req-ca6e083a-38a4-440d-b288-166946678fe4 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 210 time: 0.0588086 Aug 21 09:08:27.229713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3950567 Aug 21 09:08:27.230236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39250) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:27.240457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] Request body: {'subnet': {'network_id': 'cc93969e-34eb-4394-b8a9-5231c864bc75', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-540514548-subnet', 'tenant_id': '0e8064d33a4d4270a2924f1237d54245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:27.252736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06836d4d-9926-4adc-bae4-bcdeb08133e7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc93969e-34eb-4394-b8a9-5231c864bc75,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:27.260361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-bf715bda-a546-47a4-950b-880317a7b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:27.261864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-bf715bda-a546-47a4-950b-880317a7b0bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 1097 time: 0.2342303 Aug 21 09:08:27.264983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network cc93969e-34eb-4394-b8a9-5231c864bc75 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:08:27.354175 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-153602a1-2b05-438c-8753-f066bdba0a0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:27.410184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-fd770c0a-af1a-4d23-8931-5277de2f268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:27.412034 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-153602a1-2b05-438c-8753-f066bdba0a0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:27.415945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-fd770c0a-af1a-4d23-8931-5277de2f268e service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.1419666 Aug 21 09:08:27.429061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] Made reservation on behalf of 0e8064d33a4d4270a2924f1237d54245 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:27.431591 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:27.569194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-84ba6fdb-8ada-4667-9627-690980ed787b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf HTTP/1.1" status: 200 len: 217 time: 0.1344407 Aug 21 09:08:27.596229 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-153602a1-2b05-438c-8753-f066bdba0a0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP f1555b25-91ae-46ab-8d04-00192a77147d associated. External IP: 172.25.5.173, port: 8ffad9bc-f6ce-451a-a6df-791497e6f899. Aug 21 09:08:28.032933 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153602a1-2b05-438c-8753-f066bdba0a0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:08:28.194065 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153602a1-2b05-438c-8753-f066bdba0a0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:08:28.206826 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4ac671-64e0-4f00-a91b-6f0146453ef1 None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:08:28.219340 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ac671-64e0-4f00-a91b-6f0146453ef1 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:28.219995 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fa4ac671-64e0-4f00-a91b-6f0146453ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:28.302878 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fa4ac671-64e0-4f00-a91b-6f0146453ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:28.321961 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ac671-64e0-4f00-a91b-6f0146453ef1 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:28.322821 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fa4ac671-64e0-4f00-a91b-6f0146453ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:28.358546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-01dcaba7-f351-40ea-a6f3-a611c964b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:28.360096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-01dcaba7-f351-40ea-a6f3-a611c964b6ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.7838731 Aug 21 09:08:28.362968 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fa4ac671-64e0-4f00-a91b-6f0146453ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:28.363843 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4ac671-64e0-4f00-a91b-6f0146453ef1 None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:08:28.367580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-dbb79cc7-a772-4e15-a329-e995613c9e00 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:28.369061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-dbb79cc7-a772-4e15-a329-e995613c9e00 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.22 "GET /v2.0/networks?id=84c9274c-bc24-418b-8485-d38f0939b261 HTTP/1.1" status: 200 len: 822 time: 0.3662791 Aug 21 09:08:28.380066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:28.401232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Request body: {'port': {'device_id': 'a846e799-0e4e-4024-a9c2-987fa26019a5', 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261', 'admin_state_up': True, 'tenant_id': 'd7b0c296b091447cbd166b75f7457577'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:28.568601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2daf7f-fa21-4072-bdf7-3b047aff3028 req-a6d691db-4cc5-4002-b7f7-99864d5cb07a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:28.570078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da2daf7f-fa21-4072-bdf7-3b047aff3028 req-a6d691db-4cc5-4002-b7f7-99864d5cb07a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.5690615 Aug 21 09:08:28.572437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-4ffacd7e-814b-4ffa-b019-0b1a99a9321b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2018492 Aug 21 09:08:28.736846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93673cee-2694-4b12-b26b-999860db57a7 req-eff429f7-1bf0-4fe0-ae00-0386f6d29b47 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:28.741211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93673cee-2694-4b12-b26b-999860db57a7 req-eff429f7-1bf0-4fe0-ae00-0386f6d29b47 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.7387886 Aug 21 09:08:28.763190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a6643c-112a-4218-9801-ce5a6d7c0f3d,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:28.837702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da2daf7f-fa21-4072-bdf7-3b047aff3028 req-b9bcd967-6501-4833-8bd8-1b6f68f64b09 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204447 Aug 21 09:08:28.874778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] Checking segment: {'id': '804f133f-03a0-45c8-b99a-df77e3e88a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cc93969e-34eb-4394-b8a9-5231c864bc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:28.875297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] Network hostable DHCP agents. Network: cc93969e-34eb-4394-b8a9-5231c864bc75, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:08:28.900126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93673cee-2694-4b12-b26b-999860db57a7 req-e79af251-19f7-4f42-96f7-bb53f808cb22 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376374 Aug 21 09:08:28.900809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Made reservation on behalf of d7b0c296b091447cbd166b75f7457577 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:28.904700 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:28.929149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-e598201b-6fe8-40bb-9569-8d1f1aed70bb service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329608 Aug 21 09:08:28.947887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153602a1-2b05-438c-8753-f066bdba0a0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 3a828247-21dd-4cc2-b190-3bb48100bbf2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:08:29.095816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abd8ae86-50e9-45d5-99c1-feb902de7f63 req-d2024ba0-2362-41cf-a6c2-dca8dd694c68 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 210 time: 0.0459876 Aug 21 09:08:29.116505 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153602a1-2b05-438c-8753-f066bdba0a0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:08:29.127941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6ce85-de7f-4410-ab21-f4ab59299b8b None None] Sync routers for ids ['3a828247-21dd-4cc2-b190-3bb48100bbf2'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:08:29.140228 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-153602a1-2b05-438c-8753-f066bdba0a0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:29.141293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] Network cc93969e-34eb-4394-b8a9-5231c864bc75 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:08:29.144466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6ce85-de7f-4410-ab21-f4ab59299b8b None None] Routers {'3a828247-21dd-4cc2-b190-3bb48100bbf2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:29.145626 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-45a6ce85-de7f-4410-ab21-f4ab59299b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3a828247-21dd-4cc2-b190-3bb48100bbf2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:29.220982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-dd48fcf5-d01b-402c-a8f1-d4585231109a service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706394 Aug 21 09:08:29.232314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-45a6ce85-de7f-4410-ab21-f4ab59299b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:29.245071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6ce85-de7f-4410-ab21-f4ab59299b8b None None] Routers {'3a828247-21dd-4cc2-b190-3bb48100bbf2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:29.246821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-45a6ce85-de7f-4410-ab21-f4ab59299b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3a828247-21dd-4cc2-b190-3bb48100bbf2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:29.249355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, cc93969e-34eb-4394-b8a9-5231c864bc75) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:29.256374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:29.256374 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:29.272700 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-153602a1-2b05-438c-8753-f066bdba0a0b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "PUT /v2.0/floatingips/f1555b25-91ae-46ab-8d04-00192a77147d HTTP/1.1" status: 200 len: 978 time: 2.8688707 Aug 21 09:08:29.273740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39272) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:29.302965 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bbfc01-0524-46b2-b73e-3725009a979e None None] Network cc93969e-34eb-4394-b8a9-5231c864bc75 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:29.305052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-45a6ce85-de7f-4410-ab21-f4ab59299b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:29.305848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6ce85-de7f-4410-ab21-f4ab59299b8b None None] The sync data for ids ['3a828247-21dd-4cc2-b190-3bb48100bbf2'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:08:29.314628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Allocated IP 172.20.0.6 (84c9274c-bc24-418b-8485-d38f0939b261/6f226a65-ad9c-45f6-a646-51e4a5d93371/cbd0b94f-c10b-48ab-b71f-562bba4aea35) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:29.337420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e1b63f93-0bd2-4747-b79c-2a194fb811cb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0941322 Aug 21 09:08:29.464118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port fe4837c5-266e-4aef-9c80-6fb8c55735e6 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:29.464898 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:29.502450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b53354-e4b1-41ad-a8dd-1923aa83cc26 None None] Network cc93969e-34eb-4394-b8a9-5231c864bc75 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:29.526239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39278) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:29.536625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1748397817'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:29.663721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:29.668663 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:29.672366 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:29.717625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:08:29.740221 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:29.740676 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Added segment 8df1c78c-9d1c-4b53-ae4a-95e1cbccab46 of type vlan for network bd7ed038-3040-4e1c-a948-36b19eb7d434 Aug 21 09:08:29.822146 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:29.911966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:29.918406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:29.919190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:29.977072 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-26c505df-6732-4754-8457-9eec836ebb1c req-76b3ef3a-8a65-4c9e-a2b9-1fd2b778a95c tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] show failed (client error): The resource could not be found. Aug 21 09:08:29.978201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26c505df-6732-4754-8457-9eec836ebb1c req-76b3ef3a-8a65-4c9e-a2b9-1fd2b778a95c tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] 10.222.0.20 "GET /v2.0/security-groups/a6d76cd6-75b3-4006-b6b9-2cf1f022578c HTTP/1.1" status: 404 len: 352 time: 0.0951099 Aug 21 09:08:30.044613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:30.044613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:30.044613 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Floating IP f1555b25-91ae-46ab-8d04-00192a77147d disassociated. External IP: 172.25.5.173, port: fe4837c5-266e-4aef-9c80-6fb8c55735e6. Aug 21 09:08:30.044613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for fe4837c5-266e-4aef-9c80-6fb8c55735e6 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:30.045084 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Network': ['ID=bd7ed038-3040-4e1c-a948-36b19eb7d434,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:30.064613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network bd7ed038-3040-4e1c-a948-36b19eb7d434 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:08:30.075036 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03e7cf99-fac0-43bc-a9df-ac0c5a039a8c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5476618 Aug 21 09:08:30.077544 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39294) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:30.115631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-757335691'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:30.134791 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:30.208483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305028b-eae9-4271-89ff-10f46fdd55f5 req-b78f10d0-c854-4d0a-823f-8853f9f46230 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:30.209987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8305028b-eae9-4271-89ff-10f46fdd55f5 req-b78f10d0-c854-4d0a-823f-8853f9f46230 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.2565231 Aug 21 09:08:30.241544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffae94-3552-4434-b218-9d5ff4eed889 req-96dedaa2-20af-4c4b-9367-004cdbec5f38 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:30.243052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8ffae94-3552-4434-b218-9d5ff4eed889 req-96dedaa2-20af-4c4b-9367-004cdbec5f38 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.1157401 Aug 21 09:08:30.348128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8ffae94-3552-4434-b218-9d5ff4eed889 req-5629b437-259a-43dc-94a2-6ea7b4b98402 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940964 Aug 21 09:08:30.352838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8305028b-eae9-4271-89ff-10f46fdd55f5 req-7b971d65-22e0-4af3-8aa4-8e8148fdd40f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301658 Aug 21 09:08:30.506583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:30.510833 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:30.529309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8394032e-8d49-4cfa-85f6-eaa81a519031 req-7f3c0ab8-5fbe-477e-ae0e-6fe61fcbd40c tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 210 time: 0.0418239 Aug 21 09:08:30.543341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dee8f3a6-6a2f-421a-a7d8-dd255f4bdde6 req-1c3e1596-91f0-4158-a741-1cd2fea518d1 tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e8064d33a4d4270a2924f1237d54245 HTTP/1.1" status: 200 len: 2988 time: 0.0839376 Aug 21 09:08:30.548616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:08:30.555863 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:30.558242 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:30.561859 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:30.562352 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Added segment d2cb909a-54ac-423f-a556-5e150b36ee38 of type vlan for network e89969b7-e70a-4cc8-9700-1c6fa3c015ee Aug 21 09:08:30.619585 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:30.631004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event updated for resources: {'Port': ['ID=cbd0b94f-c10b-48ab-b71f-562bba4aea35,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:30.672856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=fe4837c5-266e-4aef-9c80-6fb8c55735e6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:30.693212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Network 84c9274c-bc24-418b-8485-d38f0939b261 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:30.705453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:30.708962 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:30.712135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:30.716993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:30.729047 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:30.797566 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dee8f3a6-6a2f-421a-a7d8-dd255f4bdde6 req-3bffc720-7b40-47ba-97f7-915d7f8cbfd9 tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] 10.222.0.20 "GET /v2.0/security-groups/6a374494-de68-42d9-b182-a19f356ca5a1 HTTP/1.1" status: 200 len: 2985 time: 0.2290564 Aug 21 09:08:30.878335 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Network': ['ID=e89969b7-e70a-4cc8-9700-1c6fa3c015ee,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:30.898097 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4cd39317-acd5-442d-82b8-ab82fca4feb1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8109748 Aug 21 09:08:30.898097 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39304) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:30.898298 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network e89969b7-e70a-4cc8-9700-1c6fa3c015ee details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:08:30.898890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'subnet': {'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:30.928738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:30.929435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:30.979910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dee8f3a6-6a2f-421a-a7d8-dd255f4bdde6 req-826b4946-536b-497d-b011-00d17f9544ea tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] 10.222.0.20 "GET /v2.0/security-groups/6a374494-de68-42d9-b182-a19f356ca5a1 HTTP/1.1" status: 200 len: 2985 time: 0.1676791 Aug 21 09:08:31.024428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 3a828247-21dd-4cc2-b190-3bb48100bbf2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:08:31.111317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-b9133f0e-cc74-4f46-807c-8758c6baa558 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7189353 Aug 21 09:08:31.140153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Request body: {'port': {'device_id': 'a846e799-0e4e-4024-a9c2-987fa26019a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:31.174202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5386995-d4ca-4d30-b852-a01439ba39bd req-02d4b649-6fe2-4cfc-a771-daa913f4be36 tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] 10.222.0.20 "GET /v2.0/security-groups/6a374494-de68-42d9-b182-a19f356ca5a1 HTTP/1.1" status: 200 len: 2985 time: 0.1440876 Aug 21 09:08:31.188577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:31.193668 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:31.272937 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:31.341900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:08:31.353535 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca5a6c1-82f0-40ca-b452-4a88244a39e2 None None] Sync routers for ids ['3a828247-21dd-4cc2-b190-3bb48100bbf2'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:08:31.373879 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca5a6c1-82f0-40ca-b452-4a88244a39e2 None None] Routers {'3a828247-21dd-4cc2-b190-3bb48100bbf2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:31.374835 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fca5a6c1-82f0-40ca-b452-4a88244a39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3a828247-21dd-4cc2-b190-3bb48100bbf2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:31.436084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:31.440851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f7896dce-b31e-40df-a0dc-280d98d2612b tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/ports/fe4837c5-266e-4aef-9c80-6fb8c55735e6 HTTP/1.1" status: 204 len: 168 time: 2.1634400 Aug 21 09:08:31.448058 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fca5a6c1-82f0-40ca-b452-4a88244a39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:31.448800 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-d5386995-d4ca-4d30-b852-a01439ba39bd req-788dff6e-4780-41c1-8620-7d8fb1f36913 tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 21 09:08:31.449978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5386995-d4ca-4d30-b852-a01439ba39bd req-788dff6e-4780-41c1-8620-7d8fb1f36913 tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] 10.222.0.20 "DELETE /v2.0/security-groups/6a374494-de68-42d9-b182-a19f356ca5a1 HTTP/1.1" status: 409 len: 352 time: 0.2670052 Aug 21 09:08:31.452748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39314) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:31.465687 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca5a6c1-82f0-40ca-b452-4a88244a39e2 None None] Routers {'3a828247-21dd-4cc2-b190-3bb48100bbf2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:31.465687 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fca5a6c1-82f0-40ca-b452-4a88244a39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3a828247-21dd-4cc2-b190-3bb48100bbf2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:31.510969 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fca5a6c1-82f0-40ca-b452-4a88244a39e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:31.511704 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca5a6c1-82f0-40ca-b452-4a88244a39e2 None None] The sync data for ids ['3a828247-21dd-4cc2-b190-3bb48100bbf2'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:08:31.591696 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:31.667756 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Subnet': ['ID=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:31.688416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Checking segment: {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:31.688781 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network hostable DHCP agents. Network: bd7ed038-3040-4e1c-a948-36b19eb7d434, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:08:31.706746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa3c74-a313-4dc5-89fe-e39e0b8711b9 req-7fda3196-8cdb-4fa7-8c6f-25cdce6cb6fa tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:31.708434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cfa3c74-a313-4dc5-89fe-e39e0b8711b9 req-7fda3196-8cdb-4fa7-8c6f-25cdce6cb6fa tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.2575197 Aug 21 09:08:31.777200 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network bd7ed038-3040-4e1c-a948-36b19eb7d434 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:08:31.780002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8de65-1c35-47d5-b547-94aa6c31f6ef req-93a5df90-fbe4-4e32-832d-aea38bfb38b0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:31.784292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23e8de65-1c35-47d5-b547-94aa6c31f6ef req-93a5df90-fbe4-4e32-832d-aea38bfb38b0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.1988606 Aug 21 09:08:31.874199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, bd7ed038-3040-4e1c-a948-36b19eb7d434) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:31.881628 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:31.881910 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:31.886147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c3ff33-a839-48a4-9ab0-2f4175182b48 None None] Network bd7ed038-3040-4e1c-a948-36b19eb7d434 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:31.971574 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-86f1831c-9012-423b-871e-abde8d0bca3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0799062 Aug 21 09:08:31.973679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39328) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:31.983877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'subnet': {'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:32.092372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-bd7ed038-3040-4e1c-a948-36b19eb7d434', 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'fixed_ips': [{'subnet_id': '07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:08:32.094069 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.211665 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:32.215235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.262781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Allocated IP 10.1.1.2 (bd7ed038-3040-4e1c-a948-36b19eb7d434/07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec/210a02fa-7c4b-4cdf-a7f4-3196efd92d52) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:32.272653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cfa3c74-a313-4dc5-89fe-e39e0b8711b9 req-327cf477-22c3-4aeb-88dd-14aaaab55c37 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349672 Aug 21 09:08:32.362489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd0b94f-c10b-48ab-b71f-562bba4aea35 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:32.371390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.384173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Transition to ACTIVE for port object cbd0b94f-c10b-48ab-b71f-562bba4aea35 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:32.470536 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.480420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Transition to ACTIVE for port object 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:32.500779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Transition to ACTIVE for port object 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:32.516005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23e8de65-1c35-47d5-b547-94aa6c31f6ef req-cdf6f011-3702-4288-b9fe-b89bd7df393a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7164593 Aug 21 09:08:32.524159 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.578553 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-428b3970-ebb1-443c-95a7-cd8cfa62a805 req-0f4cb409-467c-4250-b647-66533d91bb8d tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] show failed (client error): The resource could not be found. Aug 21 09:08:32.579656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-428b3970-ebb1-443c-95a7-cd8cfa62a805 req-0f4cb409-467c-4250-b647-66533d91bb8d tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] 10.222.0.20 "GET /v2.0/security-groups/0dc59c93-da2f-44fa-9b5a-06ea881acbd1 HTTP/1.1" status: 404 len: 352 time: 0.0676429 Aug 21 09:08:32.589516 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.610021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Network bd7ed038-3040-4e1c-a948-36b19eb7d434 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:32.615951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:32.620546 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.646294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:32.663695 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-5f681124-e13e-4e1d-a1bd-762b2fb34e11 req-9d95f850-c60a-4e2b-a14f-28a9bed900be tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] show failed (client error): The resource could not be found. Aug 21 09:08:32.664522 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f681124-e13e-4e1d-a1bd-762b2fb34e11 req-9d95f850-c60a-4e2b-a14f-28a9bed900be tempest-SecurityGroupsNegativeTestJSON-620348754 tempest-SecurityGroupsNegativeTestJSON-620348754-project] 10.222.0.20 "GET /v2.0/security-groups/699fe266-182a-4710-b588-84aa3a299e51 HTTP/1.1" status: 404 len: 352 time: 0.0276704 Aug 21 09:08:32.673208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd0b94f-c10b-48ab-b71f-562bba4aea35,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:32.682989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39336) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:32.726112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Pushing event updated for resources: {'Port': ['ID=210a02fa-7c4b-4cdf-a7f4-3196efd92d52,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:32.740528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Attempting to bind port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:08:32.741026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Attempting to bind port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:08:32.741495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Attempting to bind port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 on network bd7ed038-3040-4e1c-a948-36b19eb7d434 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:32.745680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.746172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.746393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.746755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.747091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.747402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c248842-a393-4d3a-8de8-e9added38250 admin admin] Deleting subnet 45a6643c-112a-4218-9801-ce5a6d7c0f3d {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:08:32.747510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.747764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.748090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.748415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.748736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.749236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.749414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:32.750235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:08:32.751063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Checking segment: {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:32.751516 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.752126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Bound using segment: {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:08:32.752741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Bound port: 210a02fa-7c4b-4cdf-a7f4-3196efd92d52, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:08:32.753666 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.764934 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c248842-a393-4d3a-8de8-e9added38250 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.792175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Subnet': ['ID=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:32.809657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Checking segment: {'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:32.810074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network hostable DHCP agents. Network: e89969b7-e70a-4cc8-9700-1c6fa3c015ee, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:08:32.816522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0545a-c633-4ac1-bf1a-74c66ba52c55 req-bcfde943-d0e0-4b6f-94d5-07617925129f tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:32.818627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cb0545a-c633-4ac1-bf1a-74c66ba52c55 req-bcfde943-d0e0-4b6f-94d5-07617925129f tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 943 time: 0.2255189 Aug 21 09:08:32.837322 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c248842-a393-4d3a-8de8-e9added38250 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.844588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] For port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:32.848249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] For port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=210a02fa-7c4b-4cdf-a7f4-3196efd92d52,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:08:32.886996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c248842-a393-4d3a-8de8-e9added38250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.902096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Attempting to bind port cbd0b94f-c10b-48ab-b71f-562bba4aea35 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:08:32.902465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Attempting to bind port cbd0b94f-c10b-48ab-b71f-562bba4aea35 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:08:32.902821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Attempting to bind port cbd0b94f-c10b-48ab-b71f-562bba4aea35 on network 84c9274c-bc24-418b-8485-d38f0939b261 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:32.914005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48cd17-8afe-4865-a824-d6d1edb6e568 req-f08a6ea0-81f8-41d0-b5b7-1dc75d7a4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:32.915049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c48cd17-8afe-4865-a824-d6d1edb6e568 req-f08a6ea0-81f8-41d0-b5b7-1dc75d7a4715 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 1098 time: 0.1755605 Aug 21 09:08:32.921234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cb0545a-c633-4ac1-bf1a-74c66ba52c55 req-64367567-3649-4a7f-b2fb-cc3a5fc7d9e4 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749850 Aug 21 09:08:32.921610 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network e89969b7-e70a-4cc8-9700-1c6fa3c015ee is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:08:32.924366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Port cbd0b94f-c10b-48ab-b71f-562bba4aea35 on network 84c9274c-bc24-418b-8485-d38f0939b261 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:08:32.924688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Attempting to bind port cbd0b94f-c10b-48ab-b71f-562bba4aea35 on network 84c9274c-bc24-418b-8485-d38f0939b261 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:32.935682 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:32.950224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:08:32.950566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Checking segment: {'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:32.950950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Bound using segment: {'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:08:32.951394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Bound port: cbd0b94f-c10b-48ab-b71f-562bba4aea35, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:08:32.951873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.008570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, e89969b7-e70a-4cc8-9700-1c6fa3c015ee) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:33.013368 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d01f5001-0c6a-432c-97c5-f6f601f144b4 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.029226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:33.033499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.035991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e88e0-5181-43d8-9e23-06e975608374 None None] Network e89969b7-e70a-4cc8-9700-1c6fa3c015ee requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:33.061944 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c248842-a393-4d3a-8de8-e9added38250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.108296 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c248842-a393-4d3a-8de8-e9added38250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a6643c-112a-4218-9801-ce5a6d7c0f3d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:33.111621 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c248842-a393-4d3a-8de8-e9added38250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.114597 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5c248842-a393-4d3a-8de8-e9added38250 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45a6643c-112a-4218-9801-ce5a6d7c0f3d HTTP/1.1" status: 204 len: 168 time: 0.4278266 Aug 21 09:08:33.117035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39338) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:33.122898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b38be-cca0-422e-942b-9b36f266cdb5 None None] Pushing event updated for resources: {'Port': ['ID=210a02fa-7c4b-4cdf-a7f4-3196efd92d52,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:33.155761 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04df3815-61da-4ddb-a426-0a819d1e910a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1805263 Aug 21 09:08:33.157515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39340) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:33.192549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48cd17-8afe-4865-a824-d6d1edb6e568 req-7c77a7b7-a2cc-4120-b0d8-89c51f1c2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:33.194340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c48cd17-8afe-4865-a824-d6d1edb6e568 req-7c77a7b7-a2cc-4120-b0d8-89c51f1c2599 service neutron] 10.222.0.22 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 913 time: 0.2709651 Aug 21 09:08:33.203117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'port': {'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434', 'name': 'tempest-TaggedBootDevicesTest-30477359', 'fixed_ips': [{'subnet_id': '07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:33.216956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] For port cbd0b94f-c10b-48ab-b71f-562bba4aea35, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:33.259431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c48cd17-8afe-4865-a824-d6d1edb6e568 req-7b6d3192-d59a-449b-9966-00138a09e93b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff034b0-44f5-4332-b34c-c8b20a921559 HTTP/1.1" status: 200 len: 217 time: 0.0550332 Aug 21 09:08:33.280795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] For port cbd0b94f-c10b-48ab-b71f-562bba4aea35, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cbd0b94f-c10b-48ab-b71f-562bba4aea35,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:08:33.321969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-e89969b7-e70a-4cc8-9700-1c6fa3c015ee', 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'fixed_ips': [{'subnet_id': 'dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:08:33.323238 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.352814 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.379660 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.488262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:33.489490 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.491077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] 10.222.0.22 "PUT /v2.0/ports/cbd0b94f-c10b-48ab-b71f-562bba4aea35 HTTP/1.1" status: 200 len: 1092 time: 2.3651893 Aug 21 09:08:33.502641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a846e799-0e4e-4024-a9c2-987fa26019a5', 'tag': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:33.505793 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ec10b7-a285-4933-adea-3445e00dbbed" -d '{"events": [{"name": "network-changed", "server_uuid": "a846e799-0e4e-4024-a9c2-987fa26019a5", "tag": "cbd0b94f-c10b-48ab-b71f-562bba4aea35"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:33.526848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48cd17-8afe-4865-a824-d6d1edb6e568 req-ee0cebad-f230-469b-a447-1133ade6d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:33.527303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c48cd17-8afe-4865-a824-d6d1edb6e568 req-ee0cebad-f230-469b-a447-1133ade6d57b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 200 len: 852 time: 0.2598209 Aug 21 09:08:33.536827 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.561928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc93969e-34eb-4394-b8a9-5231c864bc75']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:33.586968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804f133f-03a0-45c8-b99a-df77e3e88a22') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:33.587290 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804f133f-03a0-45c8-b99a-df77e3e88a22') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:33.612200 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.639365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Allocated IP 10.2.2.2 (e89969b7-e70a-4cc8-9700-1c6fa3c015ee/dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e/e5d79455-a323-4f92-8c62-c7d7387ad2b1) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:33.661636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c48cd17-8afe-4865-a824-d6d1edb6e568 req-c9bce681-aa09-4be9-8cf0-918b239589e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=73450b22-0f7b-4756-99d9-a1fdb9a2a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996878 Aug 21 09:08:33.663121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27185a-78f8-4731-8e8e-04fbb15f0a91 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd0b94f-c10b-48ab-b71f-562bba4aea35,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:33.671289 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.686777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:08:33.688085 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:08:33.690930 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:08:33.704617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:33.789862 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:33.830607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c48cd17-8afe-4865-a824-d6d1edb6e568 req-29f57a46-a4d0-4e3b-a75d-a63a7231bd5e service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456563 Aug 21 09:08:33.873201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf766b60-7541-4877-a90b-5ecef3e96e28 req-19fe9b0a-f599-49f3-bf28-4307bdffb6b1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:33.874804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf766b60-7541-4877-a90b-5ecef3e96e28 req-19fe9b0a-f599-49f3-bf28-4307bdffb6b1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.4152529 Aug 21 09:08:33.891465 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccb0733-d8c5-4911-b4f7-3b923cc58884 x-openstack-request-id: req-0ccb0733-d8c5-4911-b4f7-3b923cc58884 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:33.891813 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a846e799-0e4e-4024-a9c2-987fa26019a5", "tag": "cbd0b94f-c10b-48ab-b71f-562bba4aea35", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:33.892046 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ccb0733-d8c5-4911-b4f7-3b923cc58884 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:33.892445 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a846e799-0e4e-4024-a9c2-987fa26019a5', 'tag': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35', 'status': 'completed', 'code': 200} Aug 21 09:08:33.900420 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.924478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.944670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:33.950420 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cc93969e-34eb-4394-b8a9-5231c864bc75 HTTP/1.1" status: 204 len: 168 time: 0.8294678 Aug 21 09:08:33.985574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-51791b87-a865-480a-af8d-06ff30ff487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:33.986070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] device_id is not set on port 93573a26-26bd-4d80-98c6-ef6f0af8157c yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:08:33.987210 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-51791b87-a865-480a-af8d-06ff30ff487f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7b0c296b091447cbd166b75f7457577&device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 1095 time: 0.3292847 Aug 21 09:08:33.992533 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7956637-a059-43c7-a850-4388e36ccf54 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc93969e-34eb-4394-b8a9-5231c864bc75,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:34.029046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:34.103912 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.119325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Transition to ACTIVE for port object e5d79455-a323-4f92-8c62-c7d7387ad2b1 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:34.124208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-e3114f4e-287b-48ee-9468-1b1a38d8fb71 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbd0b94f-c10b-48ab-b71f-562bba4aea35 HTTP/1.1" status: 200 len: 217 time: 0.1052287 Aug 21 09:08:34.146729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Transition to ACTIVE for port object e5d79455-a323-4f92-8c62-c7d7387ad2b1 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:34.224124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Allocated IP 10.1.1.114 (bd7ed038-3040-4e1c-a948-36b19eb7d434/07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec/93573a26-26bd-4d80-98c6-ef6f0af8157c) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:34.226493 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.260754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf766b60-7541-4877-a90b-5ecef3e96e28 req-353ca538-ac6c-4486-8f84-2a39e76d6ab3 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629920 Aug 21 09:08:34.324089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Network e89969b7-e70a-4cc8-9700-1c6fa3c015ee is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:34.331211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:34.334087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:34.346493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f50a-fbdd-4e1b-b0d6-4cd212b45e88 req-dff0fc19-52bd-4ef5-9629-25b151fbf56e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:34.360253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ee0f50a-fbdd-4e1b-b0d6-4cd212b45e88 req-dff0fc19-52bd-4ef5-9629-25b151fbf56e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 0.3612933 Aug 21 09:08:34.381872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39358) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:34.394045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c48cd17-8afe-4865-a824-d6d1edb6e568 req-a74eeb1a-c6f0-4bda-a4a1-e7590fa1f338 service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509520 Aug 21 09:08:34.406525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Pushing event updated for resources: {'Port': ['ID=e5d79455-a323-4f92-8c62-c7d7387ad2b1,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:34.436417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-c50f913d-61af-438e-883f-1fa0d772f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:34.438220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-c50f913d-61af-438e-883f-1fa0d772f3d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6f226a65-ad9c-45f6-a646-51e4a5d93371 HTTP/1.1" status: 200 len: 862 time: 0.3024678 Aug 21 09:08:34.449027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Attempting to bind port e5d79455-a323-4f92-8c62-c7d7387ad2b1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:08:34.449493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Attempting to bind port e5d79455-a323-4f92-8c62-c7d7387ad2b1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:08:34.450165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Attempting to bind port e5d79455-a323-4f92-8c62-c7d7387ad2b1 on network e89969b7-e70a-4cc8-9700-1c6fa3c015ee {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:34.459001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:08:34.463606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Checking segment: {'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:34.464178 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.464716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Bound using segment: {'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:08:34.468564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Bound port: e5d79455-a323-4f92-8c62-c7d7387ad2b1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:08:34.469065 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.497760 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-90229c54-afb0-42dc-b8f3-8e9dd0288c26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e8064d33a4d4270a2924f1237d54245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141007 Aug 21 09:08:34.499208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-9ff468db-7e83-48b2-968c-4bd9f4f65370 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=84c9274c-bc24-418b-8485-d38f0939b261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364456 Aug 21 09:08:34.505280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39360) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:34.548935 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.570120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Transition to ACTIVE for port object 93573a26-26bd-4d80-98c6-ef6f0af8157c will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:34.573018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25923461-1401-4e36-b138-8154b7f741f4 req-65b707cd-9e9b-484c-80b9-e614e832c2b5 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:34.574702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25923461-1401-4e36-b138-8154b7f741f4 req-65b707cd-9e9b-484c-80b9-e614e832c2b5 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 943 time: 0.2089765 Aug 21 09:08:34.589949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ee0f50a-fbdd-4e1b-b0d6-4cd212b45e88 req-f97f697c-83d2-4104-912a-6bfd7fe4d4b3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230656 Aug 21 09:08:34.591529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e42a933-4421-4a56-9172-8823839ed5a7 None None] Network bd7ed038-3040-4e1c-a948-36b19eb7d434 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:34.618975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] For port e5d79455-a323-4f92-8c62-c7d7387ad2b1, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:34.671998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] For port e5d79455-a323-4f92-8c62-c7d7387ad2b1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e5d79455-a323-4f92-8c62-c7d7387ad2b1,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:08:34.695306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.707087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25923461-1401-4e36-b138-8154b7f741f4 req-7ad07265-c87c-4d65-b783-f0b296843aff tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005948 Aug 21 09:08:34.715743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d01f5001-0c6a-432c-97c5-f6f601f144b4 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port 35f5c929-1c7e-43fa-bb7b-3de697515623 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:34.716226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d01f5001-0c6a-432c-97c5-f6f601f144b4 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.759425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network bd7ed038-3040-4e1c-a948-36b19eb7d434 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:34.763087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:34.767499 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.768701 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:34.805609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad848b75-d55c-49f7-9092-54e0275d594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.823321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-d45afa4d-0e07-4e4a-9b54-469c79a187d7 service neutron] 10.222.0.22 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058569 Aug 21 09:08:34.834554 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:34.835572 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.850288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-678a567f-40f6-44fb-a9c0-1c1c321222d3 None None] Provisioning for port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:34.855041 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d2eba-517b-4d6c-894f-21d8d1607db7 None None] Pushing event updated for resources: {'Port': ['ID=e5d79455-a323-4f92-8c62-c7d7387ad2b1,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:34.857307 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Port': ['ID=93573a26-26bd-4d80-98c6-ef6f0af8157c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:34.873257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad848b75-d55c-49f7-9092-54e0275d594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.897538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-678a567f-40f6-44fb-a9c0-1c1c321222d3 None None] Provisioning complete for port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:34.897773 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-678a567f-40f6-44fb-a9c0-1c1c321222d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.932018 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d01f5001-0c6a-432c-97c5-f6f601f144b4 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:34.962771 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0b1ac781-cb56-4b16-81c8-a1d25b969504 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7956948 Aug 21 09:08:34.963450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39366) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:34.969366 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'port': {'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434', 'name': 'tempest-TaggedBootDevicesTest-1613922197', 'fixed_ips': [{'subnet_id': '07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:35.018658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d01f5001-0c6a-432c-97c5-f6f601f144b4 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for 35f5c929-1c7e-43fa-bb7b-3de697515623 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:35.028759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c90cf811-0b15-4e85-9e52-25fa1631a25b req-a3fc58ac-19ef-4d9e-8f0f-f8116d4d22f2 service neutron] 10.222.0.22 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932256 Aug 21 09:08:35.040996 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-678a567f-40f6-44fb-a9c0-1c1c321222d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:35.098738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-678a567f-40f6-44fb-a9c0-1c1c321222d3 None None] For port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=210a02fa-7c4b-4cdf-a7f4-3196efd92d52,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:35.167608 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-678a567f-40f6-44fb-a9c0-1c1c321222d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:35.246620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a567f-40f6-44fb-a9c0-1c1c321222d3 None None] Pushing event updated for resources: {'Port': ['ID=210a02fa-7c4b-4cdf-a7f4-3196efd92d52,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:35.251189 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:35.264823 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:35.280118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] device_id is not set on port 58edfe04-a3d4-4096-86d3-5ad70a933df4 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:08:35.372297 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad848b75-d55c-49f7-9092-54e0275d594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:35.374478 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad848b75-d55c-49f7-9092-54e0275d594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:35.375801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ad848b75-d55c-49f7-9092-54e0275d594c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a374494-de68-42d9-b182-a19f356ca5a1 HTTP/1.1" status: 204 len: 168 time: 0.8666353 Aug 21 09:08:35.439723 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d01f5001-0c6a-432c-97c5-f6f601f144b4 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:35.441749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad848b75-d55c-49f7-9092-54e0275d594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a374494-de68-42d9-b182-a19f356ca5a1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:35.501213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f5001-0c6a-432c-97c5-f6f601f144b4 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=35f5c929-1c7e-43fa-bb7b-3de697515623,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:35.508482 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2af2091b-c0e2-40d1-8598-91d106aab416 None None] Provisioning complete for port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:35.508929 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2af2091b-c0e2-40d1-8598-91d106aab416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:35.512076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec10b7-a285-4933-adea-3445e00dbbed req-a003141a-b651-4f33-b8dd-24eb617a013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:35.513902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19ec10b7-a285-4933-adea-3445e00dbbed req-a003141a-b651-4f33-b8dd-24eb617a013f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7b0c296b091447cbd166b75f7457577&device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 1095 time: 0.1510956 Aug 21 09:08:35.556627 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Allocated IP 10.1.1.211 (bd7ed038-3040-4e1c-a948-36b19eb7d434/07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec/58edfe04-a3d4-4096-86d3-5ad70a933df4) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:35.681463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48823a3-7ec6-4c1c-a906-b4db8dd7f1cf req-1a305df1-d7de-4058-aac0-376c61576b00 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:35.683354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a48823a3-7ec6-4c1c-a906-b4db8dd7f1cf req-1a305df1-d7de-4058-aac0-376c61576b00 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.3064198 Aug 21 09:08:35.805209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e5d79455-a323-4f92-8c62-c7d7387ad2b1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:35.897909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2af2091b-c0e2-40d1-8598-91d106aab416 None None] Provisioning for port 93573a26-26bd-4d80-98c6-ef6f0af8157c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:35.909191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2af2091b-c0e2-40d1-8598-91d106aab416 None None] Provisioning complete for port 93573a26-26bd-4d80-98c6-ef6f0af8157c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:35.911185 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2af2091b-c0e2-40d1-8598-91d106aab416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:35.986332 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:36.014754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port e5d79455-a323-4f92-8c62-c7d7387ad2b1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:36.035452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d01f5001-0c6a-432c-97c5-f6f601f144b4 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:36.041997 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Transition to ACTIVE for port object 58edfe04-a3d4-4096-86d3-5ad70a933df4 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:36.049669 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:08:36.083653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:36.089409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-2af2091b-c0e2-40d1-8598-91d106aab416 None None] Port 93573a26-26bd-4d80-98c6-ef6f0af8157c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:08:36.165846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:36.166375 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:36.204315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:36.221789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec10b7-a285-4933-adea-3445e00dbbed req-34e29e8f-d976-467f-9170-7ae78fb67be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:36.224036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19ec10b7-a285-4933-adea-3445e00dbbed req-34e29e8f-d976-467f-9170-7ae78fb67be6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=84c9274c-bc24-418b-8485-d38f0939b261 HTTP/1.1" status: 200 len: 923 time: 0.6924515 Aug 21 09:08:36.231287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-099b1a99-245d-4aa9-8f75-7a1767906292 None None] Provisioning complete for port 93573a26-26bd-4d80-98c6-ef6f0af8157c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:36.231865 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-099b1a99-245d-4aa9-8f75-7a1767906292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:36.287961 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network bd7ed038-3040-4e1c-a948-36b19eb7d434 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:36.291642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:36.294992 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:36.306939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a48823a3-7ec6-4c1c-a906-b4db8dd7f1cf req-fd08b720-6613-4d5a-b8a0-55a8ec04983c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119745 Aug 21 09:08:36.374092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-099b1a99-245d-4aa9-8f75-7a1767906292 None None] Port 93573a26-26bd-4d80-98c6-ef6f0af8157c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:08:36.389580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Port': ['ID=58edfe04-a3d4-4096-86d3-5ad70a933df4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:36.452705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99772701-5a80-4373-b5a6-09b8df685435 None None] Network e89969b7-e70a-4cc8-9700-1c6fa3c015ee requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:36.452970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:36.453986 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:36.552045 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b918c2f7-505d-4c58-82dc-a81873b778ec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5871480 Aug 21 09:08:36.660785 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-707e109d-422a-43b2-91ac-2245cd52baa4 None None] Provisioning for port e5d79455-a323-4f92-8c62-c7d7387ad2b1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:36.667613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-707e109d-422a-43b2-91ac-2245cd52baa4 None None] Provisioning complete for port e5d79455-a323-4f92-8c62-c7d7387ad2b1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:36.667994 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-707e109d-422a-43b2-91ac-2245cd52baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:36.790178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a197d9-1103-4dae-84a5-cce9627b6613 req-325571e8-4c7a-462e-82d2-aa154f5eb666 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:36.791843 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42a197d9-1103-4dae-84a5-cce9627b6613 req-325571e8-4c7a-462e-82d2-aa154f5eb666 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 946 time: 1.0128837 Aug 21 09:08:36.793220 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-707e109d-422a-43b2-91ac-2245cd52baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:36.795785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19ec10b7-a285-4933-adea-3445e00dbbed req-7762bfbc-ccc2-4e9c-bc85-62f8d6ad611e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbd0b94f-c10b-48ab-b71f-562bba4aea35 HTTP/1.1" status: 200 len: 217 time: 0.5219221 Aug 21 09:08:36.837310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ff034b0-44f5-4332-b34c-c8b20a921559 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:08:36.881100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-707e109d-422a-43b2-91ac-2245cd52baa4 None None] For port e5d79455-a323-4f92-8c62-c7d7387ad2b1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e5d79455-a323-4f92-8c62-c7d7387ad2b1,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:36.908416 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7b0ddd91-f7cd-410e-9c1e-40143cea32e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:36.921240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec10b7-a285-4933-adea-3445e00dbbed req-219d3c34-e59f-4fb5-b734-0c6348997838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:36.922881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19ec10b7-a285-4933-adea-3445e00dbbed req-219d3c34-e59f-4fb5-b734-0c6348997838 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6f226a65-ad9c-45f6-a646-51e4a5d93371 HTTP/1.1" status: 200 len: 862 time: 0.1178184 Aug 21 09:08:36.949796 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:36.967034 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-707e109d-422a-43b2-91ac-2245cd52baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:36.999209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff034b0-44f5-4332-b34c-c8b20a921559'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:37.001512 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72f5c2e-384f-4fe1-8c68-f5cd223ca336" -d '{"events": [{"server_uuid": "1add0d79-6450-4bdb-95e4-cda240eb9c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff034b0-44f5-4332-b34c-c8b20a921559"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:37.001685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19ec10b7-a285-4933-adea-3445e00dbbed req-83eddde0-5f0f-4146-af35-c8df1495e93c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=84c9274c-bc24-418b-8485-d38f0939b261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691893 Aug 21 09:08:37.019935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ff034b0-44f5-4332-b34c-c8b20a921559, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ff034b0-44f5-4332-b34c-c8b20a921559,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:37.027116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42a197d9-1103-4dae-84a5-cce9627b6613 req-949ec035-ae0a-4c68-b1eb-dd7bbd612520 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078705 Aug 21 09:08:37.043733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e714a39-cbf2-419e-bab1-a932a1312209 req-4255abb0-ea0a-4303-90db-7d84905a3fd1 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:37.046204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e714a39-cbf2-419e-bab1-a932a1312209 req-4255abb0-ea0a-4303-90db-7d84905a3fd1 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 943 time: 0.2666640 Aug 21 09:08:37.063446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e109d-422a-43b2-91ac-2245cd52baa4 None None] Pushing event updated for resources: {'Port': ['ID=e5d79455-a323-4f92-8c62-c7d7387ad2b1,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:37.118841 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.129822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39402) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:37.167701 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ae77fbc9-3ab4-4fbb-89ca-4ec749f111f3 None None] Provisioning for port 58edfe04-a3d4-4096-86d3-5ad70a933df4 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:37.191082 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ae77fbc9-3ab4-4fbb-89ca-4ec749f111f3 None None] Provisioning complete for port 58edfe04-a3d4-4096-86d3-5ad70a933df4 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:37.192547 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ae77fbc9-3ab4-4fbb-89ca-4ec749f111f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.195287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e714a39-cbf2-419e-bab1-a932a1312209 req-c626c941-c4af-4a86-a780-f22971d32099 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928156 Aug 21 09:08:37.221825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01f5001-0c6a-432c-97c5-f6f601f144b4 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 3a828247-21dd-4cc2-b190-3bb48100bbf2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:08:37.248313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19ec10b7-a285-4933-adea-3445e00dbbed req-60d899bf-cd74-4ca8-8535-1a2659028cba service neutron] 10.222.0.22 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331905 Aug 21 09:08:37.253956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ae77fbc9-3ab4-4fbb-89ca-4ec749f111f3 None None] Port 58edfe04-a3d4-4096-86d3-5ad70a933df4 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:08:37.262542 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b17e15-2535-4448-b290-b1845310907f x-openstack-request-id: req-60b17e15-2535-4448-b290-b1845310907f {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:37.262820 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1add0d79-6450-4bdb-95e4-cda240eb9c4d", "name": "network-vif-unplugged", "status": "failed", "tag": "4ff034b0-44f5-4332-b34c-c8b20a921559", "code": 422}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:37.263257 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60b17e15-2535-4448-b290-b1845310907f {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:37.263782 n-d-766726-28 neutron-server[106758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ff034b0-44f5-4332-b34c-c8b20a921559', 'code': 422} returned with failed status Aug 21 09:08:37.290000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ae77fbc9-3ab4-4fbb-89ca-4ec749f111f3 None None] Provisioning complete for port e5d79455-a323-4f92-8c62-c7d7387ad2b1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:37.290365 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ae77fbc9-3ab4-4fbb-89ca-4ec749f111f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.292039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=4ff034b0-44f5-4332-b34c-c8b20a921559,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:37.298834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1021462162-network', 'tenant_id': '7eb1a6ab2f1649819284762c7b9919ce'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:37.388129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Made reservation on behalf of 7eb1a6ab2f1649819284762c7b9919ce for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:37.392317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.418612 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.427430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01f5001-0c6a-432c-97c5-f6f601f144b4 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:08:37.431654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19ec10b7-a285-4933-adea-3445e00dbbed req-5cda9005-bad0-4f79-b87d-690cf248e0c0 service neutron] 10.222.0.22 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491656 Aug 21 09:08:37.434995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d01f5001-0c6a-432c-97c5-f6f601f144b4 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "PUT /v2.0/routers/3a828247-21dd-4cc2-b190-3bb48100bbf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9814255 Aug 21 09:08:37.440457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b1b90-170f-46aa-b389-5ffa3b39f405 None None] Sync routers for ids ['3a828247-21dd-4cc2-b190-3bb48100bbf2'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:08:37.449049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39408) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:37.452806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b1b90-170f-46aa-b389-5ffa3b39f405 None None] Routers {'3a828247-21dd-4cc2-b190-3bb48100bbf2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:37.454972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2e7b1b90-170f-46aa-b389-5ffa3b39f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3a828247-21dd-4cc2-b190-3bb48100bbf2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:37.492716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2e7b1b90-170f-46aa-b389-5ffa3b39f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:37.502584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b1b90-170f-46aa-b389-5ffa3b39f405 None None] Routers {'3a828247-21dd-4cc2-b190-3bb48100bbf2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:37.502915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2e7b1b90-170f-46aa-b389-5ffa3b39f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3a828247-21dd-4cc2-b190-3bb48100bbf2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:37.517783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d0e5e-95c3-4954-bc87-fefceedec4be req-e6bae152-6735-40a4-8736-3da56566ec9a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:37.519344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-219d0e5e-95c3-4954-bc87-fefceedec4be req-e6bae152-6735-40a4-8736-3da56566ec9a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.1023233 Aug 21 09:08:37.543651 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2e7b1b90-170f-46aa-b389-5ffa3b39f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:37.544318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b1b90-170f-46aa-b389-5ffa3b39f405 None None] The sync data for ids ['3a828247-21dd-4cc2-b190-3bb48100bbf2'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:08:37.545822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.589190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e5d79455-a323-4f92-8c62-c7d7387ad2b1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:37.598722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39412) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:37.602763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.604533 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5ed3eefd-27a9-435c-aea2-8a736474bc79 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451054649', 'description': 'tempest-description--809452310'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:37.613912 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.646593 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:08:37.650327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e5d79455-a323-4f92-8c62-c7d7387ad2b1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:37.660146 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.666636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654299a9-6bda-48d6-a533-f44a2b415dd2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:37.668719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-219d0e5e-95c3-4954-bc87-fefceedec4be req-f4a36bf6-8015-4570-bb7a-c4bd271110fc tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398401 Aug 21 09:08:37.672003 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.672376 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Added segment 3d96c282-14ea-4ecc-a07e-c44913644d28 of type vlan for network 53518fe7-2bb7-430b-93a7-9498a14bd2d0 Aug 21 09:08:37.722377 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.741343 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ed3eefd-27a9-435c-aea2-8a736474bc79 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.749155 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.825519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ed3eefd-27a9-435c-aea2-8a736474bc79 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.834026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.834978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:37.835584 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.893296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ed3eefd-27a9-435c-aea2-8a736474bc79 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.905264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] Pushing event updated for resources: {'Network': ['ID=53518fe7-2bb7-430b-93a7-9498a14bd2d0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:37.905985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port c576ecc4-d228-4680-9597-dd300ee46a06 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:37.906345 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:37.915110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 53518fe7-2bb7-430b-93a7-9498a14bd2d0 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:08:37.932200 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3eefd-27a9-435c-aea2-8a736474bc79 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415d60d8-1685-48fb-a3a9-ef3df9f41167,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:37.977321 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-287d01b0-6474-4d4d-a79f-1eb8cf2dee65 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8461633 Aug 21 09:08:37.980183 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39414) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:37.985193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] Request body: {'subnet': {'network_id': '53518fe7-2bb7-430b-93a7-9498a14bd2d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1021462162-subnet', 'tenant_id': '7eb1a6ab2f1649819284762c7b9919ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:37.991603 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.010720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for c576ecc4-d228-4680-9597-dd300ee46a06 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:38.010814 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ed3eefd-27a9-435c-aea2-8a736474bc79 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.011376 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5ed3eefd-27a9-435c-aea2-8a736474bc79 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4115558 Aug 21 09:08:38.012306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39416) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:38.016962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-955bdf7c-34ab-4419-8e8f-0c37033a4ff2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'security_group_rule': {'security_group_id': '415d60d8-1685-48fb-a3a9-ef3df9f41167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:38.094574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] Made reservation on behalf of 7eb1a6ab2f1649819284762c7b9919ce for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:38.096968 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.221871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5374b9-2358-4516-8cec-e6691c4b680e req-e1ef453b-f92d-49aa-b767-4bdd50c9fe7b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:38.224205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e5374b9-2358-4516-8cec-e6691c4b680e req-e1ef453b-f92d-49aa-b767-4bdd50c9fe7b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 944 time: 0.1001654 Aug 21 09:08:38.263764 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-955bdf7c-34ab-4419-8e8f-0c37033a4ff2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.320255 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e5374b9-2358-4516-8cec-e6691c4b680e req-bd517a7c-ad1b-4932-85c8-68279a135c71 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875912 Aug 21 09:08:38.361028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad54b7-a516-4bf7-a582-a3b3a98fc331 req-8301324e-7b7b-43e9-992d-1b53c0a618b3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:38.362540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bad54b7-a516-4bf7-a582-a3b3a98fc331 req-8301324e-7b7b-43e9-992d-1b53c0a618b3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 943 time: 0.0830722 Aug 21 09:08:38.365053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.372837 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-955bdf7c-34ab-4419-8e8f-0c37033a4ff2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.373687 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.415523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=c576ecc4-d228-4680-9597-dd300ee46a06,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:38.436814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62807360-938e-4a8a-86fa-86eebb51400c,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:38.448100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] Checking segment: {'id': '3d96c282-14ea-4ecc-a07e-c44913644d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53518fe7-2bb7-430b-93a7-9498a14bd2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:38.448429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] Network hostable DHCP agents. Network: 53518fe7-2bb7-430b-93a7-9498a14bd2d0, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:08:38.468460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-955bdf7c-34ab-4419-8e8f-0c37033a4ff2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.484990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bad54b7-a516-4bf7-a582-a3b3a98fc331 req-cbb24cdf-f814-4635-8133-37d1515b309f tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090403 Aug 21 09:08:38.501071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bdf7c-34ab-4419-8e8f-0c37033a4ff2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9237ab3e-bf87-4982-88ba-3d9142277d04,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:38.513264 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.540293 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] Network 53518fe7-2bb7-430b-93a7-9498a14bd2d0 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:08:38.577769 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-955bdf7c-34ab-4419-8e8f-0c37033a4ff2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.578976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-955bdf7c-34ab-4419-8e8f-0c37033a4ff2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5657315 Aug 21 09:08:38.581726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39436) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:38.586801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-15e1ce1c-35fd-447a-99f9-53ff476dcd73 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'security_group_rule': {'security_group_id': '415d60d8-1685-48fb-a3a9-ef3df9f41167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:38.620295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 53518fe7-2bb7-430b-93a7-9498a14bd2d0) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:38.625542 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:38.626843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.628656 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.632819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc63dbde-60a5-462a-9be8-2eb79956bbaa None None] Network 53518fe7-2bb7-430b-93a7-9498a14bd2d0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:38.633696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.748786 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15e1ce1c-35fd-447a-99f9-53ff476dcd73 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.786157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f62f2-9a8e-4a0f-b59b-bafc2bc14548 None None] Network 53518fe7-2bb7-430b-93a7-9498a14bd2d0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:38.786947 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.787537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Fanout notify agent at l3_agent the message router_deleted on router 3a828247-21dd-4cc2-b190-3bb48100bbf2 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:08:38.795867 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.799109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-862da1e0-2ba0-45a0-8b02-385e0d0758b9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/routers/3a828247-21dd-4cc2-b190-3bb48100bbf2 HTTP/1.1" status: 204 len: 168 time: 1.3489568 Aug 21 09:08:38.805824 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39446) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:38.838943 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-64fe1a27-6f7e-4365-b141-94d16728ac14 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8577139 Aug 21 09:08:38.861695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cbd0b94f-c10b-48ab-b71f-562bba4aea35 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:08:38.871081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5d8522-d778-496d-9e72-7a952576ff5c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting subnet 07efd4c9-a743-4dba-9a0a-04616bd4d189 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:08:38.876863 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8522-d778-496d-9e72-7a952576ff5c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.881911 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15e1ce1c-35fd-447a-99f9-53ff476dcd73 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.892152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f374e17-53d2-470b-ab26-12f24d95b25f req-df11211f-f6e3-472c-89b9-b78e5dc2cf28 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:38.903582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f374e17-53d2-470b-ab26-12f24d95b25f req-df11211f-f6e3-472c-89b9-b78e5dc2cf28 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.1190844 Aug 21 09:08:38.949798 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8522-d778-496d-9e72-7a952576ff5c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:38.976156 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f374e17-53d2-470b-ab26-12f24d95b25f req-95abff9d-225d-4674-aa58-e1f011ff08fa tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708027 Aug 21 09:08:38.978965 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15e1ce1c-35fd-447a-99f9-53ff476dcd73 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.018128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1ce1c-35fd-447a-99f9-53ff476dcd73 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d2c9c7-3a9a-4b02-9ef1-eb4fa412f64d,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:39.037973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cbd0b94f-c10b-48ab-b71f-562bba4aea35, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cbd0b94f-c10b-48ab-b71f-562bba4aea35,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:39.070731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35', 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261', 'port_id': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35', 'mac_address': 'fa:16:3e:d5:e4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f226a65-ad9c-45f6-a646-51e4a5d93371', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:08:39.084249 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8522-d778-496d-9e72-7a952576ff5c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.112884 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15e1ce1c-35fd-447a-99f9-53ff476dcd73 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.116690 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.116797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-15e1ce1c-35fd-447a-99f9-53ff476dcd73 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5322628 Aug 21 09:08:39.118528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39468) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:39.124079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:39.137235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd0b94f-c10b-48ab-b71f-562bba4aea35 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:39.159253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cbd0b94f-c10b-48ab-b71f-562bba4aea35, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cbd0b94f-c10b-48ab-b71f-562bba4aea35,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:39.251710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.279501 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.283629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8522-d778-496d-9e72-7a952576ff5c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.309687 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d8522-d778-496d-9e72-7a952576ff5c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Subnet': ['ID=07efd4c9-a743-4dba-9a0a-04616bd4d189,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:39.312471 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8522-d778-496d-9e72-7a952576ff5c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.314658 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1e5d8522-d778-496d-9e72-7a952576ff5c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/subnets/07efd4c9-a743-4dba-9a0a-04616bd4d189 HTTP/1.1" status: 204 len: 168 time: 0.5137267 Aug 21 09:08:39.317969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39488) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:39.321982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac152b9a-beaa-47df-b0a5-b88b94b74b13 None None] Network 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:39.384388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=cbd0b94f-c10b-48ab-b71f-562bba4aea35,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:39.410640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.464982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-c96a5cc0-9e43-422a-acf0-061159e78742 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:39.466587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-c96a5cc0-9e43-422a-acf0-061159e78742 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/networks?id=53518fe7-2bb7-430b-93a7-9498a14bd2d0 HTTP/1.1" status: 200 len: 822 time: 0.1523714 Aug 21 09:08:39.474953 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port 9773cf24-710d-4059-9f95-03347be60f82 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:39.475438 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.496191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-d0d4a1aa-a9d7-4a4a-bce4-896f81aec9e1 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/quotas/7eb1a6ab2f1649819284762c7b9919ce HTTP/1.1" status: 200 len: 375 time: 0.0203006 Aug 21 09:08:39.497586 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.508280 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-469238b5-ef91-47d9-87ca-51b4b4342dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.542166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['cbd0b94f-c10b-48ab-b71f-562bba4aea35'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:08:39.573830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] For port 9773cf24-710d-4059-9f95-03347be60f82, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9773cf24-710d-4059-9f95-03347be60f82,segment=NetworkSegment(7000675f-0088-47d8-8dde-da6e223409ac),segment_id=7000675f-0088-47d8-8dde-da6e223409ac)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:39.574220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.584271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35337a8-72bf-4632-a603-f9bc7d43ccb2 None None] DHCP port deletion for 89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:08:39.585513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-bc65e04e-029b-4c09-b239-87641fd92c3c tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eb1a6ab2f1649819284762c7b9919ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411479 Aug 21 09:08:39.601088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for 9773cf24-710d-4059-9f95-03347be60f82 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:39.696736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c35337a8-72bf-4632-a603-f9bc7d43ccb2 None None] Deleting port 9773cf24-710d-4059-9f95-03347be60f82 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:39.697287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c35337a8-72bf-4632-a603-f9bc7d43ccb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.729091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Allocated IP 172.25.5.205 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/92ca7906-234c-45f0-bde7-35e0875252a4) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:39.747310 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.761462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-6da3a80f-913e-4162-91f5-a65f25488bb5 service neutron] 10.222.0.20 "GET /v2.0/networks/53518fe7-2bb7-430b-93a7-9498a14bd2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606112 Aug 21 09:08:39.766240 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.803306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c35337a8-72bf-4632-a603-f9bc7d43ccb2 None None] For port 9773cf24-710d-4059-9f95-03347be60f82, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9773cf24-710d-4059-9f95-03347be60f82,segment=NetworkSegment(7000675f-0088-47d8-8dde-da6e223409ac),segment_id=7000675f-0088-47d8-8dde-da6e223409ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:39.803306 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c35337a8-72bf-4632-a603-f9bc7d43ccb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.815109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c35337a8-72bf-4632-a603-f9bc7d43ccb2 None None] Calling delete_port for 9773cf24-710d-4059-9f95-03347be60f82 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:39.824780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=9773cf24-710d-4059-9f95-03347be60f82,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:39.833896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] No DVR routers for this DVR port 9773cf24-710d-4059-9f95-03347be60f82 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:08:39.835323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.835774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.836190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.836675 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.837129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.837690 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.838186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.838693 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.839237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.839816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.839928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.840482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:39.947509 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.956242 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:39.962542 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:39.964729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-b7524efa-c054-40de-8776-474ad391fa5f service neutron] 10.222.0.20 "GET /v2.0/networks/53518fe7-2bb7-430b-93a7-9498a14bd2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930158 Aug 21 09:08:39.980629 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7000675f-0088-47d8-8dde-da6e223409ac') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:39.981401 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7000675f-0088-47d8-8dde-da6e223409ac') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:39.994674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.015756 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.024325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:08:40.024325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.036962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988702a4-251d-40a2-b7b6-f8f8b509a88a req-aeaaa817-1d54-4d5a-9ee7-6314a36c173f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:40.038511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-988702a4-251d-40a2-b7b6-f8f8b509a88a req-aeaaa817-1d54-4d5a-9ee7-6314a36c173f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=1add0d79-6450-4bdb-95e4-cda240eb9c4d HTTP/1.1" status: 200 len: 944 time: 0.0791888 Aug 21 09:08:40.069037 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c35337a8-72bf-4632-a603-f9bc7d43ccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:08:40.092257 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:08:40.099922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35337a8-72bf-4632-a603-f9bc7d43ccb2 None None] Pushing event deleted for resources: {'Port': ['ID=9773cf24-710d-4059-9f95-03347be60f82,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:40.105480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35337a8-72bf-4632-a603-f9bc7d43ccb2 None None] No DVR routers for this DVR port 9773cf24-710d-4059-9f95-03347be60f82 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:08:40.138265 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.190776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:40.202770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-988702a4-251d-40a2-b7b6-f8f8b509a88a req-7e9ab454-5265-42ad-81ad-9c3de8b777be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Deleting port 4ff034b0-44f5-4332-b34c-c8b20a921559 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:40.203197 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-988702a4-251d-40a2-b7b6-f8f8b509a88a req-7e9ab454-5265-42ad-81ad-9c3de8b777be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.206122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:40.209869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Port': ['ID=92ca7906-234c-45f0-bde7-35e0875252a4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:40.212145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:40.214607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.227812 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.247287 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/networks/89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3 HTTP/1.1" status: 204 len: 168 time: 0.9282873 Aug 21 09:08:40.249445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39504) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:40.265885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf7377-2544-4a43-8f06-abaf3b4809f9 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Network': ['ID=89bf6c9c-6312-4e8c-9c0b-5c69c1bb3de3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:40.358416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-988702a4-251d-40a2-b7b6-f8f8b509a88a req-7e9ab454-5265-42ad-81ad-9c3de8b777be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] For port 4ff034b0-44f5-4332-b34c-c8b20a921559, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ff034b0-44f5-4332-b34c-c8b20a921559,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:40.358947 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-988702a4-251d-40a2-b7b6-f8f8b509a88a req-7e9ab454-5265-42ad-81ad-9c3de8b777be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.378884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-988702a4-251d-40a2-b7b6-f8f8b509a88a req-7e9ab454-5265-42ad-81ad-9c3de8b777be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Calling delete_port for 4ff034b0-44f5-4332-b34c-c8b20a921559 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:40.387207 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.402185 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-72665cd4-92f7-4003-884a-5512b49644b6 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port 9a92a3ad-848e-4b09-843d-8ce9e1689938 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:40.402652 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72665cd4-92f7-4003-884a-5512b49644b6 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.489951 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72665cd4-92f7-4003-884a-5512b49644b6 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.490456 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72665cd4-92f7-4003-884a-5512b49644b6 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.504137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-72665cd4-92f7-4003-884a-5512b49644b6 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for 9a92a3ad-848e-4b09-843d-8ce9e1689938 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:40.511597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee959a73-6092-4cc8-b654-82a3662c394e req-0a9bc4e7-8c46-4196-b3ea-d02a2fa9fd95 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:40.513134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee959a73-6092-4cc8-b654-82a3662c394e req-0a9bc4e7-8c46-4196-b3ea-d02a2fa9fd95 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 944 time: 0.1167252 Aug 21 09:08:40.526338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.619893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee959a73-6092-4cc8-b654-82a3662c394e req-c7fec2f0-6c4c-4725-a58d-7b39b5473404 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915024 Aug 21 09:08:40.737017 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72665cd4-92f7-4003-884a-5512b49644b6 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.766055 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72665cd4-92f7-4003-884a-5512b49644b6 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=9a92a3ad-848e-4b09-843d-8ce9e1689938,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:40.792259 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-988702a4-251d-40a2-b7b6-f8f8b509a88a req-7e9ab454-5265-42ad-81ad-9c3de8b777be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.798797 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.831512 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72665cd4-92f7-4003-884a-5512b49644b6 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.835189 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72665cd4-92f7-4003-884a-5512b49644b6 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.836566 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-72665cd4-92f7-4003-884a-5512b49644b6 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/floatingips/f1555b25-91ae-46ab-8d04-00192a77147d HTTP/1.1" status: 204 len: 168 time: 0.5862422 Aug 21 09:08:40.838742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ab454-5265-42ad-81ad-9c3de8b777be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event deleted for resources: {'Port': ['ID=4ff034b0-44f5-4332-b34c-c8b20a921559,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:40.839956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39512) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:40.864234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cbd0b94f-c10b-48ab-b71f-562bba4aea35 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:40.866941 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2647ad5d-4025-437b-91e8-9b120b6b4e4c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] DELETE failed (client error): The resource could not be found. Aug 21 09:08:40.868912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2647ad5d-4025-437b-91e8-9b120b6b4e4c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:08:40.869326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.870876 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2647ad5d-4025-437b-91e8-9b120b6b4e4c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/ports/fe4837c5-266e-4aef-9c80-6fb8c55735e6 HTTP/1.1" status: 404 len: 333 time: 0.0297871 Aug 21 09:08:40.873685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39514) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:40.878140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9773f1-8bea-4293-8d57-7262887378df req-7ccccbf3-bd09-479f-85e0-bab627329bb8 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:40.880303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e9773f1-8bea-4293-8d57-7262887378df req-7ccccbf3-bd09-479f-85e0-bab627329bb8 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.1361558 Aug 21 09:08:40.898998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-988702a4-251d-40a2-b7b6-f8f8b509a88a req-7e9ab454-5265-42ad-81ad-9c3de8b777be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] No DVR routers for this DVR port 4ff034b0-44f5-4332-b34c-c8b20a921559 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:08:40.900731 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.904199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-988702a4-251d-40a2-b7b6-f8f8b509a88a req-7e9ab454-5265-42ad-81ad-9c3de8b777be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:40.907457 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-68c42ba5-bc6b-4124-ae1c-861329e70b10 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a828247-21dd-4cc2-b190-3bb48100bbf2 HTTP/1.1" status: 200 len: 205 time: 0.0303464 Aug 21 09:08:40.907616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-988702a4-251d-40a2-b7b6-f8f8b509a88a req-7e9ab454-5265-42ad-81ad-9c3de8b777be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "DELETE /v2.0/ports/4ff034b0-44f5-4332-b34c-c8b20a921559 HTTP/1.1" status: 204 len: 173 time: 0.8595488 Aug 21 09:08:40.909005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'name': 'network-vif-deleted', 'tag': '4ff034b0-44f5-4332-b34c-c8b20a921559'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:40.911353 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553b9c25-1db9-4d5b-bb1f-4480ce547486" -d '{"events": [{"server_uuid": "1add0d79-6450-4bdb-95e4-cda240eb9c4d", "name": "network-vif-deleted", "tag": "4ff034b0-44f5-4332-b34c-c8b20a921559"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:40.912116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39516) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:40.955501 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-dda18a0b-64a0-45a6-ae73-2d2cf3abc76c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] delete failed (client error): The resource could not be found. Aug 21 09:08:40.956578 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dda18a0b-64a0-45a6-ae73-2d2cf3abc76c tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/routers/3a828247-21dd-4cc2-b190-3bb48100bbf2 HTTP/1.1" status: 404 len: 336 time: 0.0418003 Aug 21 09:08:40.959215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39520) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:40.984998 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b39ed9c-fc6f-4741-a96d-1cf57aad8e7f tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] DELETE failed (client error): The resource could not be found. Aug 21 09:08:40.985441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b39ed9c-fc6f-4741-a96d-1cf57aad8e7f tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:08:40.987119 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3b39ed9c-fc6f-4741-a96d-1cf57aad8e7f tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/subnets/07efd4c9-a743-4dba-9a0a-04616bd4d189 HTTP/1.1" status: 404 len: 337 time: 0.0269773 Aug 21 09:08:40.990360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39522) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:41.008744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e9773f1-8bea-4293-8d57-7262887378df req-687c7fe4-8118-4282-ac49-d0a0349f0fac tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107717 Aug 21 09:08:41.010888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Port': ['ID=92ca7906-234c-45f0-bde7-35e0875252a4,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:41.020092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:41.042354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port cbd0b94f-c10b-48ab-b71f-562bba4aea35 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:41.042354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port cbd0b94f-c10b-48ab-b71f-562bba4aea35 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:41.042871 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:41.102071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-44a2754d-25c4-44c8-84e4-669d0f806b06 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port 8ffad9bc-f6ce-451a-a6df-791497e6f899 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:41.102449 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-44a2754d-25c4-44c8-84e4-669d0f806b06 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:41.117356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aea99dc5-bbcb-412d-ad7f-eeefd324e549 req-d42ffff4-b17d-4fe5-bd7e-ff74a841e710 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 210 time: 0.0364721 Aug 21 09:08:41.125942 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:41.127692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-afdfc289-08d7-42a8-8f44-4f0999bc731a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0076187 Aug 21 09:08:41.158945 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:41.170522 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bbdd98-634b-495d-99ae-62f24abb23db x-openstack-request-id: req-36bbdd98-634b-495d-99ae-62f24abb23db {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:41.170824 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1add0d79-6450-4bdb-95e4-cda240eb9c4d", "name": "network-vif-deleted", "tag": "4ff034b0-44f5-4332-b34c-c8b20a921559", "status": "failed", "code": 422}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:41.171074 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36bbdd98-634b-495d-99ae-62f24abb23db {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:41.171487 n-d-766726-28 neutron-server[106757]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1add0d79-6450-4bdb-95e4-cda240eb9c4d', 'name': 'network-vif-deleted', 'tag': '4ff034b0-44f5-4332-b34c-c8b20a921559', 'status': 'failed', 'code': 422} returned with failed status Aug 21 09:08:41.187932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a846e799-0e4e-4024-a9c2-987fa26019a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:41.190386 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507c724f-98e3-4ef5-8a89-7be1cc1e2062" -d '{"events": [{"server_uuid": "a846e799-0e4e-4024-a9c2-987fa26019a5", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0b94f-c10b-48ab-b71f-562bba4aea35"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:41.197317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-44a2754d-25c4-44c8-84e4-669d0f806b06 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:41.206131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cbd0b94f-c10b-48ab-b71f-562bba4aea35, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cbd0b94f-c10b-48ab-b71f-562bba4aea35,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:41.216197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-44a2754d-25c4-44c8-84e4-669d0f806b06 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for 8ffad9bc-f6ce-451a-a6df-791497e6f899 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:41.248955 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ff24b6-6809-4c0f-b32b-8e671aa51279 x-openstack-request-id: req-80ff24b6-6809-4c0f-b32b-8e671aa51279 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:41.249247 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a846e799-0e4e-4024-a9c2-987fa26019a5", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0b94f-c10b-48ab-b71f-562bba4aea35", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:41.249494 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80ff24b6-6809-4c0f-b32b-8e671aa51279 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:41.249930 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a846e799-0e4e-4024-a9c2-987fa26019a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35', 'code': 200} Aug 21 09:08:41.297070 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:41.298048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ff034b0-44f5-4332-b34c-c8b20a921559 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:08:41.390738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 4ff034b0-44f5-4332-b34c-c8b20a921559 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:08:41.391243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ff034b0-44f5-4332-b34c-c8b20a921559 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:08:41.425498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec9e6a-76dc-401b-b5ec-39030cebaf15 req-3fceca95-f6d3-4a28-ba9a-b7908653cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:41.427656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18ec9e6a-76dc-401b-b5ec-39030cebaf15 req-3fceca95-f6d3-4a28-ba9a-b7908653cf55 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 1097 time: 0.1055646 Aug 21 09:08:41.430383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=cbd0b94f-c10b-48ab-b71f-562bba4aea35,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:41.449201 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-44a2754d-25c4-44c8-84e4-669d0f806b06 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:41.458976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-360d2e6c-be1d-4bd4-8e38-9ae23f1b31dc tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--451054649&fields=id&tenant_id=9c671e4c30c04df0b2b1235f21b59c4e HTTP/1.1" status: 200 len: 267 time: 0.0720894 Aug 21 09:08:41.489861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2754d-25c4-44c8-84e4-669d0f806b06 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=8ffad9bc-f6ce-451a-a6df-791497e6f899,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:41.506777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18ec9e6a-76dc-401b-b5ec-39030cebaf15 req-10d8c54f-6a91-4b8d-a97c-cf7361e63280 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717041 Aug 21 09:08:41.523733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-e5e16277-830f-4810-a4a0-b1ab200da678 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:41.525102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-e5e16277-830f-4810-a4a0-b1ab200da678 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports/93573a26-26bd-4d80-98c6-ef6f0af8157c HTTP/1.1" status: 200 len: 930 time: 0.0556142 Aug 21 09:08:41.564586 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-44a2754d-25c4-44c8-84e4-669d0f806b06 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:41.569993 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-44a2754d-25c4-44c8-84e4-669d0f806b06 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/ports/8ffad9bc-f6ce-451a-a6df-791497e6f899 HTTP/1.1" status: 204 len: 168 time: 0.5754657 Aug 21 09:08:41.569993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39554) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:41.576203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9773cf24-710d-4059-9f95-03347be60f82 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:08:41.595035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5565a663-df98-42ef-a91b-bc2bbad8dd3a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:41.596578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5565a663-df98-42ef-a91b-bc2bbad8dd3a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports/58edfe04-a3d4-4096-86d3-5ad70a933df4 HTTP/1.1" status: 200 len: 932 time: 0.0648482 Aug 21 09:08:41.600063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 9773cf24-710d-4059-9f95-03347be60f82 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:08:41.600410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9773cf24-710d-4059-9f95-03347be60f82 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:08:41.662603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-99cf47ab-7006-4540-a9bc-ebbb6a68578d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0591080 Aug 21 09:08:41.672206 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-eae6d81d-6503-4665-97b9-f4fdb8eeb671 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port a225528a-8dad-403f-a218-7e73bc442e92 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:41.672549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eae6d81d-6503-4665-97b9-f4fdb8eeb671 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:41.697170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-90f4c559-bcce-412c-adaa-348f6bf61be6 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0281029 Aug 21 09:08:41.767373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eae6d81d-6503-4665-97b9-f4fdb8eeb671 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:41.779702 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-eae6d81d-6503-4665-97b9-f4fdb8eeb671 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for a225528a-8dad-403f-a218-7e73bc442e92 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:41.815923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7380197a-0cb2-4c00-9be4-006bfae8cbeb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:41.821910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7380197a-0cb2-4c00-9be4-006bfae8cbeb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:41.827657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7380197a-0cb2-4c00-9be4-006bfae8cbeb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:41.829274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7380197a-0cb2-4c00-9be4-006bfae8cbeb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/networks?id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee HTTP/1.1" status: 200 len: 1990 time: 0.1252322 Aug 21 09:08:41.846173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-62da2b7f-81e3-4b71-85bd-970140e0816c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/quotas/9c671e4c30c04df0b2b1235f21b59c4e HTTP/1.1" status: 200 len: 375 time: 0.0098469 Aug 21 09:08:41.988120 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eae6d81d-6503-4665-97b9-f4fdb8eeb671 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:42.028085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6d81d-6503-4665-97b9-f4fdb8eeb671 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=a225528a-8dad-403f-a218-7e73bc442e92,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:42.102015 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eae6d81d-6503-4665-97b9-f4fdb8eeb671 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:42.104432 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eae6d81d-6503-4665-97b9-f4fdb8eeb671 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/ports/a225528a-8dad-403f-a218-7e73bc442e92 HTTP/1.1" status: 204 len: 168 time: 0.5340197 Aug 21 09:08:42.106990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39564) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:42.158691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e450d7-4e8c-432c-a93b-c753cc18eb8a tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:42.160589 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-96e450d7-4e8c-432c-a93b-c753cc18eb8a tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "GET /v2.0/ports?device_id=65f67ab3-0a4e-4091-9d96-2784eb8e8dde HTTP/1.1" status: 200 len: 913 time: 0.0522780 Aug 21 09:08:42.167649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39568) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:42.250712 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:42.319056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6a101396-5d2f-4290-a535-af2cba6cf528 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4659660 Aug 21 09:08:42.328448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728964e9-57e0-4af7-a5b5-dc099f91edbf req-8dfc3531-214e-468f-ac87-256847881aa3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:42.330313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-728964e9-57e0-4af7-a5b5-dc099f91edbf req-8dfc3531-214e-468f-ac87-256847881aa3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 945 time: 0.0939815 Aug 21 09:08:42.421253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-728964e9-57e0-4af7-a5b5-dc099f91edbf req-97ba55df-182c-4f30-82bf-b7732fd0733f tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775418 Aug 21 09:08:42.454373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-24c3c187-d189-4e2e-ace7-ec0165beec24 service neutron] 10.222.0.20 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182215 Aug 21 09:08:42.591136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-eff27f27-0c41-4007-b1fb-522d7875bbbf service neutron] 10.222.0.20 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296616 Aug 21 09:08:42.594769 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd6e21b8-d43a-4a00-9ac4-48050ff0e92d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:42.672989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-8eb61179-e0d8-4d4c-beba-20226f20c142 service neutron] 10.222.0.20 "GET /v2.0/ports/93573a26-26bd-4d80-98c6-ef6f0af8157c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0809529 Aug 21 09:08:42.686146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971c5df-7838-4ed0-80ce-84e028484f8a req-83e66dfe-3e06-4b8e-a323-dec5b271eb1e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:42.696274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2971c5df-7838-4ed0-80ce-84e028484f8a req-83e66dfe-3e06-4b8e-a323-dec5b271eb1e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 945 time: 0.0940137 Aug 21 09:08:42.836386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2971c5df-7838-4ed0-80ce-84e028484f8a req-91b6d006-9f18-477d-a07f-9d7178e17d55 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341338 Aug 21 09:08:42.865323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-6680cc00-aaa1-43b8-aa0c-d2fde5d4a4ef tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:42.866972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-6680cc00-aaa1-43b8-aa0c-d2fde5d4a4ef tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.1056817 Aug 21 09:08:42.869033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-8dd1a3b0-2e49-43b0-b123-b12ccda8bdf8 service neutron] 10.222.0.20 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702838 Aug 21 09:08:42.881013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-28'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:42.918549 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e21b8-d43a-4a00-9ac4-48050ff0e92d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port b5c00f73-69e7-4ec3-bf36-8ef3b4aa7a87 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:42.919058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd6e21b8-d43a-4a00-9ac4-48050ff0e92d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:43.023933 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd6e21b8-d43a-4a00-9ac4-48050ff0e92d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:43.032716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1148447e-8878-41c1-bf8b-0ee53ab14fa8 req-17aefa00-3c7a-42b9-a985-5f57879a889f tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 210 time: 0.1151791 Aug 21 09:08:43.037751 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e21b8-d43a-4a00-9ac4-48050ff0e92d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for b5c00f73-69e7-4ec3-bf36-8ef3b4aa7a87 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:43.108148 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:43.171704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b82970fa-8080-4162-b798-007e70257cb5 service neutron] 10.222.0.20 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876883 Aug 21 09:08:43.284705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-fcc4ab84-3367-4a89-b9f9-4beb1b4c6d27 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:43.286800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-fcc4ab84-3367-4a89-b9f9-4beb1b4c6d27 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.13 "GET /v2.0/networks?id=53518fe7-2bb7-430b-93a7-9498a14bd2d0 HTTP/1.1" status: 200 len: 822 time: 0.4013937 Aug 21 09:08:43.302175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-fc0ebc1e-56d7-4c63-bf2b-feab7c23b20a service neutron] 10.222.0.20 "GET /v2.0/ports/58edfe04-a3d4-4096-86d3-5ad70a933df4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0937345 Aug 21 09:08:43.325369 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd6e21b8-d43a-4a00-9ac4-48050ff0e92d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:43.328183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Request body: {'port': {'device_id': 'fc23451a-649d-4741-90f9-54f779682726', 'network_id': '53518fe7-2bb7-430b-93a7-9498a14bd2d0', 'admin_state_up': True, 'tenant_id': '7eb1a6ab2f1649819284762c7b9919ce'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:43.360747 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e21b8-d43a-4a00-9ac4-48050ff0e92d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=b5c00f73-69e7-4ec3-bf36-8ef3b4aa7a87,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:43.487206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-9d9c6f8b-a011-411f-a1b3-51cb9cf92b1d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:43.488830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-9d9c6f8b-a011-411f-a1b3-51cb9cf92b1d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.3706658 Aug 21 09:08:43.556688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-6941b057-48fb-4016-98ed-5b2d0d037726 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/quotas/ec44a488b58c4ff480090f59e9183bf2 HTTP/1.1" status: 200 len: 375 time: 0.0478878 Aug 21 09:08:43.583173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:43.631898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7d5a506c-13c2-4aa0-b53a-4bcb4c67aa5d service neutron] 10.222.0.20 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196340 Aug 21 09:08:43.633738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-74b1735b-d003-4e50-bafd-d5b268006791 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687983 Aug 21 09:08:43.659117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-aed9e50b-ed17-4b57-bbb7-7b6ab6085090 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:08:43.660306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-aed9e50b-ed17-4b57-bbb7-7b6ab6085090 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171745 Aug 21 09:08:43.787604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:43.804759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd6e21b8-d43a-4a00-9ac4-48050ff0e92d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:43.838158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Made reservation on behalf of 7eb1a6ab2f1649819284762c7b9919ce for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:43.841777 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:43.891217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:43.893404 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad93a3ea-be5f-4ce7-a7e0-b8aed7c38506" -d '{"events": [{"server_uuid": "ad91daa4-eedd-4dc0-b982-75d46c9bdc60", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa3d6a9-9905-4131-8fb7-14a7af67a4bf"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:43.903748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:43.918346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-07867001-ca4c-44f6-be3f-f8316c2e2562 service neutron] 10.222.0.20 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775967 Aug 21 09:08:43.930200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-3de637c3-a678-42c5-a19f-d443844b1a7d service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488484 Aug 21 09:08:44.032231 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6e21b8-d43a-4a00-9ac4-48050ff0e92d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:08:44.037509 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:44.143802 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6e21b8-d43a-4a00-9ac4-48050ff0e92d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:08:44.150475 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dd6e21b8-d43a-4a00-9ac4-48050ff0e92d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "PUT /v2.0/routers/65f67ab3-0a4e-4091-9d96-2784eb8e8dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9812419 Aug 21 09:08:44.152379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39594) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:44.157453 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93a953-cb73-414c-8fdb-e977fb8d4100 None None] Sync routers for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:08:44.167827 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93a953-cb73-414c-8fdb-e977fb8d4100 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:44.168553 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ba93a953-cb73-414c-8fdb-e977fb8d4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:44.201073 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ba93a953-cb73-414c-8fdb-e977fb8d4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:44.211247 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93a953-cb73-414c-8fdb-e977fb8d4100 None None] Routers {'65f67ab3-0a4e-4091-9d96-2784eb8e8dde'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:08:44.212218 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ba93a953-cb73-414c-8fdb-e977fb8d4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:08:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:44.242217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Pushing event updated for resources: {'Port': ['ID=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:44.251736 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ba93a953-cb73-414c-8fdb-e977fb8d4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:44.252382 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93a953-cb73-414c-8fdb-e977fb8d4100 None None] The sync data for ids ['65f67ab3-0a4e-4091-9d96-2784eb8e8dde'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:08:44.252574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b3a6935e-f4cd-4bda-9be2-694b94b6ca52 service neutron] 10.222.0.20 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247712 Aug 21 09:08:44.272258 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:44.296842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Allocated IP 172.20.0.6 (53518fe7-2bb7-430b-93a7-9498a14bd2d0/62807360-938e-4a8a-86fa-86eebb51400c/f8c696a6-d109-47b3-ab6d-9defed7d8579) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:44.324458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-75adbc5f-6342-42ab-9cd9-c7357b190cd5 service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602443 Aug 21 09:08:44.342230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on host n-h1-766726-28 for vnic_type normal with profile {"migrating_to": "n-h2-766726-28"} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:08:44.342519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:08:44.342884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:44.353132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:08:44.353468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Attempting to bind port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on network 901f1fbd-14e5-4fd3-9538-757ea5088a4f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:44.372995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:08:44.373355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Checking segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:44.373742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Bound using segment: {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:08:44.374180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Bound port: 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b659bb-11ff-4369-b7a3-377390b4c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '901f1fbd-14e5-4fd3-9538-757ea5088a4f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:08:44.374537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:44.387507 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:44.444072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-92d8bdbb-84aa-4209-aeab-f3289db88cbd service neutron] 10.222.0.20 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905401 Aug 21 09:08:44.504232 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting port e44fe681-e5c8-4466-8fc6-5168fd9ce94f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:44.504580 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:44.590835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:44.593242 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:44.623978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Calling delete_port for e44fe681-e5c8-4466-8fc6-5168fd9ce94f owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:44.627905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:08:44.664600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-86e0cb2e-d9da-438c-ac43-06296d9c6294 service neutron] 10.222.0.20 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102706 Aug 21 09:08:44.667810 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:44.737325 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:44.873286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:08:44.896142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Pushing event updated for resources: {'Port': ['ID=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,revision_number=8']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:44.903407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:44.904053 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:44.905487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d544c37f-183c-4846-91d4-b48202a6d4bf service neutron] 10.222.0.22 "PUT /v2.0/ports/3aa3d6a9-9905-4131-8fb7-14a7af67a4bf HTTP/1.1" status: 200 len: 1123 time: 2.0290380 Aug 21 09:08:44.908958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-ddc1b7b4-6276-42a9-9d7e-ba7aadee9c05 service neutron] 10.222.0.20 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339070 Aug 21 09:08:44.920226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b98d4-6b2a-42ce-8249-6167580c2494 req-28886c7f-ad54-4211-a874-32fe2d029d8b tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:44.921838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-059b98d4-6b2a-42ce-8249-6167580c2494 req-28886c7f-ad54-4211-a874-32fe2d029d8b tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 945 time: 0.1419821 Aug 21 09:08:44.991767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['3aa3d6a9-9905-4131-8fb7-14a7af67a4bf'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:08:44.996264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:45.009231 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.013886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.020066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-059b98d4-6b2a-42ce-8249-6167580c2494 req-e64eb2b1-625b-437b-b6a2-7b22acaf948a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895252 Aug 21 09:08:45.041671 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Port': ['ID=e44fe681-e5c8-4466-8fc6-5168fd9ce94f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:45.095246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Network 53518fe7-2bb7-430b-93a7-9498a14bd2d0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:45.103460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['3aa3d6a9-9905-4131-8fb7-14a7af67a4bf'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:08:45.104143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9d2fe2f4-bcc7-448a-9c54-2a91306ecc73 service neutron] 10.222.0.20 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812840 Aug 21 09:08:45.105255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:45.109569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:45.114349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf has no active binding in host n-h2-766726-28 {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 09:08:45.161348 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.165945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Pushing event updated for resources: {'Port': ['ID=f8c696a6-d109-47b3-ab6d-9defed7d8579,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:45.172774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.236754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:45.237427 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.262292 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.293107 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-fc4b1a8b-ea13-411d-977a-6083ebb0d40d service neutron] 10.222.0.20 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443543 Aug 21 09:08:45.328093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.330482 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.386006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb04b48-ce77-4f76-adb7-b9a6628077ee req-4fd9d68e-e7ef-4ac3-9aa1-05b53429237f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:45.387747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fb04b48-ce77-4f76-adb7-b9a6628077ee req-4fd9d68e-e7ef-4ac3-9aa1-05b53429237f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.1117172 Aug 21 09:08:45.391845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-82a155da-56b0-455d-a8fb-f5336eba03ad tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0807829 Aug 21 09:08:45.415147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-d330d51a-6c27-4c8a-9464-6c074e04215f tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:08:45.416235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-d330d51a-6c27-4c8a-9464-6c074e04215f tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051258 Aug 21 09:08:45.459088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-e8dbe353-f38b-4cc8-8d91-c2b0c4773963 service neutron] 10.222.0.20 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511514 Aug 21 09:08:45.468407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.468980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Fanout notify agent at l3_agent the message router_deleted on router 65f67ab3-0a4e-4091-9d96-2784eb8e8dde {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:08:45.474419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fb04b48-ce77-4f76-adb7-b9a6628077ee req-f4d1bbda-f458-4173-90db-a75312641c3e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772851 Aug 21 09:08:45.477377 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.477377 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e4c8332a-5843-46cc-bcc9-4aa4caa55bf5 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/routers/65f67ab3-0a4e-4091-9d96-2784eb8e8dde HTTP/1.1" status: 204 len: 168 time: 1.3239739 Aug 21 09:08:45.483939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39610) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:45.518606 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510761da-cdd9-4463-9fe0-a7945fba4a93 x-openstack-request-id: req-510761da-cdd9-4463-9fe0-a7945fba4a93 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:45.518955 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad91daa4-eedd-4dc0-b982-75d46c9bdc60", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa3d6a9-9905-4131-8fb7-14a7af67a4bf", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:45.519342 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-510761da-cdd9-4463-9fe0-a7945fba4a93 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:45.519827 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf', 'code': 200} Aug 21 09:08:45.566691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4124865b-4a1b-4ea5-92a9-831bf0331217 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Deleting subnet 746e917d-20f5-4e27-9d23-a4c5a73c0352 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:08:45.570869 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4124865b-4a1b-4ea5-92a9-831bf0331217 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.615198 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4124865b-4a1b-4ea5-92a9-831bf0331217 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.665268 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4124865b-4a1b-4ea5-92a9-831bf0331217 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.838130 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4124865b-4a1b-4ea5-92a9-831bf0331217 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.873138 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124865b-4a1b-4ea5-92a9-831bf0331217 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Subnet': ['ID=746e917d-20f5-4e27-9d23-a4c5a73c0352,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:45.879150 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4124865b-4a1b-4ea5-92a9-831bf0331217 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:45.883451 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4124865b-4a1b-4ea5-92a9-831bf0331217 tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/subnets/746e917d-20f5-4e27-9d23-a4c5a73c0352 HTTP/1.1" status: 204 len: 168 time: 0.3958130 Aug 21 09:08:45.884238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39614) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:45.897407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Request body: {'port': {'device_id': 'fc23451a-649d-4741-90f9-54f779682726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:45.967685 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:46.011139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7eec112d-50fc-46ed-97f5-2b18402db3f0 service neutron] 10.222.0.20 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357118 Aug 21 09:08:46.011716 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:46.022262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0cc03-4743-42a4-b5c5-62ddacf933b6 req-b097ed31-f045-4dc7-b561-be64347c8a29 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:46.024204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bed0cc03-4743-42a4-b5c5-62ddacf933b6 req-b097ed31-f045-4dc7-b561-be64347c8a29 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 931 time: 0.1333256 Aug 21 09:08:46.079013 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:46.091464 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96de9db5-a62a-4692-a215-c112e0cfc7f9']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:46.102963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456efdfd-6328-4d96-994c-52c2bf174f92') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:46.103162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bed0cc03-4743-42a4-b5c5-62ddacf933b6 req-1eb55a44-7f25-4895-95a0-bbfbf5b04e84 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/security-groups?id=654299a9-6bda-48d6-a533-f44a2b415dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727539 Aug 21 09:08:46.103262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456efdfd-6328-4d96-994c-52c2bf174f92') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:46.114520 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:46.141316 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:46.151834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:08:46.152872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:08:46.157049 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:08:46.268754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8440f43f-db7b-450a-abdc-9deaae53c135 req-07fa19f1-3ccd-4539-8151-e6d1edae2b33 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 210 time: 0.0730007 Aug 21 09:08:46.342175 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:46.355977 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:46.359196 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] 10.222.0.20 "DELETE /v2.0/networks/96de9db5-a62a-4692-a215-c112e0cfc7f9 HTTP/1.1" status: 204 len: 168 time: 0.4743726 Aug 21 09:08:46.391824 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaeead-ac33-4df5-9ee5-60097b40906d tempest-FloatingIPTestJSON-1288539958 tempest-FloatingIPTestJSON-1288539958-project] Pushing event deleted for resources: {'Network': ['ID=96de9db5-a62a-4692-a215-c112e0cfc7f9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:46.462652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c696a6-d109-47b3-ab6d-9defed7d8579 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:46.471350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:46.486082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf879b-75cb-49e2-870e-b4d6a6f679b2 req-647db910-cead-4988-a3f9-6eb2667abb2a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:46.487578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ecf879b-75cb-49e2-870e-b4d6a6f679b2 req-647db910-cead-4988-a3f9-6eb2667abb2a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 945 time: 0.1322260 Aug 21 09:08:46.495705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Transition to ACTIVE for port object f8c696a6-d109-47b3-ab6d-9defed7d8579 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:46.526997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ecf879b-75cb-49e2-870e-b4d6a6f679b2 req-013281b7-a5a2-469a-8569-15b1aad8ed1e tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Aug 21 09:08:46.594855 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:46.678653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c696a6-d109-47b3-ab6d-9defed7d8579,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:46.787144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae037d-f102-4c9b-a7e6-a6980afe7b59 req-ebc56933-a7fe-4666-807c-6613d76a1385 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:46.788666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54ae037d-f102-4c9b-a7e6-a6980afe7b59 req-ebc56933-a7fe-4666-807c-6613d76a1385 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.0839162 Aug 21 09:08:46.790967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Attempting to bind port f8c696a6-d109-47b3-ab6d-9defed7d8579 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:08:46.791298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Attempting to bind port f8c696a6-d109-47b3-ab6d-9defed7d8579 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '3d96c282-14ea-4ecc-a07e-c44913644d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53518fe7-2bb7-430b-93a7-9498a14bd2d0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:08:46.791638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Attempting to bind port f8c696a6-d109-47b3-ab6d-9defed7d8579 on network 53518fe7-2bb7-430b-93a7-9498a14bd2d0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:46.802314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Port f8c696a6-d109-47b3-ab6d-9defed7d8579 on network 53518fe7-2bb7-430b-93a7-9498a14bd2d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:08:46.802631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Attempting to bind port f8c696a6-d109-47b3-ab6d-9defed7d8579 on network 53518fe7-2bb7-430b-93a7-9498a14bd2d0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:46.815287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:08:46.820113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Checking segment: {'id': '3d96c282-14ea-4ecc-a07e-c44913644d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53518fe7-2bb7-430b-93a7-9498a14bd2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:46.820113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Bound using segment: {'id': '3d96c282-14ea-4ecc-a07e-c44913644d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53518fe7-2bb7-430b-93a7-9498a14bd2d0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:08:46.820113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Bound port: f8c696a6-d109-47b3-ab6d-9defed7d8579, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d96c282-14ea-4ecc-a07e-c44913644d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53518fe7-2bb7-430b-93a7-9498a14bd2d0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:08:46.820113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:46.844476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54ae037d-f102-4c9b-a7e6-a6980afe7b59 req-e78da307-e8f2-4379-9ea6-11da90a6326c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495884 Aug 21 09:08:46.906146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] For port f8c696a6-d109-47b3-ab6d-9defed7d8579, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:46.909568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] For port f8c696a6-d109-47b3-ab6d-9defed7d8579, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f8c696a6-d109-47b3-ab6d-9defed7d8579,segment=NetworkSegment(3d96c282-14ea-4ecc-a07e-c44913644d28),segment_id=3d96c282-14ea-4ecc-a07e-c44913644d28)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:08:46.975473 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:47.001374 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39648) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:47.021192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:47.022111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:47.024124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] 10.222.0.13 "PUT /v2.0/ports/f8c696a6-d109-47b3-ab6d-9defed7d8579 HTTP/1.1" status: 200 len: 1092 time: 1.5972652 Aug 21 09:08:47.054108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcafa8-2d18-41db-8ef2-2ccfbf956b54 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c696a6-d109-47b3-ab6d-9defed7d8579,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:47.185862 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-464bf678-2cc6-49e8-ba27-22eae779afe8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caeabb0eb29244bdb11c4ac26384d9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830080 Aug 21 09:08:47.188391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39658) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:47.201614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-b98696cf-8724-46f6-be82-6c46d6cfceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:47.203155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-b98696cf-8724-46f6-be82-6c46d6cfceb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb1a6ab2f1649819284762c7b9919ce&device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 1095 time: 0.0506964 Aug 21 09:08:47.251775 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c113b0c-6706-4a68-9388-c76dcd3e8008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:47.267962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-1221ffc6-83b7-4f7c-af33-9e44ba504626 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c696a6-d109-47b3-ab6d-9defed7d8579 HTTP/1.1" status: 200 len: 217 time: 0.0521951 Aug 21 09:08:47.274831 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c113b0c-6706-4a68-9388-c76dcd3e8008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:47.371684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-ea79af23-01bf-454b-9a8e-87d9dc38c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:47.373076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-ea79af23-01bf-454b-9a8e-87d9dc38c30a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62807360-938e-4a8a-86fa-86eebb51400c HTTP/1.1" status: 200 len: 862 time: 0.0933490 Aug 21 09:08:47.407370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-e81bc623-045b-42f5-bddc-4218429c408d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:47.408821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-e81bc623-045b-42f5-bddc-4218429c408d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.1503916 Aug 21 09:08:47.427179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Request body: {'port': {'device_id': 'b48d26ae-3058-462a-be62-828b159be097', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'admin_state_up': True, 'tenant_id': 'ec44a488b58c4ff480090f59e9183bf2'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:47.431652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-c4732cca-2850-4dac-b942-36bd4084929f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53518fe7-2bb7-430b-93a7-9498a14bd2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473650 Aug 21 09:08:47.433816 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c113b0c-6706-4a68-9388-c76dcd3e8008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:47.436761 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c113b0c-6706-4a68-9388-c76dcd3e8008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:47.441106 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2c113b0c-6706-4a68-9388-c76dcd3e8008 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8f532f8-6bd4-40e6-9e37-c5c8c0354c91 HTTP/1.1" status: 204 len: 168 time: 0.2517560 Aug 21 09:08:47.451363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c113b0c-6706-4a68-9388-c76dcd3e8008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f532f8-6bd4-40e6-9e37-c5c8c0354c91,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:47.526726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'tag': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf'}, {'name': 'network-changed', 'server_uuid': 'fc23451a-649d-4741-90f9-54f779682726', 'tag': 'f8c696a6-d109-47b3-ab6d-9defed7d8579'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:47.529309 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ad91daa4-eedd-4dc0-b982-75d46c9bdc60", "tag": "3aa3d6a9-9905-4131-8fb7-14a7af67a4bf"}, {"name": "network-changed", "server_uuid": "fc23451a-649d-4741-90f9-54f779682726", "tag": "f8c696a6-d109-47b3-ab6d-9defed7d8579"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:47.645020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-43447ac5-f22b-4f6d-8ee5-665bebed4ac6 service neutron] 10.222.0.13 "GET /v2.0/networks/53518fe7-2bb7-430b-93a7-9498a14bd2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979237 Aug 21 09:08:47.662274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c013c-e5f1-440c-ac27-9ab27c1fbeb3 req-0ef0ad46-d2de-4237-a992-37e94eddaa75 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:47.663831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b50c013c-e5f1-440c-ac27-9ab27c1fbeb3 req-0ef0ad46-d2de-4237-a992-37e94eddaa75 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 943 time: 0.1220098 Aug 21 09:08:47.772755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fb8981a-1a50-4fce-a9bd-2bbc9f0f8611 req-dff68298-a464-40b4-8150-780d9fc1d546 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 210 time: 0.0823917 Aug 21 09:08:47.818125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b50c013c-e5f1-440c-ac27-9ab27c1fbeb3 req-b100c689-9e54-49f4-8001-2236ecdb15bc tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/security-groups?id=654299a9-6bda-48d6-a533-f44a2b415dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427603 Aug 21 09:08:47.846987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b26b6-099a-41ca-81c4-e769e8836d17 req-748ff8fc-1f35-4fef-8952-77af48394c24 service neutron] 10.222.0.13 "GET /v2.0/networks/53518fe7-2bb7-430b-93a7-9498a14bd2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930032 Aug 21 09:08:47.872438 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf886e5-c360-432a-ab10-c5bce8b2c2ce x-openstack-request-id: req-0cf886e5-c360-432a-ab10-c5bce8b2c2ce {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:47.872744 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad91daa4-eedd-4dc0-b982-75d46c9bdc60", "tag": "3aa3d6a9-9905-4131-8fb7-14a7af67a4bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc23451a-649d-4741-90f9-54f779682726", "tag": "f8c696a6-d109-47b3-ab6d-9defed7d8579", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:47.872999 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cf886e5-c360-432a-ab10-c5bce8b2c2ce {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:47.873503 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'tag': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf', 'status': 'completed', 'code': 200} Aug 21 09:08:47.873763 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc23451a-649d-4741-90f9-54f779682726', 'tag': 'f8c696a6-d109-47b3-ab6d-9defed7d8579', 'status': 'completed', 'code': 200} Aug 21 09:08:47.940582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Made reservation on behalf of ec44a488b58c4ff480090f59e9183bf2 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:47.946052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:48.040754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-3d02fe30-6d94-4450-801e-ac3c48b943f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:48.042303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-3d02fe30-6d94-4450-801e-ac3c48b943f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 1126 time: 0.1381416 Aug 21 09:08:48.048434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da6c4878-3a73-4a47-b7ee-2e37ba21e664 req-e10f528e-22aa-4a47-b09d-32bc2368c471 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0741496 Aug 21 09:08:48.232816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-28c6e01b-ff3c-4b34-8d22-ff864c1a5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:48.234295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-28c6e01b-ff3c-4b34-8d22-ff864c1a5941 service neutron] 10.222.0.13 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.1821985 Aug 21 09:08:48.235331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Allocated IP 172.20.0.10 (73450b22-0f7b-4756-99d9-a1fdb9a2a648/74fc87cd-bb56-4b37-976a-7ed85aa94def/f6535c45-f9c9-480d-ab6c-b9f7d4d955a1) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:48.307454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-5eeecd3c-5ebb-43ba-b116-e648bbc426dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf HTTP/1.1" status: 200 len: 217 time: 0.0637212 Aug 21 09:08:48.349778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a84ad8-a2ce-4ece-8351-62ec74b80dfa req-ae33f3eb-36df-4994-afaf-c0fe63e4a572 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:48.351614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53a84ad8-a2ce-4ece-8351-62ec74b80dfa req-ae33f3eb-36df-4994-afaf-c0fe63e4a572 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.1667538 Aug 21 09:08:48.498028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-007635d3-6a63-42c6-b728-e6d3c79d8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:48.499519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-007635d3-6a63-42c6-b728-e6d3c79d8120 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.1778409 Aug 21 09:08:48.539810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ce75b-664f-43e6-a813-5fbcdec1ac5f req-10d6cbea-39c1-4e64-beba-cce60b9f1825 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:48.541320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd4ce75b-664f-43e6-a813-5fbcdec1ac5f req-10d6cbea-39c1-4e64-beba-cce60b9f1825 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 945 time: 0.2157931 Aug 21 09:08:48.544083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53a84ad8-a2ce-4ece-8351-62ec74b80dfa req-62e750ed-09e9-4fe6-be50-cb341ea72fc8 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573522 Aug 21 09:08:48.569478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-48800b28-f40c-4704-86dd-617daa0bb602 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581453 Aug 21 09:08:48.682687 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:48.695384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd4ce75b-664f-43e6-a813-5fbcdec1ac5f req-684cc991-55c7-4768-a6ca-cb1739c38d44 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291573 Aug 21 09:08:48.748317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-fe2fe967-ebbd-4b6a-98d7-b650c8d81aa5 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687660 Aug 21 09:08:48.862296 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39718) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:48.880521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-91c0ccfd-9e0d-40a5-8315-70d026d636e3 service neutron] 10.222.0.13 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234972 Aug 21 09:08:48.908752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90b04b60-90bb-4e1c-a334-5f1be5030e81 req-50ba677e-6dff-452d-a43d-b92bcd52fffb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 210 time: 0.0308678 Aug 21 09:08:48.967657 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:49.000776 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2024530759'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:49.023975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:49.031404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:49.037653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:49.068874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92873240-6696-4125-a30c-838179fa4a8f req-dbab8e2a-e5ce-48f1-a5b1-b63f88786336 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:49.070428 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92873240-6696-4125-a30c-838179fa4a8f req-dbab8e2a-e5ce-48f1-a5b1-b63f88786336 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 943 time: 0.1477866 Aug 21 09:08:49.090131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event updated for resources: {'Port': ['ID=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:49.124938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:49.128740 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:49.138642 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:49.174944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e508dbd1-70dd-47b3-bed3-db07c3f378ed req-6a43fada-366d-4d84-bc06-dfb56ec5c6f2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0533798 Aug 21 09:08:49.181323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:49.181938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:49.210447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92873240-6696-4125-a30c-838179fa4a8f req-94bb103d-c14e-4dfa-8e93-b6d25934d6f3 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/security-groups?id=654299a9-6bda-48d6-a533-f44a2b415dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279683 Aug 21 09:08:49.218183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-1b0aca4e-296e-4b97-a7d3-8bddbdd9033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:49.219705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-1b0aca4e-296e-4b97-a7d3-8bddbdd9033b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb1a6ab2f1649819284762c7b9919ce&device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 1095 time: 0.1404057 Aug 21 09:08:49.267507 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:49.322300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-bd2f2cec-6c5d-4579-bfd3-a8e7f089df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:49.323911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-bd2f2cec-6c5d-4579-bfd3-a8e7f089df11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=53518fe7-2bb7-430b-93a7-9498a14bd2d0 HTTP/1.1" status: 200 len: 923 time: 0.0972490 Aug 21 09:08:49.370739 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:49.373613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-0fd6f79a-9865-4ca0-a5c2-8438ed04eee7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c696a6-d109-47b3-ab6d-9defed7d8579 HTTP/1.1" status: 200 len: 217 time: 0.0428927 Aug 21 09:08:49.396030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:08:49.412290 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0411b9-f2ce-4407-a93e-9f717250bcd9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:49.417596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:49.421706 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Added segment c8b12097-3101-4752-b93e-09665f81b39c of type vlan for network ecd7261a-32e8-47f1-83e0-3f0e76dd0132 Aug 21 09:08:49.431633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-1168a2da-27fd-4ddc-97fa-513b1d12b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:49.433215 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-1168a2da-27fd-4ddc-97fa-513b1d12b23e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62807360-938e-4a8a-86fa-86eebb51400c HTTP/1.1" status: 200 len: 862 time: 0.0528917 Aug 21 09:08:49.461715 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:49.467545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-920f1f74-e34b-4a01-a1b2-8b51f0b8655d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53518fe7-2bb7-430b-93a7-9498a14bd2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273733 Aug 21 09:08:49.469332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-bf6960c2-fce1-4409-b871-bd9766111523 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0466127 Aug 21 09:08:49.486287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Request body: {'port': {'device_id': 'b48d26ae-3058-462a-be62-828b159be097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:49.564871 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:49.573365 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:49.575416 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:49.596668 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:49.626871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-a8e2d9eb-87bf-4d9d-a83c-44cdaa88b844 service neutron] 10.222.0.13 "GET /v2.0/networks/53518fe7-2bb7-430b-93a7-9498a14bd2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524234 Aug 21 09:08:49.650355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=ecd7261a-32e8-47f1-83e0-3f0e76dd0132,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:49.668243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network ecd7261a-32e8-47f1-83e0-3f0e76dd0132 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:08:49.731311 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1f0e9b58-e18f-4601-b5f3-29ee4a1fe3ab tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8670766 Aug 21 09:08:50.186154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3ea3-c9c5-4483-b167-889daa331d86 req-6bc056b0-dc3c-4969-a06c-a9ba3765da76 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:50.188198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c71a3ea3-c9c5-4483-b167-889daa331d86 req-6bc056b0-dc3c-4969-a06c-a9ba3765da76 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.5638099 Aug 21 09:08:50.324402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff223b4c-f3e5-4de8-ade9-9c30e63d07fb req-9d878c67-7ab3-4fd4-aee7-f53a9c948604 service neutron] 10.222.0.13 "GET /v2.0/networks/53518fe7-2bb7-430b-93a7-9498a14bd2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6678143 Aug 21 09:08:50.336021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c71a3ea3-c9c5-4483-b167-889daa331d86 req-1691fab1-7563-4995-8b30-4d940a9f5a3e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282165 Aug 21 09:08:50.344389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58735e-67e0-473d-becc-fa345efd8642 req-b37425f2-6969-44a8-ab2d-00901d807376 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:50.345859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f58735e-67e0-473d-becc-fa345efd8642 req-b37425f2-6969-44a8-ab2d-00901d807376 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 945 time: 0.1934972 Aug 21 09:08:50.417833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f58735e-67e0-473d-becc-fa345efd8642 req-c82089ab-4a9c-41d8-ac4e-a2fa053355f3 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569022 Aug 21 09:08:50.493313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16ab22-99ee-4192-988f-99b4f89bb20a req-340bf2ce-fb50-4b04-b270-fc5f0de5e971 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:50.494833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f16ab22-99ee-4192-988f-99b4f89bb20a req-340bf2ce-fb50-4b04-b270-fc5f0de5e971 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 932 time: 0.0854383 Aug 21 09:08:50.600950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:50.624633 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:50.628116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-307d0622-a7b3-4628-bfa9-9bbf044c58cf req-e09cade7-0e9b-495d-9ca5-b91a9d40ff0c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0578513 Aug 21 09:08:50.649568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f16ab22-99ee-4192-988f-99b4f89bb20a req-4e31719a-9000-47b6-a5ff-22def04dcda9 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330662 Aug 21 09:08:50.657866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Transition to ACTIVE for port object f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:50.663964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-aedd0627-4a82-4cf6-92bc-0528d5491f35 service neutron] 10.222.0.13 "GET /v2.0/ports/3aa3d6a9-9905-4131-8fb7-14a7af67a4bf/bindings/n-h2-766726-28 HTTP/1.1" status: 200 len: 385 time: 0.1232705 Aug 21 09:08:50.763212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:50.844812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3524c-54d2-4a80-b525-8650e3cff810 req-f4c1b5b9-a727-49f8-b830-a6a23c31996c tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:50.846299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de3524c-54d2-4a80-b525-8650e3cff810 req-f4c1b5b9-a727-49f8-b830-a6a23c31996c tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 943 time: 0.1250491 Aug 21 09:08:50.857559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:50.905723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cbd0b94f-c10b-48ab-b71f-562bba4aea35 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:08:50.973179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6a1f6f00-b710-4e24-8a0a-81e8add94c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:50.974552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6a1f6f00-b710-4e24-8a0a-81e8add94c8a service neutron] 10.222.0.13 "GET /v2.0/ports/93573a26-26bd-4d80-98c6-ef6f0af8157c HTTP/1.1" status: 200 len: 1026 time: 0.1272292 Aug 21 09:08:51.064206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cbd0b94f-c10b-48ab-b71f-562bba4aea35, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cbd0b94f-c10b-48ab-b71f-562bba4aea35,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:51.076785 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35', 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261', 'port_id': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35', 'mac_address': 'fa:16:3e:d5:e4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f226a65-ad9c-45f6-a646-51e4a5d93371', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:08:51.092089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de3524c-54d2-4a80-b525-8650e3cff810 req-a9538687-32a0-43ac-9056-52c761673a20 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/security-groups?id=654299a9-6bda-48d6-a533-f44a2b415dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317111 Aug 21 09:08:51.134782 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:51.148816 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbd0b94f-c10b-48ab-b71f-562bba4aea35 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:51.168842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cbd0b94f-c10b-48ab-b71f-562bba4aea35, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cbd0b94f-c10b-48ab-b71f-562bba4aea35,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:51.171182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-5dddc62d-ee4b-40f8-9d23-7ea103732b6d service neutron] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:51.182020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Attempting to bind port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:08:51.182363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Attempting to bind port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:08:51.182692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Attempting to bind port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:51.188656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-ec7d1e52-8129-4d8a-b8b5-8a5498e717a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:51.191751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-ec7d1e52-8129-4d8a-b8b5-8a5498e717a0 service neutron] 10.222.0.13 "GET /v2.0/ports/58edfe04-a3d4-4096-86d3-5ad70a933df4 HTTP/1.1" status: 200 len: 1028 time: 0.1942339 Aug 21 09:08:51.192738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f8c696a6-d109-47b3-ab6d-9defed7d8579 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:08:51.198212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:08:51.208116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Attempting to bind port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:51.289496 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:51.352224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-061dbdf8-29f8-4510-8e6f-88ae590aefe4 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:51.360257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-061dbdf8-29f8-4510-8e6f-88ae590aefe4 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:51.368025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-061dbdf8-29f8-4510-8e6f-88ae590aefe4 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:51.371790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-061dbdf8-29f8-4510-8e6f-88ae590aefe4 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "GET /v2.0/networks?id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee HTTP/1.1" status: 200 len: 1990 time: 0.1684463 Aug 21 09:08:51.384687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:08:51.385041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Checking segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:51.385487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Bound using segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:08:51.390656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Bound port: f6535c45-f9c9-480d-ab6c-b9f7d4d955a1, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:08:51.390656 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:51.395462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=cbd0b94f-c10b-48ab-b71f-562bba4aea35,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:51.405585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.405929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.406266 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.406598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.406974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.407306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.407646 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.407969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.408288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.408656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.408995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.409383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:08:51.418944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f8c696a6-d109-47b3-ab6d-9defed7d8579, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f8c696a6-d109-47b3-ab6d-9defed7d8579,segment=NetworkSegment(3d96c282-14ea-4ecc-a07e-c44913644d28),segment_id=3d96c282-14ea-4ecc-a07e-c44913644d28)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:51.427995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['cbd0b94f-c10b-48ab-b71f-562bba4aea35'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:08:51.459008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-5dddc62d-ee4b-40f8-9d23-7ea103732b6d service neutron] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:51.528109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'f8c696a6-d109-47b3-ab6d-9defed7d8579', 'network_id': '53518fe7-2bb7-430b-93a7-9498a14bd2d0', 'port_id': 'f8c696a6-d109-47b3-ab6d-9defed7d8579', 'mac_address': 'fa:16:3e:8c:50:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62807360-938e-4a8a-86fa-86eebb51400c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:08:51.542530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5f45341b-a87f-489a-9c5a-6eaefe108a77 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c671e4c30c04df0b2b1235f21b59c4e HTTP/1.1" status: 200 len: 379 time: 0.1354222 Aug 21 09:08:51.603890 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:51.626812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c696a6-d109-47b3-ab6d-9defed7d8579 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:51.638720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'admin_state_up': True, 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'security_groups': ['415d60d8-1685-48fb-a3a9-ef3df9f41167']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:51.662250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f8c696a6-d109-47b3-ab6d-9defed7d8579, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f8c696a6-d109-47b3-ab6d-9defed7d8579,segment=NetworkSegment(3d96c282-14ea-4ecc-a07e-c44913644d28),segment_id=3d96c282-14ea-4ecc-a07e-c44913644d28)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:51.745671 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:51.748400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc94b34-10d5-43af-8401-7d052ba688d5 req-229fcb31-7142-4232-ad90-81af8db56091 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:51.750619 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bdc94b34-10d5-43af-8401-7d052ba688d5 req-229fcb31-7142-4232-ad90-81af8db56091 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 943 time: 0.1919997 Aug 21 09:08:51.797335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-5dddc62d-ee4b-40f8-9d23-7ea103732b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:51.824659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559908c-9201-40b4-b51d-ef70fc244b53 req-9b7b7df0-d5fb-4b17-b640-3aade3bf3432 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:51.832712 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3559908c-9201-40b4-b51d-ef70fc244b53 req-9b7b7df0-d5fb-4b17-b640-3aade3bf3432 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 944 time: 0.2757206 Aug 21 09:08:51.838752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=f8c696a6-d109-47b3-ab6d-9defed7d8579,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:51.914668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3559908c-9201-40b4-b51d-ef70fc244b53 req-ea2a9724-3390-4f14-9da4-3300815159cd tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808811 Aug 21 09:08:51.940717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-5dddc62d-ee4b-40f8-9d23-7ea103732b6d service neutron] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:52.038242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['f8c696a6-d109-47b3-ab6d-9defed7d8579'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:08:52.061846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bdc94b34-10d5-43af-8401-7d052ba688d5 req-47b17f4e-a282-4861-b256-c2b177b24522 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470365 Aug 21 09:08:52.065670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] For port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:52.148118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] For port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:08:52.179543 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-5dddc62d-ee4b-40f8-9d23-7ea103732b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:52.289191 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:52.304119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6044231d-e10c-4b3e-af9d-bfab312379e4 req-dd01108d-286c-4335-9bc1-dfc34f946739 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.1069512 Aug 21 09:08:52.385718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:52.396108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:52.396475 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:52.397898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28f71e-07b7-4498-9a65-77f9249136b6 service neutron] 10.222.0.22 "PUT /v2.0/ports/f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 HTTP/1.1" status: 200 len: 1093 time: 2.9162908 Aug 21 09:08:52.417886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48d26ae-3058-462a-be62-828b159be097', 'tag': 'f6535c45-f9c9-480d-ab6c-b9f7d4d955a1'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:52.420495 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dd29ea-9767-4ed7-a768-09ae023dfbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "b48d26ae-3058-462a-be62-828b159be097", "tag": "f6535c45-f9c9-480d-ab6c-b9f7d4d955a1"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:52.454059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b82e3-3298-4d8a-ae97-6e62a7f46f71 req-93c57e8f-6c8c-4a9a-8d67-2b295ca6e16e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:52.463060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-979b82e3-3298-4d8a-ae97-6e62a7f46f71 req-93c57e8f-6c8c-4a9a-8d67-2b295ca6e16e tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 944 time: 0.2631230 Aug 21 09:08:52.519863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-979b82e3-3298-4d8a-ae97-6e62a7f46f71 req-9f389770-7b19-4e6b-936d-d5e754975755 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530369 Aug 21 09:08:52.535780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-5dddc62d-ee4b-40f8-9d23-7ea103732b6d service neutron] Transition to ACTIVE for port object 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:52.545320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:52.549375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:52.597412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-360e94da-95ae-442a-8d77-fd4254f38bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:52.599491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-360e94da-95ae-442a-8d77-fd4254f38bd3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 1096 time: 0.0786066 Aug 21 09:08:52.654251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-5dddc62d-ee4b-40f8-9d23-7ea103732b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:52.769779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-5e28c87b-1df9-4ee4-b333-cfdcbafe2641 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 HTTP/1.1" status: 200 len: 217 time: 0.1284204 Aug 21 09:08:52.825290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7f598-b921-44fc-87a2-f0ceb15cf6f5 req-30b7e07e-9fbd-4007-a2c3-9e4576063df1 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:52.826928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0f7f598-b921-44fc-87a2-f0ceb15cf6f5 req-30b7e07e-9fbd-4007-a2c3-9e4576063df1 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 944 time: 0.2230022 Aug 21 09:08:52.854980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-5dddc62d-ee4b-40f8-9d23-7ea103732b6d service neutron] No DVR routers for this DVR port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:08:52.901095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39764) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:52.905909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cbd0b94f-c10b-48ab-b71f-562bba4aea35 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:52.907511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'network_id': 'ecd7261a-32e8-47f1-83e0-3f0e76dd0132', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:52.914691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddc62d-ee4b-40f8-9d23-7ea103732b6d service neutron] Pushing event updated for resources: {'Port': ['ID=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:52.963787 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71573e9-1dfe-4427-88be-1d9ca69c0981 x-openstack-request-id: req-d71573e9-1dfe-4427-88be-1d9ca69c0981 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:52.964079 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48d26ae-3058-462a-be62-828b159be097", "tag": "f6535c45-f9c9-480d-ab6c-b9f7d4d955a1", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:52.964327 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d71573e9-1dfe-4427-88be-1d9ca69c0981 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:52.964732 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48d26ae-3058-462a-be62-828b159be097', 'tag': 'f6535c45-f9c9-480d-ab6c-b9f7d4d955a1', 'status': 'completed', 'code': 200} Aug 21 09:08:52.994571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0f7f598-b921-44fc-87a2-f0ceb15cf6f5 req-6374a42c-3b63-4b98-84d1-d86de097858c tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/security-groups?id=654299a9-6bda-48d6-a533-f44a2b415dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265938 Aug 21 09:08:52.999949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-d264d658-6181-4f05-b8ec-1fd2d2b2a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:53.013506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-d264d658-6181-4f05-b8ec-1fd2d2b2a835 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 200 len: 852 time: 0.2260883 Aug 21 09:08:53.015479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-5dddc62d-ee4b-40f8-9d23-7ea103732b6d service neutron] 10.222.0.13 "PUT /v2.0/ports/3aa3d6a9-9905-4131-8fb7-14a7af67a4bf/bindings/n-h2-766726-28/activate HTTP/1.1" status: 200 len: 370 time: 2.3423042 Aug 21 09:08:53.036338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port cbd0b94f-c10b-48ab-b71f-562bba4aea35 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:53.036753 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:53.073654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-f0f1d10a-a8fb-445b-86c2-940b9e53de28 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=73450b22-0f7b-4756-99d9-a1fdb9a2a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454240 Aug 21 09:08:53.098643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Allocated IP 172.20.0.10 (35a5a18c-3ef4-4f79-854b-c3e1a7bac713/0ab28827-633f-407e-a5d5-e8b51ae5dfe4/111787a2-30ea-4809-aa01-2f16b2944652) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:53.101981 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:53.105989 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:53.188659 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:53.216425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f8c696a6-d109-47b3-ab6d-9defed7d8579 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:53.258212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad934143-3109-40d9-8d5e-714eb94c4abd req-07a9868d-a696-4308-976d-63d684cb145a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:53.266887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad934143-3109-40d9-8d5e-714eb94c4abd req-07a9868d-a696-4308-976d-63d684cb145a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 944 time: 0.2258532 Aug 21 09:08:53.272697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a846e799-0e4e-4024-a9c2-987fa26019a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:53.274887 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c42233-1765-4b4f-ad5e-84a806e0f7b9" -d '{"events": [{"server_uuid": "a846e799-0e4e-4024-a9c2-987fa26019a5", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0b94f-c10b-48ab-b71f-562bba4aea35"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:53.291695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cbd0b94f-c10b-48ab-b71f-562bba4aea35, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cbd0b94f-c10b-48ab-b71f-562bba4aea35,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:53.341260 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:53.392612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=cbd0b94f-c10b-48ab-b71f-562bba4aea35,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:53.444036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-9162e458-2e18-45c6-94af-98e7f110bc7d service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478227 Aug 21 09:08:53.461788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port f8c696a6-d109-47b3-ab6d-9defed7d8579 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:53.462657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482c977-c693-4d97-92f5-bec2c89932db req-54c6778b-cb72-488b-8ecc-76498cb783ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:53.469432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5482c977-c693-4d97-92f5-bec2c89932db req-54c6778b-cb72-488b-8ecc-76498cb783ca tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 944 time: 0.1909132 Aug 21 09:08:53.469554 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port f8c696a6-d109-47b3-ab6d-9defed7d8579 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:53.469554 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:53.474271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-14f2206d-a203-4fe1-bbf1-8cc9b77addc4 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:53.475958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-14f2206d-a203-4fe1-bbf1-8cc9b77addc4 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1096 time: 0.2660680 Aug 21 09:08:53.487930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad934143-3109-40d9-8d5e-714eb94c4abd req-3fc1b27b-4dcc-4dcc-84d0-71d088e2700c tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204731 Aug 21 09:08:53.491280 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:53.579207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=f0b4b680-c187-45cb-9f3e-b2376e35e697,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:53.607286 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Checking segment: {'id': 'c8b12097-3101-4752-b93e-09665f81b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ecd7261a-32e8-47f1-83e0-3f0e76dd0132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:53.609154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network hostable DHCP agents. Network: ecd7261a-32e8-47f1-83e0-3f0e76dd0132, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:08:53.622171 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:53.631055 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:53.662665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port f8c696a6-d109-47b3-ab6d-9defed7d8579, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f8c696a6-d109-47b3-ab6d-9defed7d8579,segment=NetworkSegment(3d96c282-14ea-4ecc-a07e-c44913644d28),segment_id=3d96c282-14ea-4ecc-a07e-c44913644d28)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:53.675727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5482c977-c693-4d97-92f5-bec2c89932db req-aeaa898a-6ba4-4b51-87a9-69f3ea9bb748 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891491 Aug 21 09:08:53.675727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Transition to ACTIVE for port object 111787a2-30ea-4809-aa01-2f16b2944652 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:53.679794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-4edd495e-8b78-4456-8c21-d5faa79c7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:53.681275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-4edd495e-8b78-4456-8c21-d5faa79c7a89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60&tenant_id=994df69ecf1d4b2681af7e97568df514 HTTP/1.1" status: 200 len: 1096 time: 0.1925559 Aug 21 09:08:53.737369 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e96ec9-7b15-4bb6-9d17-6baa8f164944 x-openstack-request-id: req-b4e96ec9-7b15-4bb6-9d17-6baa8f164944 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:53.738482 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a846e799-0e4e-4024-a9c2-987fa26019a5", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0b94f-c10b-48ab-b71f-562bba4aea35", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:53.738750 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4e96ec9-7b15-4bb6-9d17-6baa8f164944 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:53.739141 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a846e799-0e4e-4024-a9c2-987fa26019a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35', 'code': 200} Aug 21 09:08:53.741794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network ecd7261a-32e8-47f1-83e0-3f0e76dd0132 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:08:53.746111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d85e4f17-a3f1-449f-81bf-183ea1449ad7 req-97070850-4d8b-48f2-8109-d127fb37497e service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806370 Aug 21 09:08:53.787579 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:53.788479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:08:53.809060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01e35c57-525f-4c30-8ecd-6a53a12421d5 req-78290166-80ae-4373-83fc-0e8d158991d2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0423143 Aug 21 09:08:53.825302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-7f2973b3-f10c-4f71-9858-9a529d81e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:53.827143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-7f2973b3-f10c-4f71-9858-9a529d81e414 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 1096 time: 0.1116149 Aug 21 09:08:53.879732 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, ecd7261a-32e8-47f1-83e0-3f0e76dd0132) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:53.884079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:53.884688 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:53.894723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425d0f86-2ba1-4075-b9ce-5452a207d215 None None] Network ecd7261a-32e8-47f1-83e0-3f0e76dd0132 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:53.903361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=f8c696a6-d109-47b3-ab6d-9defed7d8579,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:53.918736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:08:53.935142 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.033889 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2f39ad7c-fd81-409a-a82a-dbd997517138 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1316123 Aug 21 09:08:54.038023 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39782) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:54.043908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199055983'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:54.085410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-ecd7261a-32e8-47f1-83e0-3f0e76dd0132', 'network_id': 'ecd7261a-32e8-47f1-83e0-3f0e76dd0132', 'tenant_id': '18e6526232e24600b77475e4e73b49b5', 'fixed_ips': [{'subnet_id': 'f0b4b680-c187-45cb-9f3e-b2376e35e697'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:08:54.085410 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.092088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d9937196-fb95-46c6-b83a-4f6f024cf2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:54.093652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-d9937196-fb95-46c6-b83a-4f6f024cf2ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.2588372 Aug 21 09:08:54.136572 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:54.140801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:54.147829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.187092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:08:54.201061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.201899 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Added segment 2168a941-b3ae-48d8-8939-6b1dd900fdba of type vlan for network a522ecb9-71f1-43eb-b913-89d681dc3a94 Aug 21 09:08:54.268242 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.270930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Allocated IP 2001:db8:0:ffff::2 (ecd7261a-32e8-47f1-83e0-3f0e76dd0132/f0b4b680-c187-45cb-9f3e-b2376e35e697/9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:54.376398 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.385219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:54.386394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.503432 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.507175 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4679034 Aug 21 09:08:54.507943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39786) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:54.515979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Transition to ACTIVE for port object 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:54.517585 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'network_id': 'a522ecb9-71f1-43eb-b913-89d681dc3a94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:54.537670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Transition to ACTIVE for port object 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:54.545629 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0caa96-e98a-4099-86f9-3bdb43a26969 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=a522ecb9-71f1-43eb-b913-89d681dc3a94,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:54.557375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network a522ecb9-71f1-43eb-b913-89d681dc3a94 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:08:54.616340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Port': ['ID=111787a2-30ea-4809-aa01-2f16b2944652,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:54.617446 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.629082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:54.638463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372b700-e496-43d8-b2e3-959b19334cac req-390bf31f-993b-4a74-99fe-b48162bb5c74 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:54.646471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4372b700-e496-43d8-b2e3-959b19334cac req-390bf31f-993b-4a74-99fe-b48162bb5c74 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 944 time: 0.7035592 Aug 21 09:08:54.649724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:54.662827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-833fc36c-f12d-4a22-a1e1-a55cd3256d90 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf HTTP/1.1" status: 200 len: 217 time: 0.5546398 Aug 21 09:08:54.687030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Network ecd7261a-32e8-47f1-83e0-3f0e76dd0132 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:54.691927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:54.694861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:54.695242 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:54.700942 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.706935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Pushing event updated for resources: {'Port': ['ID=9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:54.804505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Attempting to bind port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:08:54.805267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Attempting to bind port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c8b12097-3101-4752-b93e-09665f81b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ecd7261a-32e8-47f1-83e0-3f0e76dd0132'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:08:54.805801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Attempting to bind port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb on network ecd7261a-32e8-47f1-83e0-3f0e76dd0132 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:54.806455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd29ea-9767-4ed7-a768-09ae023dfbeb req-90bd1c38-b491-42a1-984a-11a664350ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:54.808084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7dd29ea-9767-4ed7-a768-09ae023dfbeb req-90bd1c38-b491-42a1-984a-11a664350ae0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 1096 time: 0.8103368 Aug 21 09:08:54.813929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:08:54.814692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Checking segment: {'id': 'c8b12097-3101-4752-b93e-09665f81b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ecd7261a-32e8-47f1-83e0-3f0e76dd0132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:54.816438 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.818703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Bound using segment: {'id': 'c8b12097-3101-4752-b93e-09665f81b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ecd7261a-32e8-47f1-83e0-3f0e76dd0132'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:08:54.819225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Bound port: 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b12097-3101-4752-b93e-09665f81b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ecd7261a-32e8-47f1-83e0-3f0e76dd0132'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:08:54.821674 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.867885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:54.868555 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:54.891359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2e8ba-836e-4c40-86ec-4cf2624c60d5 req-6d78f988-36cb-4729-b180-9b4559a32058 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:54.892948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-efa2e8ba-836e-4c40-86ec-4cf2624c60d5 req-6d78f988-36cb-4729-b180-9b4559a32058 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 945 time: 0.7967732 Aug 21 09:08:54.911224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4372b700-e496-43d8-b2e3-959b19334cac req-74a559f9-6c52-4254-8b6e-a6a6eb5ae506 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635770 Aug 21 09:08:54.931130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] For port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:54.934737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] For port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb,segment=NetworkSegment(c8b12097-3101-4752-b93e-09665f81b39c),segment_id=c8b12097-3101-4752-b93e-09665f81b39c)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:08:54.965102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-392f12fc-6e6b-4395-8b99-836cbd6e387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:54.967625 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-392f12fc-6e6b-4395-8b99-836cbd6e387c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.2929316 Aug 21 09:08:54.980806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85fb8e-09d6-4dd6-8cfa-12f9a2a11fdc req-c161312b-4244-4a1f-a868-118000927484 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:54.982326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be85fb8e-09d6-4dd6-8cfa-12f9a2a11fdc req-c161312b-4244-4a1f-a868-118000927484 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.22 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 945 time: 0.3555386 Aug 21 09:08:55.032272 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:55.039918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-e6ce4878-3815-4aba-a0ab-08244081a345 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496721 Aug 21 09:08:55.095939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ae1ad-f58e-40d6-aa28-eebc85d08668 None None] Pushing event updated for resources: {'Port': ['ID=9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:55.099905 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:55.101960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d30ab5c9-a3d1-4664-936a-5b9ba459c6a0 None None] Provisioning for port 111787a2-30ea-4809-aa01-2f16b2944652 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:55.111157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d30ab5c9-a3d1-4664-936a-5b9ba459c6a0 None None] Provisioning complete for port 111787a2-30ea-4809-aa01-2f16b2944652 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:55.111539 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d30ab5c9-a3d1-4664-936a-5b9ba459c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:55.155928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d30ab5c9-a3d1-4664-936a-5b9ba459c6a0 None None] Port 111787a2-30ea-4809-aa01-2f16b2944652 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:08:55.213661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-5fe8a018-b612-4562-8b53-a5b7b3077031 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5887938 Aug 21 09:08:55.222602 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-6f528f98-07de-41ee-a3a1-3bd76662ec92 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1577411 Aug 21 09:08:55.223232 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=27e0558b-b7d5-43be-8873-049cd50cecb9,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:55.226325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Checking segment: {'id': '2168a941-b3ae-48d8-8939-6b1dd900fdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a522ecb9-71f1-43eb-b913-89d681dc3a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:55.226681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network hostable DHCP agents. Network: a522ecb9-71f1-43eb-b913-89d681dc3a94, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:08:55.275778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434', 'admin_state_up': True, 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'security_groups': ['415d60d8-1685-48fb-a3a9-ef3df9f41167']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:55.287398 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-c6827453-62b4-47b0-9bb7-64c75a260d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:55.288964 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-c6827453-62b4-47b0-9bb7-64c75a260d7f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=994df69ecf1d4b2681af7e97568df514&device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 1096 time: 0.0438399 Aug 21 09:08:55.296060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network a522ecb9-71f1-43eb-b913-89d681dc3a94 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:08:55.309508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-efa2e8ba-836e-4c40-86ec-4cf2624c60d5 req-8f782c73-8aba-49da-8616-4ed99620c841 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/security-groups?id=654299a9-6bda-48d6-a533-f44a2b415dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434813 Aug 21 09:08:55.367847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd29ea-9767-4ed7-a768-09ae023dfbeb req-5507bad2-8df4-4804-a4be-1f73bc3494ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:55.369509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7dd29ea-9767-4ed7-a768-09ae023dfbeb req-5507bad2-8df4-4804-a4be-1f73bc3494ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 913 time: 0.5399094 Aug 21 09:08:55.384374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625eae05-2b25-4f44-83e3-75b3b9f9829f req-9c55c475-4338-451f-90b2-b1ea6fefd59c tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:55.386105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625eae05-2b25-4f44-83e3-75b3b9f9829f req-9c55c475-4338-451f-90b2-b1ea6fefd59c tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 945 time: 0.3131969 Aug 21 09:08:55.430522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, a522ecb9-71f1-43eb-b913-89d681dc3a94) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:55.439248 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38152b67-8895-4368-8700-1ded610c4a68 None None] Network a522ecb9-71f1-43eb-b913-89d681dc3a94 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:55.455335 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:55.457354 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:55.599140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-c9bb1b54-8ef0-404d-9b63-0a4fe449ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:55.599140 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-c9bb1b54-8ef0-404d-9b63-0a4fe449ae84 service neutron] 10.222.0.22 "GET /v2.0/networks?id=901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 200 len: 909 time: 0.2030485 Aug 21 09:08:55.599140 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-e2b2c198-ff42-4266-960b-f20d6bf34f02 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0 HTTP/1.1" status: 200 len: 217 time: 0.0558376 Aug 21 09:08:55.600332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7dd29ea-9767-4ed7-a768-09ae023dfbeb req-030b4ad8-2ba5-4db9-85d1-66547f0a05b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 HTTP/1.1" status: 200 len: 217 time: 0.2064171 Aug 21 09:08:55.781091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-6990d3ce-b9f5-4e71-b52c-e04193ba8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:55.781091 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-6990d3ce-b9f5-4e71-b52c-e04193ba8ba6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 200 len: 848 time: 0.0844617 Aug 21 09:08:55.782192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-b598ff49-c07d-452f-afc1-459d80f8978d service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361561 Aug 21 09:08:55.782192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625eae05-2b25-4f44-83e3-75b3b9f9829f req-e2fde7ec-ce9e-4845-9197-4692b9eac905 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039458 Aug 21 09:08:55.782704 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-56b2ce66-d475-4dee-bb17-731ebbb77bf0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=901f1fbd-14e5-4fd3-9538-757ea5088a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298669 Aug 21 09:08:55.782799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23451a-649d-4741-90f9-54f779682726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c696a6-d109-47b3-ab6d-9defed7d8579'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:55.782799 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e396572-022b-4fe8-93bc-6346906576bb" -d '{"events": [{"server_uuid": "fc23451a-649d-4741-90f9-54f779682726", "name": "network-vif-plugged", "status": "completed", "tag": "f8c696a6-d109-47b3-ab6d-9defed7d8579"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:55.782978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-be85fb8e-09d6-4dd6-8cfa-12f9a2a11fdc req-96798264-2e3e-4943-b257-218e56441207 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Deleting port cbd0b94f-c10b-48ab-b71f-562bba4aea35 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:55.782978 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be85fb8e-09d6-4dd6-8cfa-12f9a2a11fdc req-96798264-2e3e-4943-b257-218e56441207 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:55.782978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f90a9-e71f-4f31-9386-a3b673d26f8c req-8303a4cd-ab36-44d4-9afc-dbf1ffa35ec7 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:55.782978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-527f90a9-e71f-4f31-9386-a3b673d26f8c req-8303a4cd-ab36-44d4-9afc-dbf1ffa35ec7 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 944 time: 0.3996880 Aug 21 09:08:55.794500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-a522ecb9-71f1-43eb-b913-89d681dc3a94', 'network_id': 'a522ecb9-71f1-43eb-b913-89d681dc3a94', 'tenant_id': '18e6526232e24600b77475e4e73b49b5', 'fixed_ips': [{'subnet_id': '27e0558b-b7d5-43be-8873-049cd50cecb9'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:08:55.795665 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:55.824454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:55.857696 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-3b0db76b-b85c-43d2-a15a-dccca596101e service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213467 Aug 21 09:08:55.890182 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-510a0835-3cb4-49c5-b616-eef92cf8c37b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3776236 Aug 21 09:08:55.891134 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39798) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:55.906553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd29ea-9767-4ed7-a768-09ae023dfbeb req-c40db0ce-5d6a-4a21-803a-2c9827606231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:55.908040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7dd29ea-9767-4ed7-a768-09ae023dfbeb req-c40db0ce-5d6a-4a21-803a-2c9827606231 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 200 len: 852 time: 0.2675676 Aug 21 09:08:55.973678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7dd29ea-9767-4ed7-a768-09ae023dfbeb req-2e5f8d7e-0241-4d2f-a138-d7755b41e0da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=73450b22-0f7b-4756-99d9-a1fdb9a2a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545592 Aug 21 09:08:56.008501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:56.036710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-527f90a9-e71f-4f31-9386-a3b673d26f8c req-fbcfdec6-89fe-401c-8701-b6af78fb849c tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460361 Aug 21 09:08:56.118497 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-40822be5-9bc4-4cb9-aac4-f9995f97bb53 service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533522 Aug 21 09:08:56.143410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:56.145700 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0e32f2-a246-498b-a918-f50f87151ed4 x-openstack-request-id: req-ef0e32f2-a246-498b-a918-f50f87151ed4 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:56.145993 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc23451a-649d-4741-90f9-54f779682726", "name": "network-vif-plugged", "status": "completed", "tag": "f8c696a6-d109-47b3-ab6d-9defed7d8579", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:56.146313 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef0e32f2-a246-498b-a918-f50f87151ed4 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:56.146693 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc23451a-649d-4741-90f9-54f779682726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c696a6-d109-47b3-ab6d-9defed7d8579', 'code': 200} Aug 21 09:08:56.156927 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:56.158353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Allocated IP 2001:db8::1 (a522ecb9-71f1-43eb-b913-89d681dc3a94/27e0558b-b7d5-43be-8873-049cd50cecb9/2e51c3a3-3051-4e48-a104-5ace5d360a56) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:56.208397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-ceb1a73c-d9e6-4f9c-babf-5708b4f27dca service neutron] 10.222.0.22 "GET /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796729 Aug 21 09:08:56.215938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:56.306974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-be85fb8e-09d6-4dd6-8cfa-12f9a2a11fdc req-96798264-2e3e-4943-b257-218e56441207 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] For port cbd0b94f-c10b-48ab-b71f-562bba4aea35, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cbd0b94f-c10b-48ab-b71f-562bba4aea35,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:56.307406 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be85fb8e-09d6-4dd6-8cfa-12f9a2a11fdc req-96798264-2e3e-4943-b257-218e56441207 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:56.345517 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:56.444749 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:56.453711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Transition to ACTIVE for port object 2e51c3a3-3051-4e48-a104-5ace5d360a56 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:56.471154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Transition to ACTIVE for port object 2e51c3a3-3051-4e48-a104-5ace5d360a56 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:56.493732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-be85fb8e-09d6-4dd6-8cfa-12f9a2a11fdc req-96798264-2e3e-4943-b257-218e56441207 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Calling delete_port for cbd0b94f-c10b-48ab-b71f-562bba4aea35 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:56.531121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bb2a8-9418-4d66-97a3-6ebed89d7d27 req-70ce031c-03a5-45b2-bf82-4f2669819345 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:56.533311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-775bb2a8-9418-4d66-97a3-6ebed89d7d27 req-70ce031c-03a5-45b2-bf82-4f2669819345 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 932 time: 0.5627604 Aug 21 09:08:56.541581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7dd29ea-9767-4ed7-a768-09ae023dfbeb req-2c7821c3-b4d5-4ff9-bd6e-0913e0765061 service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566306 Aug 21 09:08:56.585205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429ddad4-ef97-4dba-8da8-a1b801736d74 None None] Network ecd7261a-32e8-47f1-83e0-3f0e76dd0132 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:56.601422 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:56.705547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18422b42-f2af-46dc-a7bf-95496fc5c799 req-be79e03c-489e-474d-8f15-ac4efbdb58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:56.707744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18422b42-f2af-46dc-a7bf-95496fc5c799 req-be79e03c-489e-474d-8f15-ac4efbdb58f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 1097 time: 0.4791031 Aug 21 09:08:56.715497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb36e6-d4a7-40e5-a7ce-87055afb9f70 req-d15527ba-8163-455b-8997-f30e4b0507a0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:56.717084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9cfb36e6-d4a7-40e5-a7ce-87055afb9f70 req-d15527ba-8163-455b-8997-f30e4b0507a0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 944 time: 0.4455893 Aug 21 09:08:56.728769 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:56.762935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Subnet': ['ID=27e0558b-b7d5-43be-8873-049cd50cecb9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:56.823837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-775bb2a8-9418-4d66-97a3-6ebed89d7d27 req-03d8543c-0247-414d-9d3b-6421809d6c3d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810662 Aug 21 09:08:56.833979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Network a522ecb9-71f1-43eb-b913-89d681dc3a94 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:56.844230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:56.846723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:56.868884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Pushing event updated for resources: {'Port': ['ID=2e51c3a3-3051-4e48-a104-5ace5d360a56,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:56.869769 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:56.895197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a522ecb9-71f1-43eb-b913-89d681dc3a94']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:56.917338 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2168a941-b3ae-48d8-8939-6b1dd900fdba') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:56.917647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2168a941-b3ae-48d8-8939-6b1dd900fdba') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:56.929184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:56.934756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9efac51e-a631-4888-8a15-2424d1ff8746 None None] Provisioning for port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:56.946646 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:08:56.965941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:56.970136 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:08:56.970603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:56.973444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18422b42-f2af-46dc-a7bf-95496fc5c799 req-7d35869b-406d-4016-9532-f8b493af8daf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=654299a9-6bda-48d6-a533-f44a2b415dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435696 Aug 21 09:08:56.981644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Allocated IP 10.1.1.157 (bd7ed038-3040-4e1c-a948-36b19eb7d434/07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec/9d96bb04-9325-4a64-8c0c-8ac156a08afe) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:56.986505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9cfb36e6-d4a7-40e5-a7ce-87055afb9f70 req-6776dff5-2ad1-448a-b526-23ebf7dd581a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538192 Aug 21 09:08:56.989711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9efac51e-a631-4888-8a15-2424d1ff8746 None None] Provisioning complete for port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:56.990256 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9efac51e-a631-4888-8a15-2424d1ff8746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.016409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7dd29ea-9767-4ed7-a768-09ae023dfbeb req-bfe818ec-20cc-4608-a532-46ca4803d08f service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496965 Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:08:57.038554 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:08:57.046196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Attempting to bind port 2e51c3a3-3051-4e48-a104-5ace5d360a56 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:08:57.048812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Attempting to bind port 2e51c3a3-3051-4e48-a104-5ace5d360a56 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '2168a941-b3ae-48d8-8939-6b1dd900fdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a522ecb9-71f1-43eb-b913-89d681dc3a94'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:08:57.048812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Attempting to bind port 2e51c3a3-3051-4e48-a104-5ace5d360a56 on network a522ecb9-71f1-43eb-b913-89d681dc3a94 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:08:57.049457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-f3865a33-553b-4d9c-9f56-408fdab13f47 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:57.051059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-f3865a33-553b-4d9c-9f56-408fdab13f47 tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60&tenant_id=994df69ecf1d4b2681af7e97568df514&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1096 time: 0.2385719 Aug 21 09:08:57.074389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:08:57.074389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Checking segment: {'id': '2168a941-b3ae-48d8-8939-6b1dd900fdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a522ecb9-71f1-43eb-b913-89d681dc3a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:08:57.074389 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.074389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Bound using segment: {'id': '2168a941-b3ae-48d8-8939-6b1dd900fdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a522ecb9-71f1-43eb-b913-89d681dc3a94'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:08:57.074389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Bound port: 2e51c3a3-3051-4e48-a104-5ace5d360a56, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2168a941-b3ae-48d8-8939-6b1dd900fdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a522ecb9-71f1-43eb-b913-89d681dc3a94'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:08:57.074389 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.096612 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:08:57.096612 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:08:57.096612 n-d-766726-28 neutron-server[106756]: [parameters: {'id': 'a522ecb9-71f1-43eb-b913-89d681dc3a94'}] Aug 21 09:08:57.096612 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:08:57.103083 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:08:57.230278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150c065-fc4d-4024-add5-153f595ee682 req-ad854071-c223-411e-9a17-1fbd09d73c61 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:57.232709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c150c065-fc4d-4024-add5-153f595ee682 req-ad854071-c223-411e-9a17-1fbd09d73c61 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 945 time: 0.2051246 Aug 21 09:08:57.299719 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9efac51e-a631-4888-8a15-2424d1ff8746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.321554 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be85fb8e-09d6-4dd6-8cfa-12f9a2a11fdc req-96798264-2e3e-4943-b257-218e56441207 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.324770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:57.327298 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] For port 2e51c3a3-3051-4e48-a104-5ace5d360a56, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:57.339007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1326b-b81c-4099-919d-0900c27b0597 req-855ff72d-28a6-45d0-a867-5d2aa1f92ac5 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:57.340230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['cbd0b94f-c10b-48ab-b71f-562bba4aea35'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:08:57.340760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a1326b-b81c-4099-919d-0900c27b0597 req-855ff72d-28a6-45d0-a867-5d2aa1f92ac5 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=a846e799-0e4e-4024-a9c2-987fa26019a5 HTTP/1.1" status: 200 len: 945 time: 0.2236111 Aug 21 09:08:57.375374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] For port 2e51c3a3-3051-4e48-a104-5ace5d360a56, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2e51c3a3-3051-4e48-a104-5ace5d360a56,segment=NetworkSegment(2168a941-b3ae-48d8-8939-6b1dd900fdba),segment_id=2168a941-b3ae-48d8-8939-6b1dd900fdba)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:08:57.376922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'f6535c45-f9c9-480d-ab6c-b9f7d4d955a1', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'port_id': 'f6535c45-f9c9-480d-ab6c-b9f7d4d955a1', 'mac_address': 'fa:16:3e:15:18:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fc87cd-bb56-4b37-976a-7ed85aa94def', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:08:57.416132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9efac51e-a631-4888-8a15-2424d1ff8746 None None] For port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb,segment=NetworkSegment(c8b12097-3101-4752-b93e-09665f81b39c),segment_id=c8b12097-3101-4752-b93e-09665f81b39c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:57.432910 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.444059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c150c065-fc4d-4024-add5-153f595ee682 req-4bfeff5d-bcb2-4407-a50c-10bd920be069 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/security-groups?id=654299a9-6bda-48d6-a533-f44a2b415dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938035 Aug 21 09:08:57.444826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96798264-2e3e-4943-b257-218e56441207 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event deleted for resources: {'Port': ['ID=cbd0b94f-c10b-48ab-b71f-562bba4aea35,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:57.450935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:08:57.487841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:57.510262 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.529842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-be85fb8e-09d6-4dd6-8cfa-12f9a2a11fdc req-96798264-2e3e-4943-b257-218e56441207 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] No DVR routers for this DVR port cbd0b94f-c10b-48ab-b71f-562bba4aea35 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:08:57.539004 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be85fb8e-09d6-4dd6-8cfa-12f9a2a11fdc req-96798264-2e3e-4943-b257-218e56441207 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.541288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be85fb8e-09d6-4dd6-8cfa-12f9a2a11fdc req-96798264-2e3e-4943-b257-218e56441207 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.22 "DELETE /v2.0/ports/cbd0b94f-c10b-48ab-b71f-562bba4aea35 HTTP/1.1" status: 204 len: 173 time: 2.5490561 Aug 21 09:08:57.547188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a846e799-0e4e-4024-a9c2-987fa26019a5', 'name': 'network-vif-deleted', 'tag': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:08:57.549674 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59637afd-32e0-46bf-bce1-4949a795f65f" -d '{"events": [{"server_uuid": "a846e799-0e4e-4024-a9c2-987fa26019a5", "name": "network-vif-deleted", "tag": "cbd0b94f-c10b-48ab-b71f-562bba4aea35"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:08:57.579632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a1326b-b81c-4099-919d-0900c27b0597 req-73cb238d-740b-4f85-80a2-50e1d4a9f718 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927414 Aug 21 09:08:57.582935 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.598176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.603339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Transition to ACTIVE for port object 9d96bb04-9325-4a64-8c0c-8ac156a08afe will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:57.638308 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9efac51e-a631-4888-8a15-2424d1ff8746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.672095 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f200ed6-7cc5-4e9c-ba43-7681848e74f9 x-openstack-request-id: req-2f200ed6-7cc5-4e9c-ba43-7681848e74f9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:08:57.672095 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a846e799-0e4e-4024-a9c2-987fa26019a5", "name": "network-vif-deleted", "tag": "cbd0b94f-c10b-48ab-b71f-562bba4aea35", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:08:57.672095 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f200ed6-7cc5-4e9c-ba43-7681848e74f9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:08:57.672095 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a846e799-0e4e-4024-a9c2-987fa26019a5', 'name': 'network-vif-deleted', 'tag': 'cbd0b94f-c10b-48ab-b71f-562bba4aea35', 'status': 'completed', 'code': 200} Aug 21 09:08:57.679066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de92658b-c15f-4283-9fdb-25718c3bb7b2 None None] Network a522ecb9-71f1-43eb-b913-89d681dc3a94 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:08:57.682548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338a986-cb0c-4266-b6c8-02b59db6506d None None] Pushing event updated for resources: {'Port': ['ID=2e51c3a3-3051-4e48-a104-5ace5d360a56,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:57.690612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting port 2e51c3a3-3051-4e48-a104-5ace5d360a56 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:08:57.691411 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.722091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa341f5f-2351-4732-a7f8-47f8f65ad863 req-79b5390b-c584-43f6-bb22-fad29d5655d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:57.723671 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa341f5f-2351-4732-a7f8-47f8f65ad863 req-79b5390b-c584-43f6-bb22-fad29d5655d1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 944 time: 0.0740497 Aug 21 09:08:57.743067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-48abeece-8b03-4300-9425-3149950d7d79 service neutron] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:08:57.744869 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.758907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-48abeece-8b03-4300-9425-3149950d7d79 service neutron] Notify callbacks [] for binding, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.759905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9532733-edd7-4b52-ac4a-8288294b6627 req-48abeece-8b03-4300-9425-3149950d7d79 service neutron] 10.222.0.22 "DELETE /v2.0/ports/3aa3d6a9-9905-4131-8fb7-14a7af67a4bf/bindings/n-h1-766726-28 HTTP/1.1" status: 204 len: 173 time: 0.6905136 Aug 21 09:08:57.789481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa341f5f-2351-4732-a7f8-47f8f65ad863 req-a6a009e3-9198-4f4d-8ce8-c4cc70ac985d tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570400 Aug 21 09:08:57.800989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.846084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-946d65ff-f227-43e9-ac57-e2242186a183 None None] Provisioning complete for port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:57.849238 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-946d65ff-f227-43e9-ac57-e2242186a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.869680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network bd7ed038-3040-4e1c-a948-36b19eb7d434 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:57.873651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:57.889898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:57.911481 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efac51e-a631-4888-8a15-2424d1ff8746 None None] Pushing event updated for resources: {'Port': ['ID=9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:57.958829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:57.959486 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:57.976670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Port': ['ID=9d96bb04-9325-4a64-8c0c-8ac156a08afe,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:58.039928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['f6535c45-f9c9-480d-ab6c-b9f7d4d955a1'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:08:58.077031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-35157978-d50c-461a-aceb-255f4e43c03a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8189723 Aug 21 09:08:58.095784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434', 'admin_state_up': True, 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'security_groups': ['415d60d8-1685-48fb-a3a9-ef3df9f41167']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:58.180341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] For port 2e51c3a3-3051-4e48-a104-5ace5d360a56, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2e51c3a3-3051-4e48-a104-5ace5d360a56,segment=NetworkSegment(2168a941-b3ae-48d8-8939-6b1dd900fdba),segment_id=2168a941-b3ae-48d8-8939-6b1dd900fdba)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:08:58.181147 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:58.197778 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Calling delete_port for 2e51c3a3-3051-4e48-a104-5ace5d360a56 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:08:58.235037 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:58.283918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db0a612-ee54-443a-a981-ccf1c3b3a906 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:08:58.317453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b74db4-6ee9-4c48-8f70-4b5cf690dd3f req-b6d79eee-4244-4a18-8859-5fb6aa40c73a tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:58.324238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2b74db4-6ee9-4c48-8f70-4b5cf690dd3f req-b6d79eee-4244-4a18-8859-5fb6aa40c73a tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 1096 time: 0.2933247 Aug 21 09:08:58.348303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d7c50-a5f0-4ce3-a4da-0d3dfa7457c5 req-e8dd5449-f4fe-46f0-8711-83a522052977 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:58.355073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d7c50-a5f0-4ce3-a4da-0d3dfa7457c5 req-e8dd5449-f4fe-46f0-8711-83a522052977 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:58.361295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a5d7c50-a5f0-4ce3-a4da-0d3dfa7457c5 req-e8dd5449-f4fe-46f0-8711-83a522052977 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 1654 time: 0.2902939 Aug 21 09:08:58.415004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2b74db4-6ee9-4c48-8f70-4b5cf690dd3f req-20f190b6-e38c-4b18-a87b-4bab9e07cc8b tempest-LiveMigrationTest-1275183374 tempest-LiveMigrationTest-1275183374-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841551 Aug 21 09:08:58.425288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a5d7c50-a5f0-4ce3-a4da-0d3dfa7457c5 req-26d6c8a8-8ce6-4420-bd0f-d2c05ba4c8e0 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563416 Aug 21 09:08:58.485199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:58.490712 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:58.509189 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:58.549010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-06a78f89-a20c-4323-bae8-4402ac9b769d None None] Provisioning for port 9d96bb04-9325-4a64-8c0c-8ac156a08afe completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:08:58.562547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-06a78f89-a20c-4323-bae8-4402ac9b769d None None] Provisioning complete for port 9d96bb04-9325-4a64-8c0c-8ac156a08afe triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:58.563212 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-06a78f89-a20c-4323-bae8-4402ac9b769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:58.601046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No DVR routers for this DVR port 2e51c3a3-3051-4e48-a104-5ace5d360a56 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:08:58.605812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Port': ['ID=2e51c3a3-3051-4e48-a104-5ace5d360a56,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:58.615652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0a612-ee54-443a-a981-ccf1c3b3a906 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:08:58.638302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-06a78f89-a20c-4323-bae8-4402ac9b769d None None] Port 9d96bb04-9325-4a64-8c0c-8ac156a08afe cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:08:58.741450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Allocated IP 10.1.1.52 (bd7ed038-3040-4e1c-a948-36b19eb7d434/07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec/c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:08:58.794814 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:58.808088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a522ecb9-71f1-43eb-b913-89d681dc3a94']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:58.824486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2168a941-b3ae-48d8-8939-6b1dd900fdba') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:58.824803 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2168a941-b3ae-48d8-8939-6b1dd900fdba') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:08:58.837613 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:58.862213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:58.875445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:08:58.875879 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:08:58.879866 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:08:58.901274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25967fc8-4ab3-414d-a3e6-4804abe2fd39 req-11278855-b896-480c-b240-0dcf66b00fdd tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:58.904008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25967fc8-4ab3-414d-a3e6-4804abe2fd39 req-11278855-b896-480c-b240-0dcf66b00fdd tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 945 time: 0.0764365 Aug 21 09:08:58.951174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cbd0b94f-c10b-48ab-b71f-562bba4aea35 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:08:59.003710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: cbd0b94f-c10b-48ab-b71f-562bba4aea35 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:08:59.003968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cbd0b94f-c10b-48ab-b71f-562bba4aea35 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:08:59.044755 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:59.054248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:59.056177 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/a522ecb9-71f1-43eb-b913-89d681dc3a94 HTTP/1.1" status: 204 len: 168 time: 3.1372340 Aug 21 09:08:59.080402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39834) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:59.095726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2120243738'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:59.099453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb948b34-587a-448b-adc4-77060b6e5815 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Network': ['ID=a522ecb9-71f1-43eb-b913-89d681dc3a94,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:59.204986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:59.210551 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:59.247676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:08:59.260825 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:59.261957 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Added segment 61f22587-007c-41f4-b168-904305ca1f73 of type vlan for network 9f52988e-6932-4b78-b8f5-aa3ec02f07f4 Aug 21 09:08:59.325272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:59.436899 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:59.445698 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:59.446001 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:59.510474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25967fc8-4ab3-414d-a3e6-4804abe2fd39 req-0a0c4ccf-34b7-4f18-aabe-5bb33e861348 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754116 Aug 21 09:08:59.535507 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=9f52988e-6932-4b78-b8f5-aa3ec02f07f4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:59.551357 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:59.569610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84bf2c-631c-4b43-a12d-237dab6a9303 req-c492ff16-5533-43c6-ad04-beff48e19246 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:59.571455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc84bf2c-631c-4b43-a12d-237dab6a9303 req-c492ff16-5533-43c6-ad04-beff48e19246 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 945 time: 0.1470213 Aug 21 09:08:59.580740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Transition to ACTIVE for port object c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:08:59.587247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 9f52988e-6932-4b78-b8f5-aa3ec02f07f4 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:08:59.599547 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4ac4e377-bbff-4271-8c6d-717ba1972749 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5177777 Aug 21 09:08:59.606506 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39842) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:08:59.612883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'network_id': '9f52988e-6932-4b78-b8f5-aa3ec02f07f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:08:59.646761 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc84bf2c-631c-4b43-a12d-237dab6a9303 req-ecf8a781-6bee-4525-a9ea-b1d0b212ce1f tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/security-groups?id=654299a9-6bda-48d6-a533-f44a2b415dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674925 Aug 21 09:08:59.757200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:08:59.779394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:59.806390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94715c44-6d1a-4fea-afd9-6a4929f0cce8 req-13df4999-9d06-41ff-9b81-c7fcef4a7383 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:08:59.809920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94715c44-6d1a-4fea-afd9-6a4929f0cce8 req-13df4999-9d06-41ff-9b81-c7fcef4a7383 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 944 time: 0.0889211 Aug 21 09:08:59.855250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:08:59.855729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:08:59.913116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network bd7ed038-3040-4e1c-a948-36b19eb7d434 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:08:59.948511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:08:59.950578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Port': ['ID=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:08:59.961263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:08:59.964177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:08:59.968224 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:00.028527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd475ad-d794-4c0e-be43-f4a2b471acfa req-b7278b76-45db-40ce-98e0-9074cbe3fd3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:00.034782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd475ad-d794-4c0e-be43-f4a2b471acfa req-b7278b76-45db-40ce-98e0-9074cbe3fd3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:00.041204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd475ad-d794-4c0e-be43-f4a2b471acfa req-b7278b76-45db-40ce-98e0-9074cbe3fd3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:00.048967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cd475ad-d794-4c0e-be43-f4a2b471acfa req-b7278b76-45db-40ce-98e0-9074cbe3fd3e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 2374 time: 0.2124400 Aug 21 09:09:00.059998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94715c44-6d1a-4fea-afd9-6a4929f0cce8 req-220c2988-8e1d-4401-b9f9-cfa72f06469a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135046 Aug 21 09:09:00.098288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab21841-1bfb-46df-980c-cde4dd84f1fd req-58aec3f1-dc7d-4868-9d8c-3dc40219ee8f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:00.099950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ab21841-1bfb-46df-980c-cde4dd84f1fd req-58aec3f1-dc7d-4868-9d8c-3dc40219ee8f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 944 time: 0.2052257 Aug 21 09:09:00.113213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:00.113870 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:00.177317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cd475ad-d794-4c0e-be43-f4a2b471acfa req-3febef26-35b7-4727-8569-89f719659975 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252911 Aug 21 09:09:00.252725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6ced3623-e8c3-426a-aed8-6e9b2ff3db02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1638110 Aug 21 09:09:00.275241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee', 'admin_state_up': True, 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'security_groups': ['415d60d8-1685-48fb-a3a9-ef3df9f41167']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:00.385526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-38cb173e-69c5-450d-9e97-c3e8b2580924 None None] Provisioning for port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:00.390102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-38cb173e-69c5-450d-9e97-c3e8b2580924 None None] Provisioning complete for port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:00.390592 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38cb173e-69c5-450d-9e97-c3e8b2580924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:00.433971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6ab21841-1bfb-46df-980c-cde4dd84f1fd req-dc81a5c9-f002-42ed-9b93-704a0bcc0924 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Deleting port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:00.434312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6ab21841-1bfb-46df-980c-cde4dd84f1fd req-dc81a5c9-f002-42ed-9b93-704a0bcc0924 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:00.434604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-38cb173e-69c5-450d-9e97-c3e8b2580924 None None] Port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:09:00.443315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:00.507454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=acecb863-cae9-460d-b3a9-f7b9437bd54b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:00.519188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Checking segment: {'id': '61f22587-007c-41f4-b168-904305ca1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f52988e-6932-4b78-b8f5-aa3ec02f07f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:00.519188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network hostable DHCP agents. Network: 9f52988e-6932-4b78-b8f5-aa3ec02f07f4, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:09:00.562619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3364298-8121-4b71-8923-7b81ab2be188 req-61b289c4-f53b-4639-b41e-bb23df05b0e9 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:00.564200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-61b289c4-f53b-4639-b41e-bb23df05b0e9 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/networks?id=84c9274c-bc24-418b-8485-d38f0939b261 HTTP/1.1" status: 200 len: 822 time: 0.2359345 Aug 21 09:09:00.598375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6ab21841-1bfb-46df-980c-cde4dd84f1fd req-dc81a5c9-f002-42ed-9b93-704a0bcc0924 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] For port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:00.598752 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6ab21841-1bfb-46df-980c-cde4dd84f1fd req-dc81a5c9-f002-42ed-9b93-704a0bcc0924 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:00.602298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-32f95f92-405b-4086-9fab-a6eb039015be tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/quotas/d7b0c296b091447cbd166b75f7457577 HTTP/1.1" status: 200 len: 375 time: 0.0313823 Aug 21 09:09:00.624237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6ab21841-1bfb-46df-980c-cde4dd84f1fd req-dc81a5c9-f002-42ed-9b93-704a0bcc0924 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Calling delete_port for 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:00.627233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network 9f52988e-6932-4b78-b8f5-aa3ec02f07f4 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:09:00.684293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:00.712930 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 9f52988e-6932-4b78-b8f5-aa3ec02f07f4) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:00.723668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5193ec2c-40f5-4e26-b430-19f5062c0f8e None None] Network 9f52988e-6932-4b78-b8f5-aa3ec02f07f4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:00.726075 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:00.727887 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:00.770819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-6f155094-4af3-407b-8ee6-c61ae534de9a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7b0c296b091447cbd166b75f7457577&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1626441 Aug 21 09:09:00.828215 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4d44ee69-815d-4bb1-a5ee-724897c457f7 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2206044 Aug 21 09:09:00.833238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39868) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:00.841434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1602505649'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:00.917443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ed214-4c88-4ca7-b56e-54ee2d943695 req-acc12732-2e7f-40c6-bc52-d85ab9ef89bc tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:00.920000 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b52ed214-4c88-4ca7-b56e-54ee2d943695 req-acc12732-2e7f-40c6-bc52-d85ab9ef89bc tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 945 time: 0.1836236 Aug 21 09:09:00.931545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f52988e-6932-4b78-b8f5-aa3ec02f07f4', 'network_id': '9f52988e-6932-4b78-b8f5-aa3ec02f07f4', 'tenant_id': '18e6526232e24600b77475e4e73b49b5', 'fixed_ips': [{'subnet_id': 'acecb863-cae9-460d-b3a9-f7b9437bd54b'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:09:00.931934 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:00.933000 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:00.936104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:00.950963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:00.968145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:09:00.980280 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:00.980787 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Added segment e12b13bc-d785-4023-8087-dbaef12ea961 of type vlan for network 431364d1-b260-4f7a-90cc-7e530da0db7c Aug 21 09:09:01.007835 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.029440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-4cd4d7d2-e42d-4e22-852f-bac39c33a25c service neutron] 10.222.0.20 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388248 Aug 21 09:09:01.045966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.114255 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6ab21841-1bfb-46df-980c-cde4dd84f1fd req-dc81a5c9-f002-42ed-9b93-704a0bcc0924 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.126309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c961f97a-ee4d-4e96-9d44-22a7955cdf74', '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:01.129567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Allocated IP 2001:db8::3 (9f52988e-6932-4b78-b8f5-aa3ec02f07f4/acecb863-cae9-460d-b3a9-f7b9437bd54b/27463617-21ed-42ec-972a-a8fbe845d703) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:01.171638 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.184752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:01.185853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.189282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81a5c9-f002-42ed-9b93-704a0bcc0924 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Pushing event deleted for resources: {'Port': ['ID=3aa3d6a9-9905-4131-8fb7-14a7af67a4bf,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:01.225891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:01.231239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:01.231645 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.264815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b52ed214-4c88-4ca7-b56e-54ee2d943695 req-8c908cb2-0c21-47ea-b014-e87533069271 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333498 Aug 21 09:09:01.276347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab21841-1bfb-46df-980c-cde4dd84f1fd req-dc81a5c9-f002-42ed-9b93-704a0bcc0924 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] No DVR routers for this DVR port 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:01.283171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6ab21841-1bfb-46df-980c-cde4dd84f1fd req-dc81a5c9-f002-42ed-9b93-704a0bcc0924 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.288215 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ab21841-1bfb-46df-980c-cde4dd84f1fd req-dc81a5c9-f002-42ed-9b93-704a0bcc0924 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.22 "DELETE /v2.0/ports/3aa3d6a9-9905-4131-8fb7-14a7af67a4bf HTTP/1.1" status: 204 len: 173 time: 1.1629758 Aug 21 09:09:01.297256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=431364d1-b260-4f7a-90cc-7e530da0db7c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:01.300330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'name': 'network-vif-deleted', 'tag': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:01.304291 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2f835a-7944-4777-ace8-32a796f7c4c3" -d '{"events": [{"server_uuid": "ad91daa4-eedd-4dc0-b982-75d46c9bdc60", "name": "network-vif-deleted", "tag": "3aa3d6a9-9905-4131-8fb7-14a7af67a4bf"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:01.329527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 431364d1-b260-4f7a-90cc-7e530da0db7c details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:01.337217 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-293dc1f8-2706-45d3-9396-150c0eac946f tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5026844 Aug 21 09:09:01.340287 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39878) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:01.344871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'network_id': '431364d1-b260-4f7a-90cc-7e530da0db7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:01.545774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-486b766b-0884-41d6-a89d-ed531d525632 service neutron] 10.222.0.20 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155315 Aug 21 09:09:01.561074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Allocated IP 10.2.2.100 (e89969b7-e70a-4cc8-9700-1c6fa3c015ee/dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e/090fdd81-0c45-49e9-97a8-edb01ea83e05) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:01.577138 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.583711 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.586813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caffb9-fa4e-4e1e-ac57-a79d26a7cd39 req-03bbec4a-c6f2-47d8-9f82-c7b6e555fa0a tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:01.594419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7caffb9-fa4e-4e1e-ac57-a79d26a7cd39 req-03bbec4a-c6f2-47d8-9f82-c7b6e555fa0a tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 945 time: 0.0976999 Aug 21 09:09:01.615786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Transition to ACTIVE for port object 27463617-21ed-42ec-972a-a8fbe845d703 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:01.622355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48d26ae-3058-462a-be62-828b159be097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6535c45-f9c9-480d-ab6c-b9f7d4d955a1'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:01.624611 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412dc513-a5fd-426b-8e4f-a8583c2ccc5f" -d '{"events": [{"server_uuid": "b48d26ae-3058-462a-be62-828b159be097", "name": "network-vif-plugged", "status": "completed", "tag": "f6535c45-f9c9-480d-ab6c-b9f7d4d955a1"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:01.627664 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:01.635511 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.660493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:01.668857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Transition to ACTIVE for port object 27463617-21ed-42ec-972a-a8fbe845d703 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:01.709604 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7caffb9-fa4e-4e1e-ac57-a79d26a7cd39 req-e0169ccb-0586-4136-88be-8210abaf9138 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/security-groups?id=654299a9-6bda-48d6-a533-f44a2b415dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142597 Aug 21 09:09:01.734452 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_backend_mixin [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Performing IP validity checks on allocation pools {{(pid=106756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 09:09:01.735007 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_backend_mixin [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 09:09:01.738771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.812997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:01.840782 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.856390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:01.895723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-550fc580-22dc-4d9b-ada9-81044934653d req-ab334258-f6a0-4bb5-b9c9-378d1e895b80 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 210 time: 0.0610754 Aug 21 09:09:01.905321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Transition to ACTIVE for port object 090fdd81-0c45-49e9-97a8-edb01ea83e05 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:01.913631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Network 9f52988e-6932-4b78-b8f5-aa3ec02f07f4 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:01.915187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:01.919045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:01.941792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Pushing event updated for resources: {'Port': ['ID=27463617-21ed-42ec-972a-a8fbe845d703,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:02.028490 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:02.038285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Attempting to bind port 27463617-21ed-42ec-972a-a8fbe845d703 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:02.038671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Attempting to bind port 27463617-21ed-42ec-972a-a8fbe845d703 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '61f22587-007c-41f4-b168-904305ca1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f52988e-6932-4b78-b8f5-aa3ec02f07f4'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:02.039042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Attempting to bind port 27463617-21ed-42ec-972a-a8fbe845d703 on network 9f52988e-6932-4b78-b8f5-aa3ec02f07f4 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:02.058254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:02.063451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Checking segment: {'id': '61f22587-007c-41f4-b168-904305ca1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f52988e-6932-4b78-b8f5-aa3ec02f07f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:02.064152 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:02.064566 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Bound using segment: {'id': '61f22587-007c-41f4-b168-904305ca1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f52988e-6932-4b78-b8f5-aa3ec02f07f4'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:02.065072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Bound port: 27463617-21ed-42ec-972a-a8fbe845d703, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f22587-007c-41f4-b168-904305ca1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f52988e-6932-4b78-b8f5-aa3ec02f07f4'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:02.067307 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:02.083685 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249dcc80-fbbd-4928-8437-646b0091602f x-openstack-request-id: req-249dcc80-fbbd-4928-8437-646b0091602f {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:02.084281 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad91daa4-eedd-4dc0-b982-75d46c9bdc60", "name": "network-vif-deleted", "tag": "3aa3d6a9-9905-4131-8fb7-14a7af67a4bf", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:02.084382 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-249dcc80-fbbd-4928-8437-646b0091602f {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:02.085153 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad91daa4-eedd-4dc0-b982-75d46c9bdc60', 'name': 'network-vif-deleted', 'tag': '3aa3d6a9-9905-4131-8fb7-14a7af67a4bf', 'status': 'completed', 'code': 200} Aug 21 09:09:02.094764 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:02.161532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bff6df-c8cc-4f3f-afa9-bfcee9c84899 req-0662561b-1dc7-4dcd-99d9-b4630af3645c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:02.170002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bff6df-c8cc-4f3f-afa9-bfcee9c84899 req-0662561b-1dc7-4dcd-99d9-b4630af3645c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:02.172846 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=79eecc0d-a992-4185-beb3-3422d805db8e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:02.184389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bff6df-c8cc-4f3f-afa9-bfcee9c84899 req-0662561b-1dc7-4dcd-99d9-b4630af3645c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:02.200674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4bff6df-c8cc-4f3f-afa9-bfcee9c84899 req-0662561b-1dc7-4dcd-99d9-b4630af3645c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 2374 time: 0.1900764 Aug 21 09:09:02.200774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Checking segment: {'id': 'e12b13bc-d785-4023-8087-dbaef12ea961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '431364d1-b260-4f7a-90cc-7e530da0db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:02.200774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network hostable DHCP agents. Network: 431364d1-b260-4f7a-90cc-7e530da0db7c, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:09:02.210635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] For port 27463617-21ed-42ec-972a-a8fbe845d703, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:02.215917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] For port 27463617-21ed-42ec-972a-a8fbe845d703, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=27463617-21ed-42ec-972a-a8fbe845d703,segment=NetworkSegment(61f22587-007c-41f4-b168-904305ca1f73),segment_id=61f22587-007c-41f4-b168-904305ca1f73)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:02.288487 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:02.289989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3a056-c13b-47e8-9085-0580b0aae4cf req-097884b8-effd-45d6-83cf-30b571d86134 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:02.291486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0d3a056-c13b-47e8-9085-0580b0aae4cf req-097884b8-effd-45d6-83cf-30b571d86134 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 945 time: 0.2733500 Aug 21 09:09:02.293579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network e89969b7-e70a-4cc8-9700-1c6fa3c015ee is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:02.303017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Port': ['ID=090fdd81-0c45-49e9-97a8-edb01ea83e05,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:02.311435 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network 431364d1-b260-4f7a-90cc-7e530da0db7c is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:09:02.321453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:02.345258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:02.363400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46d24-9b81-4f4a-aa9b-d7540f2b5ddd None None] Pushing event updated for resources: {'Port': ['ID=27463617-21ed-42ec-972a-a8fbe845d703,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:02.393772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4bff6df-c8cc-4f3f-afa9-bfcee9c84899 req-b8056d86-a590-4160-b26b-655ac010ee02 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974740 Aug 21 09:09:02.426516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caced999-a287-4735-a859-3ea524cd82f1 req-7bfb4c30-9c5d-4c3f-9b55-d79ddf6c957b tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:02.432186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 431364d1-b260-4f7a-90cc-7e530da0db7c) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:02.438360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeec0b1-3db5-4d63-bcad-eb7ea5e44942 None None] Network 431364d1-b260-4f7a-90cc-7e530da0db7c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:02.440799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-caced999-a287-4735-a859-3ea524cd82f1 req-7bfb4c30-9c5d-4c3f-9b55-d79ddf6c957b tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 945 time: 0.3033278 Aug 21 09:09:02.441839 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:02.442342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:02.553834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:02.554601 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:02.608434 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3d61e8c0-e899-479e-be17-0378a0cf9d38 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2674005 Aug 21 09:09:02.609265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39894) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:02.621916 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44a90a0-583d-4070-9ead-a5efbf49d9b5 x-openstack-request-id: req-e44a90a0-583d-4070-9ead-a5efbf49d9b5 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:02.622188 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48d26ae-3058-462a-be62-828b159be097", "name": "network-vif-plugged", "status": "completed", "tag": "f6535c45-f9c9-480d-ab6c-b9f7d4d955a1", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:02.622452 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e44a90a0-583d-4070-9ead-a5efbf49d9b5 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:02.622849 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48d26ae-3058-462a-be62-828b159be097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6535c45-f9c9-480d-ab6c-b9f7d4d955a1', 'code': 200} Aug 21 09:09:02.690775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78bd663a-c929-433c-9eaf-d701bf62bbf5 req-fcf773c1-d0e7-443e-b4d8-f7a520cb53b7 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 210 time: 0.1253278 Aug 21 09:09:02.717547 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-caced999-a287-4735-a859-3ea524cd82f1 req-b7693446-e3ed-4a14-a267-21d28a514312 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758014 Aug 21 09:09:02.788509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-431364d1-b260-4f7a-90cc-7e530da0db7c', 'network_id': '431364d1-b260-4f7a-90cc-7e530da0db7c', 'tenant_id': '18e6526232e24600b77475e4e73b49b5', 'fixed_ips': [{'subnet_id': '79eecc0d-a992-4185-beb3-3422d805db8e'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:09:02.789831 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:02.849932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3623f05f-0a52-4599-83cd-a555986828f8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5878458 Aug 21 09:09:02.852011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0dfa-5ab1-4575-a67c-923f6d80b609 req-3a7d5e31-2907-4672-b479-e1c99b4b6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:02.853465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-243f0dfa-5ab1-4575-a67c-923f6d80b609 req-3a7d5e31-2907-4672-b479-e1c99b4b6bdb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 1098 time: 0.1763856 Aug 21 09:09:02.862962 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:02.885458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee', 'admin_state_up': True, 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'security_groups': ['415d60d8-1685-48fb-a3a9-ef3df9f41167']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:02.964409 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.010236 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Allocated IP 2001:db8::3 (431364d1-b260-4f7a-90cc-7e530da0db7c/79eecc0d-a992-4185-beb3-3422d805db8e/88df45bf-0614-4594-abb3-896830b2a3f6) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:03.064058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a0d3a056-c13b-47e8-9085-0580b0aae4cf req-273e0365-6f0e-4e69-bae6-228609628e60 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Deleting port f8c696a6-d109-47b3-ab6d-9defed7d8579 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:03.064419 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0d3a056-c13b-47e8-9085-0580b0aae4cf req-273e0365-6f0e-4e69-bae6-228609628e60 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.089929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0da7ec87-cb41-4eca-a9e9-aeabed35bc99 None None] Provisioning for port 090fdd81-0c45-49e9-97a8-edb01ea83e05 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:03.099683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0da7ec87-cb41-4eca-a9e9-aeabed35bc99 None None] Provisioning complete for port 090fdd81-0c45-49e9-97a8-edb01ea83e05 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:03.100014 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0da7ec87-cb41-4eca-a9e9-aeabed35bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.166996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0da7ec87-cb41-4eca-a9e9-aeabed35bc99 None None] Port 090fdd81-0c45-49e9-97a8-edb01ea83e05 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:09:03.183353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-243f0dfa-5ab1-4575-a67c-923f6d80b609 req-bb77a805-4847-455a-820e-619bfbf5a22e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137286 Aug 21 09:09:03.199658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5ade-ca2a-4b45-82b0-7595e0d6a38e req-a7defd15-fd62-467d-93a9-6c95caf0ea77 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:03.201500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-788e5ade-ca2a-4b45-82b0-7595e0d6a38e req-a7defd15-fd62-467d-93a9-6c95caf0ea77 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 945 time: 0.1876862 Aug 21 09:09:03.217819 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.219422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afb17b-5ad0-49aa-a7ae-b9ac2d613f23 req-aff1c45c-7861-4960-969a-bfc92678e1b1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:03.221035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95afb17b-5ad0-49aa-a7ae-b9ac2d613f23 req-aff1c45c-7861-4960-969a-bfc92678e1b1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.1959431 Aug 21 09:09:03.226829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Transition to ACTIVE for port object 88df45bf-0614-4594-abb3-896830b2a3f6 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:03.244522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Transition to ACTIVE for port object 88df45bf-0614-4594-abb3-896830b2a3f6 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:03.272974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Made reservation on behalf of 9c671e4c30c04df0b2b1235f21b59c4e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:03.277563 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.295933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a0d3a056-c13b-47e8-9085-0580b0aae4cf req-273e0365-6f0e-4e69-bae6-228609628e60 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] For port f8c696a6-d109-47b3-ab6d-9defed7d8579, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=f8c696a6-d109-47b3-ab6d-9defed7d8579,segment=NetworkSegment(3d96c282-14ea-4ecc-a07e-c44913644d28),segment_id=3d96c282-14ea-4ecc-a07e-c44913644d28)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:03.296335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0d3a056-c13b-47e8-9085-0580b0aae4cf req-273e0365-6f0e-4e69-bae6-228609628e60 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.334123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a0d3a056-c13b-47e8-9085-0580b0aae4cf req-273e0365-6f0e-4e69-bae6-228609628e60 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Calling delete_port for f8c696a6-d109-47b3-ab6d-9defed7d8579 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:03.361454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-788e5ade-ca2a-4b45-82b0-7595e0d6a38e req-6dacb19b-f779-4102-b752-5b51341dfcca tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/security-groups?id=654299a9-6bda-48d6-a533-f44a2b415dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299977 Aug 21 09:09:03.365597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95afb17b-5ad0-49aa-a7ae-b9ac2d613f23 req-d0265827-ca7e-417d-8d47-9df6f4f76e60 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308410 Aug 21 09:09:03.396653 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.480604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Network 431364d1-b260-4f7a-90cc-7e530da0db7c is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:03.489315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:03.492567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:03.518631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0903a7ec-a379-4a2e-8d15-0b2cd1889f6f req-dc0d8dbd-0ef8-4489-b193-1d78f991204e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 210 time: 0.0586197 Aug 21 09:09:03.536595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.555213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Pushing event updated for resources: {'Port': ['ID=88df45bf-0614-4594-abb3-896830b2a3f6,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:03.619091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Subnet': ['ID=79eecc0d-a992-4185-beb3-3422d805db8e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:03.691856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Attempting to bind port 88df45bf-0614-4594-abb3-896830b2a3f6 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:03.692480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Attempting to bind port 88df45bf-0614-4594-abb3-896830b2a3f6 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e12b13bc-d785-4023-8087-dbaef12ea961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '431364d1-b260-4f7a-90cc-7e530da0db7c'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:03.693001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Attempting to bind port 88df45bf-0614-4594-abb3-896830b2a3f6 on network 431364d1-b260-4f7a-90cc-7e530da0db7c {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:03.698672 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.718263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:03.718906 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Checking segment: {'id': 'e12b13bc-d785-4023-8087-dbaef12ea961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '431364d1-b260-4f7a-90cc-7e530da0db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:03.720249 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.721383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Bound using segment: {'id': 'e12b13bc-d785-4023-8087-dbaef12ea961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '431364d1-b260-4f7a-90cc-7e530da0db7c'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:03.722553 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Bound port: 88df45bf-0614-4594-abb3-896830b2a3f6, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12b13bc-d785-4023-8087-dbaef12ea961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '431364d1-b260-4f7a-90cc-7e530da0db7c'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:03.723163 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.727712 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431364d1-b260-4f7a-90cc-7e530da0db7c']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:03.752280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 27463617-21ed-42ec-972a-a8fbe845d703 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:03.757536 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12b13bc-d785-4023-8087-dbaef12ea961') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:03.757841 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12b13bc-d785-4023-8087-dbaef12ea961') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:03.778322 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.818892 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.832125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:03.832632 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:03.835780 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:03.858649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45241d67-00ab-41ae-9569-3ba673f0d752 None None] Network 9f52988e-6932-4b78-b8f5-aa3ec02f07f4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:03.936679 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:09:03.936679 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:09:03.936679 n-d-766726-28 neutron-server[106756]: [parameters: {'id': '431364d1-b260-4f7a-90cc-7e530da0db7c'}] Aug 21 09:09:03.936679 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:09:03.937356 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:09:03.952133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] For port 88df45bf-0614-4594-abb3-896830b2a3f6, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:03.957343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] For port 88df45bf-0614-4594-abb3-896830b2a3f6, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=88df45bf-0614-4594-abb3-896830b2a3f6,segment=NetworkSegment(e12b13bc-d785-4023-8087-dbaef12ea961),segment_id=e12b13bc-d785-4023-8087-dbaef12ea961)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:03.961067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63f42206-ff50-422e-8da3-eac8ef31b655 req-dba89532-1796-40e8-b058-4eaf061cc987 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 210 time: 0.0872881 Aug 21 09:09:03.981485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dae75-9cf2-4b5b-b164-073697b97f99 req-e818d8e9-fad1-47c6-b878-eb87e75d6383 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:03.997654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dae75-9cf2-4b5b-b164-073697b97f99 req-e818d8e9-fad1-47c6-b878-eb87e75d6383 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:04.010064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dae75-9cf2-4b5b-b164-073697b97f99 req-e818d8e9-fad1-47c6-b878-eb87e75d6383 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:04.016147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dae75-9cf2-4b5b-b164-073697b97f99 req-e818d8e9-fad1-47c6-b878-eb87e75d6383 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:04.024052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-078dae75-9cf2-4b5b-b164-073697b97f99 req-e818d8e9-fad1-47c6-b878-eb87e75d6383 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 3095 time: 0.4299018 Aug 21 09:09:04.032345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Allocated IP 10.2.2.200 (e89969b7-e70a-4cc8-9700-1c6fa3c015ee/dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e/4b5e9a35-1c2b-412f-979d-550fc637481a) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:04.045821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 27463617-21ed-42ec-972a-a8fbe845d703 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:04.095854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5feb7866-9257-4e11-ab54-a01f2a533427 None None] Provisioning for port 27463617-21ed-42ec-972a-a8fbe845d703 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:04.098996 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:04.110124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5feb7866-9257-4e11-ab54-a01f2a533427 None None] Provisioning complete for port 27463617-21ed-42ec-972a-a8fbe845d703 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:04.110497 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5feb7866-9257-4e11-ab54-a01f2a533427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:04.117295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-078dae75-9cf2-4b5b-b164-073697b97f99 req-bf100591-90d3-4a88-8002-9ae9cb21b527 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684855 Aug 21 09:09:04.305697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:04.335643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829dce3-f786-4162-9e7a-b1e18dc17e29 None None] Network 431364d1-b260-4f7a-90cc-7e530da0db7c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:04.337336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97039071-e98c-4750-a70e-7060b62eacd9 None None] Pushing event updated for resources: {'Port': ['ID=88df45bf-0614-4594-abb3-896830b2a3f6,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:04.343020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Transition to ACTIVE for port object 4b5e9a35-1c2b-412f-979d-550fc637481a will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:04.355291 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0d3a056-c13b-47e8-9085-0580b0aae4cf req-273e0365-6f0e-4e69-bae6-228609628e60 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:04.407574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e0365-6f0e-4e69-bae6-228609628e60 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Pushing event deleted for resources: {'Port': ['ID=f8c696a6-d109-47b3-ab6d-9defed7d8579,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:04.438128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:04.479331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d3a056-c13b-47e8-9085-0580b0aae4cf req-273e0365-6f0e-4e69-bae6-228609628e60 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] No DVR routers for this DVR port f8c696a6-d109-47b3-ab6d-9defed7d8579 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:04.482581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0d3a056-c13b-47e8-9085-0580b0aae4cf req-273e0365-6f0e-4e69-bae6-228609628e60 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:04.486558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0d3a056-c13b-47e8-9085-0580b0aae4cf req-273e0365-6f0e-4e69-bae6-228609628e60 tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.13 "DELETE /v2.0/ports/f8c696a6-d109-47b3-ab6d-9defed7d8579 HTTP/1.1" status: 204 len: 173 time: 2.1845303 Aug 21 09:09:04.494089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23451a-649d-4741-90f9-54f779682726', 'name': 'network-vif-deleted', 'tag': 'f8c696a6-d109-47b3-ab6d-9defed7d8579'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:04.496628 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a60ffdb-098d-4d72-b1ad-31b7c001a960" -d '{"events": [{"server_uuid": "fc23451a-649d-4741-90f9-54f779682726", "name": "network-vif-deleted", "tag": "f8c696a6-d109-47b3-ab6d-9defed7d8579"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:04.554220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-461440a5-5152-4ab4-900d-d6cb403d2bd7 req-c2cf726c-113c-4c1a-a926-cce722466a4b tempest-InstanceActionsNegativeTestJSON-1476451457 tempest-InstanceActionsNegativeTestJSON-1476451457-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc23451a-649d-4741-90f9-54f779682726 HTTP/1.1" status: 200 len: 210 time: 0.0416636 Aug 21 09:09:04.571514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting port 88df45bf-0614-4594-abb3-896830b2a3f6 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:04.572175 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:04.601580 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5feb7866-9257-4e11-ab54-a01f2a533427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:04.660701 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5feb7866-9257-4e11-ab54-a01f2a533427 None None] For port 27463617-21ed-42ec-972a-a8fbe845d703, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=27463617-21ed-42ec-972a-a8fbe845d703,segment=NetworkSegment(61f22587-007c-41f4-b168-904305ca1f73),segment_id=61f22587-007c-41f4-b168-904305ca1f73)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:04.666115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f1fac-22cb-4b97-966d-87021ba97f31 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:09:04.699653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:04.701545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] For port 88df45bf-0614-4594-abb3-896830b2a3f6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=88df45bf-0614-4594-abb3-896830b2a3f6,segment=NetworkSegment(e12b13bc-d785-4023-8087-dbaef12ea961),segment_id=e12b13bc-d785-4023-8087-dbaef12ea961)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:04.702077 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:04.718631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Calling delete_port for 88df45bf-0614-4594-abb3-896830b2a3f6 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:04.763302 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65744278-227d-45fb-ab8b-24784e6680c7 x-openstack-request-id: req-65744278-227d-45fb-ab8b-24784e6680c7 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:04.763628 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc23451a-649d-4741-90f9-54f779682726", "name": "network-vif-deleted", "tag": "f8c696a6-d109-47b3-ab6d-9defed7d8579", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:04.763887 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65744278-227d-45fb-ab8b-24784e6680c7 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:04.764306 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc23451a-649d-4741-90f9-54f779682726', 'name': 'network-vif-deleted', 'tag': 'f8c696a6-d109-47b3-ab6d-9defed7d8579', 'status': 'completed', 'code': 200} Aug 21 09:09:04.836945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Network e89969b7-e70a-4cc8-9700-1c6fa3c015ee is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:04.845951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:04.856667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:04.875405 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5feb7866-9257-4e11-ab54-a01f2a533427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:04.893319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c77e-704f-4e31-aa25-89bd71ac55e8 req-cf326d7f-2fab-49be-8f17-465b40810074 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:04.898403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3898c77e-704f-4e31-aa25-89bd71ac55e8 req-cf326d7f-2fab-49be-8f17-465b40810074 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.2742834 Aug 21 09:09:04.970597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:04.980149 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.004066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No DVR routers for this DVR port 88df45bf-0614-4594-abb3-896830b2a3f6 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:05.010340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb7866-9257-4e11-ab54-a01f2a533427 None None] Pushing event updated for resources: {'Port': ['ID=27463617-21ed-42ec-972a-a8fbe845d703,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:05.021997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673f1fac-22cb-4b97-966d-87021ba97f31 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:09:05.025131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:05.025474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3aa3d6a9-9905-4131-8fb7-14a7af67a4bf not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:05.054013 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Port': ['ID=88df45bf-0614-4594-abb3-896830b2a3f6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:05.110378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-697ff67b-d01b-431d-91bb-e13d231f5fd5 None None] Provisioning complete for port 27463617-21ed-42ec-972a-a8fbe845d703 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:05.110755 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-697ff67b-d01b-431d-91bb-e13d231f5fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.152453 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.166214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431364d1-b260-4f7a-90cc-7e530da0db7c']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:05.182084 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12b13bc-d785-4023-8087-dbaef12ea961') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:05.182592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12b13bc-d785-4023-8087-dbaef12ea961') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:05.195971 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.214346 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.230515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:05.232277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:05.265753 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:05.320418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f8c696a6-d109-47b3-ab6d-9defed7d8579 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:05.337940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event updated for resources: {'Port': ['ID=4b5e9a35-1c2b-412f-979d-550fc637481a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:05.354409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-249c13b7-fced-46ab-a158-e1be85992340 req-aad90def-d4b4-4f50-b56a-d3adbd295470 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 210 time: 0.4925413 Aug 21 09:09:05.355837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: f8c696a6-d109-47b3-ab6d-9defed7d8579 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:05.356174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device f8c696a6-d109-47b3-ab6d-9defed7d8579 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:05.411847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:05.412685 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.421949 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.427470 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.430015 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/431364d1-b260-4f7a-90cc-7e530da0db7c HTTP/1.1" status: 204 len: 168 time: 2.8193820 Aug 21 09:09:05.434872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39928) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:05.440047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3898c77e-704f-4e31-aa25-89bd71ac55e8 req-4de65ff3-cab9-4b41-aaf2-b120c6b19e0c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407717 Aug 21 09:09:05.471149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3364298-8121-4b71-8923-7b81ab2be188 req-ed71c5d3-88ba-441b-991f-5f4ef7a51d32 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:05.477738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2029505880'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:05.482259 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa9d5a-3d42-47c2-a981-4cd7a7f06010 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Network': ['ID=431364d1-b260-4f7a-90cc-7e530da0db7c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:05.483366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-ed71c5d3-88ba-441b-991f-5f4ef7a51d32 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.13 "GET /v2.0/networks?id=84c9274c-bc24-418b-8485-d38f0939b261 HTTP/1.1" status: 200 len: 822 time: 0.7635665 Aug 21 09:09:05.488529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Request body: {'port': {'device_id': '331efc60-5444-4e89-8685-e598d2809155', 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261', 'admin_state_up': True, 'tenant_id': 'd7b0c296b091447cbd166b75f7457577'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:05.630767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 27463617-21ed-42ec-972a-a8fbe845d703 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:05.655793 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:05.659876 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.668722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a96c3e27-468a-4b69-9d91-4f27e006fe4a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8040495 Aug 21 09:09:05.688131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 27463617-21ed-42ec-972a-a8fbe845d703 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:05.689482 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.693730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:09:05.706675 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.707063 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Added segment fad14d5d-ec5b-4f7e-a62e-a129b0723af2 of type vlan for network fd790f60-649c-4022-9c6e-eabc675163cc Aug 21 09:09:05.707658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:05.717866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50142a8e-6d2f-4e1a-af38-392864c7537b req-be5fa76d-87c7-43a7-8c14-04b51fc1f95c tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 210 time: 0.0996530 Aug 21 09:09:05.787726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e1aa4-08b8-489d-ae2b-3415842ee8ef req-b84f0272-d9d6-40c2-b14d-7df034858803 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:05.794914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a7e1aa4-08b8-489d-ae2b-3415842ee8ef req-b84f0272-d9d6-40c2-b14d-7df034858803 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 945 time: 0.2364404 Aug 21 09:09:05.834905 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.951969 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.964543 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:05.965780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a7e1aa4-08b8-489d-ae2b-3415842ee8ef req-4b1c28a5-fd1f-4232-976d-0b22977c27d7 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697471 Aug 21 09:09:05.981281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:05.981933 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.040850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20abc6-ad57-4f6d-b2e0-eb3a025f2d67 req-06aee8a9-3638-4db2-a9d8-4a09bb29fa35 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:06.046773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20abc6-ad57-4f6d-b2e0-eb3a025f2d67 req-06aee8a9-3638-4db2-a9d8-4a09bb29fa35 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:06.052225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39936) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:06.053483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20abc6-ad57-4f6d-b2e0-eb3a025f2d67 req-06aee8a9-3638-4db2-a9d8-4a09bb29fa35 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:06.055736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0dd7d34d-2667-45d2-a25c-69815e90e3f9 None None] Provisioning for port 4b5e9a35-1c2b-412f-979d-550fc637481a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:06.060572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20abc6-ad57-4f6d-b2e0-eb3a025f2d67 req-06aee8a9-3638-4db2-a9d8-4a09bb29fa35 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:06.061862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0dd7d34d-2667-45d2-a25c-69815e90e3f9 None None] Provisioning complete for port 4b5e9a35-1c2b-412f-979d-550fc637481a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:06.062431 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0dd7d34d-2667-45d2-a25c-69815e90e3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.066139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20abc6-ad57-4f6d-b2e0-eb3a025f2d67 req-06aee8a9-3638-4db2-a9d8-4a09bb29fa35 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:06.073942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c20abc6-ad57-4f6d-b2e0-eb3a025f2d67 req-06aee8a9-3638-4db2-a9d8-4a09bb29fa35 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 3816 time: 0.1848328 Aug 21 09:09:06.109854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Made reservation on behalf of d7b0c296b091447cbd166b75f7457577 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:06.114261 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.120710 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=fd790f60-649c-4022-9c6e-eabc675163cc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:06.135806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-833fddee-b3f1-4872-ab60-b416cd838837 admin admin] Deleting subnet 62807360-938e-4a8a-86fa-86eebb51400c {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:09:06.139406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-833fddee-b3f1-4872-ab60-b416cd838837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.142894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network fd790f60-649c-4022-9c6e-eabc675163cc details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:06.189511 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-833fddee-b3f1-4872-ab60-b416cd838837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.211747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c20abc6-ad57-4f6d-b2e0-eb3a025f2d67 req-98ad21af-4163-40ed-8ede-3c5f9706d3de tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319957 Aug 21 09:09:06.224207 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e55524b8-f06f-4099-96f6-523b0f8d9767 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7814322 Aug 21 09:09:06.226765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39938) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:06.234060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'network_id': 'fd790f60-649c-4022-9c6e-eabc675163cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:06.262450 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-833fddee-b3f1-4872-ab60-b416cd838837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.264075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7d34d-2667-45d2-a25c-69815e90e3f9 None None] Port 4b5e9a35-1c2b-412f-979d-550fc637481a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:09:06.396177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-833fddee-b3f1-4872-ab60-b416cd838837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.446582 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fddee-b3f1-4872-ab60-b416cd838837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62807360-938e-4a8a-86fa-86eebb51400c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:06.452866 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-833fddee-b3f1-4872-ab60-b416cd838837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.455168 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-833fddee-b3f1-4872-ab60-b416cd838837 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/62807360-938e-4a8a-86fa-86eebb51400c HTTP/1.1" status: 204 len: 168 time: 0.4022672 Aug 21 09:09:06.458354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39944) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:06.510108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7b8a8de-1f69-4a38-a9a3-d02e1faf0a7e req-16cf1b54-90e4-42f9-914b-199cb9da56a7 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 210 time: 0.0630267 Aug 21 09:09:06.553392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.586892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Allocated IP 172.20.0.11 (84c9274c-bc24-418b-8485-d38f0939b261/6f226a65-ad9c-45f6-a646-51e4a5d93371/96096092-996e-4baa-ac0f-55e2847f4650) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:06.597404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:06.600972 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.644952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b115f0-b9c0-4a24-9dd1-f7ff1fc60e2f req-e62137c5-2d60-4a4c-9cac-8553ed834f5d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:06.652025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21b115f0-b9c0-4a24-9dd1-f7ff1fc60e2f req-e62137c5-2d60-4a4c-9cac-8553ed834f5d tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.1026843 Aug 21 09:09:06.658759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.670277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53518fe7-2bb7-430b-93a7-9498a14bd2d0']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:06.685821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d96c282-14ea-4ecc-a07e-c44913644d28') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:06.686985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d96c282-14ea-4ecc-a07e-c44913644d28') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:06.695916 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.712345 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.722334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:06.722778 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:06.724981 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:06.815925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111787a2-30ea-4809-aa01-2f16b2944652 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:06.831107 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.839796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21b115f0-b9c0-4a24-9dd1-f7ff1fc60e2f req-aa6cd31d-9b79-4526-a517-f7feeba76c51 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869006 Aug 21 09:09:06.850215 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdcdb-6e8d-4977-8f1c-0f2687a2c58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.912994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.918556 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:06.921674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Transition to ACTIVE for port object 111787a2-30ea-4809-aa01-2f16b2944652 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:06.921948 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] 10.222.0.20 "DELETE /v2.0/networks/53518fe7-2bb7-430b-93a7-9498a14bd2d0 HTTP/1.1" status: 204 len: 168 time: 0.4607100 Aug 21 09:09:06.939749 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7986220-ab7e-45d2-9dda-a8ab17916a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=53518fe7-2bb7-430b-93a7-9498a14bd2d0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:06.947472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-effdac9a-b695-4f25-8406-01ed2fef387f req-b3537e91-8c10-4e16-a551-9da220a509ef tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 210 time: 0.0396829 Aug 21 09:09:07.015479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:07.077389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Pushing event updated for resources: {'Port': ['ID=111787a2-30ea-4809-aa01-2f16b2944652,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:07.139031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:07.275326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c2d4-4f21-4147-8401-4f19f49aca53 req-e6dee955-8d20-4e05-a454-82bc742c8a63 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:07.276928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4641c2d4-4f21-4147-8401-4f19f49aca53 req-e6dee955-8d20-4e05-a454-82bc742c8a63 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 945 time: 0.1417055 Aug 21 09:09:07.284604 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:07.403993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Attempting to bind port 111787a2-30ea-4809-aa01-2f16b2944652 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:07.404384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Attempting to bind port 111787a2-30ea-4809-aa01-2f16b2944652 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:07.409726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Attempting to bind port 111787a2-30ea-4809-aa01-2f16b2944652 on network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:07.423772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=130a4acd-0b64-426d-bc94-18462235d53a,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:07.459769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39964) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:07.462552 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:07.467380 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4641c2d4-4f21-4147-8401-4f19f49aca53 req-f2524753-12fc-4dbf-ba03-1b955e092698 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769586 Aug 21 09:09:07.480229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Port 111787a2-30ea-4809-aa01-2f16b2944652 on network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:07.480873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Attempting to bind port 111787a2-30ea-4809-aa01-2f16b2944652 on network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:07.532356 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1ada909b-42ba-4252-8ee2-93c2f691e55a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7eb1a6ab2f1649819284762c7b9919ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712090 Aug 21 09:09:07.535295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39966) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:07.590058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83ad8173-23f5-4138-9d85-798cbf8c6b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:07.607176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:07.607893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Checking segment: {'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:07.608089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Bound using segment: {'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:07.608444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Bound port: 111787a2-30ea-4809-aa01-2f16b2944652, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf47afe-882e-451f-96fc-b9d20264f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:07.608806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:07.621179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83ad8173-23f5-4138-9d85-798cbf8c6b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:07.631093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Network 84c9274c-bc24-418b-8485-d38f0939b261 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:07.650185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:07.652827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:07.655990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Checking segment: {'id': 'fad14d5d-ec5b-4f7e-a62e-a129b0723af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd790f60-649c-4022-9c6e-eabc675163cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:07.656355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network hostable DHCP agents. Network: fd790f60-649c-4022-9c6e-eabc675163cc, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:09:07.706740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event updated for resources: {'Port': ['ID=96096092-996e-4baa-ac0f-55e2847f4650,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:07.741135 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83ad8173-23f5-4138-9d85-798cbf8c6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:07.743719 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83ad8173-23f5-4138-9d85-798cbf8c6b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:07.744878 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-83ad8173-23f5-4138-9d85-798cbf8c6b46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/654299a9-6bda-48d6-a533-f44a2b415dd2 HTTP/1.1" status: 204 len: 168 time: 0.2085648 Aug 21 09:09:07.764364 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad8173-23f5-4138-9d85-798cbf8c6b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654299a9-6bda-48d6-a533-f44a2b415dd2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:07.774319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600bd2-bce4-4287-b232-d7d491bdae02 req-5709adf0-81bb-40e2-ba2e-6c5639f81169 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:07.781330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600bd2-bce4-4287-b232-d7d491bdae02 req-5709adf0-81bb-40e2-ba2e-6c5639f81169 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:07.788176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600bd2-bce4-4287-b232-d7d491bdae02 req-5709adf0-81bb-40e2-ba2e-6c5639f81169 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:07.794520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600bd2-bce4-4287-b232-d7d491bdae02 req-5709adf0-81bb-40e2-ba2e-6c5639f81169 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:07.800625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600bd2-bce4-4287-b232-d7d491bdae02 req-5709adf0-81bb-40e2-ba2e-6c5639f81169 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:07.802459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd600bd2-bce4-4287-b232-d7d491bdae02 req-5709adf0-81bb-40e2-ba2e-6c5639f81169 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 3828 time: 0.3289418 Aug 21 09:09:07.812065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c73ab3-b0f7-4ed4-8b89-ff885ccfe3f0 req-8c39fce8-461d-447b-98bd-89e1a158285a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:07.813537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6c73ab3-b0f7-4ed4-8b89-ff885ccfe3f0 req-8c39fce8-461d-447b-98bd-89e1a158285a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.2368414 Aug 21 09:09:07.828676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:07.829459 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:07.872739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network fd790f60-649c-4022-9c6e-eabc675163cc is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:09:07.917111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] For port 111787a2-30ea-4809-aa01-2f16b2944652, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:07.934664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6c73ab3-b0f7-4ed4-8b89-ff885ccfe3f0 req-a5df81f2-a5eb-41d9-9431-bf062555ed10 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982199 Aug 21 09:09:07.938947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd600bd2-bce4-4287-b232-d7d491bdae02 req-2eeed8e4-62b8-4f6d-9901-c98a278193a6 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034446 Aug 21 09:09:07.941336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] For port 111787a2-30ea-4809-aa01-2f16b2944652, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=111787a2-30ea-4809-aa01-2f16b2944652,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:07.963967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-8a644292-d974-447f-b4c8-054c22d03896 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4794760 Aug 21 09:09:07.978618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Request body: {'port': {'device_id': '331efc60-5444-4e89-8685-e598d2809155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:08.014901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, fd790f60-649c-4022-9c6e-eabc675163cc) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:08.026768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:08.027428 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:08.029108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff737bcf-d9a9-49f4-a77e-da3449087fc1 None None] Network fd790f60-649c-4022-9c6e-eabc675163cc requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:08.095764 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:08.193459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e511bcb-88c8-4465-8851-59bb6a341a61 req-d2b46a66-d44b-4cc3-8070-5e8a81b54a26 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad91daa4-eedd-4dc0-b982-75d46c9bdc60 HTTP/1.1" status: 200 len: 210 time: 0.1376767 Aug 21 09:09:08.199875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-988c57a8-2d4d-4225-a6ed-7126f46e3bba tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9718287 Aug 21 09:09:08.203088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39976) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:08.228612 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:08.231552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Pushing event updated for resources: {'Port': ['ID=111787a2-30ea-4809-aa01-2f16b2944652,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:08.233013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-fd790f60-649c-4022-9c6e-eabc675163cc', 'network_id': 'fd790f60-649c-4022-9c6e-eabc675163cc', 'tenant_id': '18e6526232e24600b77475e4e73b49b5', 'fixed_ips': [{'subnet_id': '130a4acd-0b64-426d-bc94-18462235d53a'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:09:08.237821 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:08.245979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:08.246595 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:08.248193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-da2e3e79-b80b-46db-bdc7-df84f9ab51c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/111787a2-30ea-4809-aa01-2f16b2944652 HTTP/1.1" status: 200 len: 1093 time: 2.5574484 Aug 21 09:09:08.251159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '111787a2-30ea-4809-aa01-2f16b2944652'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:08.269252 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f938a384-5953-432d-8da2-d42948eabf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "111787a2-30ea-4809-aa01-2f16b2944652"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:08.323064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e9950-5318-4ea3-bb49-268ec0531077 req-221ea44a-5d4d-4636-ad3b-a74f0fea1c6d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:08.332354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-418e9950-5318-4ea3-bb49-268ec0531077 req-221ea44a-5d4d-4636-ad3b-a74f0fea1c6d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 932 time: 0.2563889 Aug 21 09:09:08.368871 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d92132-0328-4468-b711-93ee8ea1e052 x-openstack-request-id: req-78d92132-0328-4468-b711-93ee8ea1e052 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:08.369182 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "111787a2-30ea-4809-aa01-2f16b2944652", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:08.369396 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78d92132-0328-4468-b711-93ee8ea1e052 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:08.369789 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '111787a2-30ea-4809-aa01-2f16b2944652', 'status': 'completed', 'code': 200} Aug 21 09:09:08.392340 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:08.394935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:08.556642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-f4716840-5923-41b1-8ace-2d42f2a58f54 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:08.558107 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-f4716840-5923-41b1-8ace-2d42f2a58f54 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 945 time: 0.1284628 Aug 21 09:09:08.559381 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:08.564314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Allocated IP 2001:db8::1 (fd790f60-649c-4022-9c6e-eabc675163cc/130a4acd-0b64-426d-bc94-18462235d53a/0886a869-8f44-4e9f-a8c1-3997fea2177d) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:08.762715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-418e9950-5318-4ea3-bb49-268ec0531077 req-8923717f-f331-4876-b14c-1cc66a9acf88 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955977 Aug 21 09:09:08.765207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Deleting port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:08.765550 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:08.767076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938a384-5953-432d-8da2-d42948eabf6c req-5950628d-de46-4c4a-9a01-aa4384328524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:08.768155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938a384-5953-432d-8da2-d42948eabf6c req-5950628d-de46-4c4a-9a01-aa4384328524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:08.768155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938a384-5953-432d-8da2-d42948eabf6c req-5950628d-de46-4c4a-9a01-aa4384328524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:08.768530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938a384-5953-432d-8da2-d42948eabf6c req-5950628d-de46-4c4a-9a01-aa4384328524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:08.768999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938a384-5953-432d-8da2-d42948eabf6c req-5950628d-de46-4c4a-9a01-aa4384328524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:08.770760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f938a384-5953-432d-8da2-d42948eabf6c req-5950628d-de46-4c4a-9a01-aa4384328524 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 4364 time: 0.3669422 Aug 21 09:09:08.843048 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:08.889366 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] For port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7bb40b72-f2c1-4e76-93bf-d41695f17f8d,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:08.889936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.027500 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.052151 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Transition to ACTIVE for port object 0886a869-8f44-4e9f-a8c1-3997fea2177d will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:09.053842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1959e-5c31-4f8c-8001-5dcd20ac5597 req-d860b016-09af-40b5-8dfd-3ef636d319d6 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:09.061005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ed1959e-5c31-4f8c-8001-5dcd20ac5597 req-d860b016-09af-40b5-8dfd-3ef636d319d6 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 945 time: 0.4027097 Aug 21 09:09:09.067288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938a384-5953-432d-8da2-d42948eabf6c req-42bc09f2-337e-4b6a-bc85-d3397e6e8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:09.067799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938a384-5953-432d-8da2-d42948eabf6c req-42bc09f2-337e-4b6a-bc85-d3397e6e8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:09.068254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938a384-5953-432d-8da2-d42948eabf6c req-42bc09f2-337e-4b6a-bc85-d3397e6e8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:09.069832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f938a384-5953-432d-8da2-d42948eabf6c req-42bc09f2-337e-4b6a-bc85-d3397e6e8790 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2613173 Aug 21 09:09:09.071909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Transition to ACTIVE for port object 0886a869-8f44-4e9f-a8c1-3997fea2177d will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:09.159474 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.209933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Network fd790f60-649c-4022-9c6e-eabc675163cc is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:09.215966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:09.229115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:09.230721 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.231524 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.232033 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Floating IP cfe1465c-bf4b-4c1a-afe0-cacc19f46811 disassociated. External IP: 172.25.5.174, port: 7bb40b72-f2c1-4e76-93bf-d41695f17f8d. Aug 21 09:09:09.232527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Calling delete_port for 7bb40b72-f2c1-4e76-93bf-d41695f17f8d owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:09.306147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Pushing event updated for resources: {'Port': ['ID=0886a869-8f44-4e9f-a8c1-3997fea2177d,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:09.309903 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.321467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Attempting to bind port 0886a869-8f44-4e9f-a8c1-3997fea2177d on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:09.321842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Attempting to bind port 0886a869-8f44-4e9f-a8c1-3997fea2177d by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'fad14d5d-ec5b-4f7e-a62e-a129b0723af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd790f60-649c-4022-9c6e-eabc675163cc'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:09.322264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Attempting to bind port 0886a869-8f44-4e9f-a8c1-3997fea2177d on network fd790f60-649c-4022-9c6e-eabc675163cc {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:09.328180 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:09.328620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Checking segment: {'id': 'fad14d5d-ec5b-4f7e-a62e-a129b0723af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd790f60-649c-4022-9c6e-eabc675163cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:09.329071 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.329611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Bound using segment: {'id': 'fad14d5d-ec5b-4f7e-a62e-a129b0723af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd790f60-649c-4022-9c6e-eabc675163cc'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:09.330089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Bound port: 0886a869-8f44-4e9f-a8c1-3997fea2177d, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad14d5d-ec5b-4f7e-a62e-a129b0723af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fd790f60-649c-4022-9c6e-eabc675163cc'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:09.330478 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.353426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Subnet': ['ID=130a4acd-0b64-426d-bc94-18462235d53a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:09.430338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] For port 0886a869-8f44-4e9f-a8c1-3997fea2177d, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:09.441771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] For port 0886a869-8f44-4e9f-a8c1-3997fea2177d, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0886a869-8f44-4e9f-a8c1-3997fea2177d,segment=NetworkSegment(fad14d5d-ec5b-4f7e-a62e-a129b0723af2),segment_id=fad14d5d-ec5b-4f7e-a62e-a129b0723af2)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:09.462003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40006) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:09.489755 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-30c467c4-6add-4c73-93af-ae803b460212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.502575 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.518327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd790f60-649c-4022-9c6e-eabc675163cc']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:09.524871 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.540625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad14d5d-ec5b-4f7e-a62e-a129b0723af2') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:09.540925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad14d5d-ec5b-4f7e-a62e-a129b0723af2') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:09.554904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.574825 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.590622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:09.591225 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:09.595422 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:09.645093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee8e5d-870e-4748-a78b-c03a6da9375e None None] Pushing event updated for resources: {'Port': ['ID=0886a869-8f44-4e9f-a8c1-3997fea2177d,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:09.652550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-786491629-network', 'tenant_id': 'fa6bcea8ab0346cd8795987a97cd51e8'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:09.714592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fac26b-172c-4368-a319-db367b0fbf76 None None] Network fd790f60-649c-4022-9c6e-eabc675163cc requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:09.770382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Made reservation on behalf of fa6bcea8ab0346cd8795987a97cd51e8 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:09.772861 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.798241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.801962 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:09:09.801962 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:09:09.801962 n-d-766726-28 neutron-server[106756]: [parameters: {'id': 'fd790f60-649c-4022-9c6e-eabc675163cc'}] Aug 21 09:09:09.801962 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:09:09.807981 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:09:09.818681 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.837634 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:09.890158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ed1959e-5c31-4f8c-8001-5dcd20ac5597 req-74c6b04d-2886-4ce5-8fa0-e25700c66e8c tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups?id=de22da6b-d4f9-41bf-a563-3edc84502407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8262327 Aug 21 09:09:09.944602 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Pushing event deleted for resources: {'Port': ['ID=7bb40b72-f2c1-4e76-93bf-d41695f17f8d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:09.964576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413252cf-6ccd-41ce-85ad-0f81924f5310 req-859302da-45c6-46aa-a5af-bdba3daee88c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:09.972508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-413252cf-6ccd-41ce-85ad-0f81924f5310 req-859302da-45c6-46aa-a5af-bdba3daee88c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.7987173 Aug 21 09:09:10.062659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96096092-996e-4baa-ac0f-55e2847f4650 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:10.093270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938a384-5953-432d-8da2-d42948eabf6c req-2044f036-0c09-4e58-b22a-71663b905e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:10.095043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f938a384-5953-432d-8da2-d42948eabf6c req-2044f036-0c09-4e58-b22a-71663b905e6e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0119150 Aug 21 09:09:10.102551 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.146038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Transition to ACTIVE for port object 96096092-996e-4baa-ac0f-55e2847f4650 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:10.161785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-413252cf-6ccd-41ce-85ad-0f81924f5310 req-eb7ab57f-6f1b-46ef-aa81-4ff2f99c1d75 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857297 Aug 21 09:09:10.193626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Router b8ba3740-7a27-492a-85c7-914d7b476f0b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:09:10.195718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152711a-c10d-44f5-8ff1-4ecf609e6854 req-3b6ba158-fed6-4938-891b-aab5f8c2936c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:10.201666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152711a-c10d-44f5-8ff1-4ecf609e6854 req-3b6ba158-fed6-4938-891b-aab5f8c2936c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:10.202596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.209999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152711a-c10d-44f5-8ff1-4ecf609e6854 req-3b6ba158-fed6-4938-891b-aab5f8c2936c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:10.216536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152711a-c10d-44f5-8ff1-4ecf609e6854 req-3b6ba158-fed6-4938-891b-aab5f8c2936c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:10.224250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152711a-c10d-44f5-8ff1-4ecf609e6854 req-3b6ba158-fed6-4938-891b-aab5f8c2936c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:10.232435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c152711a-c10d-44f5-8ff1-4ecf609e6854 req-3b6ba158-fed6-4938-891b-aab5f8c2936c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 3828 time: 0.2071276 Aug 21 09:09:10.258613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.290282 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.304385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:09:10.315959 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.316310 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Added segment b636e3ba-c375-44be-9b8f-f7a083679417 of type vlan for network 0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 Aug 21 09:09:10.354343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c152711a-c10d-44f5-8ff1-4ecf609e6854 req-7294f8b8-59ab-453b-aed5-2f3b7bbcd897 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210153 Aug 21 09:09:10.442937 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.457115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Pushing event updated for resources: {'Port': ['ID=96096092-996e-4baa-ac0f-55e2847f4650,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:10.468247 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030ecc38-ef84-42bf-92f9-7114474bada5,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:10.532846 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.542212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93573a26-26bd-4d80-98c6-ef6f0af8157c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:10.564569 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.648059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Attempting to bind port 96096092-996e-4baa-ac0f-55e2847f4650 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:10.648566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Attempting to bind port 96096092-996e-4baa-ac0f-55e2847f4650 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:10.648797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Attempting to bind port 96096092-996e-4baa-ac0f-55e2847f4650 on network 84c9274c-bc24-418b-8485-d38f0939b261 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:10.658129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Port 96096092-996e-4baa-ac0f-55e2847f4650 on network 84c9274c-bc24-418b-8485-d38f0939b261 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:10.658482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Attempting to bind port 96096092-996e-4baa-ac0f-55e2847f4650 on network 84c9274c-bc24-418b-8485-d38f0939b261 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:10.659294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f9e82d-6c43-4c14-abb9-cad23f17df10 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:09:10.662403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Transition to ACTIVE for port object 93573a26-26bd-4d80-98c6-ef6f0af8157c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:10.669411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:10.669752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Checking segment: {'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:10.670142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Bound using segment: {'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:10.670580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Bound port: 96096092-996e-4baa-ac0f-55e2847f4650, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:10.670960 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.702644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:09:10.722784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b2a209-f81b-48d4-8a41-3d70dbf447c7 None None] Sync routers for ids ['b8ba3740-7a27-492a-85c7-914d7b476f0b'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:09:10.735052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.753884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d255c-6775-48df-8a1f-8b0eaafa296e req-a0924292-9059-4209-b416-2671637cf64b tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:10.765284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f8d255c-6775-48df-8a1f-8b0eaafa296e req-a0924292-9059-4209-b416-2671637cf64b tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 944 time: 0.3062286 Aug 21 09:09:10.771674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2a209-f81b-48d4-8a41-3d70dbf447c7 None None] Routers {'b8ba3740-7a27-492a-85c7-914d7b476f0b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:09:10.775345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] No DVR routers for this DVR port 7bb40b72-f2c1-4e76-93bf-d41695f17f8d on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:10.779629 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-90b2a209-f81b-48d4-8a41-3d70dbf447c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b8ba3740-7a27-492a-85c7-914d7b476f0b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:10.784382 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.786995 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-5138b085-5a51-442d-9722-4d16a1bc29c8 req-c3d9ddbc-b0cb-4604-b2e8-ad18268f3134 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.13 "DELETE /v2.0/ports/7bb40b72-f2c1-4e76-93bf-d41695f17f8d HTTP/1.1" status: 204 len: 173 time: 2.2231343 Aug 21 09:09:10.788223 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e212297-1db2-4997-9379-5394f83cd1a1', 'name': 'network-vif-deleted', 'tag': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:10.790283 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e46b62f-6993-40b2-9b76-d8c5c49f6389" -d '{"events": [{"server_uuid": "2e212297-1db2-4997-9379-5394f83cd1a1", "name": "network-vif-deleted", "tag": "7bb40b72-f2c1-4e76-93bf-d41695f17f8d"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:10.796630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.800514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:10.801409 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.865800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] For port 96096092-996e-4baa-ac0f-55e2847f4650, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:10.888297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting port 0886a869-8f44-4e9f-a8c1-3997fea2177d {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:10.888643 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.957012 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:10.964386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] For port 96096092-996e-4baa-ac0f-55e2847f4650, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=96096092-996e-4baa-ac0f-55e2847f4650,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:10.965262 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5014260 Aug 21 09:09:10.965928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40024) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:11.006494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Pushing event updated for resources: {'Port': ['ID=93573a26-26bd-4d80-98c6-ef6f0af8157c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:11.008787 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] Request body: {'subnet': {'network_id': '0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-786491629-subnet', 'tenant_id': 'fa6bcea8ab0346cd8795987a97cd51e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:11.078497 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955bbf9-c18c-4b57-be6a-2d79a9b68e82 admin admin] Pushing event updated for resources: {'Network': ['ID=0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:11.079089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f8d255c-6775-48df-8a1f-8b0eaafa296e req-d46859de-e724-4a61-aa32-99616e20f10b tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606101 Aug 21 09:09:11.079089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Attempting to bind port 93573a26-26bd-4d80-98c6-ef6f0af8157c on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:11.079089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Attempting to bind port 93573a26-26bd-4d80-98c6-ef6f0af8157c by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:11.079089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Attempting to bind port 93573a26-26bd-4d80-98c6-ef6f0af8157c on network bd7ed038-3040-4e1c-a948-36b19eb7d434 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:11.079492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] For port 0886a869-8f44-4e9f-a8c1-3997fea2177d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0886a869-8f44-4e9f-a8c1-3997fea2177d,segment=NetworkSegment(fad14d5d-ec5b-4f7e-a62e-a129b0723af2),segment_id=fad14d5d-ec5b-4f7e-a62e-a129b0723af2)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:11.079492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.085917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Port 93573a26-26bd-4d80-98c6-ef6f0af8157c on network bd7ed038-3040-4e1c-a948-36b19eb7d434 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:11.089981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Attempting to bind port 93573a26-26bd-4d80-98c6-ef6f0af8157c on network bd7ed038-3040-4e1c-a948-36b19eb7d434 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:11.096692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:11.098556 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.118242 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f3003b-dc96-4818-84bb-b458d27aad9d x-openstack-request-id: req-a1f3003b-dc96-4818-84bb-b458d27aad9d {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:11.119834 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e212297-1db2-4997-9379-5394f83cd1a1", "name": "network-vif-deleted", "tag": "7bb40b72-f2c1-4e76-93bf-d41695f17f8d", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:11.119834 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1f3003b-dc96-4818-84bb-b458d27aad9d {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:11.119834 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e212297-1db2-4997-9379-5394f83cd1a1', 'name': 'network-vif-deleted', 'tag': '7bb40b72-f2c1-4e76-93bf-d41695f17f8d', 'status': 'completed', 'code': 200} Aug 21 09:09:11.120887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Calling delete_port for 0886a869-8f44-4e9f-a8c1-3997fea2177d owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:11.134779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:11.135625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Checking segment: {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:11.136460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Bound using segment: {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:11.137100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Bound port: 93573a26-26bd-4d80-98c6-ef6f0af8157c, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:11.139013 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.139605 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] Made reservation on behalf of fa6bcea8ab0346cd8795987a97cd51e8 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:11.142931 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.217350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:11.217972 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.219313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] 10.222.0.13 "PUT /v2.0/ports/96096092-996e-4baa-ac0f-55e2847f4650 HTTP/1.1" status: 200 len: 1093 time: 3.2450473 Aug 21 09:09:11.222051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331efc60-5444-4e89-8685-e598d2809155', 'tag': '96096092-996e-4baa-ac0f-55e2847f4650'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:11.224395 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7c217e-92bf-4f59-809d-dc0428cb1509" -d '{"events": [{"name": "network-changed", "server_uuid": "331efc60-5444-4e89-8685-e598d2809155", "tag": "96096092-996e-4baa-ac0f-55e2847f4650"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:11.289298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-090ec71b-d13e-414a-8d89-69d6890ab899 req-cebc7273-fcfd-4a03-b66a-6cf0bedae6d5 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.0917323 Aug 21 09:09:11.329122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f9e82d-6c43-4c14-abb9-cad23f17df10 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:09:11.338819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-90b2a209-f81b-48d4-8a41-3d70dbf447c7 None None] Set router b8ba3740-7a27-492a-85c7-914d7b476f0b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:09:11.389729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] For port 93573a26-26bd-4d80-98c6-ef6f0af8157c, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:11.393173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] For port 93573a26-26bd-4d80-98c6-ef6f0af8157c, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=93573a26-26bd-4d80-98c6-ef6f0af8157c,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:11.400317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1091e7-1c06-4828-b39c-2f9106cccf25 service neutron] Pushing event updated for resources: {'Port': ['ID=96096092-996e-4baa-ac0f-55e2847f4650,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:11.400773 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d690b2b-a615-4fb1-af01-6e00e3a1769b x-openstack-request-id: req-6d690b2b-a615-4fb1-af01-6e00e3a1769b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:11.401027 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331efc60-5444-4e89-8685-e598d2809155", "tag": "96096092-996e-4baa-ac0f-55e2847f4650", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:11.401314 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d690b2b-a615-4fb1-af01-6e00e3a1769b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:11.401758 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331efc60-5444-4e89-8685-e598d2809155', 'tag': '96096092-996e-4baa-ac0f-55e2847f4650', 'status': 'completed', 'code': 200} Aug 21 09:09:11.464452 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.481400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.543953 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Port': ['ID=0886a869-8f44-4e9f-a8c1-3997fea2177d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:11.550196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Pushing event updated for resources: {'Port': ['ID=93573a26-26bd-4d80-98c6-ef6f0af8157c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:11.551852 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.577166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23253a8f-5101-4d21-af69-5e6861d5c1b2 req-ba388ed4-e8a1-47b1-8621-b06ff944c7e0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:11.579771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23253a8f-5101-4d21-af69-5e6861d5c1b2 req-ba388ed4-e8a1-47b1-8621-b06ff944c7e0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.3084483 Aug 21 09:09:11.629479 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4361d62d-8415-424e-9424-ca43dfa7df04,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:11.639668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No DVR routers for this DVR port 0886a869-8f44-4e9f-a8c1-3997fea2177d on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:11.653112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:11.657322 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.660277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7add3c70-8753-48a3-ba17-b608e39a6747 service neutron] 10.222.0.13 "PUT /v2.0/ports/93573a26-26bd-4d80-98c6-ef6f0af8157c HTTP/1.1" status: 200 len: 1130 time: 3.2890337 Aug 21 09:09:11.702037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0636f-36e1-4f6a-8d23-b6f8d090a182 req-336cf6a2-b1eb-4ac9-adb0-c8baa5bd443f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:11.710990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0636f-36e1-4f6a-8d23-b6f8d090a182 req-336cf6a2-b1eb-4ac9-adb0-c8baa5bd443f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:11.717426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0636f-36e1-4f6a-8d23-b6f8d090a182 req-336cf6a2-b1eb-4ac9-adb0-c8baa5bd443f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:11.734496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0636f-36e1-4f6a-8d23-b6f8d090a182 req-336cf6a2-b1eb-4ac9-adb0-c8baa5bd443f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:11.754381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0636f-36e1-4f6a-8d23-b6f8d090a182 req-336cf6a2-b1eb-4ac9-adb0-c8baa5bd443f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:11.770063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0636f-36e1-4f6a-8d23-b6f8d090a182 req-336cf6a2-b1eb-4ac9-adb0-c8baa5bd443f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:11.774308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3b0636f-36e1-4f6a-8d23-b6f8d090a182 req-336cf6a2-b1eb-4ac9-adb0-c8baa5bd443f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 4599 time: 0.1909249 Aug 21 09:09:11.792235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:11.795825 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.811050 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd790f60-649c-4022-9c6e-eabc675163cc']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:11.820280 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] Checking segment: {'id': 'b636e3ba-c375-44be-9b8f-f7a083679417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:11.820642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] Network hostable DHCP agents. Network: 0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:09:11.826616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad14d5d-ec5b-4f7e-a62e-a129b0723af2') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:11.826914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad14d5d-ec5b-4f7e-a62e-a129b0723af2') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:11.844211 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.875794 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.881819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3364298-8121-4b71-8923-7b81ab2be188 req-2326a4df-9fa4-45e9-b22c-194d35142cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:11.883779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-2326a4df-9fa4-45e9-b22c-194d35142cd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b0c296b091447cbd166b75f7457577&device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 1096 time: 0.4811161 Aug 21 09:09:11.888036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:11.888036 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:11.944418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-76474fb8-4e56-4906-b314-c38a815b28bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96096092-996e-4baa-ac0f-55e2847f4650 HTTP/1.1" status: 200 len: 217 time: 0.0492752 Aug 21 09:09:11.958002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23253a8f-5101-4d21-af69-5e6861d5c1b2 req-2aaaabbf-297f-4fa2-9a69-ffd38901f6f5 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347256 Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:11.961222 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:12.014353 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:12.023600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3364298-8121-4b71-8923-7b81ab2be188 req-63f14fa9-0c0d-4697-a074-aee68e76a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:12.025076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-63f14fa9-0c0d-4697-a074-aee68e76a5fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f226a65-ad9c-45f6-a646-51e4a5d93371 HTTP/1.1" status: 200 len: 862 time: 0.0662227 Aug 21 09:09:12.042995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] Network 0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:09:12.055312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3b0636f-36e1-4f6a-8d23-b6f8d090a182 req-b83a343f-05a8-4b2e-8144-7fca9ec77ba0 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2685757 Aug 21 09:09:12.073497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-73973301-461e-4c83-969e-f3b979ad72f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c9274c-bc24-418b-8485-d38f0939b261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392392 Aug 21 09:09:12.095290 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:12.149090 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:12.161141 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/fd790f60-649c-4022-9c6e-eabc675163cc HTTP/1.1" status: 204 len: 168 time: 3.9569440 Aug 21 09:09:12.162641 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:12.165508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40038) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:12.213110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-90b2a209-f81b-48d4-8a41-3d70dbf447c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:50Z', 'revision_number': 4, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63c810a3-e7b7-41ac-8fa7-f94b8134031e', 'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'mac_address': 'fa:16:3e:1d:c7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:47Z', 'updated_at': '2021-08-21T09:04:55Z', 'revision_number': 5, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'subnets': [{'id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:12.234319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1913374953'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:12.234319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:12.234319 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:12.242448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b2a209-f81b-48d4-8a41-3d70dbf447c7 None None] Checking router: b8ba3740-7a27-492a-85c7-914d7b476f0b for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:09:12.251804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0802e6-9dac-4d10-9ee6-26ff55cb2839 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Network': ['ID=fd790f60-649c-4022-9c6e-eabc675163cc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:12.264123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2a209-f81b-48d4-8a41-3d70dbf447c7 None None] Routers {'b8ba3740-7a27-492a-85c7-914d7b476f0b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:09:12.264293 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-90b2a209-f81b-48d4-8a41-3d70dbf447c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b8ba3740-7a27-492a-85c7-914d7b476f0b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:12.348673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf6ac1-173f-4bec-9b06-79ac239b3be9 None None] Network 0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:12.399112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:12.402587 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:12.456371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:09:12.482603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:12.482984 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Added segment e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28 of type vlan for network 6e1f955c-f434-487a-a9f8-c5123bb64683 Aug 21 09:09:12.543089 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:12.605275 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-99eda2cf-ec03-40bf-8030-5cf94a0f92ad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5967143 Aug 21 09:09:12.605581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2eef119a-c064-4a31-a3c5-3e75274fd2e9 req-e832215d-36ce-455c-a459-5be6bcc4eaeb tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.1287334 Aug 21 09:09:12.635403 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:12.662580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15956ab-f60a-4a22-a6cc-acf9cf4e5d85 req-3aad0b7f-d503-4a06-b59d-3e046863856b tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:12.664609 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d15956ab-f60a-4a22-a6cc-acf9cf4e5d85 req-3aad0b7f-d503-4a06-b59d-3e046863856b tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 944 time: 0.3173866 Aug 21 09:09:12.678098 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:12.685557 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:12.686517 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:12.785431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-95e06546-6f51-43c4-9c21-9472d27b5771 service neutron] 10.222.0.13 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286125 Aug 21 09:09:12.792566 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf7d0cf-2540-490f-806f-9ca1617a64a3 None None] Network 0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:12.819497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d15956ab-f60a-4a22-a6cc-acf9cf4e5d85 req-38b11157-09e7-4297-8550-e5a5b4495bc0 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227713 Aug 21 09:09:12.827535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-90b2a209-f81b-48d4-8a41-3d70dbf447c7 None None] Set router b8ba3740-7a27-492a-85c7-914d7b476f0b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:09:12.893564 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6956463 Aug 21 09:09:12.904814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40048) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:12.918566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'network_id': '6e1f955c-f434-487a-a9f8-c5123bb64683', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:12.928819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58edfe04-a3d4-4096-86d3-5ad70a933df4 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:12.959113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:12.994954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Transition to ACTIVE for port object 58edfe04-a3d4-4096-86d3-5ad70a933df4 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:12.999866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3364298-8121-4b71-8923-7b81ab2be188 req-9c448067-d589-422d-9634-d2dbd5b13fa5 service neutron] 10.222.0.13 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053282 Aug 21 09:09:13.043367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3182f1-ce3d-4da1-8b11-00718d466097 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=6e1f955c-f434-487a-a9f8-c5123bb64683,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:13.056588 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:09:13.061683 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:13.145957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Pushing event updated for resources: {'Port': ['ID=58edfe04-a3d4-4096-86d3-5ad70a933df4,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:13.239247 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:13.245031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:13.345857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 6e1f955c-f434-487a-a9f8-c5123bb64683 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:13.356607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7bb40b72-f2c1-4e76-93bf-d41695f17f8d no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:13.410284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '93573a26-26bd-4d80-98c6-ef6f0af8157c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:13.412650 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec84101-f88d-43e5-b041-486e87d627ec" -d '{"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "93573a26-26bd-4d80-98c6-ef6f0af8157c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:13.438633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 7bb40b72-f2c1-4e76-93bf-d41695f17f8d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:13.440729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7bb40b72-f2c1-4e76-93bf-d41695f17f8d not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:13.500851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760f07e-2edf-43c5-a8af-917453a3c1e8 req-3ccf548d-acd0-4c9d-9126-30e6a755b454 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:13.508671 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4760f07e-2edf-43c5-a8af-917453a3c1e8 req-3ccf548d-acd0-4c9d-9126-30e6a755b454 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.3544846 Aug 21 09:09:13.517612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c217e-92bf-4f59-809d-dc0428cb1509 req-c1cb81c0-537f-4d17-99fc-1c9797b010f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:13.519767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e7c217e-92bf-4f59-809d-dc0428cb1509 req-c1cb81c0-537f-4d17-99fc-1c9797b010f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b0c296b091447cbd166b75f7457577&device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 1096 time: 0.3668802 Aug 21 09:09:13.562372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:13.577112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Attempting to bind port 58edfe04-a3d4-4096-86d3-5ad70a933df4 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:13.577529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Attempting to bind port 58edfe04-a3d4-4096-86d3-5ad70a933df4 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:13.577926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Attempting to bind port 58edfe04-a3d4-4096-86d3-5ad70a933df4 on network bd7ed038-3040-4e1c-a948-36b19eb7d434 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:13.645670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4760f07e-2edf-43c5-a8af-917453a3c1e8 req-a8569717-7d17-4a98-a3cc-006ce58032e2 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359394 Aug 21 09:09:13.653493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Port 58edfe04-a3d4-4096-86d3-5ad70a933df4 on network bd7ed038-3040-4e1c-a948-36b19eb7d434 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:13.654093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Attempting to bind port 58edfe04-a3d4-4096-86d3-5ad70a933df4 on network bd7ed038-3040-4e1c-a948-36b19eb7d434 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:13.699670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-ff6412e7-95a7-48a9-b995-2aaf71b1ef85 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:13.700229 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=1ce550a1-4a8e-40ee-8134-ff6596b17924,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:13.708248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-ff6412e7-95a7-48a9-b995-2aaf71b1ef85 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/networks?id=0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 HTTP/1.1" status: 200 len: 821 time: 0.4922407 Aug 21 09:09:13.724378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:13.727838 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Checking segment: {'id': 'e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6e1f955c-f434-487a-a9f8-c5123bb64683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:13.728383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network hostable DHCP agents. Network: 6e1f955c-f434-487a-a9f8-c5123bb64683, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:09:13.731892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Checking segment: {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:13.732484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Bound using segment: {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:13.733719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Bound port: 58edfe04-a3d4-4096-86d3-5ad70a933df4, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:13.734208 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:13.755986 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-470dccb4-0ed7-411c-b265-70808bab5092 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/quotas/fa6bcea8ab0346cd8795987a97cd51e8 HTTP/1.1" status: 200 len: 375 time: 0.0465868 Aug 21 09:09:13.846406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-a6c6a421-286f-4431-83d3-538f1406c42e tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa6bcea8ab0346cd8795987a97cd51e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892243 Aug 21 09:09:13.884356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-90b2a209-f81b-48d4-8a41-3d70dbf447c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:50Z', 'revision_number': 4, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63c810a3-e7b7-41ac-8fa7-f94b8134031e', 'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'mac_address': 'fa:16:3e:1d:c7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:47Z', 'updated_at': '2021-08-21T09:04:55Z', 'revision_number': 5, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'subnets': [{'id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:13.894156 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network 6e1f955c-f434-487a-a9f8-c5123bb64683 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:09:13.920605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b2a209-f81b-48d4-8a41-3d70dbf447c7 None None] The sync data for ids ['b8ba3740-7a27-492a-85c7-914d7b476f0b'] in n-d-766726-28 is: [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:04:50Z', 'revision_number': 4, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63c810a3-e7b7-41ac-8fa7-f94b8134031e', 'name': '', 'network_id': 'f6971913-957c-4d25-b195-e4b6dbfc0296', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'mac_address': 'fa:16:3e:1d:c7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:47Z', 'updated_at': '2021-08-21T09:04:55Z', 'revision_number': 5, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'subnets': [{'id': 'b145570d-f10a-432c-844f-12ae76fc8f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:09:13.987820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 6e1f955c-f434-487a-a9f8-c5123bb64683) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:14.001666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662090a-bd29-45db-a844-7e0a284791a9 req-56e1a115-2001-4a27-b527-e60a05259bec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:14.001813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd718b-0c8f-4b80-885a-35fceb91d456 None None] Network 6e1f955c-f434-487a-a9f8-c5123bb64683 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:14.001894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:14.001894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:14.009489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662090a-bd29-45db-a844-7e0a284791a9 req-56e1a115-2001-4a27-b527-e60a05259bec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:14.015241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662090a-bd29-45db-a844-7e0a284791a9 req-56e1a115-2001-4a27-b527-e60a05259bec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:14.027126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662090a-bd29-45db-a844-7e0a284791a9 req-56e1a115-2001-4a27-b527-e60a05259bec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:14.033065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662090a-bd29-45db-a844-7e0a284791a9 req-56e1a115-2001-4a27-b527-e60a05259bec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:14.038959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662090a-bd29-45db-a844-7e0a284791a9 req-56e1a115-2001-4a27-b527-e60a05259bec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:14.045067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662090a-bd29-45db-a844-7e0a284791a9 req-56e1a115-2001-4a27-b527-e60a05259bec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:14.047065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c662090a-bd29-45db-a844-7e0a284791a9 req-56e1a115-2001-4a27-b527-e60a05259bec tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5372 time: 0.2700672 Aug 21 09:09:14.057850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c217e-92bf-4f59-809d-dc0428cb1509 req-65469576-d710-479d-8067-3f2e945fc085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:14.059291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e7c217e-92bf-4f59-809d-dc0428cb1509 req-65469576-d710-479d-8067-3f2e945fc085 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84c9274c-bc24-418b-8485-d38f0939b261 HTTP/1.1" status: 200 len: 923 time: 0.5151482 Aug 21 09:09:14.063665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-0c87e677-1f55-4e44-9440-9a785311252c service neutron] 10.222.0.20 "GET /v2.0/networks/0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163551 Aug 21 09:09:14.107551 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6eeca601-d75f-400b-9104-f78fb68eeed8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1992571 Aug 21 09:09:14.107935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40074) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:14.168634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] For port 58edfe04-a3d4-4096-86d3-5ad70a933df4, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:14.186622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] For port 58edfe04-a3d4-4096-86d3-5ad70a933df4, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=58edfe04-a3d4-4096-86d3-5ad70a933df4,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:14.227777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e7c217e-92bf-4f59-809d-dc0428cb1509 req-3d5fcba6-97d1-46b3-ae86-211ac35fa5f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96096092-996e-4baa-ac0f-55e2847f4650 HTTP/1.1" status: 200 len: 217 time: 0.1454723 Aug 21 09:09:14.255211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-6e1f955c-f434-487a-a9f8-c5123bb64683', 'network_id': '6e1f955c-f434-487a-a9f8-c5123bb64683', 'tenant_id': '18e6526232e24600b77475e4e73b49b5', 'fixed_ips': [{'subnet_id': '1ce550a1-4a8e-40ee-8134-ff6596b17924'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:09:14.256110 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:14.302472 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8d033-fbbf-4d84-ae71-f0f9c8a5fa39 None None] New status for floating IP cfe1465c-bf4b-4c1a-afe0-cacc19f46811: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:09:14.311801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:14.323018 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:14.336845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c662090a-bd29-45db-a844-7e0a284791a9 req-bc88d6fc-ab1b-4de7-86f0-439f27609d48 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2804422 Aug 21 09:09:14.395829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:14.400599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:14.400599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] 10.222.0.13 "PUT /v2.0/ports/58edfe04-a3d4-4096-86d3-5ad70a933df4 HTTP/1.1" status: 200 len: 1132 time: 2.6201136 Aug 21 09:09:14.407075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c217e-92bf-4f59-809d-dc0428cb1509 req-1b5c02f8-cc01-430b-b69c-96e446e24d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:14.409510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e7c217e-92bf-4f59-809d-dc0428cb1509 req-1b5c02f8-cc01-430b-b69c-96e446e24d53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f226a65-ad9c-45f6-a646-51e4a5d93371 HTTP/1.1" status: 200 len: 862 time: 0.1727452 Aug 21 09:09:14.422457 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b82ed5-ceb2-4669-a6eb-58149c62b399 x-openstack-request-id: req-e6b82ed5-ceb2-4669-a6eb-58149c62b399 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:14.422738 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "93573a26-26bd-4d80-98c6-ef6f0af8157c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:14.422990 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6b82ed5-ceb2-4669-a6eb-58149c62b399 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:14.423386 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '93573a26-26bd-4d80-98c6-ef6f0af8157c', 'status': 'completed', 'code': 200} Aug 21 09:09:14.427443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-e845cf27-8140-483c-9a0e-7d5cc289784c service neutron] 10.222.0.20 "GET /v2.0/networks/0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440452 Aug 21 09:09:14.464170 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:14.469236 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e7c217e-92bf-4f59-809d-dc0428cb1509 req-2eded330-fee1-4b34-a243-680737e4450d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84c9274c-bc24-418b-8485-d38f0939b261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435035 Aug 21 09:09:14.526843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc82dc-d601-4edf-a352-da2c107a1305 service neutron] Pushing event updated for resources: {'Port': ['ID=58edfe04-a3d4-4096-86d3-5ad70a933df4,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:14.554336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:14.643104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:14.676739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Allocated IP 2001:db8::1 (6e1f955c-f434-487a-a9f8-c5123bb64683/1ce550a1-4a8e-40ee-8134-ff6596b17924/03acd203-e279-410d-a4f7-874654ddacfa) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:14.993353 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.057990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Transition to ACTIVE for port object 03acd203-e279-410d-a4f7-874654ddacfa will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:15.089002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Transition to ACTIVE for port object 03acd203-e279-410d-a4f7-874654ddacfa will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:15.114903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84101-f88d-43e5-b041-486e87d627ec req-21ac21a4-7dfe-4284-893a-31b338fb211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.115473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84101-f88d-43e5-b041-486e87d627ec req-21ac21a4-7dfe-4284-893a-31b338fb211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.115940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84101-f88d-43e5-b041-486e87d627ec req-21ac21a4-7dfe-4284-893a-31b338fb211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.116412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84101-f88d-43e5-b041-486e87d627ec req-21ac21a4-7dfe-4284-893a-31b338fb211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.116883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84101-f88d-43e5-b041-486e87d627ec req-21ac21a4-7dfe-4284-893a-31b338fb211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.117349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84101-f88d-43e5-b041-486e87d627ec req-21ac21a4-7dfe-4284-893a-31b338fb211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.118138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84101-f88d-43e5-b041-486e87d627ec req-21ac21a4-7dfe-4284-893a-31b338fb211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.119940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ec84101-f88d-43e5-b041-486e87d627ec req-21ac21a4-7dfe-4284-893a-31b338fb211b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6212 time: 0.6472032 Aug 21 09:09:15.121912 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d39ad146-b157-480d-a3c7-e979a3112a49 req-79e52240-f7ea-4ba6-bb97-c7deec18226b tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.5760870 Aug 21 09:09:15.139964 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.206993 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.208895 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.223594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5df13-fa06-4dfe-b0d1-32dfaa5c8146 req-74aadf9f-8935-49bc-97ea-094820425cb5 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.225218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12c5df13-fa06-4dfe-b0d1-32dfaa5c8146 req-74aadf9f-8935-49bc-97ea-094820425cb5 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 944 time: 0.1668015 Aug 21 09:09:15.255285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e7c217e-92bf-4f59-809d-dc0428cb1509 req-9a913632-0359-46f8-b183-6b5f989751f1 service neutron] 10.222.0.13 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7785985 Aug 21 09:09:15.283262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Network 6e1f955c-f434-487a-a9f8-c5123bb64683 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:15.289426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:15.292853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:15.345978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Pushing event updated for resources: {'Port': ['ID=03acd203-e279-410d-a4f7-874654ddacfa,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:15.354202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 96096092-996e-4baa-ac0f-55e2847f4650 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:09:15.396797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12c5df13-fa06-4dfe-b0d1-32dfaa5c8146 req-81afec7c-1d8a-4a16-bd51-f04a0892d390 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544495 Aug 21 09:09:15.434813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Attempting to bind port 03acd203-e279-410d-a4f7-874654ddacfa on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:15.438831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Attempting to bind port 03acd203-e279-410d-a4f7-874654ddacfa by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6e1f955c-f434-487a-a9f8-c5123bb64683'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:15.438831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Attempting to bind port 03acd203-e279-410d-a4f7-874654ddacfa on network 6e1f955c-f434-487a-a9f8-c5123bb64683 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:15.451346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:15.451756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Checking segment: {'id': 'e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6e1f955c-f434-487a-a9f8-c5123bb64683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:15.452173 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.452573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Bound using segment: {'id': 'e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6e1f955c-f434-487a-a9f8-c5123bb64683'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:15.453059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Bound port: 03acd203-e279-410d-a4f7-874654ddacfa, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6e1f955c-f434-487a-a9f8-c5123bb64683'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:15.453445 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.463976 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d96bb04-9325-4a64-8c0c-8ac156a08afe {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:15.464948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e7c217e-92bf-4f59-809d-dc0428cb1509 req-508ea910-9c06-4969-b3c1-b934c37b5d8a service neutron] 10.222.0.13 "GET /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003567 Aug 21 09:09:15.466587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84101-f88d-43e5-b041-486e87d627ec req-54ddac9e-d81d-4874-afc7-8e7967a0eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.467527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84101-f88d-43e5-b041-486e87d627ec req-54ddac9e-d81d-4874-afc7-8e7967a0eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.468185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84101-f88d-43e5-b041-486e87d627ec req-54ddac9e-d81d-4874-afc7-8e7967a0eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.484327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ec84101-f88d-43e5-b041-486e87d627ec req-54ddac9e-d81d-4874-afc7-8e7967a0eb8d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3412616 Aug 21 09:09:15.495754 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.508030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Transition to ACTIVE for port object 9d96bb04-9325-4a64-8c0c-8ac156a08afe will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:15.536716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.541503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4ff7488-01d5-4789-af59-03dc103774de req-8e5591a7-70cc-461c-9ca2-c61a489c4925 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 210 time: 0.0419381 Aug 21 09:09:15.594250 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce550a1-4a8e-40ee-8134-ff6596b17924,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:15.616017 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.624058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d0af6-0a10-42ae-9683-0dfd1c2d7a76 req-2d315ef1-a7b3-49bb-aa5a-912c358083bd tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.635537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd4d0af6-0a10-42ae-9683-0dfd1c2d7a76 req-2d315ef1-a7b3-49bb-aa5a-912c358083bd tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.3601208 Aug 21 09:09:15.698173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd4d0af6-0a10-42ae-9683-0dfd1c2d7a76 req-46dcc8f2-60aa-4836-9fda-2c86c92b4c75 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615256 Aug 21 09:09:15.777078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] For port 03acd203-e279-410d-a4f7-874654ddacfa, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:15.793474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] For port 03acd203-e279-410d-a4f7-874654ddacfa, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=03acd203-e279-410d-a4f7-874654ddacfa,segment=NetworkSegment(e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28),segment_id=e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:15.800411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 96096092-996e-4baa-ac0f-55e2847f4650, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=96096092-996e-4baa-ac0f-55e2847f4650,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:15.800668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84101-f88d-43e5-b041-486e87d627ec req-d431cf88-498e-4973-8a22-82f499093e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:15.802170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ec84101-f88d-43e5-b041-486e87d627ec req-d431cf88-498e-4973-8a22-82f499093e2f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3169236 Aug 21 09:09:15.827173 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.828201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '96096092-996e-4baa-ac0f-55e2847f4650', 'network_id': '84c9274c-bc24-418b-8485-d38f0939b261', 'port_id': '96096092-996e-4baa-ac0f-55e2847f4650', 'mac_address': 'fa:16:3e:4b:c7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f226a65-ad9c-45f6-a646-51e4a5d93371', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:09:15.838180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1f955c-f434-487a-a9f8-c5123bb64683']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:15.855967 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:15.857816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:15.874281 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.900389 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.908077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:15.909180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.939197 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:15.984702 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:15.987509 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Pushing event updated for resources: {'Port': ['ID=9d96bb04-9325-4a64-8c0c-8ac156a08afe,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:16.013570 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92554489-26fb-43d8-99c8-ecf2809055f2 None None] Pushing event updated for resources: {'Port': ['ID=03acd203-e279-410d-a4f7-874654ddacfa,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:16.053345 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:16.098442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96096092-996e-4baa-ac0f-55e2847f4650 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:16.131602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 96096092-996e-4baa-ac0f-55e2847f4650, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=96096092-996e-4baa-ac0f-55e2847f4650,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:16.134761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a733ad-133b-4c9c-b983-14c595c475c2 None None] Network 6e1f955c-f434-487a-a9f8-c5123bb64683 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:16.137208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Attempting to bind port 9d96bb04-9325-4a64-8c0c-8ac156a08afe on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:16.137549 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Attempting to bind port 9d96bb04-9325-4a64-8c0c-8ac156a08afe by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:16.140123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Attempting to bind port 9d96bb04-9325-4a64-8c0c-8ac156a08afe on network bd7ed038-3040-4e1c-a948-36b19eb7d434 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:16.145978 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:09:16.145978 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:09:16.145978 n-d-766726-28 neutron-server[106756]: [parameters: {'id': '6e1f955c-f434-487a-a9f8-c5123bb64683'}] Aug 21 09:09:16.145978 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:09:16.146325 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:09:16.150388 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Port 9d96bb04-9325-4a64-8c0c-8ac156a08afe on network bd7ed038-3040-4e1c-a948-36b19eb7d434 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:16.167333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Attempting to bind port 9d96bb04-9325-4a64-8c0c-8ac156a08afe on network bd7ed038-3040-4e1c-a948-36b19eb7d434 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:16.181006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:16.181366 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Checking segment: {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:16.181728 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Bound using segment: {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:16.183352 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Bound port: 9d96bb04-9325-4a64-8c0c-8ac156a08afe, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:16.183748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:16.184839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4387f1-eba3-4550-9eb1-4bef74f77635 req-eb8d6a2e-afb8-40a6-b116-25f00d82d9e2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.199237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4387f1-eba3-4550-9eb1-4bef74f77635 req-eb8d6a2e-afb8-40a6-b116-25f00d82d9e2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.212379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4387f1-eba3-4550-9eb1-4bef74f77635 req-eb8d6a2e-afb8-40a6-b116-25f00d82d9e2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.224799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4387f1-eba3-4550-9eb1-4bef74f77635 req-eb8d6a2e-afb8-40a6-b116-25f00d82d9e2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.243357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4387f1-eba3-4550-9eb1-4bef74f77635 req-eb8d6a2e-afb8-40a6-b116-25f00d82d9e2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.251310 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:16.254768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4387f1-eba3-4550-9eb1-4bef74f77635 req-eb8d6a2e-afb8-40a6-b116-25f00d82d9e2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.260878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4387f1-eba3-4550-9eb1-4bef74f77635 req-eb8d6a2e-afb8-40a6-b116-25f00d82d9e2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.262792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a4387f1-eba3-4550-9eb1-4bef74f77635 req-eb8d6a2e-afb8-40a6-b116-25f00d82d9e2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5384 time: 0.2096148 Aug 21 09:09:16.307738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] For port 9d96bb04-9325-4a64-8c0c-8ac156a08afe, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:16.310809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] For port 9d96bb04-9325-4a64-8c0c-8ac156a08afe, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d96bb04-9325-4a64-8c0c-8ac156a08afe,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:16.326404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=96096092-996e-4baa-ac0f-55e2847f4650,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:16.331906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a0e50d-3dee-488c-96ac-123e5a3bc3fe req-499d2130-4863-4911-a8cc-e7a94f43e66f tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.0650873 Aug 21 09:09:16.380124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a4387f1-eba3-4550-9eb1-4bef74f77635 req-2dd0a5d4-5284-41cc-8ceb-08aa45f87a59 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952153 Aug 21 09:09:16.398879 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:16.410362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b542616d-5cd4-4a46-a7c4-889d211d87a4 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:09:16.424879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '58edfe04-a3d4-4096-86d3-5ad70a933df4'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:16.428246 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f8994-d8db-4af6-b4b8-437fce7b071f" -d '{"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "58edfe04-a3d4-4096-86d3-5ad70a933df4"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:16.433919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.434573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:16.436597 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] 10.222.0.13 "PUT /v2.0/ports/9d96bb04-9325-4a64-8c0c-8ac156a08afe HTTP/1.1" status: 200 len: 1092 time: 1.9001896 Aug 21 09:09:16.437046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '9d96bb04-9325-4a64-8c0c-8ac156a08afe'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:16.439343 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9926140-b4e8-4288-af58-484a5b182788" -d '{"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "9d96bb04-9325-4a64-8c0c-8ac156a08afe"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:16.473909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adfbd2-e0c9-448e-bb34-f92d11cb5d99 service neutron] Pushing event updated for resources: {'Port': ['ID=9d96bb04-9325-4a64-8c0c-8ac156a08afe,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:16.513656 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46edfe1e-aa3c-4ae9-861f-078bb5d964fd x-openstack-request-id: req-46edfe1e-aa3c-4ae9-861f-078bb5d964fd {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:16.514287 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "58edfe04-a3d4-4096-86d3-5ad70a933df4", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:16.514732 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46edfe1e-aa3c-4ae9-861f-078bb5d964fd {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:16.515541 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '58edfe04-a3d4-4096-86d3-5ad70a933df4', 'status': 'completed', 'code': 200} Aug 21 09:09:16.552550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['96096092-996e-4baa-ac0f-55e2847f4650'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:16.587155 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252d01ee-f868-4d8f-b750-e228eaf76cbc x-openstack-request-id: req-252d01ee-f868-4d8f-b750-e228eaf76cbc {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:16.592238 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "9d96bb04-9325-4a64-8c0c-8ac156a08afe", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:16.592238 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-252d01ee-f868-4d8f-b750-e228eaf76cbc {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:16.592238 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '9d96bb04-9325-4a64-8c0c-8ac156a08afe', 'status': 'completed', 'code': 200} Aug 21 09:09:16.606472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31979cb1-e276-44e3-b548-ee7169282b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.606619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31979cb1-e276-44e3-b548-ee7169282b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.607125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31979cb1-e276-44e3-b548-ee7169282b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.607800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31979cb1-e276-44e3-b548-ee7169282b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.608619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31979cb1-e276-44e3-b548-ee7169282b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.609477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31979cb1-e276-44e3-b548-ee7169282b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.610384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31979cb1-e276-44e3-b548-ee7169282b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.614014 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31979cb1-e276-44e3-b548-ee7169282b13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6280 time: 0.0781863 Aug 21 09:09:16.631581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:16.650607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:16.726712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b542616d-5cd4-4a46-a7c4-889d211d87a4 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:09:16.735234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abec4f8a-b43a-40e1-ba1d-df7b0d8e3461 req-2a7c62ad-a195-4877-8c28-62d38952f506 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 210 time: 0.0425682 Aug 21 09:09:16.777969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0afad-b6d7-48fb-8071-62075b01f1e9 req-95dda50c-8b49-4967-9ea5-cfd94660ee5d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.781683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63f0afad-b6d7-48fb-8071-62075b01f1e9 req-95dda50c-8b49-4967-9ea5-cfd94660ee5d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 945 time: 0.2252882 Aug 21 09:09:16.837754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31ba4896-2429-4eb4-8dc6-6c83aa81cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.838406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31ba4896-2429-4eb4-8dc6-6c83aa81cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.841614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31ba4896-2429-4eb4-8dc6-6c83aa81cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.841614 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-31ba4896-2429-4eb4-8dc6-6c83aa81cf57 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2111917 Aug 21 09:09:16.878301 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:16.905471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63f0afad-b6d7-48fb-8071-62075b01f1e9 req-72094ce7-c30c-47d5-a407-5d74f2465a76 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763698 Aug 21 09:09:16.927951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting port 03acd203-e279-410d-a4f7-874654ddacfa {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:16.928398 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:16.946834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f10c8b-3945-4120-90b0-0b8a7d893b51 req-56e82f3f-27df-4083-9e82-9aeaf25069a2 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:16.956573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2f10c8b-3945-4120-90b0-0b8a7d893b51 req-56e82f3f-27df-4083-9e82-9aeaf25069a2 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.1392002 Aug 21 09:09:17.037941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] For port 03acd203-e279-410d-a4f7-874654ddacfa, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=03acd203-e279-410d-a4f7-874654ddacfa,segment=NetworkSegment(e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28),segment_id=e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:17.038847 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:17.058466 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-39a3d467-cccb-40a5-a60a-7cdb38ed5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.060198 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d63f8994-d8db-4af6-b4b8-437fce7b071f req-39a3d467-cccb-40a5-a60a-7cdb38ed5e29 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2128146 Aug 21 09:09:17.061145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Calling delete_port for 03acd203-e279-410d-a4f7-874654ddacfa owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:17.214685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2f10c8b-3945-4120-90b0-0b8a7d893b51 req-4b93f34d-5def-44c8-aa5e-19646ea7fa43 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529662 Aug 21 09:09:17.254482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926140-b4e8-4288-af58-484a5b182788 req-f731b4d5-9db6-4745-8919-c3d7c82dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.256256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926140-b4e8-4288-af58-484a5b182788 req-f731b4d5-9db6-4745-8919-c3d7c82dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.256256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926140-b4e8-4288-af58-484a5b182788 req-f731b4d5-9db6-4745-8919-c3d7c82dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.256256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926140-b4e8-4288-af58-484a5b182788 req-f731b4d5-9db6-4745-8919-c3d7c82dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.256971 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926140-b4e8-4288-af58-484a5b182788 req-f731b4d5-9db6-4745-8919-c3d7c82dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.257511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926140-b4e8-4288-af58-484a5b182788 req-f731b4d5-9db6-4745-8919-c3d7c82dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.258048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926140-b4e8-4288-af58-484a5b182788 req-f731b4d5-9db6-4745-8919-c3d7c82dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.260073 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d9926140-b4e8-4288-af58-484a5b182788 req-f731b4d5-9db6-4745-8919-c3d7c82dca52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6280 time: 0.1312976 Aug 21 09:09:17.400201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926140-b4e8-4288-af58-484a5b182788 req-0e76324d-c59a-40d1-ad2a-5ea8fd6fb144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.401832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926140-b4e8-4288-af58-484a5b182788 req-0e76324d-c59a-40d1-ad2a-5ea8fd6fb144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.402116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926140-b4e8-4288-af58-484a5b182788 req-0e76324d-c59a-40d1-ad2a-5ea8fd6fb144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.404409 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d9926140-b4e8-4288-af58-484a5b182788 req-0e76324d-c59a-40d1-ad2a-5ea8fd6fb144 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1357477 Aug 21 09:09:17.503270 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:17.537948 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Port': ['ID=03acd203-e279-410d-a4f7-874654ddacfa,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:17.549891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No DVR routers for this DVR port 03acd203-e279-410d-a4f7-874654ddacfa on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:17.588874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926140-b4e8-4288-af58-484a5b182788 req-c25db97d-a119-4dd2-b753-8e12e87f465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.590581 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-d9926140-b4e8-4288-af58-484a5b182788 req-c25db97d-a119-4dd2-b753-8e12e87f465e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790092 Aug 21 09:09:17.623907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-33c87aed-cc7e-4e5b-bdce-dfd189e0ad0b tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.626710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-33c87aed-cc7e-4e5b-bdce-dfd189e0ad0b tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.22 "GET /v2.0/networks?id=0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 HTTP/1.1" status: 200 len: 821 time: 0.2997267 Aug 21 09:09:17.661925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Request body: {'port': {'device_id': '4c531df7-49e1-4062-a776-e5e9d631af3c', 'network_id': '0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866', 'admin_state_up': True, 'tenant_id': 'fa6bcea8ab0346cd8795987a97cd51e8'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:17.682241 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cd627e2-d7c5-4479-9b0a-9edea70bfca5 req-b4bb956d-dd5d-41c7-97dc-16b93421a390 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.1853333 Aug 21 09:09:17.708254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:17.720084 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1f955c-f434-487a-a9f8-c5123bb64683']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:17.733258 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:17.733603 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bd6ebf-d38a-4bbc-b06b-e50a85eeff28') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:17.743185 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:17.759085 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:17.766702 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:17.767124 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:17.823224 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:17.889814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9cf93-66a9-4fda-b114-35fca26a9607 req-5d6248ed-832f-4224-8d6b-140d0906b445 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.897564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9cf93-66a9-4fda-b114-35fca26a9607 req-5d6248ed-832f-4224-8d6b-140d0906b445 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.903757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9cf93-66a9-4fda-b114-35fca26a9607 req-5d6248ed-832f-4224-8d6b-140d0906b445 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.910376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9cf93-66a9-4fda-b114-35fca26a9607 req-5d6248ed-832f-4224-8d6b-140d0906b445 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.912966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:17.917664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:17.926182 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/6e1f955c-f434-487a-a9f8-c5123bb64683 HTTP/1.1" status: 204 len: 168 time: 3.8100569 Aug 21 09:09:17.926182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40112) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:17.929443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9cf93-66a9-4fda-b114-35fca26a9607 req-5d6248ed-832f-4224-8d6b-140d0906b445 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.930268 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-436582106'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:17.936591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9cf93-66a9-4fda-b114-35fca26a9607 req-5d6248ed-832f-4224-8d6b-140d0906b445 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.946574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9cf93-66a9-4fda-b114-35fca26a9607 req-5d6248ed-832f-4224-8d6b-140d0906b445 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:17.948675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8d9cf93-66a9-4fda-b114-35fca26a9607 req-5d6248ed-832f-4224-8d6b-140d0906b445 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5384 time: 0.4435048 Aug 21 09:09:17.973563 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3e593-af8a-4e65-bb84-cbe4e9145fe6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Network': ['ID=6e1f955c-f434-487a-a9f8-c5123bb64683,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:17.986045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7efa01bc-f2ea-4aff-9f61-24deb2aea14c req-4e08e52a-1dc3-4509-8f38-cbd639de9867 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 210 time: 0.1679940 Aug 21 09:09:18.032653 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:18.038496 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.044819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:18.060801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.067068 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:09:18.076999 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.077402 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Added segment be96a659-7dbd-426a-9fd5-fa93097ab938 of type vlan for network 481f3e72-9873-4b8f-9929-61b2eff3f0f1 Aug 21 09:09:18.097937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8d9cf93-66a9-4fda-b114-35fca26a9607 req-6ef7f9a6-e2dd-4980-80b3-290b929810ea tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108787 Aug 21 09:09:18.107291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Transition to ACTIVE for port object c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:18.126936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.159346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4dd23-8ef7-4b55-98d8-b0c916631fc9 req-f1f4f1de-1225-484f-9d2f-db4b82db9e6a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:18.160939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cec4dd23-8ef7-4b55-98d8-b0c916631fc9 req-f1f4f1de-1225-484f-9d2f-db4b82db9e6a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 945 time: 0.0714452 Aug 21 09:09:18.198180 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.227777 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.231888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cec4dd23-8ef7-4b55-98d8-b0c916631fc9 req-3446f3b3-3440-4099-abe3-a1a1233fe85e tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644221 Aug 21 09:09:18.239771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Made reservation on behalf of fa6bcea8ab0346cd8795987a97cd51e8 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:18.243538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.264901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:18.265567 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.278357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:18.382045 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4568896 Aug 21 09:09:18.390632 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40120) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:18.396362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'network_id': '481f3e72-9873-4b8f-9929-61b2eff3f0f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:18.427348 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7577ded-fa6b-4637-b0c7-51e2121ed921 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=481f3e72-9873-4b8f-9929-61b2eff3f0f1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:18.443741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 481f3e72-9873-4b8f-9929-61b2eff3f0f1 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:18.570434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:18.574176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.587260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f083e1-3852-451f-b2c4-2ce3310827be req-ea89427c-08f9-45d6-bdb6-3ad45ae7f931 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:18.590965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56f083e1-3852-451f-b2c4-2ce3310827be req-ea89427c-08f9-45d6-bdb6-3ad45ae7f931 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.1788116 Aug 21 09:09:18.591767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Attempting to bind port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:18.592244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Attempting to bind port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:18.592704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Attempting to bind port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe on network bd7ed038-3040-4e1c-a948-36b19eb7d434 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:18.635247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Allocated IP 172.20.0.8 (0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866/4361d62d-8415-424e-9424-ca43dfa7df04/3cd1efda-a93d-4057-9979-3132270e73ff) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:18.806642 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.814339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe on network bd7ed038-3040-4e1c-a948-36b19eb7d434 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:18.815503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Attempting to bind port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe on network bd7ed038-3040-4e1c-a948-36b19eb7d434 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:18.865786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a627511-b33e-4fa0-a457-03e833538f84 req-5b9e0d0a-ff47-4db9-9125-7d10f51b3290 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.0542877 Aug 21 09:09:18.866539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:18.866944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Checking segment: {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:18.867389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Bound using segment: {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:18.867928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Bound port: c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:18.868350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.885142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56f083e1-3852-451f-b2c4-2ce3310827be req-1c39d79f-7690-4bf8-bf8a-628b8233b130 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876592 Aug 21 09:09:18.902420 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:18.966386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] For port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:18.968575 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=8bda9f90-42d6-4841-8baa-33c6a10dacea,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:18.969796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] For port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:19.005505 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Checking segment: {'id': 'be96a659-7dbd-426a-9fd5-fa93097ab938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '481f3e72-9873-4b8f-9929-61b2eff3f0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:19.006163 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network hostable DHCP agents. Network: 481f3e72-9873-4b8f-9929-61b2eff3f0f1, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:09:19.055910 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:19.084473 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network 481f3e72-9873-4b8f-9929-61b2eff3f0f1 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:09:19.098875 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:19.130398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.131170 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:19.132877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] 10.222.0.13 "PUT /v2.0/ports/c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe HTTP/1.1" status: 200 len: 1091 time: 2.5111139 Aug 21 09:09:19.135462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': 'c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:19.135754 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6346e606-309e-4bb7-943e-ffc33d098bce" -d '{"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:19.179537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 481f3e72-9873-4b8f-9929-61b2eff3f0f1) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:19.182124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Network 0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:19.184658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a29ba-39b4-4ae0-ba06-b3e8f410a797 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:19.193334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c9f392-7f9c-465b-b75d-70428b391f4f None None] Network 481f3e72-9873-4b8f-9929-61b2eff3f0f1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:19.201696 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.202699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:19.210458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:19.215280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:19.259140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:19.311332 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e15f163c-cd8f-42d6-b9a6-48c916f331c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9196539 Aug 21 09:09:19.312228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40132) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:19.318706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-38e57063-90f1-4709-959e-740495f28d64 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'network_id': '481f3e72-9873-4b8f-9929-61b2eff3f0f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:19.338064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e30f48-0aca-4b08-9fc6-003e67a6a1b9 req-2104f690-54d4-4bc7-b9e0-9a34148ae970 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.344721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 96096092-996e-4baa-ac0f-55e2847f4650 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:19.348957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87e30f48-0aca-4b08-9fc6-003e67a6a1b9 req-2104f690-54d4-4bc7-b9e0-9a34148ae970 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 931 time: 0.2870748 Aug 21 09:09:19.467490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87e30f48-0aca-4b08-9fc6-003e67a6a1b9 req-1a94f8fd-a105-4864-af64-e9e20b9a7324 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173246 Aug 21 09:09:19.530156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.530955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:19.544619 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a5f11c-efb4-489b-9220-b45e4d3b96a8 x-openstack-request-id: req-88a5f11c-efb4-489b-9220-b45e4d3b96a8 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:19.544910 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:19.545158 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88a5f11c-efb4-489b-9220-b45e4d3b96a8 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:19.545762 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': 'c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe', 'status': 'completed', 'code': 200} Aug 21 09:09:19.599713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Pushing event updated for resources: {'Port': ['ID=3cd1efda-a93d-4057-9979-3132270e73ff,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:19.611715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e57063-90f1-4709-959e-740495f28d64 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:19.616655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38e57063-90f1-4709-959e-740495f28d64 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:19.659192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ab557-1f8c-4c77-a084-3963e75fc4fd req-78f97f6e-b4cd-423c-a5e4-c4a846e55425 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.665658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ab557-1f8c-4c77-a084-3963e75fc4fd req-78f97f6e-b4cd-423c-a5e4-c4a846e55425 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.672064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ab557-1f8c-4c77-a084-3963e75fc4fd req-78f97f6e-b4cd-423c-a5e4-c4a846e55425 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.678676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ab557-1f8c-4c77-a084-3963e75fc4fd req-78f97f6e-b4cd-423c-a5e4-c4a846e55425 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.684951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ab557-1f8c-4c77-a084-3963e75fc4fd req-78f97f6e-b4cd-423c-a5e4-c4a846e55425 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.691590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ab557-1f8c-4c77-a084-3963e75fc4fd req-78f97f6e-b4cd-423c-a5e4-c4a846e55425 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.698263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ab557-1f8c-4c77-a084-3963e75fc4fd req-78f97f6e-b4cd-423c-a5e4-c4a846e55425 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.700405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf6ab557-1f8c-4c77-a084-3963e75fc4fd req-78f97f6e-b4cd-423c-a5e4-c4a846e55425 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5396 time: 0.4914877 Aug 21 09:09:19.717971 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:19.724050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-f16801dd-67ff-4d40-8177-8466835cd11c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0675588 Aug 21 09:09:19.728549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-481f3e72-9873-4b8f-9929-61b2eff3f0f1', 'network_id': '481f3e72-9873-4b8f-9929-61b2eff3f0f1', 'tenant_id': '18e6526232e24600b77475e4e73b49b5', 'fixed_ips': [{'subnet_id': '8bda9f90-42d6-4841-8baa-33c6a10dacea'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:09:19.729951 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:19.741737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 96096092-996e-4baa-ac0f-55e2847f4650 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:19.746081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346e606-309e-4bb7-943e-ffc33d098bce req-5d23eed8-00b2-4a17-aaac-fcb06890da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.751094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346e606-309e-4bb7-943e-ffc33d098bce req-5d23eed8-00b2-4a17-aaac-fcb06890da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.751094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346e606-309e-4bb7-943e-ffc33d098bce req-5d23eed8-00b2-4a17-aaac-fcb06890da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.751094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346e606-309e-4bb7-943e-ffc33d098bce req-5d23eed8-00b2-4a17-aaac-fcb06890da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.751094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346e606-309e-4bb7-943e-ffc33d098bce req-5d23eed8-00b2-4a17-aaac-fcb06890da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.751094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346e606-309e-4bb7-943e-ffc33d098bce req-5d23eed8-00b2-4a17-aaac-fcb06890da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.751457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 96096092-996e-4baa-ac0f-55e2847f4650 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:19.751457 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:19.751632 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346e606-309e-4bb7-943e-ffc33d098bce req-5d23eed8-00b2-4a17-aaac-fcb06890da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.751632 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6346e606-309e-4bb7-943e-ffc33d098bce req-5d23eed8-00b2-4a17-aaac-fcb06890da35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6348 time: 0.2011235 Aug 21 09:09:19.752840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Request body: {'port': {'device_id': '4c531df7-49e1-4062-a776-e5e9d631af3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:19.888868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28cabf-dbd0-49b6-811b-0c059f4c81f8 req-0123dc0b-1f3c-44fe-b2d1-9dff635886c6 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.890806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d28cabf-dbd0-49b6-811b-0c059f4c81f8 req-0123dc0b-1f3c-44fe-b2d1-9dff635886c6 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 945 time: 0.2830858 Aug 21 09:09:19.933588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf6ab557-1f8c-4c77-a084-3963e75fc4fd req-18188600-bb32-44a0-ad2d-f2b685427f70 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2183323 Aug 21 09:09:19.964994 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:19.989063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346e606-309e-4bb7-943e-ffc33d098bce req-2bfcc57a-1808-4ebd-a782-f352697d35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.993782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346e606-309e-4bb7-943e-ffc33d098bce req-2bfcc57a-1808-4ebd-a782-f352697d35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.994270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346e606-309e-4bb7-943e-ffc33d098bce req-2bfcc57a-1808-4ebd-a782-f352697d35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:19.996092 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6346e606-309e-4bb7-943e-ffc33d098bce req-2bfcc57a-1808-4ebd-a782-f352697d35b5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2306395 Aug 21 09:09:20.029207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 96096092-996e-4baa-ac0f-55e2847f4650, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=96096092-996e-4baa-ac0f-55e2847f4650,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:20.033052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331efc60-5444-4e89-8685-e598d2809155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96096092-996e-4baa-ac0f-55e2847f4650'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:20.035808 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2b6d1f-4779-48a1-9ac9-527b8c8650ac" -d '{"events": [{"server_uuid": "331efc60-5444-4e89-8685-e598d2809155", "name": "network-vif-plugged", "status": "completed", "tag": "96096092-996e-4baa-ac0f-55e2847f4650"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:20.038363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.063405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d28cabf-dbd0-49b6-811b-0c059f4c81f8 req-4b4fab10-3611-48c9-80c4-567f4c16af67 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598959 Aug 21 09:09:20.121025 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.146037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346e606-309e-4bb7-943e-ffc33d098bce req-f78fb6c0-6d88-4690-9c71-8dd97f3710f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:20.147582 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-6346e606-309e-4bb7-943e-ffc33d098bce req-f78fb6c0-6d88-4690-9c71-8dd97f3710f9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190827 Aug 21 09:09:20.167211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Allocated IP 2001:db8::2 (481f3e72-9873-4b8f-9929-61b2eff3f0f1/8bda9f90-42d6-4841-8baa-33c6a10dacea/da051648-27a2-4891-b5fd-b121b16ca148) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:20.217529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=96096092-996e-4baa-ac0f-55e2847f4650,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:20.312742 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38e57063-90f1-4709-959e-740495f28d64 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.349169 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.358360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Transition to ACTIVE for port object da051648-27a2-4891-b5fd-b121b16ca148 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:20.367085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e57063-90f1-4709-959e-740495f28d64 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=662fe0e0-911d-4776-b206-29bb3f9b1d54,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:20.373838 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e57063-90f1-4709-959e-740495f28d64 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network 481f3e72-9873-4b8f-9929-61b2eff3f0f1 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:20.383695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-38e57063-90f1-4709-959e-740495f28d64 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:20.383695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e57063-90f1-4709-959e-740495f28d64 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:20.383695 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38e57063-90f1-4709-959e-740495f28d64 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.384000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Transition to ACTIVE for port object da051648-27a2-4891-b5fd-b121b16ca148 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:20.433955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c32f403c-cb57-4885-8e5a-385ffd035135 req-096eca67-9b9d-44e7-8364-00290f5a1b5c tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e212297-1db2-4997-9379-5394f83cd1a1 HTTP/1.1" status: 200 len: 210 time: 0.1425602 Aug 21 09:09:20.451878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090fdd81-0c45-49e9-97a8-edb01ea83e05 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:20.460377 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.461562 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.478834 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-38e57063-90f1-4709-959e-740495f28d64 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1620328 Aug 21 09:09:20.481534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40142) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:20.500517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Network 481f3e72-9873-4b8f-9929-61b2eff3f0f1 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:20.505557 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:20.509404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:20.518300 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b38fec-73af-4aef-9058-04a253e63bb8 x-openstack-request-id: req-e8b38fec-73af-4aef-9058-04a253e63bb8 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:20.518592 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331efc60-5444-4e89-8685-e598d2809155", "name": "network-vif-plugged", "status": "completed", "tag": "96096092-996e-4baa-ac0f-55e2847f4650", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:20.518841 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8b38fec-73af-4aef-9058-04a253e63bb8 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:20.519234 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331efc60-5444-4e89-8685-e598d2809155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96096092-996e-4baa-ac0f-55e2847f4650', 'code': 200} Aug 21 09:09:20.532340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Transition to ACTIVE for port object 090fdd81-0c45-49e9-97a8-edb01ea83e05 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:20.550310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Pushing event updated for resources: {'Port': ['ID=da051648-27a2-4891-b5fd-b121b16ca148,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:20.556582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6920e-a85e-4839-9a9e-4bebdd3a2474 req-a8f03d6f-3463-427f-b07e-34350929c9a0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:20.564834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38b6920e-a85e-4839-9a9e-4bebdd3a2474 req-a8f03d6f-3463-427f-b07e-34350929c9a0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.2957323 Aug 21 09:09:20.617405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Attempting to bind port da051648-27a2-4891-b5fd-b121b16ca148 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:20.617817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Attempting to bind port da051648-27a2-4891-b5fd-b121b16ca148 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'be96a659-7dbd-426a-9fd5-fa93097ab938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '481f3e72-9873-4b8f-9929-61b2eff3f0f1'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:20.618736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Attempting to bind port da051648-27a2-4891-b5fd-b121b16ca148 on network 481f3e72-9873-4b8f-9929-61b2eff3f0f1 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:20.628068 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.629728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:20.630121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Checking segment: {'id': 'be96a659-7dbd-426a-9fd5-fa93097ab938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '481f3e72-9873-4b8f-9929-61b2eff3f0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:20.630616 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.631024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Bound using segment: {'id': 'be96a659-7dbd-426a-9fd5-fa93097ab938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '481f3e72-9873-4b8f-9929-61b2eff3f0f1'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:20.631520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Bound port: da051648-27a2-4891-b5fd-b121b16ca148, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be96a659-7dbd-426a-9fd5-fa93097ab938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '481f3e72-9873-4b8f-9929-61b2eff3f0f1'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:20.631942 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.676642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38b6920e-a85e-4839-9a9e-4bebdd3a2474 req-be4d5ce0-104e-4115-91d1-132a51c1b197 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109407 Aug 21 09:09:20.720610 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50ac63-3e76-4a98-aa72-58a2adea9236 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:20.722845 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50ac63-3e76-4a98-aa72-58a2adea9236 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:20.724428 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50ac63-3e76-4a98-aa72-58a2adea9236 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:20.726090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50ac63-3e76-4a98-aa72-58a2adea9236 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:20.728720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50ac63-3e76-4a98-aa72-58a2adea9236 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:20.734893 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7d50ac63-3e76-4a98-aa72-58a2adea9236 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2501414 Aug 21 09:09:20.735491 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40146) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:20.741078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-566661613'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:20.746989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] For port da051648-27a2-4891-b5fd-b121b16ca148, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:20.747665 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d534-6bcd-441e-a9cd-22ea41a92348 req-e6feeedc-ebfa-463a-a86c-771f861fcf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:20.749674 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3534d534-6bcd-441e-a9cd-22ea41a92348 req-e6feeedc-ebfa-463a-a86c-771f861fcf38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 1098 time: 0.1400337 Aug 21 09:09:20.751518 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] For port da051648-27a2-4891-b5fd-b121b16ca148, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=da051648-27a2-4891-b5fd-b121b16ca148,segment=NetworkSegment(be96a659-7dbd-426a-9fd5-fa93097ab938),segment_id=be96a659-7dbd-426a-9fd5-fa93097ab938)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:20.784992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df211f8-104c-4b76-9a1d-03a9ae545406 req-fa100682-bb09-45cc-bbb8-0a47bea7deba tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:20.787019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2df211f8-104c-4b76-9a1d-03a9ae545406 req-fa100682-bb09-45cc-bbb8-0a47bea7deba tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 931 time: 0.1856105 Aug 21 09:09:20.790110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Pushing event updated for resources: {'Port': ['ID=090fdd81-0c45-49e9-97a8-edb01ea83e05,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:20.818514 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-3534d534-6bcd-441e-a9cd-22ea41a92348 req-341eff5c-ff7b-4456-8da5-5ca593b8720d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581899 Aug 21 09:09:20.872750 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.918441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:20.923445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:20.964066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcff952-1284-4d06-87de-d45bfa35d19d None None] Pushing event updated for resources: {'Port': ['ID=da051648-27a2-4891-b5fd-b121b16ca148,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:20.990502 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:09:21.016404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:21.016898 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Added segment 0219acb6-03aa-412a-a79a-00f5510e9a5a of type vlan for network 712891b6-991f-4b11-99c4-c4ba2661c55c Aug 21 09:09:21.110971 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:21.225538 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:21.232885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:21.233601 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:21.377656 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6400325 Aug 21 09:09:21.382470 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c5974-bf31-4572-b0d3-117b4a76e5da tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=712891b6-991f-4b11-99c4-c4ba2661c55c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:21.384549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40158) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:21.396276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f4c75595-fc55-4b72-ac72-18d892445990 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:21.396510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 712891b6-991f-4b11-99c4-c4ba2661c55c details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:21.426985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd1efda-a93d-4057-9979-3132270e73ff {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:21.469550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:21.531711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Attempting to bind port 090fdd81-0c45-49e9-97a8-edb01ea83e05 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:21.531933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Attempting to bind port 090fdd81-0c45-49e9-97a8-edb01ea83e05 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:21.532262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Attempting to bind port 090fdd81-0c45-49e9-97a8-edb01ea83e05 on network e89969b7-e70a-4cc8-9700-1c6fa3c015ee {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:21.545186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Port 090fdd81-0c45-49e9-97a8-edb01ea83e05 on network e89969b7-e70a-4cc8-9700-1c6fa3c015ee not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:21.545506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Attempting to bind port 090fdd81-0c45-49e9-97a8-edb01ea83e05 on network e89969b7-e70a-4cc8-9700-1c6fa3c015ee {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:21.571853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2df211f8-104c-4b76-9a1d-03a9ae545406 req-186c24db-ca37-404e-b52a-8251d82fda71 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7428327 Aug 21 09:09:21.585017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Transition to ACTIVE for port object 3cd1efda-a93d-4057-9979-3132270e73ff will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:21.586135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:21.586468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Checking segment: {'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:21.586855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Bound using segment: {'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:21.587298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Bound port: 090fdd81-0c45-49e9-97a8-edb01ea83e05, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:21.587677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:21.647157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d020c7-cb22-49e2-9c50-acf6f290d035 req-3cb21c1e-90df-4374-bf8e-99918486ebcd tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:21.653209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d020c7-cb22-49e2-9c50-acf6f290d035 req-3cb21c1e-90df-4374-bf8e-99918486ebcd tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:21.659315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d020c7-cb22-49e2-9c50-acf6f290d035 req-3cb21c1e-90df-4374-bf8e-99918486ebcd tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:21.667488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d020c7-cb22-49e2-9c50-acf6f290d035 req-3cb21c1e-90df-4374-bf8e-99918486ebcd tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:21.674813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d020c7-cb22-49e2-9c50-acf6f290d035 req-3cb21c1e-90df-4374-bf8e-99918486ebcd tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:21.680833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d020c7-cb22-49e2-9c50-acf6f290d035 req-3cb21c1e-90df-4374-bf8e-99918486ebcd tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:21.681257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device da051648-27a2-4891-b5fd-b121b16ca148 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:21.686652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d020c7-cb22-49e2-9c50-acf6f290d035 req-3cb21c1e-90df-4374-bf8e-99918486ebcd tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:21.695773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3d020c7-cb22-49e2-9c50-acf6f290d035 req-3cb21c1e-90df-4374-bf8e-99918486ebcd tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5408 time: 0.2757244 Aug 21 09:09:21.731939 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:21.828778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port da051648-27a2-4891-b5fd-b121b16ca148 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:21.949114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd1efda-a93d-4057-9979-3132270e73ff,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:21.956266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f4c75595-fc55-4b72-ac72-18d892445990 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:21.973017 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3d020c7-cb22-49e2-9c50-acf6f290d035 req-c0367043-e25b-4ea5-a413-0aeda9a715ac tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2769463 Aug 21 09:09:22.086824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e450efa-0d72-4ae0-9564-6c72273f9594 req-78e7d22c-6caf-4449-961f-d64c4d2bee05 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:22.089074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e450efa-0d72-4ae0-9564-6c72273f9594 req-78e7d22c-6caf-4449-961f-d64c4d2bee05 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 946 time: 0.3457105 Aug 21 09:09:22.090759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] For port 090fdd81-0c45-49e9-97a8-edb01ea83e05, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:22.107357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] For port 090fdd81-0c45-49e9-97a8-edb01ea83e05, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=090fdd81-0c45-49e9-97a8-edb01ea83e05,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:22.139620 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f4c75595-fc55-4b72-ac72-18d892445990 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.160275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4567-b3dc-4f97-8cc7-489bf1b27beb req-273b0865-b0a9-4e79-86d5-57b29c854ab0 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:22.161974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d07b4567-b3dc-4f97-8cc7-489bf1b27beb req-273b0865-b0a9-4e79-86d5-57b29c854ab0 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.22 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 945 time: 0.3068748 Aug 21 09:09:22.217992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.220238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4c75595-fc55-4b72-ac72-18d892445990 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network 712891b6-991f-4b11-99c4-c4ba2661c55c is not hosted by any dhcp agent {{(pid=106757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 09:09:22.228796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c75595-fc55-4b72-ac72-18d892445990 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:22.229817 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f4c75595-fc55-4b72-ac72-18d892445990 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.234196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f4c75595-fc55-4b72-ac72-18d892445990 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "PUT /v2.0/networks/712891b6-991f-4b11-99c4-c4ba2661c55c HTTP/1.1" status: 200 len: 723 time: 0.8410532 Aug 21 09:09:22.235642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40164) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:22.241945 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'network_id': '712891b6-991f-4b11-99c4-c4ba2661c55c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:22.307732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d75241-5d97-4dc4-aa9d-663343fadf59 None None] Network 481f3e72-9873-4b8f-9929-61b2eff3f0f1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:22.412265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Attempting to bind port 3cd1efda-a93d-4057-9979-3132270e73ff on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:22.412630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Attempting to bind port 3cd1efda-a93d-4057-9979-3132270e73ff by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'b636e3ba-c375-44be-9b8f-f7a083679417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:22.412851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Attempting to bind port 3cd1efda-a93d-4057-9979-3132270e73ff on network 0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:22.428247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:22.428886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.430329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] 10.222.0.13 "PUT /v2.0/ports/090fdd81-0c45-49e9-97a8-edb01ea83e05 HTTP/1.1" status: 200 len: 1092 time: 3.1795924 Aug 21 09:09:22.432199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:22.435503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '090fdd81-0c45-49e9-97a8-edb01ea83e05'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:22.436131 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.441437 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7957e81-0445-466c-8859-2e830d51e61a" -d '{"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "090fdd81-0c45-49e9-97a8-edb01ea83e05"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:22.451000 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e450efa-0d72-4ae0-9564-6c72273f9594 req-01e27242-b6e1-4a96-9167-dd6a3fca1482 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368924 Aug 21 09:09:22.472610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bf534fc7-61a5-4cea-9999-3c7048f6a901 None None] Provisioning for port da051648-27a2-4891-b5fd-b121b16ca148 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:22.482554 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bf534fc7-61a5-4cea-9999-3c7048f6a901 None None] Provisioning complete for port da051648-27a2-4891-b5fd-b121b16ca148 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:22.482554 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bf534fc7-61a5-4cea-9999-3c7048f6a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.482885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406c384-16cd-465c-9e69-80d8041b6dee req-a3e25aed-497b-487f-9ccb-f808c7461dee tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:22.490701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8406c384-16cd-465c-9e69-80d8041b6dee req-a3e25aed-497b-487f-9ccb-f808c7461dee tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 945 time: 0.4150834 Aug 21 09:09:22.494166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c75595-fc55-4b72-ac72-18d892445990 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=712891b6-991f-4b11-99c4-c4ba2661c55c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:22.510227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Port 3cd1efda-a93d-4057-9979-3132270e73ff on network 0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:22.510687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Attempting to bind port 3cd1efda-a93d-4057-9979-3132270e73ff on network 0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:22.527031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:22.527895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Checking segment: {'id': 'b636e3ba-c375-44be-9b8f-f7a083679417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:22.532091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Bound using segment: {'id': 'b636e3ba-c375-44be-9b8f-f7a083679417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:22.533103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Bound port: 3cd1efda-a93d-4057-9979-3132270e73ff, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b636e3ba-c375-44be-9b8f-f7a083679417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:22.534432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.557266 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 712891b6-991f-4b11-99c4-c4ba2661c55c details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:22.593882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Request body: {'port': {'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:22.711592 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bf534fc7-61a5-4cea-9999-3c7048f6a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.713977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.777395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba23cc3-14f7-4d78-9963-21343df80936 service neutron] Pushing event updated for resources: {'Port': ['ID=090fdd81-0c45-49e9-97a8-edb01ea83e05,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:22.807735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bf534fc7-61a5-4cea-9999-3c7048f6a901 None None] For port da051648-27a2-4891-b5fd-b121b16ca148, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=da051648-27a2-4891-b5fd-b121b16ca148,segment=NetworkSegment(be96a659-7dbd-426a-9fd5-fa93097ab938),segment_id=be96a659-7dbd-426a-9fd5-fa93097ab938)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:22.808854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f57554-5825-4fa7-9d72-badcf40024d9 None None] Update dhcp port {'port': {'network_id': '481f3e72-9873-4b8f-9929-61b2eff3f0f1', 'fixed_ips': [{'subnet_id': '8bda9f90-42d6-4841-8baa-33c6a10dacea', 'ip_address': '2001:db8::2'}, {'subnet_id': '662fe0e0-911d-4776-b206-29bb3f9b1d54'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'da051648-27a2-4891-b5fd-b121b16ca148'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:09:22.838503 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-77f57554-5825-4fa7-9d72-badcf40024d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.851602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8406c384-16cd-465c-9e69-80d8041b6dee req-69efd417-4303-470c-93a5-9a62f97e3f86 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596718 Aug 21 09:09:22.874299 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.881045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d07b4567-b3dc-4f97-8cc7-489bf1b27beb req-b67e2a52-a0c7-4b2e-a997-9f5b19688d3a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Deleting port c961f97a-ee4d-4e96-9d44-22a7955cdf74 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:22.881390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d07b4567-b3dc-4f97-8cc7-489bf1b27beb req-b67e2a52-a0c7-4b2e-a997-9f5b19688d3a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:22.947617 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=9889ac7d-6eab-4def-b3ff-05ecab03b77e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:22.995190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Checking segment: {'id': '0219acb6-03aa-412a-a79a-00f5510e9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '712891b6-991f-4b11-99c4-c4ba2661c55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:22.995727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network hostable DHCP agents. Network: 712891b6-991f-4b11-99c4-c4ba2661c55c, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:09:23.011551 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850993d5-bd0b-4aaf-94e7-7f84295f81eb x-openstack-request-id: req-850993d5-bd0b-4aaf-94e7-7f84295f81eb {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:23.011551 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "090fdd81-0c45-49e9-97a8-edb01ea83e05", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:23.011551 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-850993d5-bd0b-4aaf-94e7-7f84295f81eb {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:23.011551 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '090fdd81-0c45-49e9-97a8-edb01ea83e05', 'status': 'completed', 'code': 200} Aug 21 09:09:23.027530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bf534fc7-61a5-4cea-9999-3c7048f6a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.032785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957e81-0445-466c-8859-2e830d51e61a req-8d2a90cf-3b0f-47ee-abec-1d6e337fef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.033985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957e81-0445-466c-8859-2e830d51e61a req-8d2a90cf-3b0f-47ee-abec-1d6e337fef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.034544 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957e81-0445-466c-8859-2e830d51e61a req-8d2a90cf-3b0f-47ee-abec-1d6e337fef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.035073 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957e81-0445-466c-8859-2e830d51e61a req-8d2a90cf-3b0f-47ee-abec-1d6e337fef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.035641 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957e81-0445-466c-8859-2e830d51e61a req-8d2a90cf-3b0f-47ee-abec-1d6e337fef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.036167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957e81-0445-466c-8859-2e830d51e61a req-8d2a90cf-3b0f-47ee-abec-1d6e337fef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.036750 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957e81-0445-466c-8859-2e830d51e61a req-8d2a90cf-3b0f-47ee-abec-1d6e337fef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.038832 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a7957e81-0445-466c-8859-2e830d51e61a req-8d2a90cf-3b0f-47ee-abec-1d6e337fef96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6416 time: 0.0799048 Aug 21 09:09:23.044175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40178) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:23.099223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20290-5a29-4da9-8f31-fa8c8c542393 req-fe35ffc0-67d4-4d59-9f5f-3d727b2d19ba tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.106806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52e20290-5a29-4da9-8f31-fa8c8c542393 req-fe35ffc0-67d4-4d59-9f5f-3d727b2d19ba tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.4100387 Aug 21 09:09:23.136384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network 712891b6-991f-4b11-99c4-c4ba2661c55c is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:09:23.192709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] For port 3cd1efda-a93d-4057-9979-3132270e73ff, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:23.209909 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9383-1bcc-4a2c-9901-77823eb963de tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.237076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf534fc7-61a5-4cea-9999-3c7048f6a901 None None] Pushing event updated for resources: {'Port': ['ID=da051648-27a2-4891-b5fd-b121b16ca148,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:23.238367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957e81-0445-466c-8859-2e830d51e61a req-97403406-bb65-4805-9565-dab7b89734b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.240520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957e81-0445-466c-8859-2e830d51e61a req-97403406-bb65-4805-9565-dab7b89734b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.241220 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957e81-0445-466c-8859-2e830d51e61a req-97403406-bb65-4805-9565-dab7b89734b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.243378 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a7957e81-0445-466c-8859-2e830d51e61a req-97403406-bb65-4805-9565-dab7b89734b6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1904063 Aug 21 09:09:23.258675 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9383-1bcc-4a2c-9901-77823eb963de tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.269580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] For port 3cd1efda-a93d-4057-9979-3132270e73ff, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3cd1efda-a93d-4057-9979-3132270e73ff,segment=NetworkSegment(b636e3ba-c375-44be-9b8f-f7a083679417),segment_id=b636e3ba-c375-44be-9b8f-f7a083679417)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:23.277834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52e20290-5a29-4da9-8f31-fa8c8c542393 req-7e4e93f1-9b0a-4ce2-8491-120b989bd869 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702290 Aug 21 09:09:23.285280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d07b4567-b3dc-4f97-8cc7-489bf1b27beb req-b67e2a52-a0c7-4b2e-a997-9f5b19688d3a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] For port c961f97a-ee4d-4e96-9d44-22a7955cdf74, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c961f97a-ee4d-4e96-9d44-22a7955cdf74,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:23.285650 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d07b4567-b3dc-4f97-8cc7-489bf1b27beb req-b67e2a52-a0c7-4b2e-a997-9f5b19688d3a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.307965 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-77f57554-5825-4fa7-9d72-badcf40024d9 None None] Allocated IP 172.20.0.1 (481f3e72-9873-4b8f-9929-61b2eff3f0f1/662fe0e0-911d-4776-b206-29bb3f9b1d54/da051648-27a2-4891-b5fd-b121b16ca148) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:23.321613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d35b2-94cb-4a22-b69b-cd064616f5fa req-6061c60d-9090-42d1-8cd0-bfaf93924727 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.322269 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 712891b6-991f-4b11-99c4-c4ba2661c55c) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:23.323179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd4d35b2-94cb-4a22-b69b-cd064616f5fa req-6061c60d-9090-42d1-8cd0-bfaf93924727 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 943 time: 0.2093163 Aug 21 09:09:23.339408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.342408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d07b4567-b3dc-4f97-8cc7-489bf1b27beb req-b67e2a52-a0c7-4b2e-a997-9f5b19688d3a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Calling delete_port for c961f97a-ee4d-4e96-9d44-22a7955cdf74 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:23.347219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22038c9-66f8-4b41-a54e-67d231c5b09e None None] Network 712891b6-991f-4b11-99c4-c4ba2661c55c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:23.353686 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812953'] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.360892 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.478609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-77f57554-5825-4fa7-9d72-badcf40024d9 None None] For port da051648-27a2-4891-b5fd-b121b16ca148, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=da051648-27a2-4891-b5fd-b121b16ca148,segment=NetworkSegment(be96a659-7dbd-426a-9fd5-fa93097ab938),segment_id=be96a659-7dbd-426a-9fd5-fa93097ab938)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:23.479546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.480209 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.481702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] 10.222.0.22 "PUT /v2.0/ports/3cd1efda-a93d-4057-9979-3132270e73ff HTTP/1.1" status: 200 len: 1092 time: 3.7336500 Aug 21 09:09:23.491959 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9383-1bcc-4a2c-9901-77823eb963de tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.495662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9383-1bcc-4a2c-9901-77823eb963de tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.500809 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2e7c9383-1bcc-4a2c-9901-77823eb963de tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "DELETE /v2.0/security-groups/de22da6b-d4f9-41bf-a563-3edc84502407 HTTP/1.1" status: 204 len: 168 time: 0.4555511 Aug 21 09:09:23.505054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40182) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:23.513605 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd4d35b2-94cb-4a22-b69b-cd064616f5fa req-4b3bb790-4a49-4c51-9b85-5ab3c118571d tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621642 Aug 21 09:09:23.563149 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c9383-1bcc-4a2c-9901-77823eb963de tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de22da6b-d4f9-41bf-a563-3edc84502407,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:23.576471 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bdff7bd9-12a3-4016-893b-7e2938bacb69 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3366303 Aug 21 09:09:23.578523 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-f5e9eb44-614d-462e-90ee-f5f37fbec70e tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] show failed (client error): The resource could not be found. Aug 21 09:09:23.584009 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f5e9eb44-614d-462e-90ee-f5f37fbec70e tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "GET /v2.0/security-groups/de22da6b-d4f9-41bf-a563-3edc84502407 HTTP/1.1" status: 404 len: 347 time: 0.0745363 Aug 21 09:09:23.586896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40184) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:23.587472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40186) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:23.600512 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9645bdd9-b209-4f92-b04e-b9f86b7a2158 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:23.663927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device da051648-27a2-4891-b5fd-b121b16ca148 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:23.714440 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-77f57554-5825-4fa7-9d72-badcf40024d9 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.745649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0e524-b48c-4ba9-845b-a40829510b11 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd1efda-a93d-4057-9979-3132270e73ff,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:23.773275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957e81-0445-466c-8859-2e830d51e61a req-205e0c28-d284-44b1-9289-5f2260c80ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.774777 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a7957e81-0445-466c-8859-2e830d51e61a req-205e0c28-d284-44b1-9289-5f2260c80ddf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4537625 Aug 21 09:09:23.781266 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-77f57554-5825-4fa7-9d72-badcf40024d9 None None] Transition to ACTIVE for port object da051648-27a2-4891-b5fd-b121b16ca148 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:23.798394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port da051648-27a2-4891-b5fd-b121b16ca148 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:23.799418 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.845132 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9645bdd9-b209-4f92-b04e-b9f86b7a2158 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264338589'] for subnet, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.853468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2d7ba-1511-480a-b43c-307e8c08a207 req-05b6c259-6b86-44a8-ba2f-64aa17be7d3e tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.855691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9e2d7ba-1511-480a-b43c-307e8c08a207 req-05b6c259-6b86-44a8-ba2f-64aa17be7d3e tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 946 time: 0.2484026 Aug 21 09:09:23.863846 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-77f57554-5825-4fa7-9d72-badcf40024d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.876235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9ee5d-75b4-42fc-9aa1-3a8b7e26021b req-bac5d51e-da1b-42a3-8a77-18139d5b89db tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.882514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9ee5d-75b4-42fc-9aa1-3a8b7e26021b req-bac5d51e-da1b-42a3-8a77-18139d5b89db tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.888659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9ee5d-75b4-42fc-9aa1-3a8b7e26021b req-bac5d51e-da1b-42a3-8a77-18139d5b89db tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.895198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9ee5d-75b4-42fc-9aa1-3a8b7e26021b req-bac5d51e-da1b-42a3-8a77-18139d5b89db tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.901790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9ee5d-75b4-42fc-9aa1-3a8b7e26021b req-bac5d51e-da1b-42a3-8a77-18139d5b89db tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.907997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9ee5d-75b4-42fc-9aa1-3a8b7e26021b req-bac5d51e-da1b-42a3-8a77-18139d5b89db tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.914270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9ee5d-75b4-42fc-9aa1-3a8b7e26021b req-bac5d51e-da1b-42a3-8a77-18139d5b89db tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.922537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33e9ee5d-75b4-42fc-9aa1-3a8b7e26021b req-bac5d51e-da1b-42a3-8a77-18139d5b89db tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5408 time: 0.3776066 Aug 21 09:09:23.929853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-712891b6-991f-4b11-99c4-c4ba2661c55c', 'network_id': '712891b6-991f-4b11-99c4-c4ba2661c55c', 'tenant_id': '18e6526232e24600b77475e4e73b49b5', 'fixed_ips': [{'subnet_id': '9889ac7d-6eab-4def-b3ff-05ecab03b77e'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:09:23.930837 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.936059 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b005f2ea-8dd5-4263-ade0-9cde97c504d1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Deleting port 15237da5-d80b-4fc7-ac1c-9e7c3a439e68 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:23.936402 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b005f2ea-8dd5-4263-ade0-9cde97c504d1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:23.957495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5e9a35-1c2b-412f-979d-550fc637481a {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:23.965359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-d2097447-b29a-468e-9e35-94ab143efec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:23.967095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-d2097447-b29a-468e-9e35-94ab143efec6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fa6bcea8ab0346cd8795987a97cd51e8&device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 1095 time: 0.2605293 Aug 21 09:09:23.975200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f57554-5825-4fa7-9d72-badcf40024d9 None None] Pushing event updated for resources: {'Port': ['ID=da051648-27a2-4891-b5fd-b121b16ca148,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:23.983756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:24.082689 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Port da051648-27a2-4891-b5fd-b121b16ca148 had new provisioning blocks added so it will not transition to active. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 21 09:09:24.109199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33e9ee5d-75b4-42fc-9aa1-3a8b7e26021b req-a729590d-b361-48fa-94bd-9256ec453191 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1822588 Aug 21 09:09:24.127053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-dc785fa6-5037-4b26-8a3c-18a4cc66fedd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cd1efda-a93d-4057-9979-3132270e73ff HTTP/1.1" status: 200 len: 217 time: 0.1360114 Aug 21 09:09:24.139151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Transition to ACTIVE for port object 4b5e9a35-1c2b-412f-979d-550fc637481a will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:24.232970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-72104c2d-ccc4-4e2f-b1e4-3f5d794adcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:24.234469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-72104c2d-ccc4-4e2f-b1e4-3f5d794adcc8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4361d62d-8415-424e-9424-ca43dfa7df04 HTTP/1.1" status: 200 len: 861 time: 0.0914066 Aug 21 09:09:24.238104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9e2d7ba-1511-480a-b43c-307e8c08a207 req-daccc5a7-de63-4583-b067-71a7282ad037 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037128 Aug 21 09:09:24.240830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:24.290228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-5774a9f2-0c03-4ab2-8829-abeebbff87cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444655 Aug 21 09:09:24.344288 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d07b4567-b3dc-4f97-8cc7-489bf1b27beb req-b67e2a52-a0c7-4b2e-a997-9f5b19688d3a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:24.359029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['c961f97a-ee4d-4e96-9d44-22a7955cdf74'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:24.440864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5e9a35-1c2b-412f-979d-550fc637481a,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:24.549899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99060c6a-8a37-4483-9193-0d3ecd5d6d33 req-d7a4dc82-da67-46bc-8450-190d2972a0ec tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:24.558303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99060c6a-8a37-4483-9193-0d3ecd5d6d33 req-d7a4dc82-da67-46bc-8450-190d2972a0ec tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12aa776-c755-4b18-9fef-f7a42ae9e6a0 HTTP/1.1" status: 200 len: 945 time: 0.3386829 Aug 21 09:09:24.575654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b005f2ea-8dd5-4263-ade0-9cde97c504d1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:24.576202 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b005f2ea-8dd5-4263-ade0-9cde97c504d1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:24.577509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e2a52-a0c7-4b2e-a997-9f5b19688d3a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Pushing event deleted for resources: {'Port': ['ID=c961f97a-ee4d-4e96-9d44-22a7955cdf74,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:24.621804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b005f2ea-8dd5-4263-ade0-9cde97c504d1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Calling delete_port for 15237da5-d80b-4fc7-ac1c-9e7c3a439e68 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:24.671495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-3dd55191-e9e1-495b-a5e4-1f22fcd7969c service neutron] 10.222.0.22 "GET /v2.0/networks/0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461642 Aug 21 09:09:24.708157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9645bdd9-b209-4f92-b04e-b9f86b7a2158 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788175601466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-264741512'] for subnet, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:24.753026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07b4567-b3dc-4f97-8cc7-489bf1b27beb req-b67e2a52-a0c7-4b2e-a997-9f5b19688d3a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] No DVR routers for this DVR port c961f97a-ee4d-4e96-9d44-22a7955cdf74 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:24.793578 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d07b4567-b3dc-4f97-8cc7-489bf1b27beb req-b67e2a52-a0c7-4b2e-a997-9f5b19688d3a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:24.796177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Allocated IP 2001:db8::2 (712891b6-991f-4b11-99c4-c4ba2661c55c/9889ac7d-6eab-4def-b3ff-05ecab03b77e/40089dc7-6d5b-493d-acc0-c2a6fd24f6ed) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:24.802293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d07b4567-b3dc-4f97-8cc7-489bf1b27beb req-b67e2a52-a0c7-4b2e-a997-9f5b19688d3a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.22 "DELETE /v2.0/ports/c961f97a-ee4d-4e96-9d44-22a7955cdf74 HTTP/1.1" status: 204 len: 173 time: 2.6102839 Aug 21 09:09:24.817135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645bdd9-b209-4f92-b04e-b9f86b7a2158 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=9889ac7d-6eab-4def-b3ff-05ecab03b77e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:24.820177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9645bdd9-b209-4f92-b04e-b9f86b7a2158 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:24.820754 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9645bdd9-b209-4f92-b04e-b9f86b7a2158 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:24.822062 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9645bdd9-b209-4f92-b04e-b9f86b7a2158 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "PUT /v2.0/subnets/9889ac7d-6eab-4def-b3ff-05ecab03b77e HTTP/1.1" status: 200 len: 826 time: 1.2330039 Aug 21 09:09:24.876220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40200) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:24.879965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99060c6a-8a37-4483-9193-0d3ecd5d6d33 req-8c2f926c-6874-4da6-a742-2af4da719b7a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208375 Aug 21 09:09:24.880649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Attempting to bind port 4b5e9a35-1c2b-412f-979d-550fc637481a on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:24.880978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Attempting to bind port 4b5e9a35-1c2b-412f-979d-550fc637481a by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:24.881349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Attempting to bind port 4b5e9a35-1c2b-412f-979d-550fc637481a on network e89969b7-e70a-4cc8-9700-1c6fa3c015ee {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:24.920216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Port 4b5e9a35-1c2b-412f-979d-550fc637481a on network e89969b7-e70a-4cc8-9700-1c6fa3c015ee not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:24.920968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Attempting to bind port 4b5e9a35-1c2b-412f-979d-550fc637481a on network e89969b7-e70a-4cc8-9700-1c6fa3c015ee {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:24.956572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc757f9-ae4a-4eea-868b-66a6efbee29d None None] Network 481f3e72-9873-4b8f-9929-61b2eff3f0f1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:24.972585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:24.973774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Checking segment: {'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:24.973774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Bound using segment: {'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:24.973774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Bound port: 4b5e9a35-1c2b-412f-979d-550fc637481a, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2cb909a-54ac-423f-a556-5e150b36ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:24.974109 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.018570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c531df7-49e1-4062-a776-e5e9d631af3c', 'tag': '3cd1efda-a93d-4057-9979-3132270e73ff'}, {'server_uuid': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'name': 'network-vif-deleted', 'tag': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:25.021926 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9db985-94d1-4d68-8cb5-d9bbc00def34" -d '{"events": [{"name": "network-changed", "server_uuid": "4c531df7-49e1-4062-a776-e5e9d631af3c", "tag": "3cd1efda-a93d-4057-9979-3132270e73ff"}, {"server_uuid": "c12aa776-c755-4b18-9fef-f7a42ae9e6a0", "name": "network-vif-deleted", "tag": "c961f97a-ee4d-4e96-9d44-22a7955cdf74"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:25.042132 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b005f2ea-8dd5-4263-ade0-9cde97c504d1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.042341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f0df-73d2-4c13-92b8-a05e9a3d87aa req-778bcbca-2eb1-42e5-8171-6b38a6fcc4d8 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:25.046721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2555f0df-73d2-4c13-92b8-a05e9a3d87aa req-778bcbca-2eb1-42e5-8171-6b38a6fcc4d8 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.2375329 Aug 21 09:09:25.087925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005f2ea-8dd5-4263-ade0-9cde97c504d1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Pushing event deleted for resources: {'Port': ['ID=15237da5-d80b-4fc7-ac1c-9e7c3a439e68,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:25.136650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7210bf0-44d7-4260-9c5b-409f86989910 req-711102bf-1eeb-4d47-9fc0-0e20fa76dbfd service neutron] 10.222.0.22 "GET /v2.0/networks/0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069495 Aug 21 09:09:25.146336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d4aef5f5-3f25-462d-ac20-0d68646a6e43 None None] Provisioning for port da051648-27a2-4891-b5fd-b121b16ca148 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:25.153650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d4aef5f5-3f25-462d-ac20-0d68646a6e43 None None] Provisioning complete for port da051648-27a2-4891-b5fd-b121b16ca148 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:25.154162 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d4aef5f5-3f25-462d-ac20-0d68646a6e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.156649 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.190239 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b005f2ea-8dd5-4263-ade0-9cde97c504d1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.194866 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b005f2ea-8dd5-4263-ade0-9cde97c504d1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.196116 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b005f2ea-8dd5-4263-ade0-9cde97c504d1 tempest-ServersTestBootFromVolume-286886422 tempest-ServersTestBootFromVolume-286886422-project] 10.222.0.20 "DELETE /v2.0/floatingips/cfe1465c-bf4b-4c1a-afe0-cacc19f46811 HTTP/1.1" status: 204 len: 168 time: 1.5919290 Aug 21 09:09:25.200042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40208) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:25.275065 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.324671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Transition to ACTIVE for port object 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:25.385130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Transition to ACTIVE for port object 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:25.494218 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.553315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2555f0df-73d2-4c13-92b8-a05e9a3d87aa req-803d4788-b372-4798-bf86-a17e79318ee4 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055902 Aug 21 09:09:25.576339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Network 712891b6-991f-4b11-99c4-c4ba2661c55c is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:25.604853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:25.609178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:25.617076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5af2ff-6712-4b68-ba10-5b27942990b9 req-c5d8fd07-3f7d-416a-a4e4-b95b2f2014c9 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:25.631157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Pushing event updated for resources: {'Port': ['ID=40089dc7-6d5b-493d-acc0-c2a6fd24f6ed,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:25.636627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c5af2ff-6712-4b68-ba10-5b27942990b9 req-c5d8fd07-3f7d-416a-a4e4-b95b2f2014c9 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 943 time: 0.5256770 Aug 21 09:09:25.692697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device da051648-27a2-4891-b5fd-b121b16ca148 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:25.747096 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.754616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] For port 4b5e9a35-1c2b-412f-979d-550fc637481a, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:25.757680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Attempting to bind port 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:25.758052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Attempting to bind port 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0219acb6-03aa-412a-a79a-00f5510e9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '712891b6-991f-4b11-99c4-c4ba2661c55c'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:25.758851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Attempting to bind port 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed on network 712891b6-991f-4b11-99c4-c4ba2661c55c {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:25.765244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:25.765773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Checking segment: {'id': '0219acb6-03aa-412a-a79a-00f5510e9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '712891b6-991f-4b11-99c4-c4ba2661c55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:25.766191 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.766590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Bound using segment: {'id': '0219acb6-03aa-412a-a79a-00f5510e9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '712891b6-991f-4b11-99c4-c4ba2661c55c'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:25.767069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Bound port: 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0219acb6-03aa-412a-a79a-00f5510e9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '712891b6-991f-4b11-99c4-c4ba2661c55c'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:25.767524 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.784905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] For port 4b5e9a35-1c2b-412f-979d-550fc637481a, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4b5e9a35-1c2b-412f-979d-550fc637481a,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:25.785570 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port da051648-27a2-4891-b5fd-b121b16ca148 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:25.785947 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.809032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c5af2ff-6712-4b68-ba10-5b27942990b9 req-2d25f934-404b-48f5-ac06-661876d70a48 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712899 Aug 21 09:09:25.834427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a20e1-a343-482f-ae99-b3cb89a4612c req-0826f444-aec7-44fc-b5da-063bce50a495 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:25.844442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-909a20e1-a343-482f-ae99-b3cb89a4612c req-0826f444-aec7-44fc-b5da-063bce50a495 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 946 time: 0.1568906 Aug 21 09:09:25.866228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting port 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:25.866923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:25.966253 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:26.048238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] For port 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed, host n-d-766726-28, got binding levels [] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:26.048394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:26.079271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.079960 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:26.081557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b5e9a35-1c2b-412f-979d-550fc637481a HTTP/1.1" status: 200 len: 1092 time: 3.5190232 Aug 21 09:09:26.106555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Calling delete_port for 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:26.112989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-909a20e1-a343-482f-ae99-b3cb89a4612c req-f690569c-fc04-43b6-98ab-d4895319aee6 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5245855-d5e8-4662-9223-9a8ef9126283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563608 Aug 21 09:09:26.126566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2fc9e-d4d1-4b69-9528-5324f9d16735 req-9eccccd4-3018-49d7-b8f9-cff1cad68d1a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.129500 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1ef2fc9e-d4d1-4b69-9528-5324f9d16735 req-9eccccd4-3018-49d7-b8f9-cff1cad68d1a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.13 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 946 time: 0.1216969 Aug 21 09:09:26.135658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e671d6-f273-4564-9b40-48dad1da91d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5e9a35-1c2b-412f-979d-550fc637481a,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:26.148695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-aa073c33-a7b2-46b6-bfba-de38560b28d5 None None] Provisioning complete for port da051648-27a2-4891-b5fd-b121b16ca148 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:26.149154 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aa073c33-a7b2-46b6-bfba-de38560b28d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:26.151270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] For port 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:26.162513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c7f7-1307-4fac-a26c-d8c47e0d20ec req-bfb93970-2f9f-43b5-8902-501deb2d536e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.169629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c7f7-1307-4fac-a26c-d8c47e0d20ec req-bfb93970-2f9f-43b5-8902-501deb2d536e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.177137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c7f7-1307-4fac-a26c-d8c47e0d20ec req-bfb93970-2f9f-43b5-8902-501deb2d536e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.184484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c7f7-1307-4fac-a26c-d8c47e0d20ec req-bfb93970-2f9f-43b5-8902-501deb2d536e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.210526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c7f7-1307-4fac-a26c-d8c47e0d20ec req-bfb93970-2f9f-43b5-8902-501deb2d536e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.236207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c7f7-1307-4fac-a26c-d8c47e0d20ec req-bfb93970-2f9f-43b5-8902-501deb2d536e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.244478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c7f7-1307-4fac-a26c-d8c47e0d20ec req-bfb93970-2f9f-43b5-8902-501deb2d536e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.256384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4cf9c7f7-1307-4fac-a26c-d8c47e0d20ec req-bfb93970-2f9f-43b5-8902-501deb2d536e tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5445 time: 0.3095291 Aug 21 09:09:26.272769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] For port 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=40089dc7-6d5b-493d-acc0-c2a6fd24f6ed,segment=NetworkSegment(0219acb6-03aa-412a-a79a-00f5510e9a5a),segment_id=0219acb6-03aa-412a-a79a-00f5510e9a5a)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:26.291862 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301b1136-e812-4f86-a184-d1674afa67c9 x-openstack-request-id: req-301b1136-e812-4f86-a184-d1674afa67c9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:26.292321 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c531df7-49e1-4062-a776-e5e9d631af3c", "tag": "3cd1efda-a93d-4057-9979-3132270e73ff", "status": "completed", "code": 200}, {"server_uuid": "c12aa776-c755-4b18-9fef-f7a42ae9e6a0", "name": "network-vif-deleted", "tag": "c961f97a-ee4d-4e96-9d44-22a7955cdf74", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:26.292667 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-301b1136-e812-4f86-a184-d1674afa67c9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:26.293159 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c531df7-49e1-4062-a776-e5e9d631af3c', 'tag': '3cd1efda-a93d-4057-9979-3132270e73ff', 'status': 'completed', 'code': 200} Aug 21 09:09:26.293504 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12aa776-c755-4b18-9fef-f7a42ae9e6a0', 'name': 'network-vif-deleted', 'tag': 'c961f97a-ee4d-4e96-9d44-22a7955cdf74', 'status': 'completed', 'code': 200} Aug 21 09:09:26.343728 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-1ef2fc9e-d4d1-4b69-9528-5324f9d16735 req-b54d0653-e21f-4228-bd0f-60b3ce40805a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Deleting port 96096092-996e-4baa-ac0f-55e2847f4650 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:26.346867 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ef2fc9e-d4d1-4b69-9528-5324f9d16735 req-b54d0653-e21f-4228-bd0f-60b3ce40805a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:26.394463 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:26.467993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4cf9c7f7-1307-4fac-a26c-d8c47e0d20ec req-58623165-64f7-479e-a8b6-d0070885261a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2105658 Aug 21 09:09:26.470415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b580b-8780-4458-83dd-bb885aed7a30 None None] Pushing event updated for resources: {'Port': ['ID=40089dc7-6d5b-493d-acc0-c2a6fd24f6ed,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:26.471362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-1ef2fc9e-d4d1-4b69-9528-5324f9d16735 req-b54d0653-e21f-4228-bd0f-60b3ce40805a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] For port 96096092-996e-4baa-ac0f-55e2847f4650, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=96096092-996e-4baa-ac0f-55e2847f4650,segment=NetworkSegment(f2be5b63-bf09-4369-9cf7-063ff58aa7b1),segment_id=f2be5b63-bf09-4369-9cf7-063ff58aa7b1)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:26.471995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ef2fc9e-d4d1-4b69-9528-5324f9d16735 req-b54d0653-e21f-4228-bd0f-60b3ce40805a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:26.495422 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [req-1ef2fc9e-d4d1-4b69-9528-5324f9d16735 req-b54d0653-e21f-4228-bd0f-60b3ce40805a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Calling delete_port for 96096092-996e-4baa-ac0f-55e2847f4650 owned by compute:nova {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:26.502948 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] Deleting port 63c810a3-e7b7-41ac-8fa7-f94b8134031e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:26.503309 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:26.509106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-41bf0f42-f8b5-409c-9d3c-1e328fc738ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.510477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-41bf0f42-f8b5-409c-9d3c-1e328fc738ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.511061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-41bf0f42-f8b5-409c-9d3c-1e328fc738ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.511690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-41bf0f42-f8b5-409c-9d3c-1e328fc738ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.518844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-41bf0f42-f8b5-409c-9d3c-1e328fc738ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.518844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-41bf0f42-f8b5-409c-9d3c-1e328fc738ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.518844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-41bf0f42-f8b5-409c-9d3c-1e328fc738ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.518844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-41bf0f42-f8b5-409c-9d3c-1e328fc738ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6484 time: 0.2338204 Aug 21 09:09:26.539315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9db985-94d1-4d68-8cb5-d9bbc00def34 req-f81a4a57-4fe4-40e6-ae57-e9e8808ea751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.544471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9db985-94d1-4d68-8cb5-d9bbc00def34 req-f81a4a57-4fe4-40e6-ae57-e9e8808ea751 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fa6bcea8ab0346cd8795987a97cd51e8&device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 1095 time: 0.2716653 Aug 21 09:09:26.595136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c2ba1-b41c-4b3b-a935-29bc1619c92f req-7f9806e7-9b4a-447c-b0fa-5405b50d5a48 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.604567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c2ba1-b41c-4b3b-a935-29bc1619c92f req-7f9806e7-9b4a-447c-b0fa-5405b50d5a48 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.624222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c2ba1-b41c-4b3b-a935-29bc1619c92f req-7f9806e7-9b4a-447c-b0fa-5405b50d5a48 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.632589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c2ba1-b41c-4b3b-a935-29bc1619c92f req-7f9806e7-9b4a-447c-b0fa-5405b50d5a48 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.639855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c2ba1-b41c-4b3b-a935-29bc1619c92f req-7f9806e7-9b4a-447c-b0fa-5405b50d5a48 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.652221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c2ba1-b41c-4b3b-a935-29bc1619c92f req-7f9806e7-9b4a-447c-b0fa-5405b50d5a48 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.659216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c2ba1-b41c-4b3b-a935-29bc1619c92f req-7f9806e7-9b4a-447c-b0fa-5405b50d5a48 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.661195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f55c2ba1-b41c-4b3b-a935-29bc1619c92f req-7f9806e7-9b4a-447c-b0fa-5405b50d5a48 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.3510640 Aug 21 09:09:26.675522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] For port 63c810a3-e7b7-41ac-8fa7-f94b8134031e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63c810a3-e7b7-41ac-8fa7-f94b8134031e,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:26.675907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:26.701659 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] Calling delete_port for 63c810a3-e7b7-41ac-8fa7-f94b8134031e owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:26.827132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-e937a853-8879-49f5-8cb4-1ebf2189792d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=111787a2-30ea-4809-aa01-2f16b2944652 HTTP/1.1" status: 200 len: 217 time: 0.2802877 Aug 21 09:09:26.957046 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ef2fc9e-d4d1-4b69-9528-5324f9d16735 req-b54d0653-e21f-4228-bd0f-60b3ce40805a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:26.964324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f55c2ba1-b41c-4b3b-a935-29bc1619c92f req-b62c5a7b-d2e4-4a02-94a0-ee85063493ee tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2802644 Aug 21 09:09:26.972682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['96096092-996e-4baa-ac0f-55e2847f4650'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:26.979026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffaf42-4f8a-4eed-be1b-272eac213f90 req-8f8b4387-f63f-4144-8de3-f68d6c690ca8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.984949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffaf42-4f8a-4eed-be1b-272eac213f90 req-8f8b4387-f63f-4144-8de3-f68d6c690ca8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.991917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d0653-e21f-4228-bd0f-60b3ce40805a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event deleted for resources: {'Port': ['ID=96096092-996e-4baa-ac0f-55e2847f4650,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:26.992162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffaf42-4f8a-4eed-be1b-272eac213f90 req-8f8b4387-f63f-4144-8de3-f68d6c690ca8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:26.997666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffaf42-4f8a-4eed-be1b-272eac213f90 req-8f8b4387-f63f-4144-8de3-f68d6c690ca8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:27.006716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffaf42-4f8a-4eed-be1b-272eac213f90 req-8f8b4387-f63f-4144-8de3-f68d6c690ca8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:27.011096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffaf42-4f8a-4eed-be1b-272eac213f90 req-8f8b4387-f63f-4144-8de3-f68d6c690ca8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:27.028781 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffaf42-4f8a-4eed-be1b-272eac213f90 req-8f8b4387-f63f-4144-8de3-f68d6c690ca8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:27.031298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74ffaf42-4f8a-4eed-be1b-272eac213f90 req-8f8b4387-f63f-4144-8de3-f68d6c690ca8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5445 time: 0.3687043 Aug 21 09:09:27.043318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-aa60fc95-ab4f-492e-880b-90060b6eacab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:27.046778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-aa60fc95-ab4f-492e-880b-90060b6eacab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ab28827-633f-407e-a5d5-e8b51ae5dfe4 HTTP/1.1" status: 200 len: 851 time: 0.1820886 Aug 21 09:09:27.060749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c961f97a-ee4d-4e96-9d44-22a7955cdf74 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:27.073121 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:27.101407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: c961f97a-ee4d-4e96-9d44-22a7955cdf74 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:27.101792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c961f97a-ee4d-4e96-9d44-22a7955cdf74 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:27.107943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef2fc9e-d4d1-4b69-9528-5324f9d16735 req-b54d0653-e21f-4228-bd0f-60b3ce40805a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] No DVR routers for this DVR port 96096092-996e-4baa-ac0f-55e2847f4650 on host n-h1-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:27.112429 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-1ef2fc9e-d4d1-4b69-9528-5324f9d16735 req-b54d0653-e21f-4228-bd0f-60b3ce40805a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:27.116239 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-1ef2fc9e-d4d1-4b69-9528-5324f9d16735 req-b54d0653-e21f-4228-bd0f-60b3ce40805a tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.13 "DELETE /v2.0/ports/96096092-996e-4baa-ac0f-55e2847f4650 HTTP/1.1" status: 204 len: 173 time: 0.9634399 Aug 21 09:09:27.116239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331efc60-5444-4e89-8685-e598d2809155', 'name': 'network-vif-deleted', 'tag': '96096092-996e-4baa-ac0f-55e2847f4650'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:27.117166 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bf8ae1-a8f7-4c30-924d-8293f4b6d56e" -d '{"events": [{"server_uuid": "331efc60-5444-4e89-8685-e598d2809155", "name": "network-vif-deleted", "tag": "96096092-996e-4baa-ac0f-55e2847f4650"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:27.144697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9db985-94d1-4d68-8cb5-d9bbc00def34 req-433f6ceb-8f00-44db-acdd-05bcb7b3b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:27.146365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9db985-94d1-4d68-8cb5-d9bbc00def34 req-433f6ceb-8f00-44db-acdd-05bcb7b3b984 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 HTTP/1.1" status: 200 len: 922 time: 0.4736981 Aug 21 09:09:27.164088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Port': ['ID=40089dc7-6d5b-493d-acc0-c2a6fd24f6ed,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:27.253714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9db985-94d1-4d68-8cb5-d9bbc00def34 req-7d9c73b1-8b42-414b-83f1-280041e57a07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cd1efda-a93d-4057-9979-3132270e73ff HTTP/1.1" status: 200 len: 217 time: 0.0917482 Aug 21 09:09:27.272833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-1f45ad35-e02f-4795-b5c8-d77dba80784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:27.276263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-1f45ad35-e02f-4795-b5c8-d77dba80784a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2201066 Aug 21 09:09:27.278044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No DVR routers for this DVR port 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:27.301647 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:27.367999 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] Pushing event deleted for resources: {'Port': ['ID=63c810a3-e7b7-41ac-8fa7-f94b8134031e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:27.538427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b98ffa-df20-43ac-89e2-6dc65a31dfbb req-e709a4fe-ca62-4c3a-9e01-a0db6e3074b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:27.540763 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10b98ffa-df20-43ac-89e2-6dc65a31dfbb req-e709a4fe-ca62-4c3a-9e01-a0db6e3074b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.4246311 Aug 21 09:09:27.614669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:27.680430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:27.687760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9db985-94d1-4d68-8cb5-d9bbc00def34 req-ea532579-f9f8-4b96-aeed-27b29c1d516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:27.690667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9db985-94d1-4d68-8cb5-d9bbc00def34 req-ea532579-f9f8-4b96-aeed-27b29c1d516a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4361d62d-8415-424e-9424-ca43dfa7df04 HTTP/1.1" status: 200 len: 861 time: 0.4140947 Aug 21 09:09:27.721688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-aae6c680-7fe9-4984-abba-344e8f460d4b service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338863 Aug 21 09:09:27.808495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9db985-94d1-4d68-8cb5-d9bbc00def34 req-6dd91cf2-5ea0-48b8-92ce-15d91fe5ab4b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813339 Aug 21 09:09:27.881573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10b98ffa-df20-43ac-89e2-6dc65a31dfbb req-53b7fbaa-3316-4adb-b425-ca610ccb507c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161619 Aug 21 09:09:27.883485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd9b12-5538-45bc-8f71-82ba02d6c938 None None] Network 712891b6-991f-4b11-99c4-c4ba2661c55c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:27.964440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] Router b8ba3740-7a27-492a-85c7-914d7b476f0b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:09:27.967276 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbab4cf-f520-4d20-a22f-56ffca28aec9 x-openstack-request-id: req-6fbab4cf-f520-4d20-a22f-56ffca28aec9 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:27.967591 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331efc60-5444-4e89-8685-e598d2809155", "name": "network-vif-deleted", "tag": "96096092-996e-4baa-ac0f-55e2847f4650", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:27.967855 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fbab4cf-f520-4d20-a22f-56ffca28aec9 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:27.968233 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331efc60-5444-4e89-8685-e598d2809155', 'name': 'network-vif-deleted', 'tag': '96096092-996e-4baa-ac0f-55e2847f4650', 'status': 'completed', 'code': 200} Aug 21 09:09:27.982040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6366fa10-0325-4474-8312-b70bd2fa3a7f None None] Could not find standard attr ID for object 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:09:28.025010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43342902-1d2e-46cb-9a2b-8274b1006cf5 req-366bfa17-0796-4cb5-b438-5a193de86631 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:28.034151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43342902-1d2e-46cb-9a2b-8274b1006cf5 req-366bfa17-0796-4cb5-b438-5a193de86631 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 943 time: 0.3369160 Aug 21 09:09:28.129413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56513610-a023-4428-b11c-579608c15689 req-444b92ae-8901-480a-9b08-9338d5aea29f tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/ports?device_id=331efc60-5444-4e89-8685-e598d2809155 HTTP/1.1" status: 200 len: 210 time: 0.0563545 Aug 21 09:09:28.133846 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:09:28.141282 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-63c00260-2f0e-422e-b30a-555804a1c86d admin admin] 10.222.0.20 "PUT /v2.0/routers/b8ba3740-7a27-492a-85c7-914d7b476f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9377410 Aug 21 09:09:28.141806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40230) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:28.141916 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:28.154149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-32babecd-8652-4eac-8040-369bd7a32961 service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171112 Aug 21 09:09:28.160620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6beb956-ce69-431c-80ee-d090e297074d None None] Sync routers for ids ['b8ba3740-7a27-492a-85c7-914d7b476f0b'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:09:28.175350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6beb956-ce69-431c-80ee-d090e297074d None None] Routers {'b8ba3740-7a27-492a-85c7-914d7b476f0b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:09:28.176920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a6beb956-ce69-431c-80ee-d090e297074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b8ba3740-7a27-492a-85c7-914d7b476f0b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:28.213374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9db985-94d1-4d68-8cb5-d9bbc00def34 req-b0fb2b94-0ec9-4bae-a86b-84fbd3a1a03d service neutron] 10.222.0.22 "GET /v2.0/networks/0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656628 Aug 21 09:09:28.321864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a75809-ddf1-4a84-ab7f-4c27d72d7474 None None] Network 712891b6-991f-4b11-99c4-c4ba2661c55c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:28.328818 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:28.330716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de63017-9e33-4274-8c55-a250b7431901 req-d4464741-8ee2-492e-815b-6ee2d39f7b09 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:28.332483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8de63017-9e33-4274-8c55-a250b7431901 req-d4464741-8ee2-492e-815b-6ee2d39f7b09 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.22 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 944 time: 0.3341377 Aug 21 09:09:28.332932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '4b5e9a35-1c2b-412f-979d-550fc637481a'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:28.335263 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80" -d '{"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "4b5e9a35-1c2b-412f-979d-550fc637481a"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:28.381379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Subnet': ['ID=9889ac7d-6eab-4def-b3ff-05ecab03b77e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:28.409008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a6beb956-ce69-431c-80ee-d090e297074d None None] Set router b8ba3740-7a27-492a-85c7-914d7b476f0b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:09:28.411569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43342902-1d2e-46cb-9a2b-8274b1006cf5 req-d15f92d7-2902-49e2-8e99-d7c0a2f0749c tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765492 Aug 21 09:09:28.444646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-17a6abf5-f376-4b09-8c65-b01c00f3ef71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=93573a26-26bd-4d80-98c6-ef6f0af8157c HTTP/1.1" status: 200 len: 217 time: 0.2221627 Aug 21 09:09:28.462476 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:28.591840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Deleting port 5775a5ce-0574-4fd6-8f10-ebab63f96048 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:28.592133 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:28.592622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:28.630617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04867272-97c2-4c2f-b87c-aff5537fd8d2 None None] DHCP port deletion for 712891b6-991f-4b11-99c4-c4ba2661c55c request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:09:28.665131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a6beb956-ce69-431c-80ee-d090e297074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:09:26Z', 'revision_number': 5, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port': {'id': '5775a5ce-0574-4fd6-8f10-ebab63f96048', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:04:41Z', 'updated_at': '2021-08-21T09:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:28.671842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712891b6-991f-4b11-99c4-c4ba2661c55c']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:28.692716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe62579-82c9-453a-9798-f47edadbb0e6 req-c43a3239-0e31-4102-96a7-b837bb13dd00 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:28.694235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62579-82c9-453a-9798-f47edadbb0e6 req-c43a3239-0e31-4102-96a7-b837bb13dd00 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 944 time: 0.3550370 Aug 21 09:09:28.697097 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] For port 5775a5ce-0574-4fd6-8f10-ebab63f96048, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5775a5ce-0574-4fd6-8f10-ebab63f96048,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:28.697588 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:28.700828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6beb956-ce69-431c-80ee-d090e297074d None None] Checking router: b8ba3740-7a27-492a-85c7-914d7b476f0b for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:09:28.704473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa9db985-94d1-4d68-8cb5-d9bbc00def34 req-c80c5d13-13cc-40f3-abb2-057fb652bc6c service neutron] 10.222.0.22 "GET /v2.0/networks/0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432230 Aug 21 09:09:28.707960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0219acb6-03aa-412a-a79a-00f5510e9a5a') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:28.708159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0219acb6-03aa-412a-a79a-00f5510e9a5a') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:28.712517 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Calling delete_port for 5775a5ce-0574-4fd6-8f10-ebab63f96048 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:28.712680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6beb956-ce69-431c-80ee-d090e297074d None None] Routers {'b8ba3740-7a27-492a-85c7-914d7b476f0b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:09:28.713155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a6beb956-ce69-431c-80ee-d090e297074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b8ba3740-7a27-492a-85c7-914d7b476f0b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:28.720119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-178b3367-671e-4ede-bc51-e3c7955e9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:28.721562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-178b3367-671e-4ede-bc51-e3c7955e9afc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.2163184 Aug 21 09:09:28.764153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:28.792315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de2768-6817-4f58-88b3-cbee3c91b58b req-e44ae135-4156-4024-a0c0-1485884d65de tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:28.798673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de2768-6817-4f58-88b3-cbee3c91b58b req-e44ae135-4156-4024-a0c0-1485884d65de tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:28.804897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de2768-6817-4f58-88b3-cbee3c91b58b req-e44ae135-4156-4024-a0c0-1485884d65de tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:28.809204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a6beb956-ce69-431c-80ee-d090e297074d None None] Set router b8ba3740-7a27-492a-85c7-914d7b476f0b gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:09:28.810876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de2768-6817-4f58-88b3-cbee3c91b58b req-e44ae135-4156-4024-a0c0-1485884d65de tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:28.817454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de2768-6817-4f58-88b3-cbee3c91b58b req-e44ae135-4156-4024-a0c0-1485884d65de tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:28.823735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de2768-6817-4f58-88b3-cbee3c91b58b req-e44ae135-4156-4024-a0c0-1485884d65de tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:28.829601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de2768-6817-4f58-88b3-cbee3c91b58b req-e44ae135-4156-4024-a0c0-1485884d65de tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:28.833404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09de2768-6817-4f58-88b3-cbee3c91b58b req-e44ae135-4156-4024-a0c0-1485884d65de tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.3126266 Aug 21 09:09:28.890863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe62579-82c9-453a-9798-f47edadbb0e6 req-3e2ffa51-dd6e-4bcf-99f1-fc194cc6c370 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790767 Aug 21 09:09:28.891910 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:28.901954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a6beb956-ce69-431c-80ee-d090e297074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:09:28Z', 'revision_number': 6, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:28.912604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:28.913438 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:28.928729 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:28.935293 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6beb956-ce69-431c-80ee-d090e297074d None None] The sync data for ids ['b8ba3740-7a27-492a-85c7-914d7b476f0b'] in n-d-766726-28 is: [{'id': 'b8ba3740-7a27-492a-85c7-914d7b476f0b', 'name': 'tempest-ServersTestBootFromVolume-1708106098-router', 'tenant_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:04:40Z', 'updated_at': '2021-08-21T09:09:28Z', 'revision_number': 6, 'project_id': '45e5a9e3f88441cd96e8dac1c60da9ae', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:09:28.986846 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:28.994995 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59ea802-88e4-4dfd-816c-69c7efd9f94b x-openstack-request-id: req-e59ea802-88e4-4dfd-816c-69c7efd9f94b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:28.995288 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "4b5e9a35-1c2b-412f-979d-550fc637481a", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:28.995542 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e59ea802-88e4-4dfd-816c-69c7efd9f94b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:28.996034 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '4b5e9a35-1c2b-412f-979d-550fc637481a', 'status': 'completed', 'code': 200} Aug 21 09:09:29.025277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=5775a5ce-0574-4fd6-8f10-ebab63f96048,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:29.044174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-8de63017-9e33-4274-8c55-a250b7431901 req-b211732d-6b93-42a5-8c27-3f6572a6333f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Deleting port 1de4a134-0438-412e-a054-d91dd2c4cdd0 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:29.044523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8de63017-9e33-4274-8c55-a250b7431901 req-b211732d-6b93-42a5-8c27-3f6572a6333f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.050945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-ba315dfb-3b83-41b9-9b98-a2286e193641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:29.052533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-ba315dfb-3b83-41b9-9b98-a2286e193641 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2938604 Aug 21 09:09:29.056739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09de2768-6817-4f58-88b3-cbee3c91b58b req-e1a48383-8799-4468-9d2f-3f116ebb56a4 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1992767 Aug 21 09:09:29.075545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3cd1efda-a93d-4057-9979-3132270e73ff details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:09:29.112277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.147549 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.191933 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.196724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/712891b6-991f-4b11-99c4-c4ba2661c55c HTTP/1.1" status: 204 len: 168 time: 4.3102570 Aug 21 09:09:29.208845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40250) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:29.224466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc10af-5160-4db9-a465-7d6919e39450 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Network': ['ID=712891b6-991f-4b11-99c4-c4ba2661c55c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:29.249454 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9803d9-f337-44da-ab62-9556795de6c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:29.250130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9803d9-f337-44da-ab62-9556795de6c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:29.251806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5b9803d9-f337-44da-ab62-9556795de6c2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/712891b6-991f-4b11-99c4-c4ba2661c55c HTTP/1.1" status: 404 len: 339 time: 0.0420883 Aug 21 09:09:29.260429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40262) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:29.262873 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.265314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 3cd1efda-a93d-4057-9979-3132270e73ff, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3cd1efda-a93d-4057-9979-3132270e73ff,segment=NetworkSegment(b636e3ba-c375-44be-9b8f-f7a083679417),segment_id=b636e3ba-c375-44be-9b8f-f7a083679417)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:29.265477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-815764303', 'description': 'd1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:29.269219 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.291329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fd86-5fab-4fc4-81cf-1ba04b81eaff req-b79e8029-c1a2-424b-b4cb-d71bb4c4d4a3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:29.298295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '3cd1efda-a93d-4057-9979-3132270e73ff', 'network_id': '0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866', 'port_id': '3cd1efda-a93d-4057-9979-3132270e73ff', 'mac_address': 'fa:16:3e:e6:1b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4361d62d-8415-424e-9424-ca43dfa7df04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:09:29.298924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b52fd86-5fab-4fc4-81cf-1ba04b81eaff req-b79e8029-c1a2-424b-b4cb-d71bb4c4d4a3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.2586131 Aug 21 09:09:29.359724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 96096092-996e-4baa-ac0f-55e2847f4650 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:29.394935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 96096092-996e-4baa-ac0f-55e2847f4650 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:29.395344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 96096092-996e-4baa-ac0f-55e2847f4650 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:29.412708 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.435370 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40272) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:29.436172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd1efda-a93d-4057-9979-3132270e73ff {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:29.456097 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.461445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8ba3740-7a27-492a-85c7-914d7b476f0b {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:09:29.462089 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.463679 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-efb3c650-fe81-415f-bc7c-8e988af34c2d admin admin] 10.222.0.20 "DELETE /v2.0/routers/b8ba3740-7a27-492a-85c7-914d7b476f0b HTTP/1.1" status: 204 len: 168 time: 1.3211889 Aug 21 09:09:29.466303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40278) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:29.470272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 3cd1efda-a93d-4057-9979-3132270e73ff, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3cd1efda-a93d-4057-9979-3132270e73ff,segment=NetworkSegment(b636e3ba-c375-44be-9b8f-f7a083679417),segment_id=b636e3ba-c375-44be-9b8f-f7a083679417)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:29.493441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40280) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:29.535485 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.585876 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4193be04-e052-4dc0-a961-05446e66f8e0 admin admin] Deleting subnet b145570d-f10a-432c-844f-12ae76fc8f46 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:09:29.589038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=3cd1efda-a93d-4057-9979-3132270e73ff,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:29.589211 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4193be04-e052-4dc0-a961-05446e66f8e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.642028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca837ee-690e-4cb6-941f-00c5b7474033 req-8c6db4ee-a3af-4523-b4fb-545d53e89ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:29.643162 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca837ee-690e-4cb6-941f-00c5b7474033 req-8c6db4ee-a3af-4523-b4fb-545d53e89ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:29.643674 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca837ee-690e-4cb6-941f-00c5b7474033 req-8c6db4ee-a3af-4523-b4fb-545d53e89ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:29.644145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca837ee-690e-4cb6-941f-00c5b7474033 req-8c6db4ee-a3af-4523-b4fb-545d53e89ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:29.644612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca837ee-690e-4cb6-941f-00c5b7474033 req-8c6db4ee-a3af-4523-b4fb-545d53e89ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:29.645094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca837ee-690e-4cb6-941f-00c5b7474033 req-8c6db4ee-a3af-4523-b4fb-545d53e89ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:29.645547 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca837ee-690e-4cb6-941f-00c5b7474033 req-8c6db4ee-a3af-4523-b4fb-545d53e89ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:29.647578 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7ca837ee-690e-4cb6-941f-00c5b7474033 req-8c6db4ee-a3af-4523-b4fb-545d53e89ee7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6509 time: 0.2110162 Aug 21 09:09:29.656365 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4193be04-e052-4dc0-a961-05446e66f8e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.662680 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-593ca25d-c704-48df-bd0b-b523943910e1 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.728052 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-593ca25d-c704-48df-bd0b-b523943910e1 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.743921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8de63017-9e33-4274-8c55-a250b7431901 req-b211732d-6b93-42a5-8c27-3f6572a6333f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] For port 1de4a134-0438-412e-a054-d91dd2c4cdd0, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1de4a134-0438-412e-a054-d91dd2c4cdd0,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:29.744477 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8de63017-9e33-4274-8c55-a250b7431901 req-b211732d-6b93-42a5-8c27-3f6572a6333f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.759834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['3cd1efda-a93d-4057-9979-3132270e73ff'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:29.766856 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-7ca837ee-690e-4cb6-941f-00c5b7474033 req-041d04a1-c402-4746-9a03-1539c5ab674a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113014 Aug 21 09:09:29.820759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b52fd86-5fab-4fc4-81cf-1ba04b81eaff req-9e8c284c-4853-4036-9641-2719605e9686 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120139 Aug 21 09:09:29.827201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-8de63017-9e33-4274-8c55-a250b7431901 req-b211732d-6b93-42a5-8c27-3f6572a6333f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Calling delete_port for 1de4a134-0438-412e-a054-d91dd2c4cdd0 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:29.829891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-e7a875ac-2e34-48e3-b1d0-33aec39ef50b service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513087 Aug 21 09:09:29.842167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4193be04-e052-4dc0-a961-05446e66f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.912386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:29.917657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5775a5ce-0574-4fd6-8f10-ebab63f96048 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:29.918133 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.935115 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-593ca25d-c704-48df-bd0b-b523943910e1 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.938449 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-593ca25d-c704-48df-bd0b-b523943910e1 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.940455 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-593ca25d-c704-48df-bd0b-b523943910e1 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "DELETE /v2.0/security-groups/d258502a-e3e3-4733-bd9c-1d8b92fb5195 HTTP/1.1" status: 204 len: 168 time: 0.4460597 Aug 21 09:09:29.951153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40288) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:29.953764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 5775a5ce-0574-4fd6-8f10-ebab63f96048 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:29.954107 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5775a5ce-0574-4fd6-8f10-ebab63f96048 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:29.954534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63c810a3-e7b7-41ac-8fa7-f94b8134031e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:29.958466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ea2d7-4fb3-41cd-89d0-9c9a8711b0d9 req-4a0310dd-2a4f-428a-832a-1c67b6fe7bbb tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:29.965904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f7ea2d7-4fb3-41cd-89d0-9c9a8711b0d9 req-4a0310dd-2a4f-428a-832a-1c67b6fe7bbb tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 944 time: 0.2433281 Aug 21 09:09:29.971593 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-3ea0cc0a-4bf5-4170-a437-514a6633dbfd tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] show failed (client error): The resource could not be found. Aug 21 09:09:29.973711 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3ea0cc0a-4bf5-4170-a437-514a6633dbfd tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "GET /v2.0/security-groups/d258502a-e3e3-4733-bd9c-1d8b92fb5195 HTTP/1.1" status: 404 len: 347 time: 0.0193222 Aug 21 09:09:29.975012 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4193be04-e052-4dc0-a961-05446e66f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:29.977716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ca25d-c704-48df-bd0b-b523943910e1 tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d258502a-e3e3-4733-bd9c-1d8b92fb5195,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:29.985471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 63c810a3-e7b7-41ac-8fa7-f94b8134031e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:29.985820 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63c810a3-e7b7-41ac-8fa7-f94b8134031e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:29.986782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:29.999933 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40290) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:30.015338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:30.015725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 40089dc7-6d5b-493d-acc0-c2a6fd24f6ed not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:30.090680 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f7ea2d7-4fb3-41cd-89d0-9c9a8711b0d9 req-132cdce9-3066-43c8-97d4-7951b4885b49 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182613 Aug 21 09:09:30.093555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-44d53f27-7e00-43a3-a437-3d47c8264b13 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521653 Aug 21 09:09:30.097868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:09:30.162283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193be04-e052-4dc0-a961-05446e66f8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b145570d-f10a-432c-844f-12ae76fc8f46,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:30.165996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-d3f691d9-a8a9-4e17-acff-cff6a5c0c400 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=58edfe04-a3d4-4096-86d3-5ad70a933df4 HTTP/1.1" status: 200 len: 217 time: 0.0633295 Aug 21 09:09:30.167232 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.167485 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4193be04-e052-4dc0-a961-05446e66f8e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.167637 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Added segment 7ce84c5b-e341-41a8-9eba-2dd3a8aaebe1 of type vlan for network 23953b1b-fc2d-4b94-813d-902d8a3614d7 Aug 21 09:09:30.175921 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4193be04-e052-4dc0-a961-05446e66f8e0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b145570d-f10a-432c-844f-12ae76fc8f46 HTTP/1.1" status: 204 len: 168 time: 0.7043891 Aug 21 09:09:30.175921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40296) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:30.180792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec47fa-2700-49de-8e60-66d1e13cbe29 None None] Network f6971913-957c-4d25-b195-e4b6dbfc0296 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:30.351706 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.406542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6d463121-a3c2-4ecc-9763-6898507df9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.408622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-6d463121-a3c2-4ecc-9763-6898507df9af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.2142892 Aug 21 09:09:30.449791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712ddda-bd91-46c5-bef6-afdaefb901c1 req-204cdfc5-0d82-49bf-8120-4c7690bc40a3 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.451397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3712ddda-bd91-46c5-bef6-afdaefb901c1 req-204cdfc5-0d82-49bf-8120-4c7690bc40a3 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 944 time: 0.2407706 Aug 21 09:09:30.474796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7280d7-ce60-45b8-aee1-c7e6abca01c8 req-e00b7f88-f44b-4e95-a184-3ccaa7e5c565 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.481036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7280d7-ce60-45b8-aee1-c7e6abca01c8 req-e00b7f88-f44b-4e95-a184-3ccaa7e5c565 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.487318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7280d7-ce60-45b8-aee1-c7e6abca01c8 req-e00b7f88-f44b-4e95-a184-3ccaa7e5c565 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.493321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7280d7-ce60-45b8-aee1-c7e6abca01c8 req-e00b7f88-f44b-4e95-a184-3ccaa7e5c565 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.499840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7280d7-ce60-45b8-aee1-c7e6abca01c8 req-e00b7f88-f44b-4e95-a184-3ccaa7e5c565 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.505868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7280d7-ce60-45b8-aee1-c7e6abca01c8 req-e00b7f88-f44b-4e95-a184-3ccaa7e5c565 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.511861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7280d7-ce60-45b8-aee1-c7e6abca01c8 req-e00b7f88-f44b-4e95-a184-3ccaa7e5c565 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.513863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a7280d7-ce60-45b8-aee1-c7e6abca01c8 req-e00b7f88-f44b-4e95-a184-3ccaa7e5c565 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.3186390 Aug 21 09:09:30.558731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f19edb8-2f88-498a-bcb9-1269d240eed2 None None] DHCP port deletion for f6971913-957c-4d25-b195-e4b6dbfc0296 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:09:30.582982 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.597381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.602835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.603439 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.610701 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5f19edb8-2f88-498a-bcb9-1269d240eed2 None None] Deleting port 93792a5d-bd7d-4026-9cc1-8b299ac1975e {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:30.611732 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5f19edb8-2f88-498a-bcb9-1269d240eed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.617218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3712ddda-bd91-46c5-bef6-afdaefb901c1 req-21fb7754-862b-4925-9cc7-51918143bfd1 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846879 Aug 21 09:09:30.620587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8a548902-1943-4cb8-97c3-452e7488800d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Deleting port a474f514-9349-463a-9cea-418ba9725853 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:30.620930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a548902-1943-4cb8-97c3-452e7488800d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.647872 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8de63017-9e33-4274-8c55-a250b7431901 req-b211732d-6b93-42a5-8c27-3f6572a6333f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.694943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5f19edb8-2f88-498a-bcb9-1269d240eed2 None None] For port 93792a5d-bd7d-4026-9cc1-8b299ac1975e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=93792a5d-bd7d-4026-9cc1-8b299ac1975e,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:30.696355 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5f19edb8-2f88-498a-bcb9-1269d240eed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.697173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0aa006da-7b79-47c7-b4e2-6538d23f5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.699123 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-0aa006da-7b79-47c7-b4e2-6538d23f5876 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2709424 Aug 21 09:09:30.709912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5f19edb8-2f88-498a-bcb9-1269d240eed2 None None] Calling delete_port for 93792a5d-bd7d-4026-9cc1-8b299ac1975e owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:30.717679 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a548902-1943-4cb8-97c3-452e7488800d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.718914 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a548902-1943-4cb8-97c3-452e7488800d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.721182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Deleting port 93792a5d-bd7d-4026-9cc1-8b299ac1975e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:30.721503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.732643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a7280d7-ce60-45b8-aee1-c7e6abca01c8 req-7954cc72-74aa-4ca2-a5bf-825107d94dad tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1947246 Aug 21 09:09:30.737520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211732d-6b93-42a5-8c27-3f6572a6333f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Pushing event deleted for resources: {'Port': ['ID=1de4a134-0438-412e-a054-d91dd2c4cdd0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:30.766478 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8a548902-1943-4cb8-97c3-452e7488800d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Calling delete_port for a474f514-9349-463a-9cea-418ba9725853 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:30.795205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=23953b1b-fc2d-4b94-813d-902d8a3614d7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:30.800417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3dc8695c-f7f2-493f-a804-60d0ed536414 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5373216 Aug 21 09:09:30.806702 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40298) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:30.809813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 23953b1b-fc2d-4b94-813d-902d8a3614d7 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:30.884118 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5f19edb8-2f88-498a-bcb9-1269d240eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.901206 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] For port 93792a5d-bd7d-4026-9cc1-8b299ac1975e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=93792a5d-bd7d-4026-9cc1-8b299ac1975e,segment=NetworkSegment(abf4fddf-1859-497b-8106-5dbec4aa70df),segment_id=abf4fddf-1859-497b-8106-5dbec4aa70df)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:30.901573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.912837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19edb8-2f88-498a-bcb9-1269d240eed2 None None] Pushing event deleted for resources: {'Port': ['ID=93792a5d-bd7d-4026-9cc1-8b299ac1975e,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:30.915045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de63017-9e33-4274-8c55-a250b7431901 req-b211732d-6b93-42a5-8c27-3f6572a6333f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] No DVR routers for this DVR port 1de4a134-0438-412e-a054-d91dd2c4cdd0 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:30.919210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19edb8-2f88-498a-bcb9-1269d240eed2 None None] No DVR routers for this DVR port 93792a5d-bd7d-4026-9cc1-8b299ac1975e on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:30.933437 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Calling delete_port for 93792a5d-bd7d-4026-9cc1-8b299ac1975e owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:30.935338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8de63017-9e33-4274-8c55-a250b7431901 req-b211732d-6b93-42a5-8c27-3f6572a6333f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:30.942969 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8de63017-9e33-4274-8c55-a250b7431901 req-b211732d-6b93-42a5-8c27-3f6572a6333f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.22 "DELETE /v2.0/ports/1de4a134-0438-412e-a054-d91dd2c4cdd0 HTTP/1.1" status: 204 len: 173 time: 2.5413899 Aug 21 09:09:30.942969 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-a59ff28d-dcd3-45a5-b581-dd3d44dc0663 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191253 Aug 21 09:09:30.970268 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0600832-0131-49d0-b7e9-1309eadb0388 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:30.971884 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e0600832-0131-49d0-b7e9-1309eadb0388 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/networks?id=23953b1b-fc2d-4b94-813d-902d8a3614d7 HTTP/1.1" status: 200 len: 764 time: 0.1369112 Aug 21 09:09:30.974711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40302) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:30.980984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7c6962ba-0f2a-4ae9-9d41-8c1a84720a00 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'description': 'd2'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:30.998195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df151b1-142b-4aa5-b5dd-b83430923771', 'name': 'network-vif-deleted', 'tag': '1de4a134-0438-412e-a054-d91dd2c4cdd0'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:31.000493 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3156bc8b-21c9-4cd6-9366-cf313e729332" -d '{"events": [{"server_uuid": "9df151b1-142b-4aa5-b5dd-b83430923771", "name": "network-vif-deleted", "tag": "1de4a134-0438-412e-a054-d91dd2c4cdd0"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:31.025534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21cfc1-ac5e-424a-9864-a1b1bb381db6 req-bba77a91-75a2-4eda-882e-e356088a0c17 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:31.027003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe21cfc1-ac5e-424a-9864-a1b1bb381db6 req-bba77a91-75a2-4eda-882e-e356088a0c17 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.1466119 Aug 21 09:09:31.056547 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52529517-6851-47cd-8cdb-21fd68e3197f x-openstack-request-id: req-52529517-6851-47cd-8cdb-21fd68e3197f {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:31.056924 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df151b1-142b-4aa5-b5dd-b83430923771", "name": "network-vif-deleted", "tag": "1de4a134-0438-412e-a054-d91dd2c4cdd0", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:31.057177 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52529517-6851-47cd-8cdb-21fd68e3197f {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:31.057571 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df151b1-142b-4aa5-b5dd-b83430923771', 'name': 'network-vif-deleted', 'tag': '1de4a134-0438-412e-a054-d91dd2c4cdd0', 'status': 'completed', 'code': 200} Aug 21 09:09:31.075024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3cd1efda-a93d-4057-9979-3132270e73ff up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:31.102736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe21cfc1-ac5e-424a-9864-a1b1bb381db6 req-83fe3435-179c-4a2f-b7cd-dea7ac177664 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652287 Aug 21 09:09:31.130224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-888c5977-db60-4887-9b38-1bf4b1265271 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721938 Aug 21 09:09:31.187382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-c5e5064e-041a-4d90-8a03-cd6961abc857 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=9d96bb04-9325-4a64-8c0c-8ac156a08afe HTTP/1.1" status: 200 len: 217 time: 0.0560734 Aug 21 09:09:31.202980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 3cd1efda-a93d-4057-9979-3132270e73ff completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:31.207601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 3cd1efda-a93d-4057-9979-3132270e73ff triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:31.207990 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.225219 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.264222 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93792a5d-bd7d-4026-9cc1-8b299ac1975e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:31.266139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-8cd421f8-b673-467f-b7bf-d563688ee71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:31.276705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] No DVR routers for this DVR port 93792a5d-bd7d-4026-9cc1-8b299ac1975e on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:31.280094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-8cd421f8-b673-467f-b7bf-d563688ee71d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.0837724 Aug 21 09:09:31.284440 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c6962ba-0f2a-4ae9-9d41-8c1a84720a00 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.300682 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.306580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dbeef-61bd-4d57-8a25-eb4c7a265a8d req-19842c6f-7a92-488b-8898-15ef467539a2 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:31.308305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-917dbeef-61bd-4d57-8a25-eb4c7a265a8d req-19842c6f-7a92-488b-8898-15ef467539a2 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 944 time: 0.1235423 Aug 21 09:09:31.312229 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a548902-1943-4cb8-97c3-452e7488800d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.335435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c531df7-49e1-4062-a776-e5e9d631af3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd1efda-a93d-4057-9979-3132270e73ff'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:31.338142 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7bb416-dbcb-4ab0-9c51-a770152f77bb" -d '{"events": [{"server_uuid": "4c531df7-49e1-4062-a776-e5e9d631af3c", "name": "network-vif-plugged", "status": "completed", "tag": "3cd1efda-a93d-4057-9979-3132270e73ff"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:31.353541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 3cd1efda-a93d-4057-9979-3132270e73ff, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3cd1efda-a93d-4057-9979-3132270e73ff,segment=NetworkSegment(b636e3ba-c375-44be-9b8f-f7a083679417),segment_id=b636e3ba-c375-44be-9b8f-f7a083679417)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:31.356351 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a548902-1943-4cb8-97c3-452e7488800d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Pushing event deleted for resources: {'Port': ['ID=a474f514-9349-463a-9cea-418ba9725853,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:31.376612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-05aa50d6-c84e-4653-896e-cdc25e1b2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:31.378900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-05aa50d6-c84e-4653-896e-cdc25e1b2665 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0917065 Aug 21 09:09:31.381017 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1f0bd1-9dd7-4fff-8344-c73c8704bf34 x-openstack-request-id: req-ce1f0bd1-9dd7-4fff-8344-c73c8704bf34 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:31.381464 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c531df7-49e1-4062-a776-e5e9d631af3c", "name": "network-vif-plugged", "status": "completed", "tag": "3cd1efda-a93d-4057-9979-3132270e73ff", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:31.381755 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce1f0bd1-9dd7-4fff-8344-c73c8704bf34 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:31.382156 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c531df7-49e1-4062-a776-e5e9d631af3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd1efda-a93d-4057-9979-3132270e73ff', 'code': 200} Aug 21 09:09:31.386520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-917dbeef-61bd-4d57-8a25-eb4c7a265a8d req-7570935c-bdae-4e69-bad1-a358cb69ebee tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620320 Aug 21 09:09:31.412197 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c6962ba-0f2a-4ae9-9d41-8c1a84720a00 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.455581 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.460425 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.461426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1de4a134-0438-412e-a054-d91dd2c4cdd0 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:31.467655 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c6962ba-0f2a-4ae9-9d41-8c1a84720a00 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network 23953b1b-fc2d-4b94-813d-902d8a3614d7 is not hosted by any dhcp agent {{(pid=106756) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 09:09:31.473657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6962ba-0f2a-4ae9-9d41-8c1a84720a00 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:31.474248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c6962ba-0f2a-4ae9-9d41-8c1a84720a00 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.476632 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7c6962ba-0f2a-4ae9-9d41-8c1a84720a00 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "PUT /v2.0/networks/23953b1b-fc2d-4b94-813d-902d8a3614d7 HTTP/1.1" status: 200 len: 761 time: 0.4987025 Aug 21 09:09:31.482401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40310) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:31.486148 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 1de4a134-0438-412e-a054-d91dd2c4cdd0 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:31.486748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1de4a134-0438-412e-a054-d91dd2c4cdd0 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:31.509634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6971913-957c-4d25-b195-e4b6dbfc0296']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:31.530176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf4fddf-1859-497b-8106-5dbec4aa70df') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:31.530472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf4fddf-1859-497b-8106-5dbec4aa70df') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:31.541611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=3cd1efda-a93d-4057-9979-3132270e73ff,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:31.548720 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a548902-1943-4cb8-97c3-452e7488800d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.551243 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a548902-1943-4cb8-97c3-452e7488800d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.552437 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8a548902-1943-4cb8-97c3-452e7488800d tempest-ImagesOneServerNegativeTestJSON-1849926460 tempest-ImagesOneServerNegativeTestJSON-1849926460-project] 10.222.0.20 "DELETE /v2.0/floatingips/5b144847-cb3c-460e-a719-c11dacabfdc0 HTTP/1.1" status: 204 len: 168 time: 1.5548067 Aug 21 09:09:31.554480 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.556353 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6962ba-0f2a-4ae9-9d41-8c1a84720a00 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=23953b1b-fc2d-4b94-813d-902d8a3614d7,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:31.576071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 23953b1b-fc2d-4b94-813d-902d8a3614d7 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:31.584326 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.596692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:31.597156 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:31.599254 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:31.645001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61e275-5049-4653-b6f4-673f1be29b74 req-916cf0bf-ee10-4e48-a5b9-d372db781119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:31.646599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e61e275-5049-4653-b6f4-673f1be29b74 req-916cf0bf-ee10-4e48-a5b9-d372db781119 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 1097 time: 0.1975312 Aug 21 09:09:31.658797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93792a5d-bd7d-4026-9cc1-8b299ac1975e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:31.684985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 93792a5d-bd7d-4026-9cc1-8b299ac1975e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:31.685575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93792a5d-bd7d-4026-9cc1-8b299ac1975e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:31.703435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-818b5318-376e-4b10-966f-92e3704a8a7f service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158996 Aug 21 09:09:31.723626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f366efc-2475-46b2-994c-0c14fe5eea72 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:31.728848 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2f366efc-2475-46b2-994c-0c14fe5eea72 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/networks?id=23953b1b-fc2d-4b94-813d-902d8a3614d7 HTTP/1.1" status: 200 len: 764 time: 0.2395108 Aug 21 09:09:31.729386 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40324) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:31.748633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40326) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:31.812637 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.836654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.842434 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f6971913-957c-4d25-b195-e4b6dbfc0296 HTTP/1.1" status: 204 len: 168 time: 1.6640370 Aug 21 09:09:31.843503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7b5c1a8-09e6-47a4-af31-b1a8c328b855 req-898c48ed-4280-4845-b257-0f0ba0f6de36 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df151b1-142b-4aa5-b5dd-b83430923771 HTTP/1.1" status: 200 len: 210 time: 0.1070511 Aug 21 09:09:31.850468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e61e275-5049-4653-b6f4-673f1be29b74 req-d6e8ec83-307e-47f8-b532-0af23e1ed53e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847961 Aug 21 09:09:31.865303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5049c64-1963-48e9-9a0a-4152f37120b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6971913-957c-4d25-b195-e4b6dbfc0296,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:31.888705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dcd293-19c4-4a4f-a999-75b05f4fc208 admin admin] Deleting subnet 6f226a65-ad9c-45f6-a646-51e4a5d93371 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:09:31.894189 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74dcd293-19c4-4a4f-a999-75b05f4fc208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.937073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-72dae748-5e9f-42d1-8c40-0998ee62a67f service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095003 Aug 21 09:09:31.949843 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74dcd293-19c4-4a4f-a999-75b05f4fc208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:31.955377 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d86005-f30d-4603-9828-30b3c27ea59c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:31.959865 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03d86005-f30d-4603-9828-30b3c27ea59c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2269773 Aug 21 09:09:31.960244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40332) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:32.003444 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-caca0496-2dbc-4564-ab0b-06ef409819ad tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 207 time: 0.0382893 Aug 21 09:09:32.003856 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40334) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:32.035474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-3d1b867f-5491-4ae6-9524-4c3523d7dfb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe HTTP/1.1" status: 200 len: 217 time: 0.0884361 Aug 21 09:09:32.092140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74dcd293-19c4-4a4f-a999-75b05f4fc208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.129876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ad2eb-dad3-46f7-b96e-39405feba547 req-55923984-cb9f-4a8a-9e0f-ce4f711d035a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.135963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ad2eb-dad3-46f7-b96e-39405feba547 req-55923984-cb9f-4a8a-9e0f-ce4f711d035a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.142734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ad2eb-dad3-46f7-b96e-39405feba547 req-55923984-cb9f-4a8a-9e0f-ce4f711d035a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.148527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ad2eb-dad3-46f7-b96e-39405feba547 req-55923984-cb9f-4a8a-9e0f-ce4f711d035a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.154645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ad2eb-dad3-46f7-b96e-39405feba547 req-55923984-cb9f-4a8a-9e0f-ce4f711d035a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.161257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ad2eb-dad3-46f7-b96e-39405feba547 req-55923984-cb9f-4a8a-9e0f-ce4f711d035a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.167440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ad2eb-dad3-46f7-b96e-39405feba547 req-55923984-cb9f-4a8a-9e0f-ce4f711d035a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.169503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a40ad2eb-dad3-46f7-b96e-39405feba547 req-55923984-cb9f-4a8a-9e0f-ce4f711d035a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.2237053 Aug 21 09:09:32.181554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-905704c6-06d2-4c9d-84d6-533dd831f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.183385 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-905704c6-06d2-4c9d-84d6-533dd831f1bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.1401525 Aug 21 09:09:32.188467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a3afe-2430-4e96-81cd-db9626337b5e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.195147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a3afe-2430-4e96-81cd-db9626337b5e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.201089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a3afe-2430-4e96-81cd-db9626337b5e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.207333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a3afe-2430-4e96-81cd-db9626337b5e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.213006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a3afe-2430-4e96-81cd-db9626337b5e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.218672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a3afe-2430-4e96-81cd-db9626337b5e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.221913 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-674a3afe-2430-4e96-81cd-db9626337b5e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2156179 Aug 21 09:09:32.224406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40338) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:32.276855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40340) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:32.299425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a40ad2eb-dad3-46f7-b96e-39405feba547 req-5956d0c0-5aef-4945-af5e-0bcb4d88b817 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191006 Aug 21 09:09:32.309523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-40e77f18-1b87-4981-bf75-899ed428919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.311079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-40e77f18-1b87-4981-bf75-899ed428919d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1180391 Aug 21 09:09:32.320593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101d676-754e-41c8-a12a-c3f34a377d99 req-67c9f6b7-9a79-4d23-9aae-08ebad790f49 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.321694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3101d676-754e-41c8-a12a-c3f34a377d99 req-67c9f6b7-9a79-4d23-9aae-08ebad790f49 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.1311970 Aug 21 09:09:32.350866 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-487eaa94-9de6-4948-aa54-a04b2815a5dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45e5a9e3f88441cd96e8dac1c60da9ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727489 Aug 21 09:09:32.357957 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40342) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:32.383059 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74dcd293-19c4-4a4f-a999-75b05f4fc208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.391947 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0837052a-b897-4e57-8248-3b93bf6dd847 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1630926 Aug 21 09:09:32.398110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40344) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:32.426040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcd293-19c4-4a4f-a999-75b05f4fc208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f226a65-ad9c-45f6-a646-51e4a5d93371,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:32.432624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74dcd293-19c4-4a4f-a999-75b05f4fc208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.435844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-74dcd293-19c4-4a4f-a999-75b05f4fc208 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6f226a65-ad9c-45f6-a646-51e4a5d93371 HTTP/1.1" status: 204 len: 168 time: 0.6835752 Aug 21 09:09:32.437749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40348) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:32.459083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3101d676-754e-41c8-a12a-c3f34a377d99 req-212af388-cdc3-41b7-a6ff-d83621361ba0 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291966 Aug 21 09:09:32.475046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e464c6-7d71-4d49-9385-e6793061f9fb tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.476577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e464c6-7d71-4d49-9385-e6793061f9fb tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.478115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e464c6-7d71-4d49-9385-e6793061f9fb tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.488703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e464c6-7d71-4d49-9385-e6793061f9fb tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.488703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e464c6-7d71-4d49-9385-e6793061f9fb tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.488703 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-02e464c6-7d71-4d49-9385-e6793061f9fb tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0891979 Aug 21 09:09:32.488703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40350) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:32.499785 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb7d1-356e-4c7d-a891-3d6a3b6911b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.545740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9ddf3749-e5e1-4908-a93a-eed637507918 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230728 Aug 21 09:09:32.547836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb7d1-356e-4c7d-a891-3d6a3b6911b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.566493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc085f7-c66f-4454-9c5c-f518b07b480d tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.567915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc085f7-c66f-4454-9c5c-f518b07b480d tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.569557 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc085f7-c66f-4454-9c5c-f518b07b480d tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.571053 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc085f7-c66f-4454-9c5c-f518b07b480d tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.572477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc085f7-c66f-4454-9c5c-f518b07b480d tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.574029 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2bc085f7-c66f-4454-9c5c-f518b07b480d tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0860438 Aug 21 09:09:32.577537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40352) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:32.579368 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.638762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff22d8e-fe28-4329-8bea-b2acc93e670e req-5e3a994c-b71b-404c-8f68-75b9f677f4e4 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.640226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ff22d8e-fe28-4329-8bea-b2acc93e670e req-5e3a994c-b71b-404c-8f68-75b9f677f4e4 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 945 time: 0.1390424 Aug 21 09:09:32.702576 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb1623-f45c-415f-ac77-f6a82d3440d3 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.707280 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e3eb1623-f45c-415f-ac77-f6a82d3440d3 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/networks/ecd7261a-32e8-47f1-83e0-3f0e76dd0132 HTTP/1.1" status: 200 len: 804 time: 0.1254215 Aug 21 09:09:32.707652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40354) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:32.763362 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb7d1-356e-4c7d-a891-3d6a3b6911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.763654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9aed2fb5-50a0-46f7-a13b-cded8f4b4f4e service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100165 Aug 21 09:09:32.765949 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb7d1-356e-4c7d-a891-3d6a3b6911b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.769417 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9aaeb7d1-356e-4c7d-a891-3d6a3b6911b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee278b75-af44-4f58-a91e-146f72a167d4 HTTP/1.1" status: 204 len: 168 time: 0.4082208 Aug 21 09:09:32.769554 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.779601 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeb7d1-356e-4c7d-a891-3d6a3b6911b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee278b75-af44-4f58-a91e-146f72a167d4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:32.789286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ff22d8e-fe28-4329-8bea-b2acc93e670e req-565dc594-f644-4ebf-9cac-acf7d50cc6fa tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412542 Aug 21 09:09:32.819930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c9274c-bc24-418b-8485-d38f0939b261']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:32.823389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-b265b099-13a5-4499-a026-e523b15f876e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=090fdd81-0c45-49e9-97a8-edb01ea83e05 HTTP/1.1" status: 200 len: 217 time: 0.0496423 Aug 21 09:09:32.840751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:32.840751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2be5b63-bf09-4369-9cf7-063ff58aa7b1') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:32.870327 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3db3866f-49b3-4ecc-ab68-13d38de6b101 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/networks/ecd7261a-32e8-47f1-83e0-3f0e76dd0132?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1582596 Aug 21 09:09:32.870560 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.870791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40358) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:32.890745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.901060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-c15f9b5e-8080-4dd1-ada9-1fb9dd93c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.901060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-c15f9b5e-8080-4dd1-ada9-1fb9dd93c8f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 200 len: 797 time: 0.0689368 Aug 21 09:09:32.902523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:32.904938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:32.906345 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:32.942872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a153a54e-593a-4a6c-b838-3e659ac520c9 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:32.942872 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a153a54e-593a-4a6c-b838-3e659ac520c9 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/subnets/f0b4b680-c187-45cb-9f3e-b2376e35e697 HTTP/1.1" status: 200 len: 843 time: 0.0663445 Aug 21 09:09:32.942872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40364) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:33.005929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-21159b9b-c42e-4a26-a038-4b50a42342e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.007486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-21159b9b-c42e-4a26-a038-4b50a42342e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0865154 Aug 21 09:09:33.010656 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a308ec-98cf-43e3-8823-f6e82b1d712e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.015953 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-24a308ec-98cf-43e3-8823-f6e82b1d712e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "GET /v2.0/subnets/f0b4b680-c187-45cb-9f3e-b2376e35e697?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0691986 Aug 21 09:09:33.018347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40366) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:33.035722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1967969166'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:33.090642 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:33.103785 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:33.105687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/84c9274c-bc24-418b-8485-d38f0939b261 HTTP/1.1" status: 204 len: 168 time: 0.6667652 Aug 21 09:09:33.121177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c9274c-bc24-418b-8485-d38f0939b261,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:33.137250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.137600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.137947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.138285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.138625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.138991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.139310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.139649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.139979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.140306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.140631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.141010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284917d-5bbd-40ce-a215-bcc4127057e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:33.162912 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-80271cfe-a2e7-4391-9818-0984cef29018 service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458745 Aug 21 09:09:33.222322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:33.225897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:33.266539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:09:33.285681 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:33.286256 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Added segment aeb5ee59-c219-47b1-a661-1df7f64aa2c1 of type vlan for network 1975ac64-767d-4c6e-9560-f29119aec488 Aug 21 09:09:33.295190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-26b7f7e2-6a35-43a9-a87c-2a6cac7140ae service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253507 Aug 21 09:09:33.374704 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:33.388665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-2cc1b3f0-e4b2-4617-86d2-a6f15835afdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b5e9a35-1c2b-412f-979d-550fc637481a HTTP/1.1" status: 200 len: 217 time: 0.0715861 Aug 21 09:09:33.514676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40388) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:33.525182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d99b86-d1ac-4527-8b5c-f1b3252d8598 req-7df6ee02-114d-44b7-b7be-0689aaacb8b0 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.531139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d99b86-d1ac-4527-8b5c-f1b3252d8598 req-7df6ee02-114d-44b7-b7be-0689aaacb8b0 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.537150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d99b86-d1ac-4527-8b5c-f1b3252d8598 req-7df6ee02-114d-44b7-b7be-0689aaacb8b0 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.543135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d99b86-d1ac-4527-8b5c-f1b3252d8598 req-7df6ee02-114d-44b7-b7be-0689aaacb8b0 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.549713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d99b86-d1ac-4527-8b5c-f1b3252d8598 req-7df6ee02-114d-44b7-b7be-0689aaacb8b0 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.554568 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-757b1d09-087f-40e7-b90d-63f3a8d56ade admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7b0c296b091447cbd166b75f7457577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386555 Aug 21 09:09:33.555698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d99b86-d1ac-4527-8b5c-f1b3252d8598 req-7df6ee02-114d-44b7-b7be-0689aaacb8b0 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.557129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40390) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:33.561602 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d99b86-d1ac-4527-8b5c-f1b3252d8598 req-7df6ee02-114d-44b7-b7be-0689aaacb8b0 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.563520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82d99b86-d1ac-4527-8b5c-f1b3252d8598 req-7df6ee02-114d-44b7-b7be-0689aaacb8b0 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.1766965 Aug 21 09:09:33.566908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-1865c119-98c3-47ca-b2ef-853703f42701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.568339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-1865c119-98c3-47ca-b2ef-853703f42701 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 200 len: 797 time: 0.1716146 Aug 21 09:09:33.569456 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:33.574844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.575419 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:33.584502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48c99d-b20b-404e-be33-fa762b81c049 req-dc07f6c0-afd6-4070-bb39-1066a90f401e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.585970 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee48c99d-b20b-404e-be33-fa762b81c049 req-dc07f6c0-afd6-4070-bb39-1066a90f401e tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 944 time: 0.1903687 Aug 21 09:09:33.621759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-343c932f-ec79-4f99-88ef-45e9318da151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:33.643860 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-343c932f-ec79-4f99-88ef-45e9318da151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:33.739736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Network': ['ID=1975ac64-767d-4c6e-9560-f29119aec488,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:33.745496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-66d67f05-3efb-43a2-9138-078c60581961 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7229347 Aug 21 09:09:33.746564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40398) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:33.750786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 1975ac64-767d-4c6e-9560-f29119aec488 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:33.753763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'network_id': '1975ac64-767d-4c6e-9560-f29119aec488', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:33.762878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82d99b86-d1ac-4527-8b5c-f1b3252d8598 req-9e8370f6-bb16-4dd6-886b-599088d42815 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1738729 Aug 21 09:09:33.768650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee48c99d-b20b-404e-be33-fa762b81c049 req-b69a5f2f-d938-4615-8c44-2272b9900619 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636894 Aug 21 09:09:33.771139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7bc9cf3b-1e6e-4bd8-924e-18553ff8e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:33.772004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-7bc9cf3b-1e6e-4bd8-924e-18553ff8e3ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1841199 Aug 21 09:09:33.792354 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-343c932f-ec79-4f99-88ef-45e9318da151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:33.795471 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-343c932f-ec79-4f99-88ef-45e9318da151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:33.796746 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-343c932f-ec79-4f99-88ef-45e9318da151 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5245855-d5e8-4662-9223-9a8ef9126283 HTTP/1.1" status: 204 len: 168 time: 0.2387617 Aug 21 09:09:33.806495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c932f-ec79-4f99-88ef-45e9318da151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5245855-d5e8-4662-9223-9a8ef9126283,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:33.977666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40406) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:34.192162 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1754689844-network', 'tenant_id': 'a9cecab997774545bfb15e73758feb55'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:34.272239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Made reservation on behalf of a9cecab997774545bfb15e73758feb55 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:34.274899 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:34.285896 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:34.362821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c3b0-0ad8-48ff-b1e1-96d2889ae046 req-e897bb9a-9597-495d-9a55-ce600f77542a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:34.364341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3b9c3b0-0ad8-48ff-b1e1-96d2889ae046 req-e897bb9a-9597-495d-9a55-ce600f77542a tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.22 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 944 time: 0.5809879 Aug 21 09:09:34.387799 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:34.388129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-2edab940-0a31-40f6-9f62-8c893c29fcc2 service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035376 Aug 21 09:09:34.415906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a40ed-f98a-40da-bd10-b1e1fbaf6ca9 req-ffcf88dd-21bd-443a-8fa3-01793e948a2c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:34.417425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f76a40ed-f98a-40da-bd10-b1e1fbaf6ca9 req-ffcf88dd-21bd-443a-8fa3-01793e948a2c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.5376768 Aug 21 09:09:34.437496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464abc90-5c73-4a1b-8dac-3be7ccec1a1a req-9c83602a-3734-460f-9041-361e8835dde3 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:34.438946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-464abc90-5c73-4a1b-8dac-3be7ccec1a1a req-9c83602a-3734-460f-9041-361e8835dde3 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 945 time: 0.5309906 Aug 21 09:09:34.459078 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:34.483992 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:09:34.493468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753ef357-1a05-4a23-9fd4-1b8ad008e1cc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:34.498021 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:34.498364 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Added segment 70323255-1eaa-495a-9dd1-87d7bfa8b334 of type vlan for network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 Aug 21 09:09:34.538073 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:34.600327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f76a40ed-f98a-40da-bd10-b1e1fbaf6ca9 req-4e5f8b23-ab25-4f42-95ba-77f188a160be tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576600 Aug 21 09:09:34.627295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b62b907c-6214-4215-8e6f-5f6a2812b20d req-9e96cd24-bf5d-4eb8-b591-656a131fdc8f service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055659 Aug 21 09:09:34.632303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-464abc90-5c73-4a1b-8dac-3be7ccec1a1a req-f593a1d3-e1f6-468e-a9cc-af9b791f211e tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753294 Aug 21 09:09:34.633814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Made reservation on behalf of 18e6526232e24600b77475e4e73b49b5 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:34.637324 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:34.654662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:34.656887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:34.657524 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:34.700619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d3b9c3b0-0ad8-48ff-b1e1-96d2889ae046 req-ad8a0b7a-6914-46db-98c2-7440c8f4869f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Deleting port 39994a1c-bc76-47c2-a822-d2f6557e0d5b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:34.704788 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3b9c3b0-0ad8-48ff-b1e1-96d2889ae046 req-ad8a0b7a-6914-46db-98c2-7440c8f4869f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:34.723332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_backend_mixin [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Performing IP validity checks on allocation pools {{(pid=106757) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 09:09:34.723928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_backend_mixin [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106757) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 09:09:34.754730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] Pushing event updated for resources: {'Network': ['ID=344c9d07-e68f-477b-9c08-8d805d7cc5a8,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:34.767678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:34.836989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d3b9c3b0-0ad8-48ff-b1e1-96d2889ae046 req-ad8a0b7a-6914-46db-98c2-7440c8f4869f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] For port 39994a1c-bc76-47c2-a822-d2f6557e0d5b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=39994a1c-bc76-47c2-a822-d2f6557e0d5b,segment=NetworkSegment(a4b659bb-11ff-4369-b7a3-377390b4c95d),segment_id=a4b659bb-11ff-4369-b7a3-377390b4c95d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:34.837372 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3b9c3b0-0ad8-48ff-b1e1-96d2889ae046 req-ad8a0b7a-6914-46db-98c2-7440c8f4869f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:34.874268 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-58bfa1ce-b2db-4898-8ad6-0d7af0a934d4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8926041 Aug 21 09:09:34.877043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d3b9c3b0-0ad8-48ff-b1e1-96d2889ae046 req-ad8a0b7a-6914-46db-98c2-7440c8f4869f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Calling delete_port for 39994a1c-bc76-47c2-a822-d2f6557e0d5b owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:34.879126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40440) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:34.884167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] Request body: {'subnet': {'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-subnet', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:34.936245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-7c1351fe-893a-4ec8-934a-934686204cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:34.936726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-7c1351fe-893a-4ec8-934a-934686204cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:34.937209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-7c1351fe-893a-4ec8-934a-934686204cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:34.937682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-7c1351fe-893a-4ec8-934a-934686204cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:34.938149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-7c1351fe-893a-4ec8-934a-934686204cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:34.938660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-7c1351fe-893a-4ec8-934a-934686204cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:34.939164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-7c1351fe-893a-4ec8-934a-934686204cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:34.941196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-7c1351fe-893a-4ec8-934a-934686204cbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6484 time: 0.1223729 Aug 21 09:09:35.007168 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] Made reservation on behalf of a9cecab997774545bfb15e73758feb55 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:35.011279 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:35.162575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-3ec3a4c1-0be2-4cd4-a4d3-f6808c21d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.164400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-3ec3a4c1-0be2-4cd4-a4d3-f6808c21d0b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee HTTP/1.1" status: 200 len: 902 time: 0.1939762 Aug 21 09:09:35.238487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-ddd64e09-34bf-4311-95f3-fbbdedfe8e52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b5e9a35-1c2b-412f-979d-550fc637481a HTTP/1.1" status: 200 len: 217 time: 0.0647917 Aug 21 09:09:35.239349 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:35.316906 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:35.371734 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9c4831-28ab-4fdc-81a9-2d11cb39180a,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:35.383458 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] Checking segment: {'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:35.383866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] Network hostable DHCP agents. Network: 344c9d07-e68f-477b-9c08-8d805d7cc5a8, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:09:35.401560 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=5d6c5932-1769-4317-bcae-f4766c957494,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:35.422887 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-abbb0619-dadd-49a7-8311-6cf3c2ead669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.424485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-abbb0619-dadd-49a7-8311-6cf3c2ead669 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 200 len: 797 time: 0.1584532 Aug 21 09:09:35.435453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a404b39-0b34-49c4-9954-ffcea13fa8f3 req-2d18feab-e148-4ad0-98d4-abeef81db268 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.441997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a404b39-0b34-49c4-9954-ffcea13fa8f3 req-2d18feab-e148-4ad0-98d4-abeef81db268 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.448279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a404b39-0b34-49c4-9954-ffcea13fa8f3 req-2d18feab-e148-4ad0-98d4-abeef81db268 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.454210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a404b39-0b34-49c4-9954-ffcea13fa8f3 req-2d18feab-e148-4ad0-98d4-abeef81db268 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.460395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] Network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:09:35.460732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a404b39-0b34-49c4-9954-ffcea13fa8f3 req-2d18feab-e148-4ad0-98d4-abeef81db268 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.466679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a404b39-0b34-49c4-9954-ffcea13fa8f3 req-2d18feab-e148-4ad0-98d4-abeef81db268 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.472740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a404b39-0b34-49c4-9954-ffcea13fa8f3 req-2d18feab-e148-4ad0-98d4-abeef81db268 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.474568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a404b39-0b34-49c4-9954-ffcea13fa8f3 req-2d18feab-e148-4ad0-98d4-abeef81db268 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.2377183 Aug 21 09:09:35.487421 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3b9c3b0-0ad8-48ff-b1e1-96d2889ae046 req-ad8a0b7a-6914-46db-98c2-7440c8f4869f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:35.495747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bfc63-d2a3-46f7-b219-7d5cbce45fa0 req-988c9cbb-c5ab-4887-919f-83d6455748b3 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.497183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f7bfc63-d2a3-46f7-b219-7d5cbce45fa0 req-988c9cbb-c5ab-4887-919f-83d6455748b3 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 944 time: 0.2646213 Aug 21 09:09:35.531625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Checking segment: {'id': 'aeb5ee59-c219-47b1-a661-1df7f64aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1975ac64-767d-4c6e-9560-f29119aec488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:35.531995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network hostable DHCP agents. Network: 1975ac64-767d-4c6e-9560-f29119aec488, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:09:35.534409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 344c9d07-e68f-477b-9c08-8d805d7cc5a8) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:35.541908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e22d8cd-a1d3-4f34-86ec-6419bac376f5 None None] Network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:35.545150 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.545763 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:35.582317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a0b7a-6914-46db-98c2-7440c8f4869f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Pushing event deleted for resources: {'Port': ['ID=39994a1c-bc76-47c2-a822-d2f6557e0d5b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:35.608103 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4a669103-9b9d-4945-a770-d7fa2b95db67 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7278290 Aug 21 09:09:35.610732 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40452) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:35.616434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:35.660481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b9c3b0-0ad8-48ff-b1e1-96d2889ae046 req-ad8a0b7a-6914-46db-98c2-7440c8f4869f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] No DVR routers for this DVR port 39994a1c-bc76-47c2-a822-d2f6557e0d5b on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:35.667374 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3b9c3b0-0ad8-48ff-b1e1-96d2889ae046 req-ad8a0b7a-6914-46db-98c2-7440c8f4869f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:35.669511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3b9c3b0-0ad8-48ff-b1e1-96d2889ae046 req-ad8a0b7a-6914-46db-98c2-7440c8f4869f tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.22 "DELETE /v2.0/ports/39994a1c-bc76-47c2-a822-d2f6557e0d5b HTTP/1.1" status: 204 len: 173 time: 1.2932863 Aug 21 09:09:35.670448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'name': 'network-vif-deleted', 'tag': '39994a1c-bc76-47c2-a822-d2f6557e0d5b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:35.672833 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d1adef-7c24-4af5-8116-41def43158ce" -d '{"events": [{"server_uuid": "af34cafc-6156-43b6-a686-4280b0d8a1e8", "name": "network-vif-deleted", "tag": "39994a1c-bc76-47c2-a822-d2f6557e0d5b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:35.680467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a404b39-0b34-49c4-9954-ffcea13fa8f3 req-5a3316de-1468-4aaa-b2bf-50a5bee14fd1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1807914 Aug 21 09:09:35.683112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f7bfc63-d2a3-46f7-b219-7d5cbce45fa0 req-9e2b68e6-6106-4d4f-85e8-a95d7196d645 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757743 Aug 21 09:09:35.684972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-5a1cb48c-2b2c-4f9b-b845-5d75b343fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.686426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-5a1cb48c-2b2c-4f9b-b845-5d75b343fb56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2100861 Aug 21 09:09:35.707806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'fixed_ips': [{'subnet_id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:09:35.708682 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:35.728873 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:35.729970 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:35.769756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Network 1975ac64-767d-4c6e-9560-f29119aec488 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:09:35.805975 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:35.815449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 1975ac64-767d-4c6e-9560-f29119aec488) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:35.826857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cfaa12-c5f5-4e96-8602-57c636941efc None None] Network 1975ac64-767d-4c6e-9560-f29119aec488 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:35.846616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.847132 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:35.892272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-143dda3a-b78a-4fbe-be58-66ffe9f033bd service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933231 Aug 21 09:09:35.900144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b283b-bafe-41e5-bc1f-a1be707dfd4d req-d2b4dd98-1e57-43b1-a7d6-47de75008fa8 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.901594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a1b283b-bafe-41e5-bc1f-a1be707dfd4d req-d2b4dd98-1e57-43b1-a7d6-47de75008fa8 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 945 time: 0.1378527 Aug 21 09:09:35.917097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2bd0b-2ddf-4fb2-bc22-baaf8697f047 req-7b01fe12-9701-436b-b1b4-13184db525a8 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:35.918676 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08f2bd0b-2ddf-4fb2-bc22-baaf8697f047 req-7b01fe12-9701-436b-b1b4-13184db525a8 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.1467361 Aug 21 09:09:35.961047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Allocated IP 172.20.0.2 (344c9d07-e68f-477b-9c08-8d805d7cc5a8/df9c4831-28ab-4fdc-81a9-2d11cb39180a/d1255d6e-91cd-4dec-8a0a-769ca69bb94f) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:35.999063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-782edcd7-068c-4666-90f3-6d4b596857c0 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2500000 Aug 21 09:09:36.002943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40456) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:36.013284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-bca350c0-97fe-407b-9be8-24127d517978 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:36.078517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08f2bd0b-2ddf-4fb2-bc22-baaf8697f047 req-c54b70e3-9ae6-4f20-859c-31cf82307a37 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402066 Aug 21 09:09:36.099443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a1b283b-bafe-41e5-bc1f-a1be707dfd4d req-5473d327-7f86-40ce-9c58-d86dec7470c5 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751602 Aug 21 09:09:36.115356 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.121047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a012245e-c585-40e9-8b31-80026820340b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-1975ac64-767d-4c6e-9560-f29119aec488', 'network_id': '1975ac64-767d-4c6e-9560-f29119aec488', 'tenant_id': '18e6526232e24600b77475e4e73b49b5', 'fixed_ips': [{'subnet_id': '5d6c5932-1769-4317-bcae-f4766c957494'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:09:36.122956 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a012245e-c585-40e9-8b31-80026820340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.146865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95f9b47-56ca-4b91-9d1e-5c5c1bc37d80 req-d6930924-9d24-44b1-8a1e-7a0989823f2b service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442927 Aug 21 09:09:36.194912 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088d8aee-d4cd-4b3e-867e-b855778447d6 x-openstack-request-id: req-088d8aee-d4cd-4b3e-867e-b855778447d6 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:36.195194 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af34cafc-6156-43b6-a686-4280b0d8a1e8", "name": "network-vif-deleted", "tag": "39994a1c-bc76-47c2-a822-d2f6557e0d5b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:36.195440 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-088d8aee-d4cd-4b3e-867e-b855778447d6 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:36.195856 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af34cafc-6156-43b6-a686-4280b0d8a1e8', 'name': 'network-vif-deleted', 'tag': '39994a1c-bc76-47c2-a822-d2f6557e0d5b', 'status': 'completed', 'code': 200} Aug 21 09:09:36.215625 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bca350c0-97fe-407b-9be8-24127d517978 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-258808956'] for subnet, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.253267 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.269748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Transition to ACTIVE for port object d1255d6e-91cd-4dec-8a0a-769ca69bb94f will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:36.289033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Transition to ACTIVE for port object d1255d6e-91cd-4dec-8a0a-769ca69bb94f will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:36.342810 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-a012245e-c585-40e9-8b31-80026820340b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:09:36.342810 n-d-766726-28 neutron-server[106758]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 21 09:09:36.342810 n-d-766726-28 neutron-server[106758]: [parameters: {'in_use': 1, 'id_1': '5d6c5932-1769-4317-bcae-f4766c957494'}] Aug 21 09:09:36.342810 n-d-766726-28 neutron-server[106758]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:09:36.343202 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-a012245e-c585-40e9-8b31-80026820340b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:09:36.371951 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.427537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:36.436528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:36.440186 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:36.450985 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.452014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Pushing event updated for resources: {'Port': ['ID=d1255d6e-91cd-4dec-8a0a-769ca69bb94f,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:36.479047 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.491651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee2dea-900a-4e24-8f6a-620716765358 req-a869582a-c9f7-4e49-9fe9-85922d59c23b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:36.493647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adee2dea-900a-4e24-8f6a-620716765358 req-a869582a-c9f7-4e49-9fe9-85922d59c23b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.0722396 Aug 21 09:09:36.494804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bca350c0-97fe-407b-9be8-24127d517978 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788175601466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-266300426'] for subnet, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.519367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Attempting to bind port d1255d6e-91cd-4dec-8a0a-769ca69bb94f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:36.520108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Attempting to bind port d1255d6e-91cd-4dec-8a0a-769ca69bb94f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:36.520723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Attempting to bind port d1255d6e-91cd-4dec-8a0a-769ca69bb94f on network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:36.526320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:36.527056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Checking segment: {'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:36.527809 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.528428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Bound using segment: {'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:36.529169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Bound port: d1255d6e-91cd-4dec-8a0a-769ca69bb94f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:36.529771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.620460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] For port d1255d6e-91cd-4dec-8a0a-769ca69bb94f, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:36.625280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] For port d1255d6e-91cd-4dec-8a0a-769ca69bb94f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d1255d6e-91cd-4dec-8a0a-769ca69bb94f,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:36.631296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca350c0-97fe-407b-9be8-24127d517978 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event updated for resources: {'Subnet': ['ID=5d6c5932-1769-4317-bcae-f4766c957494,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:36.635822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Allocated IP 172.25.5.29 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/3060fe06-c0d2-4935-8e77-5c393fca729a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:36.642013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca350c0-97fe-407b-9be8-24127d517978 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:36.643150 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bca350c0-97fe-407b-9be8-24127d517978 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.646939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bca350c0-97fe-407b-9be8-24127d517978 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "PUT /v2.0/subnets/5d6c5932-1769-4317-bcae-f4766c957494 HTTP/1.1" status: 200 len: 900 time: 0.6381457 Aug 21 09:09:36.647233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40470) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:36.736806 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.760949 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.777624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692c22d-6a65-48c2-9b29-946c6e685e65 req-e7ed18e4-4b03-4333-bad6-aa95baaa9078 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:36.779437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a692c22d-6a65-48c2-9b29-946c6e685e65 req-e7ed18e4-4b03-4333-bad6-aa95baaa9078 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 945 time: 0.2287459 Aug 21 09:09:36.851075 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a012245e-c585-40e9-8b31-80026820340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.866170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46dbf9-067c-4b90-9cb4-189814c4d330 None None] Pushing event updated for resources: {'Port': ['ID=d1255d6e-91cd-4dec-8a0a-769ca69bb94f,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:36.880897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48ce2504-755d-495b-8c1f-69d8d6873d63 req-aefbb249-23de-421e-9986-d634c7270845 tempest-LiveMigrationTest-872969164 tempest-LiveMigrationTest-872969164-project] 10.222.0.20 "GET /v2.0/ports?device_id=af34cafc-6156-43b6-a686-4280b0d8a1e8 HTTP/1.1" status: 200 len: 210 time: 0.1004207 Aug 21 09:09:36.964225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-adee2dea-900a-4e24-8f6a-620716765358 req-c3f7b935-dd25-4985-9e2d-8dc615ed74b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Deleting port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:36.964570 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-adee2dea-900a-4e24-8f6a-620716765358 req-c3f7b935-dd25-4985-9e2d-8dc615ed74b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.981050 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f0362f66-e8c9-48cb-b211-40dad0f49044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:36.998213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.006527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777325b-915d-4ecf-b3b8-3793e2ad58c5 req-5242ecb2-4e84-49c1-a282-7953ee23eaa5 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:37.012793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777325b-915d-4ecf-b3b8-3793e2ad58c5 req-5242ecb2-4e84-49c1-a282-7953ee23eaa5 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:37.016128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a012245e-c585-40e9-8b31-80026820340b None None] Allocated IP 2001:db8::3 (1975ac64-767d-4c6e-9560-f29119aec488/5d6c5932-1769-4317-bcae-f4766c957494/4af86962-9356-4997-93cf-ca76b2ba3aae) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:37.019625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777325b-915d-4ecf-b3b8-3793e2ad58c5 req-5242ecb2-4e84-49c1-a282-7953ee23eaa5 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:37.025451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777325b-915d-4ecf-b3b8-3793e2ad58c5 req-5242ecb2-4e84-49c1-a282-7953ee23eaa5 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:37.031480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777325b-915d-4ecf-b3b8-3793e2ad58c5 req-5242ecb2-4e84-49c1-a282-7953ee23eaa5 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:37.037879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777325b-915d-4ecf-b3b8-3793e2ad58c5 req-5242ecb2-4e84-49c1-a282-7953ee23eaa5 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:37.043864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777325b-915d-4ecf-b3b8-3793e2ad58c5 req-5242ecb2-4e84-49c1-a282-7953ee23eaa5 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:37.045735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e777325b-915d-4ecf-b3b8-3793e2ad58c5 req-5242ecb2-4e84-49c1-a282-7953ee23eaa5 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.2643251 Aug 21 09:09:37.060498 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.098280 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:37.108834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:37.113088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:37.224997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e777325b-915d-4ecf-b3b8-3793e2ad58c5 req-5fd95223-871f-471d-9eb0-ce24fbfb68b0 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1588252 Aug 21 09:09:37.225748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Pushing event updated for resources: {'Port': ['ID=3060fe06-c0d2-4935-8e77-5c393fca729a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:37.258040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-adee2dea-900a-4e24-8f6a-620716765358 req-c3f7b935-dd25-4985-9e2d-8dc615ed74b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] For port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:37.258463 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-adee2dea-900a-4e24-8f6a-620716765358 req-c3f7b935-dd25-4985-9e2d-8dc615ed74b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.303544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-adee2dea-900a-4e24-8f6a-620716765358 req-c3f7b935-dd25-4985-9e2d-8dc615ed74b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Calling delete_port for f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:37.332909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a692c22d-6a65-48c2-9b29-946c6e685e65 req-24225459-0609-4593-8c7b-3b5d82e2b30d tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Deleting port 3cd1efda-a93d-4057-9979-3132270e73ff {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:37.333251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a692c22d-6a65-48c2-9b29-946c6e685e65 req-24225459-0609-4593-8c7b-3b5d82e2b30d tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.336403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.364075 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a012245e-c585-40e9-8b31-80026820340b None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.373819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a012245e-c585-40e9-8b31-80026820340b None None] Transition to ACTIVE for port object 4af86962-9356-4997-93cf-ca76b2ba3aae will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:37.393081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a012245e-c585-40e9-8b31-80026820340b None None] Transition to ACTIVE for port object 4af86962-9356-4997-93cf-ca76b2ba3aae will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:37.459606 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a012245e-c585-40e9-8b31-80026820340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.480114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df837eb-6046-4368-959e-bff7a4a1d9ef req-6b254eed-4a4c-45ea-b783-e262b4478238 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:37.481663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6df837eb-6046-4368-959e-bff7a4a1d9ef req-6b254eed-4a4c-45ea-b783-e262b4478238 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 945 time: 0.2465575 Aug 21 09:09:37.502403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012245e-c585-40e9-8b31-80026820340b None None] Network 1975ac64-767d-4c6e-9560-f29119aec488 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:37.507487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a012245e-c585-40e9-8b31-80026820340b None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:37.514955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012245e-c585-40e9-8b31-80026820340b None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:37.518838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012245e-c585-40e9-8b31-80026820340b None None] Pushing event updated for resources: {'Port': ['ID=4af86962-9356-4997-93cf-ca76b2ba3aae,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:37.605935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a012245e-c585-40e9-8b31-80026820340b None None] Attempting to bind port 4af86962-9356-4997-93cf-ca76b2ba3aae on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:37.605935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a012245e-c585-40e9-8b31-80026820340b None None] Attempting to bind port 4af86962-9356-4997-93cf-ca76b2ba3aae by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'aeb5ee59-c219-47b1-a661-1df7f64aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1975ac64-767d-4c6e-9560-f29119aec488'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:37.605935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012245e-c585-40e9-8b31-80026820340b None None] Attempting to bind port 4af86962-9356-4997-93cf-ca76b2ba3aae on network 1975ac64-767d-4c6e-9560-f29119aec488 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:37.609852 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6df837eb-6046-4368-959e-bff7a4a1d9ef req-4d44dc74-c2cd-454f-9c26-d842c415c871 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028998 Aug 21 09:09:37.613809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012245e-c585-40e9-8b31-80026820340b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:37.614328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012245e-c585-40e9-8b31-80026820340b None None] Checking segment: {'id': 'aeb5ee59-c219-47b1-a661-1df7f64aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1975ac64-767d-4c6e-9560-f29119aec488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:37.614839 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a012245e-c585-40e9-8b31-80026820340b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.615773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012245e-c585-40e9-8b31-80026820340b None None] Bound using segment: {'id': 'aeb5ee59-c219-47b1-a661-1df7f64aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1975ac64-767d-4c6e-9560-f29119aec488'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:37.616358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a012245e-c585-40e9-8b31-80026820340b None None] Bound port: 4af86962-9356-4997-93cf-ca76b2ba3aae, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb5ee59-c219-47b1-a661-1df7f64aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1975ac64-767d-4c6e-9560-f29119aec488'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:37.616932 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a012245e-c585-40e9-8b31-80026820340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.626021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4ab80-d63f-4bde-973f-1b01c6cd2108 req-53c1dc09-e89a-4e21-bd8e-50a810a4ba55 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:37.628195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69b4ab80-d63f-4bde-973f-1b01c6cd2108 req-53c1dc09-e89a-4e21-bd8e-50a810a4ba55 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 946 time: 0.2541018 Aug 21 09:09:37.703731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a012245e-c585-40e9-8b31-80026820340b None None] For port 4af86962-9356-4997-93cf-ca76b2ba3aae, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:37.708676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a012245e-c585-40e9-8b31-80026820340b None None] For port 4af86962-9356-4997-93cf-ca76b2ba3aae, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4af86962-9356-4997-93cf-ca76b2ba3aae,segment=NetworkSegment(aeb5ee59-c219-47b1-a661-1df7f64aa2c1),segment_id=aeb5ee59-c219-47b1-a661-1df7f64aa2c1)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:37.725376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d1255d6e-91cd-4dec-8a0a-769ca69bb94f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:37.762106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a692c22d-6a65-48c2-9b29-946c6e685e65 req-24225459-0609-4593-8c7b-3b5d82e2b30d tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] For port 3cd1efda-a93d-4057-9979-3132270e73ff, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3cd1efda-a93d-4057-9979-3132270e73ff,segment=NetworkSegment(b636e3ba-c375-44be-9b8f-f7a083679417),segment_id=b636e3ba-c375-44be-9b8f-f7a083679417)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:37.762912 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a692c22d-6a65-48c2-9b29-946c6e685e65 req-24225459-0609-4593-8c7b-3b5d82e2b30d tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.781402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a692c22d-6a65-48c2-9b29-946c6e685e65 req-24225459-0609-4593-8c7b-3b5d82e2b30d tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Calling delete_port for 3cd1efda-a93d-4057-9979-3132270e73ff owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:37.804291 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a012245e-c585-40e9-8b31-80026820340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.871458 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.891798 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:37.903415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012245e-c585-40e9-8b31-80026820340b None None] Pushing event updated for resources: {'Port': ['ID=4af86962-9356-4997-93cf-ca76b2ba3aae,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:37.950468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69b4ab80-d63f-4bde-973f-1b01c6cd2108 req-3b824a35-2a58-48fa-b506-b6c0982411b1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025720 Aug 21 09:09:37.961884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6c5932-1769-4317-bcae-f4766c957494,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:37.966617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d1255d6e-91cd-4dec-8a0a-769ca69bb94f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:37.986872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40512) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:38.055639 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-adee2dea-900a-4e24-8f6a-620716765358 req-c3f7b935-dd25-4985-9e2d-8dc615ed74b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.068336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['f6535c45-f9c9-480d-ab6c-b9f7d4d955a1'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:38.090214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7b935-dd25-4985-9e2d-8dc615ed74b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event deleted for resources: {'Port': ['ID=f6535c45-f9c9-480d-ab6c-b9f7d4d955a1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:38.107601 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.120498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1975ac64-767d-4c6e-9560-f29119aec488']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:38.137383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb5ee59-c219-47b1-a661-1df7f64aa2c1') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:38.137681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb5ee59-c219-47b1-a661-1df7f64aa2c1') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:38.210173 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.381843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36d5793-a484-42f2-8df3-86dbd98e0ce4 admin admin] Deleting subnet a3ed2908-0152-470c-aa33-4fef5ebc8ac8 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:09:38.388865 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f36d5793-a484-42f2-8df3-86dbd98e0ce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.453124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9380f5-4cf2-49b2-84a2-4f7d26c260ca None None] Network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:38.465431 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f36d5793-a484-42f2-8df3-86dbd98e0ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.527705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f36d5793-a484-42f2-8df3-86dbd98e0ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.583503 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.586537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c8d66e06-ba67-4e77-8bbc-3493441a1000 None None] Provisioning for port d1255d6e-91cd-4dec-8a0a-769ca69bb94f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:38.589889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-adee2dea-900a-4e24-8f6a-620716765358 req-c3f7b935-dd25-4985-9e2d-8dc615ed74b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] No DVR routers for this DVR port f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:38.596042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c8d66e06-ba67-4e77-8bbc-3493441a1000 None None] Provisioning complete for port d1255d6e-91cd-4dec-8a0a-769ca69bb94f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:38.596492 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c8d66e06-ba67-4e77-8bbc-3493441a1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.608807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-adee2dea-900a-4e24-8f6a-620716765358 req-c3f7b935-dd25-4985-9e2d-8dc615ed74b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.610704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adee2dea-900a-4e24-8f6a-620716765358 req-c3f7b935-dd25-4985-9e2d-8dc615ed74b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "DELETE /v2.0/ports/f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 HTTP/1.1" status: 204 len: 173 time: 2.0692465 Aug 21 09:09:38.611990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48d26ae-3058-462a-be62-828b159be097', 'name': 'network-vif-deleted', 'tag': 'f6535c45-f9c9-480d-ab6c-b9f7d4d955a1'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:38.613984 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052030e6-eb37-49f5-ae51-9655ad380f53" -d '{"events": [{"server_uuid": "b48d26ae-3058-462a-be62-828b159be097", "name": "network-vif-deleted", "tag": "f6535c45-f9c9-480d-ab6c-b9f7d4d955a1"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:38.637831 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:09:38.641876 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.655787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:38.656208 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.660805 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c8cfe2-b133-4018-833f-a2e16cbe3ce3 x-openstack-request-id: req-48c8cfe2-b133-4018-833f-a2e16cbe3ce3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:38.661090 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48d26ae-3058-462a-be62-828b159be097", "name": "network-vif-deleted", "tag": "f6535c45-f9c9-480d-ab6c-b9f7d4d955a1", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:38.661334 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48c8cfe2-b133-4018-833f-a2e16cbe3ce3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:38.661714 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48d26ae-3058-462a-be62-828b159be097', 'name': 'network-vif-deleted', 'tag': 'f6535c45-f9c9-480d-ab6c-b9f7d4d955a1', 'status': 'completed', 'code': 200} Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:38.666639 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:38.730521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f36d5793-a484-42f2-8df3-86dbd98e0ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.768108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e4f3-3af1-4e37-9387-0871ba638111 req-1ff1f7ce-866e-440f-942b-2c9d455cd7b8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:38.774578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e4f3-3af1-4e37-9387-0871ba638111 req-1ff1f7ce-866e-440f-942b-2c9d455cd7b8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:38.777210 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d5793-a484-42f2-8df3-86dbd98e0ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ed2908-0152-470c-aa33-4fef5ebc8ac8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:38.780379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e4f3-3af1-4e37-9387-0871ba638111 req-1ff1f7ce-866e-440f-942b-2c9d455cd7b8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:38.786209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f36d5793-a484-42f2-8df3-86dbd98e0ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.786807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e4f3-3af1-4e37-9387-0871ba638111 req-1ff1f7ce-866e-440f-942b-2c9d455cd7b8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:38.791083 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c8d66e06-ba67-4e77-8bbc-3493441a1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.792255 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f36d5793-a484-42f2-8df3-86dbd98e0ce4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a3ed2908-0152-470c-aa33-4fef5ebc8ac8 HTTP/1.1" status: 204 len: 168 time: 0.8040893 Aug 21 09:09:38.793116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40522) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:38.799848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e4f3-3af1-4e37-9387-0871ba638111 req-1ff1f7ce-866e-440f-942b-2c9d455cd7b8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:38.812935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e4f3-3af1-4e37-9387-0871ba638111 req-1ff1f7ce-866e-440f-942b-2c9d455cd7b8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:38.819330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e4f3-3af1-4e37-9387-0871ba638111 req-1ff1f7ce-866e-440f-942b-2c9d455cd7b8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:38.828469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3261e4f3-3af1-4e37-9387-0871ba638111 req-1ff1f7ce-866e-440f-942b-2c9d455cd7b8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.2429514 Aug 21 09:09:38.833052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a692c22d-6a65-48c2-9b29-946c6e685e65 req-24225459-0609-4593-8c7b-3b5d82e2b30d tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.834855 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:09:38.834855 n-d-766726-28 neutron-server[106757]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:09:38.834855 n-d-766726-28 neutron-server[106757]: [parameters: {'id': '1975ac64-767d-4c6e-9560-f29119aec488'}] Aug 21 09:09:38.834855 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:09:38.835232 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:09:38.845049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['3cd1efda-a93d-4057-9979-3132270e73ff'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:38.905636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24225459-0609-4593-8c7b-3b5d82e2b30d tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Pushing event deleted for resources: {'Port': ['ID=3cd1efda-a93d-4057-9979-3132270e73ff,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:38.924641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c8d66e06-ba67-4e77-8bbc-3493441a1000 None None] For port d1255d6e-91cd-4dec-8a0a-769ca69bb94f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d1255d6e-91cd-4dec-8a0a-769ca69bb94f,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:38.946125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:09:38.950712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:38.966362 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Sync routers for ids ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:09:38.987224 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Routers {'0ec3534b-71a3-44a2-9c2f-4474a7445bfb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:09:38.987893 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:38.998146 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c8d66e06-ba67-4e77-8bbc-3493441a1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.063547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a692c22d-6a65-48c2-9b29-946c6e685e65 req-24225459-0609-4593-8c7b-3b5d82e2b30d tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] No DVR routers for this DVR port 3cd1efda-a93d-4057-9979-3132270e73ff on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:39.072814 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a692c22d-6a65-48c2-9b29-946c6e685e65 req-24225459-0609-4593-8c7b-3b5d82e2b30d tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.081807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a692c22d-6a65-48c2-9b29-946c6e685e65 req-24225459-0609-4593-8c7b-3b5d82e2b30d tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.22 "DELETE /v2.0/ports/3cd1efda-a93d-4057-9979-3132270e73ff HTTP/1.1" status: 204 len: 173 time: 2.2840211 Aug 21 09:09:39.086110 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.087369 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-89cd8391-ed21-4df5-b5f3-1ff35563af3e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4756064 Aug 21 09:09:39.090927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40530) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:39.091362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea74e8-8e41-464d-ae03-1f36b3b2311f req-6c42a2c3-7f6e-45a1-875f-d0284ebdcbc1 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:39.093013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76ea74e8-8e41-464d-ae03-1f36b3b2311f req-6c42a2c3-7f6e-45a1-875f-d0284ebdcbc1 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 867 time: 0.3809221 Aug 21 09:09:39.111400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3261e4f3-3af1-4e37-9387-0871ba638111 req-f9b360a1-3365-4a17-8f76-85a96356cae1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2554207 Aug 21 09:09:39.118044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d66e06-ba67-4e77-8bbc-3493441a1000 None None] Pushing event updated for resources: {'Port': ['ID=d1255d6e-91cd-4dec-8a0a-769ca69bb94f,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:39.134138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3cd1efda-a93d-4057-9979-3132270e73ff no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:39.178302 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.182347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 3cd1efda-a93d-4057-9979-3132270e73ff {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:39.183943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3cd1efda-a93d-4057-9979-3132270e73ff not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:39.184596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:39.198796 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901f1fbd-14e5-4fd3-9538-757ea5088a4f']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:39.212566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b659bb-11ff-4369-b7a3-377390b4c95d') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:39.212876 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b659bb-11ff-4369-b7a3-377390b4c95d') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:39.229898 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Set router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:09:39.230118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.232620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e029f8ac-b8e4-4771-b8bb-8d174c73ae4c None None] Provisioning complete for port d1255d6e-91cd-4dec-8a0a-769ca69bb94f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:39.233588 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e029f8ac-b8e4-4771-b8bb-8d174c73ae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.240482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76ea74e8-8e41-464d-ae03-1f36b3b2311f req-4d9da146-ae26-42ef-9d22-41be41f520a9 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/security-groups?id=030ecc38-ef84-42bf-92f9-7114474bada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154847 Aug 21 09:09:39.247249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:39.250881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device f6535c45-f9c9-480d-ab6c-b9f7d4d955a1 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:39.251008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 39994a1c-bc76-47c2-a822-d2f6557e0d5b no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:39.343864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.363300 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.392850 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:39.393259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:39.402731 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:39.408791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b919cea-2c6b-40df-bbc0-744501d0c93c req-99ac1bd4-c32e-4069-b171-8ac3face29bb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48d26ae-3058-462a-be62-828b159be097 HTTP/1.1" status: 200 len: 210 time: 0.0790029 Aug 21 09:09:39.531442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting port 4af86962-9356-4997-93cf-ca76b2ba3aae {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:39.532081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.544419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb64dd69-78e4-4256-b2a4-c6ad5f0ee18b None None] Network 1975ac64-767d-4c6e-9560-f29119aec488 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:39.618479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] For port 4af86962-9356-4997-93cf-ca76b2ba3aae, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4af86962-9356-4997-93cf-ca76b2ba3aae,segment=NetworkSegment(aeb5ee59-c219-47b1-a661-1df7f64aa2c1),segment_id=aeb5ee59-c219-47b1-a661-1df7f64aa2c1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:39.619066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.637403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Calling delete_port for 4af86962-9356-4997-93cf-ca76b2ba3aae owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:39.642855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 39994a1c-bc76-47c2-a822-d2f6557e0d5b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:39.643887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 39994a1c-bc76-47c2-a822-d2f6557e0d5b not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:39.699064 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.716683 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.723019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40544) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:39.723791 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] 10.222.0.20 "DELETE /v2.0/networks/901f1fbd-14e5-4fd3-9538-757ea5088a4f HTTP/1.1" status: 204 len: 168 time: 0.9275010 Aug 21 09:09:39.740483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f816a1e-516b-4551-97a4-3f8f66ec430a admin admin] Pushing event deleted for resources: {'Network': ['ID=901f1fbd-14e5-4fd3-9538-757ea5088a4f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:39.791770 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:37Z', 'revision_number': 3, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:39.834205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3f0556-d017-4347-9bc3-8c604de5084c admin admin] Deleting subnet fba132c2-8507-42dc-af9a-8fb25c06edad {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:09:39.838397 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b3f0556-d017-4347-9bc3-8c604de5084c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.868004 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Checking router: 0ec3534b-71a3-44a2-9c2f-4474a7445bfb for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:09:39.868364 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Updating router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb port 3060fe06-c0d2-4935-8e77-5c393fca729a binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:09:39.901911 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b3f0556-d017-4347-9bc3-8c604de5084c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.910651 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.921285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4af86962-9356-4997-93cf-ca76b2ba3aae up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:39.929095 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ebf73756-df7a-4624-85da-f439bfd27bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.973392 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:39.995662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.022286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4c0e1997-9e8c-4e37-9171-a6e5ec29d14e None None] Provisioning complete for port 4af86962-9356-4997-93cf-ca76b2ba3aae triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:40.022939 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1997-9e8c-4e37-9171-a6e5ec29d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.038496 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b3f0556-d017-4347-9bc3-8c604de5084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.066336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No active binding found for port 4af86962-9356-4997-93cf-ca76b2ba3aae {{(pid=106758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 09:09:40.066777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4af86962-9356-4997-93cf-ca76b2ba3aae not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 21 09:09:40.080725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e1997-9e8c-4e37-9171-a6e5ec29d14e None None] Port 4af86962-9356-4997-93cf-ca76b2ba3aae was deleted so its status cannot be updated. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 21 09:09:40.099959 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.124060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7b304-0716-49fd-9399-c08371fc686a None None] DHCP port deletion for 1975ac64-767d-4c6e-9560-f29119aec488 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:09:40.135863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Port': ['ID=4af86962-9356-4997-93cf-ca76b2ba3aae,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:40.137988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Port 4af86962-9356-4997-93cf-ca76b2ba3aae not found, will not notify nova. {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 21 09:09:40.138388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d1255d6e-91cd-4dec-8a0a-769ca69bb94f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:40.139323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No DVR routers for this DVR port 4af86962-9356-4997-93cf-ca76b2ba3aae on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:40.240498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fcace3-c408-4f18-9225-12972e5d886d None None] Network 1975ac64-767d-4c6e-9560-f29119aec488 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:40.306875 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.318041 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Allocated IP 172.20.0.1 (344c9d07-e68f-477b-9c08-8d805d7cc5a8/df9c4831-28ab-4fdc-81a9-2d11cb39180a/0c5ba442-8e35-4060-b268-5faddda995ae) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:40.328305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1975ac64-767d-4c6e-9560-f29119aec488']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:40.336504 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.342602 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb5ee59-c219-47b1-a661-1df7f64aa2c1') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:40.342897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb5ee59-c219-47b1-a661-1df7f64aa2c1') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:40.359246 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b3f0556-d017-4347-9bc3-8c604de5084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.360702 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Transition to ACTIVE for port object 3060fe06-c0d2-4935-8e77-5c393fca729a will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:40.364527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d1255d6e-91cd-4dec-8a0a-769ca69bb94f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:40.364996 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.402274 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b3f0556-d017-4347-9bc3-8c604de5084c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.406645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8b3f0556-d017-4347-9bc3-8c604de5084c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fba132c2-8507-42dc-af9a-8fb25c06edad HTTP/1.1" status: 204 len: 168 time: 0.6803432 Aug 21 09:09:40.406645 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.407630 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40574) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:40.422206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7077-a066-42ec-b154-c827c9766e56 req-337e559b-edc8-45e1-93f5-deda8eb3519b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:40.428242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7077-a066-42ec-b154-c827c9766e56 req-337e559b-edc8-45e1-93f5-deda8eb3519b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:40.435062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7077-a066-42ec-b154-c827c9766e56 req-337e559b-edc8-45e1-93f5-deda8eb3519b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:40.441411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7077-a066-42ec-b154-c827c9766e56 req-337e559b-edc8-45e1-93f5-deda8eb3519b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:40.447645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7077-a066-42ec-b154-c827c9766e56 req-337e559b-edc8-45e1-93f5-deda8eb3519b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:40.453527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7077-a066-42ec-b154-c827c9766e56 req-337e559b-edc8-45e1-93f5-deda8eb3519b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:40.460946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7077-a066-42ec-b154-c827c9766e56 req-337e559b-edc8-45e1-93f5-deda8eb3519b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:40.462699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d23f7077-a066-42ec-b154-c827c9766e56 req-337e559b-edc8-45e1-93f5-deda8eb3519b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.1987045 Aug 21 09:09:40.463178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f0556-d017-4347-9bc3-8c604de5084c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba132c2-8507-42dc-af9a-8fb25c06edad,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:40.478208 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.517654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.518703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05230a87-81ce-44ab-bed9-a170b16157d7 req-20efaed5-13c3-47b3-82aa-b81f65806e88 tempest-ServerAddressesNegativeTestJSON-1190032567 tempest-ServerAddressesNegativeTestJSON-1190032567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c531df7-49e1-4062-a776-e5e9d631af3c HTTP/1.1" status: 200 len: 210 time: 0.1093686 Aug 21 09:09:40.521576 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.531154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:40.531588 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.531929 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:40.535727 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:40.547436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Transition to ACTIVE for port object 0c5ba442-8e35-4060-b268-5faddda995ae will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:40.551600 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Attempting to bind port 3060fe06-c0d2-4935-8e77-5c393fca729a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:40.551976 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Attempting to bind port 3060fe06-c0d2-4935-8e77-5c393fca729a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:40.553775 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Attempting to bind port 3060fe06-c0d2-4935-8e77-5c393fca729a on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:40.568351 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Pushing event updated for resources: {'Port': ['ID=3060fe06-c0d2-4935-8e77-5c393fca729a,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:40.577453 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.577988 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.578523 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.579047 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.580564 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.581511 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.582089 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.582658 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.583207 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.583730 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.585170 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.585875 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.591791 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:40.592562 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:40.593192 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.594011 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:40.594738 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Bound port: 3060fe06-c0d2-4935-8e77-5c393fca729a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:40.595486 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.632590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d23f7077-a066-42ec-b154-c827c9766e56 req-f8beb148-1d4f-4c48-8072-609fd572aa96 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526031 Aug 21 09:09:40.662922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c531df7-49e1-4062-a776-e5e9d631af3c', 'name': 'network-vif-deleted', 'tag': '3cd1efda-a93d-4057-9979-3132270e73ff'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:40.665883 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] For port 3060fe06-c0d2-4935-8e77-5c393fca729a, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:40.666105 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.668000 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dcfa3d-c9ee-4400-9587-8481da1e0f9e" -d '{"events": [{"server_uuid": "4c531df7-49e1-4062-a776-e5e9d631af3c", "name": "network-vif-deleted", "tag": "3cd1efda-a93d-4057-9979-3132270e73ff"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:40.669145 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] For port 3060fe06-c0d2-4935-8e77-5c393fca729a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3060fe06-c0d2-4935-8e77-5c393fca729a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:40.708183 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23997f0-47c3-4f91-9b2e-fa5fe855fe9d x-openstack-request-id: req-f23997f0-47c3-4f91-9b2e-fa5fe855fe9d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:40.708481 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c531df7-49e1-4062-a776-e5e9d631af3c", "name": "network-vif-deleted", "tag": "3cd1efda-a93d-4057-9979-3132270e73ff", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:40.708725 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f23997f0-47c3-4f91-9b2e-fa5fe855fe9d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:40.709284 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c531df7-49e1-4062-a776-e5e9d631af3c', 'name': 'network-vif-deleted', 'tag': '3cd1efda-a93d-4057-9979-3132270e73ff', 'status': 'completed', 'code': 200} Aug 21 09:09:40.717056 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.736508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:40.738224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca322de-f308-4fa7-8a5b-8e02976b8d1a']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:40.740211 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.753537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:40.753899 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.753899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/1975ac64-767d-4c6e-9560-f29119aec488 HTTP/1.1" status: 204 len: 168 time: 4.1010668 Aug 21 09:09:40.756361 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.759312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40592) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:40.760132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:40.763113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ec0f3a-11d7-421e-9e78-b6f96f75a598') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:40.763417 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ec0f3a-11d7-421e-9e78-b6f96f75a598') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:40.772305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6836f-32c0-45cc-999a-6a71fb9c30ee tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Network': ['ID=1975ac64-767d-4c6e-9560-f29119aec488,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:40.808154 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-47144d9f-8956-4a1a-a87c-8e8fc9f9c1f6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:40.808517 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.808650 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47144d9f-8956-4a1a-a87c-8e8fc9f9c1f6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:40.810396 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-47144d9f-8956-4a1a-a87c-8e8fc9f9c1f6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/subnets/5d6c5932-1769-4317-bcae-f4766c957494 HTTP/1.1" status: 404 len: 337 time: 0.0411448 Aug 21 09:09:40.826905 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Routers {'0ec3534b-71a3-44a2-9c2f-4474a7445bfb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:09:40.827685 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:40.836209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40594) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:40.838001 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.858371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5ba442-8e35-4060-b268-5faddda995ae,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:40.871396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.871774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.872492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.872492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.872810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.873147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.873483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.874085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.874226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.875054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.875054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.875225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:40.876418 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647c46b-6153-496a-8c10-2ee318dd0b49 None None] Pushing event updated for resources: {'Port': ['ID=3060fe06-c0d2-4935-8e77-5c393fca729a,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:40.901764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-0da7aa84-ebf6-4caf-8b03-1cb507bbf067 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:40.903271 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ce23d3-5757-4e1e-9040-fb741f6fedec tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:40.903477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-0da7aa84-ebf6-4caf-8b03-1cb507bbf067 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.1498044 Aug 21 09:09:40.903873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ce23d3-5757-4e1e-9040-fb741f6fedec tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:40.905632 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7ce23d3-5757-4e1e-9040-fb741f6fedec tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/1975ac64-767d-4c6e-9560-f29119aec488 HTTP/1.1" status: 404 len: 339 time: 0.0654323 Aug 21 09:09:40.909677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40596) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:40.913748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.924539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:40.924945 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.927018 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:40.929573 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:40.971773 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] Set router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:09:40.978284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-c531c5a8-d443-4ec7-91cf-0554dcd0c876 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/quotas/ec44a488b58c4ff480090f59e9183bf2 HTTP/1.1" status: 200 len: 375 time: 0.0574987 Aug 21 09:09:41.025840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-e24c6885-e1fd-4bcd-b47e-c0aed84a75b7 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402811 Aug 21 09:09:41.038937 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.110899 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.140139 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.145007 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6ca322de-f308-4fa7-8a5b-8e02976b8d1a HTTP/1.1" status: 204 len: 168 time: 0.7331610 Aug 21 09:09:41.145007 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab270b52-37b9-4219-a942-024c632ead68 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca322de-f308-4fa7-8a5b-8e02976b8d1a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:41.199797 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.213438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23953b1b-fc2d-4b94-813d-902d8a3614d7']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:41.214401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e69cc053-b73f-4afc-91c2-9b2f6667da1d None None] Provisioning for port 0c5ba442-8e35-4060-b268-5faddda995ae completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:41.218482 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e69cc053-b73f-4afc-91c2-9b2f6667da1d None None] Provisioning complete for port 0c5ba442-8e35-4060-b268-5faddda995ae triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:41.219450 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e69cc053-b73f-4afc-91c2-9b2f6667da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.227067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce84c5b-e341-41a8-9eba-2dd3a8aaebe1') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:41.227695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce84c5b-e341-41a8-9eba-2dd3a8aaebe1') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:41.230130 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.237565 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:37Z', 'revision_number': 3, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:41.246630 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.272221 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.278612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e69cc053-b73f-4afc-91c2-9b2f6667da1d None None] Port 0c5ba442-8e35-4060-b268-5faddda995ae cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:09:41.281377 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-aa03f851-e0d3-45a9-a4fc-4295e5e03c88 service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335782 Aug 21 09:09:41.285892 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c0dcd-68cd-4bb1-bec3-ea06d8529196 None None] The sync data for ids ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'] in n-d-766726-28 is: [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:37Z', 'revision_number': 3, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:09:41.308569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:41.308971 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:41.313668 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:41.453350 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.461919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-b0ee4233-ad59-414f-ae72-28c1a80f43b2 service neutron] 10.222.0.20 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796491 Aug 21 09:09:41.500436 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.505636 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.510792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/23953b1b-fc2d-4b94-813d-902d8a3614d7 HTTP/1.1" status: 204 len: 168 time: 0.5969021 Aug 21 09:09:41.511999 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40614) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:41.531196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c3d40-5b3c-40c6-b01a-88d301255c8c tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Network': ['ID=23953b1b-fc2d-4b94-813d-902d8a3614d7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:41.554890 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3c1a19-9824-4d0c-b297-7d7fb4b55270 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:41.555694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3c1a19-9824-4d0c-b297-7d7fb4b55270 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:41.560125 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8f3c1a19-9824-4d0c-b297-7d7fb4b55270 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/subnets/9889ac7d-6eab-4def-b3ff-05ecab03b77e HTTP/1.1" status: 404 len: 337 time: 0.0445139 Aug 21 09:09:41.560125 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.560410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40618) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:41.610672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40620) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:41.633684 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d68d48-91dc-4bbc-9050-3082ac7ef3fe tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:41.634315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d68d48-91dc-4bbc-9050-3082ac7ef3fe tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:41.636117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c1d68d48-91dc-4bbc-9050-3082ac7ef3fe tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/712891b6-991f-4b11-99c4-c4ba2661c55c HTTP/1.1" status: 404 len: 339 time: 0.0745211 Aug 21 09:09:41.636814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40624) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:41.647491 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40626) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:41.666222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.729058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4af86962-9356-4997-93cf-ca76b2ba3aae no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:41.790326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 4af86962-9356-4997-93cf-ca76b2ba3aae {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:41.790672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4af86962-9356-4997-93cf-ca76b2ba3aae not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:41.795363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-34be2481-a0bd-4908-ad14-c04c231ba52b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=994df69ecf1d4b2681af7e97568df514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698954 Aug 21 09:09:41.825577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40636) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:41.872527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f7d25d9-554a-43c6-abcc-ec492ab101a3 req-84e19c78-a442-4719-8479-bddf0e5f9245 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 210 time: 0.0871890 Aug 21 09:09:41.884967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c6a263-7a87-4a6b-b724-17f6bb41e23f admin admin] Deleting subnet 4361d62d-8415-424e-9424-ca43dfa7df04 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:09:41.885063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:41.886237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-807c0b2b-a39f-4664-8442-e6c471bde117 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting subnet 662fe0e0-911d-4776-b206-29bb3f9b1d54 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:09:41.888742 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81c6a263-7a87-4a6b-b724-17f6bb41e23f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:41.888996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:41.957200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee381f-7429-44e7-a372-c2b4f2504e5a req-b7370bce-1696-4f4c-a2ce-8955dd552c90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:41.974461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee381f-7429-44e7-a372-c2b4f2504e5a req-b7370bce-1696-4f4c-a2ce-8955dd552c90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:42.005612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee381f-7429-44e7-a372-c2b4f2504e5a req-b7370bce-1696-4f4c-a2ce-8955dd552c90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:42.017068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee381f-7429-44e7-a372-c2b4f2504e5a req-b7370bce-1696-4f4c-a2ce-8955dd552c90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:42.026299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee381f-7429-44e7-a372-c2b4f2504e5a req-b7370bce-1696-4f4c-a2ce-8955dd552c90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:42.039662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee381f-7429-44e7-a372-c2b4f2504e5a req-b7370bce-1696-4f4c-a2ce-8955dd552c90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:42.055912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee381f-7429-44e7-a372-c2b4f2504e5a req-b7370bce-1696-4f4c-a2ce-8955dd552c90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:42.058054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69ee381f-7429-44e7-a372-c2b4f2504e5a req-b7370bce-1696-4f4c-a2ce-8955dd552c90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.2804821 Aug 21 09:09:42.073197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5ba442-8e35-4060-b268-5faddda995ae,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:42.087796 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-807c0b2b-a39f-4664-8442-e6c471bde117 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.101246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:09:42.131995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81c6a263-7a87-4a6b-b724-17f6bb41e23f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.203118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69ee381f-7429-44e7-a372-c2b4f2504e5a req-f35dc914-d12a-46c9-a951-277315cf2502 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321459 Aug 21 09:09:42.218901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3deea3df-c6d0-4438-b224-0309c1702faa None None] Provisioning complete for port 0c5ba442-8e35-4060-b268-5faddda995ae triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:42.220548 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3deea3df-c6d0-4438-b224-0309c1702faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.255864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81c6a263-7a87-4a6b-b724-17f6bb41e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.264057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3deea3df-c6d0-4438-b224-0309c1702faa None None] Port 0c5ba442-8e35-4060-b268-5faddda995ae cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:09:42.266371 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.300954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd57958c-2f28-4a04-a55b-219e21ae0692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.327044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-807c0b2b-a39f-4664-8442-e6c471bde117 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.405658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd57958c-2f28-4a04-a55b-219e21ae0692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.422676 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81c6a263-7a87-4a6b-b724-17f6bb41e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.448433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-27890f78-0d7d-49cd-bcb1-6533ac938897 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395131 Aug 21 09:09:42.471992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6a263-7a87-4a6b-b724-17f6bb41e23f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4361d62d-8415-424e-9424-ca43dfa7df04,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:42.488059 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:09:42.491491 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81c6a263-7a87-4a6b-b724-17f6bb41e23f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.499700 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-81c6a263-7a87-4a6b-b724-17f6bb41e23f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4361d62d-8415-424e-9424-ca43dfa7df04 HTTP/1.1" status: 204 len: 168 time: 0.8384640 Aug 21 09:09:42.503754 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3060bfd6-8525-48b1-a1a4-61ade356bc93 admin admin] 10.222.0.20 "PUT /v2.0/routers/0ec3534b-71a3-44a2-9c2f-4474a7445bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4016087 Aug 21 09:09:42.503754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40676) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:42.572894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-807c0b2b-a39f-4664-8442-e6c471bde117 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.606928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c16d1-1517-41ce-924b-1895078503a3 req-5752a60e-9445-4493-9fec-9b0de16cc02e tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:42.614556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-5752a60e-9445-4493-9fec-9b0de16cc02e tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463072 Aug 21 09:09:42.624808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.630502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-dbc298fa-6b10-416d-add5-15b1cab849cb tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/quotas/42cd12c3d7e64d42a4a4d5955d41ec5e HTTP/1.1" status: 200 len: 375 time: 0.0146685 Aug 21 09:09:42.640038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd57958c-2f28-4a04-a55b-219e21ae0692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.646010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd57958c-2f28-4a04-a55b-219e21ae0692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.649768 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fd57958c-2f28-4a04-a55b-219e21ae0692 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cf6e70f-9689-4a4e-b0b4-565b6f026f0d HTTP/1.1" status: 204 len: 168 time: 0.8170249 Aug 21 09:09:42.667929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57958c-2f28-4a04-a55b-219e21ae0692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf6e70f-9689-4a4e-b0b4-565b6f026f0d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:42.685779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-dbae2373-431d-4c51-b087-4e2868320cac tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445900 Aug 21 09:09:42.763746 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.776300 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:42.784297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-807c0b2b-a39f-4664-8442-e6c471bde117 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.794536 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b636e3ba-c375-44be-9b8f-f7a083679417') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:42.794843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b636e3ba-c375-44be-9b8f-f7a083679417') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:42.823872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c0b2b-a39f-4664-8442-e6c471bde117 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Subnet': ['ID=662fe0e0-911d-4776-b206-29bb3f9b1d54,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:42.826843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.834744 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-807c0b2b-a39f-4664-8442-e6c471bde117 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.836650 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-807c0b2b-a39f-4664-8442-e6c471bde117 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/subnets/662fe0e0-911d-4776-b206-29bb3f9b1d54 HTTP/1.1" status: 204 len: 168 time: 1.1878932 Aug 21 09:09:42.839352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40686) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:42.851497 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.852502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e4b97-8228-499b-af96-ad083c21fd89 None None] Network 481f3e72-9873-4b8f-9929-61b2eff3f0f1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:42.860203 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:42.861386 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:42.863360 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:42.939692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-793b3d67-057c-4e62-952a-7a7bde871a46 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting subnet 8bda9f90-42d6-4841-8baa-33c6a10dacea {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:09:42.943029 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-793b3d67-057c-4e62-952a-7a7bde871a46 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:42.987426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-793b3d67-057c-4e62-952a-7a7bde871a46 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:43.025596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:43.070368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:43.073488 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] 10.222.0.20 "DELETE /v2.0/networks/0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866 HTTP/1.1" status: 204 len: 168 time: 0.5717993 Aug 21 09:09:43.075521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35b306-ed7f-4fd7-bf92-0ffba408f43d admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbb6d2e-6a45-4b80-b8b6-cbdad65cd866,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:43.258124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72912ee1-03e3-44d2-afbc-df417db9fb24 req-997e567c-b8b1-4f64-b7f9-738efb2df7e9 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 210 time: 0.1019287 Aug 21 09:09:43.276832 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-793b3d67-057c-4e62-952a-7a7bde871a46 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:43.438262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40714) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:43.438820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-b3cc9c31-41b3-42b7-a37c-8adb30009ec2 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346394 Aug 21 09:09:43.444954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-acf71f20-2036-42e9-a24c-24017ba6ff04 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105060438', 'description': 'tempest-description--1845213343'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:43.585972 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-acf71f20-2036-42e9-a24c-24017ba6ff04 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:43.620962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-793b3d67-057c-4e62-952a-7a7bde871a46 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:43.655199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-793b3d67-057c-4e62-952a-7a7bde871a46 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:43.658271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-793b3d67-057c-4e62-952a-7a7bde871a46 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/subnets/8bda9f90-42d6-4841-8baa-33c6a10dacea HTTP/1.1" status: 204 len: 168 time: 0.8178656 Aug 21 09:09:43.662754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40716) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:43.677346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3060fe06-c0d2-4935-8e77-5c393fca729a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:43.686107 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40718) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:43.707457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-1784e20c-38da-4c5f-b754-41f848f56bef tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:43.707457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-1784e20c-38da-4c5f-b754-41f848f56bef tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636600 Aug 21 09:09:43.710127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b3d67-057c-4e62-952a-7a7bde871a46 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Subnet': ['ID=8bda9f90-42d6-4841-8baa-33c6a10dacea,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:43.727480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e4934-30d4-4301-b1e5-6fdb8acd76c0 req-d780017c-3127-4535-ae0d-ea8e6b138c7b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:43.734182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e4934-30d4-4301-b1e5-6fdb8acd76c0 req-d780017c-3127-4535-ae0d-ea8e6b138c7b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:43.750934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e4934-30d4-4301-b1e5-6fdb8acd76c0 req-d780017c-3127-4535-ae0d-ea8e6b138c7b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:43.759600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e4934-30d4-4301-b1e5-6fdb8acd76c0 req-d780017c-3127-4535-ae0d-ea8e6b138c7b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:43.767953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e4934-30d4-4301-b1e5-6fdb8acd76c0 req-d780017c-3127-4535-ae0d-ea8e6b138c7b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:43.775026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e4934-30d4-4301-b1e5-6fdb8acd76c0 req-d780017c-3127-4535-ae0d-ea8e6b138c7b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:43.783931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e4934-30d4-4301-b1e5-6fdb8acd76c0 req-d780017c-3127-4535-ae0d-ea8e6b138c7b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:43.785295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Sync routers for ids ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:09:43.797435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b6e4934-30d4-4301-b1e5-6fdb8acd76c0 req-d780017c-3127-4535-ae0d-ea8e6b138c7b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.2855790 Aug 21 09:09:43.805641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40720) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:43.814477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Routers {'0ec3534b-71a3-44a2-9c2f-4474a7445bfb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:09:43.815428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:43.849214 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-acf71f20-2036-42e9-a24c-24017ba6ff04 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:43.855722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 3060fe06-c0d2-4935-8e77-5c393fca729a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:43.863972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3060fe06-c0d2-4935-8e77-5c393fca729a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:43.864669 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:43.868266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-0f50c408-34c7-4e9d-b108-276ca39c9f43 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/quotas/42cd12c3d7e64d42a4a4d5955d41ec5e HTTP/1.1" status: 200 len: 375 time: 0.0721812 Aug 21 09:09:43.923590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-35569a29-a086-4395-a065-a4c182c3c642 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b994fce199ed4c05bf8cc8dc2a4e1f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1161606 Aug 21 09:09:43.926111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-a6fa0d2b-b2ab-4285-874c-546811c0b916 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439069 Aug 21 09:09:43.926558 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40722) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:43.929777 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:43.949551 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b6e4934-30d4-4301-b1e5-6fdb8acd76c0 req-81720ead-3208-4191-9376-fe3b1389a39d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499627 Aug 21 09:09:43.963617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-acf71f20-2036-42e9-a24c-24017ba6ff04 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:43.999928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8cf06-7c07-4813-a6e1-3928607b614a None None] Network 481f3e72-9873-4b8f-9929-61b2eff3f0f1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:44.012388 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f9dae28-d968-4fae-ac0b-2cb7830364dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.032275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf71f20-2036-42e9-a24c-24017ba6ff04 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:44.039894 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-384d0756-b81a-440d-9062-3ac1c1a18bc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa6bcea8ab0346cd8795987a97cd51e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465643 Aug 21 09:09:44.047250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40726) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:44.053463 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f9dae28-d968-4fae-ac0b-2cb7830364dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.117164 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting port da051648-27a2-4891-b5fd-b121b16ca148 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:44.117517 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.136716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-03bc2d6c-0839-44dc-8d3b-6b0f9e3b1433 None None] Provisioning complete for port da051648-27a2-4891-b5fd-b121b16ca148 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:44.137352 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-03bc2d6c-0839-44dc-8d3b-6b0f9e3b1433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.151987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Set router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:09:44.152565 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a8298314-5028-43dc-861e-fafa5bfb822e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.169546 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-acf71f20-2036-42e9-a24c-24017ba6ff04 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.177359 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-acf71f20-2036-42e9-a24c-24017ba6ff04 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7306135 Aug 21 09:09:44.177550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40728) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:44.180019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e048b27c-49de-49cd-aaf5-dc648773e219 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Request body: {'security_group_rule': {'security_group_id': 'e4222e6b-538d-4d71-8c18-7dcb38b2ff0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:44.189907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a8298314-5028-43dc-861e-fafa5bfb822e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.234161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] For port da051648-27a2-4891-b5fd-b121b16ca148, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=da051648-27a2-4891-b5fd-b121b16ca148,segment=NetworkSegment(be96a659-7dbd-426a-9fd5-fa93097ab938),segment_id=be96a659-7dbd-426a-9fd5-fa93097ab938)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:44.235311 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.256193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Calling delete_port for da051648-27a2-4891-b5fd-b121b16ca148 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:44.292520 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f9dae28-d968-4fae-ac0b-2cb7830364dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.295233 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f9dae28-d968-4fae-ac0b-2cb7830364dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.298645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1f9dae28-d968-4fae-ac0b-2cb7830364dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f60e8950-93a5-4020-a664-a0afcafc2524 HTTP/1.1" status: 204 len: 168 time: 0.3688560 Aug 21 09:09:44.420347 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.436287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-edb1edfd-5902-419f-ad9a-0b0694659263 req-4540efba-2b24-4ed0-9b7b-8d326e304e47 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 210 time: 0.1044452 Aug 21 09:09:44.444618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dae28-d968-4fae-ac0b-2cb7830364dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e8950-93a5-4020-a664-a0afcafc2524,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:44.478737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71d498b1-5130-4b73-8d1b-17516b268e48 req-b97513e7-e9a6-4261-a5cf-22a8d0c2e55b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 210 time: 0.0526507 Aug 21 09:09:44.490016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e048b27c-49de-49cd-aaf5-dc648773e219 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.553846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-c5587b9c-c151-4f05-9b24-b5b3a1243838 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:44.555789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-c5587b9c-c151-4f05-9b24-b5b3a1243838 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 812 time: 0.3278840 Aug 21 09:09:44.567898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Request body: {'port': {'device_id': 'ddf07bb2-99f3-494d-b69d-714fb81609d7', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'admin_state_up': True, 'tenant_id': 'ec44a488b58c4ff480090f59e9183bf2'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:44.602986 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.625700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No DVR routers for this DVR port da051648-27a2-4891-b5fd-b121b16ca148 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:44.632718 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e048b27c-49de-49cd-aaf5-dc648773e219 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.637112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 3060fe06-c0d2-4935-8e77-5c393fca729a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3060fe06-c0d2-4935-8e77-5c393fca729a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:44.651100 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a8298314-5028-43dc-861e-fafa5bfb822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.658614 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a8298314-5028-43dc-861e-fafa5bfb822e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.658614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a8298314-5028-43dc-861e-fafa5bfb822e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/030ecc38-ef84-42bf-92f9-7114474bada5 HTTP/1.1" status: 204 len: 168 time: 0.6092548 Aug 21 09:09:44.671282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8298314-5028-43dc-861e-fafa5bfb822e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030ecc38-ef84-42bf-92f9-7114474bada5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:44.680101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Port': ['ID=da051648-27a2-4891-b5fd-b121b16ca148,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:44.689682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc61af89-2766-41bc-8b21-b6582a0b07c4 None None] DHCP port deletion for 481f3e72-9873-4b8f-9929-61b2eff3f0f1 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:09:44.702248 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:41Z', 'revision_number': 4, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0c5ba442-8e35-4060-b268-5faddda995ae', 'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'mac_address': 'fa:16:3e:bc:a7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:40Z', 'updated_at': '2021-08-21T09:09:41Z', 'revision_number': 2, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'subnets': [{'id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:44.753693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e048b27c-49de-49cd-aaf5-dc648773e219 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.784027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048b27c-49de-49cd-aaf5-dc648773e219 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfa51da-ae45-47a4-8aef-64a0a5e453e3,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:44.789014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Checking router: 0ec3534b-71a3-44a2-9c2f-4474a7445bfb for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:09:44.789607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Updating router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb port 0c5ba442-8e35-4060-b268-5faddda995ae binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:09:44.795816 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.817856 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.830347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481f3e72-9873-4b8f-9929-61b2eff3f0f1']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:44.845718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.852603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Made reservation on behalf of ec44a488b58c4ff480090f59e9183bf2 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:44.858109 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.862142 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be96a659-7dbd-426a-9fd5-fa93097ab938') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:44.862461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be96a659-7dbd-426a-9fd5-fa93097ab938') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:44.883241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.896059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=3060fe06-c0d2-4935-8e77-5c393fca729a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:44.922549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.933161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:44.933612 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:44.936745 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:45.060920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Allocated IP 172.20.0.7 (73450b22-0f7b-4756-99d9-a1fdb9a2a648/74fc87cd-bb56-4b37-976a-7ed85aa94def/93679f4f-e9a9-4a05-b1ff-8d72e722a037) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:45.065000 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e048b27c-49de-49cd-aaf5-dc648773e219 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.069589 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40750) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:45.069717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e048b27c-49de-49cd-aaf5-dc648773e219 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8931265 Aug 21 09:09:45.074925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-490625a6-2028-490e-a719-cd092106c97a tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Request body: {'security_group_rule': {'security_group_id': 'e4222e6b-538d-4d71-8c18-7dcb38b2ff0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:45.120534 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.147784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf34ef-602b-48f2-ac96-2d4958b182b4 req-04258e0c-8f13-4b2a-87a6-85a218717aea tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:45.158239 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.158520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf34ef-602b-48f2-ac96-2d4958b182b4 req-04258e0c-8f13-4b2a-87a6-85a218717aea tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:45.164668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf34ef-602b-48f2-ac96-2d4958b182b4 req-04258e0c-8f13-4b2a-87a6-85a218717aea tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:45.168150 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.170729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf34ef-602b-48f2-ac96-2d4958b182b4 req-04258e0c-8f13-4b2a-87a6-85a218717aea tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:45.171500 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/481f3e72-9873-4b8f-9929-61b2eff3f0f1 HTTP/1.1" status: 204 len: 168 time: 1.5027564 Aug 21 09:09:45.182426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf34ef-602b-48f2-ac96-2d4958b182b4 req-04258e0c-8f13-4b2a-87a6-85a218717aea tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:45.190676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf34ef-602b-48f2-ac96-2d4958b182b4 req-04258e0c-8f13-4b2a-87a6-85a218717aea tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:45.200921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf34ef-602b-48f2-ac96-2d4958b182b4 req-04258e0c-8f13-4b2a-87a6-85a218717aea tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:45.204150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6eaf34ef-602b-48f2-ac96-2d4958b182b4 req-04258e0c-8f13-4b2a-87a6-85a218717aea tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.1163242 Aug 21 09:09:45.204150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40758) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:45.212440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc6c11-8498-4ebf-927c-eb904523d9ae tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Network': ['ID=481f3e72-9873-4b8f-9929-61b2eff3f0f1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:45.227988 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-490625a6-2028-490e-a719-cd092106c97a tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.239599 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.310391 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52cae70-cc44-4aa2-ba37-746d1dba7cd2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:45.310852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52cae70-cc44-4aa2-ba37-746d1dba7cd2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:45.317874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b52cae70-cc44-4aa2-ba37-746d1dba7cd2 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/subnets/1ce550a1-4a8e-40ee-8134-ff6596b17924 HTTP/1.1" status: 404 len: 337 time: 0.0849221 Aug 21 09:09:45.327984 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-490625a6-2028-490e-a719-cd092106c97a tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.329796 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40768) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:45.346830 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.353468 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf6b4a3-1ac7-4de5-aa0d-a430a82afad9 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:45.354072 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf6b4a3-1ac7-4de5-aa0d-a430a82afad9 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:45.358219 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8bf6b4a3-1ac7-4de5-aa0d-a430a82afad9 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/6e1f955c-f434-487a-a9f8-c5123bb64683 HTTP/1.1" status: 404 len: 339 time: 0.0239913 Aug 21 09:09:45.358466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6eaf34ef-602b-48f2-ac96-2d4958b182b4 req-191d994a-ffc9-4da7-8f7d-125cc8d7f22c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216021 Aug 21 09:09:45.358549 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40770) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:45.372315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Transition to ACTIVE for port object 0c5ba442-8e35-4060-b268-5faddda995ae will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:45.386904 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4520036b-7dfc-4f41-84ba-6cf76e8ba215 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:45.387431 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4520036b-7dfc-4f41-84ba-6cf76e8ba215 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:45.390164 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4520036b-7dfc-4f41-84ba-6cf76e8ba215 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/subnets/130a4acd-0b64-426d-bc94-18462235d53a HTTP/1.1" status: 404 len: 337 time: 0.0299911 Aug 21 09:09:45.392927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40772) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:45.419851 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b64ead9-76f6-4253-8f74-9a354ab52125 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:45.419851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b64ead9-76f6-4253-8f74-9a354ab52125 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:45.419851 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3b64ead9-76f6-4253-8f74-9a354ab52125 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/fd790f60-649c-4022-9c6e-eabc675163cc HTTP/1.1" status: 404 len: 339 time: 0.0237520 Aug 21 09:09:45.425557 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40774) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:45.437089 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.498940 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4324243e-c73b-472d-bfc0-2925633cc343 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:45.499942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bd263-019f-4f69-89a8-40e2fe0cd99d None None] Pushing event updated for resources: {'Port': ['ID=0c5ba442-8e35-4060-b268-5faddda995ae,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:45.500467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4324243e-c73b-472d-bfc0-2925633cc343 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:45.508509 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4324243e-c73b-472d-bfc0-2925633cc343 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/subnets/79eecc0d-a992-4185-beb3-3422d805db8e HTTP/1.1" status: 404 len: 337 time: 0.0815389 Aug 21 09:09:45.510225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40782) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:45.514995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-490625a6-2028-490e-a719-cd092106c97a tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.568519 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.579175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Attempting to bind port 0c5ba442-8e35-4060-b268-5faddda995ae on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:45.580122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Attempting to bind port 0c5ba442-8e35-4060-b268-5faddda995ae by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:45.580457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Attempting to bind port 0c5ba442-8e35-4060-b268-5faddda995ae on network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:45.586280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:45.586517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Checking segment: {'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:45.586904 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.587303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Bound using segment: {'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:45.587796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Bound port: 0c5ba442-8e35-4060-b268-5faddda995ae, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:45.588182 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.596012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490625a6-2028-490e-a719-cd092106c97a tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f126ee9e-d208-415c-aecc-3007c46bdf15,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:45.633959 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5341503d-8224-4b88-97a8-9cbe1a88f16b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:45.638597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5341503d-8224-4b88-97a8-9cbe1a88f16b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:45.659197 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5341503d-8224-4b88-97a8-9cbe1a88f16b tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/431364d1-b260-4f7a-90cc-7e530da0db7c HTTP/1.1" status: 404 len: 339 time: 0.1437080 Aug 21 09:09:45.667616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40786) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:45.716124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] For port 0c5ba442-8e35-4060-b268-5faddda995ae, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:45.723319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] For port 0c5ba442-8e35-4060-b268-5faddda995ae, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0c5ba442-8e35-4060-b268-5faddda995ae,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:45.738782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1b1b3f7-3648-4bbc-b438-b1a78697f5ad req-b3c13573-8ce1-42ee-b899-58e4f64aaf68 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 210 time: 0.1017089 Aug 21 09:09:45.769345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3060fe06-c0d2-4935-8e77-5c393fca729a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:45.786602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-161bc937-3b7e-4553-899f-2963e6f69413 req-c601dd3a-8e49-4481-b229-feebe3789430 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 210 time: 0.0903866 Aug 21 09:09:45.823753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a2c176-9f52-4436-951a-d35fac3c25f8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting subnet acecb863-cae9-460d-b3a9-f7b9437bd54b {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:09:45.825597 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.829000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16a2c176-9f52-4436-951a-d35fac3c25f8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.860560 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.864586 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-490625a6-2028-490e-a719-cd092106c97a tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.866448 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-490625a6-2028-490e-a719-cd092106c97a tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7957904 Aug 21 09:09:45.870658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40794) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:45.916704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:45.921773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16a2c176-9f52-4436-951a-d35fac3c25f8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:45.937634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bd263-019f-4f69-89a8-40e2fe0cd99d None None] Pushing event updated for resources: {'Port': ['ID=0c5ba442-8e35-4060-b268-5faddda995ae,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:45.959081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Routers {'0ec3534b-71a3-44a2-9c2f-4474a7445bfb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:09:45.965363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:46.018229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:46.033835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:46.036288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:46.040822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-85843470-5d24-41e0-8fd0-5836fed785d4 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435615 Aug 21 09:09:46.041307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event updated for resources: {'Port': ['ID=93679f4f-e9a9-4a05-b1ff-8d72e722a037,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:46.082038 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:46.088977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3060fe06-c0d2-4935-8e77-5c393fca729a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:46.089374 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:46.116768 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16a2c176-9f52-4436-951a-d35fac3c25f8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:46.268013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c16d1-1517-41ce-924b-1895078503a3 req-6ab02c1e-8a4f-49be-87fe-fed1a354cf19 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:46.274253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-6ab02c1e-8a4f-49be-87fe-fed1a354cf19 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060342 Aug 21 09:09:46.278467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:46.279250 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:46.316716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Request body: {'port': {'device_id': 'ea904ca3-a420-4292-afba-f47c7983f423', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '42cd12c3d7e64d42a4a4d5955d41ec5e'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:46.323273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16a2c176-9f52-4436-951a-d35fac3c25f8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:46.345638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40806) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:46.354341 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16a2c176-9f52-4436-951a-d35fac3c25f8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:46.359398 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-16a2c176-9f52-4436-951a-d35fac3c25f8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/subnets/acecb863-cae9-460d-b3a9-f7b9437bd54b HTTP/1.1" status: 204 len: 168 time: 0.6869240 Aug 21 09:09:46.377264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40808) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:46.387798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2c176-9f52-4436-951a-d35fac3c25f8 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Subnet': ['ID=acecb863-cae9-460d-b3a9-f7b9437bd54b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:46.471732 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:46.473436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7733a933-6720-4df6-8ef9-a4d95bc35869 None None] Network 9f52988e-6932-4b78-b8f5-aa3ec02f07f4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:46.497398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-847b2e53-7b47-4235-802f-d617325c1c8c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9334800 Aug 21 09:09:46.525732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Request body: {'port': {'device_id': 'ddf07bb2-99f3-494d-b69d-714fb81609d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:46.570513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-network', 'tenant_id': '5298abbe98234bb3897cabfe1642624a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:46.602843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] Set router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:09:46.723599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:46.801767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4858c11-a46f-47cc-9524-9d6a681d0bb9 req-a7973851-80ea-42ea-b77d-07fb863fc407 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:46.811345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4858c11-a46f-47cc-9524-9d6a681d0bb9 req-a7973851-80ea-42ea-b77d-07fb863fc407 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:46.825226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f7c058-300d-41c8-9798-db9725246074 None None] DHCP port deletion for 9f52988e-6932-4b78-b8f5-aa3ec02f07f4 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:09:46.827898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4858c11-a46f-47cc-9524-9d6a681d0bb9 req-a7973851-80ea-42ea-b77d-07fb863fc407 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:46.839601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4858c11-a46f-47cc-9524-9d6a681d0bb9 req-a7973851-80ea-42ea-b77d-07fb863fc407 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:46.846691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4858c11-a46f-47cc-9524-9d6a681d0bb9 req-a7973851-80ea-42ea-b77d-07fb863fc407 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:46.853076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4858c11-a46f-47cc-9524-9d6a681d0bb9 req-a7973851-80ea-42ea-b77d-07fb863fc407 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:46.861321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4858c11-a46f-47cc-9524-9d6a681d0bb9 req-a7973851-80ea-42ea-b77d-07fb863fc407 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:46.872166 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4858c11-a46f-47cc-9524-9d6a681d0bb9 req-a7973851-80ea-42ea-b77d-07fb863fc407 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.3514657 Aug 21 09:09:46.887339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device da051648-27a2-4891-b5fd-b121b16ca148 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:46.900161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Made reservation on behalf of 5298abbe98234bb3897cabfe1642624a for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:46.905124 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:46.913200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: da051648-27a2-4891-b5fd-b121b16ca148 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:46.913551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device da051648-27a2-4891-b5fd-b121b16ca148 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:46.943064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:41Z', 'revision_number': 4, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0c5ba442-8e35-4060-b268-5faddda995ae', 'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'mac_address': 'fa:16:3e:bc:a7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:40Z', 'updated_at': '2021-08-21T09:09:45Z', 'revision_number': 4, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'subnets': [{'id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:46.978878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7c058-300d-41c8-9798-db9725246074 None None] Deleting port 27463617-21ed-42ec-972a-a8fbe845d703 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:46.978878 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c058-300d-41c8-9798-db9725246074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:46.978878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beca9e6-0f85-4c9b-ab61-75817838bf90 None None] The sync data for ids ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'] in n-d-766726-28 is: [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:41Z', 'revision_number': 4, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0c5ba442-8e35-4060-b268-5faddda995ae', 'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'mac_address': 'fa:16:3e:bc:a7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:40Z', 'updated_at': '2021-08-21T09:09:45Z', 'revision_number': 4, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'subnets': [{'id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:09:47.087892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e4f7c058-300d-41c8-9798-db9725246074 None None] For port 27463617-21ed-42ec-972a-a8fbe845d703, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=27463617-21ed-42ec-972a-a8fbe845d703,segment=NetworkSegment(61f22587-007c-41f4-b168-904305ca1f73),segment_id=61f22587-007c-41f4-b168-904305ca1f73)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:47.088400 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c058-300d-41c8-9798-db9725246074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:47.124716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7c058-300d-41c8-9798-db9725246074 None None] Calling delete_port for 27463617-21ed-42ec-972a-a8fbe845d703 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:47.323317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c058-300d-41c8-9798-db9725246074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:47.363046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7c058-300d-41c8-9798-db9725246074 None None] Pushing event deleted for resources: {'Port': ['ID=27463617-21ed-42ec-972a-a8fbe845d703,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:47.369307 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7c058-300d-41c8-9798-db9725246074 None None] No DVR routers for this DVR port 27463617-21ed-42ec-972a-a8fbe845d703 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:47.419857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting port 27463617-21ed-42ec-972a-a8fbe845d703 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:47.420200 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:47.478315 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:47.517764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Made reservation on behalf of 42cd12c3d7e64d42a4a4d5955d41ec5e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:47.520676 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:47.538852 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f924b19-8d02-4388-9d1c-313805b014ea req-74c70de0-de77-4ebb-a586-6bf718bc2f88 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 210 time: 0.6546683 Aug 21 09:09:47.549931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] For port 27463617-21ed-42ec-972a-a8fbe845d703, host n-d-766726-28, got binding levels [] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:47.550298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:47.576015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-71b690eb-4e3c-459c-b704-cf54096e18f4 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1669843 Aug 21 09:09:47.585322 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:47.590195 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:47.609571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Calling delete_port for 27463617-21ed-42ec-972a-a8fbe845d703 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:47.646897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_backend_mixin [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Port 27463617-21ed-42ec-972a-a8fbe845d703 was not found and therefore no delete operation was performed {{(pid=106757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:09:47.699479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0c5ba442-8e35-4060-b268-5faddda995ae up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:47.709992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:47.760012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4858c11-a46f-47cc-9524-9d6a681d0bb9 req-a6d12249-56aa-40a0-93e0-3bc06a2f560c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8670878 Aug 21 09:09:47.809278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 0c5ba442-8e35-4060-b268-5faddda995ae completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:47.813227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0c5ba442-8e35-4060-b268-5faddda995ae triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:47.813647 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:47.853749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Port': ['ID=27463617-21ed-42ec-972a-a8fbe845d703,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:47.893239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No DVR routers for this DVR port 27463617-21ed-42ec-972a-a8fbe845d703 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:47.906352 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40838) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:47.934218 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:47.976076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 0c5ba442-8e35-4060-b268-5faddda995ae, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0c5ba442-8e35-4060-b268-5faddda995ae,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:48.048079 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.049015 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f170711-4604-4b8b-bbe9-112bfd0f5af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.068027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f90402-a2f1-4347-a12f-cb41a93217d5 req-c084f90e-98b6-4395-b94f-8c8ce47d4744 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:48.070272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f90402-a2f1-4347-a12f-cb41a93217d5 req-c084f90e-98b6-4395-b94f-8c8ce47d4744 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 931 time: 0.4365675 Aug 21 09:09:48.109715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=0c5ba442-8e35-4060-b268-5faddda995ae,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:48.114801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.125346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 27463617-21ed-42ec-972a-a8fbe845d703 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:48.144770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f52988e-6932-4b78-b8f5-aa3ec02f07f4']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:48.148051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 27463617-21ed-42ec-972a-a8fbe845d703 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:48.148415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 27463617-21ed-42ec-972a-a8fbe845d703 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:48.160021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2f382e90-eb50-4b3d-8b89-bfd731100233 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:48.161557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2f382e90-eb50-4b3d-8b89-bfd731100233 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5694039 Aug 21 09:09:48.187238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f22587-007c-41f4-b168-904305ca1f73') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:48.187540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f22587-007c-41f4-b168-904305ca1f73') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:48.192807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Request body: {'port': {'device_id': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '42cd12c3d7e64d42a4a4d5955d41ec5e'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:48.218142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Allocated IP 172.25.5.183 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/d43c997d-8690-4221-aa69-e819812c26fa) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:48.243010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.344984 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.369842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:48.370247 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:48.382530 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:48.401510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f90402-a2f1-4347-a12f-cb41a93217d5 req-7b3802a0-bcac-468f-9bfd-1ab94144dff2 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604020 Aug 21 09:09:48.490393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93679f4f-e9a9-4a05-b1ff-8d72e722a037 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:48.525807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.525807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.570235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Transition to ACTIVE for port object 93679f4f-e9a9-4a05-b1ff-8d72e722a037 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:48.598310 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.613082 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.625894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-5f170711-4604-4b8b-bbe9-112bfd0f5af5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:09:48.625894 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 09:09:48.625894 n-d-766726-28 neutron-server[106756]: [parameters: {'project_id_1': '99c184decbbe445993ab0267381c4702', 'expiration_1': datetime.datetime(2021, 8, 21, 9, 9, 48, 65076)}] Aug 21 09:09:48.625894 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:09:48.627340 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-5f170711-4604-4b8b-bbe9-112bfd0f5af5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:09:48.668854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.670729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:09:48.670729 n-d-766726-28 neutron-server[106757]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 09:09:48.670729 n-d-766726-28 neutron-server[106757]: [parameters: {'project_id_1': '42cd12c3d7e64d42a4a4d5955d41ec5e', 'expiration_1': datetime.datetime(2021, 8, 21, 9, 9, 48, 565238)}] Aug 21 09:09:48.670729 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:09:48.671112 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:09:48.673590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4da2cbb6-fa12-4417-a80f-dff5b3cb03c8 req-2682deb5-6d8e-4bbf-830b-81d39fec855f tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 210 time: 0.0612106 Aug 21 09:09:48.674151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.704155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:09:48.731967 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.733789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/9f52988e-6932-4b78-b8f5-aa3ec02f07f4 HTTP/1.1" status: 204 len: 168 time: 2.3506639 Aug 21 09:09:48.736879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40844) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:48.763807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbaf95b-db5a-421b-a282-cebd4dd98a7f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:48.766291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc631c-f116-4492-9ab4-353e85dd4fc6 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Network': ['ID=9f52988e-6932-4b78-b8f5-aa3ec02f07f4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:48.769083 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a69f03f-d9c2-4fcd-a126-3c633421750e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:48.769530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a69f03f-d9c2-4fcd-a126-3c633421750e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:48.774309 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7a69f03f-d9c2-4fcd-a126-3c633421750e tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/subnets/27e0558b-b7d5-43be-8873-049cd50cecb9 HTTP/1.1" status: 404 len: 337 time: 0.0333962 Aug 21 09:09:48.774675 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40846) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:48.783304 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.783722 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Added segment 1e3d9942-9bee-4ab5-99d1-3b4363ea405e of type vlan for network e7a18130-a4db-48fa-b2f1-d4001ca6a243 Aug 21 09:09:48.857095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Pushing event updated for resources: {'Port': ['ID=93679f4f-e9a9-4a05-b1ff-8d72e722a037,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:48.930768 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:48.946874 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.055886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:49.075482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:49.088615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4840c2-cc9a-4a19-a649-9bd6348341bc req-4d52b5f3-2465-4d5e-808d-d0a4b5b21673 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:49.094621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4840c2-cc9a-4a19-a649-9bd6348341bc req-4d52b5f3-2465-4d5e-808d-d0a4b5b21673 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:49.101152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4840c2-cc9a-4a19-a649-9bd6348341bc req-4d52b5f3-2465-4d5e-808d-d0a4b5b21673 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:49.102405 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64f64d5-f04e-479c-90ec-f34fed7ebeeb tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] DELETE failed (client error): The resource could not be found. Aug 21 09:09:49.102950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64f64d5-f04e-479c-90ec-f34fed7ebeeb tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:09:49.104690 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a64f64d5-f04e-479c-90ec-f34fed7ebeeb tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/a522ecb9-71f1-43eb-b913-89d681dc3a94 HTTP/1.1" status: 404 len: 339 time: 0.3293722 Aug 21 09:09:49.107230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40852) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:49.107353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4840c2-cc9a-4a19-a649-9bd6348341bc req-4d52b5f3-2465-4d5e-808d-d0a4b5b21673 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:49.113842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4840c2-cc9a-4a19-a649-9bd6348341bc req-4d52b5f3-2465-4d5e-808d-d0a4b5b21673 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:49.121693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4840c2-cc9a-4a19-a649-9bd6348341bc req-4d52b5f3-2465-4d5e-808d-d0a4b5b21673 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:49.127882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4840c2-cc9a-4a19-a649-9bd6348341bc req-4d52b5f3-2465-4d5e-808d-d0a4b5b21673 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:49.129883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed4840c2-cc9a-4a19-a649-9bd6348341bc req-4d52b5f3-2465-4d5e-808d-d0a4b5b21673 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.2700021 Aug 21 09:09:49.133501 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f170711-4604-4b8b-bbe9-112bfd0f5af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.143159 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.144231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:49.167060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe9952b-98c1-4ab7-89da-ae6d283a8dcc tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting subnet f0b4b680-c187-45cb-9f3e-b2376e35e697 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:09:49.170160 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7fe9952b-98c1-4ab7-89da-ae6d283a8dcc tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.179051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Pushing event updated for resources: {'Port': ['ID=d43c997d-8690-4221-aa69-e819812c26fa,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:49.205468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Attempting to bind port 93679f4f-e9a9-4a05-b1ff-8d72e722a037 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:49.205807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Attempting to bind port 93679f4f-e9a9-4a05-b1ff-8d72e722a037 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:49.206140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Attempting to bind port 93679f4f-e9a9-4a05-b1ff-8d72e722a037 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:49.208055 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.208986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:49.209567 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.213260 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7fe9952b-98c1-4ab7-89da-ae6d283a8dcc tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.241745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Port 93679f4f-e9a9-4a05-b1ff-8d72e722a037 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:49.242071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Attempting to bind port 93679f4f-e9a9-4a05-b1ff-8d72e722a037 on network 73450b22-0f7b-4756-99d9-a1fdb9a2a648 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:49.244056 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.322022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:49.322314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Checking segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:49.322670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Bound using segment: {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:49.323111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Bound port: 93679f4f-e9a9-4a05-b1ff-8d72e722a037, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:49.323475 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.325335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:09:49.325335 n-d-766726-28 neutron-server[106757]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 09:09:49.325335 n-d-766726-28 neutron-server[106757]: [parameters: {'project_id_1': '42cd12c3d7e64d42a4a4d5955d41ec5e', 'expiration_1': datetime.datetime(2021, 8, 21, 9, 9, 49, 200507)}] Aug 21 09:09:49.325335 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:09:49.325653 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:09:49.332192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7fe9952b-98c1-4ab7-89da-ae6d283a8dcc tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.337388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed4840c2-cc9a-4a19-a649-9bd6348341bc req-f6deada5-3f93-43eb-b31a-0c9b22918c0e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1901295 Aug 21 09:09:49.401427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=e7a18130-a4db-48fa-b2f1-d4001ca6a243,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:49.407226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f170711-4604-4b8b-bbe9-112bfd0f5af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.412778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network e7a18130-a4db-48fa-b2f1-d4001ca6a243 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:49.421369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95103263-d92b-4e8d-8353-df561e3f7f77,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:49.482767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.483493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f170711-4604-4b8b-bbe9-112bfd0f5af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.512311 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7fe9952b-98c1-4ab7-89da-ae6d283a8dcc tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.532963 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5f170711-4604-4b8b-bbe9-112bfd0f5af5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99c184decbbe445993ab0267381c4702&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6247346 Aug 21 09:09:49.536977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40856) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:49.560026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7fe9952b-98c1-4ab7-89da-ae6d283a8dcc tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.565534 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7fe9952b-98c1-4ab7-89da-ae6d283a8dcc tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/subnets/f0b4b680-c187-45cb-9f3e-b2376e35e697 HTTP/1.1" status: 204 len: 168 time: 0.4573357 Aug 21 09:09:49.566888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40858) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:49.567932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9952b-98c1-4ab7-89da-ae6d283a8dcc tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b4b680-c187-45cb-9f3e-b2376e35e697,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:49.574622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cba417-e493-4302-9474-2b6a59897964 None None] Network ecd7261a-32e8-47f1-83e0-3f0e76dd0132 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:49.578645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f170711-4604-4b8b-bbe9-112bfd0f5af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0bfa53-e273-4443-a6ad-090f32ecf2c3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:49.578804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] For port 93679f4f-e9a9-4a05-b1ff-8d72e722a037, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:49.589029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3423445a-1917-438c-b001-2d28db586bc0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.2422671 Aug 21 09:09:49.598384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40860) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:49.606052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] Request body: {'subnet': {'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-subnet', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:49.622862 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Allocated IP 192.168.233.67 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/982d3312-9af8-4f57-9f37-c0d0643d943c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:49.642357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] For port 93679f4f-e9a9-4a05-b1ff-8d72e722a037, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=93679f4f-e9a9-4a05-b1ff-8d72e722a037,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:49.659667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0c5ba442-8e35-4060-b268-5faddda995ae up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:49.679367 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.701605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a007b-7c51-4ac3-8330-313349300c97 req-1d071e9e-6bf9-4821-b706-fe27b707e1b5 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:49.703170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb6a007b-7c51-4ac3-8330-313349300c97 req-1d071e9e-6bf9-4821-b706-fe27b707e1b5 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 943 time: 0.1852872 Aug 21 09:09:49.703809 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.740843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Deleting port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:49.741239 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.749022 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.749683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0c5ba442-8e35-4060-b268-5faddda995ae triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:49.750053 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.756205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] Made reservation on behalf of 5298abbe98234bb3897cabfe1642624a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:49.759271 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.822089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8693f61-7109-4f74-b071-5be27acc9e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.871018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] For port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb,segment=NetworkSegment(c8b12097-3101-4752-b93e-09665f81b39c),segment_id=c8b12097-3101-4752-b93e-09665f81b39c)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:49.871392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.886497 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Calling delete_port for 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:49.897593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9c4337a-c066-4ac3-bf4c-183aee3c4022 req-f5f075bd-427a-4c98-be69-2cdfde328fed tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 210 time: 0.0874653 Aug 21 09:09:49.923426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:49.923947 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:49.933664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] 10.222.0.22 "PUT /v2.0/ports/93679f4f-e9a9-4a05-b1ff-8d72e722a037 HTTP/1.1" status: 200 len: 1092 time: 3.4154878 Aug 21 09:09:49.933664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf07bb2-99f3-494d-b69d-714fb81609d7', 'tag': '93679f4f-e9a9-4a05-b1ff-8d72e722a037'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:49.935486 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb56751-4387-46f2-8313-2b0f63d53af2" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf07bb2-99f3-494d-b69d-714fb81609d7", "tag": "93679f4f-e9a9-4a05-b1ff-8d72e722a037"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:49.958860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864da333-c464-44a2-94de-da8524acd3a1 None None] DHCP port deletion for ecd7261a-32e8-47f1-83e0-3f0e76dd0132 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:09:49.984796 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8693f61-7109-4f74-b071-5be27acc9e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.006631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Made reservation on behalf of 42cd12c3d7e64d42a4a4d5955d41ec5e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:50.006631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.042968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-864da333-c464-44a2-94de-da8524acd3a1 None None] Deleting port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:09:50.043436 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-864da333-c464-44a2-94de-da8524acd3a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.052779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb6a007b-7c51-4ac3-8330-313349300c97 req-9f652932-1189-4091-9832-7674e3b8964c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178008 Aug 21 09:09:50.054429 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267f3d5-f753-4662-a395-4badcf8fcb8a x-openstack-request-id: req-1267f3d5-f753-4662-a395-4badcf8fcb8a {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:50.054718 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf07bb2-99f3-494d-b69d-714fb81609d7", "tag": "93679f4f-e9a9-4a05-b1ff-8d72e722a037", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:50.055459 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1267f3d5-f753-4662-a395-4badcf8fcb8a {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:50.055459 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf07bb2-99f3-494d-b69d-714fb81609d7', 'tag': '93679f4f-e9a9-4a05-b1ff-8d72e722a037', 'status': 'completed', 'code': 200} Aug 21 09:09:50.075736 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:09:50.087360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fc017-3250-4eda-889a-88777d7a6530 service neutron] Pushing event updated for resources: {'Port': ['ID=93679f4f-e9a9-4a05-b1ff-8d72e722a037,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:50.120779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-864da333-c464-44a2-94de-da8524acd3a1 None None] For port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb,segment=NetworkSegment(c8b12097-3101-4752-b93e-09665f81b39c),segment_id=c8b12097-3101-4752-b93e-09665f81b39c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:50.121446 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-864da333-c464-44a2-94de-da8524acd3a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.122936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.136652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-864da333-c464-44a2-94de-da8524acd3a1 None None] Calling delete_port for 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:09:50.152002 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Port': ['ID=9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:50.153868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] No DVR routers for this DVR port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:50.184619 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.228889 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-864da333-c464-44a2-94de-da8524acd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.260122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864da333-c464-44a2-94de-da8524acd3a1 None None] Pushing event deleted for resources: {'Port': ['ID=9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:50.272149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-66a8c143-d5ec-45ba-9a45-06723629e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:50.272313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864da333-c464-44a2-94de-da8524acd3a1 None None] No DVR routers for this DVR port 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:09:50.273690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-66a8c143-d5ec-45ba-9a45-06723629e66b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 1095 time: 0.2125914 Aug 21 09:09:50.276676 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.283680 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.299233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd7261a-32e8-47f1-83e0-3f0e76dd0132']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:50.318818 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2319e9b6-2291-4b85-aad1-7e138856752d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:50.325034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b12097-3101-4752-b93e-09665f81b39c') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:50.325340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b12097-3101-4752-b93e-09665f81b39c') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:50.338492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.340269 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] Checking segment: {'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:50.340619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] Network hostable DHCP agents. Network: e7a18130-a4db-48fa-b2f1-d4001ca6a243, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:09:50.345429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-81b71586-945b-4cf2-86b6-9bd67f0b51c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93679f4f-e9a9-4a05-b1ff-8d72e722a037 HTTP/1.1" status: 200 len: 217 time: 0.0619931 Aug 21 09:09:50.346683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Transition to ACTIVE for port object 982d3312-9af8-4f57-9f37-c0d0643d943c will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:50.350317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.352228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8693f61-7109-4f74-b071-5be27acc9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.354769 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8693f61-7109-4f74-b071-5be27acc9e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.358323 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c8693f61-7109-4f74-b071-5be27acc9e20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a0bfa53-e273-4443-a6ad-090f32ecf2c3 HTTP/1.1" status: 204 len: 168 time: 0.8151813 Aug 21 09:09:50.358450 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.365514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:09:50.365919 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:09:50.370528 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:09:50.396502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8693f61-7109-4f74-b071-5be27acc9e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0bfa53-e273-4443-a6ad-090f32ecf2c3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:50.448126 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.465308 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] Network e7a18130-a4db-48fa-b2f1-d4001ca6a243 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:09:50.504181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-fd5efccb-800e-433a-a6b9-e8dc5fdb6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:50.505649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-fd5efccb-800e-433a-a6b9-e8dc5fdb6c43 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 200 len: 852 time: 0.1486700 Aug 21 09:09:50.517817 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.524898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.526950 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] 10.222.0.20 "DELETE /v2.0/networks/ecd7261a-32e8-47f1-83e0-3f0e76dd0132 HTTP/1.1" status: 204 len: 168 time: 0.9564874 Aug 21 09:09:50.545117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5b3e9-429c-4cdf-93df-eca7f9a8cae4 tempest-NetworksIpV6Test-1011000785 tempest-NetworksIpV6Test-1011000785-project] Pushing event deleted for resources: {'Network': ['ID=ecd7261a-32e8-47f1-83e0-3f0e76dd0132,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:50.545117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, e7a18130-a4db-48fa-b2f1-d4001ca6a243) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:50.545789 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:50.546377 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.556495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c1be03-e027-453a-b4e4-e37486d7d910 None None] Network e7a18130-a4db-48fa-b2f1-d4001ca6a243 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:50.590249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.599119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-d8697e8b-0289-44da-bddc-c4b7a086430b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=73450b22-0f7b-4756-99d9-a1fdb9a2a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800669 Aug 21 09:09:50.620368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Pushing event updated for resources: {'Port': ['ID=d43c997d-8690-4221-aa69-e819812c26fa,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:50.650340 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3bdb504c-2bf4-4a95-95ea-83ab8cfd850a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0508718 Aug 21 09:09:50.653144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40872) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:50.660004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-router', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:50.707386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c27204-5a6b-48a5-8f27-db9f5753364c None None] Network e7a18130-a4db-48fa-b2f1-d4001ca6a243 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:50.754637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbc2e9-e7f4-42f9-8ea3-8c0975c35c24 req-78ee0ebc-99a1-4def-87b2-e4eb25fbd33c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:50.761292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbc2e9-e7f4-42f9-8ea3-8c0975c35c24 req-78ee0ebc-99a1-4def-87b2-e4eb25fbd33c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:50.767575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbc2e9-e7f4-42f9-8ea3-8c0975c35c24 req-78ee0ebc-99a1-4def-87b2-e4eb25fbd33c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:50.773472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbc2e9-e7f4-42f9-8ea3-8c0975c35c24 req-78ee0ebc-99a1-4def-87b2-e4eb25fbd33c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:50.779349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbc2e9-e7f4-42f9-8ea3-8c0975c35c24 req-78ee0ebc-99a1-4def-87b2-e4eb25fbd33c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:50.785281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbc2e9-e7f4-42f9-8ea3-8c0975c35c24 req-78ee0ebc-99a1-4def-87b2-e4eb25fbd33c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:50.791130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbc2e9-e7f4-42f9-8ea3-8c0975c35c24 req-78ee0ebc-99a1-4def-87b2-e4eb25fbd33c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:50.793090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6fbc2e9-e7f4-42f9-8ea3-8c0975c35c24 req-78ee0ebc-99a1-4def-87b2-e4eb25fbd33c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.3501444 Aug 21 09:09:50.796826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.799217 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.801868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.818524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:50.829727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Allocated IP 192.168.233.39 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/8b2286fb-d4b0-470e-80be-10c427e3481b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:50.849988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:50.865519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:50.865658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:50.878367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Pushing event updated for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:51.164502 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40882) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:51.202735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0aab2e72-9215-4f94-b77f-7651378bfd99 None None] Provisioning for port 982d3312-9af8-4f57-9f37-c0d0643d943c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:51.209148 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0aab2e72-9215-4f94-b77f-7651378bfd99 None None] Provisioning complete for port 982d3312-9af8-4f57-9f37-c0d0643d943c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:51.209742 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0aab2e72-9215-4f94-b77f-7651378bfd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.214654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55f03495-d19c-4246-a75c-aabcd0d3186c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.218665 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.259614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40884) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:51.283003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0aab2e72-9215-4f94-b77f-7651378bfd99 None None] Port 982d3312-9af8-4f57-9f37-c0d0643d943c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:09:51.311927 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.320107 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f172b5ff-7d11-45de-8663-96ab20f3aad4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4483902 Aug 21 09:09:51.386157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:51.387004 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.401593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87abb280-4c90-450c-8bcb-d1c8702920a4 req-02bf4db4-18f9-491c-80f1-f2b7c5d2fe59 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 210 time: 0.0990651 Aug 21 09:09:51.448244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55f03495-d19c-4246-a75c-aabcd0d3186c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.480885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-d85cfa12-5fcc-411a-9ac4-98047d37295c service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502958 Aug 21 09:09:51.506095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6fbc2e9-e7f4-42f9-8ea3-8c0975c35c24 req-9a126749-2ccc-4303-aaf5-730b7747c75a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6834857 Aug 21 09:09:51.544707 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55f03495-d19c-4246-a75c-aabcd0d3186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.616545 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-55f03495-d19c-4246-a75c-aabcd0d3186c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a63dad281714249b84f47120291b7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507775 Aug 21 09:09:51.622271 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40900) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:51.643283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:09:51.663524 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:09:51.663949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9f62f9cb-432f-4cc6-83b9-ec96b2ff21eb not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:09:51.676628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-561e19d4-7584-4b32-be16-1f01b32883f6 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3651690 Aug 21 09:09:51.727371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Request body: {'port': {'device_id': 'ea904ca3-a420-4292-afba-f47c7983f423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:51.742275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f03495-d19c-4246-a75c-aabcd0d3186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad53f81-4f17-4786-82d8-2cfa86818fc1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:51.768231 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fa51ece9-3865-4596-a491-d41471e46355 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18e6526232e24600b77475e4e73b49b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5044982 Aug 21 09:09:51.768231 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.770379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40902) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:51.787692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190c70f-3d0d-46d5-84ab-3878a65fedb6 req-e38068d9-3579-4c3f-97f7-3df5eb7efefa tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:51.789405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f190c70f-3d0d-46d5-84ab-3878a65fedb6 req-e38068d9-3579-4c3f-97f7-3df5eb7efefa tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 943 time: 0.3062589 Aug 21 09:09:51.803506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-56888280-db25-431b-845a-27fff0175876 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--105060438&fields=id&tenant_id=a9cecab997774545bfb15e73758feb55 HTTP/1.1" status: 200 len: 267 time: 0.1309409 Aug 21 09:09:51.809995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.830394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe8d8-8cbe-4772-85c3-e730e50c1864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.900989 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe8d8-8cbe-4772-85c3-e730e50c1864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.915893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b6c417e-2504-4bc4-905d-5abe27a30f9e req-7c05e455-9bb7-4708-8a4d-7b8a5ba0c787 service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075541 Aug 21 09:09:51.965634 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bcd6de7-577d-4585-8ffc-ba6dc6d2a86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.971767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:51.979320 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:52.016288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bcd6de7-577d-4585-8ffc-ba6dc6d2a86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:52.021769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f190c70f-3d0d-46d5-84ab-3878a65fedb6 req-7fadb6be-f89c-4caa-b1e1-211e76cf6148 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171719 Aug 21 09:09:52.043763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Allocated IP 172.25.5.111 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/a4736b9a-e0d2-40e7-ab7f-32b512d44be1) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:52.138214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-fc3d6f3c-1a0e-49ba-a71c-1dcc45f3d0ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:52.138750 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe8d8-8cbe-4772-85c3-e730e50c1864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:52.141408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe8d8-8cbe-4772-85c3-e730e50c1864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:52.145629 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d2dfe8d8-8cbe-4772-85c3-e730e50c1864 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fad53f81-4f17-4786-82d8-2cfa86818fc1 HTTP/1.1" status: 204 len: 168 time: 0.5159917 Aug 21 09:09:52.148584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-fc3d6f3c-1a0e-49ba-a71c-1dcc45f3d0ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/networks?id=344c9d07-e68f-477b-9c08-8d805d7cc5a8 HTTP/1.1" status: 200 len: 815 time: 0.3255737 Aug 21 09:09:52.159499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Transition to ACTIVE for port object 8b2286fb-d4b0-470e-80be-10c427e3481b will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:52.163230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfe8d8-8cbe-4772-85c3-e730e50c1864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad53f81-4f17-4786-82d8-2cfa86818fc1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:52.184528 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:52.220871 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bcd6de7-577d-4585-8ffc-ba6dc6d2a86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:52.223455 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bcd6de7-577d-4585-8ffc-ba6dc6d2a86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:52.224634 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8bcd6de7-577d-4585-8ffc-ba6dc6d2a86e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a0411b9-f2ce-4407-a93e-9f717250bcd9 HTTP/1.1" status: 204 len: 168 time: 0.4541118 Aug 21 09:09:52.233479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-c4547c2e-b834-4939-887a-167779f3169c tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/quotas/a9cecab997774545bfb15e73758feb55 HTTP/1.1" status: 200 len: 375 time: 0.0821061 Aug 21 09:09:52.235959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd6de7-577d-4585-8ffc-ba6dc6d2a86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0411b9-f2ce-4407-a93e-9f717250bcd9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:52.239834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb56751-4387-46f2-8313-2b0f63d53af2 req-ab20408b-0a5c-4043-a574-10a810fa5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:52.242195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fb56751-4387-46f2-8313-2b0f63d53af2 req-ab20408b-0a5c-4043-a574-10a810fa5d26 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec44a488b58c4ff480090f59e9183bf2&device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 1095 time: 0.2141421 Aug 21 09:09:52.311701 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:52.349332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:52.353518 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:52.355994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:52.382184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-a50c45d6-86ff-45e0-ba05-26f0ea417f4c tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9cecab997774545bfb15e73758feb55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1389761 Aug 21 09:09:52.389124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a4736b9a-e0d2-40e7-ab7f-32b512d44be1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:52.421283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb56751-4387-46f2-8313-2b0f63d53af2 req-b03313f8-311a-4af1-8347-582732db8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:52.423283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fb56751-4387-46f2-8313-2b0f63d53af2 req-b03313f8-311a-4af1-8347-582732db8b69 service neutron] 10.222.0.22 "GET /v2.0/networks?id=73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 200 len: 913 time: 0.1635706 Aug 21 09:09:52.470622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fb56751-4387-46f2-8313-2b0f63d53af2 req-66b3d1d7-d1b0-49bc-a049-7f8c85f1397f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93679f4f-e9a9-4a05-b1ff-8d72e722a037 HTTP/1.1" status: 200 len: 217 time: 0.0376046 Aug 21 09:09:52.560356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:52.715882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:52.724124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb56751-4387-46f2-8313-2b0f63d53af2 req-27b25d64-2ee9-49a5-a3d4-4a15671b5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:52.725570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fb56751-4387-46f2-8313-2b0f63d53af2 req-27b25d64-2ee9-49a5-a3d4-4a15671b5eed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 200 len: 852 time: 0.1754839 Aug 21 09:09:52.733821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Pushing event updated for resources: {'Port': ['ID=8b2286fb-d4b0-470e-80be-10c427e3481b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:52.751947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:52.770556 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:52.770693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:52.803589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fb56751-4387-46f2-8313-2b0f63d53af2 req-dc503c55-8c79-4814-bd98-d36303037cb7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=73450b22-0f7b-4756-99d9-a1fdb9a2a648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663090 Aug 21 09:09:52.847763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e60471-2c0a-4e8a-ac08-8740a7b46055 req-28c37303-99d4-424a-bef4-1c7aad36111b tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:52.854990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67e60471-2c0a-4e8a-ac08-8740a7b46055 req-28c37303-99d4-424a-bef4-1c7aad36111b tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 935 time: 0.3061340 Aug 21 09:09:52.866417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-e4c21e13-ca52-44dc-bcf5-ff3320e7b92c service neutron] 10.222.0.20 "GET /v2.0/networks/344c9d07-e68f-477b-9c08-8d805d7cc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564996 Aug 21 09:09:53.047526 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:53.067493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:53.068172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:53.101575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982d3312-9af8-4f57-9f37-c0d0643d943c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:53.129631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67e60471-2c0a-4e8a-ac08-8740a7b46055 req-1b313d95-0cce-4b94-9c20-16b78fc81c51 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736897 Aug 21 09:09:53.145349 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:53.182291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fb56751-4387-46f2-8313-2b0f63d53af2 req-cbfb9474-1ead-4cbd-b7b7-4c9caf84f26f service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007312 Aug 21 09:09:53.183293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Transition to ACTIVE for port object 982d3312-9af8-4f57-9f37-c0d0643d943c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:53.190677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bb2736ef-8727-4067-9d21-e8cc1d1f0c6c None None] Provisioning for port 8b2286fb-d4b0-470e-80be-10c427e3481b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:53.198883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bb2736ef-8727-4067-9d21-e8cc1d1f0c6c None None] Provisioning complete for port 8b2286fb-d4b0-470e-80be-10c427e3481b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:53.198883 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb2736ef-8727-4067-9d21-e8cc1d1f0c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:53.205170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-21a6a1f9-cab0-4d87-8c67-948f8a1d0329 service neutron] 10.222.0.20 "GET /v2.0/networks/344c9d07-e68f-477b-9c08-8d805d7cc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343506 Aug 21 09:09:53.244061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-bb2736ef-8727-4067-9d21-e8cc1d1f0c6c None None] Port 8b2286fb-d4b0-470e-80be-10c427e3481b cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:09:53.255821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-2a69e042-effa-4f07-b090-e8a7c7c32926 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0762043 Aug 21 09:09:53.287650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Request body: {'port': {'device_id': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:53.328302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:53.346100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:09:53.436660 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:53.482002 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40954) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:53.501875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9d96bb04-9325-4a64-8c0c-8ac156a08afe details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:09:53.651007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Pushing event updated for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:53.674491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9d96bb04-9325-4a64-8c0c-8ac156a08afe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d96bb04-9325-4a64-8c0c-8ac156a08afe,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:53.675970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:09:53.686842 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Sync routers for ids ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:09:53.698341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '9d96bb04-9325-4a64-8c0c-8ac156a08afe', 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434', 'port_id': '9d96bb04-9325-4a64-8c0c-8ac156a08afe', 'mac_address': 'fa:16:3e:13:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:09:53.698985 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Routers {'4da030bb-ab1b-41f4-8280-dcdc0b856ad8'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:09:53.699700 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:53.706763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-626719042'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:53.751750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fb56751-4387-46f2-8313-2b0f63d53af2 req-bc2b85f2-9b9e-4ed7-b150-e2d6a5b19052 service neutron] 10.222.0.22 "GET /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445845 Aug 21 09:09:53.754189 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:53.783541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d96bb04-9325-4a64-8c0c-8ac156a08afe {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:53.783761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8ede9-be5a-4a4e-8514-d619d1504a47 req-d2543850-aae9-4b8c-9160-264cb65e7060 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:53.790752 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:53.792061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8ede9-be5a-4a4e-8514-d619d1504a47 req-d2543850-aae9-4b8c-9160-264cb65e7060 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:53.793054 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-625f4dd2-cde8-41fc-9841-cf5fa6241cd0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1380978 Aug 21 09:09:53.796254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40964) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:53.803106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8ede9-be5a-4a4e-8514-d619d1504a47 req-d2543850-aae9-4b8c-9160-264cb65e7060 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:53.817635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8ede9-be5a-4a4e-8514-d619d1504a47 req-d2543850-aae9-4b8c-9160-264cb65e7060 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:53.820514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9d96bb04-9325-4a64-8c0c-8ac156a08afe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d96bb04-9325-4a64-8c0c-8ac156a08afe,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:53.824966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8ede9-be5a-4a4e-8514-d619d1504a47 req-d2543850-aae9-4b8c-9160-264cb65e7060 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:53.831954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8ede9-be5a-4a4e-8514-d619d1504a47 req-d2543850-aae9-4b8c-9160-264cb65e7060 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:53.838211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8ede9-be5a-4a4e-8514-d619d1504a47 req-d2543850-aae9-4b8c-9160-264cb65e7060 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:53.847124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93b8ede9-be5a-4a4e-8514-d619d1504a47 req-d2543850-aae9-4b8c-9160-264cb65e7060 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5420 time: 0.3407891 Aug 21 09:09:53.898043 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Set router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:09:53.911452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8636a-8ec5-4aa0-b7e9-907361055ba8 req-93a9f1b7-8faa-4706-94e7-e313b3dff70c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:53.912977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86a8636a-8ec5-4aa0-b7e9-907361055ba8 req-93a9f1b7-8faa-4706-94e7-e313b3dff70c tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 943 time: 0.2542379 Aug 21 09:09:53.916910 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:53.917586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 58edfe04-a3d4-4096-86d3-5ad70a933df4 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:09:53.927468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:53.931164 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:53.944161 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:53.966550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Attempting to bind port 982d3312-9af8-4f57-9f37-c0d0643d943c on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:53.966550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Attempting to bind port 982d3312-9af8-4f57-9f37-c0d0643d943c by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:53.966550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Attempting to bind port 982d3312-9af8-4f57-9f37-c0d0643d943c on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:53.998784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Port 982d3312-9af8-4f57-9f37-c0d0643d943c on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:53.999107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Attempting to bind port 982d3312-9af8-4f57-9f37-c0d0643d943c on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:54.013272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9d96bb04-9325-4a64-8c0c-8ac156a08afe,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:54.014012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:54.014355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:54.014759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:54.015185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Bound port: 982d3312-9af8-4f57-9f37-c0d0643d943c, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:54.015544 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.031150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 58edfe04-a3d4-4096-86d3-5ad70a933df4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=58edfe04-a3d4-4096-86d3-5ad70a933df4,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:54.041244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93b8ede9-be5a-4a4e-8514-d619d1504a47 req-6b89629a-79ca-4d69-9a28-ba3d2b4586e9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1932213 Aug 21 09:09:54.061956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.062282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.062552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.062893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.063227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.064099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.064428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.065070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.065070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.067761 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86a8636a-8ec5-4aa0-b7e9-907361055ba8 req-81be5c98-07e1-4e50-9cf7-914bd7f01593 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907924 Aug 21 09:09:54.085974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.086488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.086827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:09:54.107447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '58edfe04-a3d4-4096-86d3-5ad70a933df4', 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434', 'port_id': '58edfe04-a3d4-4096-86d3-5ad70a933df4', 'mac_address': 'fa:16:3e:2a:6d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:09:54.193387 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.213310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58edfe04-a3d4-4096-86d3-5ad70a933df4 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:54.233931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4ff0d4a-913f-49f0-9574-e007cd5d360b req-ad9a5747-be98-4093-ba06-ea2f8e71f3ad tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 210 time: 0.0665593 Aug 21 09:09:54.278417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 58edfe04-a3d4-4096-86d3-5ad70a933df4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=58edfe04-a3d4-4096-86d3-5ad70a933df4,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:54.345377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:54.354392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.355031 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-router', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:50Z', 'updated_at': '2021-08-21T09:09:52Z', 'revision_number': 3, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'gw_port': {'id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:51Z', 'updated_at': '2021-08-21T09:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:54.376571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:54.391074 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.392697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 090fdd81-0c45-49e9-97a8-edb01ea83e05 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:09:54.396798 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Checking router: 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:09:54.397238 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Updating router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 port a4736b9a-e0d2-40e7-ab7f-32b512d44be1 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:09:54.406326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1756-9e04-4a7b-8e98-8513d6a99eee req-9ce84bb5-2eee-4cea-8159-282fed01c848 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:54.407764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466d1756-9e04-4a7b-8e98-8513d6a99eee req-9ce84bb5-2eee-4cea-8159-282fed01c848 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 935 time: 0.1192977 Aug 21 09:09:54.430919 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.458829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.474505 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.475935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2286fb-d4b0-470e-80be-10c427e3481b {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:54.491469 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.497635 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.497819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:09:54.517813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466d1756-9e04-4a7b-8e98-8513d6a99eee req-fcff5986-29ed-4437-96a1-c8a8602cbf65 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867815 Aug 21 09:09:54.525868 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.526215 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Added segment f01290d5-6297-4711-8dbb-530e6c6f40e9 of type vlan for network 2365f0f2-b447-42e1-8664-7c092a3ff7f0 Aug 21 09:09:54.540506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=58edfe04-a3d4-4096-86d3-5ad70a933df4,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:54.562541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:54.562541 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.564924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] 10.222.0.22 "PUT /v2.0/ports/982d3312-9af8-4f57-9f37-c0d0643d943c HTTP/1.1" status: 200 len: 1096 time: 2.8549712 Aug 21 09:09:54.569510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Transition to ACTIVE for port object 8b2286fb-d4b0-470e-80be-10c427e3481b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:54.569747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:54.572349 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a07eb7-7b60-4de1-9466-12c249752006" -d '{"events": [{"name": "network-changed", "server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:54.634568 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36ed5f1-d25f-423d-bd3f-276952aa817d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:54.668477 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.701686 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba3b3f6-372a-4da2-903e-ca859db95bc9 x-openstack-request-id: req-aba3b3f6-372a-4da2-903e-ca859db95bc9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:54.701970 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:54.702529 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aba3b3f6-372a-4da2-903e-ca859db95bc9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:54.703134 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'status': 'completed', 'code': 200} Aug 21 09:09:54.710939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b92fb-76b1-4148-a37d-e9e341a42161 service neutron] Pushing event updated for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:54.733596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 090fdd81-0c45-49e9-97a8-edb01ea83e05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=090fdd81-0c45-49e9-97a8-edb01ea83e05,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:54.766669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '090fdd81-0c45-49e9-97a8-edb01ea83e05', 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee', 'port_id': '090fdd81-0c45-49e9-97a8-edb01ea83e05', 'mac_address': 'fa:16:3e:21:a0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:09:54.796273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.852482 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.870398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Pushing event updated for resources: {'Port': ['ID=8b2286fb-d4b0-470e-80be-10c427e3481b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:54.879026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090fdd81-0c45-49e9-97a8-edb01ea83e05 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:54.917121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 090fdd81-0c45-49e9-97a8-edb01ea83e05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=090fdd81-0c45-49e9-97a8-edb01ea83e05,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:54.937158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c16d1-1517-41ce-924b-1895078503a3 req-157879f7-23ff-45c8-b067-d831ddaf818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:54.938994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-157879f7-23ff-45c8-b067-d831ddaf818d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&device_id=ea904ca3-a420-4292-afba-f47c7983f423 HTTP/1.1" status: 200 len: 1099 time: 0.2611961 Aug 21 09:09:54.940634 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:54.950873 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Transition to ACTIVE for port object a4736b9a-e0d2-40e7-ab7f-32b512d44be1 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:54.971004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Allocated IP 172.20.0.1 (e7a18130-a4db-48fa-b2f1-d4001ca6a243/2319e9b6-2291-4b85-aad1-7e138856752d/1fd05ecd-55ed-4c09-af6e-e1aeb8705c06) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:55.010139 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.010364 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.030863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 111787a2-30ea-4809-aa01-2f16b2944652 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:09:55.041508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-11654c4a-18f2-46ae-a894-168a00f790e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=982d3312-9af8-4f57-9f37-c0d0643d943c HTTP/1.1" status: 200 len: 217 time: 0.0929649 Aug 21 09:09:55.060280 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.069286 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:55.069925 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.147617 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Attempting to bind port a4736b9a-e0d2-40e7-ab7f-32b512d44be1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:55.158384 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Attempting to bind port a4736b9a-e0d2-40e7-ab7f-32b512d44be1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:55.161192 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Attempting to bind port a4736b9a-e0d2-40e7-ab7f-32b512d44be1 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:55.166410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c16d1-1517-41ce-924b-1895078503a3 req-e9e395f8-fcb4-483e-9eb8-92ea05052a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:55.173848 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-e9e395f8-fcb4-483e-9eb8-92ea05052a5e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1152203 Aug 21 09:09:55.201975 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:55.209588 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:55.212247 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.212247 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:55.212247 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Bound port: a4736b9a-e0d2-40e7-ab7f-32b512d44be1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:55.217916 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.222122 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c9bcb-005f-4b91-a5ae-52654963ef19 None None] Pushing event updated for resources: {'Port': ['ID=a4736b9a-e0d2-40e7-ab7f-32b512d44be1,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:55.261980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 93679f4f-e9a9-4a05-b1ff-8d72e722a037 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:09:55.277569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Attempting to bind port 8b2286fb-d4b0-470e-80be-10c427e3481b on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:09:55.277928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Attempting to bind port 8b2286fb-d4b0-470e-80be-10c427e3481b by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:09:55.286055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Attempting to bind port 8b2286fb-d4b0-470e-80be-10c427e3481b on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:55.292212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=090fdd81-0c45-49e9-97a8-edb01ea83e05,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:55.352116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Port 8b2286fb-d4b0-470e-80be-10c427e3481b on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:09:55.352521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Attempting to bind port 8b2286fb-d4b0-470e-80be-10c427e3481b on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:09:55.368193 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] For port a4736b9a-e0d2-40e7-ab7f-32b512d44be1, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:55.372895 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] For port a4736b9a-e0d2-40e7-ab7f-32b512d44be1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a4736b9a-e0d2-40e7-ab7f-32b512d44be1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:55.382203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:09:55.382529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:55.382949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:09:55.383366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Bound port: 8b2286fb-d4b0-470e-80be-10c427e3481b, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:09:55.383869 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.397053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c16d1-1517-41ce-924b-1895078503a3 req-f9ca4c87-ae9d-4342-aa94-7ba0609d52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:55.398613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-f9ca4c87-ae9d-4342-aa94-7ba0609d52e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2162592 Aug 21 09:09:55.410667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01492b32-3837-4aec-8982-265dbe2127ce req-2f79440b-7adc-484c-a89d-4bda8eeb8bd2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:55.416840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01492b32-3837-4aec-8982-265dbe2127ce req-2f79440b-7adc-484c-a89d-4bda8eeb8bd2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:55.422889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01492b32-3837-4aec-8982-265dbe2127ce req-2f79440b-7adc-484c-a89d-4bda8eeb8bd2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:55.433699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01492b32-3837-4aec-8982-265dbe2127ce req-2f79440b-7adc-484c-a89d-4bda8eeb8bd2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:55.439774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01492b32-3837-4aec-8982-265dbe2127ce req-2f79440b-7adc-484c-a89d-4bda8eeb8bd2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:55.443928 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.445982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01492b32-3837-4aec-8982-265dbe2127ce req-2f79440b-7adc-484c-a89d-4bda8eeb8bd2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:55.452837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01492b32-3837-4aec-8982-265dbe2127ce req-2f79440b-7adc-484c-a89d-4bda8eeb8bd2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:55.455183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01492b32-3837-4aec-8982-265dbe2127ce req-2f79440b-7adc-484c-a89d-4bda8eeb8bd2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5423 time: 0.2187645 Aug 21 09:09:55.456713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 111787a2-30ea-4809-aa01-2f16b2944652, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=111787a2-30ea-4809-aa01-2f16b2944652,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:55.507957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4fa3a-ea6b-4e30-b46d-64449d1f9da2 req-685450c9-4ad0-44f2-834e-66fffdf2ddf1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:55.509637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86b4fa3a-ea6b-4e30-b46d-64449d1f9da2 req-685450c9-4ad0-44f2-834e-66fffdf2ddf1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 943 time: 0.2636857 Aug 21 09:09:55.537203 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Routers {'4da030bb-ab1b-41f4-8280-dcdc0b856ad8'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:09:55.537970 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:55.547863 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Network': ['ID=2365f0f2-b447-42e1-8664-7c092a3ff7f0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:55.548622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 93679f4f-e9a9-4a05-b1ff-8d72e722a037, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=93679f4f-e9a9-4a05-b1ff-8d72e722a037,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:55.564232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '93679f4f-e9a9-4a05-b1ff-8d72e722a037', 'network_id': '73450b22-0f7b-4756-99d9-a1fdb9a2a648', 'port_id': '93679f4f-e9a9-4a05-b1ff-8d72e722a037', 'mac_address': 'fa:16:3e:8c:6c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fc87cd-bb56-4b37-976a-7ed85aa94def', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:09:55.566100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '111787a2-30ea-4809-aa01-2f16b2944652', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'port_id': '111787a2-30ea-4809-aa01-2f16b2944652', 'mac_address': 'fa:16:3e:b1:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:09:55.578841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2365f0f2-b447-42e1-8664-7c092a3ff7f0 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:09:55.588169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] For port 8b2286fb-d4b0-470e-80be-10c427e3481b, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:09:55.592966 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c9bcb-005f-4b91-a5ae-52654963ef19 None None] Pushing event updated for resources: {'Port': ['ID=a4736b9a-e0d2-40e7-ab7f-32b512d44be1,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:55.602844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] For port 8b2286fb-d4b0-470e-80be-10c427e3481b, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8b2286fb-d4b0-470e-80be-10c427e3481b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:09:55.637726 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.674025 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3c7e4849-cd1e-43fe-b371-5c8b2e675092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1907518 Aug 21 09:09:55.708152 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.712011 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.747721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111787a2-30ea-4809-aa01-2f16b2944652 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:55.749432 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.755609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93679f4f-e9a9-4a05-b1ff-8d72e722a037 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:55.784032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 111787a2-30ea-4809-aa01-2f16b2944652, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=111787a2-30ea-4809-aa01-2f16b2944652,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:55.802081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 93679f4f-e9a9-4a05-b1ff-8d72e722a037, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=93679f4f-e9a9-4a05-b1ff-8d72e722a037,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:55.809711 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] Set router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:09:55.826901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Network e7a18130-a4db-48fa-b2f1-d4001ca6a243 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:55.833630 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:55.837719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:09:55.839743 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd05ecd-55ed-4c09-af6e-e1aeb8705c06,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:55.859813 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.860519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:09:55.901920 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.930413 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:55.950978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:55.964976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=111787a2-30ea-4809-aa01-2f16b2944652,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:56.021108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe', 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434', 'port_id': 'c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe', 'mac_address': 'fa:16:3e:e4:f0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:09:56.077724 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-router', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:50Z', 'updated_at': '2021-08-21T09:09:52Z', 'revision_number': 3, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'gw_port': {'id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:51Z', 'updated_at': '2021-08-21T09:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:56.113135 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac0cc8-ef37-42bb-94cb-4dd2644c1892 None None] The sync data for ids ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'] in n-d-766726-28 is: [{'id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-router', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:50Z', 'updated_at': '2021-08-21T09:09:52Z', 'revision_number': 3, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'gw_port': {'id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:51Z', 'updated_at': '2021-08-21T09:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:09:56.127733 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:56.180174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:56.183907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:56.206954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['93679f4f-e9a9-4a05-b1ff-8d72e722a037'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:56.259077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=93679f4f-e9a9-4a05-b1ff-8d72e722a037,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:56.283718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:56.318165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-be333b29-7502-49cc-a1cc-886a15c94303 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8599975 Aug 21 09:09:56.347592 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:56.348267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 4b5e9a35-1c2b-412f-979d-550fc637481a details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:09:56.382215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 4b5e9a35-1c2b-412f-979d-550fc637481a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4b5e9a35-1c2b-412f-979d-550fc637481a,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:56.456979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '4b5e9a35-1c2b-412f-979d-550fc637481a', 'network_id': 'e89969b7-e70a-4cc8-9700-1c6fa3c015ee', 'port_id': '4b5e9a35-1c2b-412f-979d-550fc637481a', 'mac_address': 'fa:16:3e:df:cd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:09:56.461645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:56.591894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:56.599433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86b4fa3a-ea6b-4e30-b46d-64449d1f9da2 req-9f4456b4-9f3b-4967-99c8-6effb7e48b81 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9950294 Aug 21 09:09:56.600606 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:56.695299 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:56.799951 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:56.827685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01492b32-3837-4aec-8982-265dbe2127ce req-16674683-6008-43ff-a4c6-b9a0d9b5ccd2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3576438 Aug 21 09:09:56.988927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd05ecd-55ed-4c09-af6e-e1aeb8705c06,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:57.010558 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-696391d1-492e-4340-a49f-25295781dca3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:57.022203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-696391d1-492e-4340-a49f-25295781dca3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.13 "GET /v2.0/networks?id=344c9d07-e68f-477b-9c08-8d805d7cc5a8 HTTP/1.1" status: 200 len: 815 time: 0.6644869 Aug 21 09:09:57.023696 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:57.076014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5e9a35-1c2b-412f-979d-550fc637481a {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:57.081708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:57.082923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:57.085118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] 10.222.0.22 "PUT /v2.0/ports/8b2286fb-d4b0-470e-80be-10c427e3481b HTTP/1.1" status: 200 len: 1096 time: 3.8025429 Aug 21 09:09:57.098889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Network e7a18130-a4db-48fa-b2f1-d4001ca6a243 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:09:57.100188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'tag': '8b2286fb-d4b0-470e-80be-10c427e3481b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:09:57.100390 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:57.108268 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5", "tag": "8b2286fb-d4b0-470e-80be-10c427e3481b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:09:57.116235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73bb57-7f40-43a0-87bd-53435dacfa6d service neutron] Pushing event updated for resources: {'Port': ['ID=8b2286fb-d4b0-470e-80be-10c427e3481b,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:57.150218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 4b5e9a35-1c2b-412f-979d-550fc637481a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4b5e9a35-1c2b-412f-979d-550fc637481a,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:57.237406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed626830-2d73-49ab-b774-200f0d097ffa req-17905268-141b-4f7c-9c51-e3d27e5db16c tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 210 time: 0.1737781 Aug 21 09:09:57.242327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-cc812641-3533-4285-8aca-f659dd37fc36 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1848161 Aug 21 09:09:57.287752 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:57.290823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 93573a26-26bd-4d80-98c6-ef6f0af8157c details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:09:57.383329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-70375e38-3069-424b-a030-83231516fa6a tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9cecab997774545bfb15e73758feb55 HTTP/1.1" status: 200 len: 379 time: 0.3218992 Aug 21 09:09:57.413445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:09:57.435847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=4b5e9a35-1c2b-412f-979d-550fc637481a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:57.441621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 93573a26-26bd-4d80-98c6-ef6f0af8157c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=93573a26-26bd-4d80-98c6-ef6f0af8157c,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:57.459613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '93573a26-26bd-4d80-98c6-ef6f0af8157c', 'network_id': 'bd7ed038-3040-4e1c-a948-36b19eb7d434', 'port_id': '93573a26-26bd-4d80-98c6-ef6f0af8157c', 'mac_address': 'fa:16:3e:a5:1b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:09:57.476923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Request body: {'port': {'device_id': '45358855-513a-4996-bb94-69fe761c54bc', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'admin_state_up': True, 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'security_groups': ['e4222e6b-538d-4d71-8c18-7dcb38b2ff0f']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:57.553123 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:57.597111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93573a26-26bd-4d80-98c6-ef6f0af8157c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:09:57.642897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:09:57.645185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 93573a26-26bd-4d80-98c6-ef6f0af8157c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=93573a26-26bd-4d80-98c6-ef6f0af8157c,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:57.650225 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7115913-bc90-44a6-bdd7-4e92c1d96940 admin admin] 10.222.0.20 "PUT /v2.0/routers/4da030bb-ab1b-41f4-8280-dcdc0b856ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8526888 Aug 21 09:09:57.721852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a4736b9a-e0d2-40e7-ab7f-32b512d44be1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:57.785429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5195e-c012-4e6a-8770-1dee4136fdd9 req-988bd6e5-050a-4c89-9b8f-1266055ac324 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:57.791208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56d5195e-c012-4e6a-8770-1dee4136fdd9 req-988bd6e5-050a-4c89-9b8f-1266055ac324 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 947 time: 0.4532022 Aug 21 09:09:57.791208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f95c16d1-1517-41ce-924b-1895078503a3 req-3b7d50d5-fc11-4262-8475-34074b278fb8 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1952822 Aug 21 09:09:57.803197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-d67fb047-f263-42fa-94ca-bb282ee97e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:57.805028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-d67fb047-f263-42fa-94ca-bb282ee97e28 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 1099 time: 0.4982858 Aug 21 09:09:57.840455 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:57.889160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-fb690eb1-a9eb-4b17-9a7e-9c783739a918 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=8b2286fb-d4b0-470e-80be-10c427e3481b HTTP/1.1" status: 200 len: 217 time: 0.0741582 Aug 21 09:09:57.897372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-0a2a748b-0108-49a7-a261-2563c0b01a57 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:57.898892 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-0a2a748b-0108-49a7-a261-2563c0b01a57 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5932786 Aug 21 09:09:57.905354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=93573a26-26bd-4d80-98c6-ef6f0af8157c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:57.931473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56d5195e-c012-4e6a-8770-1dee4136fdd9 req-b6e9e239-4205-43cc-b9f6-04c9cf865939 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180367 Aug 21 09:09:57.946432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a4736b9a-e0d2-40e7-ab7f-32b512d44be1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:57.958573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a4736b9a-e0d2-40e7-ab7f-32b512d44be1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:57.959157 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:57.971750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-3cd69c71-7dfa-42e7-9827-a95d7e126287 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/quotas/6ee34da4b92e47caa77f87bc766b78aa HTTP/1.1" status: 200 len: 375 time: 0.0593796 Aug 21 09:09:57.979715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-96dfdbf5-c4f8-4660-8012-f7167bbdd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:57.981288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-96dfdbf5-c4f8-4660-8012-f7167bbdd6ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0814900 Aug 21 09:09:58.029027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Made reservation on behalf of a9cecab997774545bfb15e73758feb55 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:58.033163 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:58.036433 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0fd307-bf03-4c1f-a11b-32c62a3ce3bc x-openstack-request-id: req-3d0fd307-bf03-4c1f-a11b-32c62a3ce3bc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:09:58.036433 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5", "tag": "8b2286fb-d4b0-470e-80be-10c427e3481b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:09:58.036693 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d0fd307-bf03-4c1f-a11b-32c62a3ce3bc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:09:58.037081 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'tag': '8b2286fb-d4b0-470e-80be-10c427e3481b', 'status': 'completed', 'code': 200} Aug 21 09:09:58.059174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-e7e56581-bc66-4e37-9fb0-6667095fcae8 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823195 Aug 21 09:09:58.085530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:58.112461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a4736b9a-e0d2-40e7-ab7f-32b512d44be1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a4736b9a-e0d2-40e7-ab7f-32b512d44be1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:09:58.185450 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:58.211418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07eb7-7b60-4de1-9466-12c249752006 req-efd6261e-cebe-4ac1-a325-3610a186b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:58.213243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a07eb7-7b60-4de1-9466-12c249752006 req-efd6261e-cebe-4ac1-a325-3610a186b7b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&device_id=ea904ca3-a420-4292-afba-f47c7983f423 HTTP/1.1" status: 200 len: 1099 time: 0.1745682 Aug 21 09:09:58.218475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-bd04278a-7dfd-439a-add1-faddad15799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:58.224418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-bd04278a-7dfd-439a-add1-faddad15799b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2302444 Aug 21 09:09:58.261358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a4736b9a-e0d2-40e7-ab7f-32b512d44be1,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:58.431179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26e976-f348-40d0-a6cb-832f67fc2818 req-729cd3d0-ab91-40d7-a7ab-6e3dc6b268b1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:58.432817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db26e976-f348-40d0-a6cb-832f67fc2818 req-729cd3d0-ab91-40d7-a7ab-6e3dc6b268b1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 944 time: 0.3274281 Aug 21 09:09:58.548876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['58edfe04-a3d4-4096-86d3-5ad70a933df4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:58.573554 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:58.582948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Allocated IP 172.20.0.9 (344c9d07-e68f-477b-9c08-8d805d7cc5a8/df9c4831-28ab-4fdc-81a9-2d11cb39180a/55e79a55-11c5-47b0-a3c6-15a33dbc820c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:09:58.603267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-5c947c73-35c8-4e3d-aff1-400ca88437e3 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647256 Aug 21 09:09:58.611261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['090fdd81-0c45-49e9-97a8-edb01ea83e05'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:58.621583 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['111787a2-30ea-4809-aa01-2f16b2944652'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:58.627344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db26e976-f348-40d0-a6cb-832f67fc2818 req-273b233f-fb62-4d76-b42d-ca5726f6c319 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509352 Aug 21 09:09:58.628774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07eb7-7b60-4de1-9466-12c249752006 req-394d4e2a-f9ba-4df8-925c-ba34dfb2088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:58.630584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a07eb7-7b60-4de1-9466-12c249752006 req-394d4e2a-f9ba-4df8-925c-ba34dfb2088a service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.4041164 Aug 21 09:09:58.703840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['93573a26-26bd-4d80-98c6-ef6f0af8157c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:58.711962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a40ae-755c-476b-82ca-533aa31a3718 req-1b22b1e0-1826-4dfc-ab70-b3ee41e2da80 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:58.720303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a40ae-755c-476b-82ca-533aa31a3718 req-1b22b1e0-1826-4dfc-ab70-b3ee41e2da80 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:58.727186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a40ae-755c-476b-82ca-533aa31a3718 req-1b22b1e0-1826-4dfc-ab70-b3ee41e2da80 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:58.733882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a40ae-755c-476b-82ca-533aa31a3718 req-1b22b1e0-1826-4dfc-ab70-b3ee41e2da80 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:58.740152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a40ae-755c-476b-82ca-533aa31a3718 req-1b22b1e0-1826-4dfc-ab70-b3ee41e2da80 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:58.746680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a40ae-755c-476b-82ca-533aa31a3718 req-1b22b1e0-1826-4dfc-ab70-b3ee41e2da80 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:58.761707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a40ae-755c-476b-82ca-533aa31a3718 req-1b22b1e0-1826-4dfc-ab70-b3ee41e2da80 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:58.767034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Sync routers for ids ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:09:58.772525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-282a40ae-755c-476b-82ca-533aa31a3718 req-1b22b1e0-1826-4dfc-ab70-b3ee41e2da80 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5427 time: 0.3495715 Aug 21 09:09:58.782204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a07eb7-7b60-4de1-9466-12c249752006 req-ffe9078a-841b-42ab-bc7d-39f6262fc53f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=982d3312-9af8-4f57-9f37-c0d0643d943c HTTP/1.1" status: 200 len: 217 time: 0.1339545 Aug 21 09:09:58.865668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Routers {'4da030bb-ab1b-41f4-8280-dcdc0b856ad8'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:09:58.866294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:09:58.936891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41040) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:58.942531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'subnet': {'network_id': '2365f0f2-b447-42e1-8664-7c092a3ff7f0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:59.005459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-282a40ae-755c-476b-82ca-533aa31a3718 req-6267fee3-f5a6-4842-9ffd-090ca4d20450 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2315035 Aug 21 09:09:59.059596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07eb7-7b60-4de1-9466-12c249752006 req-66e371c0-ce8e-4c1c-86bb-421d30f1b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:59.061087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a07eb7-7b60-4de1-9466-12c249752006 req-66e371c0-ce8e-4c1c-86bb-421d30f1b90a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2589970 Aug 21 09:09:59.150455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:59.154898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:59.177314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b1d1450-60fc-4c11-bef4-379c14647901 req-204d73a7-ec6f-4e91-84e0-547a59b073df tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 210 time: 0.0807207 Aug 21 09:09:59.184131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cf1c227-0c58-4234-9448-0b77e9fb8b92 req-d603cbb2-e5f8-4446-90c1-ed02f3122929 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481272 Aug 21 09:09:59.210237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-234561fc-51ae-44c5-b0ea-939dd7338e3e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:59.217437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-234561fc-51ae-44c5-b0ea-939dd7338e3e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/networks?id=e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 200 len: 819 time: 0.3532956 Aug 21 09:09:59.243570 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 93679f4f-e9a9-4a05-b1ff-8d72e722a037 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:59.271971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-bae76400-8f72-4743-8941-ac8e84e43e1b tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/quotas/5298abbe98234bb3897cabfe1642624a HTTP/1.1" status: 200 len: 375 time: 0.0533772 Aug 21 09:09:59.283590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07eb7-7b60-4de1-9466-12c249752006 req-7e988339-ecc0-46f7-93b3-6b91bf912f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:59.285701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a07eb7-7b60-4de1-9466-12c249752006 req-7e988339-ecc0-46f7-93b3-6b91bf912f43 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1881237 Aug 21 09:09:59.327303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Set router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:09:59.361104 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:59.417191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-17ea848f-bf41-4878-8099-914686abffbc tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164792 Aug 21 09:09:59.470909 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:59.471648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9d96bb04-9325-4a64-8c0c-8ac156a08afe'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:59.479167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Transition to ACTIVE for port object 55e79a55-11c5-47b0-a3c6-15a33dbc820c will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:09:59.546997 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Checking segment: {'id': 'f01290d5-6297-4711-8dbb-530e6c6f40e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2365f0f2-b447-42e1-8664-7c092a3ff7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:09:59.547545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network hostable DHCP agents. Network: 2365f0f2-b447-42e1-8664-7c092a3ff7f0, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:09:59.550036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['4b5e9a35-1c2b-412f-979d-550fc637481a'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:09:59.553287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-55d8d5a0-f5ba-45d0-a36b-bc1693b15280 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5298abbe98234bb3897cabfe1642624a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2802098 Aug 21 09:09:59.555947 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Subnet': ['ID=90f2a3f4-1d61-4082-8528-2d627f470cd6,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:09:59.609982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a req-96c2a3f5-7ad9-48d8-aa67-c46997908b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:59.611639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a req-96c2a3f5-7ad9-48d8-aa67-c46997908b01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 1099 time: 0.2653565 Aug 21 09:09:59.642319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network 2365f0f2-b447-42e1-8664-7c092a3ff7f0 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:09:59.666473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a07eb7-7b60-4de1-9466-12c249752006 req-a30c11bf-fe24-442f-a82f-5ec856a7051c service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622398 Aug 21 09:09:59.677819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a4736b9a-e0d2-40e7-ab7f-32b512d44be1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:09:59.739675 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 2365f0f2-b447-42e1-8664-7c092a3ff7f0) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:09:59.745705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:09:59.747959 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:59.765868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e837cc28-75ec-45c5-9fbf-15faf2293c15 None None] Network 2365f0f2-b447-42e1-8664-7c092a3ff7f0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:09:59.784721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 93679f4f-e9a9-4a05-b1ff-8d72e722a037 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:09:59.844779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 93679f4f-e9a9-4a05-b1ff-8d72e722a037 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:59.845156 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:59.883275 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b5062915-6e79-47c6-a394-dd67e231e180 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9454148 Aug 21 09:09:59.887097 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41056) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:09:59.892670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-864692013'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:09:59.979075 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:09:59.983835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:09:59.989424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a4736b9a-e0d2-40e7-ab7f-32b512d44be1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:09:59.989860 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:00.023689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:10:00.040575 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:00.042490 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Added segment 5506a707-75dd-4100-87a2-039e0f245aec of type vlan for network 7aaf8b6c-0da9-4579-9ea7-0758e41d064f Aug 21 09:10:00.088925 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:00.163876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-75564a76-696a-4730-b4b5-d6addf7f148d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:00.165357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-75564a76-696a-4730-b4b5-d6addf7f148d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7251296 Aug 21 09:10:00.170678 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:00.179989 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:00.186713 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:00.188489 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:00.263539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Network': ['ID=7aaf8b6c-0da9-4579-9ea7-0758e41d064f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:00.288872 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eb1767c6-712a-49ee-a978-77c83a7ca4a3 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4005115 Aug 21 09:10:00.291973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41062) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:00.296214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-3a73d130-f707-4a4e-81a0-adb14b46f159 service neutron] 10.222.0.20 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7275517 Aug 21 09:10:00.298748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'subnet': {'network_id': '7aaf8b6c-0da9-4579-9ea7-0758e41d064f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:00.311203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:00.313053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a req-8ca9109b-ca50-4336-9792-1dd043abca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:00.314615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a req-8ca9109b-ca50-4336-9792-1dd043abca33 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.6915991 Aug 21 09:10:00.315983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-779a054a-6efd-4f05-b673-f895a0187bf9 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/quotas/6ee34da4b92e47caa77f87bc766b78aa HTTP/1.1" status: 200 len: 375 time: 0.1335034 Aug 21 09:10:00.321303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:00.339774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Pushing event updated for resources: {'Port': ['ID=55e79a55-11c5-47b0-a3c6-15a33dbc820c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:00.344228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:00.375851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 7aaf8b6c-0da9-4579-9ea7-0758e41d064f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:10:00.445550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-9ec493f6-4f35-4ef5-a145-0a7642b60d1d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212602 Aug 21 09:10:00.490527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a req-13c881b6-8d52-4d5e-a83a-80186492641c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=8b2286fb-d4b0-470e-80be-10c427e3481b HTTP/1.1" status: 200 len: 217 time: 0.1670079 Aug 21 09:10:00.493966 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:00.514505 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:00.524103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-router', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:50Z', 'updated_at': '2021-08-21T09:09:56Z', 'revision_number': 4, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'gw_port': {'id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:51Z', 'updated_at': '2021-08-21T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1fd05ecd-55ed-4c09-af6e-e1aeb8705c06', 'name': '', 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'mac_address': 'fa:16:3e:a1:23:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2319e9b6-2291-4b85-aad1-7e138856752d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:54Z', 'updated_at': '2021-08-21T09:09:56Z', 'revision_number': 2, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'subnets': [{'id': '2319e9b6-2291-4b85-aad1-7e138856752d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:00.534468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-2365f0f2-b447-42e1-8664-7c092a3ff7f0', 'network_id': '2365f0f2-b447-42e1-8664-7c092a3ff7f0', 'tenant_id': 'a02d4b221ec049148c821717a553e27a', 'fixed_ips': [{'subnet_id': '90f2a3f4-1d61-4082-8528-2d627f470cd6'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:10:00.535086 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:00.538295 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:00.561484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a req-c8fb58ca-7a44-44f0-a9fc-229adb91f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:00.563825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a req-c8fb58ca-7a44-44f0-a9fc-229adb91f791 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0634108 Aug 21 09:10:00.595636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Checking router: 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:10:00.596249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Updating router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:10:00.607428 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a07eb7-7b60-4de1-9466-12c249752006 req-0ed9e0cf-215e-490f-911a-9ab7862f8acc service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9314356 Aug 21 09:10:00.650028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf07bb2-99f3-494d-b69d-714fb81609d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93679f4f-e9a9-4a05-b1ff-8d72e722a037'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:00.650520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:00.651260 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:00.652393 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311fd02b-0a8d-4f5a-b381-8885e44feeb3" -d '{"events": [{"server_uuid": "ddf07bb2-99f3-494d-b69d-714fb81609d7", "name": "network-vif-plugged", "status": "completed", "tag": "93679f4f-e9a9-4a05-b1ff-8d72e722a037"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:00.670722 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:00.677419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 93679f4f-e9a9-4a05-b1ff-8d72e722a037, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=93679f4f-e9a9-4a05-b1ff-8d72e722a037,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:00.696338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-1e2ac4bc-ac81-4676-b2b3-d954c1c87aa0 service neutron] 10.222.0.20 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762691 Aug 21 09:10:00.706293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a req-570c165a-9106-4e94-80fc-c56e6ae59b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:00.712072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a req-570c165a-9106-4e94-80fc-c56e6ae59b29 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379399 Aug 21 09:10:00.824033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-698a87cd-df29-4530-a776-63e8978fa5cd tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3509722 Aug 21 09:10:00.841917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Request body: {'port': {'device_id': '45358855-513a-4996-bb94-69fe761c54bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:00.904432 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-ab786f7b-4d8b-4643-b38e-ba0c2a75a693 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280271 Aug 21 09:10:00.911943 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.016171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5503ba-584a-44a2-8528-123519acdbba req-acad9954-af72-463d-9858-ab0204f1c88b tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.018031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=93679f4f-e9a9-4a05-b1ff-8d72e722a037,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:01.029491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e5503ba-584a-44a2-8528-123519acdbba req-acad9954-af72-463d-9858-ab0204f1c88b tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 947 time: 0.1836727 Aug 21 09:10:01.045122 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.102438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a req-2c5a52ee-4ba2-4324-9cb0-acdf6b50acfc service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833122 Aug 21 09:10:01.113866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:10:01.123757 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.131057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7f16faef-dc9d-4ab7-95ff-d47e5b5808f0 None None] Provisioning for port 55e79a55-11c5-47b0-a3c6-15a33dbc820c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:01.139135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e5503ba-584a-44a2-8528-123519acdbba req-1aa41c00-92e3-48b4-9db3-68951cf3c96c tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080258 Aug 21 09:10:01.141831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7f16faef-dc9d-4ab7-95ff-d47e5b5808f0 None None] Provisioning complete for port 55e79a55-11c5-47b0-a3c6-15a33dbc820c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:01.141831 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f16faef-dc9d-4ab7-95ff-d47e5b5808f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.163424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-056a9894-da59-42c8-86e9-58bbb19edf3f tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.165179 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-056a9894-da59-42c8-86e9-58bbb19edf3f tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527761 Aug 21 09:10:01.193636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Request body: {'port': {'device_id': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '6ee34da4b92e47caa77f87bc766b78aa'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:01.221823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 982d3312-9af8-4f57-9f37-c0d0643d943c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:01.278830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Allocated IP 2001:db8:0:ffff::2 (2365f0f2-b447-42e1-8664-7c092a3ff7f0/90f2a3f4-1d61-4082-8528-2d627f470cd6/3f4beb70-bf44-4ef0-9309-581c7647b56a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:01.286487 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Subnet': ['ID=bea8549a-21aa-469f-9c6c-ecbbfcb62597,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:01.310194 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7f16faef-dc9d-4ab7-95ff-d47e5b5808f0 None None] Port 55e79a55-11c5-47b0-a3c6-15a33dbc820c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:10:01.357041 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Checking segment: {'id': '5506a707-75dd-4100-87a2-039e0f245aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7aaf8b6c-0da9-4579-9ea7-0758e41d064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:01.357583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network hostable DHCP agents. Network: 7aaf8b6c-0da9-4579-9ea7-0758e41d064f, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:10:01.449921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05e4f-a152-4b9e-9500-2806d4c7dcc6 req-a0b67b67-603e-4e54-b582-6c343b15d248 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.451456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34e05e4f-a152-4b9e-9500-2806d4c7dcc6 req-a0b67b67-603e-4e54-b582-6c343b15d248 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 945 time: 0.3260119 Aug 21 09:10:01.505454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network 7aaf8b6c-0da9-4579-9ea7-0758e41d064f is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:10:01.507843 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ba1b3b4-0dd2-4e47-9053-d17757e76e9a req-1c8ebebb-86cc-4688-810b-ad808c381a18 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806407 Aug 21 09:10:01.508292 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Made reservation on behalf of 6ee34da4b92e47caa77f87bc766b78aa for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:01.512141 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.530668 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.538615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8561-f649-4b37-9ae2-fcf05e40f6ed req-4ebf3f49-bd7d-4b61-a1bd-cf68b7d1d6fb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.544600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8561-f649-4b37-9ae2-fcf05e40f6ed req-4ebf3f49-bd7d-4b61-a1bd-cf68b7d1d6fb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.550852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8561-f649-4b37-9ae2-fcf05e40f6ed req-4ebf3f49-bd7d-4b61-a1bd-cf68b7d1d6fb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.557593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8561-f649-4b37-9ae2-fcf05e40f6ed req-4ebf3f49-bd7d-4b61-a1bd-cf68b7d1d6fb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.562792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8561-f649-4b37-9ae2-fcf05e40f6ed req-4ebf3f49-bd7d-4b61-a1bd-cf68b7d1d6fb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.569623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8561-f649-4b37-9ae2-fcf05e40f6ed req-4ebf3f49-bd7d-4b61-a1bd-cf68b7d1d6fb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.575522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8561-f649-4b37-9ae2-fcf05e40f6ed req-4ebf3f49-bd7d-4b61-a1bd-cf68b7d1d6fb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.581523 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d55d8561-f649-4b37-9ae2-fcf05e40f6ed req-4ebf3f49-bd7d-4b61-a1bd-cf68b7d1d6fb tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5427 time: 0.2302341 Aug 21 09:10:01.581695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:01.620765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34e05e4f-a152-4b9e-9500-2806d4c7dcc6 req-5c00bd9e-d3a4-404b-afa3-640313f64f5f tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595442 Aug 21 09:10:01.631778 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.651205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 7aaf8b6c-0da9-4579-9ea7-0758e41d064f) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:01.651550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'mac_address': 'fa:16:3e:43:79:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:01.662353 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.662943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.700180 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.702128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b669d6ee-5fd0-4f06-a990-ebad80dd9be7 None None] Network 7aaf8b6c-0da9-4579-9ea7-0758e41d064f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:01.716789 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.739765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d55d8561-f649-4b37-9ae2-fcf05e40f6ed req-b51c8675-51fa-42db-aed4-fe844387966f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471879 Aug 21 09:10:01.751795 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Transition to ACTIVE for port object 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:01.772009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e79a55-11c5-47b0-a3c6-15a33dbc820c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:01.776062 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.780153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982d3312-9af8-4f57-9f37-c0d0643d943c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:01.788382 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.794327 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.795418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Transition to ACTIVE for port object 55e79a55-11c5-47b0-a3c6-15a33dbc820c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:01.803826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Transition to ACTIVE for port object 3f4beb70-bf44-4ef0-9309-581c7647b56a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:01.807714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9e76-d652-4db9-a081-c57c3482c296 req-e3a4f494-df11-47e1-adf0-23b3e5084a16 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:01.816195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af0c9e76-d652-4db9-a081-c57c3482c296 req-e3a4f494-df11-47e1-adf0-23b3e5084a16 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 931 time: 0.0922632 Aug 21 09:10:01.826704 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:01.837352 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bada8e4-972d-4b85-9c4d-60b91d52f6a4 x-openstack-request-id: req-4bada8e4-972d-4b85-9c4d-60b91d52f6a4 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:01.837352 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf07bb2-99f3-494d-b69d-714fb81609d7", "name": "network-vif-plugged", "status": "completed", "tag": "93679f4f-e9a9-4a05-b1ff-8d72e722a037", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:01.837352 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bada8e4-972d-4b85-9c4d-60b91d52f6a4 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:01.837352 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf07bb2-99f3-494d-b69d-714fb81609d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93679f4f-e9a9-4a05-b1ff-8d72e722a037', 'code': 200} Aug 21 09:10:01.860204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Transition to ACTIVE for port object 3f4beb70-bf44-4ef0-9309-581c7647b56a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:01.866575 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.867495 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.881259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 090fdd81-0c45-49e9-97a8-edb01ea83e05 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:01.882484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f061a60-9a47-4451-9640-1df3d095f431,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:01.892627 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-73f736f4-1044-4d8c-ad3a-99fe2aad68d1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5989394 Aug 21 09:10:01.896977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41084) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:01.903053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af0c9e76-d652-4db9-a081-c57c3482c296 req-d5423fce-0a91-4e77-9088-86da390fb8ac tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824525 Aug 21 09:10:01.944520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'port': {'network_id': '7aaf8b6c-0da9-4579-9ea7-0758e41d064f', 'name': 'tempest-NetworksIpV6TestAttrs-1253118998'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:01.951233 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:01.974769 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.052327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95552363-0c26-4e03-bf22-26273ccd9d08 None None] Pushing event updated for resources: {'Port': ['ID=1fd05ecd-55ed-4c09-af6e-e1aeb8705c06,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:02.076243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-7aaf8b6c-0da9-4579-9ea7-0758e41d064f', 'network_id': '7aaf8b6c-0da9-4579-9ea7-0758e41d064f', 'tenant_id': 'a02d4b221ec049148c821717a553e27a', 'fixed_ips': [{'subnet_id': 'bea8549a-21aa-469f-9c6c-ecbbfcb62597'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:10:02.077477 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.113428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Network 2365f0f2-b447-42e1-8664-7c092a3ff7f0 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:02.117054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83977ed5-316c-4024-9b31-aaf0903c546d req-d462a2af-de45-4187-a7fe-3e5ea2ed3fe6 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 210 time: 0.1454976 Aug 21 09:10:02.123127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e84ecd9-fb85-4431-a5f6-33f6f25515b3 req-83725a50-df1a-4ace-a629-067435283711 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 210 time: 0.1008143 Aug 21 09:10:02.167185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:02.167185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:02.173421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=55e79a55-11c5-47b0-a3c6-15a33dbc820c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:02.210985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Allocated IP 192.168.233.138 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/6073bccc-83ab-41da-bb62-67ef532e5f4c) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:02.340408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992558e4-afa9-4fd4-a5f2-ee1e2a43b76b req-30857d27-7137-442f-a1dc-da49da199b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:02.362750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-992558e4-afa9-4fd4-a5f2-ee1e2a43b76b req-30857d27-7137-442f-a1dc-da49da199b57 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 1097 time: 0.3915203 Aug 21 09:10:02.374959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:02.384766 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.408361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['982d3312-9af8-4f57-9f37-c0d0643d943c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:02.416969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Attempting to bind port 3f4beb70-bf44-4ef0-9309-581c7647b56a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:02.417347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Attempting to bind port 3f4beb70-bf44-4ef0-9309-581c7647b56a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f01290d5-6297-4711-8dbb-530e6c6f40e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2365f0f2-b447-42e1-8664-7c092a3ff7f0'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:02.417712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Attempting to bind port 3f4beb70-bf44-4ef0-9309-581c7647b56a on network 2365f0f2-b447-42e1-8664-7c092a3ff7f0 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:02.427852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Attempting to bind port 55e79a55-11c5-47b0-a3c6-15a33dbc820c on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:02.430853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Attempting to bind port 55e79a55-11c5-47b0-a3c6-15a33dbc820c by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:02.430853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Attempting to bind port 55e79a55-11c5-47b0-a3c6-15a33dbc820c on network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:02.447286 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] device_id is not set on port 3d610973-0e4a-4570-b1a5-49561f086693 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:10:02.470924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Attempting to bind port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:02.471299 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Attempting to bind port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:02.471685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Attempting to bind port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 on network e7a18130-a4db-48fa-b2f1-d4001ca6a243 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:02.483850 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:02.484239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Checking segment: {'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:02.484635 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.485073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Bound using segment: {'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:02.485561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Bound port: 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:02.485926 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.509738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:02.512301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 090fdd81-0c45-49e9-97a8-edb01ea83e05 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:02.517800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Port 55e79a55-11c5-47b0-a3c6-15a33dbc820c on network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:10:02.518530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Attempting to bind port 55e79a55-11c5-47b0-a3c6-15a33dbc820c on network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:02.526146 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 090fdd81-0c45-49e9-97a8-edb01ea83e05 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:02.526146 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.546233 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.554800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:02.555617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Checking segment: {'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:02.556120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Bound using segment: {'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:02.556566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Bound port: 55e79a55-11c5-47b0-a3c6-15a33dbc820c, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70323255-1eaa-495a-9dd1-87d7bfa8b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:02.556986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.561574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:02.561962 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Checking segment: {'id': 'f01290d5-6297-4711-8dbb-530e6c6f40e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2365f0f2-b447-42e1-8664-7c092a3ff7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:02.562376 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.562848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Bound using segment: {'id': 'f01290d5-6297-4711-8dbb-530e6c6f40e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2365f0f2-b447-42e1-8664-7c092a3ff7f0'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:02.563890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Bound port: 3f4beb70-bf44-4ef0-9309-581c7647b56a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01290d5-6297-4711-8dbb-530e6c6f40e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2365f0f2-b447-42e1-8664-7c092a3ff7f0'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:02.565249 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.591166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Transition to ACTIVE for port object 6073bccc-83ab-41da-bb62-67ef532e5f4c will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:02.612021 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Allocated IP 2001:db8::f816:3eff:fef1:2e9 (7aaf8b6c-0da9-4579-9ea7-0758e41d064f/bea8549a-21aa-469f-9c6c-ecbbfcb62597/3d610973-0e4a-4570-b1a5-49561f086693) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:02.637782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec12b7-6c52-4ac9-b9b1-921d41a18916 req-a75d08e8-c0e9-4f19-b780-a4b5137c5c34 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:02.639591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fec12b7-6c52-4ac9-b9b1-921d41a18916 req-a75d08e8-c0e9-4f19-b780-a4b5137c5c34 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 947 time: 0.3037572 Aug 21 09:10:02.645421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] For port 3f4beb70-bf44-4ef0-9309-581c7647b56a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:02.648901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] For port 3f4beb70-bf44-4ef0-9309-581c7647b56a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3f4beb70-bf44-4ef0-9309-581c7647b56a,segment=NetworkSegment(f01290d5-6297-4711-8dbb-530e6c6f40e9),segment_id=f01290d5-6297-4711-8dbb-530e6c6f40e9)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:02.653277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-992558e4-afa9-4fd4-a5f2-ee1e2a43b76b req-f95f3c6c-4117-4ef9-b26f-c7bc69501ca2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215657 Aug 21 09:10:02.722457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-dbc834d6-c267-4f73-b890-c3f13bfa31dc tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:02.724428 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-dbc834d6-c267-4f73-b890-c3f13bfa31dc tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/networks?id=e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 200 len: 819 time: 0.2871523 Aug 21 09:10:02.731127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.749907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] For port 55e79a55-11c5-47b0-a3c6-15a33dbc820c, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:02.755378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fec12b7-6c52-4ac9-b9b1-921d41a18916 req-1aef7c74-cf3b-4b2c-967d-1d2665c1a198 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990136 Aug 21 09:10:02.767169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-1b961074-bfe0-45e7-933a-1ae8e31fa03f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/quotas/5298abbe98234bb3897cabfe1642624a HTTP/1.1" status: 200 len: 375 time: 0.0314775 Aug 21 09:10:02.769129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] For port 55e79a55-11c5-47b0-a3c6-15a33dbc820c, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=55e79a55-11c5-47b0-a3c6-15a33dbc820c,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:02.786749 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:02.799430 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:02.805327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:02.847694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Pushing event updated for resources: {'Port': ['ID=6073bccc-83ab-41da-bb62-67ef532e5f4c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:02.873519 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.883101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.900750 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.929070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:02.929195 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.930628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] 10.222.0.13 "PUT /v2.0/ports/55e79a55-11c5-47b0-a3c6-15a33dbc820c HTTP/1.1" status: 200 len: 1092 time: 2.0950797 Aug 21 09:10:02.952182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:02.958082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45358855-513a-4996-bb94-69fe761c54bc', 'tag': '55e79a55-11c5-47b0-a3c6-15a33dbc820c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:02.960700 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:02.961493 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d369f03-4f95-423e-a30d-8860809dbaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "45358855-513a-4996-bb94-69fe761c54bc", "tag": "55e79a55-11c5-47b0-a3c6-15a33dbc820c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:02.975538 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Transition to ACTIVE for port object 3d610973-0e4a-4570-b1a5-49561f086693 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:03.007036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Pushing event updated for resources: {'Port': ['ID=3f4beb70-bf44-4ef0-9309-581c7647b56a,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:03.034343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-582e39b3-793b-40af-9c92-707232295212 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5298abbe98234bb3897cabfe1642624a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2599437 Aug 21 09:10:03.037303 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-c3475a54-67db-45d4-a2f5-40cac03e8df0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8495407 Aug 21 09:10:03.057208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Request body: {'port': {'device_id': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:03.100621 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:03.192012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-53142197-1466-4464-8922-d11a73d1a69a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3690171 Aug 21 09:10:03.197811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Port': ['ID=3d610973-0e4a-4570-b1a5-49561f086693,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:03.201919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network 7aaf8b6c-0da9-4579-9ea7-0758e41d064f is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:03.210385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:03.226379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d2199-4f57-4849-bdc0-216232ed7fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=55e79a55-11c5-47b0-a3c6-15a33dbc820c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:03.241084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] For port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:03.246847 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:03.252988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.254001 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:03.266353 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:03.288026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8b2286fb-d4b0-470e-80be-10c427e3481b details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:03.334166 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:03.351959 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3d32b81c-e242-4aff-ab25-fc396ef07de2 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4426577 Aug 21 09:10:03.355043 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41112) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:03.378045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] For port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1fd05ecd-55ed-4c09-af6e-e1aeb8705c06,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:03.402763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-5e356f32-00ae-4139-8153-d6859ef754f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.405394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-5e356f32-00ae-4139-8153-d6859ef754f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9cecab997774545bfb15e73758feb55&device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 1095 time: 0.3309414 Aug 21 09:10:03.423120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf054d6-d964-49a6-93cf-3c98c8b721f5 req-ca8cedd0-2ffb-45cb-9e11-8e20ac6fc367 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.431656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcf054d6-d964-49a6-93cf-3c98c8b721f5 req-ca8cedd0-2ffb-45cb-9e11-8e20ac6fc367 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 945 time: 0.4633133 Aug 21 09:10:03.437100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Allocated IP 2001:db8::f816:3eff:fe0c:515b (7aaf8b6c-0da9-4579-9ea7-0758e41d064f/bea8549a-21aa-469f-9c6c-ecbbfcb62597/d2cf684c-2c97-415e-a624-4e49cab1f569) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:03.483863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7dd9e-77c5-47a9-bf28-0139404d3bb9 None None] Pushing event updated for resources: {'Port': ['ID=3f4beb70-bf44-4ef0-9309-581c7647b56a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:03.495276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-f2e8d1b0-893b-43a6-8174-295f377bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.495782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-f2e8d1b0-893b-43a6-8174-295f377bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.496253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-f2e8d1b0-893b-43a6-8174-295f377bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.496718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-f2e8d1b0-893b-43a6-8174-295f377bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.497222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-f2e8d1b0-893b-43a6-8174-295f377bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.497681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-f2e8d1b0-893b-43a6-8174-295f377bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.498845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-f2e8d1b0-893b-43a6-8174-295f377bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.504243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-f2e8d1b0-893b-43a6-8174-295f377bcd4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6509 time: 0.2156928 Aug 21 09:10:03.510493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-c2b95b4f-3174-4146-8b16-852936f6edb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55e79a55-11c5-47b0-a3c6-15a33dbc820c HTTP/1.1" status: 200 len: 217 time: 0.0759208 Aug 21 09:10:03.522940 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:03.525704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d896b252-26b5-489b-94d1-1b4efe79267b tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Deleting subnet bea8549a-21aa-469f-9c6c-ecbbfcb62597 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:10:03.533791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f3d89317-51f8-4400-ab9e-60e1ce08fc39 None None] Provisioning for port 6073bccc-83ab-41da-bb62-67ef532e5f4c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:03.536850 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 090fdd81-0c45-49e9-97a8-edb01ea83e05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=090fdd81-0c45-49e9-97a8-edb01ea83e05,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:03.544802 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-8161c8d4-fd1a-484b-8807-3b1c8e0805aa service neutron] 10.222.0.20 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715178 Aug 21 09:10:03.661561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f3d89317-51f8-4400-ab9e-60e1ce08fc39 None None] Provisioning complete for port 6073bccc-83ab-41da-bb62-67ef532e5f4c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:03.662511 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f3d89317-51f8-4400-ab9e-60e1ce08fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:03.676782 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:03.677803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 111787a2-30ea-4809-aa01-2f16b2944652 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:03.753241 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6073bccc-83ab-41da-bb62-67ef532e5f4c {{(pid=106756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:03.759107 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3f4beb70-bf44-4ef0-9309-581c7647b56a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:03.764503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:03.786241 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Transition to ACTIVE for port object 6073bccc-83ab-41da-bb62-67ef532e5f4c will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:03.797049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcf054d6-d964-49a6-93cf-3c98c8b721f5 req-48a58bb4-cb72-4763-9e2a-bee8106b7f8a tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649755 Aug 21 09:10:03.838720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c636ce29-3ba0-4a38-812b-35f56e51cee7 service neutron] 10.222.0.20 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977007 Aug 21 09:10:03.842722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090fdd81-0c45-49e9-97a8-edb01ea83e05'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:03.845155 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca5c714-21a6-4ed8-b61b-b0ea8f516690" -d '{"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "090fdd81-0c45-49e9-97a8-edb01ea83e05"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:03.856381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-c01bd7d9-5992-49e1-bec2-2cfa9e83271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.858217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-c01bd7d9-5992-49e1-bec2-2cfa9e83271b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df9c4831-28ab-4fdc-81a9-2d11cb39180a HTTP/1.1" status: 200 len: 854 time: 0.2202089 Aug 21 09:10:03.908617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95552363-0c26-4e03-bf22-26273ccd9d08 None None] Pushing event updated for resources: {'Port': ['ID=1fd05ecd-55ed-4c09-af6e-e1aeb8705c06,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:03.917675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Routers {'4da030bb-ab1b-41f4-8280-dcdc0b856ad8'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:10:03.918312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:09:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:03.924659 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:03.925851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f3d89317-51f8-4400-ab9e-60e1ce08fc39 None None] Port 6073bccc-83ab-41da-bb62-67ef532e5f4c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:10:03.936045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-e226792b-da0a-4f97-aee4-404f5ce505c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.936706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-e226792b-da0a-4f97-aee4-404f5ce505c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.937328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-e226792b-da0a-4f97-aee4-404f5ce505c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:03.939718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-e226792b-da0a-4f97-aee4-404f5ce505c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 HTTP/1.1" status: 200 len: 2296 time: 0.3936496 Aug 21 09:10:04.056588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Pushing event updated for resources: {'Port': ['ID=6073bccc-83ab-41da-bb62-67ef532e5f4c,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:04.092752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc5b3-8f17-42dc-a94e-ce6bcf20eb23 req-75c8d955-715c-4990-a82f-b46e226bc065 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:04.099292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc5b3-8f17-42dc-a94e-ce6bcf20eb23 req-75c8d955-715c-4990-a82f-b46e226bc065 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:04.121331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc5b3-8f17-42dc-a94e-ce6bcf20eb23 req-75c8d955-715c-4990-a82f-b46e226bc065 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:04.135211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8b2286fb-d4b0-470e-80be-10c427e3481b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8b2286fb-d4b0-470e-80be-10c427e3481b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:04.136555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc5b3-8f17-42dc-a94e-ce6bcf20eb23 req-75c8d955-715c-4990-a82f-b46e226bc065 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:04.152197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc5b3-8f17-42dc-a94e-ce6bcf20eb23 req-75c8d955-715c-4990-a82f-b46e226bc065 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:04.162710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc5b3-8f17-42dc-a94e-ce6bcf20eb23 req-75c8d955-715c-4990-a82f-b46e226bc065 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:04.180790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc5b3-8f17-42dc-a94e-ce6bcf20eb23 req-75c8d955-715c-4990-a82f-b46e226bc065 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:04.182746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d30fc5b3-8f17-42dc-a94e-ce6bcf20eb23 req-75c8d955-715c-4990-a82f-b46e226bc065 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5428 time: 0.2977533 Aug 21 09:10:04.239299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Attempting to bind port 6073bccc-83ab-41da-bb62-67ef532e5f4c on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:04.239760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Attempting to bind port 6073bccc-83ab-41da-bb62-67ef532e5f4c by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:04.240103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Attempting to bind port 6073bccc-83ab-41da-bb62-67ef532e5f4c on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:04.246504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Port 6073bccc-83ab-41da-bb62-67ef532e5f4c on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:10:04.246834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Attempting to bind port 6073bccc-83ab-41da-bb62-67ef532e5f4c on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:04.256733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:04.257629 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:04.258035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:04.258817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Bound port: 6073bccc-83ab-41da-bb62-67ef532e5f4c, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:04.259198 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:04.267473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-6615fc06-3913-444c-8b9a-8ef72f045aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:04.278577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-6615fc06-3913-444c-8b9a-8ef72f045aed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=344c9d07-e68f-477b-9c08-8d805d7cc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4095669 Aug 21 09:10:04.313954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-e65a4893-77e2-468c-ac3a-ed9bab424955 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d214a269-de68-403f-bcfa-835869aca265 HTTP/1.1" status: 200 len: 1000 time: 0.3669181 Aug 21 09:10:04.323720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-aa979ba2-0f92-4f85-a8fc-0f751933e36a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1359715 Aug 21 09:10:04.348615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '8b2286fb-d4b0-470e-80be-10c427e3481b', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '8b2286fb-d4b0-470e-80be-10c427e3481b', 'mac_address': 'fa:16:3e:0c:90:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:04.403391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:04.410811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:04.443978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 111787a2-30ea-4809-aa01-2f16b2944652 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:04.447951 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:04.473940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=090fdd81-0c45-49e9-97a8-edb01ea83e05,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:04.504056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 111787a2-30ea-4809-aa01-2f16b2944652 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:04.504432 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:04.521414 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:04.525053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 3f4beb70-bf44-4ef0-9309-581c7647b56a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:04.542088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:04.542717 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:04.544198 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] 10.222.0.13 "PUT /v2.0/ports/6073bccc-83ab-41da-bb62-67ef532e5f4c HTTP/1.1" status: 200 len: 1097 time: 1.4914274 Aug 21 09:10:04.546523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:04.550203 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2769b357-1729-4a16-a8b6-868355c84947" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:04.575754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a6a1f-56e6-4624-a8a0-099450c0dd76 service neutron] Pushing event updated for resources: {'Port': ['ID=6073bccc-83ab-41da-bb62-67ef532e5f4c,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:04.613073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Transition to ACTIVE for port object d2cf684c-2c97-415e-a624-4e49cab1f569 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:04.614955 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:04.629956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] Set router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:10:04.685611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9188bac4-7ac6-4782-bce2-112229424166 None None] Network 2365f0f2-b447-42e1-8664-7c092a3ff7f0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:04.698077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Transition to ACTIVE for port object d2cf684c-2c97-415e-a624-4e49cab1f569 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:04.717093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2286fb-d4b0-470e-80be-10c427e3481b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:04.749662 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-66c1f117-25cf-49e8-a073-cf801a5d8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:04.751448 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-66c1f117-25cf-49e8-a073-cf801a5d8df0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 1100 time: 0.0757689 Aug 21 09:10:04.807478 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-5182659c-090d-4ef0-b8d5-de9ad769da54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c HTTP/1.1" status: 200 len: 217 time: 0.0477195 Aug 21 09:10:04.834692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8b2286fb-d4b0-470e-80be-10c427e3481b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8b2286fb-d4b0-470e-80be-10c427e3481b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:04.851978 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d896b252-26b5-489b-94d1-1b4efe79267b tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:04.883336 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:04.951486 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d896b252-26b5-489b-94d1-1b4efe79267b tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:04.956524 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-6243bd24-68c1-49e3-9ab5-b58959f28369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:04.958463 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-6243bd24-68c1-49e3-9ab5-b58959f28369 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1418400 Aug 21 09:10:04.973594 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.029260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Network 7aaf8b6c-0da9-4579-9ea7-0758e41d064f is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:05.044217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-cf5f6e7c-db06-41e1-bb22-06ab8d280abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:05.045688 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:05.045987 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-cf5f6e7c-db06-41e1-bb22-06ab8d280abc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0660760 Aug 21 09:10:05.062484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:05.073040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Pushing event updated for resources: {'Port': ['ID=d2cf684c-2c97-415e-a624-4e49cab1f569,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:05.121768 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.181361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d30fc5b3-8f17-42dc-a94e-ce6bcf20eb23 req-cf6b5a5d-171a-4d87-b90f-7e941369d62d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9585705 Aug 21 09:10:05.189090 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-213451de-f840-4b2c-8059-d18a26db2fe0 None None] Provisioning for port 3f4beb70-bf44-4ef0-9309-581c7647b56a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:05.200269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['8b2286fb-d4b0-470e-80be-10c427e3481b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:05.216416 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d896b252-26b5-489b-94d1-1b4efe79267b tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.228299 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-213451de-f840-4b2c-8059-d18a26db2fe0 None None] Provisioning complete for port 3f4beb70-bf44-4ef0-9309-581c7647b56a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:05.228299 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-213451de-f840-4b2c-8059-d18a26db2fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.261120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 982d3312-9af8-4f57-9f37-c0d0643d943c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:05.281664 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7940f3-edcd-48ea-a300-7437158d836c x-openstack-request-id: req-eb7940f3-edcd-48ea-a300-7437158d836c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:05.282461 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45358855-513a-4996-bb94-69fe761c54bc", "tag": "55e79a55-11c5-47b0-a3c6-15a33dbc820c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:05.282844 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb7940f3-edcd-48ea-a300-7437158d836c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:05.283410 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45358855-513a-4996-bb94-69fe761c54bc', 'tag': '55e79a55-11c5-47b0-a3c6-15a33dbc820c', 'status': 'completed', 'code': 200} Aug 21 09:10:05.288400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-0e3a0eab-d75f-4707-8ce7-eb560cf910d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:05.289954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-0e3a0eab-d75f-4707-8ce7-eb560cf910d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eea5f64-f9f4-4f3d-823b-00499102b99d HTTP/1.1" status: 200 len: 854 time: 0.9579144 Aug 21 09:10:05.333908 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-a552731e-4604-4a08-929c-15993c53314f service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698481 Aug 21 09:10:05.383211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1067b9a-fbf8-4873-ba19-763313b4dc35 req-7b9d5901-8838-4851-9fff-106fab0b820e tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:05.385925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Attempting to bind port d2cf684c-2c97-415e-a624-4e49cab1f569 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:05.386296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Attempting to bind port d2cf684c-2c97-415e-a624-4e49cab1f569 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '5506a707-75dd-4100-87a2-039e0f245aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7aaf8b6c-0da9-4579-9ea7-0758e41d064f'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:05.386659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Attempting to bind port d2cf684c-2c97-415e-a624-4e49cab1f569 on network 7aaf8b6c-0da9-4579-9ea7-0758e41d064f {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:05.388884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1067b9a-fbf8-4873-ba19-763313b4dc35 req-7b9d5901-8838-4851-9fff-106fab0b820e tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 943 time: 1.0196383 Aug 21 09:10:05.392026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 111787a2-30ea-4809-aa01-2f16b2944652, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=111787a2-30ea-4809-aa01-2f16b2944652,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:05.433604 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-4ab8ea06-942c-4749-a194-c7965a8f0af8 service neutron] 10.222.0.13 "GET /v2.0/networks/344c9d07-e68f-477b-9c08-8d805d7cc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1383760 Aug 21 09:10:05.433849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8b2286fb-d4b0-470e-80be-10c427e3481b,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:05.435461 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54e4f5bf-9ac2-4cd8-abbc-ecda8165b4d5 req-b817a408-2ba0-4891-b5d2-dbeac6467ae2 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 210 time: 0.0919859 Aug 21 09:10:05.441385 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:05.441763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Checking segment: {'id': '5506a707-75dd-4100-87a2-039e0f245aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7aaf8b6c-0da9-4579-9ea7-0758e41d064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:05.442177 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.442368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-9bff3011-24a5-46de-9053-262dbf83f96f tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:05.442572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Bound using segment: {'id': '5506a707-75dd-4100-87a2-039e0f245aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7aaf8b6c-0da9-4579-9ea7-0758e41d064f'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:05.443053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Bound port: d2cf684c-2c97-415e-a624-4e49cab1f569, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5506a707-75dd-4100-87a2-039e0f245aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7aaf8b6c-0da9-4579-9ea7-0758e41d064f'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:05.443718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.444102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-9bff3011-24a5-46de-9053-262dbf83f96f tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0466080 Aug 21 09:10:05.463816 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-86bb3a03-1f26-4edb-9ea5-2ea02fab3fec req-f41ea2fb-c60a-431e-a2e6-f8364ad8fe3e service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220145 Aug 21 09:10:05.465571 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d896b252-26b5-489b-94d1-1b4efe79267b tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.473130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Request body: {'port': {'device_id': '9d4bb997-d122-40f0-afa4-4a95239edcad', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '6ee34da4b92e47caa77f87bc766b78aa'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:05.512483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896b252-26b5-489b-94d1-1b4efe79267b tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Subnet': ['ID=bea8549a-21aa-469f-9c6c-ecbbfcb62597,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:05.522457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d896b252-26b5-489b-94d1-1b4efe79267b tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.527211 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d896b252-26b5-489b-94d1-1b4efe79267b tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/subnets/bea8549a-21aa-469f-9c6c-ecbbfcb62597 HTTP/1.1" status: 204 len: 168 time: 2.1671157 Aug 21 09:10:05.537628 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41134) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:05.591811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c400e-a820-4661-9c06-b5d233bd99c1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:05.593561 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c400e-a820-4661-9c06-b5d233bd99c1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:05.598812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ed6c400e-a820-4661-9c06-b5d233bd99c1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0665753 Aug 21 09:10:05.598981 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41136) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:05.623655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-117e8443-c756-403b-a119-4698d9c10068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:05.625200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-117e8443-c756-403b-a119-4698d9c10068 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3192425 Aug 21 09:10:05.654774 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.655502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 58edfe04-a3d4-4096-86d3-5ad70a933df4 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:05.665775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-24ee52f9-2c9c-4e7c-8363-c7d856a594ad tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:05.667690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-24ee52f9-2c9c-4e7c-8363-c7d856a594ad tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.22 "GET /v2.0/networks?id=e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 200 len: 819 time: 0.5376585 Aug 21 09:10:05.699769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1067b9a-fbf8-4873-ba19-763313b4dc35 req-df5202f5-b0d5-4e32-a2d1-b53290ce651d tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099327 Aug 21 09:10:05.700310 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d0aff95-bdef-46b4-af44-872de9803d33 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.722384 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0aff95-bdef-46b4-af44-872de9803d33 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 21 09:10:05.722998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Request body: {'port': {'device_id': '34ec1efa-fc8e-4c09-b9af-058a04be2d39', 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243', 'admin_state_up': True, 'tenant_id': '5298abbe98234bb3897cabfe1642624a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:05.725372 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0aff95-bdef-46b4-af44-872de9803d33 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:10:05.728997 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3d0aff95-bdef-46b4-af44-872de9803d33 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/networks/7aaf8b6c-0da9-4579-9ea7-0758e41d064f HTTP/1.1" status: 409 len: 405 time: 0.1289172 Aug 21 09:10:05.729692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41138) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:05.736654 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1420025773'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:05.769726 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312248a6-c1b9-49af-83c7-f6a9798a0d38 x-openstack-request-id: req-312248a6-c1b9-49af-83c7-f6a9798a0d38 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:05.770555 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "090fdd81-0c45-49e9-97a8-edb01ea83e05", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:05.771484 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-312248a6-c1b9-49af-83c7-f6a9798a0d38 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:05.772097 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090fdd81-0c45-49e9-97a8-edb01ea83e05', 'code': 200} Aug 21 09:10:05.849700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:05.854781 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.873973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-router', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:50Z', 'updated_at': '2021-08-21T09:09:56Z', 'revision_number': 4, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'gw_port': {'id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:51Z', 'updated_at': '2021-08-21T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1fd05ecd-55ed-4c09-af6e-e1aeb8705c06', 'name': '', 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'mac_address': 'fa:16:3e:a1:23:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2319e9b6-2291-4b85-aad1-7e138856752d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:54Z', 'updated_at': '2021-08-21T09:10:03Z', 'revision_number': 4, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'subnets': [{'id': '2319e9b6-2291-4b85-aad1-7e138856752d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:05.904256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372be88-8fc0-4885-844f-f8b9a2fb8226 req-f3c608f4-682c-4aff-99b5-baa9d029403e tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:05.911322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e372be88-8fc0-4885-844f-f8b9a2fb8226 req-f3c608f4-682c-4aff-99b5-baa9d029403e tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 948 time: 0.3021405 Aug 21 09:10:05.917028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:10:05.927101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=111787a2-30ea-4809-aa01-2f16b2944652,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:05.929598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 982d3312-9af8-4f57-9f37-c0d0643d943c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:05.937315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.937844 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Added segment eed8856e-f15b-4c60-8c3f-731f5ecc24cf of type vlan for network 46df5561-6c8b-4d5b-95f2-5e4949b9ec00 Aug 21 09:10:05.942371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf5163-9c27-41d0-905b-d2d07d102342 req-e81616e0-0a11-45f3-b3f4-89e82f4eab96 service neutron] 10.222.0.13 "GET /v2.0/networks/344c9d07-e68f-477b-9c08-8d805d7cc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899843 Aug 21 09:10:05.947121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69f0bc-faf4-44e3-a22c-f0efd8cfaf50 None None] The sync data for ids ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'] in n-d-766726-28 is: [{'id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-router', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:50Z', 'updated_at': '2021-08-21T09:09:56Z', 'revision_number': 4, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'gw_port': {'id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:51Z', 'updated_at': '2021-08-21T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1fd05ecd-55ed-4c09-af6e-e1aeb8705c06', 'name': '', 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'mac_address': 'fa:16:3e:a1:23:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2319e9b6-2291-4b85-aad1-7e138856752d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:54Z', 'updated_at': '2021-08-21T09:10:03Z', 'revision_number': 4, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'subnets': [{'id': '2319e9b6-2291-4b85-aad1-7e138856752d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:10:05.954224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] For port d2cf684c-2c97-415e-a624-4e49cab1f569, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:05.962798 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-213451de-f840-4b2c-8059-d18a26db2fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:05.969262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 982d3312-9af8-4f57-9f37-c0d0643d943c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:05.976471 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.052256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66f46003-cef0-417d-96db-a28c908208d5 req-f7e176b5-4964-4355-aa02-d9bdd7bd49a0 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 210 time: 0.1243193 Aug 21 09:10:06.074683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] For port d2cf684c-2c97-415e-a624-4e49cab1f569, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d2cf684c-2c97-415e-a624-4e49cab1f569,segment=NetworkSegment(5506a707-75dd-4100-87a2-039e0f245aec),segment_id=5506a707-75dd-4100-87a2-039e0f245aec)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:06.075224 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.107593 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56569733-299b-437c-b469-c47a67f61e73 x-openstack-request-id: req-56569733-299b-437c-b469-c47a67f61e73 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:06.107810 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:06.108051 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56569733-299b-437c-b469-c47a67f61e73 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:06.109010 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'status': 'completed', 'code': 200} Aug 21 09:10:06.114579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-50f977f1-74e9-49fa-9e8d-6a2502df0099 service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682403 Aug 21 09:10:06.170350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-213451de-f840-4b2c-8059-d18a26db2fe0 None None] For port 3f4beb70-bf44-4ef0-9309-581c7647b56a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3f4beb70-bf44-4ef0-9309-581c7647b56a,segment=NetworkSegment(f01290d5-6297-4711-8dbb-530e6c6f40e9),segment_id=f01290d5-6297-4711-8dbb-530e6c6f40e9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:06.177500 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.226317 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769b357-1729-4a16-a8b6-868355c84947 req-706230b7-7c69-440d-863b-144975065999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.228006 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2769b357-1729-4a16-a8b6-868355c84947 req-706230b7-7c69-440d-863b-144975065999 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 1100 time: 0.0944519 Aug 21 09:10:06.233577 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.237605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 58edfe04-a3d4-4096-86d3-5ad70a933df4 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:06.242149 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.243931 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.253454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 58edfe04-a3d4-4096-86d3-5ad70a933df4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:06.253454 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.321320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e372be88-8fc0-4885-844f-f8b9a2fb8226 req-b34232a3-1988-45d5-b3d1-e5e598b9184b tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079151 Aug 21 09:10:06.390924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Made reservation on behalf of 6ee34da4b92e47caa77f87bc766b78aa for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:06.399329 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.407399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d8a47-9cb3-4026-bf9d-2924dae7dfd4 None None] Pushing event updated for resources: {'Port': ['ID=d2cf684c-2c97-415e-a624-4e49cab1f569,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:06.410559 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-213451de-f840-4b2c-8059-d18a26db2fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.412947 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.466956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879b6de7-2f22-4355-9537-379d32f17515 None None] Network 7aaf8b6c-0da9-4579-9ea7-0758e41d064f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:06.484402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Made reservation on behalf of 5298abbe98234bb3897cabfe1642624a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:06.489644 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.530737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d369f03-4f95-423e-a30d-8860809dbaa2 req-e48aa9fb-8026-4f4e-93ac-5696741209c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.533267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d369f03-4f95-423e-a30d-8860809dbaa2 req-e48aa9fb-8026-4f4e-93ac-5696741209c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9cecab997774545bfb15e73758feb55&device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 1095 time: 0.4034030 Aug 21 09:10:06.607073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:06.609277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3806f14-27ff-4a61-a405-c2559ea62609 req-d9bbff9f-14bd-4c69-8841-85b6416f31eb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.610866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213451de-f840-4b2c-8059-d18a26db2fe0 None None] Pushing event updated for resources: {'Port': ['ID=3f4beb70-bf44-4ef0-9309-581c7647b56a,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:06.623068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3806f14-27ff-4a61-a405-c2559ea62609 req-d9bbff9f-14bd-4c69-8841-85b6416f31eb tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 945 time: 0.4259021 Aug 21 09:10:06.699799 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.716390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-fc3a2690-c399-428b-9270-7541471a0b59 service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524969 Aug 21 09:10:06.716638 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.728676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b3b0-3daa-4acf-ada1-2b85154035a5 req-3dc7e197-c41d-425a-967d-31d692b85c83 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.735822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b3b0-3daa-4acf-ada1-2b85154035a5 req-3dc7e197-c41d-425a-967d-31d692b85c83 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.742665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b3b0-3daa-4acf-ada1-2b85154035a5 req-3dc7e197-c41d-425a-967d-31d692b85c83 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.748941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b3b0-3daa-4acf-ada1-2b85154035a5 req-3dc7e197-c41d-425a-967d-31d692b85c83 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.755883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b3b0-3daa-4acf-ada1-2b85154035a5 req-3dc7e197-c41d-425a-967d-31d692b85c83 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.762218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b3b0-3daa-4acf-ada1-2b85154035a5 req-3dc7e197-c41d-425a-967d-31d692b85c83 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.769062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b3b0-3daa-4acf-ada1-2b85154035a5 req-3dc7e197-c41d-425a-967d-31d692b85c83 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.769487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-356e16c4-aea2-4151-b720-5941bf18f577 None None] Provisioning complete for port 3f4beb70-bf44-4ef0-9309-581c7647b56a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:06.769936 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-356e16c4-aea2-4151-b720-5941bf18f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:06.779127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5d9b3b0-3daa-4acf-ada1-2b85154035a5 req-3dc7e197-c41d-425a-967d-31d692b85c83 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5429 time: 0.3459463 Aug 21 09:10:06.841119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb843a-05b7-4ac1-80a7-2c11bd736d72 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:10:06.847844 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Network': ['ID=46df5561-6c8b-4d5b-95f2-5e4949b9ec00,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:06.889654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:06.892418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 46df5561-6c8b-4d5b-95f2-5e4949b9ec00 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:10:06.908935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 58edfe04-a3d4-4096-86d3-5ad70a933df4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=58edfe04-a3d4-4096-86d3-5ad70a933df4,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:06.919930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-72972889-93d7-474d-9f4c-511654a56741 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=09b19b1a-98fa-4efc-9311-75cf68b68d53 HTTP/1.1" status: 200 len: 217 time: 0.1232326 Aug 21 09:10:06.958682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769b357-1729-4a16-a8b6-868355c84947 req-bd1684a9-0942-4eef-a525-bf45d015de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:06.961460 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2769b357-1729-4a16-a8b6-868355c84947 req-bd1684a9-0942-4eef-a525-bf45d015de37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.7117870 Aug 21 09:10:07.000504 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3c67b767-2d96-4c2e-bc6d-02806196d5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:07.030530 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2769b357-1729-4a16-a8b6-868355c84947 req-73440fe7-fbfd-4cd6-bd71-08b12b59acd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c HTTP/1.1" status: 200 len: 217 time: 0.0589564 Aug 21 09:10:07.038418 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:07.040561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 93573a26-26bd-4d80-98c6-ef6f0af8157c up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:07.081479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3806f14-27ff-4a61-a405-c2559ea62609 req-aea1834b-4874-401f-a61a-1b964a2f4eff tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022346 Aug 21 09:10:07.178087 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-792d1585-e59b-40ca-9759-49a1bdf60eb1 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4438732 Aug 21 09:10:07.179132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769b357-1729-4a16-a8b6-868355c84947 req-c32c537a-7133-4979-a146-65ec08401253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:07.180165 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2769b357-1729-4a16-a8b6-868355c84947 req-c32c537a-7133-4979-a146-65ec08401253 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1426938 Aug 21 09:10:07.180348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5d9b3b0-3daa-4acf-ada1-2b85154035a5 req-e6bd7e4e-4dcf-47b2-85fc-4fb53b8431ba tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3989241 Aug 21 09:10:07.180632 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41150) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:07.185627 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'subnet': {'network_id': '46df5561-6c8b-4d5b-95f2-5e4949b9ec00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:07.253148 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8b2286fb-d4b0-470e-80be-10c427e3481b up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:07.271166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-2ae4e72d-e75c-46de-9d4b-4b23a9eb439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:07.274355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-2ae4e72d-e75c-46de-9d4b-4b23a9eb439a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.3277607 Aug 21 09:10:07.284614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-6a76b3d8-dafa-4957-8c03-993e69c8955f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:07.286559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-6a76b3d8-dafa-4957-8c03-993e69c8955f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.13 "GET /v2.0/networks?id=e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 200 len: 819 time: 0.3902123 Aug 21 09:10:07.287093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=58edfe04-a3d4-4096-86d3-5ad70a933df4,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:07.322072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb843a-05b7-4ac1-80a7-2c11bd736d72 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:10:07.350343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769b357-1729-4a16-a8b6-868355c84947 req-3ddf744a-fc11-439f-b375-d00cb24d6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:07.354648 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2769b357-1729-4a16-a8b6-868355c84947 req-3ddf744a-fc11-439f-b375-d00cb24d6b72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1486750 Aug 21 09:10:07.387352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Request body: {'port': {'device_id': 'd17914ca-d398-4f34-b2b6-caf225ea1b47', 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243', 'admin_state_up': True, 'tenant_id': '5298abbe98234bb3897cabfe1642624a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:07.400327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a67ef47d-c44b-4942-ae4b-3ee0db064689 req-637f8e53-239d-45de-bf9c-2b9ee40f4004 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 210 time: 0.1126802 Aug 21 09:10:07.440452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d369f03-4f95-423e-a30d-8860809dbaa2 req-7b9cf2c2-ef9b-404d-9a34-cd45db82c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:07.441956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d369f03-4f95-423e-a30d-8860809dbaa2 req-7b9cf2c2-ef9b-404d-9a34-cd45db82c760 service neutron] 10.222.0.13 "GET /v2.0/networks?id=344c9d07-e68f-477b-9c08-8d805d7cc5a8 HTTP/1.1" status: 200 len: 916 time: 0.8787453 Aug 21 09:10:07.454015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Allocated IP 192.168.233.146 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/636a0217-b0dc-41e1-8116-08c6e3749570) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:07.460726 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 93573a26-26bd-4d80-98c6-ef6f0af8157c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:07.481473 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2769b357-1729-4a16-a8b6-868355c84947 req-b2d685d9-3e19-4568-b1eb-014a836bbe76 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134834 Aug 21 09:10:07.481677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 93573a26-26bd-4d80-98c6-ef6f0af8157c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:07.481677 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:07.563502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Allocated IP 172.20.0.5 (e7a18130-a4db-48fa-b2f1-d4001ca6a243/2319e9b6-2291-4b85-aad1-7e138856752d/e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:07.575425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 8b2286fb-d4b0-470e-80be-10c427e3481b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:07.606705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d369f03-4f95-423e-a30d-8860809dbaa2 req-062d8e3d-790c-48b4-ae51-197076b86f0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55e79a55-11c5-47b0-a3c6-15a33dbc820c HTTP/1.1" status: 200 len: 217 time: 0.1451235 Aug 21 09:10:07.609568 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 8b2286fb-d4b0-470e-80be-10c427e3481b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:07.610282 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:07.625746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee86b22f-9cb1-402c-95da-89418f70c9a6 req-783f75a0-aa5e-4d76-a5b6-e869c27bbbd3 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 210 time: 0.0824065 Aug 21 09:10:07.670361 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-2769b357-1729-4a16-a8b6-868355c84947 req-015468b7-8f66-4502-8902-af30e3fc5b75 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847205 Aug 21 09:10:07.673303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-58810019-eb7d-4b9e-8ad0-d484c5d95988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:07.675317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-58810019-eb7d-4b9e-8ad0-d484c5d95988 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3670650 Aug 21 09:10:07.696120 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:07.721751 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:07.727751 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:07.748295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 93573a26-26bd-4d80-98c6-ef6f0af8157c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=93573a26-26bd-4d80-98c6-ef6f0af8157c,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:07.776424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe3dab-6bcb-4bd3-acde-19fd41a4f235 req-d9bd343c-e8b9-4625-8a89-200f1cbcd8f2 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:07.784442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0afe3dab-6bcb-4bd3-acde-19fd41a4f235 req-d9bd343c-e8b9-4625-8a89-200f1cbcd8f2 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 943 time: 0.4364877 Aug 21 09:10:07.830492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111787a2-30ea-4809-aa01-2f16b2944652'}, {'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c'}, {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58edfe04-a3d4-4096-86d3-5ad70a933df4'}, {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93573a26-26bd-4d80-98c6-ef6f0af8157c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:07.832999 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8b0c4a-3c13-42bc-9f51-f445271e11f8" -d '{"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "111787a2-30ea-4809-aa01-2f16b2944652"}, {"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-plugged", "status": "completed", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c"}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "58edfe04-a3d4-4096-86d3-5ad70a933df4"}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "93573a26-26bd-4d80-98c6-ef6f0af8157c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:07.843624 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:07.844152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:07.902496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6073bccc-83ab-41da-bb62-67ef532e5f4c details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:07.912923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d369f03-4f95-423e-a30d-8860809dbaa2 req-5e24f9e7-7228-4fdf-ab25-09c5e5b0a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:07.914416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d369f03-4f95-423e-a30d-8860809dbaa2 req-5e24f9e7-7228-4fdf-ab25-09c5e5b0a083 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df9c4831-28ab-4fdc-81a9-2d11cb39180a HTTP/1.1" status: 200 len: 854 time: 0.2858629 Aug 21 09:10:07.941026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3f4beb70-bf44-4ef0-9309-581c7647b56a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:08.039881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=93573a26-26bd-4d80-98c6-ef6f0af8157c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:08.104734 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.177888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3f4beb70-bf44-4ef0-9309-581c7647b56a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:08.178166 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.187615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8b2286fb-d4b0-470e-80be-10c427e3481b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8b2286fb-d4b0-470e-80be-10c427e3481b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:08.194673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:08.213636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:08.230305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:08.230694 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.232914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'mac_address': 'fa:16:3e:60:b9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:08.295748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:10:08.298464 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.299917 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.358461 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.366357 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Subnet': ['ID=cce05cfe-d655-4b14-b553-f40d24876575,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:08.377929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Checking segment: {'id': 'eed8856e-f15b-4c60-8c3f-731f5ecc24cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46df5561-6c8b-4d5b-95f2-5e4949b9ec00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:08.378338 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network hostable DHCP agents. Network: 46df5561-6c8b-4d5b-95f2-5e4949b9ec00, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:10:08.394994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0afe3dab-6bcb-4bd3-acde-19fd41a4f235 req-e6881d6c-7340-45a2-bdef-b079aac8eb91 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6094010 Aug 21 09:10:08.487490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network 46df5561-6c8b-4d5b-95f2-5e4949b9ec00 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:10:08.534755 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fec46b2-e86e-48f3-972e-a261367b8cda x-openstack-request-id: req-8fec46b2-e86e-48f3-972e-a261367b8cda {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:08.535062 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "111787a2-30ea-4809-aa01-2f16b2944652", "code": 200}, {"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-plugged", "status": "completed", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c", "code": 200}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "58edfe04-a3d4-4096-86d3-5ad70a933df4", "code": 200}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "93573a26-26bd-4d80-98c6-ef6f0af8157c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:08.535875 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fec46b2-e86e-48f3-972e-a261367b8cda {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:08.535875 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111787a2-30ea-4809-aa01-2f16b2944652', 'code': 200} Aug 21 09:10:08.536055 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'code': 200} Aug 21 09:10:08.536240 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58edfe04-a3d4-4096-86d3-5ad70a933df4', 'code': 200} Aug 21 09:10:08.536446 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93573a26-26bd-4d80-98c6-ef6f0af8157c', 'code': 200} Aug 21 09:10:08.567680 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-c5663155-e66c-4a94-8ba6-faeb7d9a95da service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8568547 Aug 21 09:10:08.586308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6073bccc-83ab-41da-bb62-67ef532e5f4c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:08.590427 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 46df5561-6c8b-4d5b-95f2-5e4949b9ec00) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:08.602335 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:08.602335 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.602544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30150780-d4aa-4452-bbf2-e820ba2661f4 None None] Network 46df5561-6c8b-4d5b-95f2-5e4949b9ec00 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:08.611394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:08.612999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8b2286fb-d4b0-470e-80be-10c427e3481b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:08.639295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d369f03-4f95-423e-a30d-8860809dbaa2 req-46866f91-6247-41ca-b166-946c33f684a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:08.641455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d369f03-4f95-423e-a30d-8860809dbaa2 req-46866f91-6247-41ca-b166-946c33f684a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=344c9d07-e68f-477b-9c08-8d805d7cc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7125297 Aug 21 09:10:08.659614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Made reservation on behalf of 5298abbe98234bb3897cabfe1642624a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:08.663163 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.671117 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2b4b3424-d2a5-430a-8503-c539829a065e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4891903 Aug 21 09:10:08.674257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41164) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:08.680473 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'port': {'network_id': '46df5561-6c8b-4d5b-95f2-5e4949b9ec00', 'name': 'tempest-NetworksIpV6TestAttrs-796418200'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:08.691319 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.694516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:08.768036 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.772480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:08.777928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb05e6c-1a77-4df2-b1d0-70b4909cb37d req-4047944a-cc3d-4438-bb01-ea7bb4b34846 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:08.785662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0eb05e6c-1a77-4df2-b1d0-70b4909cb37d req-4047944a-cc3d-4438-bb01-ea7bb4b34846 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 949 time: 0.3828380 Aug 21 09:10:08.856624 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=6073bccc-83ab-41da-bb62-67ef532e5f4c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:08.865441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.887110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:08.891849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.893898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-46df5561-6c8b-4d5b-95f2-5e4949b9ec00', 'network_id': '46df5561-6c8b-4d5b-95f2-5e4949b9ec00', 'tenant_id': 'a02d4b221ec049148c821717a553e27a', 'fixed_ips': [{'subnet_id': 'cce05cfe-d655-4b14-b553-f40d24876575'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:10:08.894745 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.904693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.908023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 4b5e9a35-1c2b-412f-979d-550fc637481a up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:08.909744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:08.910113 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.913259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb8b5-5243-4805-9cab-2aba50066919 req-926b189f-10e8-4c62-87fb-0845ce624edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:08.914878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e8eb8b5-5243-4805-9cab-2aba50066919 req-926b189f-10e8-4c62-87fb-0845ce624edc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ea904ca3-a420-4292-afba-f47c7983f423 HTTP/1.1" status: 200 len: 1101 time: 0.3764045 Aug 21 09:10:08.922723 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:08.929071 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:08.949883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] device_id is not set on port 2d434613-f292-4996-a22a-f880e7ed44a2 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:10:08.990067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Transition to ACTIVE for port object 636a0217-b0dc-41e1-8116-08c6e3749570 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:08.998762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c761a-9a7a-4d0c-b4ae-25adafb00a6c req-829ac865-0d6f-45b2-ae8b-faf862a05a2b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.000944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-536c761a-9a7a-4d0c-b4ae-25adafb00a6c req-829ac865-0d6f-45b2-ae8b-faf862a05a2b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 945 time: 0.4378066 Aug 21 09:10:09.068718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0eb05e6c-1a77-4df2-b1d0-70b4909cb37d req-11efb122-7f42-4f60-86b0-87c33c9b72c4 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821815 Aug 21 09:10:09.073690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:09.085253 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Allocated IP 2001:db8::f816:3eff:fe02:89ff (46df5561-6c8b-4d5b-95f2-5e4949b9ec00/cce05cfe-d655-4b14-b553-f40d24876575/2d434613-f292-4996-a22a-f880e7ed44a2) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:09.110302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-7eba5f20-5834-4ee2-8540-6b17871c8c7b service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144694 Aug 21 09:10:09.161296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['6073bccc-83ab-41da-bb62-67ef532e5f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:09.164629 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.196677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d369f03-4f95-423e-a30d-8860809dbaa2 req-97be7b1a-dfb4-46f1-b584-4e0653e283e7 service neutron] 10.222.0.13 "GET /v2.0/networks/344c9d07-e68f-477b-9c08-8d805d7cc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312011 Aug 21 09:10:09.204664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e8eb8b5-5243-4805-9cab-2aba50066919 req-a5edd4df-6677-4396-9944-6be36b1027f7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676682 Aug 21 09:10:09.206608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 4b5e9a35-1c2b-412f-979d-550fc637481a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:09.211859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-747e414c-93b5-44c7-9e61-fdf083ad9bef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=84112da1-91f0-4e8d-a37a-f7fb1c3abe36 HTTP/1.1" status: 200 len: 217 time: 0.0904589 Aug 21 09:10:09.222241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 4b5e9a35-1c2b-412f-979d-550fc637481a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:09.222465 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.238020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-536c761a-9a7a-4d0c-b4ae-25adafb00a6c req-5c1e4ffd-498b-429c-9f20-0db2bffe8756 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927423 Aug 21 09:10:09.278984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1fd05ecd-55ed-4c09-af6e-e1aeb8705c06,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:09.315441 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.332393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Transition to ACTIVE for port object 2d434613-f292-4996-a22a-f880e7ed44a2 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:09.377863 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.382644 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.384421 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.414136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-225b4c5c-2622-433a-8106-b46be7e25caa req-8172d702-b0be-4363-8326-83fe53c0365b tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 210 time: 0.0844052 Aug 21 09:10:09.424459 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.454750 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.487229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-f8608373-ced9-40d6-90de-679f0ba6473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.488816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-f8608373-ced9-40d6-90de-679f0ba6473d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.2578342 Aug 21 09:10:09.503048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network 46df5561-6c8b-4d5b-95f2-5e4949b9ec00 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:09.506526 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:09.511073 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:09.517559 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.518187 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.526324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=1fd05ecd-55ed-4c09-af6e-e1aeb8705c06,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:09.532963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:09.536504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 4b5e9a35-1c2b-412f-979d-550fc637481a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4b5e9a35-1c2b-412f-979d-550fc637481a,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:09.545526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Network e7a18130-a4db-48fa-b2f1-d4001ca6a243 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:09.550457 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Port': ['ID=2d434613-f292-4996-a22a-f880e7ed44a2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:09.550739 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e542f1b-90f6-448d-9af2-a31660b1fcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.552485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Allocated IP 2001:db8::f816:3eff:fe34:4593 (46df5561-6c8b-4d5b-95f2-5e4949b9ec00/cce05cfe-d655-4b14-b553-f40d24876575/3d044ff0-cced-469f-8fcb-1ce508637c97) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:09.558684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa8e40-ccdd-4194-b7fc-7513fc8cc83f req-1e62c597-8d2d-4529-8f7d-32aa592c4a16 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.564943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa8e40-ccdd-4194-b7fc-7513fc8cc83f req-1e62c597-8d2d-4529-8f7d-32aa592c4a16 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.571192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa8e40-ccdd-4194-b7fc-7513fc8cc83f req-1e62c597-8d2d-4529-8f7d-32aa592c4a16 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.578794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa8e40-ccdd-4194-b7fc-7513fc8cc83f req-1e62c597-8d2d-4529-8f7d-32aa592c4a16 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.585213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa8e40-ccdd-4194-b7fc-7513fc8cc83f req-1e62c597-8d2d-4529-8f7d-32aa592c4a16 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.591329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa8e40-ccdd-4194-b7fc-7513fc8cc83f req-1e62c597-8d2d-4529-8f7d-32aa592c4a16 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.598075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa8e40-ccdd-4194-b7fc-7513fc8cc83f req-1e62c597-8d2d-4529-8f7d-32aa592c4a16 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.600257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3aa8e40-ccdd-4194-b7fc-7513fc8cc83f req-1e62c597-8d2d-4529-8f7d-32aa592c4a16 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5432 time: 0.4025199 Aug 21 09:10:09.605989 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e9d8ad81-1a1d-403f-adab-5c7312d56afd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9297338 Aug 21 09:10:09.606913 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41168) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:09.632287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.633011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9d96bb04-9325-4a64-8c0c-8ac156a08afe up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:09.657308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:09.659292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:09.663338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:09.667425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:09.679059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:09.682644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Allocated IP 172.20.0.7 (e7a18130-a4db-48fa-b2f1-d4001ca6a243/2319e9b6-2291-4b85-aad1-7e138856752d/283ec687-5ba0-4e81-8447-c2333cecbc06) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:09.686451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Pushing event updated for resources: {'Port': ['ID=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:09.687843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4025a5-00b1-4e69-865c-53fb49e5b9f5 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Deleting subnet cce05cfe-d655-4b14-b553-f40d24876575 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:10:09.702472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb63845a-fcc9-4ef8-8405-28d65b20a7e4 req-ba048fcb-e0f1-42f5-a7c6-c4dc1a76f44c tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 210 time: 0.0866008 Aug 21 09:10:09.705707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d369f03-4f95-423e-a30d-8860809dbaa2 req-30b266a3-a8d6-49ee-8827-6bca748b2d2f service neutron] 10.222.0.13 "GET /v2.0/networks/344c9d07-e68f-477b-9c08-8d805d7cc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986832 Aug 21 09:10:09.795257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=4b5e9a35-1c2b-412f-979d-550fc637481a,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:09.820139 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.862969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:09.864116 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.887100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3aa8e40-ccdd-4194-b7fc-7513fc8cc83f req-6e140615-6604-41d5-b53c-1ad266cbf51b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2365651 Aug 21 09:10:09.898579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.899161 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.906942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.907586 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.921038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 55e79a55-11c5-47b0-a3c6-15a33dbc820c details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:09.924102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-03dd8b06-04f9-4037-b4f5-d73bf195d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:09.925600 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.925747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-03dd8b06-04f9-4037-b4f5-d73bf195d5d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4209673 Aug 21 09:10:09.927865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 9d96bb04-9325-4a64-8c0c-8ac156a08afe completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:09.946234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Transition to ACTIVE for port object 3d044ff0-cced-469f-8fcb-1ce508637c97 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:09.950685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 9d96bb04-9325-4a64-8c0c-8ac156a08afe triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:09.951061 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:09.958073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Pushing event updated for resources: {'Port': ['ID=636a0217-b0dc-41e1-8116-08c6e3749570,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:10.004674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Transition to ACTIVE for port object 3d044ff0-cced-469f-8fcb-1ce508637c97 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:10.036156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce1119-52be-4f62-9b12-c41a9ec5c553 req-37bff981-f9f7-4b51-ac60-f8585fdd23c1 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:10.040587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1dce1119-52be-4f62-9b12-c41a9ec5c553 req-37bff981-f9f7-4b51-ac60-f8585fdd23c1 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 943 time: 0.2374232 Aug 21 09:10:10.056590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-0e4349e3-5c65-4315-937a-f50c2bc8d723 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3539875 Aug 21 09:10:10.097135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Request body: {'port': {'device_id': '34ec1efa-fc8e-4c09-b9af-058a04be2d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:10.106102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-1b2f81b5-92f9-42f8-9e23-24f21989e00c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6423731 Aug 21 09:10:10.115709 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc4025a5-00b1-4e69-865c-53fb49e5b9f5 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.150748 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.166775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Request body: {'port': {'device_id': '9d4bb997-d122-40f0-afa4-4a95239edcad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:10.167981 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc4025a5-00b1-4e69-865c-53fb49e5b9f5 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.210044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f36fc83c-676c-45eb-a91c-b16c862b3a22 None None] Provisioning for port 636a0217-b0dc-41e1-8116-08c6e3749570 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:10.218488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 55e79a55-11c5-47b0-a3c6-15a33dbc820c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=55e79a55-11c5-47b0-a3c6-15a33dbc820c,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:10.237002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f36fc83c-676c-45eb-a91c-b16c862b3a22 None None] Provisioning complete for port 636a0217-b0dc-41e1-8116-08c6e3749570 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:10.237380 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f36fc83c-676c-45eb-a91c-b16c862b3a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.242209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Network 46df5561-6c8b-4d5b-95f2-5e4949b9ec00 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:10.248192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:10.250730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:10.252791 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.306176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '55e79a55-11c5-47b0-a3c6-15a33dbc820c', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'port_id': '55e79a55-11c5-47b0-a3c6-15a33dbc820c', 'mac_address': 'fa:16:3e:98:27:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:10.309853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-1c89d672-eb01-418a-9726-df209663be3b service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685076 Aug 21 09:10:10.313879 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc4025a5-00b1-4e69-865c-53fb49e5b9f5 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.315484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Pushing event updated for resources: {'Port': ['ID=3d044ff0-cced-469f-8fcb-1ce508637c97,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:10.341120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1dce1119-52be-4f62-9b12-c41a9ec5c553 req-5a2a8643-31c7-4ec8-ba27-2c34b2a520c1 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874625 Aug 21 09:10:10.388206 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.398802 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.402733 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9d96bb04-9325-4a64-8c0c-8ac156a08afe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d96bb04-9325-4a64-8c0c-8ac156a08afe,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:10.425601 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.430787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f36fc83c-676c-45eb-a91c-b16c862b3a22 None None] Port 636a0217-b0dc-41e1-8116-08c6e3749570 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:10:10.446027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf67334-8604-43d3-94ff-e4ef30246881 req-0a90a529-c7df-4f46-bb4c-8a161b277553 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:10.464544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccf67334-8604-43d3-94ff-e4ef30246881 req-0a90a529-c7df-4f46-bb4c-8a161b277553 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 949 time: 0.2540796 Aug 21 09:10:10.464692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['6073bccc-83ab-41da-bb62-67ef532e5f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:10.477217 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc4025a5-00b1-4e69-865c-53fb49e5b9f5 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.487527 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.508069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4025a5-00b1-4e69-865c-53fb49e5b9f5 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Subnet': ['ID=cce05cfe-d655-4b14-b553-f40d24876575,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:10.510197 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc4025a5-00b1-4e69-865c-53fb49e5b9f5 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.512432 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cc4025a5-00b1-4e69-865c-53fb49e5b9f5 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/subnets/cce05cfe-d655-4b14-b553-f40d24876575 HTTP/1.1" status: 204 len: 168 time: 0.9043844 Aug 21 09:10:10.514788 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41176) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:10.534222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Attempting to bind port 3d044ff0-cced-469f-8fcb-1ce508637c97 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:10.534851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Attempting to bind port 3d044ff0-cced-469f-8fcb-1ce508637c97 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'eed8856e-f15b-4c60-8c3f-731f5ecc24cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46df5561-6c8b-4d5b-95f2-5e4949b9ec00'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:10.535212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Attempting to bind port 3d044ff0-cced-469f-8fcb-1ce508637c97 on network 46df5561-6c8b-4d5b-95f2-5e4949b9ec00 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:10.541135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2286fb-d4b0-470e-80be-10c427e3481b'}, {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe'}, {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5e9a35-1c2b-412f-979d-550fc637481a'}, {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d96bb04-9325-4a64-8c0c-8ac156a08afe'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:10.544768 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b534807-3f4e-475b-af15-070b5648c46d" -d '{"events": [{"server_uuid": "5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5", "name": "network-vif-plugged", "status": "completed", "tag": "8b2286fb-d4b0-470e-80be-10c427e3481b"}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe"}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "4b5e9a35-1c2b-412f-979d-550fc637481a"}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "9d96bb04-9325-4a64-8c0c-8ac156a08afe"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:10.546169 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.565452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:10.565820 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Checking segment: {'id': 'eed8856e-f15b-4c60-8c3f-731f5ecc24cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46df5561-6c8b-4d5b-95f2-5e4949b9ec00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:10.566221 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.566966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Bound using segment: {'id': 'eed8856e-f15b-4c60-8c3f-731f5ecc24cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46df5561-6c8b-4d5b-95f2-5e4949b9ec00'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:10.567093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Bound port: 3d044ff0-cced-469f-8fcb-1ce508637c97, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed8856e-f15b-4c60-8c3f-731f5ecc24cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46df5561-6c8b-4d5b-95f2-5e4949b9ec00'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:10.567440 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.586295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd248f39-dede-4669-af46-4d05da951dfb tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:10.588832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd248f39-dede-4669-af46-4d05da951dfb tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:10.590530 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dd248f39-dede-4669-af46-4d05da951dfb tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0746479 Aug 21 09:10:10.593678 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41180) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:10.664690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccf67334-8604-43d3-94ff-e4ef30246881 req-df9e539c-52f2-4e27-b975-b057494bb442 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018230 Aug 21 09:10:10.673520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-0c159a03-828d-420a-94b4-8b48e98467a6 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267477 Aug 21 09:10:10.676739 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78d99eb-cd2d-4d87-ac94-d13633e442d9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.685098 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78d99eb-cd2d-4d87-ac94-d13633e442d9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 21 09:10:10.685580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78d99eb-cd2d-4d87-ac94-d13633e442d9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:10:10.687510 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c78d99eb-cd2d-4d87-ac94-d13633e442d9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/networks/46df5561-6c8b-4d5b-95f2-5e4949b9ec00 HTTP/1.1" status: 409 len: 405 time: 0.0928357 Aug 21 09:10:10.699412 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41182) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:10.705602 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1945640029'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:10.773564 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:10.774418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e79a55-11c5-47b0-a3c6-15a33dbc820c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:10.777196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.790932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9d96bb04-9325-4a64-8c0c-8ac156a08afe,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:10.810306 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:10:10.824929 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.825755 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Added segment 66f3f458-5cbb-43c6-99b3-8927df47d439 of type vlan for network 564f251b-5b0f-41fc-bc59-78ec204d733e Aug 21 09:10:10.848076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 55e79a55-11c5-47b0-a3c6-15a33dbc820c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=55e79a55-11c5-47b0-a3c6-15a33dbc820c,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:10.874078 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.898903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] For port 3d044ff0-cced-469f-8fcb-1ce508637c97, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:10.902503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] For port 3d044ff0-cced-469f-8fcb-1ce508637c97, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3d044ff0-cced-469f-8fcb-1ce508637c97,segment=NetworkSegment(eed8856e-f15b-4c60-8c3f-731f5ecc24cf),segment_id=eed8856e-f15b-4c60-8c3f-731f5ecc24cf)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:10.905481 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.935501 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:10.999927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=55e79a55-11c5-47b0-a3c6-15a33dbc820c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:11.007960 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:11.013910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:11.014539 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:11.042304 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:11.095542 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Network': ['ID=564f251b-5b0f-41fc-bc59-78ec204d733e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:11.111427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 564f251b-5b0f-41fc-bc59-78ec204d733e details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:10:11.122746 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fd6cf3eb-5256-4f42-8bdb-5cb245d23b4e tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4221442 Aug 21 09:10:11.126916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41190) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:11.132527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'subnet': {'network_id': '564f251b-5b0f-41fc-bc59-78ec204d733e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:11.181456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd61a9-83df-4653-ab5e-192159c7fe0a None None] Pushing event updated for resources: {'Port': ['ID=3d044ff0-cced-469f-8fcb-1ce508637c97,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:11.190950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eda49-0123-4f34-8d7d-d8717b384b04 req-332c75fe-8706-44ef-9603-ae4067a2239b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:11.191334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d7ce12-3616-475e-82e1-67b60f37ab63 None None] Network 46df5561-6c8b-4d5b-95f2-5e4949b9ec00 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:11.193187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-793eda49-0123-4f34-8d7d-d8717b384b04 req-332c75fe-8706-44ef-9603-ae4067a2239b tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 945 time: 0.7392077 Aug 21 09:10:11.216161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-c1612ed8-9b30-4f78-b344-f3a63c3a018f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7fb1a58b-466b-48b3-8947-1a5beaf86710 HTTP/1.1" status: 200 len: 217 time: 0.5313303 Aug 21 09:10:11.276291 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:11.281153 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:11.284229 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:11.309349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['55e79a55-11c5-47b0-a3c6-15a33dbc820c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:11.401520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f93a72-613e-44c6-a3c1-c807ea1dadaa None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:10:11.445159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b50e05-8a4b-4e40-b21d-fc1a1af21222 req-c109dddd-cba9-4df2-bf3b-3c41c3ee7c28 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:11.452622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1b50e05-8a4b-4e40-b21d-fc1a1af21222 req-c109dddd-cba9-4df2-bf3b-3c41c3ee7c28 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 936 time: 0.6534643 Aug 21 09:10:11.474044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-793eda49-0123-4f34-8d7d-d8717b384b04 req-bca58f62-2b92-43fd-8bbd-128c45f505a6 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626331 Aug 21 09:10:11.500965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-2426b495-4785-4786-ae02-81445d27dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:11.500965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-2426b495-4785-4786-ae02-81445d27dc22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.2673500 Aug 21 09:10:11.502595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Network e7a18130-a4db-48fa-b2f1-d4001ca6a243 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:11.530501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:11.543314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Pushing event updated for resources: {'Port': ['ID=283ec687-5ba0-4e81-8447-c2333cecbc06,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:11.544041 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78e7d54-337a-4e2d-9e42-22bbac97878c x-openstack-request-id: req-a78e7d54-337a-4e2d-9e42-22bbac97878c {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:11.544341 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5", "name": "network-vif-plugged", "status": "completed", "tag": "8b2286fb-d4b0-470e-80be-10c427e3481b", "code": 200}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe", "code": 200}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "4b5e9a35-1c2b-412f-979d-550fc637481a", "code": 200}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-plugged", "status": "completed", "tag": "9d96bb04-9325-4a64-8c0c-8ac156a08afe", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:11.544588 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a78e7d54-337a-4e2d-9e42-22bbac97878c {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:11.544981 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2286fb-d4b0-470e-80be-10c427e3481b', 'code': 200} Aug 21 09:10:11.545767 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe', 'code': 200} Aug 21 09:10:11.545767 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5e9a35-1c2b-412f-979d-550fc637481a', 'code': 200} Aug 21 09:10:11.545767 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d96bb04-9325-4a64-8c0c-8ac156a08afe', 'code': 200} Aug 21 09:10:11.550473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:11.599078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f93a72-613e-44c6-a3c1-c807ea1dadaa None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:10:11.658677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1b50e05-8a4b-4e40-b21d-fc1a1af21222 req-e793e906-82a0-4e75-b669-04c4c909476b tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053325 Aug 21 09:10:11.721313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:10:11.723257 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:11.799369 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Subnet': ['ID=fdf042b2-66ba-4a56-adad-026cec896be9,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:11.804255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:11.804890 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:11.808882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-93aa04e3-3910-4c75-8f95-84b1bba51053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:11.810351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-93aa04e3-3910-4c75-8f95-84b1bba51053 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2969117 Aug 21 09:10:11.813307 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Checking segment: {'id': '66f3f458-5cbb-43c6-99b3-8927df47d439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '564f251b-5b0f-41fc-bc59-78ec204d733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:11.813923 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network hostable DHCP agents. Network: 564f251b-5b0f-41fc-bc59-78ec204d733e, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:10:11.934003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network 564f251b-5b0f-41fc-bc59-78ec204d733e is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:10:11.935070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6073bccc-83ab-41da-bb62-67ef532e5f4c up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:11.962797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a862d1-993f-426c-ac7e-bd0209cceb29 req-2a748a52-b9c5-4e48-bcd2-e6cad0358217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:11.964339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47a862d1-993f-426c-ac7e-bd0209cceb29 req-2a748a52-b9c5-4e48-bcd2-e6cad0358217 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 1101 time: 0.2961597 Aug 21 09:10:11.981801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7629ea31-df67-4e34-9faa-42003eb3c641 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6351578 Aug 21 09:10:12.003098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61163212-d8b2-4115-aa24-eeb5a128744c req-0a009120-26f9-4792-8e7e-fc178d27d8ad tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.004609 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61163212-d8b2-4115-aa24-eeb5a128744c req-0a009120-26f9-4792-8e7e-fc178d27d8ad tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 931 time: 0.3777194 Aug 21 09:10:12.018551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 564f251b-5b0f-41fc-bc59-78ec204d733e) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:12.025078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Request body: {'port': {'device_id': 'd17914ca-d398-4f34-b2b6-caf225ea1b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:12.027434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.028175 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.032534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcd497b-ca73-429c-acad-e7d64609e3dc None None] Network 564f251b-5b0f-41fc-bc59-78ec204d733e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:12.039640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98a18c-4fba-4b83-85d6-8b9d98b4f618 req-14bc7963-d793-48ce-b989-5fcbc5e7b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.040137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98a18c-4fba-4b83-85d6-8b9d98b4f618 req-14bc7963-d793-48ce-b989-5fcbc5e7b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.040590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98a18c-4fba-4b83-85d6-8b9d98b4f618 req-14bc7963-d793-48ce-b989-5fcbc5e7b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.041056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98a18c-4fba-4b83-85d6-8b9d98b4f618 req-14bc7963-d793-48ce-b989-5fcbc5e7b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.041521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98a18c-4fba-4b83-85d6-8b9d98b4f618 req-14bc7963-d793-48ce-b989-5fcbc5e7b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.041985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98a18c-4fba-4b83-85d6-8b9d98b4f618 req-14bc7963-d793-48ce-b989-5fcbc5e7b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.042440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98a18c-4fba-4b83-85d6-8b9d98b4f618 req-14bc7963-d793-48ce-b989-5fcbc5e7b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.044447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c98a18c-4fba-4b83-85d6-8b9d98b4f618 req-14bc7963-d793-48ce-b989-5fcbc5e7b534 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6498 time: 0.3654509 Aug 21 09:10:12.047987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 6073bccc-83ab-41da-bb62-67ef532e5f4c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:12.050792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636a0217-b0dc-41e1-8116-08c6e3749570 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:12.069594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:12.080819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 6073bccc-83ab-41da-bb62-67ef532e5f4c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:12.081190 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.097273 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.105925 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.106156 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b076d633-aa5c-445b-aedd-07fc3474e114 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9776525 Aug 21 09:10:12.108558 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41200) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:12.151640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b682a-ad13-44b3-9d3e-bf6e1d475b0a req-9485d6f3-b609-4f82-96f0-bc07314f6f42 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.158083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b682a-ad13-44b3-9d3e-bf6e1d475b0a req-9485d6f3-b609-4f82-96f0-bc07314f6f42 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.164013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b682a-ad13-44b3-9d3e-bf6e1d475b0a req-9485d6f3-b609-4f82-96f0-bc07314f6f42 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.169899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b682a-ad13-44b3-9d3e-bf6e1d475b0a req-9485d6f3-b609-4f82-96f0-bc07314f6f42 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.176424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b682a-ad13-44b3-9d3e-bf6e1d475b0a req-9485d6f3-b609-4f82-96f0-bc07314f6f42 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.182341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b682a-ad13-44b3-9d3e-bf6e1d475b0a req-9485d6f3-b609-4f82-96f0-bc07314f6f42 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.188283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b682a-ad13-44b3-9d3e-bf6e1d475b0a req-9485d6f3-b609-4f82-96f0-bc07314f6f42 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.190861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a0b682a-ad13-44b3-9d3e-bf6e1d475b0a req-9485d6f3-b609-4f82-96f0-bc07314f6f42 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5434 time: 0.4187646 Aug 21 09:10:12.219471 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.227438 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.233815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Transition to ACTIVE for port object 636a0217-b0dc-41e1-8116-08c6e3749570 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:12.247155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Transition to ACTIVE for port object e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:12.256667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47a862d1-993f-426c-ac7e-bd0209cceb29 req-5fdf22c2-ed61-41f2-9d92-65f4c3f594b8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787275 Aug 21 09:10:12.276331 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.281209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:12.288341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e6bb13-9875-4393-b331-652456fd05ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-564f251b-5b0f-41fc-bc59-78ec204d733e', 'network_id': '564f251b-5b0f-41fc-bc59-78ec204d733e', 'tenant_id': 'a02d4b221ec049148c821717a553e27a', 'fixed_ips': [{'subnet_id': 'fdf042b2-66ba-4a56-adad-026cec896be9'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:10:12.289385 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d0e6bb13-9875-4393-b331-652456fd05ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.303229 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61163212-d8b2-4115-aa24-eeb5a128744c req-48413168-2b1e-4b21-8e24-65ef5e690d34 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895689 Aug 21 09:10:12.305186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-78e6dc7a-957d-4585-8cef-bcbd545780d2 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741690 Aug 21 09:10:12.310105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c98a18c-4fba-4b83-85d6-8b9d98b4f618 req-cc93bcde-02e8-4386-bcd9-a1666e690862 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2362676 Aug 21 09:10:12.315838 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.323713 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.344481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a0b682a-ad13-44b3-9d3e-bf6e1d475b0a req-e9775ce8-9284-4957-8174-7102c83dd3e6 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1350374 Aug 21 09:10:12.371643 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.373581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.384000 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.442422 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.447672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=6073bccc-83ab-41da-bb62-67ef532e5f4c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:12.483685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf042b2-66ba-4a56-adad-026cec896be9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:12.563188 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.571186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:12.572068 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564f251b-5b0f-41fc-bc59-78ec204d733e']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:12.584782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f3f458-5cbb-43c6-99b3-8927df47d439') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:12.585092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f3f458-5cbb-43c6-99b3-8927df47d439') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server [None req-d0e6bb13-9875-4393-b331-652456fd05ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdf042b2-66ba-4a56-adad-026cec896be9: This subnet is being modified by another concurrent operation. Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:10:12.588639 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise exception Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdf042b2-66ba-4a56-adad-026cec896be9: This subnet is being modified by another concurrent operation. Aug 21 09:10:12.591715 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Aug 21 09:10:12.600336 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.623134 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.636458 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:10:12.636873 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.639231 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770375d3-aeb6-4d56-901d-27f85a66128e None None] Network 564f251b-5b0f-41fc-bc59-78ec204d733e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:10:12.641592 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:10:12.784016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ef453-d910-455b-847d-7edf055965de req-1277d4b6-2bd1-4d1c-b0a5-6df09cfabcef tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:12.791453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c94ef453-d910-455b-847d-7edf055965de req-1277d4b6-2bd1-4d1c-b0a5-6df09cfabcef tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 944 time: 0.3817065 Aug 21 09:10:12.858699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a711c2-a71e-4c95-8702-6da1dfefc86d None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:10:12.887790 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.911383 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:12.917320 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/networks/564f251b-5b0f-41fc-bc59-78ec204d733e HTTP/1.1" status: 204 len: 168 time: 0.8042006 Aug 21 09:10:12.917320 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a9a63-95f1-4c1d-a306-00a454166092 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Network': ['ID=564f251b-5b0f-41fc-bc59-78ec204d733e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:12.918450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41206) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:12.925506 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-303132992'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:12.944204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Pushing event updated for resources: {'Port': ['ID=636a0217-b0dc-41e1-8116-08c6e3749570,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:13.005150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a711c2-a71e-4c95-8702-6da1dfefc86d None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:10:13.018947 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:13.022727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.054911 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:10:13.064274 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.065218 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Added segment 1862f7ff-1508-4201-ab2b-201d1c02450b of type vlan for network 567c8170-9e4e-44cc-9b2e-1fed93c19198 Aug 21 09:10:13.078645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c94ef453-d910-455b-847d-7edf055965de req-eca1a474-6be0-4b49-9e51-61f27a43100a tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862880 Aug 21 09:10:13.095073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Attempting to bind port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:13.095403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Attempting to bind port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:13.095763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Attempting to bind port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 on network e7a18130-a4db-48fa-b2f1-d4001ca6a243 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:13.117840 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.124081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-dae98e3c-6967-4bf5-877a-000327335871 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542929 Aug 21 09:10:13.128408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 on network e7a18130-a4db-48fa-b2f1-d4001ca6a243 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:10:13.128750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Attempting to bind port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 on network e7a18130-a4db-48fa-b2f1-d4001ca6a243 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:13.133873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Attempting to bind port 636a0217-b0dc-41e1-8116-08c6e3749570 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:13.134203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Attempting to bind port 636a0217-b0dc-41e1-8116-08c6e3749570 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:13.134524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Attempting to bind port 636a0217-b0dc-41e1-8116-08c6e3749570 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:13.152749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:13.153085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Checking segment: {'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:13.153464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Bound using segment: {'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:13.153903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Bound port: e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:13.154374 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.163649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860ae50-ed6a-4e07-ac01-212efc3d9a31 req-353dd0ec-162f-4705-873a-03cf66c22127 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:13.165119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6860ae50-ed6a-4e07-ac01-212efc3d9a31 req-353dd0ec-162f-4705-873a-03cf66c22127 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 949 time: 0.2297757 Aug 21 09:10:13.184417 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.190612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:13.191458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.194858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Port 636a0217-b0dc-41e1-8116-08c6e3749570 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:10:13.195199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Attempting to bind port 636a0217-b0dc-41e1-8116-08c6e3749570 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:13.239008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-2ea2d36e-c03f-4c7e-a9de-1109e9ea7100 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=deb6eb46-4bad-4b70-b769-24658adbb7f5 HTTP/1.1" status: 200 len: 217 time: 0.1019108 Aug 21 09:10:13.264155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Network': ['ID=567c8170-9e4e-44cc-9b2e-1fed93c19198,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:13.279653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 567c8170-9e4e-44cc-9b2e-1fed93c19198 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:10:13.283394 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a41a8f84-4c38-4be6-8091-acf4a9acc3a9 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3637204 Aug 21 09:10:13.286079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41208) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:13.288468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:13.300212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:13.300212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:13.300212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Bound port: 636a0217-b0dc-41e1-8116-08c6e3749570, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:13.300212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.300570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'subnet': {'network_id': '567c8170-9e4e-44cc-9b2e-1fed93c19198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:13.431044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6860ae50-ed6a-4e07-ac01-212efc3d9a31 req-7e340395-39d0-4722-96ef-12a71a37eb60 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336028 Aug 21 09:10:13.461520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283ec687-5ba0-4e81-8447-c2333cecbc06 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:13.484964 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.488201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:13.492414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.492571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-cbc0283a-9147-40d2-9caa-87c4293edb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:13.493962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-cbc0283a-9147-40d2-9caa-87c4293edb44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.2251973 Aug 21 09:10:13.507879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdaffd-287a-45f3-9dde-c01ad6ee6da8 req-67283369-ada0-4c1e-b8dd-421dc3a7046b tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:13.509336 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6afdaffd-287a-45f3-9dde-c01ad6ee6da8 req-67283369-ada0-4c1e-b8dd-421dc3a7046b tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 948 time: 0.3154657 Aug 21 09:10:13.547342 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:13.549411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] For port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:13.550086 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56817bfb-bb12-4827-8256-a1fba6a27f46" -d '{"events": [{"server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "name": "network-vif-plugged", "status": "completed", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:13.590176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Transition to ACTIVE for port object 283ec687-5ba0-4e81-8447-c2333cecbc06 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:13.622943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] For port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:13.629221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] For port 636a0217-b0dc-41e1-8116-08c6e3749570, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:13.656922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] For port 636a0217-b0dc-41e1-8116-08c6e3749570, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=636a0217-b0dc-41e1-8116-08c6e3749570,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:13.666402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6afdaffd-287a-45f3-9dde-c01ad6ee6da8 req-d3edf133-5723-4a55-9120-d298e93bc981 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272349 Aug 21 09:10:13.666990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.678141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ad3d3-8a9d-4ce3-8bc0-5ca021b9d3bc req-fa281136-c780-46a5-b15f-760742416e72 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:13.679675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a97ad3d3-8a9d-4ce3-8bc0-5ca021b9d3bc req-fa281136-c780-46a5-b15f-760742416e72 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 945 time: 0.1830301 Aug 21 09:10:13.732610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-de742c95-cfbd-49ce-8123-4d1d6b0049bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:13.734230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-de742c95-cfbd-49ce-8123-4d1d6b0049bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2112048 Aug 21 09:10:13.741723 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.802261 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.802503 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.847043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Pushing event updated for resources: {'Port': ['ID=283ec687-5ba0-4e81-8447-c2333cecbc06,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:13.856369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:13.856983 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:13.858352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] 10.222.0.22 "PUT /v2.0/ports/e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 HTTP/1.1" status: 200 len: 1092 time: 3.7669070 Aug 21 09:10:13.864786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec1efa-fc8e-4c09-b9af-058a04be2d39', 'tag': 'e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:13.867027 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38b8092-bc70-438f-9160-4a8ef6fa2375" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec1efa-fc8e-4c09-b9af-058a04be2d39", "tag": "e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:13.874860 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Subnet': ['ID=4b6569f3-9e2c-48ec-9903-acfc77900a01,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:13.877745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Checking segment: {'id': '1862f7ff-1508-4201-ab2b-201d1c02450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '567c8170-9e4e-44cc-9b2e-1fed93c19198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:13.878382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network hostable DHCP agents. Network: 567c8170-9e4e-44cc-9b2e-1fed93c19198, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:10:13.883790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a97ad3d3-8a9d-4ce3-8bc0-5ca021b9d3bc req-cd73a788-d106-4e10-ad0c-78f96a0024a9 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977997 Aug 21 09:10:13.939639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 55e79a55-11c5-47b0-a3c6-15a33dbc820c up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:14.025157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network 567c8170-9e4e-44cc-9b2e-1fed93c19198 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:10:14.116299 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 55e79a55-11c5-47b0-a3c6-15a33dbc820c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:14.116819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 55e79a55-11c5-47b0-a3c6-15a33dbc820c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:14.116914 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.133096 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 567c8170-9e4e-44cc-9b2e-1fed93c19198) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:14.137437 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.138165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.149328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2961555-e8d7-434b-988d-3bdff8940b87 None None] Network 567c8170-9e4e-44cc-9b2e-1fed93c19198 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:14.214322 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-71731542-f60a-4a7b-8d7d-610fa58a5044 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9266076 Aug 21 09:10:14.219494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41220) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:14.298906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.299528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.300958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] 10.222.0.22 "PUT /v2.0/ports/636a0217-b0dc-41e1-8116-08c6e3749570 HTTP/1.1" status: 200 len: 1097 time: 4.1762028 Aug 21 09:10:14.346319 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.374871 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.407619 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.438532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d1046-2544-493d-8a05-044f9dfe6260 req-678936d5-b1f1-4bd8-8497-79e54e74327e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.440630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad8d1046-2544-493d-8a05-044f9dfe6260 req-678936d5-b1f1-4bd8-8497-79e54e74327e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 943 time: 0.7048867 Aug 21 09:10:14.447438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 55e79a55-11c5-47b0-a3c6-15a33dbc820c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=55e79a55-11c5-47b0-a3c6-15a33dbc820c,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:14.500440 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdc7786-175e-4e86-b62a-4092c44314e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-567c8170-9e4e-44cc-9b2e-1fed93c19198', 'network_id': '567c8170-9e4e-44cc-9b2e-1fed93c19198', 'tenant_id': 'a02d4b221ec049148c821717a553e27a', 'fixed_ips': [{'subnet_id': '4b6569f3-9e2c-48ec-9903-acfc77900a01'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:10:14.501260 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfdc7786-175e-4e86-b62a-4092c44314e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.503991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f083dc-7095-466c-b61b-2893cc2641c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:14.515445 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.539469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.557152 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-30dd4088-a7fa-4bff-8f10-e0e40614405a service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8088715 Aug 21 09:10:14.567312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-b64c4531-5b0e-40c8-9751-0e339aef2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.569042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-b64c4531-5b0e-40c8-9751-0e339aef2659 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5298abbe98234bb3897cabfe1642624a&device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 1095 time: 0.2841723 Aug 21 09:10:14.572234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6569f3-9e2c-48ec-9903-acfc77900a01,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:14.596584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9cd2-3fb5-45f4-ad58-38a19af159e5 req-8bd79484-91e2-4770-b925-d8c0e75784e1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.598028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfce9cd2-3fb5-45f4-ad58-38a19af159e5 req-8bd79484-91e2-4770-b925-d8c0e75784e1 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 945 time: 0.3224168 Aug 21 09:10:14.605855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Attempting to bind port 283ec687-5ba0-4e81-8447-c2333cecbc06 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:14.608489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Attempting to bind port 283ec687-5ba0-4e81-8447-c2333cecbc06 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:14.608489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Attempting to bind port 283ec687-5ba0-4e81-8447-c2333cecbc06 on network e7a18130-a4db-48fa-b2f1-d4001ca6a243 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:14.643815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.645605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208d31f-b743-4d8a-803f-5d43622e9f8f req-49c9c0a1-b687-45e1-890f-101e4e0ddf32 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.651704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208d31f-b743-4d8a-803f-5d43622e9f8f req-49c9c0a1-b687-45e1-890f-101e4e0ddf32 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.654956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567c8170-9e4e-44cc-9b2e-1fed93c19198']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:14.658288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208d31f-b743-4d8a-803f-5d43622e9f8f req-49c9c0a1-b687-45e1-890f-101e4e0ddf32 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.664374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208d31f-b743-4d8a-803f-5d43622e9f8f req-49c9c0a1-b687-45e1-890f-101e4e0ddf32 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.669556 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1862f7ff-1508-4201-ab2b-201d1c02450b') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:14.670249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1862f7ff-1508-4201-ab2b-201d1c02450b') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:14.670402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208d31f-b743-4d8a-803f-5d43622e9f8f req-49c9c0a1-b687-45e1-890f-101e4e0ddf32 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.677756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208d31f-b743-4d8a-803f-5d43622e9f8f req-49c9c0a1-b687-45e1-890f-101e4e0ddf32 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.683775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208d31f-b743-4d8a-803f-5d43622e9f8f req-49c9c0a1-b687-45e1-890f-101e4e0ddf32 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.685778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3208d31f-b743-4d8a-803f-5d43622e9f8f req-49c9c0a1-b687-45e1-890f-101e4e0ddf32 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5434 time: 0.4140282 Aug 21 09:10:14.687924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.708690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.715589 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:10:14.716132 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:10:14.720884 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:10:14.788955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Port 283ec687-5ba0-4e81-8447-c2333cecbc06 on network e7a18130-a4db-48fa-b2f1-d4001ca6a243 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:10:14.789289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Attempting to bind port 283ec687-5ba0-4e81-8447-c2333cecbc06 on network e7a18130-a4db-48fa-b2f1-d4001ca6a243 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:14.805967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-cd434c18-681a-4047-b31a-c2247359bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:14.807477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-cd434c18-681a-4047-b31a-c2247359bb20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 1100 time: 0.3797777 Aug 21 09:10:14.808757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-2e9e872e-d403-47fe-bebf-c2d6441c13cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 HTTP/1.1" status: 200 len: 217 time: 0.2072277 Aug 21 09:10:14.811522 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad8d1046-2544-493d-8a05-044f9dfe6260 req-4292b09e-97e8-4a7d-b974-2c6772fae0b7 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478932 Aug 21 09:10:14.820413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=55e79a55-11c5-47b0-a3c6-15a33dbc820c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:14.852719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:14.852971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Checking segment: {'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:14.853345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Bound using segment: {'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:14.853785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Bound port: 283ec687-5ba0-4e81-8447-c2333cecbc06, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3d9942-9bee-4ab5-99d1-3b4363ea405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:14.854141 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.856545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11febabc-0903-4ce0-8bee-0242ceebc331 service neutron] Pushing event updated for resources: {'Port': ['ID=636a0217-b0dc-41e1-8116-08c6e3749570,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server [None req-bfdc7786-175e-4e86-b62a-4092c44314e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b6569f3-9e2c-48ec-9903-acfc77900a01: This subnet is being modified by another concurrent operation. Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:10:14.867371 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise exception Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b6569f3-9e2c-48ec-9903-acfc77900a01: This subnet is being modified by another concurrent operation. Aug 21 09:10:14.870895 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Aug 21 09:10:14.877216 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff925c-56eb-4767-8de5-79398313ffd2 x-openstack-request-id: req-5eff925c-56eb-4767-8de5-79398313ffd2 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:14.877216 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "name": "network-vif-plugged", "status": "completed", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:14.877397 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5eff925c-56eb-4767-8de5-79398313ffd2 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:14.877740 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'code': 200} Aug 21 09:10:14.894088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fcb081-6b4b-4cc2-99fe-18b6a74ba805 None None] Network 567c8170-9e4e-44cc-9b2e-1fed93c19198 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:14.944957 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.953525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:14.959593 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/networks/567c8170-9e4e-44cc-9b2e-1fed93c19198 HTTP/1.1" status: 204 len: 168 time: 0.7383070 Aug 21 09:10:14.967082 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176b9836-dd28-4c85-a4d4-3b38a97f9e7a x-openstack-request-id: req-176b9836-dd28-4c85-a4d4-3b38a97f9e7a {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:14.972051 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec1efa-fc8e-4c09-b9af-058a04be2d39", "tag": "e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:14.972051 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-176b9836-dd28-4c85-a4d4-3b38a97f9e7a {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:14.972051 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec1efa-fc8e-4c09-b9af-058a04be2d39', 'tag': 'e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029', 'status': 'completed', 'code': 200} Aug 21 09:10:14.972555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-983d0382-c13b-4444-9489-4edbeb717275 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=636a0217-b0dc-41e1-8116-08c6e3749570 HTTP/1.1" status: 200 len: 217 time: 0.1514928 Aug 21 09:10:14.974939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41228) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:14.980163 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-738276407'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:14.987707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c601156-65c4-4b53-a757-245fba13187d tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Network': ['ID=567c8170-9e4e-44cc-9b2e-1fed93c19198,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:15.051658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ef971-250d-44bf-8dd2-d3d493030a46 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:10:15.055728 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.081340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3208d31f-b743-4d8a-803f-5d43622e9f8f req-205bb8d5-8a66-40cb-a246-c1f515d4c25e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3411465 Aug 21 09:10:15.104380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-c72c40a8-772c-412b-9d39-7675fcc37312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:15.105809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-c72c40a8-772c-412b-9d39-7675fcc37312 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2319e9b6-2291-4b85-aad1-7e138856752d HTTP/1.1" status: 200 len: 859 time: 0.2676010 Aug 21 09:10:15.127377 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:15.130945 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.155397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:10:15.162535 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.167772 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.168119 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Added segment 609b7720-1f28-4032-a40e-a45b9fa3d68e of type vlan for network 844dcd7a-ca26-41e5-9b13-ba6a1a23b054 Aug 21 09:10:15.181594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-dfef4d06-4c33-461c-9022-284a626c49cf service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113038 Aug 21 09:10:15.206086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42ef971-250d-44bf-8dd2-d3d493030a46 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:10:15.214947 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.220791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-c8ea8a5b-0e28-4198-b138-1466de83bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:15.222243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-c8ea8a5b-0e28-4198-b138-1466de83bf77 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2292626 Aug 21 09:10:15.225039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-61142128-c9e0-427c-9e71-21cfc1400a05 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7a18130-a4db-48fa-b2f1-d4001ca6a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847676 Aug 21 09:10:15.279148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] For port 283ec687-5ba0-4e81-8447-c2333cecbc06, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:15.305071 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.305389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ae3e0-a7e2-4f74-88d4-94dae98ffccf req-9f599582-4603-48aa-a41d-9705432844b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:15.306886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-164ae3e0-a7e2-4f74-88d4-94dae98ffccf req-9f599582-4603-48aa-a41d-9705432844b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 1102 time: 0.3307061 Aug 21 09:10:15.308170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-79ed47a7-824b-4606-ba25-1acbd962e038 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ad734c-4502-46b0-8437-ad0dc2f66968 HTTP/1.1" status: 200 len: 217 time: 0.1056154 Aug 21 09:10:15.310838 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:15.311803 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.346045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] For port 283ec687-5ba0-4e81-8447-c2333cecbc06, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=283ec687-5ba0-4e81-8447-c2333cecbc06,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:15.384003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Network': ['ID=844dcd7a-ca26-41e5-9b13-ba6a1a23b054,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:15.405758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f51ff-972b-4d4b-983b-1fe6e929a0b6 req-093c621d-f0d3-43c6-9cfd-c3b92e3071a7 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:15.407831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f91f51ff-972b-4d4b-983b-1fe6e929a0b6 req-093c621d-f0d3-43c6-9cfd-c3b92e3071a7 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 945 time: 0.3583944 Aug 21 09:10:15.415708 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7d54a775-4906-495c-97c0-c40513ed2d84 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4390941 Aug 21 09:10:15.416923 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41232) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:15.417463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-bfce9cd2-3fb5-45f4-ad58-38a19af159e5 req-73507662-fef9-4e68-ac76-9428c2f3d2f3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Deleting port 93679f4f-e9a9-4a05-b1ff-8d72e722a037 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:10:15.417810 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bfce9cd2-3fb5-45f4-ad58-38a19af159e5 req-73507662-fef9-4e68-ac76-9428c2f3d2f3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.422738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 844dcd7a-ca26-41e5-9b13-ba6a1a23b054 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:10:15.422888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Request body: {'subnet': {'network_id': '844dcd7a-ca26-41e5-9b13-ba6a1a23b054', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:15.479212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.566951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Made reservation on behalf of a02d4b221ec049148c821717a553e27a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:15.570264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeea3d-4055-47ba-ab88-6d71ed292587 req-8f01929e-e2d5-4f2b-a264-a2a671c70a30 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:15.570962 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.571778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-efeeea3d-4055-47ba-ab88-6d71ed292587 req-8f01929e-e2d5-4f2b-a264-a2a671c70a30 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 949 time: 0.3936210 Aug 21 09:10:15.632217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-c4ed9ffc-7993-42a0-b8c7-8b6dc52cf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:15.633719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-c4ed9ffc-7993-42a0-b8c7-8b6dc52cf147 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3559308 Aug 21 09:10:15.635018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:15.635583 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.636838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] 10.222.0.13 "PUT /v2.0/ports/283ec687-5ba0-4e81-8447-c2333cecbc06 HTTP/1.1" status: 200 len: 1092 time: 3.6245725 Aug 21 09:10:15.647291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-164ae3e0-a7e2-4f74-88d4-94dae98ffccf req-3d879ffb-382e-49fc-86db-0de30b5d002d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982297 Aug 21 09:10:15.648716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-9863d800-8cf1-4019-be53-fa993e3aabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:15.650142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-9863d800-8cf1-4019-be53-fa993e3aabc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.2999110 Aug 21 09:10:15.701303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f91f51ff-972b-4d4b-983b-1fe6e929a0b6 req-5ac9d134-4a3e-4d7a-ab23-550c4bf94c65 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545946 Aug 21 09:10:15.730286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-3f58187c-db06-4121-8495-8256ddaf9f51 service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470556 Aug 21 09:10:15.766470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e31bad-d698-4616-9052-c719467d6f7c service neutron] Pushing event updated for resources: {'Port': ['ID=283ec687-5ba0-4e81-8447-c2333cecbc06,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:15.833144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-efeeea3d-4055-47ba-ab88-6d71ed292587 req-344d5f87-2954-4475-b7dc-1a88f9dc126a tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341173 Aug 21 09:10:15.834889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bfce9cd2-3fb5-45f4-ad58-38a19af159e5 req-73507662-fef9-4e68-ac76-9428c2f3d2f3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] For port 93679f4f-e9a9-4a05-b1ff-8d72e722a037, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=93679f4f-e9a9-4a05-b1ff-8d72e722a037,segment=NetworkSegment(2e30f90f-e88e-4f81-b423-fbbd53dc0a2d),segment_id=2e30f90f-e88e-4f81-b423-fbbd53dc0a2d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:15.835266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bfce9cd2-3fb5-45f4-ad58-38a19af159e5 req-73507662-fef9-4e68-ac76-9428c2f3d2f3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.890082 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:10:15.890775 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:15.950740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-bfce9cd2-3fb5-45f4-ad58-38a19af159e5 req-73507662-fef9-4e68-ac76-9428c2f3d2f3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Calling delete_port for 93679f4f-e9a9-4a05-b1ff-8d72e722a037 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:10:15.954977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event updated for resources: {'Subnet': ['ID=f72f9ae4-e69c-4bf5-b62a-c2d2a58f12f7,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:15.963025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Checking segment: {'id': '609b7720-1f28-4032-a40e-a45b9fa3d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '844dcd7a-ca26-41e5-9b13-ba6a1a23b054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:15.963400 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network hostable DHCP agents. Network: 844dcd7a-ca26-41e5-9b13-ba6a1a23b054, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:10:16.064126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Network 844dcd7a-ca26-41e5-9b13-ba6a1a23b054 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:10:16.102414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6834e-00e1-4448-9fde-b2777cd66b46 req-4e6d34fe-d021-489b-a86f-dcf5a50edb47 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:16.103908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43e6834e-00e1-4448-9fde-b2777cd66b46 req-4e6d34fe-d021-489b-a86f-dcf5a50edb47 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 948 time: 0.3154256 Aug 21 09:10:16.119227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-f66198f5-5ece-4c51-8002-a3bdebbdb56b service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627280 Aug 21 09:10:16.136450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-ee5ce157-4118-404b-b9a4-d6e8f28d0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:16.137846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-ee5ce157-4118-404b-b9a4-d6e8f28d0275 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2985594 Aug 21 09:10:16.152661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-e9186234-3f7d-4547-bbc4-a3d68a5f5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:16.153961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-e9186234-3f7d-4547-bbc4-a3d68a5f5979 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5298abbe98234bb3897cabfe1642624a&device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 1095 time: 0.2466567 Aug 21 09:10:16.155999 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 844dcd7a-ca26-41e5-9b13-ba6a1a23b054) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:16.160750 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:16.161406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:16.166751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b5131-adf5-4fcb-9161-11fc29354fd6 None None] Network 844dcd7a-ca26-41e5-9b13-ba6a1a23b054 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:16.230330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f059f41-4e0b-4ab2-94b6-38ac0998e14d req-133cc5c2-e081-49a4-a7a2-dfd13f04a8e0 service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648514 Aug 21 09:10:16.237839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b447707-0b82-4f25-92b8-31ed351c33e9 req-efe41569-145d-414b-a278-ee0d7c1ca524 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:16.243416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b447707-0b82-4f25-92b8-31ed351c33e9 req-efe41569-145d-414b-a278-ee0d7c1ca524 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 945 time: 0.3327541 Aug 21 09:10:16.247079 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4eb3ee34-1e6c-4197-88c3-42022a80620c tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8290975 Aug 21 09:10:16.250060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41238) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:16.325105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-844dcd7a-ca26-41e5-9b13-ba6a1a23b054', 'network_id': '844dcd7a-ca26-41e5-9b13-ba6a1a23b054', 'tenant_id': 'a02d4b221ec049148c821717a553e27a', 'fixed_ips': [{'subnet_id': 'f72f9ae4-e69c-4bf5-b62a-c2d2a58f12f7'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:10:16.326489 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:16.370840 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:16.430757 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:16.475584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Allocated IP 2001:db8::f816:3eff:fe33:499a (844dcd7a-ca26-41e5-9b13-ba6a1a23b054/f72f9ae4-e69c-4bf5-b62a-c2d2a58f12f7/8dea8250-1360-411f-815d-d53d42c9d92d) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:16.631833 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:16.641660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Transition to ACTIVE for port object 8dea8250-1360-411f-815d-d53d42c9d92d will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:16.656211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-b77af16e-1b53-45c3-be9c-d2b910cc0f85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=283ec687-5ba0-4e81-8447-c2333cecbc06 HTTP/1.1" status: 200 len: 217 time: 0.4813075 Aug 21 09:10:16.659381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Transition to ACTIVE for port object 8dea8250-1360-411f-815d-d53d42c9d92d will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:16.727025 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:16.770923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Network 844dcd7a-ca26-41e5-9b13-ba6a1a23b054 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:16.774188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:16.777074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:16.786830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Pushing event updated for resources: {'Port': ['ID=8dea8250-1360-411f-815d-d53d42c9d92d,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:16.787123 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43e6834e-00e1-4448-9fde-b2777cd66b46 req-0fafacea-375a-48d0-a20b-3b3bf237868d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6636245 Aug 21 09:10:16.818459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:16.837443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b447707-0b82-4f25-92b8-31ed351c33e9 req-262ccff3-dfed-4c2c-b103-f365d3defff6 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f7e00a9-85be-4518-abad-805453ff7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848745 Aug 21 09:10:16.853728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-1ce12577-f766-4a87-a187-5f700ba91c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:16.855217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-1ce12577-f766-4a87-a187-5f700ba91c3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2319e9b6-2291-4b85-aad1-7e138856752d HTTP/1.1" status: 200 len: 859 time: 0.1749902 Aug 21 09:10:16.859373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Attempting to bind port 8dea8250-1360-411f-815d-d53d42c9d92d on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:16.859831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Attempting to bind port 8dea8250-1360-411f-815d-d53d42c9d92d by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '609b7720-1f28-4032-a40e-a45b9fa3d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '844dcd7a-ca26-41e5-9b13-ba6a1a23b054'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:16.860210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Attempting to bind port 8dea8250-1360-411f-815d-d53d42c9d92d on network 844dcd7a-ca26-41e5-9b13-ba6a1a23b054 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:16.866592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b8092-bc70-438f-9160-4a8ef6fa2375 req-1fa31a47-797e-40a8-bb60-26ca0430f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:16.868183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c38b8092-bc70-438f-9160-4a8ef6fa2375 req-1fa31a47-797e-40a8-bb60-26ca0430f5e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5298abbe98234bb3897cabfe1642624a&device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 1095 time: 0.2094600 Aug 21 09:10:16.883178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45358855-513a-4996-bb94-69fe761c54bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e79a55-11c5-47b0-a3c6-15a33dbc820c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:16.887755 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1507a3dc-3a71-44e0-9644-5ec06ef5166e" -d '{"events": [{"server_uuid": "45358855-513a-4996-bb94-69fe761c54bc", "name": "network-vif-plugged", "status": "completed", "tag": "55e79a55-11c5-47b0-a3c6-15a33dbc820c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:16.894202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:16.894809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Checking segment: {'id': '609b7720-1f28-4032-a40e-a45b9fa3d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '844dcd7a-ca26-41e5-9b13-ba6a1a23b054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:16.896116 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:16.897029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Bound using segment: {'id': '609b7720-1f28-4032-a40e-a45b9fa3d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '844dcd7a-ca26-41e5-9b13-ba6a1a23b054'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:16.906157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6688c73c-bc84-43e1-963a-a89f7df6d745 req-dfd7e73b-bbc1-4fea-91ab-58d8eafeed6a service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7739973 Aug 21 09:10:16.911515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Bound port: 8dea8250-1360-411f-815d-d53d42c9d92d, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609b7720-1f28-4032-a40e-a45b9fa3d68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '844dcd7a-ca26-41e5-9b13-ba6a1a23b054'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:16.912883 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:16.926058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Subnet': ['ID=f72f9ae4-e69c-4bf5-b62a-c2d2a58f12f7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:16.955274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-ffbfbce4-e2d9-4ddd-adfd-6d11d0710486 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7829320 Aug 21 09:10:16.957116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-e601d743-be34-450d-a298-7d1fd05df5e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7a18130-a4db-48fa-b2f1-d4001ca6a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880678 Aug 21 09:10:16.974760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4bb997-d122-40f0-afa4-4a95239edcad', 'tag': '636a0217-b0dc-41e1-8116-08c6e3749570'}, {'name': 'network-changed', 'server_uuid': 'd17914ca-d398-4f34-b2b6-caf225ea1b47', 'tag': '283ec687-5ba0-4e81-8447-c2333cecbc06'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:16.975372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:16.977091 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625773d9-cac2-4338-a298-b28c457f67ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4bb997-d122-40f0-afa4-4a95239edcad", "tag": "636a0217-b0dc-41e1-8116-08c6e3749570"}, {"name": "network-changed", "server_uuid": "d17914ca-d398-4f34-b2b6-caf225ea1b47", "tag": "283ec687-5ba0-4e81-8447-c2333cecbc06"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:16.986973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844dcd7a-ca26-41e5-9b13-ba6a1a23b054']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:16.994826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] For port 8dea8250-1360-411f-815d-d53d42c9d92d, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:16.998562 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609b7720-1f28-4032-a40e-a45b9fa3d68e') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:16.998728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] For port 8dea8250-1360-411f-815d-d53d42c9d92d, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8dea8250-1360-411f-815d-d53d42c9d92d,segment=NetworkSegment(609b7720-1f28-4032-a40e-a45b9fa3d68e),segment_id=609b7720-1f28-4032-a40e-a45b9fa3d68e)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:16.998864 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609b7720-1f28-4032-a40e-a45b9fa3d68e') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:17.013042 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:17.048406 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:17.050924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:17.058526 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:10:17.059068 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:10:17.063668 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:10:17.130952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222498d-de50-4999-b2d8-b57ea01c961b None None] Pushing event updated for resources: {'Port': ['ID=8dea8250-1360-411f-815d-d53d42c9d92d,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:17.149609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9a509-4ef2-42cf-9e19-231292039219 None None] Network 844dcd7a-ca26-41e5-9b13-ba6a1a23b054 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:17.156501 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:10:17.156501 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:10:17.156501 n-d-766726-28 neutron-server[106756]: [parameters: {'id': '844dcd7a-ca26-41e5-9b13-ba6a1a23b054'}] Aug 21 09:10:17.156501 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:10:17.157310 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:10:17.180732 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bfce9cd2-3fb5-45f4-ad58-38a19af159e5 req-73507662-fef9-4e68-ac76-9428c2f3d2f3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:17.193495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['93679f4f-e9a9-4a05-b1ff-8d72e722a037'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:17.226839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cd16-4c87-4076-be86-e455a4eadd0d req-842dfea2-2517-4849-adf1-3523dc622b9d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.232818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cd16-4c87-4076-be86-e455a4eadd0d req-842dfea2-2517-4849-adf1-3523dc622b9d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.239237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cd16-4c87-4076-be86-e455a4eadd0d req-842dfea2-2517-4849-adf1-3523dc622b9d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.245140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cd16-4c87-4076-be86-e455a4eadd0d req-842dfea2-2517-4849-adf1-3523dc622b9d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.251669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cd16-4c87-4076-be86-e455a4eadd0d req-842dfea2-2517-4849-adf1-3523dc622b9d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.257557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cd16-4c87-4076-be86-e455a4eadd0d req-842dfea2-2517-4849-adf1-3523dc622b9d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.263489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176cd16-4c87-4076-be86-e455a4eadd0d req-842dfea2-2517-4849-adf1-3523dc622b9d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.265488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b176cd16-4c87-4076-be86-e455a4eadd0d req-842dfea2-2517-4849-adf1-3523dc622b9d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5434 time: 0.3695858 Aug 21 09:10:17.276874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41246) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:17.286649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-70a482df-30d3-4e29-8049-929c9ce72b9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Request body: {'floatingip': {'port_id': '111787a2-30ea-4809-aa01-2f16b2944652'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:17.295760 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc7f85-9691-4575-ae0c-9448af627b11 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:10:17.317499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48174e8-d920-4c1a-bac9-c7abc6165d98 req-ae08ce11-6649-42f9-9d16-6450f5d20502 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.319289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e48174e8-d920-4c1a-bac9-c7abc6165d98 req-ae08ce11-6649-42f9-9d16-6450f5d20502 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 943 time: 0.3069358 Aug 21 09:10:17.320105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73507662-fef9-4e68-ac76-9428c2f3d2f3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Pushing event deleted for resources: {'Port': ['ID=93679f4f-e9a9-4a05-b1ff-8d72e722a037,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:17.344668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b8092-bc70-438f-9160-4a8ef6fa2375 req-60fbe7b4-e350-4b42-8ff6-32754c42c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.346213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c38b8092-bc70-438f-9160-4a8ef6fa2375 req-60fbe7b4-e350-4b42-8ff6-32754c42c4cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 200 len: 920 time: 0.4514437 Aug 21 09:10:17.382185 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70a482df-30d3-4e29-8049-929c9ce72b9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:17.431895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc7f85-9691-4575-ae0c-9448af627b11 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:10:17.460353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-bd72c409-fb6f-40fc-bc89-a5b50f33c197 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468119 Aug 21 09:10:17.461160 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce9cd2-3fb5-45f4-ad58-38a19af159e5 req-73507662-fef9-4e68-ac76-9428c2f3d2f3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] No DVR routers for this DVR port 93679f4f-e9a9-4a05-b1ff-8d72e722a037 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:10:17.477261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-41e20bb0-b622-4950-8cb8-7998d7b6e37f service neutron] 10.222.0.13 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973385 Aug 21 09:10:17.484951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c38b8092-bc70-438f-9160-4a8ef6fa2375 req-4e0f806b-13fa-415f-ba09-5e7921b36726 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 HTTP/1.1" status: 200 len: 217 time: 0.1094546 Aug 21 09:10:17.491078 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bfce9cd2-3fb5-45f4-ad58-38a19af159e5 req-73507662-fef9-4e68-ac76-9428c2f3d2f3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:17.492928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfce9cd2-3fb5-45f4-ad58-38a19af159e5 req-73507662-fef9-4e68-ac76-9428c2f3d2f3 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.22 "DELETE /v2.0/ports/93679f4f-e9a9-4a05-b1ff-8d72e722a037 HTTP/1.1" status: 204 len: 173 time: 2.8769705 Aug 21 09:10:17.583475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-329ead93-0de5-46c3-a1e5-ca2f16fe7276 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=36ced2bb-1173-4212-9d80-e983f8b4d250 HTTP/1.1" status: 200 len: 217 time: 0.1027629 Aug 21 09:10:17.586414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e48174e8-d920-4c1a-bac9-c7abc6165d98 req-2c9c0d55-e053-4f97-93d2-b91279e8b4a1 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512448 Aug 21 09:10:17.683181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec3692-91c5-47ef-87e1-e08b62a2509f req-21574420-9fcc-4913-ab8a-50df86d36441 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.684729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4ec3692-91c5-47ef-87e1-e08b62a2509f req-21574420-9fcc-4913-ab8a-50df86d36441 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea904ca3-a420-4292-afba-f47c7983f423 HTTP/1.1" status: 200 len: 949 time: 0.3126025 Aug 21 09:10:17.697412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:17.706239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b8092-bc70-438f-9160-4a8ef6fa2375 req-df904267-c046-4742-84bd-b210828619dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.707766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c38b8092-bc70-438f-9160-4a8ef6fa2375 req-df904267-c046-4742-84bd-b210828619dd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2319e9b6-2291-4b85-aad1-7e138856752d HTTP/1.1" status: 200 len: 859 time: 0.2046432 Aug 21 09:10:17.787009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-d9e3685a-4d90-4acf-a135-b30896b14e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.788536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-d9e3685a-4d90-4acf-a135-b30896b14e34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.1715038 Aug 21 09:10:17.790279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c38b8092-bc70-438f-9160-4a8ef6fa2375 req-71d59c6a-b58f-43b8-b298-226a149c615a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7a18130-a4db-48fa-b2f1-d4001ca6a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600300 Aug 21 09:10:17.859010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-411c999f-38a6-4bf8-b3fa-57583fbc7a0e req-7a861906-0f55-4085-b0fd-29d477862c05 service neutron] 10.222.0.13 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651705 Aug 21 09:10:17.899085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4ec3692-91c5-47ef-87e1-e08b62a2509f req-e87c2276-b4e5-4e17-8fb3-39b95c874649 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954398 Aug 21 09:10:17.906611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64b5bf-b7b7-4759-9c4b-75cb308992b3 req-778c7893-269a-4577-964c-443eb9e9f02e tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.908129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Deleting port 8dea8250-1360-411f-815d-d53d42c9d92d {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:10:17.908259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c64b5bf-b7b7-4759-9c4b-75cb308992b3 req-778c7893-269a-4577-964c-443eb9e9f02e tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 945 time: 0.2364247 Aug 21 09:10:17.908479 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:17.952368 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f02811-7633-4631-85d4-256689688b2a x-openstack-request-id: req-f2f02811-7633-4631-85d4-256689688b2a {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:17.952772 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45358855-513a-4996-bb94-69fe761c54bc", "name": "network-vif-plugged", "status": "completed", "tag": "55e79a55-11c5-47b0-a3c6-15a33dbc820c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:17.953670 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2f02811-7633-4631-85d4-256689688b2a {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:17.953670 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45358855-513a-4996-bb94-69fe761c54bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e79a55-11c5-47b0-a3c6-15a33dbc820c', 'code': 200} Aug 21 09:10:17.987384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-d078d50c-5440-4449-bae4-1f4b37de898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:17.989315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-d078d50c-5440-4449-bae4-1f4b37de898a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1926286 Aug 21 09:10:17.994503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c64b5bf-b7b7-4759-9c4b-75cb308992b3 req-9d9d2c75-bf4a-4e88-b772-dd40d18f2515 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735703 Aug 21 09:10:18.000759 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034136af-860b-4379-b462-166a9cf19adc x-openstack-request-id: req-034136af-860b-4379-b462-166a9cf19adc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:18.000759 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4bb997-d122-40f0-afa4-4a95239edcad", "tag": "636a0217-b0dc-41e1-8116-08c6e3749570", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d17914ca-d398-4f34-b2b6-caf225ea1b47", "tag": "283ec687-5ba0-4e81-8447-c2333cecbc06", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:18.000759 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-034136af-860b-4379-b462-166a9cf19adc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:18.000759 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4bb997-d122-40f0-afa4-4a95239edcad', 'tag': '636a0217-b0dc-41e1-8116-08c6e3749570', 'status': 'completed', 'code': 200} Aug 21 09:10:18.000759 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17914ca-d398-4f34-b2b6-caf225ea1b47', 'tag': '283ec687-5ba0-4e81-8447-c2333cecbc06', 'status': 'completed', 'code': 200} Aug 21 09:10:18.045386 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] For port 8dea8250-1360-411f-815d-d53d42c9d92d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8dea8250-1360-411f-815d-d53d42c9d92d,segment=NetworkSegment(609b7720-1f28-4032-a40e-a45b9fa3d68e),segment_id=609b7720-1f28-4032-a40e-a45b9fa3d68e)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:18.045770 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:18.059764 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70a482df-30d3-4e29-8049-929c9ce72b9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:18.073819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Calling delete_port for 8dea8250-1360-411f-815d-d53d42c9d92d owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:10:18.121950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70a482df-30d3-4e29-8049-929c9ce72b9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:18.123207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c38b8092-bc70-438f-9160-4a8ef6fa2375 req-4623bc0e-e255-4c63-9b27-0a305bd21c28 service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216391 Aug 21 09:10:18.244157 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-70a482df-30d3-4e29-8049-929c9ce72b9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Floating IP bd02d224-2808-4fba-a34f-0881f315c2f9 associated. External IP: 172.25.5.205, port: 111787a2-30ea-4809-aa01-2f16b2944652. Aug 21 09:10:18.256877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85c510e9-c460-4ec3-9ae8-bec79b918783 req-839b3584-e3d7-4362-8c06-676297a20002 tempest-DeleteServersTestJSON-97306204 tempest-DeleteServersTestJSON-97306204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf07bb2-99f3-494d-b69d-714fb81609d7 HTTP/1.1" status: 200 len: 210 time: 0.1289034 Aug 21 09:10:18.298175 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:18.334574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625773d9-cac2-4338-a298-b28c457f67ba req-6979dba7-3b68-4175-bf0e-3cb958b41ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:18.336139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-6979dba7-3b68-4175-bf0e-3cb958b41ebd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 1100 time: 0.2835755 Aug 21 09:10:18.341990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625773d9-cac2-4338-a298-b28c457f67ba req-d9a496ba-bc5f-4dff-b7cc-0782859b2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:18.344063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-d9a496ba-bc5f-4dff-b7cc-0782859b2ccf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5298abbe98234bb3897cabfe1642624a&device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 1095 time: 0.2718346 Aug 21 09:10:18.353527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9feef1-ee0b-4291-af68-d2ca0c979b88 req-27481f14-d06b-425c-a330-d0b3abddb0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:18.355049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc9feef1-ee0b-4291-af68-d2ca0c979b88 req-27481f14-d06b-425c-a330-d0b3abddb0b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 1097 time: 0.2852123 Aug 21 09:10:18.407674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6f50d-cfd5-4510-b8b2-bc709fe82e33 req-a7478d7f-00b3-4799-a5fb-5ed9bbce51b3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:18.409213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2b6f50d-cfd5-4510-b8b2-bc709fe82e33 req-a7478d7f-00b3-4799-a5fb-5ed9bbce51b3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 948 time: 0.3280342 Aug 21 09:10:18.446163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-30ebd70e-38af-4d86-9db5-6f25e7575bb9 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961468 Aug 21 09:10:18.563047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c38b8092-bc70-438f-9160-4a8ef6fa2375 req-3797b05c-114e-497e-8783-d05d518bb160 service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701944 Aug 21 09:10:18.645056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc9feef1-ee0b-4291-af68-d2ca0c979b88 req-66086446-d78b-4c37-bf9c-2f7a3c235216 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574008 Aug 21 09:10:18.660738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2b6f50d-cfd5-4510-b8b2-bc709fe82e33 req-56fffb7f-f724-4910-a3cf-08347331c33d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220416 Aug 21 09:10:18.697224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625773d9-cac2-4338-a298-b28c457f67ba req-90f8c005-a89b-46c4-8230-2f343b7c4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:18.698754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-90f8c005-a89b-46c4-8230-2f343b7c4c23 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3509965 Aug 21 09:10:18.705581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625773d9-cac2-4338-a298-b28c457f67ba req-0765b999-399d-4234-b2a9-eba5604edc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:18.707059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-0765b999-399d-4234-b2a9-eba5604edc09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 200 len: 920 time: 0.3457727 Aug 21 09:10:18.708300 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Port': ['ID=8dea8250-1360-411f-815d-d53d42c9d92d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:18.713630 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No DVR routers for this DVR port 8dea8250-1360-411f-815d-d53d42c9d92d on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:10:18.751812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08262a5b-0d32-4ae4-a9a4-2764701be2b9 req-32f1836a-d667-484f-9ca1-edb2d19fbe99 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307513 Aug 21 09:10:18.759789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-b90d5b56-a4d1-4cda-8c2e-4b0f02beec43 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=636a0217-b0dc-41e1-8116-08c6e3749570 HTTP/1.1" status: 200 len: 217 time: 0.0470955 Aug 21 09:10:18.842269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5fb53-4ea7-4755-a43d-285f759cce97 req-060eb47d-53b1-480d-b73c-02b83cef0072 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:18.844651 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:18.849941 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9da5fb53-4ea7-4755-a43d-285f759cce97 req-060eb47d-53b1-480d-b73c-02b83cef0072 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 943 time: 0.1017191 Aug 21 09:10:18.854501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625773d9-cac2-4338-a298-b28c457f67ba req-b0d483dd-39fb-4b31-957f-e08fd7057f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:18.855862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-b0d483dd-39fb-4b31-957f-e08fd7057f68 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0736597 Aug 21 09:10:18.858241 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844dcd7a-ca26-41e5-9b13-ba6a1a23b054']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:18.902080 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609b7720-1f28-4032-a40e-a45b9fa3d68e') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:18.902394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609b7720-1f28-4032-a40e-a45b9fa3d68e') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:18.915308 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:18.929246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-26879625-3b40-496e-8235-b943ebb1c61a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=283ec687-5ba0-4e81-8447-c2333cecbc06 HTTP/1.1" status: 200 len: 217 time: 0.0772681 Aug 21 09:10:18.965532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:18.975839 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:10:18.976241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:18.983614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9da5fb53-4ea7-4755-a43d-285f759cce97 req-2711c5a8-80d8-4ab9-ab00-aeab4cca3306 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282661 Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:10:18.984298 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:10:18.989550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625773d9-cac2-4338-a298-b28c457f67ba req-ca15ec1f-7d8f-4e91-843a-659660d08ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:18.991042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-ca15ec1f-7d8f-4e91-843a-659660d08ea9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1256325 Aug 21 09:10:19.055599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625773d9-cac2-4338-a298-b28c457f67ba req-e5f747b6-dca5-4a96-ade4-ce3edc96a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:19.056866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a482df-30d3-4e29-8049-929c9ce72b9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:10:19.057248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-e5f747b6-dca5-4a96-ade4-ce3edc96a359 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2319e9b6-2291-4b85-aad1-7e138856752d HTTP/1.1" status: 200 len: 859 time: 0.1133595 Aug 21 09:10:19.108220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-cb22006f-df2a-4893-bc10-ad51fc59ff26 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094153 Aug 21 09:10:19.121022 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:19.125966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:19.132398 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/networks/844dcd7a-ca26-41e5-9b13-ba6a1a23b054 HTTP/1.1" status: 204 len: 168 time: 2.8768692 Aug 21 09:10:19.138025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41276) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:19.152214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-2b719e10-c285-41e7-bccb-25855c0fefe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7a18130-a4db-48fa-b2f1-d4001ca6a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428109 Aug 21 09:10:19.182820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4423e-4182-4ea6-9df8-1e5165d04160 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Network': ['ID=844dcd7a-ca26-41e5-9b13-ba6a1a23b054,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:19.206762 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-86396956-2169-4a21-b4a5-9ec044b33c98 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] DELETE failed (client error): The resource could not be found. Aug 21 09:10:19.207226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86396956-2169-4a21-b4a5-9ec044b33c98 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:10:19.209073 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-86396956-2169-4a21-b4a5-9ec044b33c98 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/subnets/f72f9ae4-e69c-4bf5-b62a-c2d2a58f12f7 HTTP/1.1" status: 404 len: 337 time: 0.0701294 Aug 21 09:10:19.211847 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41278) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:19.243753 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-40417d49-ac5a-4617-8390-222c3a840ce4 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] DELETE failed (client error): The resource could not be found. Aug 21 09:10:19.244322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40417d49-ac5a-4617-8390-222c3a840ce4 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:10:19.246116 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-40417d49-ac5a-4617-8390-222c3a840ce4 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/networks/844dcd7a-ca26-41e5-9b13-ba6a1a23b054 HTTP/1.1" status: 404 len: 339 time: 0.0317538 Aug 21 09:10:19.247755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a482df-30d3-4e29-8049-929c9ce72b9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:10:19.249137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41280) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:19.259375 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21c4cb-5761-43fe-ab78-134c9d8f74bb None None] Sync routers for ids ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:10:19.260079 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70a482df-30d3-4e29-8049-929c9ce72b9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:19.271502 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21c4cb-5761-43fe-ab78-134c9d8f74bb None None] Routers {'0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:10:19.272263 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2a21c4cb-5761-43fe-ab78-134c9d8f74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:10:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:19.299722 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-facc34b9-c62b-49fb-959f-5a5dd0a11842 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] DELETE failed (client error): The resource could not be found. Aug 21 09:10:19.300682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facc34b9-c62b-49fb-959f-5a5dd0a11842 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:10:19.302006 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-facc34b9-c62b-49fb-959f-5a5dd0a11842 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/subnets/4b6569f3-9e2c-48ec-9903-acfc77900a01 HTTP/1.1" status: 404 len: 337 time: 0.0519319 Aug 21 09:10:19.305363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41284) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:19.306365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:19.330090 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-70a482df-30d3-4e29-8049-929c9ce72b9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "PUT /v2.0/floatingips/bd02d224-2808-4fba-a34f-0881f315c2f9 HTTP/1.1" status: 200 len: 992 time: 2.0517871 Aug 21 09:10:19.330851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '111787a2-30ea-4809-aa01-2f16b2944652'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:19.333485 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439c39ee-ded3-4e62-806f-4b2402911749" -d '{"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "111787a2-30ea-4809-aa01-2f16b2944652"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:19.336485 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-97087d61-cd9d-4c4e-8027-eed6238c4d80 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] DELETE failed (client error): The resource could not be found. Aug 21 09:10:19.337125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97087d61-cd9d-4c4e-8027-eed6238c4d80 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:10:19.339001 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-97087d61-cd9d-4c4e-8027-eed6238c4d80 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/networks/567c8170-9e4e-44cc-9b2e-1fed93c19198 HTTP/1.1" status: 404 len: 339 time: 0.0333943 Aug 21 09:10:19.341531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41290) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:19.387054 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a7281f-9885-458e-a347-57003b96f95b tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] DELETE failed (client error): The resource could not be found. Aug 21 09:10:19.400592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a7281f-9885-458e-a347-57003b96f95b tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:10:19.403026 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-26a7281f-9885-458e-a347-57003b96f95b tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/subnets/fdf042b2-66ba-4a56-adad-026cec896be9 HTTP/1.1" status: 404 len: 337 time: 0.0603201 Aug 21 09:10:19.405669 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41294) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:19.441355 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29e4866-5581-4187-93f2-b3cb885a3585 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] DELETE failed (client error): The resource could not be found. Aug 21 09:10:19.443067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29e4866-5581-4187-93f2-b3cb885a3585 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:10:19.445080 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d29e4866-5581-4187-93f2-b3cb885a3585 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/networks/564f251b-5b0f-41fc-bc59-78ec204d733e HTTP/1.1" status: 404 len: 339 time: 0.0373814 Aug 21 09:10:19.447052 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-2a21c4cb-5761-43fe-ab78-134c9d8f74bb None None] Set router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:10:19.447903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 93679f4f-e9a9-4a05-b1ff-8d72e722a037 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:10:19.455932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41296) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:19.513720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 93679f4f-e9a9-4a05-b1ff-8d72e722a037 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:10:19.514108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 93679f4f-e9a9-4a05-b1ff-8d72e722a037 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:10:19.520799 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dbc773-01d8-447c-a554-a04654fd34e3 x-openstack-request-id: req-b6dbc773-01d8-447c-a554-a04654fd34e3 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:19.521104 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "tag": "111787a2-30ea-4809-aa01-2f16b2944652", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:19.521360 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6dbc773-01d8-447c-a554-a04654fd34e3 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:19.521783 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'tag': '111787a2-30ea-4809-aa01-2f16b2944652', 'status': 'completed', 'code': 200} Aug 21 09:10:19.526550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:19.564929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029', 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243', 'port_id': 'e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029', 'mac_address': 'fa:16:3e:22:03:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2319e9b6-2291-4b85-aad1-7e138856752d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:19.616578 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:19.635311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:19.651071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1617a574-bfd6-413e-b788-c08193abea44 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Deleting port 2d434613-f292-4996-a22a-f880e7ed44a2 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:10:19.651611 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1617a574-bfd6-413e-b788-c08193abea44 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:19.665238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:19.689995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc194b8-4e0a-42ac-95f4-b9ba3345e080 req-d71946c9-a967-4d5c-8188-90a53cbb4735 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:19.699422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3dc194b8-4e0a-42ac-95f4-b9ba3345e080 req-d71946c9-a967-4d5c-8188-90a53cbb4735 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 945 time: 0.5869319 Aug 21 09:10:19.739727 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:19.752522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c39ee-ded3-4e62-806f-4b2402911749 req-d7939e98-6ffe-4902-a540-d1f43f350531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:19.753001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c39ee-ded3-4e62-806f-4b2402911749 req-d7939e98-6ffe-4902-a540-d1f43f350531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:19.753469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c39ee-ded3-4e62-806f-4b2402911749 req-d7939e98-6ffe-4902-a540-d1f43f350531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:19.753941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c39ee-ded3-4e62-806f-4b2402911749 req-d7939e98-6ffe-4902-a540-d1f43f350531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:19.754386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c39ee-ded3-4e62-806f-4b2402911749 req-d7939e98-6ffe-4902-a540-d1f43f350531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:19.754849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c39ee-ded3-4e62-806f-4b2402911749 req-d7939e98-6ffe-4902-a540-d1f43f350531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:19.755296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c39ee-ded3-4e62-806f-4b2402911749 req-d7939e98-6ffe-4902-a540-d1f43f350531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:19.757313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-439c39ee-ded3-4e62-806f-4b2402911749 req-d7939e98-6ffe-4902-a540-d1f43f350531 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6498 time: 0.1774523 Aug 21 09:10:19.761105 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1617a574-bfd6-413e-b788-c08193abea44 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:19.774103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-46ce742e-8bfd-4a21-9256-eb9b18291253 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455786 Aug 21 09:10:19.777108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1617a574-bfd6-413e-b788-c08193abea44 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Calling delete_port for 2d434613-f292-4996-a22a-f880e7ed44a2 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:10:19.791186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-34b24ffc-678a-4ae9-93a3-e226d3466288 service neutron] 10.222.0.13 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179683 Aug 21 09:10:19.817927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:19.878204 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2a21c4cb-5761-43fe-ab78-134c9d8f74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:48Z', 'revision_number': 4, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'bd02d224-2808-4fba-a34f-0881f315c2f9', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'port_id': '111787a2-30ea-4809-aa01-2f16b2944652', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'mac_address': 'fa:16:3e:b1:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:08:40Z', 'updated_at': '2021-08-21T09:10:17Z', 'revision_number': 1, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d79e6a-e287-4353-acfc-8246f951862a', 'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'mac_address': 'fa:16:3e:65:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:48Z', 'updated_at': '2021-08-21T09:07:53Z', 'revision_number': 5, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'subnets': [{'id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:19.891771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3dc194b8-4e0a-42ac-95f4-b9ba3345e080 req-2181b96c-6655-4222-8a83-b672f5f75dad tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932812 Aug 21 09:10:19.924124 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21c4cb-5761-43fe-ab78-134c9d8f74bb None None] Checking router: 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:10:19.934602 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21c4cb-5761-43fe-ab78-134c9d8f74bb None None] Routers {'0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:10:19.936052 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2a21c4cb-5761-43fe-ab78-134c9d8f74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:10:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:19.976800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:19.988090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3f2b0-4590-47a5-b3e2-af4ceb808bca req-db0597be-7e39-47a8-b37b-d8158db4dfd3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:19.989640 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3e3f2b0-4590-47a5-b3e2-af4ceb808bca req-db0597be-7e39-47a8-b37b-d8158db4dfd3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 948 time: 0.2019129 Aug 21 09:10:19.995738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c39ee-ded3-4e62-806f-4b2402911749 req-ec7c1ec6-8580-4f85-9f72-c94ec659fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:19.997251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-439c39ee-ded3-4e62-806f-4b2402911749 req-ec7c1ec6-8580-4f85-9f72-c94ec659fb54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713 HTTP/1.1" status: 200 len: 913 time: 0.2256572 Aug 21 09:10:20.003027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf07bb2-99f3-494d-b69d-714fb81609d7', 'name': 'network-vif-deleted', 'tag': '93679f4f-e9a9-4a05-b1ff-8d72e722a037'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:20.005370 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eff4ab-39d5-4839-9207-5147502203b3" -d '{"events": [{"server_uuid": "ddf07bb2-99f3-494d-b69d-714fb81609d7", "name": "network-vif-deleted", "tag": "93679f4f-e9a9-4a05-b1ff-8d72e722a037"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:20.012765 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1617a574-bfd6-413e-b788-c08193abea44 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.061289 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617a574-bfd6-413e-b788-c08193abea44 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Port': ['ID=2d434613-f292-4996-a22a-f880e7ed44a2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:20.080190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-625773d9-cac2-4338-a298-b28c457f67ba req-d9d9bbb8-1648-4e63-bcfb-400798b675a8 service neutron] 10.222.0.13 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670527 Aug 21 09:10:20.110367 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1617a574-bfd6-413e-b788-c08193abea44 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.112376 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1617a574-bfd6-413e-b788-c08193abea44 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/ports/2d434613-f292-4996-a22a-f880e7ed44a2 HTTP/1.1" status: 204 len: 168 time: 0.6555061 Aug 21 09:10:20.112881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3e3f2b0-4590-47a5-b3e2-af4ceb808bca req-c59e5231-c608-4d4a-990e-212c5a2b6e3a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145253 Aug 21 09:10:20.114842 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41326) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:20.129248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-439c39ee-ded3-4e62-806f-4b2402911749 req-a3a3ac66-c176-43a8-b536-acefb3caa5cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=111787a2-30ea-4809-aa01-2f16b2944652 HTTP/1.1" status: 200 len: 1000 time: 0.1198945 Aug 21 09:10:20.157847 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cd1f3b-ee22-4a1f-b7dc-481481cd1bae tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] DELETE failed (client error): The resource could not be found. Aug 21 09:10:20.159084 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cd1f3b-ee22-4a1f-b7dc-481481cd1bae tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:10:20.165606 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-79cd1f3b-ee22-4a1f-b7dc-481481cd1bae tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/subnets/cce05cfe-d655-4b14-b553-f40d24876575 HTTP/1.1" status: 404 len: 337 time: 0.0492182 Aug 21 09:10:20.166490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41328) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:20.183496 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-2a21c4cb-5761-43fe-ab78-134c9d8f74bb None None] Set router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:10:20.204511 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8319b26-6860-4ca5-b4d0-2dca3ff129e4 x-openstack-request-id: req-d8319b26-6860-4ca5-b4d0-2dca3ff129e4 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:20.204811 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf07bb2-99f3-494d-b69d-714fb81609d7", "name": "network-vif-deleted", "tag": "93679f4f-e9a9-4a05-b1ff-8d72e722a037", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:20.205141 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8319b26-6860-4ca5-b4d0-2dca3ff129e4 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:20.205595 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf07bb2-99f3-494d-b69d-714fb81609d7', 'name': 'network-vif-deleted', 'tag': '93679f4f-e9a9-4a05-b1ff-8d72e722a037', 'status': 'completed', 'code': 200} Aug 21 09:10:20.227403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c39ee-ded3-4e62-806f-4b2402911749 req-081e6cd7-f55b-463c-861b-fb621bd5bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:20.228993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-439c39ee-ded3-4e62-806f-4b2402911749 req-081e6cd7-f55b-463c-861b-fb621bd5bc74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ab28827-633f-407e-a5d5-e8b51ae5dfe4 HTTP/1.1" status: 200 len: 851 time: 0.0907428 Aug 21 09:10:20.242582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662818-8d0d-4be7-971c-e4c6c4b02c3c req-74cf2b58-90da-4a27-b3bd-f92c57cd1e9f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:20.244198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72662818-8d0d-4be7-971c-e4c6c4b02c3c req-74cf2b58-90da-4a27-b3bd-f92c57cd1e9f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 943 time: 0.0937934 Aug 21 09:10:20.277693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.316503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72662818-8d0d-4be7-971c-e4c6c4b02c3c req-f21b1d69-c142-4ff3-a4f9-43241a3c1a09 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621066 Aug 21 09:10:20.327983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c39ee-ded3-4e62-806f-4b2402911749 req-4c9bd660-ac87-486a-b9c3-d5749f6f5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:20.329569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-439c39ee-ded3-4e62-806f-4b2402911749 req-4c9bd660-ac87-486a-b9c3-d5749f6f5818 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844500 Aug 21 09:10:20.377449 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Deleting port 3d044ff0-cced-469f-8fcb-1ce508637c97 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:10:20.378035 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.441782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-439c39ee-ded3-4e62-806f-4b2402911749 req-1756ac62-0304-4616-8a8c-fa1670445116 service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035087 Aug 21 09:10:20.450498 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] For port 3d044ff0-cced-469f-8fcb-1ce508637c97, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3d044ff0-cced-469f-8fcb-1ce508637c97,segment=NetworkSegment(eed8856e-f15b-4c60-8c3f-731f5ecc24cf),segment_id=eed8856e-f15b-4c60-8c3f-731f5ecc24cf)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:20.450869 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.465045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Calling delete_port for 3d044ff0-cced-469f-8fcb-1ce508637c97 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:10:20.496760 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2a21c4cb-5761-43fe-ab78-134c9d8f74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:48Z', 'revision_number': 4, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'bd02d224-2808-4fba-a34f-0881f315c2f9', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'port_id': '111787a2-30ea-4809-aa01-2f16b2944652', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'mac_address': 'fa:16:3e:b1:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:08:40Z', 'updated_at': '2021-08-21T09:10:17Z', 'revision_number': 1, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d79e6a-e287-4353-acfc-8246f951862a', 'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'mac_address': 'fa:16:3e:65:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:48Z', 'updated_at': '2021-08-21T09:07:53Z', 'revision_number': 5, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'subnets': [{'id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:20.528501 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21c4cb-5761-43fe-ab78-134c9d8f74bb None None] The sync data for ids ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'] in n-d-766726-28 is: [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:48Z', 'revision_number': 4, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'bd02d224-2808-4fba-a34f-0881f315c2f9', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'port_id': '111787a2-30ea-4809-aa01-2f16b2944652', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'mac_address': 'fa:16:3e:b1:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:08:40Z', 'updated_at': '2021-08-21T09:10:17Z', 'revision_number': 1, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d79e6a-e287-4353-acfc-8246f951862a', 'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'mac_address': 'fa:16:3e:65:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:48Z', 'updated_at': '2021-08-21T09:07:53Z', 'revision_number': 5, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'subnets': [{'id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:10:20.557928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-439c39ee-ded3-4e62-806f-4b2402911749 req-89b8d4b4-7d71-48ed-aa5c-f34fcc84904c service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091826 Aug 21 09:10:20.607421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.621570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No DVR routers for this DVR port 3d044ff0-cced-469f-8fcb-1ce508637c97 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:10:20.660168 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Port': ['ID=3d044ff0-cced-469f-8fcb-1ce508637c97,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:20.724895 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.736403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46df5561-6c8b-4d5b-95f2-5e4949b9ec00']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:20.749482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed8856e-f15b-4c60-8c3f-731f5ecc24cf') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:20.749845 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed8856e-f15b-4c60-8c3f-731f5ecc24cf') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:20.752503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601481c7-a962-4f12-8f83-9127cb8a0de5 None None] New status for floating IP bd02d224-2808-4fba-a34f-0881f315c2f9: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:10:20.761663 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.781683 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.788074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:10:20.789058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:10:20.791793 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:10:20.910030 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.918310 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:20.923058 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/networks/46df5561-6c8b-4d5b-95f2-5e4949b9ec00 HTTP/1.1" status: 204 len: 168 time: 0.7523801 Aug 21 09:10:20.923517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41346) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:20.930718 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32819a-9ac1-4a20-8ccc-0ac5804e5a22 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Network': ['ID=46df5561-6c8b-4d5b-95f2-5e4949b9ec00,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:21.070962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c142098-7152-4efe-884e-21327c7a3049 req-41f7d4f8-4402-47b5-87a7-435543a869aa tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:21.072572 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c142098-7152-4efe-884e-21327c7a3049 req-41f7d4f8-4402-47b5-87a7-435543a869aa tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 945 time: 0.0800540 Aug 21 09:10:21.080799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5b08996c-fb2c-4b0b-a75f-a250ce526059 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Deleting port 3d610973-0e4a-4570-b1a5-49561f086693 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:10:21.081146 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b08996c-fb2c-4b0b-a75f-a250ce526059 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.175878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c142098-7152-4efe-884e-21327c7a3049 req-e38fa8dc-1ada-40ad-a97b-c7edaecce01d tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910747 Aug 21 09:10:21.177419 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b08996c-fb2c-4b0b-a75f-a250ce526059 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.201437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5b08996c-fb2c-4b0b-a75f-a250ce526059 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Calling delete_port for 3d610973-0e4a-4570-b1a5-49561f086693 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:10:21.305828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb94edd-0eba-4746-882d-a0f714dbf17a req-00863edc-a316-4193-9881-7cbe0b430ee8 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:21.307427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aeb94edd-0eba-4746-882d-a0f714dbf17a req-00863edc-a316-4193-9881-7cbe0b430ee8 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 948 time: 0.1223791 Aug 21 09:10:21.308386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 982d3312-9af8-4f57-9f37-c0d0643d943c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:21.319182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:21.379330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638047f-a173-4a5f-ada9-8c19c834d45f req-7be34677-dded-417c-8688-f63616d3fc91 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:21.380888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2638047f-a173-4a5f-ada9-8c19c834d45f req-7be34677-dded-417c-8688-f63616d3fc91 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 945 time: 0.1151402 Aug 21 09:10:21.388527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aeb94edd-0eba-4746-882d-a0f714dbf17a req-a72b8e42-566e-4590-a06a-893d688ca034 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715778 Aug 21 09:10:21.391072 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41364) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:21.396234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-aecdb9b8-1fdd-45af-960c-a24717e8722d tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Request body: {'floatingip': {'port_id': '55e79a55-11c5-47b0-a3c6-15a33dbc820c'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:21.444735 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aecdb9b8-1fdd-45af-960c-a24717e8722d tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.477745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:21.491809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'mac_address': 'fa:16:3e:43:79:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:21.504247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fcd83-e183-4544-ae88-7dd051f5d0d4 req-cc343e42-fed0-48c3-9c60-5d089383ca19 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:21.511776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-901fcd83-e183-4544-ae88-7dd051f5d0d4 req-cc343e42-fed0-48c3-9c60-5d089383ca19 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 943 time: 0.0647056 Aug 21 09:10:21.528759 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b08996c-fb2c-4b0b-a75f-a250ce526059 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.544424 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.560490 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 982d3312-9af8-4f57-9f37-c0d0643d943c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:21.563457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08996c-fb2c-4b0b-a75f-a250ce526059 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Port': ['ID=3d610973-0e4a-4570-b1a5-49561f086693,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:21.566923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:21.579642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:21.580864 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.589130 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b08996c-fb2c-4b0b-a75f-a250ce526059 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.609493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5b08996c-fb2c-4b0b-a75f-a250ce526059 tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/ports/3d610973-0e4a-4570-b1a5-49561f086693 HTTP/1.1" status: 204 len: 168 time: 0.6847489 Aug 21 09:10:21.611446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41368) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:21.617645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:21.637415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-901fcd83-e183-4544-ae88-7dd051f5d0d4 req-a4dd3187-73ec-44df-aed4-cad4a243c18e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245775 Aug 21 09:10:21.690081 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-08991fc6-f18d-46e6-91d2-47d80ea222af tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] DELETE failed (client error): The resource could not be found. Aug 21 09:10:21.694479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08991fc6-f18d-46e6-91d2-47d80ea222af tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:10:21.696028 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.699274 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.700014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 636a0217-b0dc-41e1-8116-08c6e3749570 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:21.706093 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41372) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:21.708057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-08991fc6-f18d-46e6-91d2-47d80ea222af tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/subnets/bea8549a-21aa-469f-9c6c-ecbbfcb62597 HTTP/1.1" status: 404 len: 337 time: 0.0932086 Aug 21 09:10:21.764686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec1efa-fc8e-4c09-b9af-058a04be2d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:21.768217 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb58bfd1-55ff-411b-baa6-e34ec98de5e2" -d '{"events": [{"server_uuid": "34ec1efa-fc8e-4c09-b9af-058a04be2d39", "name": "network-vif-plugged", "status": "completed", "tag": "e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:21.797714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 636a0217-b0dc-41e1-8116-08c6e3749570, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=636a0217-b0dc-41e1-8116-08c6e3749570,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:21.809944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:21.822641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '636a0217-b0dc-41e1-8116-08c6e3749570', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '636a0217-b0dc-41e1-8116-08c6e3749570', 'mac_address': 'fa:16:3e:d4:35:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:21.825913 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7da0ff3-a975-4fb9-9532-e3d45885085b x-openstack-request-id: req-d7da0ff3-a975-4fb9-9532-e3d45885085b {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:21.826203 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec1efa-fc8e-4c09-b9af-058a04be2d39", "name": "network-vif-plugged", "status": "completed", "tag": "e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:21.826451 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7da0ff3-a975-4fb9-9532-e3d45885085b {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:21.826864 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec1efa-fc8e-4c09-b9af-058a04be2d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029', 'code': 200} Aug 21 09:10:21.828532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:21.862131 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.874161 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.890138 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:21.894398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636a0217-b0dc-41e1-8116-08c6e3749570 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:21.968231 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 636a0217-b0dc-41e1-8116-08c6e3749570, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=636a0217-b0dc-41e1-8116-08c6e3749570,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:21.982444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07535a5b-9150-4012-9c30-182272cfe7f7 req-05bcf459-38c3-49e1-8d1a-20edd6bbfc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:21.985513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 283ec687-5ba0-4e81-8447-c2333cecbc06 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:21.986509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07535a5b-9150-4012-9c30-182272cfe7f7 req-05bcf459-38c3-49e1-8d1a-20edd6bbfc61 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 1097 time: 0.0749795 Aug 21 09:10:22.000188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:22.026906 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Deleting port d2cf684c-2c97-415e-a624-4e49cab1f569 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:10:22.027258 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.061669 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.067132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07535a5b-9150-4012-9c30-182272cfe7f7 req-53b685bc-68c2-437b-959f-2d6940586df7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716481 Aug 21 09:10:22.178498 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] For port d2cf684c-2c97-415e-a624-4e49cab1f569, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d2cf684c-2c97-415e-a624-4e49cab1f569,segment=NetworkSegment(5506a707-75dd-4100-87a2-039e0f245aec),segment_id=5506a707-75dd-4100-87a2-039e0f245aec)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:22.178889 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.217933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['982d3312-9af8-4f57-9f37-c0d0643d943c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:22.220819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Calling delete_port for d2cf684c-2c97-415e-a624-4e49cab1f569 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:10:22.249329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=636a0217-b0dc-41e1-8116-08c6e3749570,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:22.257926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 283ec687-5ba0-4e81-8447-c2333cecbc06, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=283ec687-5ba0-4e81-8447-c2333cecbc06,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:22.283260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '283ec687-5ba0-4e81-8447-c2333cecbc06', 'network_id': 'e7a18130-a4db-48fa-b2f1-d4001ca6a243', 'port_id': '283ec687-5ba0-4e81-8447-c2333cecbc06', 'mac_address': 'fa:16:3e:c2:7b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2319e9b6-2291-4b85-aad1-7e138856752d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:22.340282 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aecdb9b8-1fdd-45af-960c-a24717e8722d tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.370598 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.384732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['636a0217-b0dc-41e1-8116-08c6e3749570'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:22.397041 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283ec687-5ba0-4e81-8447-c2333cecbc06 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:22.403358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aecdb9b8-1fdd-45af-960c-a24717e8722d tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.419717 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 283ec687-5ba0-4e81-8447-c2333cecbc06, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=283ec687-5ba0-4e81-8447-c2333cecbc06,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:22.474686 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.496646 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.557399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Port': ['ID=d2cf684c-2c97-415e-a624-4e49cab1f569,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:22.569889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No DVR routers for this DVR port d2cf684c-2c97-415e-a624-4e49cab1f569 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:10:22.576735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9be539-77fa-4df5-b235-9aa319eaf90a req-6b8a95c2-9a0d-4022-90d3-9f7fb44e90f3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:22.585205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c9be539-77fa-4df5-b235-9aa319eaf90a req-6b8a95c2-9a0d-4022-90d3-9f7fb44e90f3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 949 time: 0.0804555 Aug 21 09:10:22.653973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c9be539-77fa-4df5-b235-9aa319eaf90a req-d73f3a7c-6405-492d-9225-339ea685f18e tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614679 Aug 21 09:10:22.672357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.695262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aaf8b6c-0da9-4579-9ea7-0758e41d064f']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:22.713508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5506a707-75dd-4100-87a2-039e0f245aec') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:22.713817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5506a707-75dd-4100-87a2-039e0f245aec') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:22.742690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.775043 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.782633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:10:22.783036 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:22.827701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8b72d-15e8-4990-8c5a-014ae10ef47e req-ab9b45d0-0a41-4ffa-9184-d3f0747c221f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:22.830129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a8b72d-15e8-4990-8c5a-014ae10ef47e req-ab9b45d0-0a41-4ffa-9184-d3f0747c221f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 944 time: 0.0712869 Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:10:22.841341 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:10:22.877145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a8b72d-15e8-4990-8c5a-014ae10ef47e req-fee4ad0e-a1cd-43d6-afc0-4909a55ee6ee tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399499 Aug 21 09:10:22.891276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=283ec687-5ba0-4e81-8447-c2333cecbc06,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:22.910557 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-aecdb9b8-1fdd-45af-960c-a24717e8722d tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Floating IP 47ca29ce-c305-4b48-bf62-b8520303085f associated. External IP: 172.25.5.183, port: 55e79a55-11c5-47b0-a3c6-15a33dbc820c. Aug 21 09:10:23.003145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.012352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.018680 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/networks/7aaf8b6c-0da9-4579-9ea7-0758e41d064f HTTP/1.1" status: 204 len: 168 time: 1.3074481 Aug 21 09:10:23.018850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41414) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:23.032504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ddd77-79fd-4a94-89cb-59d390e2c1ab tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Network': ['ID=7aaf8b6c-0da9-4579-9ea7-0758e41d064f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:23.055942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['283ec687-5ba0-4e81-8447-c2333cecbc06'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:23.122861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e27f222-993f-4918-bbc0-728728d9ce2a tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Deleting subnet 90f2a3f4-1d61-4082-8528-2d627f470cd6 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:10:23.129453 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e27f222-993f-4918-bbc0-728728d9ce2a tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.212804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e27f222-993f-4918-bbc0-728728d9ce2a tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.225130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecdb9b8-1fdd-45af-960c-a24717e8722d tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:10:23.326525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 982d3312-9af8-4f57-9f37-c0d0643d943c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:23.356385 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e27f222-993f-4918-bbc0-728728d9ce2a tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.405653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 982d3312-9af8-4f57-9f37-c0d0643d943c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:23.405989 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.417957 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecdb9b8-1fdd-45af-960c-a24717e8722d tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:10:23.425036 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aecdb9b8-1fdd-45af-960c-a24717e8722d tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.431372 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4454e1-5428-4c63-80b1-4bae756493b4 None None] Sync routers for ids ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:10:23.452134 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4454e1-5428-4c63-80b1-4bae756493b4 None None] Routers {'0ec3534b-71a3-44a2-9c2f-4474a7445bfb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:10:23.455920 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bb4454e1-5428-4c63-80b1-4bae756493b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:10:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:23.466659 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aecdb9b8-1fdd-45af-960c-a24717e8722d tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "PUT /v2.0/floatingips/47ca29ce-c305-4b48-bf62-b8520303085f HTTP/1.1" status: 200 len: 991 time: 2.0741611 Aug 21 09:10:23.467780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45358855-513a-4996-bb94-69fe761c54bc', 'tag': '55e79a55-11c5-47b0-a3c6-15a33dbc820c'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:23.471201 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df622431-c2ab-45ff-8200-50a6a1a3bba8" -d '{"events": [{"name": "network-changed", "server_uuid": "45358855-513a-4996-bb94-69fe761c54bc", "tag": "55e79a55-11c5-47b0-a3c6-15a33dbc820c"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:23.516697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e27f222-993f-4918-bbc0-728728d9ce2a tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.521982 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8499d58a-a621-439d-97c3-46fe41d5a155 x-openstack-request-id: req-8499d58a-a621-439d-97c3-46fe41d5a155 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:23.526077 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45358855-513a-4996-bb94-69fe761c54bc", "tag": "55e79a55-11c5-47b0-a3c6-15a33dbc820c", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:23.526077 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8499d58a-a621-439d-97c3-46fe41d5a155 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:23.526077 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45358855-513a-4996-bb94-69fe761c54bc', 'tag': '55e79a55-11c5-47b0-a3c6-15a33dbc820c', 'status': 'completed', 'code': 200} Aug 21 09:10:23.556091 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.590304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27f222-993f-4918-bbc0-728728d9ce2a tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Subnet': ['ID=90f2a3f4-1d61-4082-8528-2d627f470cd6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:23.606998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3829efa5-d3a0-488e-be18-d6348727c390 None None] Network 2365f0f2-b447-42e1-8664-7c092a3ff7f0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:23.615105 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e27f222-993f-4918-bbc0-728728d9ce2a tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.617759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7e27f222-993f-4918-bbc0-728728d9ce2a tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/subnets/90f2a3f4-1d61-4082-8528-2d627f470cd6 HTTP/1.1" status: 204 len: 168 time: 0.5996823 Aug 21 09:10:23.620920 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41432) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:23.655686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:23.663787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df622431-c2ab-45ff-8200-50a6a1a3bba8 req-e2b06b41-7568-4b97-b87f-b7a86788a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:23.668571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df622431-c2ab-45ff-8200-50a6a1a3bba8 req-e2b06b41-7568-4b97-b87f-b7a86788a0ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9cecab997774545bfb15e73758feb55&device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 1097 time: 0.0926504 Aug 21 09:10:23.670383 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-bb4454e1-5428-4c63-80b1-4bae756493b4 None None] Set router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:10:23.739327 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.833462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:23.847522 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48dc828-127d-4a09-995f-1d99f3531507" -d '{"events": [{"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-plugged", "status": "completed", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:23.880168 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:23.965310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df622431-c2ab-45ff-8200-50a6a1a3bba8 req-473a6de9-3772-497b-9b78-79c43fab42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:23.966998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df622431-c2ab-45ff-8200-50a6a1a3bba8 req-473a6de9-3772-497b-9b78-79c43fab42fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=344c9d07-e68f-477b-9c08-8d805d7cc5a8 HTTP/1.1" status: 200 len: 916 time: 0.2905071 Aug 21 09:10:24.019156 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:24.079917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Deleting port 3f4beb70-bf44-4ef0-9309-581c7647b56a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:10:24.080266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:24.085966 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef909c7-504b-4997-833f-c39af1509822 x-openstack-request-id: req-6ef909c7-504b-4997-833f-c39af1509822 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:24.086363 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-plugged", "status": "completed", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:24.086718 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ef909c7-504b-4997-833f-c39af1509822 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:24.087204 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'code': 200} Aug 21 09:10:24.162301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30a318a-a93e-4e7c-9cfa-7ed3544ea741 None None] DHCP port deletion for 2365f0f2-b447-42e1-8664-7c092a3ff7f0 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:10:24.168192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df622431-c2ab-45ff-8200-50a6a1a3bba8 req-6cc270ec-2e87-4510-bc27-6f09bc942156 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55e79a55-11c5-47b0-a3c6-15a33dbc820c HTTP/1.1" status: 200 len: 999 time: 0.1855028 Aug 21 09:10:24.198149 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bb4454e1-5428-4c63-80b1-4bae756493b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:41Z', 'revision_number': 4, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '47ca29ce-c305-4b48-bf62-b8520303085f', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'port_id': '55e79a55-11c5-47b0-a3c6-15a33dbc820c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'mac_address': 'fa:16:3e:98:27:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45358855-513a-4996-bb94-69fe761c54bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:09:49Z', 'updated_at': '2021-08-21T09:10:22Z', 'revision_number': 1, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5ba442-8e35-4060-b268-5faddda995ae', 'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'mac_address': 'fa:16:3e:bc:a7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:40Z', 'updated_at': '2021-08-21T09:09:47Z', 'revision_number': 5, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'subnets': [{'id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:24.208069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db4fa7-28de-409c-9902-dba3da1f32c5 req-b606b92d-1298-41aa-b082-ea53c109d19c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:24.216661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5db4fa7-28de-409c-9902-dba3da1f32c5 req-b606b92d-1298-41aa-b082-ea53c109d19c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 949 time: 0.2474899 Aug 21 09:10:24.233294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] For port 3f4beb70-bf44-4ef0-9309-581c7647b56a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3f4beb70-bf44-4ef0-9309-581c7647b56a,segment=NetworkSegment(f01290d5-6297-4711-8dbb-530e6c6f40e9),segment_id=f01290d5-6297-4711-8dbb-530e6c6f40e9)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:24.233671 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:24.240120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c30a318a-a93e-4e7c-9cfa-7ed3544ea741 None None] Deleting port 3f4beb70-bf44-4ef0-9309-581c7647b56a {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:10:24.241663 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c30a318a-a93e-4e7c-9cfa-7ed3544ea741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:24.250826 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4454e1-5428-4c63-80b1-4bae756493b4 None None] Checking router: 0ec3534b-71a3-44a2-9c2f-4474a7445bfb for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:10:24.260193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Calling delete_port for 3f4beb70-bf44-4ef0-9309-581c7647b56a owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:10:24.274212 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4454e1-5428-4c63-80b1-4bae756493b4 None None] Routers {'0ec3534b-71a3-44a2-9c2f-4474a7445bfb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:10:24.274777 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bb4454e1-5428-4c63-80b1-4bae756493b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:10:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:24.346263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c30a318a-a93e-4e7c-9cfa-7ed3544ea741 None None] For port 3f4beb70-bf44-4ef0-9309-581c7647b56a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3f4beb70-bf44-4ef0-9309-581c7647b56a,segment=NetworkSegment(f01290d5-6297-4711-8dbb-530e6c6f40e9),segment_id=f01290d5-6297-4711-8dbb-530e6c6f40e9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:24.347039 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c30a318a-a93e-4e7c-9cfa-7ed3544ea741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:24.379876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e0594-feb8-4b0c-8ba7-c651034037a2 req-0c933d30-18c4-41a5-8a0f-cca564dd2367 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:24.381466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a7e0594-feb8-4b0c-8ba7-c651034037a2 req-0c933d30-18c4-41a5-8a0f-cca564dd2367 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 944 time: 0.2123506 Aug 21 09:10:24.401908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c30a318a-a93e-4e7c-9cfa-7ed3544ea741 None None] Calling delete_port for 3f4beb70-bf44-4ef0-9309-581c7647b56a owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:10:24.448123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df622431-c2ab-45ff-8200-50a6a1a3bba8 req-bf8dee08-3e6f-4054-9361-5ca85b442815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:24.449709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df622431-c2ab-45ff-8200-50a6a1a3bba8 req-bf8dee08-3e6f-4054-9361-5ca85b442815 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df9c4831-28ab-4fdc-81a9-2d11cb39180a HTTP/1.1" status: 200 len: 854 time: 0.2604437 Aug 21 09:10:24.464361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5db4fa7-28de-409c-9902-dba3da1f32c5 req-f9e50b30-bf3f-4739-a517-aaafdd303f55 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447462 Aug 21 09:10:24.540192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a7e0594-feb8-4b0c-8ba7-c651034037a2 req-2857db15-8da7-490d-929b-61475b5d441e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516297 Aug 21 09:10:24.543775 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:24.587186 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c30a318a-a93e-4e7c-9cfa-7ed3544ea741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:24.627925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df622431-c2ab-45ff-8200-50a6a1a3bba8 req-012e3638-8074-4dab-a3df-fefad38ec227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:24.630757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df622431-c2ab-45ff-8200-50a6a1a3bba8 req-012e3638-8074-4dab-a3df-fefad38ec227 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=344c9d07-e68f-477b-9c08-8d805d7cc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1653793 Aug 21 09:10:24.660024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a318a-a93e-4e7c-9cfa-7ed3544ea741 None None] Pushing event deleted for resources: {'Port': ['ID=3f4beb70-bf44-4ef0-9309-581c7647b56a,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:24.662744 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] No DVR routers for this DVR port 3f4beb70-bf44-4ef0-9309-581c7647b56a on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:10:24.670181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a318a-a93e-4e7c-9cfa-7ed3544ea741 None None] No DVR routers for this DVR port 3f4beb70-bf44-4ef0-9309-581c7647b56a on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:10:24.683583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Port': ['ID=3f4beb70-bf44-4ef0-9309-581c7647b56a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:24.774543 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-bb4454e1-5428-4c63-80b1-4bae756493b4 None None] Set router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:10:24.811545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41464) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:24.834346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df622431-c2ab-45ff-8200-50a6a1a3bba8 req-cd9791aa-644f-4a1a-876b-4b6bfcd6ed28 service neutron] 10.222.0.13 "GET /v2.0/networks/344c9d07-e68f-477b-9c08-8d805d7cc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959212 Aug 21 09:10:24.876540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:24.894753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2365f0f2-b447-42e1-8664-7c092a3ff7f0']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:24.914315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2844e9d6-275d-4641-8db8-38fc2f9baf4a admin admin] Deleting subnet 74fc87cd-bb56-4b37-976a-7ed85aa94def {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:10:24.918355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01290d5-6297-4711-8dbb-530e6c6f40e9') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:24.918794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01290d5-6297-4711-8dbb-530e6c6f40e9') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:24.928306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2844e9d6-275d-4641-8db8-38fc2f9baf4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:24.963016 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.021635 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.046220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2844e9d6-275d-4641-8db8-38fc2f9baf4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.048686 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:10:25.049070 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:10:25.052852 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:10:25.095417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df622431-c2ab-45ff-8200-50a6a1a3bba8 req-ea826d77-d2f5-4e58-bf3b-ab990e7e906b service neutron] 10.222.0.13 "GET /v2.0/networks/344c9d07-e68f-477b-9c08-8d805d7cc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533989 Aug 21 09:10:25.145665 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bb4454e1-5428-4c63-80b1-4bae756493b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:41Z', 'revision_number': 4, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '47ca29ce-c305-4b48-bf62-b8520303085f', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'port_id': '55e79a55-11c5-47b0-a3c6-15a33dbc820c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'mac_address': 'fa:16:3e:98:27:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45358855-513a-4996-bb94-69fe761c54bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:09:49Z', 'updated_at': '2021-08-21T09:10:22Z', 'revision_number': 1, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5ba442-8e35-4060-b268-5faddda995ae', 'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'mac_address': 'fa:16:3e:bc:a7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:40Z', 'updated_at': '2021-08-21T09:09:47Z', 'revision_number': 5, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'subnets': [{'id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:25.178937 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2844e9d6-275d-4641-8db8-38fc2f9baf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.181774 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4454e1-5428-4c63-80b1-4bae756493b4 None None] The sync data for ids ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'] in n-d-766726-28 is: [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:41Z', 'revision_number': 4, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '47ca29ce-c305-4b48-bf62-b8520303085f', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'port_id': '55e79a55-11c5-47b0-a3c6-15a33dbc820c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'mac_address': 'fa:16:3e:98:27:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45358855-513a-4996-bb94-69fe761c54bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:09:49Z', 'updated_at': '2021-08-21T09:10:22Z', 'revision_number': 1, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5ba442-8e35-4060-b268-5faddda995ae', 'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'mac_address': 'fa:16:3e:bc:a7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:40Z', 'updated_at': '2021-08-21T09:09:47Z', 'revision_number': 5, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'subnets': [{'id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:10:25.283276 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.305053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.305053 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] 10.222.0.20 "DELETE /v2.0/networks/2365f0f2-b447-42e1-8664-7c092a3ff7f0 HTTP/1.1" status: 204 len: 168 time: 1.6796443 Aug 21 09:10:25.319706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf853eed-8287-46ec-b3e4-30edb97f47dd tempest-NetworksIpV6TestAttrs-1481251526 tempest-NetworksIpV6TestAttrs-1481251526-project] Pushing event deleted for resources: {'Network': ['ID=2365f0f2-b447-42e1-8664-7c092a3ff7f0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:25.341051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 636a0217-b0dc-41e1-8116-08c6e3749570 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:25.350646 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2844e9d6-275d-4641-8db8-38fc2f9baf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.419300 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2844e9d6-275d-4641-8db8-38fc2f9baf4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.422251 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2844e9d6-275d-4641-8db8-38fc2f9baf4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/74fc87cd-bb56-4b37-976a-7ed85aa94def HTTP/1.1" status: 204 len: 168 time: 0.6084399 Aug 21 09:10:25.425274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41470) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:25.426418 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844e9d6-275d-4641-8db8-38fc2f9baf4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74fc87cd-bb56-4b37-976a-7ed85aa94def,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:25.475332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 636a0217-b0dc-41e1-8116-08c6e3749570 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:25.480977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 636a0217-b0dc-41e1-8116-08c6e3749570 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:25.481687 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.560664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.570202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1c80f-8a8c-430b-a89f-e1a896cdef0f None None] New status for floating IP 47ca29ce-c305-4b48-bf62-b8520303085f: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:10:25.727495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3f4beb70-bf44-4ef0-9309-581c7647b56a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:10:25.737197 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.749302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.773344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73450b22-0f7b-4756-99d9-a1fdb9a2a648']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:25.784273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f9800-bc82-4352-9ca4-91d92bc08d2f req-735633f5-3156-48b4-8759-420f0ff24bec tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:25.785911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd9f9800-bc82-4352-9ca4-91d92bc08d2f req-735633f5-3156-48b4-8759-420f0ff24bec tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 949 time: 0.1754537 Aug 21 09:10:25.800163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:25.800597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e30f90f-e88e-4f81-b423-fbbd53dc0a2d') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:10:25.827040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 3f4beb70-bf44-4ef0-9309-581c7647b56a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:10:25.827040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3f4beb70-bf44-4ef0-9309-581c7647b56a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:10:25.834619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be52bbb-794a-494d-beac-1f48a8eab0af req-5ceaa961-e675-4e98-a950-3f9fdb55621e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:25.836392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3be52bbb-794a-494d-beac-1f48a8eab0af req-5ceaa961-e675-4e98-a950-3f9fdb55621e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 944 time: 0.1793602 Aug 21 09:10:25.840413 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.871671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 636a0217-b0dc-41e1-8116-08c6e3749570, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=636a0217-b0dc-41e1-8116-08c6e3749570,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:25.875718 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.897981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:10:25.898377 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:10:25.900285 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:10:25.903499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd9f9800-bc82-4352-9ca4-91d92bc08d2f req-59ab340b-27fa-43b3-8f61-eb44d55b56ce tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071873 Aug 21 09:10:25.945951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41482) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:25.976705 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.034475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3be52bbb-794a-494d-beac-1f48a8eab0af req-7d2e2be3-618c-42c4-9720-66c913029a50 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838536 Aug 21 09:10:26.055228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 283ec687-5ba0-4e81-8447-c2333cecbc06 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:26.131171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4bb997-d122-40f0-afa4-4a95239edcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636a0217-b0dc-41e1-8116-08c6e3749570'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:26.135595 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b673e6-6cc4-477a-bfbc-afa7e5455c66" -d '{"events": [{"server_uuid": "9d4bb997-d122-40f0-afa4-4a95239edcad", "name": "network-vif-plugged", "status": "completed", "tag": "636a0217-b0dc-41e1-8116-08c6e3749570"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:26.139620 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.152257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.155313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] 10.222.0.20 "DELETE /v2.0/networks/73450b22-0f7b-4756-99d9-a1fdb9a2a648 HTTP/1.1" status: 204 len: 168 time: 0.7289553 Aug 21 09:10:26.177325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=636a0217-b0dc-41e1-8116-08c6e3749570,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:26.197834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b265abe-2ab8-45df-9fd5-377ff3b13dca admin admin] Pushing event deleted for resources: {'Network': ['ID=73450b22-0f7b-4756-99d9-a1fdb9a2a648,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:26.215730 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3da41db-f18b-4e93-ba0e-ae30cf7a61ca x-openstack-request-id: req-c3da41db-f18b-4e93-ba0e-ae30cf7a61ca {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:26.219197 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4bb997-d122-40f0-afa4-4a95239edcad", "name": "network-vif-plugged", "status": "completed", "tag": "636a0217-b0dc-41e1-8116-08c6e3749570", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:26.219197 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3da41db-f18b-4e93-ba0e-ae30cf7a61ca {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:26.219197 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4bb997-d122-40f0-afa4-4a95239edcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636a0217-b0dc-41e1-8116-08c6e3749570', 'code': 200} Aug 21 09:10:26.230320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 283ec687-5ba0-4e81-8447-c2333cecbc06 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:26.239138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 283ec687-5ba0-4e81-8447-c2333cecbc06 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:26.242163 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.290048 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e8725a7f-0692-4677-a1e8-822fcf9b66c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a02d4b221ec049148c821717a553e27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413992 Aug 21 09:10:26.291068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41500) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:26.383157 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.441078 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7ded-095e-4590-b8a2-9d4e8d793799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.446797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bb8f0-2fed-438a-ae8c-a19f1be38087 req-ab598a30-c792-457c-8ee8-cde1494b1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:26.448742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 283ec687-5ba0-4e81-8447-c2333cecbc06, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=283ec687-5ba0-4e81-8447-c2333cecbc06,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:26.448874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e71bb8f0-2fed-438a-ae8c-a19f1be38087 req-ab598a30-c792-457c-8ee8-cde1494b1ea6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 1102 time: 0.1502619 Aug 21 09:10:26.473513 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7ded-095e-4590-b8a2-9d4e8d793799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.545140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e71bb8f0-2fed-438a-ae8c-a19f1be38087 req-3ce6f898-18c4-4fff-bc6f-47f70c6d9736 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514395 Aug 21 09:10:26.552730 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.563835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41502) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:26.620752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41504) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:26.621295 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-01e9aad9-2648-4506-915f-4098f1e5e7ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec44a488b58c4ff480090f59e9183bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560179 Aug 21 09:10:26.626496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=283ec687-5ba0-4e81-8447-c2333cecbc06,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:26.642690 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7ded-095e-4590-b8a2-9d4e8d793799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.645552 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a0f7ded-095e-4590-b8a2-9d4e8d793799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.646843 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9a0f7ded-095e-4590-b8a2-9d4e8d793799 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d36ed5f1-d25f-423d-bd3f-276952aa817d HTTP/1.1" status: 204 len: 168 time: 0.3546920 Aug 21 09:10:26.684199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f7ded-095e-4590-b8a2-9d4e8d793799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36ed5f1-d25f-423d-bd3f-276952aa817d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:26.710830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd827109-add0-41ff-9c28-f98e03983f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.758256 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd827109-add0-41ff-9c28-f98e03983f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.893226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd827109-add0-41ff-9c28-f98e03983f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.895787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd827109-add0-41ff-9c28-f98e03983f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:26.896975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cd827109-add0-41ff-9c28-f98e03983f96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f7e00a9-85be-4518-abad-805453ff7623 HTTP/1.1" status: 204 len: 168 time: 0.2751071 Aug 21 09:10:26.910381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd827109-add0-41ff-9c28-f98e03983f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7e00a9-85be-4518-abad-805453ff7623,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:27.057970 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:10:27.081222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2d2be-cc81-4173-8466-5c462c6ef7e8 req-ac50dbe6-6323-4742-b924-e9d0967a4dd3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:27.082816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9c2d2be-cc81-4173-8466-5c462c6ef7e8 req-ac50dbe6-6323-4742-b924-e9d0967a4dd3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 950 time: 0.0738342 Aug 21 09:10:27.150729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9c2d2be-cc81-4173-8466-5c462c6ef7e8 req-c6d24008-ca85-4bf9-ab7c-f17e2758a31e tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556450 Aug 21 09:10:27.307924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cab19-a2ae-4939-aa18-85a74f262486 req-406d2441-f44f-496c-9b13-bc981484fe0f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:27.309619 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-372cab19-a2ae-4939-aa18-85a74f262486 req-406d2441-f44f-496c-9b13-bc981484fe0f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.1122441 Aug 21 09:10:27.394654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-372cab19-a2ae-4939-aa18-85a74f262486 req-c894d318-be34-4cd2-b4d3-25df56386fd5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696831 Aug 21 09:10:28.149839 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41568) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:28.218877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17914ca-d398-4f34-b2b6-caf225ea1b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283ec687-5ba0-4e81-8447-c2333cecbc06'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:28.221866 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2071775f-7471-4320-84dc-8290913ed1c7" -d '{"events": [{"server_uuid": "d17914ca-d398-4f34-b2b6-caf225ea1b47", "name": "network-vif-plugged", "status": "completed", "tag": "283ec687-5ba0-4e81-8447-c2333cecbc06"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:28.259855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1624584884-network', 'tenant_id': 'ba543f9720e0408a82330706652ba8e4'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:28.267901 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1a2757-0d1d-4044-892b-6ab3d5ca2cfa x-openstack-request-id: req-4a1a2757-0d1d-4044-892b-6ab3d5ca2cfa {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:28.269328 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17914ca-d398-4f34-b2b6-caf225ea1b47", "name": "network-vif-plugged", "status": "completed", "tag": "283ec687-5ba0-4e81-8447-c2333cecbc06", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:28.269578 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a1a2757-0d1d-4044-892b-6ab3d5ca2cfa {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:28.269979 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17914ca-d398-4f34-b2b6-caf225ea1b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283ec687-5ba0-4e81-8447-c2333cecbc06', 'code': 200} Aug 21 09:10:28.283175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16da93-9df8-40d9-a16d-1f85afc6d498 req-d4a6639a-4467-452b-aa99-5bc418d0a73b tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:28.284721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd16da93-9df8-40d9-a16d-1f85afc6d498 req-d4a6639a-4467-452b-aa99-5bc418d0a73b tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 950 time: 0.0581932 Aug 21 09:10:28.324436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd16da93-9df8-40d9-a16d-1f85afc6d498 req-2205a690-b8f1-4817-b4f6-5f04bfd3b34d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326498 Aug 21 09:10:28.396485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb619ef9-d886-400a-8a6b-eb896a8ef507 req-e055d34a-e84f-4db9-8617-cb4142f29be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:28.398053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb619ef9-d886-400a-8a6b-eb896a8ef507 req-e055d34a-e84f-4db9-8617-cb4142f29be3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 1097 time: 0.0449119 Aug 21 09:10:28.450032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb619ef9-d886-400a-8a6b-eb896a8ef507 req-54faaa98-713f-48f7-b782-0af81523986d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 Aug 21 09:10:28.477005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Made reservation on behalf of ba543f9720e0408a82330706652ba8e4 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:28.478266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:28.490011 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:28.519397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027e679-6521-4177-87df-bfcca40c62ae req-b3e0d534-be51-4cc8-93d2-d48320baee10 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:28.528573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b027e679-6521-4177-87df-bfcca40c62ae req-b3e0d534-be51-4cc8-93d2-d48320baee10 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0654104 Aug 21 09:10:28.583947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b027e679-6521-4177-87df-bfcca40c62ae req-5a4640e6-cbf5-4f48-82bb-c3da234ff9f2 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501485 Aug 21 09:10:28.627470 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:28.847180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:28.874320 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:10:28.883757 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d76882-dd23-4a84-8dd0-2014e09d42a0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:28.889783 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:28.890131 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Added segment 7d827ac3-cff1-439f-af1f-3898c0407fb0 of type vlan for network d359fec0-0678-4c02-95ba-f1d03e6a13fc Aug 21 09:10:28.939644 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:29.052237 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:29.053374 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:29.054244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:29.121989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] Pushing event updated for resources: {'Network': ['ID=d359fec0-0678-4c02-95ba-f1d03e6a13fc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:29.131890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network d359fec0-0678-4c02-95ba-f1d03e6a13fc details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:10:29.173516 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c894f911-3ec6-486d-bf15-c225b8d3529c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0224397 Aug 21 09:10:29.180762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41602) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:10:29.186611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] Request body: {'subnet': {'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1624584884-subnet', 'tenant_id': 'ba543f9720e0408a82330706652ba8e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:29.297978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] Made reservation on behalf of ba543f9720e0408a82330706652ba8e4 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:29.300894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:29.518771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd953648-df1a-4e03-983b-78f013d1f167 req-2ccce8bb-4019-4567-9477-4bdd4d366955 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:29.521535 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd953648-df1a-4e03-983b-78f013d1f167 req-2ccce8bb-4019-4567-9477-4bdd4d366955 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 950 time: 0.0806444 Aug 21 09:10:29.586347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd953648-df1a-4e03-983b-78f013d1f167 req-5c9da73a-4aee-4477-adf3-3e0eec5675fd tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573814 Aug 21 09:10:29.615947 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:29.741184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8183d-1526-4e65-b26e-5c12db7b5757 req-58673843-a505-445d-bfb9-2d98852c0238 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:29.749016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f8183d-1526-4e65-b26e-5c12db7b5757 req-58673843-a505-445d-bfb9-2d98852c0238 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0715160 Aug 21 09:10:29.799726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbad9a0e-1d34-4eea-8c87-63dbf4550dc6,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:29.810569 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] Checking segment: {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:29.810941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] Network hostable DHCP agents. Network: d359fec0-0678-4c02-95ba-f1d03e6a13fc, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:10:29.843235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240f2f8-d0e1-4ec2-8fbd-2c10ac0b8623 req-8560edb8-3a09-4a1c-b56a-fb0bc4c22312 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:29.851049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1240f2f8-d0e1-4ec2-8fbd-2c10ac0b8623 req-8560edb8-3a09-4a1c-b56a-fb0bc4c22312 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.1001139 Aug 21 09:10:29.855527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f8183d-1526-4e65-b26e-5c12db7b5757 req-779389d2-c118-4127-8748-a052fe2cc11f tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878060 Aug 21 09:10:29.915236 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1240f2f8-d0e1-4ec2-8fbd-2c10ac0b8623 req-2e0763b5-41dc-4695-81a6-de356ee45385 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571866 Aug 21 09:10:29.984580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] Network d359fec0-0678-4c02-95ba-f1d03e6a13fc is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:10:30.074492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, d359fec0-0678-4c02-95ba-f1d03e6a13fc) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:30.083260 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:30.085342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:30.092429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f143a0-4e1a-4fa8-a873-0f770a09142d None None] Network d359fec0-0678-4c02-95ba-f1d03e6a13fc requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:30.150507 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-178e5259-60fa-4833-bbb5-74da628befaa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9685252 Aug 21 09:10:30.151455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-61dbd7d8-c6f4-4d56-b3bd-7608442d97e1 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329058 Aug 21 09:10:30.290316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-d359fec0-0678-4c02-95ba-f1d03e6a13fc', 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc', 'tenant_id': 'ba543f9720e0408a82330706652ba8e4', 'fixed_ips': [{'subnet_id': 'fbad9a0e-1d34-4eea-8c87-63dbf4550dc6'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:10:30.291190 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:30.413622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-f5a62be2-7bc2-4656-a730-4d0f4d24b8e7 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:30.424361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-f5a62be2-7bc2-4656-a730-4d0f4d24b8e7 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653246 Aug 21 09:10:30.455037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-92e967e9-6a94-40ba-a7df-391f8bc5b0dc tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/quotas/6ee34da4b92e47caa77f87bc766b78aa HTTP/1.1" status: 200 len: 375 time: 0.0286546 Aug 21 09:10:30.526161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-715085ce-1a42-4833-8733-9f1195594802 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700753 Aug 21 09:10:30.547794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Allocated IP 172.20.0.2 (d359fec0-0678-4c02-95ba-f1d03e6a13fc/fbad9a0e-1d34-4eea-8c87-63dbf4550dc6/3b434392-00a7-47e9-90f0-fe6f2ed7587a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:30.806323 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:30.816671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Transition to ACTIVE for port object 3b434392-00a7-47e9-90f0-fe6f2ed7587a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:30.872427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Transition to ACTIVE for port object 3b434392-00a7-47e9-90f0-fe6f2ed7587a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:30.950379 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:30.997720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Network d359fec0-0678-4c02-95ba-f1d03e6a13fc is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:31.001256 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:31.005402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:31.013868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Pushing event updated for resources: {'Port': ['ID=3b434392-00a7-47e9-90f0-fe6f2ed7587a,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:31.038075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-9b97a903-c4d8-4cd2-992e-3b02d988333d tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:31.047200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-9b97a903-c4d8-4cd2-992e-3b02d988333d tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/networks?id=d359fec0-0678-4c02-95ba-f1d03e6a13fc HTTP/1.1" status: 200 len: 816 time: 0.1932065 Aug 21 09:10:31.085423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Attempting to bind port 3b434392-00a7-47e9-90f0-fe6f2ed7587a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:31.085423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Attempting to bind port 3b434392-00a7-47e9-90f0-fe6f2ed7587a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:31.085989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Attempting to bind port 3b434392-00a7-47e9-90f0-fe6f2ed7587a on network d359fec0-0678-4c02-95ba-f1d03e6a13fc {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:31.091756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:31.091969 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9781578-89fe-4e88-aa9d-7c908817c22b req-6f6b0c40-e2db-4150-9882-3fb183012b1f tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 210 time: 0.0362880 Aug 21 09:10:31.092358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Checking segment: {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:31.092859 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:31.093709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Bound using segment: {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:31.094308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Bound port: 3b434392-00a7-47e9-90f0-fe6f2ed7587a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:31.094795 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:31.100578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-a64abe0e-34e6-4351-b772-d25ce4c1307b tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/quotas/ba543f9720e0408a82330706652ba8e4 HTTP/1.1" status: 200 len: 375 time: 0.0516760 Aug 21 09:10:31.177650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-ead6e8c8-60d2-4264-afb5-80dd54f12750 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba543f9720e0408a82330706652ba8e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761259 Aug 21 09:10:31.189957 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] For port 3b434392-00a7-47e9-90f0-fe6f2ed7587a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:31.194643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] For port 3b434392-00a7-47e9-90f0-fe6f2ed7587a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3b434392-00a7-47e9-90f0-fe6f2ed7587a,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:31.268136 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:31.288794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bca6c-9d29-4a28-8ee9-98f7d91f201f req-edcb3009-115f-4e4a-84aa-7cbd737f3ba8 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:31.290337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e72bca6c-9d29-4a28-8ee9-98f7d91f201f req-edcb3009-115f-4e4a-84aa-7cbd737f3ba8 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.1045744 Aug 21 09:10:31.352008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9cd1a-b3d1-4e95-a9b9-dab6dc08710a None None] Pushing event updated for resources: {'Port': ['ID=3b434392-00a7-47e9-90f0-fe6f2ed7587a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:31.352901 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8527c74c-ff28-4b95-8b60-a669b48e9a91 service neutron] 10.222.0.20 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743908 Aug 21 09:10:31.434701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e72bca6c-9d29-4a28-8ee9-98f7d91f201f req-3fdc8fe5-f637-4f3f-a5d7-4a74a2215f46 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262300 Aug 21 09:10:31.505415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-387fa0b8-d3b6-4feb-ac02-32b45a7a2727 service neutron] 10.222.0.20 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515350 Aug 21 09:10:32.208812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-b29bbb6a-4a3c-4369-a384-27c9e0147e70 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:32.228978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-b29bbb6a-4a3c-4369-a384-27c9e0147e70 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/networks?id=d359fec0-0678-4c02-95ba-f1d03e6a13fc HTTP/1.1" status: 200 len: 816 time: 0.2683268 Aug 21 09:10:32.246415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb7cca-07df-4f79-b108-5716f5fc1741 req-3ee88afc-a718-4cce-b257-000cd45121b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:32.248085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eb7cca-07df-4f79-b108-5716f5fc1741 req-3ee88afc-a718-4cce-b257-000cd45121b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5298abbe98234bb3897cabfe1642624a&device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 1097 time: 0.1141396 Aug 21 09:10:32.253130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-1cd08262-5c8b-400d-862a-92345f94e743 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/quotas/ba543f9720e0408a82330706652ba8e4 HTTP/1.1" status: 200 len: 375 time: 0.0251825 Aug 21 09:10:32.432439 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-48d7c8e8-ad32-4717-a42b-328be3c3e267 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba543f9720e0408a82330706652ba8e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1703980 Aug 21 09:10:32.552246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2ccd7-d44a-48cc-bb84-f61702e3362b req-a7fec1a3-969d-4d54-8b30-a559fb556bd4 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:32.561357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ae2ccd7-d44a-48cc-bb84-f61702e3362b req-a7fec1a3-969d-4d54-8b30-a559fb556bd4 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.1947834 Aug 21 09:10:32.618415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb7cca-07df-4f79-b108-5716f5fc1741 req-36b0231a-4887-45b0-9c3d-4abd2cbfcae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:32.620402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eb7cca-07df-4f79-b108-5716f5fc1741 req-36b0231a-4887-45b0-9c3d-4abd2cbfcae3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 200 len: 920 time: 0.3566825 Aug 21 09:10:32.658395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ae2ccd7-d44a-48cc-bb84-f61702e3362b req-8133f30a-44ef-4264-9a9c-fb32182fb013 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956061 Aug 21 09:10:32.708335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eb7cca-07df-4f79-b108-5716f5fc1741 req-05e66f0c-2941-4dfb-b993-ac8c3874dcd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=283ec687-5ba0-4e81-8447-c2333cecbc06 HTTP/1.1" status: 200 len: 217 time: 0.0748327 Aug 21 09:10:32.766731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-c85770a5-9682-4ea6-995d-67dc86f36ea3 service neutron] 10.222.0.20 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330941 Aug 21 09:10:32.834888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-caa07dd6-54a4-4577-a965-b5ad9f6f02f4 req-63f92452-2b99-4063-9ba1-48e4b499a6c5 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 210 time: 0.0979991 Aug 21 09:10:32.876056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0378a93a-b29b-4974-9010-88f068bc153c None None] Network d359fec0-0678-4c02-95ba-f1d03e6a13fc requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:10:32.879199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb7cca-07df-4f79-b108-5716f5fc1741 req-ec56ada3-c1f2-4049-8161-fe707d6228e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:32.880901 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eb7cca-07df-4f79-b108-5716f5fc1741 req-ec56ada3-c1f2-4049-8161-fe707d6228e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2319e9b6-2291-4b85-aad1-7e138856752d HTTP/1.1" status: 200 len: 859 time: 0.1603847 Aug 21 09:10:32.923856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eb7cca-07df-4f79-b108-5716f5fc1741 req-592c7494-a2cb-49e5-856c-09db720eb1dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7a18130-a4db-48fa-b2f1-d4001ca6a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339265 Aug 21 09:10:32.962759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-a4f4b8d4-46b7-441e-87bc-6563a2e719b8 service neutron] 10.222.0.20 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791849 Aug 21 09:10:33.046949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eb7cca-07df-4f79-b108-5716f5fc1741 req-65b2142c-1256-487e-b407-401602abde01 service neutron] 10.222.0.13 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065326 Aug 21 09:10:33.101534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9c7a746a-006a-4169-acb4-7d01d0d4e12e None None] Provisioning for port 3b434392-00a7-47e9-90f0-fe6f2ed7587a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:33.156073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14eb7cca-07df-4f79-b108-5716f5fc1741 req-39a2b285-9397-479f-9946-816f52f3415d service neutron] 10.222.0.13 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020155 Aug 21 09:10:33.530030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-24e0d2fa-2136-40f6-9933-92e9ba719dac tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502443 Aug 21 09:10:33.839798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3b434392-00a7-47e9-90f0-fe6f2ed7587a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:34.046831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 3b434392-00a7-47e9-90f0-fe6f2ed7587a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:34.052312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3b434392-00a7-47e9-90f0-fe6f2ed7587a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:34.052312 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:34.222105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:34.304220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 3b434392-00a7-47e9-90f0-fe6f2ed7587a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3b434392-00a7-47e9-90f0-fe6f2ed7587a,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:34.395675 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:34.420201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f044-d619-4d23-bc02-22e5274037fc req-05f9cc6e-5c81-4a49-86ad-5681de504499 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:34.430081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-05f9cc6e-5c81-4a49-86ad-5681de504499 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/networks?id=d359fec0-0678-4c02-95ba-f1d03e6a13fc HTTP/1.1" status: 200 len: 816 time: 0.9604640 Aug 21 09:10:34.450942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-2fa378d8-c349-4159-a204-30f120e31572 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/quotas/ba543f9720e0408a82330706652ba8e4 HTTP/1.1" status: 200 len: 375 time: 0.0217655 Aug 21 09:10:34.479667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=3b434392-00a7-47e9-90f0-fe6f2ed7587a,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:34.544331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ea975-0f5f-47de-89a6-b30f77a2f781 req-75c1ec0c-fa5b-44fa-874c-084c9d7607a5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:34.545960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e33ea975-0f5f-47de-89a6-b30f77a2f781 req-75c1ec0c-fa5b-44fa-874c-084c9d7607a5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.2910149 Aug 21 09:10:34.614397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-d499bb13-a4a9-47f3-943b-b3a8028e9ed4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:34.615908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-d499bb13-a4a9-47f3-943b-b3a8028e9ed4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3589797 Aug 21 09:10:34.621505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-17339a4d-48e1-41b3-a5eb-dce61e27e9ba tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba543f9720e0408a82330706652ba8e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1696432 Aug 21 09:10:34.632126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Request body: {'port': {'device_id': '53c03f61-b119-43f1-80e7-5044a822a795', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '6ee34da4b92e47caa77f87bc766b78aa'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:34.672453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e33ea975-0f5f-47de-89a6-b30f77a2f781 req-4310ceb9-5490-4c27-812d-ca3b48238dc8 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072021 Aug 21 09:10:34.818467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f94c39e9-a221-4e99-a5b5-6f951bff0017 req-826f6e01-91c4-4540-9d18-fb2f4e6c1050 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 210 time: 0.0466466 Aug 21 09:10:34.860631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-5864ddb3-6d92-4900-80aa-f73f203409d5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:10:34.869222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-5864ddb3-6d92-4900-80aa-f73f203409d5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2291555 Aug 21 09:10:35.043148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-e5e5c4f1-4992-45ab-805f-cdd2d92baa14 service neutron] 10.222.0.20 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730494 Aug 21 09:10:35.176532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Made reservation on behalf of 6ee34da4b92e47caa77f87bc766b78aa for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:35.180179 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:35.291067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-891d8676-51d3-4402-82f7-f8ad06731e1a tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:35.292574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-891d8676-51d3-4402-82f7-f8ad06731e1a tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.22 "GET /v2.0/networks?id=d359fec0-0678-4c02-95ba-f1d03e6a13fc HTTP/1.1" status: 200 len: 816 time: 0.1928833 Aug 21 09:10:35.309050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Request body: {'port': {'device_id': '283f2758-aa87-4f30-a323-806e2af4c56c', 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc', 'admin_state_up': True, 'tenant_id': 'ba543f9720e0408a82330706652ba8e4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:35.330987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-ec63976b-8fe8-45c8-8396-8ff59f3241d0 service neutron] 10.222.0.20 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869301 Aug 21 09:10:35.468457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Allocated IP 192.168.233.45 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/7736d631-a682-4a79-abfe-38feab786e89) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:35.613774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Made reservation on behalf of ba543f9720e0408a82330706652ba8e4 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:35.619380 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:35.674057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ec47213-088a-48a1-b5c3-92ac815950cc req-e0362b1c-2b2d-4439-a16f-d5c8630fc1cf tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 210 time: 0.0520546 Aug 21 09:10:35.817887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3b434392-00a7-47e9-90f0-fe6f2ed7587a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:35.867718 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:36.016354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Transition to ACTIVE for port object 7736d631-a682-4a79-abfe-38feab786e89 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:36.051284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3b434392-00a7-47e9-90f0-fe6f2ed7587a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:36.051730 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:36.101009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82fbad11-bdd9-4fe5-923c-c2a276d18ab4 req-fa4d8570-46c4-4107-be18-a9f5af585484 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 210 time: 0.0873933 Aug 21 09:10:36.119723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b54f6-c56b-48a1-9b08-52f42feccf51 req-b848ff69-518a-46aa-a3f2-b4006b91233c tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:36.132983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb8b54f6-c56b-48a1-9b08-52f42feccf51 req-b848ff69-518a-46aa-a3f2-b4006b91233c tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.3111238 Aug 21 09:10:36.200508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Allocated IP 172.20.0.8 (d359fec0-0678-4c02-95ba-f1d03e6a13fc/fbad9a0e-1d34-4eea-8c87-63dbf4550dc6/81e1dff5-d61d-46db-90ae-6346bb933466) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:36.230009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-6bfc8bc2-13b7-4dce-add6-bbf0b576935c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:36.231552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-6bfc8bc2-13b7-4dce-add6-bbf0b576935c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.22 "GET /v2.0/networks?id=d359fec0-0678-4c02-95ba-f1d03e6a13fc HTTP/1.1" status: 200 len: 816 time: 0.3132899 Aug 21 09:10:36.252069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Request body: {'port': {'device_id': 'a49bd4e3-c0cc-440d-b32c-1a44d986a18e', 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc', 'admin_state_up': True, 'tenant_id': 'ba543f9720e0408a82330706652ba8e4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:36.294008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb8b54f6-c56b-48a1-9b08-52f42feccf51 req-5a3dcbeb-a479-4892-8401-f347410311b9 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601789 Aug 21 09:10:36.381543 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:36.397799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['6073bccc-83ab-41da-bb62-67ef532e5f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:36.403171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['636a0217-b0dc-41e1-8116-08c6e3749570'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:36.573183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:36.619078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:36.629521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:36.642505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Pushing event updated for resources: {'Port': ['ID=7736d631-a682-4a79-abfe-38feab786e89,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:36.693643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.694004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.694355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.694703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.695050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.695392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.695900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.696238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.696572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.696908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.697242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.697592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:10:36.747689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:36.748356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:36.896311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-931bbe62-2cf9-4272-ba97-5fed5de38840 req-1f49c53d-eac6-41f1-a10f-984bc60727dc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 210 time: 0.0835104 Aug 21 09:10:36.905187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Made reservation on behalf of ba543f9720e0408a82330706652ba8e4 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:36.909258 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:36.956623 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:36.969139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-6ac7586f-c24f-4034-ae9f-0c8fb6ed4990 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3384447 Aug 21 09:10:37.010519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Request body: {'port': {'device_id': '53c03f61-b119-43f1-80e7-5044a822a795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:37.041210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Transition to ACTIVE for port object 81e1dff5-d61d-46db-90ae-6346bb933466 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:37.078199 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a4cd-e36e-4516-a2c0-d7948947ff34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:37.149573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f07fde5c-86d3-4584-b7a8-a25f4dbebcb7 None None] Provisioning for port 7736d631-a682-4a79-abfe-38feab786e89 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:37.154664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f07fde5c-86d3-4584-b7a8-a25f4dbebcb7 None None] Provisioning complete for port 7736d631-a682-4a79-abfe-38feab786e89 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:37.154996 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f07fde5c-86d3-4584-b7a8-a25f4dbebcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:37.222337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:37.285508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f07fde5c-86d3-4584-b7a8-a25f4dbebcb7 None None] Port 7736d631-a682-4a79-abfe-38feab786e89 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:10:37.341148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a5f1b-7b93-406a-862b-e0dd8b2f4050 req-e471ebca-6de2-402e-81cf-b048ae93f729 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:37.346408 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486a5f1b-7b93-406a-862b-e0dd8b2f4050 req-e471ebca-6de2-402e-81cf-b048ae93f729 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 935 time: 0.1201475 Aug 21 09:10:37.348795 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:37.576974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Network d359fec0-0678-4c02-95ba-f1d03e6a13fc is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:37.621368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:37.627393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486a5f1b-7b93-406a-862b-e0dd8b2f4050 req-d3ebf4de-c3ef-4ee4-8dce-57cad784a7b2 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693789 Aug 21 09:10:37.672094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:37.675275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Allocated IP 172.20.0.3 (d359fec0-0678-4c02-95ba-f1d03e6a13fc/fbad9a0e-1d34-4eea-8c87-63dbf4550dc6/5da04ba2-43bd-4c06-9ba4-fd5861a40114) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:37.683240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Pushing event updated for resources: {'Port': ['ID=81e1dff5-d61d-46db-90ae-6346bb933466,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:37.756635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776a150-539e-4018-ac48-3406019aa4fc req-11da3e69-bf81-46f8-b55d-2ef9abd9f9f0 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:37.763875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0776a150-539e-4018-ac48-3406019aa4fc req-11da3e69-bf81-46f8-b55d-2ef9abd9f9f0 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.3089976 Aug 21 09:10:37.943216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:37.944228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:38.107921 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0776a150-539e-4018-ac48-3406019aa4fc req-cf93cd7b-a5c8-4f81-b5e2-e71217d0f214 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429835 Aug 21 09:10:38.138261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7736d631-a682-4a79-abfe-38feab786e89 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:38.157223 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8e2837e9-8de3-4d9a-8b4c-b50d059dbf97 None None] Provisioning for port 81e1dff5-d61d-46db-90ae-6346bb933466 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:38.173695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8e2837e9-8de3-4d9a-8b4c-b50d059dbf97 None None] Provisioning complete for port 81e1dff5-d61d-46db-90ae-6346bb933466 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:38.174132 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e2837e9-8de3-4d9a-8b4c-b50d059dbf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:38.176339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-71e293b7-c52d-442d-8017-fc1b3498a10c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8710330 Aug 21 09:10:38.197623 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:38.272870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Request body: {'port': {'device_id': '283f2758-aa87-4f30-a323-806e2af4c56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:38.302016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8e2837e9-8de3-4d9a-8b4c-b50d059dbf97 None None] Port 81e1dff5-d61d-46db-90ae-6346bb933466 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:10:38.362861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5efd5bef-3f11-4964-89c8-f45a5751ad6d req-aa8609e4-0759-4d18-82d6-171bba1085af tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 210 time: 0.2300022 Aug 21 09:10:38.433385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Transition to ACTIVE for port object 7736d631-a682-4a79-abfe-38feab786e89 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:38.441959 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:38.497435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Transition to ACTIVE for port object 5da04ba2-43bd-4c06-9ba4-fd5861a40114 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:38.502810 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:38.557332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f044-d619-4d23-bc02-22e5274037fc req-5b241124-9e15-431c-a11c-a390a927fee9 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:38.558792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-5b241124-9e15-431c-a11c-a390a927fee9 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.13 "GET /v2.0/networks?id=d359fec0-0678-4c02-95ba-f1d03e6a13fc HTTP/1.1" status: 200 len: 816 time: 0.3813236 Aug 21 09:10:38.576062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Request body: {'port': {'device_id': 'df3b2418-dc94-4083-8758-f72348a46bac', 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc', 'admin_state_up': True, 'tenant_id': 'ba543f9720e0408a82330706652ba8e4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:38.800823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e7be9-4a30-4ea4-a066-3b412409b655 req-b3c54b55-d531-42b2-b710-025db7c3ab3c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:38.802370 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c2e7be9-4a30-4ea4-a066-3b412409b655 req-b3c54b55-d531-42b2-b710-025db7c3ab3c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 935 time: 0.0940685 Aug 21 09:10:38.810827 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:38.813272 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:38.916014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Made reservation on behalf of ba543f9720e0408a82330706652ba8e4 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:10:38.919666 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:38.930385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Network d359fec0-0678-4c02-95ba-f1d03e6a13fc is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:38.937690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:38.951224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:39.025635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:39.026284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:39.223705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c2e7be9-4a30-4ea4-a066-3b412409b655 req-bfe3ba3a-8335-4c7c-ad7c-8340db78315a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954186 Aug 21 09:10:39.283162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Pushing event updated for resources: {'Port': ['ID=7736d631-a682-4a79-abfe-38feab786e89,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:39.412035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Pushing event updated for resources: {'Port': ['ID=5da04ba2-43bd-4c06-9ba4-fd5861a40114,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:39.486723 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ace03bd5-6611-4678-ab3a-d29943ca5199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:39.533975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5a8d477b-40f5-46f3-8b65-75439a8712f9 None None] Provisioning for port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:39.540871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5a8d477b-40f5-46f3-8b65-75439a8712f9 None None] Provisioning complete for port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:39.544591 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5a8d477b-40f5-46f3-8b65-75439a8712f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:39.602836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d477b-40f5-46f3-8b65-75439a8712f9 None None] Port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:10:39.730138 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:39.820606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e1dff5-d61d-46db-90ae-6346bb933466 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:39.826901 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-0d8252eb-5050-49b4-b19e-ccb4b86dd5fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5823395 Aug 21 09:10:39.869177 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:39.883236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Request body: {'port': {'device_id': 'a49bd4e3-c0cc-440d-b32c-1a44d986a18e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:39.933832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ec5b581-00bd-4a0f-8b45-70f867a4a613 req-c9a95459-175d-4017-b020-b4d4e89e21ad tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 210 time: 0.1397483 Aug 21 09:10:39.964184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Transition to ACTIVE for port object 81e1dff5-d61d-46db-90ae-6346bb933466 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:39.996771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6771cdb-42fc-412b-a7cf-84caf07fb155 req-75e828c2-54b8-4c47-81ea-3e8e53820f3c tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:40.004546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6771cdb-42fc-412b-a7cf-84caf07fb155 req-75e828c2-54b8-4c47-81ea-3e8e53820f3c tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.7138195 Aug 21 09:10:40.041793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Attempting to bind port 7736d631-a682-4a79-abfe-38feab786e89 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:40.042132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Attempting to bind port 7736d631-a682-4a79-abfe-38feab786e89 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:40.042443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Attempting to bind port 7736d631-a682-4a79-abfe-38feab786e89 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:40.044664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:40.119126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Port 7736d631-a682-4a79-abfe-38feab786e89 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:10:40.120262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Attempting to bind port 7736d631-a682-4a79-abfe-38feab786e89 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:40.134070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:40.179191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:40.179544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:40.179950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:40.180387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Bound port: 7736d631-a682-4a79-abfe-38feab786e89, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:40.180823 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:40.197084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Pushing event updated for resources: {'Port': ['ID=81e1dff5-d61d-46db-90ae-6346bb933466,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:40.201834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6771cdb-42fc-412b-a7cf-84caf07fb155 req-19faec6b-b512-4c3b-ba40-4c7cfd3c64a0 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964676 Aug 21 09:10:40.212214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Allocated IP 172.20.0.7 (d359fec0-0678-4c02-95ba-f1d03e6a13fc/fbad9a0e-1d34-4eea-8c87-63dbf4550dc6/0783f4c0-bc15-4764-a7c0-5caab27d621e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:10:40.516896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] For port 7736d631-a682-4a79-abfe-38feab786e89, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:40.582824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] For port 7736d631-a682-4a79-abfe-38feab786e89, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7736d631-a682-4a79-abfe-38feab786e89,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:40.589642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Attempting to bind port 81e1dff5-d61d-46db-90ae-6346bb933466 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:40.589980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Attempting to bind port 81e1dff5-d61d-46db-90ae-6346bb933466 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:40.590303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Attempting to bind port 81e1dff5-d61d-46db-90ae-6346bb933466 on network d359fec0-0678-4c02-95ba-f1d03e6a13fc {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:40.599444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3c7c9-93cf-4241-8109-077b067f3377 req-e3ac2aa4-1428-4c78-ad63-c1af5234f231 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:40.600956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42b3c7c9-93cf-4241-8109-077b067f3377 req-e3ac2aa4-1428-4c78-ad63-c1af5234f231 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 947 time: 0.2936318 Aug 21 09:10:40.608174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Port 81e1dff5-d61d-46db-90ae-6346bb933466 on network d359fec0-0678-4c02-95ba-f1d03e6a13fc not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:10:40.608518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Attempting to bind port 81e1dff5-d61d-46db-90ae-6346bb933466 on network d359fec0-0678-4c02-95ba-f1d03e6a13fc {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:40.638403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:40.652436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:40.652762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Checking segment: {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:40.653151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Bound using segment: {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:40.653592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Bound port: 81e1dff5-d61d-46db-90ae-6346bb933466, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:40.653961 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:40.719108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:40.719762 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:40.721179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] 10.222.0.13 "PUT /v2.0/ports/7736d631-a682-4a79-abfe-38feab786e89 HTTP/1.1" status: 200 len: 1096 time: 3.7299738 Aug 21 09:10:40.721948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c03f61-b119-43f1-80e7-5044a822a795', 'tag': '7736d631-a682-4a79-abfe-38feab786e89'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:40.724285 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9135f9a8-1115-4f1e-8cf1-08c0792227a6" -d '{"events": [{"name": "network-changed", "server_uuid": "53c03f61-b119-43f1-80e7-5044a822a795", "tag": "7736d631-a682-4a79-abfe-38feab786e89"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:40.729610 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:40.792040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42b3c7c9-93cf-4241-8109-077b067f3377 req-efc25202-629f-46a9-9426-496e68806f61 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633034 Aug 21 09:10:40.792040 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18d86bf-eab4-43cf-9928-d57f1c551194 x-openstack-request-id: req-c18d86bf-eab4-43cf-9928-d57f1c551194 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:40.792363 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c03f61-b119-43f1-80e7-5044a822a795", "tag": "7736d631-a682-4a79-abfe-38feab786e89", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:40.792550 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c18d86bf-eab4-43cf-9928-d57f1c551194 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:40.792887 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c03f61-b119-43f1-80e7-5044a822a795', 'tag': '7736d631-a682-4a79-abfe-38feab786e89', 'status': 'completed', 'code': 200} Aug 21 09:10:40.803619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Transition to ACTIVE for port object 0783f4c0-bc15-4764-a7c0-5caab27d621e will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:40.824967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e57d8-dd94-4996-8a5f-8a6fd861ce43 service neutron] Pushing event updated for resources: {'Port': ['ID=7736d631-a682-4a79-abfe-38feab786e89,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:40.840871 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:40.893845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] For port 81e1dff5-d61d-46db-90ae-6346bb933466, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:40.915999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] For port 81e1dff5-d61d-46db-90ae-6346bb933466, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=81e1dff5-d61d-46db-90ae-6346bb933466,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:40.928196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135f9a8-1115-4f1e-8cf1-08c0792227a6 req-2c373123-262a-4049-856b-830d9a5ebcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:40.929730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9135f9a8-1115-4f1e-8cf1-08c0792227a6 req-2c373123-262a-4049-856b-830d9a5ebcf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 1099 time: 0.0939808 Aug 21 09:10:40.960858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9135f9a8-1115-4f1e-8cf1-08c0792227a6 req-5001a8b2-a808-4704-9e59-3358c804ed43 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208764 Aug 21 09:10:40.969461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:41.035607 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:41.168080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:41.168712 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:41.170114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] 10.222.0.22 "PUT /v2.0/ports/81e1dff5-d61d-46db-90ae-6346bb933466 HTTP/1.1" status: 200 len: 1092 time: 2.9233894 Aug 21 09:10:41.219094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Network d359fec0-0678-4c02-95ba-f1d03e6a13fc is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:10:41.224652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:10:41.226474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6f7f1-016f-4ae0-9dae-6a047bc55c87 service neutron] Pushing event updated for resources: {'Port': ['ID=81e1dff5-d61d-46db-90ae-6346bb933466,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:41.237399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:10:41.306249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Pushing event updated for resources: {'Port': ['ID=0783f4c0-bc15-4764-a7c0-5caab27d621e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:41.407399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506027c6-1338-49f4-bae5-c2d9cffaf985 req-e0c41bd8-4bf7-42f2-a37f-ef0a0c267444 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:41.409197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-506027c6-1338-49f4-bae5-c2d9cffaf985 req-e0c41bd8-4bf7-42f2-a37f-ef0a0c267444 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 931 time: 0.3863173 Aug 21 09:10:41.488225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-4c8492a1-b9c2-4cd3-923b-f74c75e582d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:41.489714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-4c8492a1-b9c2-4cd3-923b-f74c75e582d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba543f9720e0408a82330706652ba8e4&device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 1095 time: 0.1595356 Aug 21 09:10:41.495343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:41.495989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:41.526672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135f9a8-1115-4f1e-8cf1-08c0792227a6 req-0b75257c-9587-46d7-b932-1af4fc787525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:41.528144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9135f9a8-1115-4f1e-8cf1-08c0792227a6 req-0b75257c-9587-46d7-b932-1af4fc787525 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5041618 Aug 21 09:10:41.598600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-12a232e5-0bc0-494e-b2c0-0ecc4de91b07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e1dff5-d61d-46db-90ae-6346bb933466 HTTP/1.1" status: 200 len: 217 time: 0.0873153 Aug 21 09:10:41.620478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-506027c6-1338-49f4-bae5-c2d9cffaf985 req-99a448da-904e-4bc2-bc66-a92ca11a59d3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886892 Aug 21 09:10:41.739853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b90cd7-a97b-4a6c-9625-fc32cf751c65 req-9a2eb680-0493-4bff-9ae6-c62e09866036 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:41.741480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07b90cd7-a97b-4a6c-9625-fc32cf751c65 req-9a2eb680-0493-4bff-9ae6-c62e09866036 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.2578754 Aug 21 09:10:41.742726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-0c387df3-37f5-4098-be60-5d2cad3a48c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1718786 Aug 21 09:10:41.759132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-2b98b371-3676-45be-8f16-4d8e43e7124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:41.760579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-2b98b371-3676-45be-8f16-4d8e43e7124f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbad9a0e-1d34-4eea-8c87-63dbf4550dc6 HTTP/1.1" status: 200 len: 855 time: 0.1399586 Aug 21 09:10:41.770386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da04ba2-43bd-4c06-9ba4-fd5861a40114 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:41.778396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3b8cfc9b-4798-48ce-8e4a-769e96d176e1 None None] Provisioning for port 0783f4c0-bc15-4764-a7c0-5caab27d621e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:41.779665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Request body: {'port': {'device_id': 'df3b2418-dc94-4083-8758-f72348a46bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:10:41.784442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3b8cfc9b-4798-48ce-8e4a-769e96d176e1 None None] Provisioning complete for port 0783f4c0-bc15-4764-a7c0-5caab27d621e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:41.785271 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3b8cfc9b-4798-48ce-8e4a-769e96d176e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:41.803588 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:41.806814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-01db483b-e638-42c0-b31a-423438ba9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:41.808419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-01db483b-e638-42c0-b31a-423438ba9ac7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 1099 time: 0.2254803 Aug 21 09:10:41.825672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3b8cfc9b-4798-48ce-8e4a-769e96d176e1 None None] Port 0783f4c0-bc15-4764-a7c0-5caab27d621e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:10:41.910727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Transition to ACTIVE for port object 5da04ba2-43bd-4c06-9ba4-fd5861a40114 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:41.922208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-938b3abd-b38e-4096-bb45-a953473349e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7736d631-a682-4a79-abfe-38feab786e89 HTTP/1.1" status: 200 len: 217 time: 0.0828040 Aug 21 09:10:41.965717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f04c8e-3669-4145-b3cd-3af9b51b1b1b req-09dc016d-5db8-4d4c-a6e5-b6e331c61b7b tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:41.967172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0f04c8e-3669-4145-b3cd-3af9b51b1b1b req-09dc016d-5db8-4d4c-a6e5-b6e331c61b7b tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea904ca3-a420-4292-afba-f47c7983f423 HTTP/1.1" status: 200 len: 949 time: 0.2586572 Aug 21 09:10:41.972028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07b90cd7-a97b-4a6c-9625-fc32cf751c65 req-ca9b1d68-f052-45f4-b3bf-9d43987f5099 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095878 Aug 21 09:10:41.980009 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:42.058164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-3afbc9d6-9ffd-4aec-b1cf-af1446736473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:42.059928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-3afbc9d6-9ffd-4aec-b1cf-af1446736473 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d359fec0-0678-4c02-95ba-f1d03e6a13fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2742221 Aug 21 09:10:42.062178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:42.207203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5da04ba2-43bd-4c06-9ba4-fd5861a40114,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:42.210844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-1779a79b-24f8-40c8-8391-e52ef5258036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:42.212550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-1779a79b-24f8-40c8-8391-e52ef5258036 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2772689 Aug 21 09:10:42.242780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0f04c8e-3669-4145-b3cd-3af9b51b1b1b req-610f306b-f44b-4441-9995-7c1d0e2e27a7 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657173 Aug 21 09:10:42.273883 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:42.361967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96da38-c1cc-4017-bbe8-d678c6df6572 req-654b3432-5d40-436a-9694-9f6ba473b8b0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:42.363461 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac96da38-c1cc-4017-bbe8-d678c6df6572 req-654b3432-5d40-436a-9694-9f6ba473b8b0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 947 time: 0.3118486 Aug 21 09:10:42.476459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-b885479f-ec91-4f97-8719-9439212c47c9 service neutron] 10.222.0.22 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015212 Aug 21 09:10:42.497519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-ee5006bd-a31e-4398-bf4a-4dab25088012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:42.499785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-ee5006bd-a31e-4398-bf4a-4dab25088012 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2390213 Aug 21 09:10:42.503853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Attempting to bind port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:42.504341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Attempting to bind port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:42.504503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Attempting to bind port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 on network d359fec0-0678-4c02-95ba-f1d03e6a13fc {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:42.585318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 on network d359fec0-0678-4c02-95ba-f1d03e6a13fc not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:10:42.585643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Attempting to bind port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 on network d359fec0-0678-4c02-95ba-f1d03e6a13fc {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:42.969776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283f2758-aa87-4f30-a323-806e2af4c56c', 'tag': '81e1dff5-d61d-46db-90ae-6346bb933466'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:42.969776 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57df83f-152e-4653-802a-e3f5a2919fff" -d '{"events": [{"name": "network-changed", "server_uuid": "283f2758-aa87-4f30-a323-806e2af4c56c", "tag": "81e1dff5-d61d-46db-90ae-6346bb933466"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:43.013631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac96da38-c1cc-4017-bbe8-d678c6df6572 req-a0be4fea-1b00-4911-9db0-ab346f6f4e23 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6362255 Aug 21 09:10:43.014370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:43.015277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Checking segment: {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:43.015674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Bound using segment: {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:43.016117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Bound port: 5da04ba2-43bd-4c06-9ba4-fd5861a40114, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:43.016481 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:43.140862 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24097dd-f49b-442a-8de7-c94bb707c180 x-openstack-request-id: req-c24097dd-f49b-442a-8de7-c94bb707c180 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:43.140862 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283f2758-aa87-4f30-a323-806e2af4c56c", "tag": "81e1dff5-d61d-46db-90ae-6346bb933466", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:43.140862 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c24097dd-f49b-442a-8de7-c94bb707c180 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:43.140862 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283f2758-aa87-4f30-a323-806e2af4c56c', 'tag': '81e1dff5-d61d-46db-90ae-6346bb933466', 'status': 'completed', 'code': 200} Aug 21 09:10:43.210833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c77b5a9-ca8e-4f07-8acf-afaa16f49573 req-b6e0959e-2b2a-4a24-a62c-3db60d1d6b5a service neutron] 10.222.0.22 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217238 Aug 21 09:10:43.239511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-a11cd5de-a387-4498-a24f-b41fc1dd5ae0 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147577 Aug 21 09:10:43.250870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d26572-8636-4d0e-9502-be4810563fd7 req-20688cdd-36af-4015-9a55-a0cc2b42ffdb tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:43.252353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7d26572-8636-4d0e-9502-be4810563fd7 req-20688cdd-36af-4015-9a55-a0cc2b42ffdb tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 931 time: 0.2426276 Aug 21 09:10:43.375594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] For port 5da04ba2-43bd-4c06-9ba4-fd5861a40114, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:43.412497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cf79d-40a8-498c-98d2-4fb99f05863d req-e9022b2a-5eb5-4b1e-8a3f-9b70170bdff5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:43.413863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-069cf79d-40a8-498c-98d2-4fb99f05863d req-e9022b2a-5eb5-4b1e-8a3f-9b70170bdff5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.2322173 Aug 21 09:10:43.440581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] For port 5da04ba2-43bd-4c06-9ba4-fd5861a40114, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=5da04ba2-43bd-4c06-9ba4-fd5861a40114,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:43.462228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0783f4c0-bc15-4764-a7c0-5caab27d621e {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:43.481262 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:43.491832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7d26572-8636-4d0e-9502-be4810563fd7 req-49db31e8-88af-48a6-ac04-a14c01b0ec28 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095590 Aug 21 09:10:43.530137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Transition to ACTIVE for port object 0783f4c0-bc15-4764-a7c0-5caab27d621e will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:10:43.543979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bea3c0d-9243-44ce-b3ed-ed638051b66f req-3a362196-a2db-44d2-ac87-2890ecbb21c7 service neutron] 10.222.0.13 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875319 Aug 21 09:10:43.547803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df83f-152e-4653-802a-e3f5a2919fff req-6eb0b99b-f5ca-471a-81f7-68d01ed5f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:43.549247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d57df83f-152e-4653-802a-e3f5a2919fff req-6eb0b99b-f5ca-471a-81f7-68d01ed5f990 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba543f9720e0408a82330706652ba8e4&device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 1095 time: 0.1655319 Aug 21 09:10:43.552752 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:43.559516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-069cf79d-40a8-498c-98d2-4fb99f05863d req-d2db3f45-fd36-4879-b3ba-7520701be13a tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219909 Aug 21 09:10:43.611642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:43.612538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:43.613624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] 10.222.0.22 "PUT /v2.0/ports/5da04ba2-43bd-4c06-9ba4-fd5861a40114 HTTP/1.1" status: 200 len: 1092 time: 3.7371140 Aug 21 09:10:43.654808 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:43.678433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94195f2-3190-48d3-b630-f024590552b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5da04ba2-43bd-4c06-9ba4-fd5861a40114,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:43.770116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df83f-152e-4653-802a-e3f5a2919fff req-ff7aede6-1aa3-478e-a3a0-fdb132091cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:43.771757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d57df83f-152e-4653-802a-e3f5a2919fff req-ff7aede6-1aa3-478e-a3a0-fdb132091cb1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d359fec0-0678-4c02-95ba-f1d03e6a13fc HTTP/1.1" status: 200 len: 917 time: 0.2114005 Aug 21 09:10:43.789268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Pushing event updated for resources: {'Port': ['ID=0783f4c0-bc15-4764-a7c0-5caab27d621e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:43.861442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d57df83f-152e-4653-802a-e3f5a2919fff req-0c5c832a-6d59-4f4f-9940-f4566e2022c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e1dff5-d61d-46db-90ae-6346bb933466 HTTP/1.1" status: 200 len: 217 time: 0.0650642 Aug 21 09:10:43.925264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Attempting to bind port 0783f4c0-bc15-4764-a7c0-5caab27d621e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:10:43.925510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Attempting to bind port 0783f4c0-bc15-4764-a7c0-5caab27d621e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:10:43.925839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Attempting to bind port 0783f4c0-bc15-4764-a7c0-5caab27d621e on network d359fec0-0678-4c02-95ba-f1d03e6a13fc {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:43.933155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-585dd652-228b-4e8c-b0c2-cf8c3f17bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:43.934678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-585dd652-228b-4e8c-b0c2-cf8c3f17bd8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba543f9720e0408a82330706652ba8e4&device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e HTTP/1.1" status: 200 len: 1095 time: 0.1428499 Aug 21 09:10:43.938068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Port 0783f4c0-bc15-4764-a7c0-5caab27d621e on network d359fec0-0678-4c02-95ba-f1d03e6a13fc not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:10:43.942216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Attempting to bind port 0783f4c0-bc15-4764-a7c0-5caab27d621e on network d359fec0-0678-4c02-95ba-f1d03e6a13fc {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:10:43.954549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:10:43.954879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Checking segment: {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:10:43.955254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Bound using segment: {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:10:43.955889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Bound port: 0783f4c0-bc15-4764-a7c0-5caab27d621e, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d827ac3-cff1-439f-af1f-3898c0407fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:10:43.956294 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:43.960918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df83f-152e-4653-802a-e3f5a2919fff req-b065670c-a00a-469a-9bd9-49a5e2886241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:43.962481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d57df83f-152e-4653-802a-e3f5a2919fff req-b065670c-a00a-469a-9bd9-49a5e2886241 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbad9a0e-1d34-4eea-8c87-63dbf4550dc6 HTTP/1.1" status: 200 len: 855 time: 0.0886579 Aug 21 09:10:44.012518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-d21d38ff-ca27-4b06-84f0-1c3c7cf5473e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da04ba2-43bd-4c06-9ba4-fd5861a40114 HTTP/1.1" status: 200 len: 217 time: 0.0659857 Aug 21 09:10:44.154279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df83f-152e-4653-802a-e3f5a2919fff req-7bbf3ac1-79c6-42fb-b239-d8fbfcb393cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:44.155859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d57df83f-152e-4653-802a-e3f5a2919fff req-7bbf3ac1-79c6-42fb-b239-d8fbfcb393cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d359fec0-0678-4c02-95ba-f1d03e6a13fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1537449 Aug 21 09:10:44.157126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-70998b8b-e8e2-4052-8ffa-271e1f64ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:44.158422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-70998b8b-e8e2-4052-8ffa-271e1f64ea19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbad9a0e-1d34-4eea-8c87-63dbf4550dc6 HTTP/1.1" status: 200 len: 855 time: 0.1282117 Aug 21 09:10:44.167988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] For port 0783f4c0-bc15-4764-a7c0-5caab27d621e, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:10:44.174358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] For port 0783f4c0-bc15-4764-a7c0-5caab27d621e, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0783f4c0-bc15-4764-a7c0-5caab27d621e,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:10:44.188624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390267c4-7138-47b1-a29f-d0e7187229ec req-ed94ddd7-80f8-4bf8-8441-ec23efdf9cb4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:44.190047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-390267c4-7138-47b1-a29f-d0e7187229ec req-ed94ddd7-80f8-4bf8-8441-ec23efdf9cb4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 947 time: 0.1030080 Aug 21 09:10:44.281169 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:44.351828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:44.352456 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:44.353846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] 10.222.0.13 "PUT /v2.0/ports/0783f4c0-bc15-4764-a7c0-5caab27d621e HTTP/1.1" status: 200 len: 1092 time: 2.5902669 Aug 21 09:10:44.358984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-390267c4-7138-47b1-a29f-d0e7187229ec req-d9b7daa2-0fb0-439f-ab28-24ae8adf5de7 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534891 Aug 21 09:10:44.366590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-7c6f7149-40d2-45a5-a049-85b78f0922e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:44.368088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-7c6f7149-40d2-45a5-a049-85b78f0922e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d359fec0-0678-4c02-95ba-f1d03e6a13fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1772549 Aug 21 09:10:44.413414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cfda9-9e9b-45a2-a477-3f0eae796c31 service neutron] Pushing event updated for resources: {'Port': ['ID=0783f4c0-bc15-4764-a7c0-5caab27d621e,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:44.454097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d57df83f-152e-4653-802a-e3f5a2919fff req-1aeee742-7b6c-4e15-911d-3218ba876d85 service neutron] 10.222.0.22 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739220 Aug 21 09:10:44.612845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-9cfd8a8a-082a-4c3a-932b-c9a09a40cacc service neutron] 10.222.0.22 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323480 Aug 21 09:10:44.617910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f044-d619-4d23-bc02-22e5274037fc req-74a79a06-059e-4518-8b3c-b8e3b206a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:44.620841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-74a79a06-059e-4518-8b3c-b8e3b206a8ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba543f9720e0408a82330706652ba8e4&device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 1095 time: 0.1420953 Aug 21 09:10:44.732699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-6f2c410b-1f8a-42ea-a934-42eada85d215 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0783f4c0-bc15-4764-a7c0-5caab27d621e HTTP/1.1" status: 200 len: 217 time: 0.0935855 Aug 21 09:10:44.747057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d57df83f-152e-4653-802a-e3f5a2919fff req-57e04fc0-cf52-40b9-82ca-1c276027b91c service neutron] 10.222.0.22 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794173 Aug 21 09:10:44.815136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529cef1-da57-4b72-a08b-a79cc2bd7613 req-5c3cafb2-9ebc-4cde-8eb5-e006308b31c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:44.816668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e529cef1-da57-4b72-a08b-a79cc2bd7613 req-5c3cafb2-9ebc-4cde-8eb5-e006308b31c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 943 time: 0.2227087 Aug 21 09:10:44.864444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f044-d619-4d23-bc02-22e5274037fc req-923f6767-2913-434f-9579-0944ddfdae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:44.865858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-923f6767-2913-434f-9579-0944ddfdae7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fbad9a0e-1d34-4eea-8c87-63dbf4550dc6 HTTP/1.1" status: 200 len: 855 time: 0.1169207 Aug 21 09:10:44.893718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6822eb1-a5d0-400e-bd06-4b29563377bd req-67091e33-7817-47af-a108-6704c3fbed7f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:44.895195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6822eb1-a5d0-400e-bd06-4b29563377bd req-67091e33-7817-47af-a108-6704c3fbed7f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.1944273 Aug 21 09:10:44.918232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e4050a-37f3-4c48-846c-061ea0a3994e req-50fd2bb0-2e6a-464a-9821-68b9241c2e6e service neutron] 10.222.0.22 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802200 Aug 21 09:10:44.949479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e529cef1-da57-4b72-a08b-a79cc2bd7613 req-2dc33107-3cbf-4f97-9148-5f0d974746e9 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190453 Aug 21 09:10:44.970510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f044-d619-4d23-bc02-22e5274037fc req-6a8c8634-179a-4b40-8727-c40277d5a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:44.971991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-6a8c8634-179a-4b40-8727-c40277d5a19d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d359fec0-0678-4c02-95ba-f1d03e6a13fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948443 Aug 21 09:10:44.975158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6822eb1-a5d0-400e-bd06-4b29563377bd req-7d427583-d6ed-403b-b550-340c18735a3f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601559 Aug 21 09:10:45.069963 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:45.077135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-59f01cdf-7c64-434a-9a14-c59181b06e06 service neutron] 10.222.0.13 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965540 Aug 21 09:10:45.137926 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:45.141531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49bd4e3-c0cc-440d-b32c-1a44d986a18e', 'tag': '5da04ba2-43bd-4c06-9ba4-fd5861a40114'}, {'name': 'network-changed', 'server_uuid': 'df3b2418-dc94-4083-8758-f72348a46bac', 'tag': '0783f4c0-bc15-4764-a7c0-5caab27d621e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:45.143908 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d92add-428a-461e-b5fc-573561d17019" -d '{"events": [{"name": "network-changed", "server_uuid": "a49bd4e3-c0cc-440d-b32c-1a44d986a18e", "tag": "5da04ba2-43bd-4c06-9ba4-fd5861a40114"}, {"name": "network-changed", "server_uuid": "df3b2418-dc94-4083-8758-f72348a46bac", "tag": "0783f4c0-bc15-4764-a7c0-5caab27d621e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:45.180645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2077f044-d619-4d23-bc02-22e5274037fc req-85d767b5-e5f1-4900-afdd-520f102ed0cd service neutron] 10.222.0.13 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936325 Aug 21 09:10:45.194382 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe8443-1801-4383-bac0-510c71da7577 x-openstack-request-id: req-7bbe8443-1801-4383-bac0-510c71da7577 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:45.194382 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49bd4e3-c0cc-440d-b32c-1a44d986a18e", "tag": "5da04ba2-43bd-4c06-9ba4-fd5861a40114", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df3b2418-dc94-4083-8758-f72348a46bac", "tag": "0783f4c0-bc15-4764-a7c0-5caab27d621e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:45.203966 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bbe8443-1801-4383-bac0-510c71da7577 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:45.204422 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49bd4e3-c0cc-440d-b32c-1a44d986a18e', 'tag': '5da04ba2-43bd-4c06-9ba4-fd5861a40114', 'status': 'completed', 'code': 200} Aug 21 09:10:45.206699 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3b2418-dc94-4083-8758-f72348a46bac', 'tag': '0783f4c0-bc15-4764-a7c0-5caab27d621e', 'status': 'completed', 'code': 200} Aug 21 09:10:45.256285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92add-428a-461e-b5fc-573561d17019 req-70aef645-76d3-4ee8-a70c-4aa147eeae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:45.257691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-70aef645-76d3-4ee8-a70c-4aa147eeae06 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba543f9720e0408a82330706652ba8e4&device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e HTTP/1.1" status: 200 len: 1095 time: 0.0418167 Aug 21 09:10:45.380252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92add-428a-461e-b5fc-573561d17019 req-ff2edbe4-a394-4074-b4d1-5761f965775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:45.381770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-ff2edbe4-a394-4074-b4d1-5761f965775b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba543f9720e0408a82330706652ba8e4&device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 1095 time: 0.0686893 Aug 21 09:10:45.384585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92add-428a-461e-b5fc-573561d17019 req-ac1efcae-5fc0-4168-a390-6aaf6565ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:45.385934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-ac1efcae-5fc0-4168-a390-6aaf6565ae33 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d359fec0-0678-4c02-95ba-f1d03e6a13fc HTTP/1.1" status: 200 len: 917 time: 0.1198726 Aug 21 09:10:45.440351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 982d3312-9af8-4f57-9f37-c0d0643d943c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:10:45.447462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-54d69575-e324-4d7e-b1f9-edb18fd8eb4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da04ba2-43bd-4c06-9ba4-fd5861a40114 HTTP/1.1" status: 200 len: 217 time: 0.0498941 Aug 21 09:10:45.520305 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:45.543538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:45.546074 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f64537-e685-419a-b4f7-5e7d95915b7c" -d '{"events": [{"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-unplugged", "status": "completed", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:45.561123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:45.572098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92add-428a-461e-b5fc-573561d17019 req-2db853e8-59e7-4ca9-a326-b30faf7448c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:45.573578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-2db853e8-59e7-4ca9-a326-b30faf7448c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbad9a0e-1d34-4eea-8c87-63dbf4550dc6 HTTP/1.1" status: 200 len: 855 time: 0.0897474 Aug 21 09:10:45.585794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06095e-99e9-417a-a63e-08b4c68a0e97 req-e48fe8b2-8244-4b5a-9515-ee0a511fc5d8 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:45.587228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a06095e-99e9-417a-a63e-08b4c68a0e97 req-e48fe8b2-8244-4b5a-9515-ee0a511fc5d8 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 947 time: 0.1441028 Aug 21 09:10:45.593484 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb216d4-2b5c-4524-918e-9b02e0eab6aa x-openstack-request-id: req-7cb216d4-2b5c-4524-918e-9b02e0eab6aa {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:45.593484 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-unplugged", "status": "completed", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:45.593484 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cb216d4-2b5c-4524-918e-9b02e0eab6aa {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:45.593782 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'code': 200} Aug 21 09:10:45.625109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92add-428a-461e-b5fc-573561d17019 req-00147c7f-903c-4c8d-94f6-e91a14858179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:45.626605 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-00147c7f-903c-4c8d-94f6-e91a14858179 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d359fec0-0678-4c02-95ba-f1d03e6a13fc HTTP/1.1" status: 200 len: 917 time: 0.2366750 Aug 21 09:10:45.640809 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:45.679259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-a5151dc0-0953-48b9-bd08-114f5cde4517 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0783f4c0-bc15-4764-a7c0-5caab27d621e HTTP/1.1" status: 200 len: 217 time: 0.0424113 Aug 21 09:10:45.695940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:45.710086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a06095e-99e9-417a-a63e-08b4c68a0e97 req-6b0cebe2-d890-492f-bfec-aec248ab4881 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065876 Aug 21 09:10:45.740839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92add-428a-461e-b5fc-573561d17019 req-05a7b293-c951-43b3-8d48-a5ce276bb179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:45.740839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-05a7b293-c951-43b3-8d48-a5ce276bb179 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d359fec0-0678-4c02-95ba-f1d03e6a13fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378529 Aug 21 09:10:45.766009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92add-428a-461e-b5fc-573561d17019 req-11480eff-2a14-490c-be6a-835c08f56f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:45.767425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-11480eff-2a14-490c-be6a-835c08f56f31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fbad9a0e-1d34-4eea-8c87-63dbf4550dc6 HTTP/1.1" status: 200 len: 855 time: 0.0785749 Aug 21 09:10:45.869227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92add-428a-461e-b5fc-573561d17019 req-4843e1ed-ca6f-4002-997e-2d051823ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:45.870719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-4843e1ed-ca6f-4002-997e-2d051823ce91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d359fec0-0678-4c02-95ba-f1d03e6a13fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794334 Aug 21 09:10:45.874847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-ee6f11f6-a378-4c6b-ad27-34d0e3cd4401 service neutron] 10.222.0.22 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342289 Aug 21 09:10:46.089486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7736d631-a682-4a79-abfe-38feab786e89 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:46.207933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7736d631-a682-4a79-abfe-38feab786e89, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7736d631-a682-4a79-abfe-38feab786e89,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:46.219386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '7736d631-a682-4a79-abfe-38feab786e89', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '7736d631-a682-4a79-abfe-38feab786e89', 'mac_address': 'fa:16:3e:e0:ab:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:46.261255 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:46.275062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7736d631-a682-4a79-abfe-38feab786e89 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:46.297875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7736d631-a682-4a79-abfe-38feab786e89, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7736d631-a682-4a79-abfe-38feab786e89,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:46.383680 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:46.437668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7736d631-a682-4a79-abfe-38feab786e89,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:46.463186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0868702-5cc5-4133-9d1e-3a1ca097edcf req-5ed678f9-1f43-4f2f-81e2-3fe10575049a tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:46.464759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0868702-5cc5-4133-9d1e-3a1ca097edcf req-5ed678f9-1f43-4f2f-81e2-3fe10575049a tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 943 time: 0.1417673 Aug 21 09:10:46.470027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-8e53149b-2d56-48b9-a717-ccc71af171eb service neutron] 10.222.0.13 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891838 Aug 21 09:10:46.481155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4e89b-c478-46aa-9cae-d3a9bad815ea req-35dae8e3-7965-4732-ae11-72a6e6eac4b1 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:46.482569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60c4e89b-c478-46aa-9cae-d3a9bad815ea req-35dae8e3-7965-4732-ae11-72a6e6eac4b1 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.1545715 Aug 21 09:10:46.486785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-39ec5256-0c02-4165-ae01-1bd5a526d8e0 service neutron] 10.222.0.22 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985804 Aug 21 09:10:46.591017 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0868702-5cc5-4133-9d1e-3a1ca097edcf req-7f8e88d6-561c-4558-a207-a78aab4a94ba tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180730 Aug 21 09:10:46.605387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60c4e89b-c478-46aa-9cae-d3a9bad815ea req-b266ee0a-2d5b-4214-afcb-4ad41df10f2d tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073840 Aug 21 09:10:46.630292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d92add-428a-461e-b5fc-573561d17019 req-a66e3871-35ae-4d37-afc2-e9d2113618ac service neutron] 10.222.0.13 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454916 Aug 21 09:10:46.849770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa3d0a-7be5-4a3f-b28b-5bf634a051fb req-7505dd51-746a-48a7-b3e4-158cb9c5b975 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:46.851845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61aa3d0a-7be5-4a3f-b28b-5bf634a051fb req-7505dd51-746a-48a7-b3e4-158cb9c5b975 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 948 time: 0.0593405 Aug 21 09:10:46.857407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['7736d631-a682-4a79-abfe-38feab786e89'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:46.893592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61aa3d0a-7be5-4a3f-b28b-5bf634a051fb req-b3b8378e-cc46-4eab-92d7-a0db3889277c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343282 Aug 21 09:10:47.449327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8b2286fb-d4b0-470e-80be-10c427e3481b details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:47.543425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8b2286fb-d4b0-470e-80be-10c427e3481b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8b2286fb-d4b0-470e-80be-10c427e3481b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:47.554067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '8b2286fb-d4b0-470e-80be-10c427e3481b', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '8b2286fb-d4b0-470e-80be-10c427e3481b', 'mac_address': 'fa:16:3e:0c:90:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:47.598008 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:47.610514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b2286fb-d4b0-470e-80be-10c427e3481b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:47.630821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8b2286fb-d4b0-470e-80be-10c427e3481b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8b2286fb-d4b0-470e-80be-10c427e3481b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:47.704060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:47.704655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 81e1dff5-d61d-46db-90ae-6346bb933466 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:47.759734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886c5db-fdd1-4ff3-9aa6-0b668e0bd5c3 req-58c54825-436d-4965-bde8-a0e36b4e7886 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:47.761232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6886c5db-fdd1-4ff3-9aa6-0b668e0bd5c3 req-58c54825-436d-4965-bde8-a0e36b4e7886 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 943 time: 0.0863397 Aug 21 09:10:47.769498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e79901-f227-47a9-86a2-bb6a46b262e0 req-98011578-481d-4903-bcd4-99f4d74bcffc tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:47.770891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12e79901-f227-47a9-86a2-bb6a46b262e0 req-98011578-481d-4903-bcd4-99f4d74bcffc tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0783129 Aug 21 09:10:47.801251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8b2286fb-d4b0-470e-80be-10c427e3481b,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:47.844326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6886c5db-fdd1-4ff3-9aa6-0b668e0bd5c3 req-9df55a9a-4bf5-4641-8a02-b299670b857f tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722167 Aug 21 09:10:47.849581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12e79901-f227-47a9-86a2-bb6a46b262e0 req-4a985931-a7f6-4068-99b9-091f633e811f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676866 Aug 21 09:10:47.875328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 81e1dff5-d61d-46db-90ae-6346bb933466, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=81e1dff5-d61d-46db-90ae-6346bb933466,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:47.890220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '81e1dff5-d61d-46db-90ae-6346bb933466', 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc', 'port_id': '81e1dff5-d61d-46db-90ae-6346bb933466', 'mac_address': 'fa:16:3e:1a:04:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbad9a0e-1d34-4eea-8c87-63dbf4550dc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:48.066388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360180c1-5586-480e-9d5b-e1eef3672d9a req-8438fc2c-20df-47f6-b78b-c1e993b72758 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:48.068608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-360180c1-5586-480e-9d5b-e1eef3672d9a req-8438fc2c-20df-47f6-b78b-c1e993b72758 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 948 time: 0.0821643 Aug 21 09:10:48.113700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0783f4c0-bc15-4764-a7c0-5caab27d621e details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:48.120135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-360180c1-5586-480e-9d5b-e1eef3672d9a req-14170b7c-c233-42f4-aeeb-9a2e575f1828 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435581 Aug 21 09:10:48.143037 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:48.203979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e1dff5-d61d-46db-90ae-6346bb933466 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:48.238894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 81e1dff5-d61d-46db-90ae-6346bb933466, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=81e1dff5-d61d-46db-90ae-6346bb933466,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:48.271703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 0783f4c0-bc15-4764-a7c0-5caab27d621e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0783f4c0-bc15-4764-a7c0-5caab27d621e,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:48.283583 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '0783f4c0-bc15-4764-a7c0-5caab27d621e', 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc', 'port_id': '0783f4c0-bc15-4764-a7c0-5caab27d621e', 'mac_address': 'fa:16:3e:50:27:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbad9a0e-1d34-4eea-8c87-63dbf4550dc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:48.310250 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:48.347128 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:48.378502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0783f4c0-bc15-4764-a7c0-5caab27d621e {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:48.394046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=81e1dff5-d61d-46db-90ae-6346bb933466,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:48.408398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 0783f4c0-bc15-4764-a7c0-5caab27d621e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0783f4c0-bc15-4764-a7c0-5caab27d621e,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:48.432492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['8b2286fb-d4b0-470e-80be-10c427e3481b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:48.507858 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:48.591874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=0783f4c0-bc15-4764-a7c0-5caab27d621e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:48.672720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['81e1dff5-d61d-46db-90ae-6346bb933466'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:48.954056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0783f4c0-bc15-4764-a7c0-5caab27d621e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:49.009760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f6041-386e-4e57-b678-5195d9590560 req-2d15ce42-8e58-4b11-aaf8-5c05c02619da tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:49.018157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc1f6041-386e-4e57-b678-5195d9590560 req-2d15ce42-8e58-4b11-aaf8-5c05c02619da tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 944 time: 0.0922456 Aug 21 09:10:49.080974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162ec61-017a-4f9a-8cfc-8671d7e42296 req-af694a0a-9086-4e1b-9539-551e130a72be tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:49.088701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9162ec61-017a-4f9a-8cfc-8671d7e42296 req-af694a0a-9086-4e1b-9539-551e130a72be tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.1314316 Aug 21 09:10:49.127738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc1f6041-386e-4e57-b678-5195d9590560 req-94cb5d9a-c9e0-4fea-9779-b2e683d3d23e tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890601 Aug 21 09:10:49.160502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9162ec61-017a-4f9a-8cfc-8671d7e42296 req-cf8020e4-1cb4-4733-b8e5-c19d1a8586d0 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706501 Aug 21 09:10:49.382230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a1a99-076b-4523-aed8-1eef595ce451 req-d70b66a4-4bbc-465f-8eca-3a0413039fe1 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:49.383963 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-559a1a99-076b-4523-aed8-1eef595ce451 req-d70b66a4-4bbc-465f-8eca-3a0413039fe1 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 948 time: 0.0684903 Aug 21 09:10:49.436363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-559a1a99-076b-4523-aed8-1eef595ce451 req-9cda9c22-e59a-4786-babd-c16f6db8b22c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429509 Aug 21 09:10:49.469715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 5da04ba2-43bd-4c06-9ba4-fd5861a40114 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:10:49.474447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8b2286fb-d4b0-470e-80be-10c427e3481b up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:49.591693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 8b2286fb-d4b0-470e-80be-10c427e3481b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:49.592895 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:49.631708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 5da04ba2-43bd-4c06-9ba4-fd5861a40114, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=5da04ba2-43bd-4c06-9ba4-fd5861a40114,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:49.660165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '5da04ba2-43bd-4c06-9ba4-fd5861a40114', 'network_id': 'd359fec0-0678-4c02-95ba-f1d03e6a13fc', 'port_id': '5da04ba2-43bd-4c06-9ba4-fd5861a40114', 'mac_address': 'fa:16:3e:17:eb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbad9a0e-1d34-4eea-8c87-63dbf4550dc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:10:49.726762 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:49.733231 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:49.754685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da04ba2-43bd-4c06-9ba4-fd5861a40114 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:10:49.782860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2286fb-d4b0-470e-80be-10c427e3481b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:49.785362 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c41a30a-f768-4629-8057-f1aad1721ad4" -d '{"events": [{"server_uuid": "5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5", "name": "network-vif-plugged", "status": "completed", "tag": "8b2286fb-d4b0-470e-80be-10c427e3481b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:49.797962 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 5da04ba2-43bd-4c06-9ba4-fd5861a40114, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=5da04ba2-43bd-4c06-9ba4-fd5861a40114,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:49.801775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8b2286fb-d4b0-470e-80be-10c427e3481b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8b2286fb-d4b0-470e-80be-10c427e3481b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:49.827514 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e408b3f2-ea99-4c33-9ac7-5eee50511a56 x-openstack-request-id: req-e408b3f2-ea99-4c33-9ac7-5eee50511a56 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:49.827855 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5", "name": "network-vif-plugged", "status": "completed", "tag": "8b2286fb-d4b0-470e-80be-10c427e3481b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:49.828112 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e408b3f2-ea99-4c33-9ac7-5eee50511a56 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:49.828624 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2286fb-d4b0-470e-80be-10c427e3481b', 'code': 200} Aug 21 09:10:49.903574 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:49.933732 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:49.963874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=5da04ba2-43bd-4c06-9ba4-fd5861a40114,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:50.019693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8b2286fb-d4b0-470e-80be-10c427e3481b,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:50.105693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7736d631-a682-4a79-abfe-38feab786e89 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:50.246250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 7736d631-a682-4a79-abfe-38feab786e89 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:50.250988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 7736d631-a682-4a79-abfe-38feab786e89 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:50.251465 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:50.297176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['5da04ba2-43bd-4c06-9ba4-fd5861a40114'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:10:50.385477 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:50.385804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26685b-19b1-41f9-8059-7e3926e1cb60 req-d70ff7d1-5a48-4067-aa9d-d64ca6860828 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:50.399445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce26685b-19b1-41f9-8059-7e3926e1cb60 req-d70ff7d1-5a48-4067-aa9d-d64ca6860828 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 944 time: 0.2089012 Aug 21 09:10:50.444993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c85c20-d217-4831-aaf8-d1e84906790a req-d1f49792-9146-4499-9584-d348188eab0e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:50.446916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30c85c20-d217-4831-aaf8-d1e84906790a req-d1f49792-9146-4499-9584-d348188eab0e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.1834245 Aug 21 09:10:50.470681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7736d631-a682-4a79-abfe-38feab786e89, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7736d631-a682-4a79-abfe-38feab786e89,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:50.482648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce26685b-19b1-41f9-8059-7e3926e1cb60 req-36e04f40-765e-4e3f-be11-ab9bdd20f018 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817635 Aug 21 09:10:50.535707 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:50.572189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30c85c20-d217-4831-aaf8-d1e84906790a req-5f2eec41-9395-46bc-b4a1-bfabd99d1b93 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023033 Aug 21 09:10:50.612005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7736d631-a682-4a79-abfe-38feab786e89,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:50.792662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5993ba3-e5c0-43bc-aa1a-bf07c944984f req-9ddc3164-0465-4f96-b184-0c3a51f3bc39 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:50.796679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5993ba3-e5c0-43bc-aa1a-bf07c944984f req-9ddc3164-0465-4f96-b184-0c3a51f3bc39 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 949 time: 0.0639765 Aug 21 09:10:50.852385 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5993ba3-e5c0-43bc-aa1a-bf07c944984f req-795d7478-db41-4bb5-b5a1-ff5df793f33a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470648 Aug 21 09:10:51.498021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 81e1dff5-d61d-46db-90ae-6346bb933466 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:51.617510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee7ba-eb8b-4d15-87d8-1a28ddbe49f5 req-55400dd6-64ab-45e4-95e2-319bd1dfd3b9 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:51.619059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-942ee7ba-eb8b-4d15-87d8-1a28ddbe49f5 req-55400dd6-64ab-45e4-95e2-319bd1dfd3b9 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 944 time: 0.0604177 Aug 21 09:10:51.705407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-942ee7ba-eb8b-4d15-87d8-1a28ddbe49f5 req-a4bca9da-11c7-441c-873c-a052be9b342e tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769463 Aug 21 09:10:51.747016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8b63f-1d2a-468b-900b-fc7cc01a0235 req-51d0140b-7bbe-4397-aa52-68eeea994854 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:51.747016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cce8b63f-1d2a-468b-900b-fc7cc01a0235 req-51d0140b-7bbe-4397-aa52-68eeea994854 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0808618 Aug 21 09:10:51.782155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cce8b63f-1d2a-468b-900b-fc7cc01a0235 req-e774883b-19c1-4b96-b51e-5847859b31f4 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348747 Aug 21 09:10:51.829627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c03f61-b119-43f1-80e7-5044a822a795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7736d631-a682-4a79-abfe-38feab786e89'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:51.831970 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802161ad-2ce1-4a26-ab75-910660c1568a" -d '{"events": [{"server_uuid": "53c03f61-b119-43f1-80e7-5044a822a795", "name": "network-vif-plugged", "status": "completed", "tag": "7736d631-a682-4a79-abfe-38feab786e89"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:51.870963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 81e1dff5-d61d-46db-90ae-6346bb933466 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:51.877104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 81e1dff5-d61d-46db-90ae-6346bb933466 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:51.877634 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:51.902284 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b91e06-1399-4d6c-88e9-3e3580829ac2 x-openstack-request-id: req-d9b91e06-1399-4d6c-88e9-3e3580829ac2 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:51.902541 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c03f61-b119-43f1-80e7-5044a822a795", "name": "network-vif-plugged", "status": "completed", "tag": "7736d631-a682-4a79-abfe-38feab786e89", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:51.902786 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9b91e06-1399-4d6c-88e9-3e3580829ac2 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:51.903169 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c03f61-b119-43f1-80e7-5044a822a795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7736d631-a682-4a79-abfe-38feab786e89', 'code': 200} Aug 21 09:10:51.981044 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:52.015247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521e770-3055-4d51-a931-e9c7051790d4 req-535d4d44-810b-4e18-905f-70340f536ae3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:52.016901 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6521e770-3055-4d51-a931-e9c7051790d4 req-535d4d44-810b-4e18-905f-70340f536ae3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 949 time: 0.0833437 Aug 21 09:10:52.034834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f943e-93c0-4fbe-b2a4-5e8e626cd90a req-2b66f0fc-7e93-4d0a-afd5-88c94c8a6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:52.036498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c16f943e-93c0-4fbe-b2a4-5e8e626cd90a req-2b66f0fc-7e93-4d0a-afd5-88c94c8a6bc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 1101 time: 0.0751595 Aug 21 09:10:52.044528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 81e1dff5-d61d-46db-90ae-6346bb933466, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=81e1dff5-d61d-46db-90ae-6346bb933466,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:52.095872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6521e770-3055-4d51-a931-e9c7051790d4 req-8f03cd2b-1156-4a80-b4c7-21271ed04a21 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703161 Aug 21 09:10:52.100112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c16f943e-93c0-4fbe-b2a4-5e8e626cd90a req-08b6e4c6-8cac-46ba-a6c6-bc73bdfc63bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534451 Aug 21 09:10:52.129417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0783f4c0-bc15-4764-a7c0-5caab27d621e up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:52.134045 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:52.134487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 5da04ba2-43bd-4c06-9ba4-fd5861a40114 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:10:52.256296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=81e1dff5-d61d-46db-90ae-6346bb933466,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:52.339158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 0783f4c0-bc15-4764-a7c0-5caab27d621e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:52.342158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 0783f4c0-bc15-4764-a7c0-5caab27d621e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:52.344004 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:52.370881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:10:52.375703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:10:52.376099 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:52.491543 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:52.534816 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:52.553757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 0783f4c0-bc15-4764-a7c0-5caab27d621e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0783f4c0-bc15-4764-a7c0-5caab27d621e,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:52.577450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 5da04ba2-43bd-4c06-9ba4-fd5861a40114, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=5da04ba2-43bd-4c06-9ba4-fd5861a40114,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:10:52.626028 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:52.656753 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:52.687705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=0783f4c0-bc15-4764-a7c0-5caab27d621e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:52.756944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=5da04ba2-43bd-4c06-9ba4-fd5861a40114,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:52.899722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d5eb8-aaa0-48a9-8cae-0e340bd071e6 req-709d0669-d2ed-443c-9a01-14ae852c2d20 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:52.905556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01d5eb8-aaa0-48a9-8cae-0e340bd071e6 req-709d0669-d2ed-443c-9a01-14ae852c2d20 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 945 time: 0.0795062 Aug 21 09:10:52.966309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01d5eb8-aaa0-48a9-8cae-0e340bd071e6 req-06f25c2a-55b2-4311-9da0-21e5af6912a5 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461018 Aug 21 09:10:52.974408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c033b2-701e-4e3b-93be-7910de4b5426 req-afb1b8dc-9586-4c5f-b511-a1085eabc3b4 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:52.975967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3c033b2-701e-4e3b-93be-7910de4b5426 req-afb1b8dc-9586-4c5f-b511-a1085eabc3b4 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0973375 Aug 21 09:10:53.043237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3c033b2-701e-4e3b-93be-7910de4b5426 req-8c009c8c-7b11-4e95-b853-1199b9a2e279 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608175 Aug 21 09:10:53.237936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54faf13-a2b4-495b-986e-2a5120c60494 req-fbe185ff-6205-47b0-be94-75a49b550732 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:53.245393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d54faf13-a2b4-495b-986e-2a5120c60494 req-fbe185ff-6205-47b0-be94-75a49b550732 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 949 time: 0.0657604 Aug 21 09:10:53.298222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d54faf13-a2b4-495b-986e-2a5120c60494 req-cccd5456-102d-436e-8c0a-8f8845ba1967 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518441 Aug 21 09:10:53.904570 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283f2758-aa87-4f30-a323-806e2af4c56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e1dff5-d61d-46db-90ae-6346bb933466'}, {'server_uuid': 'df3b2418-dc94-4083-8758-f72348a46bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783f4c0-bc15-4764-a7c0-5caab27d621e'}, {'server_uuid': 'a49bd4e3-c0cc-440d-b32c-1a44d986a18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da04ba2-43bd-4c06-9ba4-fd5861a40114'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:10:53.908729 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3572ce98-d3ad-4c32-a008-18e98ce02dea" -d '{"events": [{"server_uuid": "283f2758-aa87-4f30-a323-806e2af4c56c", "name": "network-vif-plugged", "status": "completed", "tag": "81e1dff5-d61d-46db-90ae-6346bb933466"}, {"server_uuid": "df3b2418-dc94-4083-8758-f72348a46bac", "name": "network-vif-plugged", "status": "completed", "tag": "0783f4c0-bc15-4764-a7c0-5caab27d621e"}, {"server_uuid": "a49bd4e3-c0cc-440d-b32c-1a44d986a18e", "name": "network-vif-plugged", "status": "completed", "tag": "5da04ba2-43bd-4c06-9ba4-fd5861a40114"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:10:53.958936 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 21 Aug 2021 09:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d30d13-d560-4a25-9bab-c861a87f87c5 x-openstack-request-id: req-b6d30d13-d560-4a25-9bab-c861a87f87c5 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:10:53.959250 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283f2758-aa87-4f30-a323-806e2af4c56c", "name": "network-vif-plugged", "status": "completed", "tag": "81e1dff5-d61d-46db-90ae-6346bb933466", "code": 200}, {"server_uuid": "df3b2418-dc94-4083-8758-f72348a46bac", "name": "network-vif-plugged", "status": "completed", "tag": "0783f4c0-bc15-4764-a7c0-5caab27d621e", "code": 200}, {"server_uuid": "a49bd4e3-c0cc-440d-b32c-1a44d986a18e", "name": "network-vif-plugged", "status": "completed", "tag": "5da04ba2-43bd-4c06-9ba4-fd5861a40114", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:10:53.959603 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6d30d13-d560-4a25-9bab-c861a87f87c5 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:10:53.960020 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283f2758-aa87-4f30-a323-806e2af4c56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e1dff5-d61d-46db-90ae-6346bb933466', 'code': 200} Aug 21 09:10:53.960279 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3b2418-dc94-4083-8758-f72348a46bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783f4c0-bc15-4764-a7c0-5caab27d621e', 'code': 200} Aug 21 09:10:53.960535 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49bd4e3-c0cc-440d-b32c-1a44d986a18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da04ba2-43bd-4c06-9ba4-fd5861a40114', 'code': 200} Aug 21 09:10:54.225293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0347970-091c-4590-b87d-1b5d389127fa req-b7a8631b-28df-465c-aeb1-62adade67a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:54.227260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0347970-091c-4590-b87d-1b5d389127fa req-b7a8631b-28df-465c-aeb1-62adade67a66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 1097 time: 0.1354680 Aug 21 09:10:54.241445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3502530-eefc-412f-9b85-423b1f246a48 req-d94a46cc-e3cb-4fc6-92ae-1123a73344e1 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:54.248103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3502530-eefc-412f-9b85-423b1f246a48 req-d94a46cc-e3cb-4fc6-92ae-1123a73344e1 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 945 time: 0.1750376 Aug 21 09:10:54.271360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3e68-085d-41c4-9271-8b3978b731aa req-6a3c9c6e-8242-47c6-98d4-58205d70f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:54.272995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0df3e68-085d-41c4-9271-8b3978b731aa req-6a3c9c6e-8242-47c6-98d4-58205d70f76e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 1097 time: 0.1902530 Aug 21 09:10:54.295001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e88d4c-6821-4abb-9e82-0ee30547b049 req-30324221-57ac-4bd0-916e-329dcd98dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:54.296707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00e88d4c-6821-4abb-9e82-0ee30547b049 req-30324221-57ac-4bd0-916e-329dcd98dfe4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e HTTP/1.1" status: 200 len: 1097 time: 0.1955872 Aug 21 09:10:54.406310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0347970-091c-4590-b87d-1b5d389127fa req-d3e46e57-1a24-4440-a9f7-cec0ede98635 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532030 Aug 21 09:10:54.421157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00e88d4c-6821-4abb-9e82-0ee30547b049 req-4c108279-d0df-4661-9570-82ff927c7621 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119459 Aug 21 09:10:54.424817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0df3e68-085d-41c4-9271-8b3978b731aa req-35b8b614-2801-464a-902b-b86d9d9d342c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254015 Aug 21 09:10:54.433989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3502530-eefc-412f-9b85-423b1f246a48 req-03120a26-0982-45d9-8d98-ffd1774cab25 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724536 Aug 21 09:10:54.460728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37ccd-72da-48e0-b125-596478d00245 req-2159a42a-40a9-4f67-b69c-8b6de5c8a7f5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:54.468225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94b37ccd-72da-48e0-b125-596478d00245 req-2159a42a-40a9-4f67-b69c-8b6de5c8a7f5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.2186594 Aug 21 09:10:54.533630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94b37ccd-72da-48e0-b125-596478d00245 req-367ceb02-42ec-4d69-b8c5-3fd492804253 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644963 Aug 21 09:10:54.693990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f3f4e-e5f3-4ae6-98b2-6cbb4733fce8 req-d33a1829-8216-406a-b77e-dc702886c24e tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:54.695595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df7f3f4e-e5f3-4ae6-98b2-6cbb4733fce8 req-d33a1829-8216-406a-b77e-dc702886c24e tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 949 time: 0.0769417 Aug 21 09:10:54.743885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df7f3f4e-e5f3-4ae6-98b2-6cbb4733fce8 req-0c15b099-1a09-4773-9374-410193793e0c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Aug 21 09:10:55.112383 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-d3221179-0628-4646-9c5a-8bd60c822e96 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ea904ca3-a420-4292-afba-f47c7983f423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499346 Aug 21 09:10:55.235043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-163aaae2-7c83-4ebc-8678-0d6fa48dfef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.236571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-163aaae2-7c83-4ebc-8678-0d6fa48dfef8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&device_id=ea904ca3-a420-4292-afba-f47c7983f423 HTTP/1.1" status: 200 len: 1099 time: 0.0514534 Aug 21 09:10:55.355248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.355752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.356225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.356705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.357166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.357620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.358609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.359088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.359546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.360025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.360479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.360933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.361388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.362231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.362319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.362713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.363162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.363644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.364101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.364549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.364999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.365449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.365897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.366347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.366796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.369843 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-cc2396b4-5488-470c-9f24-bf671f2c4631 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac&device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e&device_id=283f2758-aa87-4f30-a323-806e2af4c56c&device_id=53c03f61-b119-43f1-80e7-5044a822a795&device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47&device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39&device_id=9d4bb997-d122-40f0-afa4-4a95239edcad&device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21&device_id=45358855-513a-4996-bb94-69fe761c54bc&device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5&device_id=ea904ca3-a420-4292-afba-f47c7983f423&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 22574 time: 0.1324065 Aug 21 09:10:55.398218 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-a5beaf65-9932-42cd-9ef7-37dd74151a37 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:55.415021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-baa51d09-4b7c-4f66-b7ec-80bca6d40aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.416521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-baa51d09-4b7c-4f66-b7ec-80bca6d40aff service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1492732 Aug 21 09:10:55.468132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-dfb0b5cd-bac6-4523-a7fd-d0158906876d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=982d3312-9af8-4f57-9f37-c0d0643d943c HTTP/1.1" status: 200 len: 217 time: 0.0400560 Aug 21 09:10:55.568382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-8b487907-face-4c5b-88dd-bb4b0b0f454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.569875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-8b487907-face-4c5b-88dd-bb4b0b0f454d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0947714 Aug 21 09:10:55.604054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e343951-a922-4434-b35b-4c4752a3d917 req-b484fab0-dc08-4b66-ae83-3e9bad5f638f tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.605509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e343951-a922-4434-b35b-4c4752a3d917 req-b484fab0-dc08-4b66-ae83-3e9bad5f638f tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 945 time: 0.0984879 Aug 21 09:10:55.665919 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-a5beaf65-9932-42cd-9ef7-37dd74151a37 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:55.681591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-4cefec00-adf4-4e96-b6c1-e7fbd1e26110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:55.683104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-4cefec00-adf4-4e96-b6c1-e7fbd1e26110 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1004381 Aug 21 09:10:55.686090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e343951-a922-4434-b35b-4c4752a3d917 req-28e2d14e-6bad-421d-bf5d-172f8219b4d2 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645142 Aug 21 09:10:55.805720 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-a5beaf65-9932-42cd-9ef7-37dd74151a37 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:10:55.891406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-859550d8-a0e2-4f4e-b63a-ac5a4ba883bc req-a5beaf65-9932-42cd-9ef7-37dd74151a37 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=7f061a60-9a47-4451-9640-1df3d095f431&id=65d76882-dd23-4a84-8dd0-2014e09d42a0&id=95103263-d92b-4e8d-8353-df561e3f7f77&id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 899 time: 0.5120900 Aug 21 09:10:55.951153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-217a7496-ea63-4016-a01a-4f65ce27db0f service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605438 Aug 21 09:10:55.956100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5beaf65-9932-42cd-9ef7-37dd74151a37 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d8b2d-95ab-40d3-b2c4-a6009975b507,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:10:56.046838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3b9d-9202-4b4d-8b10-22ddab2e47fa req-3a3bfa48-789c-4f66-bf91-b1f4fe1e5205 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:56.048502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71ff3b9d-9202-4b4d-8b10-22ddab2e47fa req-3a3bfa48-789c-4f66-bf91-b1f4fe1e5205 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.2133977 Aug 21 09:10:56.119520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71ff3b9d-9202-4b4d-8b10-22ddab2e47fa req-37c68256-c973-41f2-81aa-b10d2bfe6c7c tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630181 Aug 21 09:10:56.135296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ec3b2af-1d8d-48ca-bd7f-a1d1c8b02611 req-594b83ca-cbf1-4e30-b4f2-5442c6723325 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706643 Aug 21 09:10:56.523663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23405dfc-45c9-4c24-b52f-eba704002ba5 req-935e6678-f923-4ff9-9869-95e06d7ed4e6 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:56.524337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23405dfc-45c9-4c24-b52f-eba704002ba5 req-935e6678-f923-4ff9-9869-95e06d7ed4e6 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:56.524901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23405dfc-45c9-4c24-b52f-eba704002ba5 req-935e6678-f923-4ff9-9869-95e06d7ed4e6 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:56.526626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23405dfc-45c9-4c24-b52f-eba704002ba5 req-935e6678-f923-4ff9-9869-95e06d7ed4e6 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795&device_id=9d4bb997-d122-40f0-afa4-4a95239edcad&device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 2886 time: 0.0625014 Aug 21 09:10:56.565955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23405dfc-45c9-4c24-b52f-eba704002ba5 req-d3b57824-271e-427e-b4e2-7181c9d30400 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Aug 21 09:10:56.823261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258c5b-ddc4-4836-bab7-aa9b041c6183 req-887650b5-88d8-4c37-8a13-f1060a6b73a5 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:56.831955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54258c5b-ddc4-4836-bab7-aa9b041c6183 req-887650b5-88d8-4c37-8a13-f1060a6b73a5 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 945 time: 0.0710804 Aug 21 09:10:56.872118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54258c5b-ddc4-4836-bab7-aa9b041c6183 req-dcfea113-8e81-415c-abf9-51c3bd975e97 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 Aug 21 09:10:57.075120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03a7f0-c419-4063-96f5-f7995ecdd28d req-87fdfdb3-fa4c-435a-af04-62e8cca4a561 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:57.079894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d03a7f0-c419-4063-96f5-f7995ecdd28d req-87fdfdb3-fa4c-435a-af04-62e8cca4a561 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0610468 Aug 21 09:10:57.125946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d03a7f0-c419-4063-96f5-f7995ecdd28d req-dbdd0b34-068c-4771-a7d6-ede03e7305d7 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383968 Aug 21 09:10:57.285073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90c6ce-14fb-46a0-a17b-587e3962218b req-d4238798-761b-4cc5-b766-3f197913418e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:57.286512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f90c6ce-14fb-46a0-a17b-587e3962218b req-d4238798-761b-4cc5-b766-3f197913418e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0515091 Aug 21 09:10:57.343467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f90c6ce-14fb-46a0-a17b-587e3962218b req-6f62a477-5ff4-452e-a964-67dca794754f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491338 Aug 21 09:10:57.431011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39189a27-406a-4333-8aa6-195d9472153b req-a1ce48b8-cb74-41f6-baa4-1aa3a0a775d5 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:57.433143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39189a27-406a-4333-8aa6-195d9472153b req-a1ce48b8-cb74-41f6-baa4-1aa3a0a775d5 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e HTTP/1.1" status: 200 len: 945 time: 0.0610440 Aug 21 09:10:57.496170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39189a27-406a-4333-8aa6-195d9472153b req-9238aee5-a094-4515-a2d5-042d98920d7e tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545375 Aug 21 09:10:57.827860 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d730ad-e925-4a73-99c0-e9d208d5d782 req-e1535929-e47e-4a6b-af78-ffaa6db2ae64 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:57.830424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7d730ad-e925-4a73-99c0-e9d208d5d782 req-e1535929-e47e-4a6b-af78-ffaa6db2ae64 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 945 time: 0.0700305 Aug 21 09:10:57.885420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7d730ad-e925-4a73-99c0-e9d208d5d782 req-6f2d013c-0b63-4ab0-bb5e-5f6f987ce30b tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486424 Aug 21 09:10:58.014554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e12c34-f007-4195-bdd1-0a4c5dfa05d3 req-8432d6d9-9181-4caa-aa91-9cf5a9318f40 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:58.024334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37e12c34-f007-4195-bdd1-0a4c5dfa05d3 req-8432d6d9-9181-4caa-aa91-9cf5a9318f40 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 1102 time: 0.0937848 Aug 21 09:10:58.094181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37e12c34-f007-4195-bdd1-0a4c5dfa05d3 req-b20b379a-5676-4f1c-8cfb-c29f422debf2 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679815 Aug 21 09:10:58.240764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00dd6d-6e35-4dfa-a98d-5fc3b8065346 req-b38e59af-ade2-4821-9088-b01c14fd477a tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:58.242294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd00dd6d-6e35-4dfa-a98d-5fc3b8065346 req-b38e59af-ade2-4821-9088-b01c14fd477a tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0775001 Aug 21 09:10:58.306296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd00dd6d-6e35-4dfa-a98d-5fc3b8065346 req-8dfbd603-9cb1-4f6b-87ba-32c4e3a6f01f tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549266 Aug 21 09:10:58.310930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aacfac-12e1-4543-af61-e2715361319e req-92fe3af6-db70-478b-a895-db6f4928f3a0 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:58.318386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55aacfac-12e1-4543-af61-e2715361319e req-92fe3af6-db70-478b-a895-db6f4928f3a0 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 1102 time: 0.0751626 Aug 21 09:10:58.365649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55aacfac-12e1-4543-af61-e2715361319e req-e7a151bc-f719-4778-abdf-a09d8f0a5aaa tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463974 Aug 21 09:10:58.548681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee6011-72f4-49cf-b12e-19abf56a5feb req-08545448-a056-4472-989a-d922ae392a3a tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:58.549239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cee6011-72f4-49cf-b12e-19abf56a5feb req-08545448-a056-4472-989a-d922ae392a3a tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0625591 Aug 21 09:10:58.601325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cee6011-72f4-49cf-b12e-19abf56a5feb req-c9cadb5d-210e-41dc-a23d-fdecfa0ce6f2 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462956 Aug 21 09:10:58.732364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031f2e7-0efd-4c86-889f-16f2a8c6edd5 req-f96599f2-fa0e-45a0-bc2c-002b8035ca90 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:58.739451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031f2e7-0efd-4c86-889f-16f2a8c6edd5 req-f96599f2-fa0e-45a0-bc2c-002b8035ca90 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:58.746805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031f2e7-0efd-4c86-889f-16f2a8c6edd5 req-f96599f2-fa0e-45a0-bc2c-002b8035ca90 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:58.749399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7031f2e7-0efd-4c86-889f-16f2a8c6edd5 req-f96599f2-fa0e-45a0-bc2c-002b8035ca90 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac&device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e&device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 2416 time: 0.0862067 Aug 21 09:10:58.812314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7031f2e7-0efd-4c86-889f-16f2a8c6edd5 req-2abc0778-68c5-407f-9fc1-df1ad348b814 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547500 Aug 21 09:10:58.960029 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c4f9f-8a60-4a31-984b-31d4e3e11581 req-06135a53-f94c-4948-a98d-0f909a0b1ce0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:58.962000 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-986c4f9f-8a60-4a31-984b-31d4e3e11581 req-06135a53-f94c-4948-a98d-0f909a0b1ce0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 945 time: 0.0531845 Aug 21 09:10:59.002475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-986c4f9f-8a60-4a31-984b-31d4e3e11581 req-0b3deb41-c63b-4d25-a8eb-91b0c7d935a2 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353398 Aug 21 09:10:59.830018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d2a98-e28f-4b3a-aaa9-a6661dd90aa5 req-e7be96a5-034f-4afb-bd46-41e2da4157ab tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:10:59.834456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-319d2a98-e28f-4b3a-aaa9-a6661dd90aa5 req-e7be96a5-034f-4afb-bd46-41e2da4157ab tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0593417 Aug 21 09:10:59.909172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-319d2a98-e28f-4b3a-aaa9-a6661dd90aa5 req-2bcc03bc-97a1-47d0-9e51-b9e0c37a2389 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Aug 21 09:11:00.007614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803aedf-61c1-4e18-9482-cfe8cc7af43b req-cdb63fbd-f4d6-46f7-a33c-386f9583eca4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:00.009412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f803aedf-61c1-4e18-9482-cfe8cc7af43b req-cdb63fbd-f4d6-46f7-a33c-386f9583eca4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0559742 Aug 21 09:11:00.062129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f803aedf-61c1-4e18-9482-cfe8cc7af43b req-0e42c64f-19e8-4bd6-9331-997a779151fe tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446789 Aug 21 09:11:00.471548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de84d48-396d-43f9-86a1-6893f413e15f req-64664d86-ccbe-4ac6-aca5-a59767d72090 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:00.473116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1de84d48-396d-43f9-86a1-6893f413e15f req-64664d86-ccbe-4ac6-aca5-a59767d72090 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0586703 Aug 21 09:11:00.512054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1de84d48-396d-43f9-86a1-6893f413e15f req-10a1c537-760b-4703-b962-3fb0e40cca84 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327897 Aug 21 09:11:00.581510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaca1af-054a-4d68-b2f2-42d37672d2ed req-b3c6841d-f149-4288-90a8-63de07a34a3e tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:00.583051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ceaca1af-054a-4d68-b2f2-42d37672d2ed req-b3c6841d-f149-4288-90a8-63de07a34a3e tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 949 time: 0.0571308 Aug 21 09:11:00.621623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ceaca1af-054a-4d68-b2f2-42d37672d2ed req-9d96734a-db11-45d7-b133-6ef13db2744e tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Aug 21 09:11:01.007177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de694ce-b2de-4ffa-b6e6-a13465a7de26 req-5c0889c6-36c7-4ed1-8d4c-1b4c2f29a794 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:01.009253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7de694ce-b2de-4ffa-b6e6-a13465a7de26 req-5c0889c6-36c7-4ed1-8d4c-1b4c2f29a794 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0558903 Aug 21 09:11:01.049164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7de694ce-b2de-4ffa-b6e6-a13465a7de26 req-7ffbd3ce-0a46-44f5-bc88-6e53e00e9ef7 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338047 Aug 21 09:11:01.180919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa6e87-6ca4-4a54-b48d-52497d73e294 req-d63feec5-2a02-4533-803a-cc414699f5c1 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:01.182463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dcfa6e87-6ca4-4a54-b48d-52497d73e294 req-d63feec5-2a02-4533-803a-cc414699f5c1 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0555143 Aug 21 09:11:01.220225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dcfa6e87-6ca4-4a54-b48d-52497d73e294 req-479d8d1e-af39-49c8-9360-62982c7ee796 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Aug 21 09:11:01.633858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a37327-80b7-4267-8d57-e9472cb8b6cd req-42ff29e0-4b2b-4961-a8bb-1fa114ec9395 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:01.635826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23a37327-80b7-4267-8d57-e9472cb8b6cd req-42ff29e0-4b2b-4961-a8bb-1fa114ec9395 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0528495 Aug 21 09:11:01.676306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23a37327-80b7-4267-8d57-e9472cb8b6cd req-806a8346-8fff-4a5a-81c9-82aadb869bfd tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340097 Aug 21 09:11:01.748077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8587be5-df20-4de2-bb55-178d9a1bcdbe req-2ba68096-7bed-41e0-88d5-e897e38dbdec tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:01.749600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8587be5-df20-4de2-bb55-178d9a1bcdbe req-2ba68096-7bed-41e0-88d5-e897e38dbdec tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 949 time: 0.0575171 Aug 21 09:11:01.796174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8587be5-df20-4de2-bb55-178d9a1bcdbe req-a8652ff3-f724-459a-8b2c-2d91921d7e38 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374122 Aug 21 09:11:02.167057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f428b-72ad-4264-bfbc-46b789a21b41 req-1b5002a4-ff3c-407e-bc05-cd7e94fc193b tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:02.168790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-519f428b-72ad-4264-bfbc-46b789a21b41 req-1b5002a4-ff3c-407e-bc05-cd7e94fc193b tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0517926 Aug 21 09:11:02.211129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-519f428b-72ad-4264-bfbc-46b789a21b41 req-8788ae25-06b8-4399-9b79-cd06320ff1ad tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363290 Aug 21 09:11:02.376743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685210c0-b296-4913-b2e6-99a08064e436 req-58a8578f-17c8-4df5-ae5c-e8c4d13606c4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:02.378685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-685210c0-b296-4913-b2e6-99a08064e436 req-58a8578f-17c8-4df5-ae5c-e8c4d13606c4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0543597 Aug 21 09:11:02.436930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-685210c0-b296-4913-b2e6-99a08064e436 req-92a37d55-6815-4848-9e60-99cb16a8dc0c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484447 Aug 21 09:11:02.797937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd084e4f-3a2f-4bab-9156-5ed7ec6fdf3b req-9f2f456d-11ac-420a-9681-a43251a0fb3f tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:02.800375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd084e4f-3a2f-4bab-9156-5ed7ec6fdf3b req-9f2f456d-11ac-420a-9681-a43251a0fb3f tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0573318 Aug 21 09:11:02.846939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd084e4f-3a2f-4bab-9156-5ed7ec6fdf3b req-040bc838-2acf-4e39-9394-f975621f9b98 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 Aug 21 09:11:03.332399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3533-9c6d-4289-9fa4-49b73561fa2e req-254acf2b-a56c-4766-b6a6-eb759e7e04cc tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:03.336550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-841d3533-9c6d-4289-9fa4-49b73561fa2e req-254acf2b-a56c-4766-b6a6-eb759e7e04cc tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0515332 Aug 21 09:11:03.374900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-841d3533-9c6d-4289-9fa4-49b73561fa2e req-10c57678-77e1-412f-900f-4637000a78f6 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347190 Aug 21 09:11:03.579971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af8404-720d-40aa-9de5-54e205d22f87 req-f66c271d-4d0d-456b-8a3d-e48e8aced090 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:03.581598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47af8404-720d-40aa-9de5-54e205d22f87 req-f66c271d-4d0d-456b-8a3d-e48e8aced090 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0571404 Aug 21 09:11:03.622709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47af8404-720d-40aa-9de5-54e205d22f87 req-379ab5ce-17e3-4c5a-9e8d-5a38f4cb6ec6 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Aug 21 09:11:03.973893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4723617-26c9-4546-84e2-02a54b67a1cf req-63b56c8d-4695-49b0-8f5f-cf1692a880e4 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:03.975381 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4723617-26c9-4546-84e2-02a54b67a1cf req-63b56c8d-4695-49b0-8f5f-cf1692a880e4 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0582871 Aug 21 09:11:04.014123 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4723617-26c9-4546-84e2-02a54b67a1cf req-e7b69d4f-6c19-4f33-9cd3-d7a1780b7b43 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Aug 21 09:11:04.057234 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:11:04.490448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1eca9a-5ed7-47de-98fd-22a7d5d0e94f req-c4ed4438-3316-401c-a890-8f26468bff86 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:04.492048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a1eca9a-5ed7-47de-98fd-22a7d5d0e94f req-c4ed4438-3316-401c-a890-8f26468bff86 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0495238 Aug 21 09:11:04.533014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a1eca9a-5ed7-47de-98fd-22a7d5d0e94f req-4b307f8f-f667-4916-bc4e-504f82553436 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348010 Aug 21 09:11:04.740555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c9a2a-93c9-4d9f-a54d-c2b31f04f2b5 req-ee079780-e555-4f4a-9b09-8052ef0b86eb tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:04.742552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-329c9a2a-93c9-4d9f-a54d-c2b31f04f2b5 req-ee079780-e555-4f4a-9b09-8052ef0b86eb tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0494413 Aug 21 09:11:04.781584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-329c9a2a-93c9-4d9f-a54d-c2b31f04f2b5 req-787cf125-5603-46a7-b9b8-ad67fb69064a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Aug 21 09:11:04.884203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-b9408f01-456c-4370-8d6f-224dcdc520ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0506032 Aug 21 09:11:04.980182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af185a-0dd2-412a-949a-0566f4bba60f req-bac5c9de-a1d7-49b1-b4a7-2dd762391ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:04.981686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15af185a-0dd2-412a-949a-0566f4bba60f req-bac5c9de-a1d7-49b1-b4a7-2dd762391ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 1097 time: 0.0704634 Aug 21 09:11:04.991191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-541daceb-ee3c-411a-b401-d0dd942da418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:04.991686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-541daceb-ee3c-411a-b401-d0dd942da418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:04.992156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-541daceb-ee3c-411a-b401-d0dd942da418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:04.992619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-541daceb-ee3c-411a-b401-d0dd942da418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:04.993080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-541daceb-ee3c-411a-b401-d0dd942da418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:04.993545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-541daceb-ee3c-411a-b401-d0dd942da418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:04.994002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-541daceb-ee3c-411a-b401-d0dd942da418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:04.995878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-541daceb-ee3c-411a-b401-d0dd942da418 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78be187f2a8045b5b339bd471ef1ee79&device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 6509 time: 0.0606704 Aug 21 09:11:05.028116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15af185a-0dd2-412a-949a-0566f4bba60f req-50814b88-7791-4cb7-b77a-0406985a267e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313115 Aug 21 09:11:05.158058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f17e63-e70f-4c27-a7e3-7ebb7892a5dd req-1c924694-d893-4de7-9b12-7312b4b309c2 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:05.159583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2f17e63-e70f-4c27-a7e3-7ebb7892a5dd req-1c924694-d893-4de7-9b12-7312b4b309c2 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0775874 Aug 21 09:11:05.165015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-a9373277-0aa5-4ec4-80e8-0dcde7a00a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:05.165479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-a9373277-0aa5-4ec4-80e8-0dcde7a00a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:05.165941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-a9373277-0aa5-4ec4-80e8-0dcde7a00a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:05.167460 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-a9373277-0aa5-4ec4-80e8-0dcde7a00a67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=04a14846-b657-47da-aaf2-d12dbfa433a0&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 HTTP/1.1" status: 200 len: 2296 time: 0.1384788 Aug 21 09:11:05.201896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2f17e63-e70f-4c27-a7e3-7ebb7892a5dd req-69fcd60b-9124-459a-87bf-e760adba8b36 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335119 Aug 21 09:11:05.305921 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-334715a1-83e5-430d-943e-2206e304e85e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d214a269-de68-403f-bcfa-835869aca265 HTTP/1.1" status: 200 len: 1000 time: 0.0636599 Aug 21 09:11:05.356038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-a4c56639-1a79-48ea-a7a3-9d4f8e4e3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:05.357516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-a4c56639-1a79-48ea-a7a3-9d4f8e4e3fa3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eea5f64-f9f4-4f3d-823b-00499102b99d HTTP/1.1" status: 200 len: 854 time: 0.0439165 Aug 21 09:11:05.407719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-f933fd8f-1927-46dc-a46b-eb99e9cc89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:05.409224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-f933fd8f-1927-46dc-a46b-eb99e9cc89d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f9dfb4-9c6d-4fc9-966a-d52ab4907925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405397 Aug 21 09:11:05.515794 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-44a90020-b992-480b-9563-b87a98395f6f service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936317 Aug 21 09:11:05.574008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 982d3312-9af8-4f57-9f37-c0d0643d943c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:11:05.609295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-c1a92daf-6382-4060-a851-91b0764bf4e5 service neutron] 10.222.0.13 "GET /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867252 Aug 21 09:11:05.682964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-77ed2e56-0bbb-4f23-a90e-782186329c33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=09b19b1a-98fa-4efc-9311-75cf68b68d53 HTTP/1.1" status: 200 len: 217 time: 0.0585892 Aug 21 09:11:05.695796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8b2286fb-d4b0-470e-80be-10c427e3481b no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:05.727256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea97d87-ce1e-493a-adbe-4a040aec996c req-9430dc9b-f672-46b7-8197-6fa47627682b tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:05.727256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ea97d87-ce1e-493a-adbe-4a040aec996c req-9430dc9b-f672-46b7-8197-6fa47627682b tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.1135037 Aug 21 09:11:05.780928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-ea6081d9-2358-470b-ae2e-71e4f7eec53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:05.782766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-ea6081d9-2358-470b-ae2e-71e4f7eec53b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.0892603 Aug 21 09:11:05.800102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ea97d87-ce1e-493a-adbe-4a040aec996c req-f77f9201-a488-4ac8-8e93-2aa26908e62d tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543325 Aug 21 09:11:05.837065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:05.858072 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:05.860573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'mac_address': 'fa:16:3e:43:79:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:11:05.875490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-c7317ee5-01c5-4c7f-895a-4fa725f3aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:05.877197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-c7317ee5-01c5-4c7f-895a-4fa725f3aada service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0831189 Aug 21 09:11:05.909979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2286fb-d4b0-470e-80be-10c427e3481b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:05.912544 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8146766-4114-4581-b630-3aeb3aea2367" -d '{"events": [{"server_uuid": "5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b2286fb-d4b0-470e-80be-10c427e3481b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:05.938074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8b2286fb-d4b0-470e-80be-10c427e3481b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8b2286fb-d4b0-470e-80be-10c427e3481b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:05.939120 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:05.954053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982d3312-9af8-4f57-9f37-c0d0643d943c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:11:05.964105 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58976eaa-319a-46fe-a443-485000c58c5a x-openstack-request-id: req-58976eaa-319a-46fe-a443-485000c58c5a {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:05.965310 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b2286fb-d4b0-470e-80be-10c427e3481b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:05.965310 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58976eaa-319a-46fe-a443-485000c58c5a {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:05.965553 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2286fb-d4b0-470e-80be-10c427e3481b', 'code': 200} Aug 21 09:11:05.980147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:06.000028 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:06.006255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e8201-effe-4f36-9444-dd26e24900df req-ba250231-3f1f-4de0-b4d5-830d7d4f3027 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:06.006255 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c68e8201-effe-4f36-9444-dd26e24900df req-ba250231-3f1f-4de0-b4d5-830d7d4f3027 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1001620 Aug 21 09:11:06.042135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-d67965ea-823a-4d78-8b49-903c7841f299 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559825 Aug 21 09:11:06.074535 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:06.079341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8b2286fb-d4b0-470e-80be-10c427e3481b,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:06.088175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c68e8201-effe-4f36-9444-dd26e24900df req-2106c8af-9a77-4da9-b202-14e2e24a8673 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723345 Aug 21 09:11:06.088351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.088461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.088770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.089344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.089978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.090462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.091219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.091466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.091854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.092184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.092510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.092881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:06.153474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:06.161107 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-710e9ae5-7627-4c82-a41c-20352f627131 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020727 Aug 21 09:11:06.203838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['982d3312-9af8-4f57-9f37-c0d0643d943c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:11:06.208875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-3ca95258-406f-43bb-8303-d6a2dda4a30a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=84112da1-91f0-4e8d-a37a-f7fb1c3abe36 HTTP/1.1" status: 200 len: 217 time: 0.0396273 Aug 21 09:11:06.297266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-d242a9e5-ed12-462c-a06d-53fb1f9ea226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:06.301338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-d242a9e5-ed12-462c-a06d-53fb1f9ea226 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.0739121 Aug 21 09:11:06.388137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc997-034c-4fc0-b0e3-e9eb52d65414 req-ea9943a3-1ac8-4262-a521-bc129fc03502 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:06.389651 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-394bc997-034c-4fc0-b0e3-e9eb52d65414 req-ea9943a3-1ac8-4262-a521-bc129fc03502 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0812545 Aug 21 09:11:06.411095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-13f8c8e8-e6ce-416b-ba4f-df8f30483f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:06.412607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-13f8c8e8-e6ce-416b-ba4f-df8f30483f91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0951054 Aug 21 09:11:06.482709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-394bc997-034c-4fc0-b0e3-e9eb52d65414 req-0bdd97a2-558d-45ef-ad37-0cae8d17305a tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835330 Aug 21 09:11:06.545578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-5617e7e4-7738-4dcd-88bd-4fad79fa926b service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205316 Aug 21 09:11:06.655445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-4931301d-1335-4b9e-b69f-5659b5861eab service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028364 Aug 21 09:11:06.708744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-aa017aa7-e757-483c-aa64-89b8e4220052 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=7fb1a58b-466b-48b3-8947-1a5beaf86710 HTTP/1.1" status: 200 len: 217 time: 0.0447268 Aug 21 09:11:06.759070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-a308a4ff-96d1-411b-a238-4e3a7fab0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:06.760589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-a308a4ff-96d1-411b-a238-4e3a7fab0f3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.0462062 Aug 21 09:11:06.810673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-abecf8fa-5bbb-44f8-b62e-d251846c7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:06.812831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-abecf8fa-5bbb-44f8-b62e-d251846c7477 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0448856 Aug 21 09:11:06.840346 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2bc06c72-4a41-470c-8e71-b1a47b99b931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:06.912367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-a8ff3a3a-3e79-4d3e-b0c5-1859c8edad84 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920784 Aug 21 09:11:07.007922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8c2f9-8124-42ae-944f-60d58e3c603d req-88cbf2b7-5b26-4c5f-9842-36091653aa45 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:07.009346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40b8c2f9-8124-42ae-944f-60d58e3c603d req-88cbf2b7-5b26-4c5f-9842-36091653aa45 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0945096 Aug 21 09:11:07.058498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-fcb11134-ee29-43f0-9445-2c4922eabbad service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348283 Aug 21 09:11:07.444658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40b8c2f9-8124-42ae-944f-60d58e3c603d req-25952561-c67f-446c-908c-302bb710b5d7 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241071 Aug 21 09:11:07.453602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-98b8f511-93d1-49ef-a011-0b5adb9ab6f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=deb6eb46-4bad-4b70-b769-24658adbb7f5 HTTP/1.1" status: 200 len: 217 time: 0.3870456 Aug 21 09:11:07.561417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f899b-b0c6-4e4c-963e-ec1802ea765c req-c2f74446-533b-4ac5-9f68-e9b655873756 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:07.562846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a2f899b-b0c6-4e4c-963e-ec1802ea765c req-c2f74446-533b-4ac5-9f68-e9b655873756 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1470265 Aug 21 09:11:07.565072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-57dbe131-1405-495a-93e0-c505a0d4920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:07.566633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-57dbe131-1405-495a-93e0-c505a0d4920e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 200 len: 797 time: 0.0945461 Aug 21 09:11:07.577901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 982d3312-9af8-4f57-9f37-c0d0643d943c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:11:07.625591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b8f06-8615-4fa7-ace7-0c996169a915 req-e7e574f2-cdc9-4240-b49d-ce8c74804c97 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:07.626988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 982d3312-9af8-4f57-9f37-c0d0643d943c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:11:07.627128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b8b8f06-8615-4fa7-ace7-0c996169a915 req-e7e574f2-cdc9-4240-b49d-ce8c74804c97 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1135874 Aug 21 09:11:07.627658 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:07.684197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a2f899b-b0c6-4e4c-963e-ec1802ea765c req-b219d321-1a7f-4660-a987-f72da97f0e2d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138573 Aug 21 09:11:07.711476 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-979e3710-a301-4984-a5ab-90cd7c8269e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:07.713310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-979e3710-a301-4984-a5ab-90cd7c8269e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04a14846-b657-47da-aaf2-d12dbfa433a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1324987 Aug 21 09:11:07.717458 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:07.724611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b8b8f06-8615-4fa7-ace7-0c996169a915 req-5e6e0247-493c-4f7b-a0db-93c0278deaac tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823860 Aug 21 09:11:07.762042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:07.867838 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:07.868457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-463a2b39-a777-4209-bdc9-8f47bd1b6b61 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409991 Aug 21 09:11:07.881889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9b3aa-30e2-41d7-9d07-87446748f772 req-dfc7e5f0-07cc-41bc-a9b3-6d81da816f40 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:07.895801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2f9b3aa-30e2-41d7-9d07-87446748f772 req-dfc7e5f0-07cc-41bc-a9b3-6d81da816f40 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.1105673 Aug 21 09:11:07.945784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=10']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:07.967520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:07.971374 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfc39bf-573b-4a75-943c-3a3c4a992aae" -d '{"events": [{"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-plugged", "status": "completed", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:08.022637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2f9b3aa-30e2-41d7-9d07-87446748f772 req-9009b0ec-1f91-4a60-8cc1-cede802b413c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166885 Aug 21 09:11:08.068717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-a82e957c-31bc-49f9-aed9-506e81defde4 service neutron] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752272 Aug 21 09:11:08.074067 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2f4f21-0f98-4cf0-91aa-c82de4c46c1d x-openstack-request-id: req-be2f4f21-0f98-4cf0-91aa-c82de4c46c1d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:08.074392 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-plugged", "status": "completed", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:08.074640 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be2f4f21-0f98-4cf0-91aa-c82de4c46c1d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:08.075033 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'code': 200} Aug 21 09:11:08.130847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-6ca2ec55-dfef-4df5-bf0f-845dbccb9e82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ad734c-4502-46b0-8437-ad0dc2f66968 HTTP/1.1" status: 200 len: 217 time: 0.0456760 Aug 21 09:11:08.260919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-6ea0930d-12fb-42cd-b8b6-511d37464096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:08.262514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-6ea0930d-12fb-42cd-b8b6-511d37464096 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.1285560 Aug 21 09:11:08.272008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49403f62-8caa-4b17-b88f-66225381ca7a req-09b33628-9aee-4d0e-a513-6b7f3650a496 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:08.277181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49403f62-8caa-4b17-b88f-66225381ca7a req-09b33628-9aee-4d0e-a513-6b7f3650a496 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0935814 Aug 21 09:11:08.356524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49403f62-8caa-4b17-b88f-66225381ca7a req-25c0d582-cb15-4305-8f4f-02b683e44b24 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694060 Aug 21 09:11:08.362948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-dd85157c-bc5b-4432-8a5e-3ba7bd54bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:08.365218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-dd85157c-bc5b-4432-8a5e-3ba7bd54bb76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0863333 Aug 21 09:11:08.490481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-daac30dc-1465-491e-a103-70975a9f5e8e service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147835 Aug 21 09:11:08.601783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-dfcced61-b7d6-4f95-8880-64656d3ee5a5 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958874 Aug 21 09:11:08.676516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-8818bcf7-a337-4922-9d5b-c52a493318fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=36ced2bb-1173-4212-9d80-e983f8b4d250 HTTP/1.1" status: 200 len: 217 time: 0.0616651 Aug 21 09:11:08.790493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-f9736660-063d-4213-82e3-6707a8ac722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:08.792611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-f9736660-063d-4213-82e3-6707a8ac722a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 200 len: 797 time: 0.1021142 Aug 21 09:11:08.877149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf034a5a-09a6-4ac8-944d-637a70033ca9 req-dcc5f535-7710-4bbb-9b8e-9a8034611d56 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:08.879120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf034a5a-09a6-4ac8-944d-637a70033ca9 req-dcc5f535-7710-4bbb-9b8e-9a8034611d56 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0853503 Aug 21 09:11:08.884754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-ae58c19d-6901-401d-9c94-7b8711f549ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:08.886492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-ae58c19d-6901-401d-9c94-7b8711f549ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0825124 Aug 21 09:11:08.987871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf034a5a-09a6-4ac8-944d-637a70033ca9 req-30af0ebf-1eb0-4bb2-a58a-e03455970273 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001153 Aug 21 09:11:09.070672 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-f6df013f-07c1-41f2-a9dd-606991d2890f service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672053 Aug 21 09:11:09.247525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fab840-c3be-4498-918a-4a7174049ba2 req-a9e19012-ae27-4ab9-a808-7ec7fc021bab tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:09.252038 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94fab840-c3be-4498-918a-4a7174049ba2 req-a9e19012-ae27-4ab9-a808-7ec7fc021bab tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.1410375 Aug 21 09:11:09.259786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac94321-bf94-4b44-bfbe-b85b2cec091b req-81d56f7d-e04d-4806-ba54-03219f16fdb5 service neutron] 10.222.0.13 "GET /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806777 Aug 21 09:11:09.321384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94fab840-c3be-4498-918a-4a7174049ba2 req-d5472ce8-b6f8-4968-8628-c2eac04b9886 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520518 Aug 21 09:11:09.507871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450f1db-55eb-4fc1-b832-6804781fcee6 req-7eca2c9a-6e49-4462-95b4-a79ccbcd670a tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:09.509821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f450f1db-55eb-4fc1-b832-6804781fcee6 req-7eca2c9a-6e49-4462-95b4-a79ccbcd670a tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0733464 Aug 21 09:11:09.543129 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ccc9-4147-47c2-bd9b-37cd96ff0e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:09.563657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f450f1db-55eb-4fc1-b832-6804781fcee6 req-4b5d5d47-d859-427f-b682-231efe51383f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Aug 21 09:11:09.771682 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:10.166772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ac899-7c40-48d5-ae5d-3189b42cf635 req-3e3e46ed-efaa-487b-be5b-f62de2ae5563 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:10.169140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c0ac899-7c40-48d5-ae5d-3189b42cf635 req-3e3e46ed-efaa-487b-be5b-f62de2ae5563 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1036317 Aug 21 09:11:10.258143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1785-22c8-4e9b-b5b6-6d43d9a61765 req-517411bf-675b-406b-868b-eede537de360 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:10.260327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0dac1785-22c8-4e9b-b5b6-6d43d9a61765 req-517411bf-675b-406b-868b-eede537de360 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1154523 Aug 21 09:11:10.271714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c0ac899-7c40-48d5-ae5d-3189b42cf635 req-7a96c0f6-d41e-4ebd-a046-1f793cf9311d tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847833 Aug 21 09:11:10.324219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0dac1785-22c8-4e9b-b5b6-6d43d9a61765 req-ddba8a84-83fc-4566-a4a2-3cc54c7b6387 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485241 Aug 21 09:11:10.466336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a6d7c-92cd-435b-befc-a379192d7e87 req-ee1f73fa-2bb8-4517-8fac-b9267eec71fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:10.467911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc8a6d7c-92cd-435b-befc-a379192d7e87 req-ee1f73fa-2bb8-4517-8fac-b9267eec71fe tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0731328 Aug 21 09:11:10.528567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc8a6d7c-92cd-435b-befc-a379192d7e87 req-792a79de-f971-44ef-bc90-2cc8dd8bd964 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511658 Aug 21 09:11:10.789157 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:11.396681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa882e-9757-44a3-bd04-a38afe459b6b req-fde7a9ff-9557-4309-b0bc-167fc997a2b0 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:11.398397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cfa882e-9757-44a3-bd04-a38afe459b6b req-fde7a9ff-9557-4309-b0bc-167fc997a2b0 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0594950 Aug 21 09:11:11.469172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cfa882e-9757-44a3-bd04-a38afe459b6b req-42f1fea1-f6b9-4b37-8696-0854a70cfe02 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636330 Aug 21 09:11:11.484132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd112d9d-e664-4d9a-afb7-5fb4198c282e req-f6fe75d1-9933-44b4-acdc-44957abcc5ac tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:11.484132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd112d9d-e664-4d9a-afb7-5fb4198c282e req-f6fe75d1-9933-44b4-acdc-44957abcc5ac tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0702302 Aug 21 09:11:11.537627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd112d9d-e664-4d9a-afb7-5fb4198c282e req-ae5bb666-2cec-447b-b20c-77aec3cd0af8 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Aug 21 09:11:11.659129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed963c8e-2e49-4637-b725-e513f62ad545 req-e8e7ba01-c0db-4b14-83ad-34b3a0c6e4ca tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:11.660748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed963c8e-2e49-4637-b725-e513f62ad545 req-e8e7ba01-c0db-4b14-83ad-34b3a0c6e4ca tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0654178 Aug 21 09:11:11.705283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed963c8e-2e49-4637-b725-e513f62ad545 req-5a922cc6-0b61-47db-b1f8-10e05b7a44f8 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347691 Aug 21 09:11:12.376987 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:12.874978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ba631-c93d-4d98-99fe-542f8030d6b5 req-4043e1e5-f0c4-4f10-a519-52f20febbde2 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:12.877704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-788ba631-c93d-4d98-99fe-542f8030d6b5 req-4043e1e5-f0c4-4f10-a519-52f20febbde2 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1346686 Aug 21 09:11:12.979766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-788ba631-c93d-4d98-99fe-542f8030d6b5 req-912deb56-8dd3-41ec-9e26-71c27cdc1bf7 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904007 Aug 21 09:11:13.006591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390becf-5497-4ad5-80ce-8d619050cb68 req-7174bd30-f8ca-48b2-9e99-c278eba9b0f7 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:13.012320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d390becf-5497-4ad5-80ce-8d619050cb68 req-7174bd30-f8ca-48b2-9e99-c278eba9b0f7 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.1164672 Aug 21 09:11:13.102435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d390becf-5497-4ad5-80ce-8d619050cb68 req-175b7bc6-b3a8-4aef-ae50-f906d6195acc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733719 Aug 21 09:11:14.166442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0240eb4-2d91-40e6-92bc-f789be1f06b8 req-e68dfa34-a483-4fa4-a13c-ea1b761b65f5 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:14.175289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0240eb4-2d91-40e6-92bc-f789be1f06b8 req-e68dfa34-a483-4fa4-a13c-ea1b761b65f5 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0837088 Aug 21 09:11:14.248188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0240eb4-2d91-40e6-92bc-f789be1f06b8 req-053c8503-311f-4205-b6b3-8e26d8098d25 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722003 Aug 21 09:11:14.283317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7203b-718c-4a21-a899-e469cd15e046 req-e2efa625-fc11-44fe-b39f-6683191f867b tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:14.288626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7e7203b-718c-4a21-a899-e469cd15e046 req-e2efa625-fc11-44fe-b39f-6683191f867b tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0931127 Aug 21 09:11:14.344183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7e7203b-718c-4a21-a899-e469cd15e046 req-cdefac7e-26b2-4233-98e5-eea1b0befb92 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544720 Aug 21 09:11:15.095552 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:15.174616 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:15.438212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30e969-93f8-4554-a682-f466c02fd881 req-c27d38f0-809f-4795-9c77-689f7fa610ac tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:15.439638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d30e969-93f8-4554-a682-f466c02fd881 req-c27d38f0-809f-4795-9c77-689f7fa610ac tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1314552 Aug 21 09:11:15.462989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27d697-d17b-478c-970d-3d033c6b39fe req-2e4b9467-7cc9-4471-a047-b711c981509b tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:15.464561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c27d697-d17b-478c-970d-3d033c6b39fe req-2e4b9467-7cc9-4471-a047-b711c981509b tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1177487 Aug 21 09:11:15.472472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337649ab-2b02-42af-98b2-538a94c4459d req-56689c33-dc39-4a69-8663-6dc4a840b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:15.473918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-337649ab-2b02-42af-98b2-538a94c4459d req-56689c33-dc39-4a69-8663-6dc4a840b7f3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5298abbe98234bb3897cabfe1642624a&device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 1097 time: 0.1297472 Aug 21 09:11:15.582453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d30e969-93f8-4554-a682-f466c02fd881 req-5e497736-19e8-4a7c-8ba7-d28039a3ed97 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345174 Aug 21 09:11:15.595259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c27d697-d17b-478c-970d-3d033c6b39fe req-c5cd1fe8-87e6-459c-b623-21ca16f1ed0f tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186154 Aug 21 09:11:15.675808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337649ab-2b02-42af-98b2-538a94c4459d req-ff8d545f-fd10-4db6-baaf-c3482aa7884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:15.679415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-337649ab-2b02-42af-98b2-538a94c4459d req-ff8d545f-fd10-4db6-baaf-c3482aa7884c service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 200 len: 920 time: 0.1945033 Aug 21 09:11:15.782183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-337649ab-2b02-42af-98b2-538a94c4459d req-1848720e-e275-4cb2-b09c-57be222f6f74 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 HTTP/1.1" status: 200 len: 217 time: 0.0665429 Aug 21 09:11:15.848284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e9cd4-dbd2-47cd-b3ca-d8cc2afbe30b req-f8936f13-ceff-4e6a-9753-9a7dda73fa83 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:15.850446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a72e9cd4-dbd2-47cd-b3ca-d8cc2afbe30b req-f8936f13-ceff-4e6a-9753-9a7dda73fa83 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.1539164 Aug 21 09:11:15.928612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337649ab-2b02-42af-98b2-538a94c4459d req-87e94cba-bd03-42c7-8ee6-b634994d4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:15.930437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-337649ab-2b02-42af-98b2-538a94c4459d req-87e94cba-bd03-42c7-8ee6-b634994d4404 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2319e9b6-2291-4b85-aad1-7e138856752d HTTP/1.1" status: 200 len: 859 time: 0.1229372 Aug 21 09:11:15.938987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a72e9cd4-dbd2-47cd-b3ca-d8cc2afbe30b req-23472b00-b475-409d-b828-67200c5bf800 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653367 Aug 21 09:11:15.974199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-337649ab-2b02-42af-98b2-538a94c4459d req-59b25de4-1c01-4d4a-badc-8e7ebf4c6572 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7a18130-a4db-48fa-b2f1-d4001ca6a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342205 Aug 21 09:11:16.082892 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-337649ab-2b02-42af-98b2-538a94c4459d req-bce27e9d-1448-462b-8611-c7659edd4f17 service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841386 Aug 21 09:11:16.182356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-337649ab-2b02-42af-98b2-538a94c4459d req-df59fa77-5fe4-4a33-97a6-fd7b8fc49968 service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925422 Aug 21 09:11:16.294729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6073bccc-83ab-41da-bb62-67ef532e5f4c details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:11:16.297394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6073bccc-83ab-41da-bb62-67ef532e5f4c no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:16.511002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:16.513706 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:16.539903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'mac_address': 'fa:16:3e:60:b9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:11:16.547913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:16.550193 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c438a50a-8a68-460d-9507-6ce88244432d" -d '{"events": [{"server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "name": "network-vif-unplugged", "status": "completed", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:16.587330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:16.601381 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc7793f-763d-4d53-aac9-6832bfe160cf x-openstack-request-id: req-ffc7793f-763d-4d53-aac9-6832bfe160cf {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:16.601666 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "name": "network-vif-unplugged", "status": "completed", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:16.601927 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffc7793f-763d-4d53-aac9-6832bfe160cf {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:16.602364 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'code': 200} Aug 21 09:11:16.609781 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:16.651590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6073bccc-83ab-41da-bb62-67ef532e5f4c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:11:16.674552 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:16.766474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dc3d6-fb99-485c-9851-02d4f32c2646 req-bacfd004-7212-42f2-8c7d-54a7201397f0 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:16.767038 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:11:16.767038 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:11:16.769006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5dc3d6-fb99-485c-9851-02d4f32c2646 req-bacfd004-7212-42f2-8c7d-54a7201397f0 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1102567 Aug 21 09:11:16.778695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=6073bccc-83ab-41da-bb62-67ef532e5f4c,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:16.817472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bda4a4-aded-4ce8-b500-3ffcf1791af9 req-d07b0416-8d87-4094-b5e7-a03ae779ec82 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:16.819005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45bda4a4-aded-4ce8-b500-3ffcf1791af9 req-d07b0416-8d87-4094-b5e7-a03ae779ec82 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 948 time: 0.1126561 Aug 21 09:11:16.861540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5dc3d6-fb99-485c-9851-02d4f32c2646 req-f03336be-d2aa-42c3-af58-ee00e67cfaf7 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815213 Aug 21 09:11:16.919062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45bda4a4-aded-4ce8-b500-3ffcf1791af9 req-194f7ab4-89e2-41ec-bf6c-539779fae709 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881269 Aug 21 09:11:16.966809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42922) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:17.111197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ceac6-f6ac-4c2e-a0f7-bdc0714a9554 req-1ba10a1b-e20a-41cf-932f-f6dede495013 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:17.117014 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:17.119599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a0ceac6-f6ac-4c2e-a0f7-bdc0714a9554 req-1ba10a1b-e20a-41cf-932f-f6dede495013 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0806227 Aug 21 09:11:17.168236 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a0ceac6-f6ac-4c2e-a0f7-bdc0714a9554 req-0ed9339c-7184-4b99-96a3-d43e4c3e05e8 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Aug 21 09:11:17.218554 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:17.274175 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:17.308044 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:17.310668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86375ec-c721-4d31-a7f1-39b0d2ee97a4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:17.323435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6073bccc-83ab-41da-bb62-67ef532e5f4c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:11:17.331601 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d61e67129fc54c89bf93934934cb1312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625109 Aug 21 09:11:17.333259 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.333649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.333959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.334306 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.334649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.334988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.335112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42934) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:17.335325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.335689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.336024 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.336356 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.336691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.337022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d15b953-0a57-42b0-b8db-87f1137b8f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:17.353072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:17.407401 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3780-a0b1-44c3-b142-2d5f2ba0fb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:17.411055 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:17.445422 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3780-a0b1-44c3-b142-2d5f2ba0fb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:17.571339 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3780-a0b1-44c3-b142-2d5f2ba0fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:17.574346 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3780-a0b1-44c3-b142-2d5f2ba0fb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:17.575824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cd6d3780-a0b1-44c3-b142-2d5f2ba0fb98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e86375ec-c721-4d31-a7f1-39b0d2ee97a4 HTTP/1.1" status: 204 len: 168 time: 0.2388375 Aug 21 09:11:17.594307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d3780-a0b1-44c3-b142-2d5f2ba0fb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86375ec-c721-4d31-a7f1-39b0d2ee97a4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:17.630693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=6073bccc-83ab-41da-bb62-67ef532e5f4c,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:17.890645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['6073bccc-83ab-41da-bb62-67ef532e5f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:11:18.087825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9d832-2e3b-4e2e-ad7d-fd785ca2997e req-bad15a7d-ceb4-43da-a38e-ead056d3b131 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:18.089528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ac9d832-2e3b-4e2e-ad7d-fd785ca2997e req-bad15a7d-ceb4-43da-a38e-ead056d3b131 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0945628 Aug 21 09:11:18.104248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8309d-0fb2-4f93-9c15-d6858b99f541 req-ce9ca7ea-d26d-4b3c-bc19-9d5231ed63ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:18.106394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02c8309d-0fb2-4f93-9c15-d6858b99f541 req-ce9ca7ea-d26d-4b3c-bc19-9d5231ed63ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 949 time: 0.0930738 Aug 21 09:11:18.171747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ac9d832-2e3b-4e2e-ad7d-fd785ca2997e req-4b9765dd-9e40-430f-a6d2-787b6a2c9307 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642493 Aug 21 09:11:18.199335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02c8309d-0fb2-4f93-9c15-d6858b99f541 req-acae13db-60ce-4c22-81db-e14091b6fc2a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691798 Aug 21 09:11:18.240686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42956) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:18.254692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99fc4d06-6479-4245-9b58-28e4dfe4dc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:18.412562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65357737-ea7d-47c0-96ef-57733945ea07 req-17acff8f-316a-4b9f-b391-0da9f900f396 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:18.414112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65357737-ea7d-47c0-96ef-57733945ea07 req-17acff8f-316a-4b9f-b391-0da9f900f396 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0818131 Aug 21 09:11:18.456399 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99fc4d06-6479-4245-9b58-28e4dfe4dc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:18.477904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65357737-ea7d-47c0-96ef-57733945ea07 req-10fb7559-d74a-4d1d-aa45-6eb2b04e85bd tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542338 Aug 21 09:11:18.514194 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99fc4d06-6479-4245-9b58-28e4dfe4dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:18.557157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42962) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:18.557758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-99fc4d06-6479-4245-9b58-28e4dfe4dc1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8621ffe132345e2a74cf83fcf74bccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168981 Aug 21 09:11:18.558287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc4d06-6479-4245-9b58-28e4dfe4dc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8f5f3a-700f-4037-973f-bd52b9c8c3cf,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:18.632336 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-232256f4-07cd-4c67-8774-e941aadfbf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:18.655940 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-232256f4-07cd-4c67-8774-e941aadfbf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:18.787952 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-232256f4-07cd-4c67-8774-e941aadfbf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:18.791865 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-232256f4-07cd-4c67-8774-e941aadfbf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:18.793123 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-232256f4-07cd-4c67-8774-e941aadfbf90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b8f5f3a-700f-4037-973f-bd52b9c8c3cf HTTP/1.1" status: 204 len: 168 time: 0.2338626 Aug 21 09:11:18.807815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232256f4-07cd-4c67-8774-e941aadfbf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8f5f3a-700f-4037-973f-bd52b9c8c3cf,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:19.375303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a9d30-7ae5-4c49-a35b-8d8011fb0c4d req-b5274893-f8b6-4b8b-801d-328c36eef656 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:19.377845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-439a9d30-7ae5-4c49-a35b-8d8011fb0c4d req-b5274893-f8b6-4b8b-801d-328c36eef656 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 949 time: 0.0963626 Aug 21 09:11:19.397958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2e50-b9ef-40d2-beee-df03b732e639 req-f0e2159a-802c-4a66-a634-0df72c94db1e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:19.400084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae2c2e50-b9ef-40d2-beee-df03b732e639 req-f0e2159a-802c-4a66-a634-0df72c94db1e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1401839 Aug 21 09:11:19.470730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae2c2e50-b9ef-40d2-beee-df03b732e639 req-508a43fe-c33d-4992-9aeb-408e75310d3b tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542474 Aug 21 09:11:19.490280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-439a9d30-7ae5-4c49-a35b-8d8011fb0c4d req-edce4453-ef14-4a7e-baf4-51c6a9ee2a6b tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877595 Aug 21 09:11:19.692334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4f953-79c6-4d59-87a9-3cbdd167528f req-f9523f44-5785-4cd2-bb6d-a4525e4611a6 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:19.694133 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cea4f953-79c6-4d59-87a9-3cbdd167528f req-f9523f44-5785-4cd2-bb6d-a4525e4611a6 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0562923 Aug 21 09:11:19.737695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cea4f953-79c6-4d59-87a9-3cbdd167528f req-6fdd9435-3de6-49f8-9df4-5f0de8bf4eb3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378246 Aug 21 09:11:20.307706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6073bccc-83ab-41da-bb62-67ef532e5f4c up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:11:20.360821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 6073bccc-83ab-41da-bb62-67ef532e5f4c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:11:20.361394 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:20.455489 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:20.488324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:20.490775 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea79d95a-f15c-4ea9-a942-b79f9f019a47" -d '{"events": [{"server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "name": "network-vif-plugged", "status": "completed", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:20.528604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:20.550687 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ee958c-1606-4153-adfa-c92cbb9e9d72 x-openstack-request-id: req-27ee958c-1606-4153-adfa-c92cbb9e9d72 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:20.550999 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "name": "network-vif-plugged", "status": "completed", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:20.551328 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27ee958c-1606-4153-adfa-c92cbb9e9d72 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:20.551756 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'code': 200} Aug 21 09:11:20.596550 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:20.707754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e9e12-44e5-4122-bdcb-5183383402fc req-c89910a3-50f2-4d77-b927-d40b255873e2 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:20.711081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=6073bccc-83ab-41da-bb62-67ef532e5f4c,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:20.724549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d1e9e12-44e5-4122-bdcb-5183383402fc req-c89910a3-50f2-4d77-b927-d40b255873e2 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1078961 Aug 21 09:11:20.826159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d1e9e12-44e5-4122-bdcb-5183383402fc req-d1344395-93d2-4fa0-9e86-18bc01807f00 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007509 Aug 21 09:11:20.849469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af30249-e73c-4b6f-9e75-5f2f6851440f req-b75b8f4a-98ef-40a4-a21e-741b80e9c95a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:20.851064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2af30249-e73c-4b6f-9e75-5f2f6851440f req-b75b8f4a-98ef-40a4-a21e-741b80e9c95a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1561615 Aug 21 09:11:20.854044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80689ef-fe5c-4dbc-ab92-ae0228a12612 req-cc3c6c0e-adda-4ad0-9bda-a2189c267e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:20.857027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a80689ef-fe5c-4dbc-ab92-ae0228a12612 req-cc3c6c0e-adda-4ad0-9bda-a2189c267e7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 1102 time: 0.1232646 Aug 21 09:11:20.920807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2af30249-e73c-4b6f-9e75-5f2f6851440f req-010e1e6a-b059-49fb-8062-117139d82c54 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606875 Aug 21 09:11:20.925247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a80689ef-fe5c-4dbc-ab92-ae0228a12612 req-57965b71-4d76-454c-81ac-a9effbc604a7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561204 Aug 21 09:11:21.060205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746eb71-aaa9-4e86-bec9-539c3ecfd35a req-e3c21936-5348-4fff-ae14-692225015015 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:21.061959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6746eb71-aaa9-4e86-bec9-539c3ecfd35a req-e3c21936-5348-4fff-ae14-692225015015 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0539589 Aug 21 09:11:21.101092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6746eb71-aaa9-4e86-bec9-539c3ecfd35a req-d344e369-8b31-4a32-95f1-744c3146736b tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Aug 21 09:11:22.014161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2cbc-42e2-4249-8731-518836ecf7b5 req-8fb56603-dff6-46e1-a6b2-9538521eb4e6 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:22.015329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f02b2cbc-42e2-4249-8731-518836ecf7b5 req-8fb56603-dff6-46e1-a6b2-9538521eb4e6 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0631158 Aug 21 09:11:22.068374 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43074) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:22.084806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f02b2cbc-42e2-4249-8731-518836ecf7b5 req-6cb7c61d-7b05-4039-825e-52a05ea3e006 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561562 Aug 21 09:11:22.092952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4562b4a-0c33-4c38-8ac4-0d454b71c042 req-1297efda-7396-4d1a-a9ce-6214684ecc66 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:22.094423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4562b4a-0c33-4c38-8ac4-0d454b71c042 req-1297efda-7396-4d1a-a9ce-6214684ecc66 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0756958 Aug 21 09:11:22.147943 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4562b4a-0c33-4c38-8ac4-0d454b71c042 req-f83f1746-64cd-49b1-a7c6-ebe4f25c35da tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374920 Aug 21 09:11:22.209084 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-053850bf-dc69-43d1-a3ff-32c432e65c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:22.249847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481bbc5-e8f3-4d89-9897-4302eafaa268 req-0e4dbfb7-ac47-4639-88e5-889ee2525967 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:22.251873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e481bbc5-e8f3-4d89-9897-4302eafaa268 req-0e4dbfb7-ac47-4639-88e5-889ee2525967 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0555370 Aug 21 09:11:22.293550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e481bbc5-e8f3-4d89-9897-4302eafaa268 req-508cab03-f7ea-41d0-8777-a3b6ff08a9a9 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349298 Aug 21 09:11:22.308849 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-053850bf-dc69-43d1-a3ff-32c432e65c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:22.388573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-053850bf-dc69-43d1-a3ff-32c432e65c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:22.397170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaa51a-554a-43c0-9ffa-1434d55b374a req-8e8cd46d-51f1-492f-8b70-6c2de292d09f tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:22.398664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcfaa51a-554a-43c0-9ffa-1434d55b374a req-8e8cd46d-51f1-492f-8b70-6c2de292d09f tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea904ca3-a420-4292-afba-f47c7983f423 HTTP/1.1" status: 200 len: 950 time: 0.0520947 Aug 21 09:11:22.427669 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-053850bf-dc69-43d1-a3ff-32c432e65c9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07357b50288f4f158398906c1140db0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3580086 Aug 21 09:11:22.428716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053850bf-dc69-43d1-a3ff-32c432e65c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff29624b-cc93-4aa6-bd5f-17b01d5dc55c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:22.430246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 43102) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:22.447973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcfaa51a-554a-43c0-9ffa-1434d55b374a req-c562ec62-5dc7-40b2-ae0f-d6e09e087619 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 Aug 21 09:11:22.487280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-21c1940b-a5f6-4001-9f5d-09727cb3bc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:22.509443 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-21c1940b-a5f6-4001-9f5d-09727cb3bc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:22.657251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-21c1940b-a5f6-4001-9f5d-09727cb3bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:22.660068 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-21c1940b-a5f6-4001-9f5d-09727cb3bc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:22.661414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-21c1940b-a5f6-4001-9f5d-09727cb3bc83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff29624b-cc93-4aa6-bd5f-17b01d5dc55c HTTP/1.1" status: 204 len: 168 time: 0.2301729 Aug 21 09:11:22.671431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1940b-a5f6-4001-9f5d-09727cb3bc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff29624b-cc93-4aa6-bd5f-17b01d5dc55c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:23.211317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc162b-52a7-4f54-a540-f261e6992bbc req-8bec3c24-e717-4008-ae46-10aee9b9639c tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:23.212856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79fc162b-52a7-4f54-a540-f261e6992bbc req-8bec3c24-e717-4008-ae46-10aee9b9639c tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0509186 Aug 21 09:11:23.255123 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79fc162b-52a7-4f54-a540-f261e6992bbc req-24d67ea5-b5ce-4491-a730-87325a370ccf tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359447 Aug 21 09:11:23.305701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3112ab1-b0ab-484f-a57e-89f0c98eb87c req-0c313bc7-8105-4486-b818-de5b436db4ec tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:23.307344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3112ab1-b0ab-484f-a57e-89f0c98eb87c req-0c313bc7-8105-4486-b818-de5b436db4ec tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0513470 Aug 21 09:11:23.350531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3112ab1-b0ab-484f-a57e-89f0c98eb87c req-f1682854-fdd7-49c7-95e1-f54c30307f70 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357070 Aug 21 09:11:23.475318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3accddc-3ae1-4af8-b4e7-1a3cc1e562ad req-60f46773-dedd-49aa-92b2-0a91cd386dd6 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:23.475630 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43220) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:23.480915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3accddc-3ae1-4af8-b4e7-1a3cc1e562ad req-60f46773-dedd-49aa-92b2-0a91cd386dd6 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0558751 Aug 21 09:11:23.494873 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de438590-5d89-488a-b9fd-3d62ae4a84c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:23.521947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3accddc-3ae1-4af8-b4e7-1a3cc1e562ad req-17d3b30c-b2cb-456c-b6bc-2d88dd463ff2 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Aug 21 09:11:23.586981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579836e-a334-45e2-849e-7108725ce233 req-1b807e3b-e9ec-477a-b83d-0d42fb27b935 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:23.594085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d579836e-a334-45e2-849e-7108725ce233 req-1b807e3b-e9ec-477a-b83d-0d42fb27b935 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0589235 Aug 21 09:11:23.597159 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de438590-5d89-488a-b9fd-3d62ae4a84c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:23.632216 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d579836e-a334-45e2-849e-7108725ce233 req-d8c1be88-61bd-4448-a6ea-354588dc051e tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369461 Aug 21 09:11:23.657315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de438590-5d89-488a-b9fd-3d62ae4a84c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:23.700291 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-de438590-5d89-488a-b9fd-3d62ae4a84c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e32b74b8e414366b1162ade5b1e9243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222252 Aug 21 09:11:23.700291 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de438590-5d89-488a-b9fd-3d62ae4a84c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023c6f57-543a-41b5-b024-8042e67cd411,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:23.702539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 43250) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:23.759020 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-64dd653a-ee1d-45f5-9bd9-ae5b3fb9f112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:23.784653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-64dd653a-ee1d-45f5-9bd9-ae5b3fb9f112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:23.902710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-64dd653a-ee1d-45f5-9bd9-ae5b3fb9f112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:23.905337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-64dd653a-ee1d-45f5-9bd9-ae5b3fb9f112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:23.906497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-64dd653a-ee1d-45f5-9bd9-ae5b3fb9f112 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/023c6f57-543a-41b5-b024-8042e67cd411 HTTP/1.1" status: 204 len: 168 time: 0.2003899 Aug 21 09:11:23.916064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd653a-ee1d-45f5-9bd9-ae5b3fb9f112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023c6f57-543a-41b5-b024-8042e67cd411,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:24.280638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4b9fd-5d7d-44a1-aa09-91bf0ff1cee8 req-5e35e944-faa5-482b-90e3-e711750f213c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:24.282268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8c4b9fd-5d7d-44a1-aa09-91bf0ff1cee8 req-5e35e944-faa5-482b-90e3-e711750f213c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0544410 Aug 21 09:11:24.325937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8c4b9fd-5d7d-44a1-aa09-91bf0ff1cee8 req-6e64425e-e6e9-45cd-832d-b3cc6273632f tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370731 Aug 21 09:11:24.468419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75a8e0-b2b1-4197-8499-88afc3b6bd52 req-e5fa9db0-0347-405b-a0f2-85fde270bae3 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:24.470074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c75a8e0-b2b1-4197-8499-88afc3b6bd52 req-e5fa9db0-0347-405b-a0f2-85fde270bae3 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0678928 Aug 21 09:11:24.511059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c75a8e0-b2b1-4197-8499-88afc3b6bd52 req-9cb1f152-032a-4627-ad30-0344edd62880 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349798 Aug 21 09:11:24.675874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08c70b-2fbc-4ace-bbcc-92cd5fb47ca7 req-06b6cad4-ba87-4344-99ed-dfb2e82afec1 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:24.677352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f08c70b-2fbc-4ace-bbcc-92cd5fb47ca7 req-06b6cad4-ba87-4344-99ed-dfb2e82afec1 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0502784 Aug 21 09:11:24.733580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f08c70b-2fbc-4ace-bbcc-92cd5fb47ca7 req-48ebd9a9-ace2-4e03-98ac-1a37701d857c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Aug 21 09:11:25.445595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0972c8-5789-4314-999c-60b2f32b1923 req-08325453-d2eb-4d35-9a8d-c8f0ce6e5332 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:25.447157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f0972c8-5789-4314-999c-60b2f32b1923 req-08325453-d2eb-4d35-9a8d-c8f0ce6e5332 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0500126 Aug 21 09:11:25.488114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f0972c8-5789-4314-999c-60b2f32b1923 req-1e6f8505-f05d-4614-a075-0683b8f3450d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346887 Aug 21 09:11:25.630571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96ef67-930f-4d7d-8078-cd67a020da0f req-6904b1d1-ea20-460f-ae78-309327a9301c tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:25.632260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb96ef67-930f-4d7d-8078-cd67a020da0f req-6904b1d1-ea20-460f-ae78-309327a9301c tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0544727 Aug 21 09:11:25.674769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb96ef67-930f-4d7d-8078-cd67a020da0f req-c86ac84e-b78b-4be9-87d4-e7403a4f2377 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363917 Aug 21 09:11:25.699232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 982d3312-9af8-4f57-9f37-c0d0643d943c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:25.794039 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:25.835895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:25.836866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:25.839458 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277eca7b-b5ef-4198-b4f9-86ad4f4ff8c1" -d '{"events": [{"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-unplugged", "status": "completed", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:25.888531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562ad5-8466-4834-b352-631ca9d275fe req-a8fcbcfe-2db2-4efe-b8f5-5d92f6b14054 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:25.890150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5562ad5-8466-4834-b352-631ca9d275fe req-a8fcbcfe-2db2-4efe-b8f5-5d92f6b14054 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0618145 Aug 21 09:11:25.929800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5562ad5-8466-4834-b352-631ca9d275fe req-1a3cdaea-9f50-4087-824d-57b38ae152d0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333796 Aug 21 09:11:25.937890 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:25.978461 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adfffe2-6e05-484a-b75c-86dbe8024b80 x-openstack-request-id: req-4adfffe2-6e05-484a-b75c-86dbe8024b80 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:25.978855 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-unplugged", "status": "completed", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:25.979331 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4adfffe2-6e05-484a-b75c-86dbe8024b80 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:25.979845 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'code': 200} Aug 21 09:11:26.004507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=11']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:26.590796 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43442) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:26.618502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141602a6-069f-4f8b-bcf3-cef7eb761035 req-fcf85094-7a41-4426-9ccc-8a4d2b2431e4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:26.620034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-141602a6-069f-4f8b-bcf3-cef7eb761035 req-fcf85094-7a41-4426-9ccc-8a4d2b2431e4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0591583 Aug 21 09:11:26.659749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-141602a6-069f-4f8b-bcf3-cef7eb761035 req-beca90a7-8022-4f49-807f-ee59f3146231 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Aug 21 09:11:26.702836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4113c75-ca2a-4750-aaef-5ff60c5769ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:26.795246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4113c75-ca2a-4750-aaef-5ff60c5769ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:26.803960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128616-bfde-4728-be44-c220eaca4ad0 req-e4ea10d4-93d7-43ed-b4e0-7c8894ff7260 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:26.805432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5128616-bfde-4728-be44-c220eaca4ad0 req-e4ea10d4-93d7-43ed-b4e0-7c8894ff7260 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0595958 Aug 21 09:11:26.845975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5128616-bfde-4728-be44-c220eaca4ad0 req-59113a5d-047d-416d-a9c8-9850bf79c9ec tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Aug 21 09:11:26.850737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4113c75-ca2a-4750-aaef-5ff60c5769ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:26.893563 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a4113c75-ca2a-4750-aaef-5ff60c5769ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ac26a3e870b4a25bd40093a7852604e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014252 Aug 21 09:11:26.894705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4113c75-ca2a-4750-aaef-5ff60c5769ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb63cec-0ec5-40f4-a1ef-8cf84b29c36c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:26.896204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 43456) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:26.947989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e28edd2-6c9d-4b7e-b0dc-5e3e7eb9811e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:26.970783 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e28edd2-6c9d-4b7e-b0dc-5e3e7eb9811e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:27.053863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955bd5e-0d7d-4651-8e67-527b44c6efb9 req-f46ebe12-b1f4-49af-83a0-e27a210995f4 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:27.054623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c955bd5e-0d7d-4651-8e67-527b44c6efb9 req-f46ebe12-b1f4-49af-83a0-e27a210995f4 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0535910 Aug 21 09:11:27.092853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c955bd5e-0d7d-4651-8e67-527b44c6efb9 req-68a1429c-c791-43e4-82a2-5a108cbfa0ba tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Aug 21 09:11:27.129986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e28edd2-6c9d-4b7e-b0dc-5e3e7eb9811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:27.133717 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e28edd2-6c9d-4b7e-b0dc-5e3e7eb9811e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:27.133846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6e28edd2-6c9d-4b7e-b0dc-5e3e7eb9811e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fb63cec-0ec5-40f4-a1ef-8cf84b29c36c HTTP/1.1" status: 204 len: 168 time: 0.2365575 Aug 21 09:11:27.141561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28edd2-6c9d-4b7e-b0dc-5e3e7eb9811e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb63cec-0ec5-40f4-a1ef-8cf84b29c36c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:27.799903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43496) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:27.814349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d737045-f5ae-46fb-b9e5-7ad5a8ba0475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:27.815257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f0ed0-4ddb-4302-bd63-d10bd087e9f7 req-e90cffdb-06d1-4010-a5e1-42b6c73b2727 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:27.817044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c8f0ed0-4ddb-4302-bd63-d10bd087e9f7 req-e90cffdb-06d1-4010-a5e1-42b6c73b2727 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0806122 Aug 21 09:11:27.826304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ad8e2-e362-4a6f-b080-0502b8d9be6e req-7f4c4d6b-ed35-481a-b4e6-dfcd3379766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:27.827821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf2ad8e2-e362-4a6f-b080-0502b8d9be6e req-7f4c4d6b-ed35-481a-b4e6-dfcd3379766c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 1097 time: 0.0613518 Aug 21 09:11:27.882526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c8f0ed0-4ddb-4302-bd63-d10bd087e9f7 req-6e97dea9-5f24-4b02-b034-bdb3fd6950ec tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588500 Aug 21 09:11:27.886931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf2ad8e2-e362-4a6f-b080-0502b8d9be6e req-3dcdc96e-9510-4bbc-bea9-17fb72b99d94 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467896 Aug 21 09:11:27.915424 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d737045-f5ae-46fb-b9e5-7ad5a8ba0475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:27.982433 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d737045-f5ae-46fb-b9e5-7ad5a8ba0475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:27.994654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40dcda-e0b2-4092-b2b3-5beb9612c246 req-346773c8-5d4c-4f62-8546-ca0d49b47505 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:27.996327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c40dcda-e0b2-4092-b2b3-5beb9612c246 req-346773c8-5d4c-4f62-8546-ca0d49b47505 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0486810 Aug 21 09:11:28.023878 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0d737045-f5ae-46fb-b9e5-7ad5a8ba0475 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=060ff1d2b6b74937b73e6cb2eef29c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227628 Aug 21 09:11:28.026277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d737045-f5ae-46fb-b9e5-7ad5a8ba0475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5995b441-1dbd-40f1-b01d-4a8abb69b8ec,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:28.026698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 43506) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:28.057651 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c40dcda-e0b2-4092-b2b3-5beb9612c246 req-cdd690a0-2825-4007-9f6f-ce85830c9a70 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544708 Aug 21 09:11:28.092781 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f412d3fb-2fe3-4e22-b093-a954023758b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:28.116125 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f412d3fb-2fe3-4e22-b093-a954023758b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:28.227971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6e692-e602-4456-ad7c-aabaf7ead1b0 req-3204d7d8-0104-46c1-b96c-104918ec2b78 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:28.229488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37e6e692-e602-4456-ad7c-aabaf7ead1b0 req-3204d7d8-0104-46c1-b96c-104918ec2b78 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0488687 Aug 21 09:11:28.233892 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f412d3fb-2fe3-4e22-b093-a954023758b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:28.237033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f412d3fb-2fe3-4e22-b093-a954023758b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:28.238122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f412d3fb-2fe3-4e22-b093-a954023758b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5995b441-1dbd-40f1-b01d-4a8abb69b8ec HTTP/1.1" status: 204 len: 168 time: 0.2104819 Aug 21 09:11:28.258139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412d3fb-2fe3-4e22-b093-a954023758b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5995b441-1dbd-40f1-b01d-4a8abb69b8ec,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:28.283002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37e6e692-e602-4456-ad7c-aabaf7ead1b0 req-1c44ffde-966d-4cf0-a5d1-726ce789eb5a tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Aug 21 09:11:28.905273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde85a84-26f9-4904-b948-2bafa11f6f45 req-84c77ac4-1bf9-4e80-8356-2bf5754b6031 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:28.906834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fde85a84-26f9-4904-b948-2bafa11f6f45 req-84c77ac4-1bf9-4e80-8356-2bf5754b6031 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 947 time: 0.0562701 Aug 21 09:11:28.951330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fde85a84-26f9-4904-b948-2bafa11f6f45 req-c3ee5f25-64a7-4b09-a5af-8c4ece1b4382 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361066 Aug 21 09:11:29.015009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a60608-0742-4e0b-b0d9-7137a4fed1fc req-579fda79-857a-4854-9a79-a4287edf1ff8 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:29.017320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a60608-0742-4e0b-b0d9-7137a4fed1fc req-579fda79-857a-4854-9a79-a4287edf1ff8 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0551655 Aug 21 09:11:29.057622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a60608-0742-4e0b-b0d9-7137a4fed1fc req-c663d7a8-6ca0-4bee-822f-a0ce6dcf274d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Aug 21 09:11:29.175100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adb584-2783-44e5-b856-56849a45fe2e req-1d335232-58ca-44f4-ac9e-55b399c65391 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:29.176729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0adb584-2783-44e5-b856-56849a45fe2e req-1d335232-58ca-44f4-ac9e-55b399c65391 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0517726 Aug 21 09:11:29.217074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0adb584-2783-44e5-b856-56849a45fe2e req-ef604b44-fcaf-40b2-8df2-7573ab06c81e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Aug 21 09:11:29.401973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b5e5c-0d26-43a7-bc78-c7a8b1c3e868 req-74b749e7-1e8b-4dc1-8832-8f77ca16d700 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:29.403488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b4b5e5c-0d26-43a7-bc78-c7a8b1c3e868 req-74b749e7-1e8b-4dc1-8832-8f77ca16d700 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0525656 Aug 21 09:11:29.446765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b4b5e5c-0d26-43a7-bc78-c7a8b1c3e868 req-ebd6b528-87cf-4ac4-99e6-d342da607044 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370023 Aug 21 09:11:29.602329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e17111-3b83-4dc9-a6a6-b950a581705b req-b2419021-28b1-4c71-9eac-b5598af3e8bf tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:29.602329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27e17111-3b83-4dc9-a6a6-b950a581705b req-b2419021-28b1-4c71-9eac-b5598af3e8bf tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0492840 Aug 21 09:11:29.664693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27e17111-3b83-4dc9-a6a6-b950a581705b req-4bc34dcf-cbdc-464e-b200-010e87eb717e tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574539 Aug 21 09:11:29.678343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb727b4-dd99-42b5-8291-5a80f6922f24 req-d3fea6e7-e7b4-4fe3-99d7-456230a82bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:29.679836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cb727b4-dd99-42b5-8291-5a80f6922f24 req-d3fea6e7-e7b4-4fe3-99d7-456230a82bdc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5298abbe98234bb3897cabfe1642624a&device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 1097 time: 0.0511537 Aug 21 09:11:29.774074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb727b4-dd99-42b5-8291-5a80f6922f24 req-e17039ab-3729-4b5f-b678-389cebebba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:29.775677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cb727b4-dd99-42b5-8291-5a80f6922f24 req-e17039ab-3729-4b5f-b678-389cebebba4f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 200 len: 920 time: 0.0879230 Aug 21 09:11:29.819126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cb727b4-dd99-42b5-8291-5a80f6922f24 req-a1d42ab2-d235-42f5-a634-4bc94a7a51b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 HTTP/1.1" status: 200 len: 217 time: 0.0354719 Aug 21 09:11:29.870555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb727b4-dd99-42b5-8291-5a80f6922f24 req-476d160b-64ed-4cb5-96e8-c628a514c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:29.872162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cb727b4-dd99-42b5-8291-5a80f6922f24 req-476d160b-64ed-4cb5-96e8-c628a514c067 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2319e9b6-2291-4b85-aad1-7e138856752d HTTP/1.1" status: 200 len: 859 time: 0.0445867 Aug 21 09:11:29.910611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cb727b4-dd99-42b5-8291-5a80f6922f24 req-18c7651d-d0f6-4da4-a2bb-6eb6f24d41e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7a18130-a4db-48fa-b2f1-d4001ca6a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298808 Aug 21 09:11:30.001561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cb727b4-dd99-42b5-8291-5a80f6922f24 req-f8a76cd1-b5d6-456f-9f74-37db8efd7cc3 service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834587 Aug 21 09:11:30.128685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1998d-7896-441e-9ae7-7d9c7985ee88 req-36843f76-86b0-4f69-adbd-a8580c8876d5 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:30.129607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03d1998d-7896-441e-9ae7-7d9c7985ee88 req-36843f76-86b0-4f69-adbd-a8580c8876d5 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 947 time: 0.0982294 Aug 21 09:11:30.170309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cb727b4-dd99-42b5-8291-5a80f6922f24 req-50fe9db1-58d4-4ccd-b2bc-34da6d34c14a service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609502 Aug 21 09:11:30.207086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03d1998d-7896-441e-9ae7-7d9c7985ee88 req-a299c9a8-7e5f-414c-bdd5-edcc3da4d9d2 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704153 Aug 21 09:11:30.220820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327ace8-2e5d-4140-b3d2-2d7af1c68166 req-51030702-3852-43a1-8220-7b7800068020 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:30.222334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6327ace8-2e5d-4140-b3d2-2d7af1c68166 req-51030702-3852-43a1-8220-7b7800068020 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0916817 Aug 21 09:11:30.264216 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6327ace8-2e5d-4140-b3d2-2d7af1c68166 req-d1383d05-2ea2-4a8c-a90c-303e6f236d74 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358558 Aug 21 09:11:30.562301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b064161-ac11-45f8-b99c-34ee5d776b82 req-ec3dbe2a-de3b-4e1c-9b8c-23f91edc7487 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:30.564553 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b064161-ac11-45f8-b99c-34ee5d776b82 req-ec3dbe2a-de3b-4e1c-9b8c-23f91edc7487 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0506804 Aug 21 09:11:30.632143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b064161-ac11-45f8-b99c-34ee5d776b82 req-19a1459f-47fc-4a1f-8da6-d81d5a8b10ef tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610383 Aug 21 09:11:30.642959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc8c43-39a8-408c-be5a-53a23e23b5eb req-d92e932e-c8b3-4c59-9e87-05e829b16e57 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:30.644551 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81bc8c43-39a8-408c-be5a-53a23e23b5eb req-d92e932e-c8b3-4c59-9e87-05e829b16e57 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 947 time: 0.0724168 Aug 21 09:11:30.743752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-81bc8c43-39a8-408c-be5a-53a23e23b5eb req-e7ee547d-311c-4126-a208-88584194c486 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Deleting port 8b2286fb-d4b0-470e-80be-10c427e3481b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:30.744017 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81bc8c43-39a8-408c-be5a-53a23e23b5eb req-e7ee547d-311c-4126-a208-88584194c486 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:31.184416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17528ae4-c8ca-4bc0-8118-cb702fca5960 req-849b2a38-8995-4d7c-9291-7b7fcd03af74 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:31.188233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17528ae4-c8ca-4bc0-8118-cb702fca5960 req-849b2a38-8995-4d7c-9291-7b7fcd03af74 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.4449682 Aug 21 09:11:31.220506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-81bc8c43-39a8-408c-be5a-53a23e23b5eb req-e7ee547d-311c-4126-a208-88584194c486 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] For port 8b2286fb-d4b0-470e-80be-10c427e3481b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8b2286fb-d4b0-470e-80be-10c427e3481b,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:31.220940 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81bc8c43-39a8-408c-be5a-53a23e23b5eb req-e7ee547d-311c-4126-a208-88584194c486 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:31.242763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-81bc8c43-39a8-408c-be5a-53a23e23b5eb req-e7ee547d-311c-4126-a208-88584194c486 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Calling delete_port for 8b2286fb-d4b0-470e-80be-10c427e3481b owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:31.253633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17528ae4-c8ca-4bc0-8118-cb702fca5960 req-fc132683-44bd-4e75-acfd-bda19acbb8d2 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607631 Aug 21 09:11:31.387948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c72834-4fa6-4d5e-94db-4f04b18cbeab req-415537d8-64fc-4dae-ab6a-81d32b482710 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:31.389296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17c72834-4fa6-4d5e-94db-4f04b18cbeab req-415537d8-64fc-4dae-ab6a-81d32b482710 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 947 time: 0.1001401 Aug 21 09:11:31.460727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dc2ae-3f8a-4484-a717-7282fb3800fc req-782f5d5f-4703-44e8-bd57-5659496cb22c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:31.462238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f41dc2ae-3f8a-4484-a717-7282fb3800fc req-782f5d5f-4703-44e8-bd57-5659496cb22c tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1257038 Aug 21 09:11:31.486651 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17c72834-4fa6-4d5e-94db-4f04b18cbeab req-318e8e0b-d292-43ea-acee-c7f168664836 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889409 Aug 21 09:11:31.521285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f41dc2ae-3f8a-4484-a717-7282fb3800fc req-afcb0100-09da-4aec-bd56-25e150f68f6b tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491536 Aug 21 09:11:31.588968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81bc8c43-39a8-408c-be5a-53a23e23b5eb req-e7ee547d-311c-4126-a208-88584194c486 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:31.619229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee547d-311c-4126-a208-88584194c486 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Pushing event deleted for resources: {'Port': ['ID=8b2286fb-d4b0-470e-80be-10c427e3481b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:31.666195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bc8c43-39a8-408c-be5a-53a23e23b5eb req-e7ee547d-311c-4126-a208-88584194c486 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] No DVR routers for this DVR port 8b2286fb-d4b0-470e-80be-10c427e3481b on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:31.672285 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81bc8c43-39a8-408c-be5a-53a23e23b5eb req-e7ee547d-311c-4126-a208-88584194c486 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:31.672285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81bc8c43-39a8-408c-be5a-53a23e23b5eb req-e7ee547d-311c-4126-a208-88584194c486 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.22 "DELETE /v2.0/ports/8b2286fb-d4b0-470e-80be-10c427e3481b HTTP/1.1" status: 204 len: 173 time: 1.0206413 Aug 21 09:11:31.672285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'name': 'network-vif-deleted', 'tag': '8b2286fb-d4b0-470e-80be-10c427e3481b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:31.674035 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f73396-c276-412c-a949-1400be38e433" -d '{"events": [{"server_uuid": "5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5", "name": "network-vif-deleted", "tag": "8b2286fb-d4b0-470e-80be-10c427e3481b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:31.718935 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665caee9-e8e6-4dfe-9b8a-8a53062b4703 x-openstack-request-id: req-665caee9-e8e6-4dfe-9b8a-8a53062b4703 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:31.719358 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5", "name": "network-vif-deleted", "tag": "8b2286fb-d4b0-470e-80be-10c427e3481b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:31.720497 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-665caee9-e8e6-4dfe-9b8a-8a53062b4703 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:31.720614 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5', 'name': 'network-vif-deleted', 'tag': '8b2286fb-d4b0-470e-80be-10c427e3481b', 'status': 'completed', 'code': 200} Aug 21 09:11:31.758894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4bc72-c99c-4c0b-8662-9dc749fafd57 req-1197afa9-8d0d-4f7b-8052-32d7f6137467 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:31.760444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59e4bc72-c99c-4c0b-8662-9dc749fafd57 req-1197afa9-8d0d-4f7b-8052-32d7f6137467 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0531650 Aug 21 09:11:31.802274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59e4bc72-c99c-4c0b-8662-9dc749fafd57 req-4a80b9bd-b70d-4187-bfae-45b283293b2e tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346270 Aug 21 09:11:32.336446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac581f68-2d81-4a4b-9182-481d52131765 req-318864d1-e71e-4997-adba-e17d25ee5ec1 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.337837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac581f68-2d81-4a4b-9182-481d52131765 req-318864d1-e71e-4997-adba-e17d25ee5ec1 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0490046 Aug 21 09:11:32.387744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac581f68-2d81-4a4b-9182-481d52131765 req-4071a91c-6616-4441-8ee7-79ef4e259363 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436311 Aug 21 09:11:32.421509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ec76-a39f-47be-a707-859db9ce2d0d req-1ff5e910-cc76-4cc9-b47d-a33ea8cdcd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.423122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b836ec76-a39f-47be-a707-859db9ce2d0d req-1ff5e910-cc76-4cc9-b47d-a33ea8cdcd75 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba543f9720e0408a82330706652ba8e4&device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 1097 time: 0.0491846 Aug 21 09:11:32.570859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0d214-bdd3-41ac-a1bc-bb05187fdc0b req-6ccef0ec-7cac-4d6c-8a07-c400c0867f9b tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.572388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49b0d214-bdd3-41ac-a1bc-bb05187fdc0b req-6ccef0ec-7cac-4d6c-8a07-c400c0867f9b tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0831063 Aug 21 09:11:32.575283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ec76-a39f-47be-a707-859db9ce2d0d req-bad27579-e665-421d-951e-5cf760097c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.576677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b836ec76-a39f-47be-a707-859db9ce2d0d req-bad27579-e665-421d-951e-5cf760097c28 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d359fec0-0678-4c02-95ba-f1d03e6a13fc HTTP/1.1" status: 200 len: 917 time: 0.1458721 Aug 21 09:11:32.629559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b836ec76-a39f-47be-a707-859db9ce2d0d req-22810b66-8edb-4ab8-b3ea-b3c3c165fa11 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e1dff5-d61d-46db-90ae-6346bb933466 HTTP/1.1" status: 200 len: 217 time: 0.0441029 Aug 21 09:11:32.701734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49b0d214-bdd3-41ac-a1bc-bb05187fdc0b req-fbdb9e43-dccf-405a-a95e-d2c1b8afa7e0 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226723 Aug 21 09:11:32.725432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd577aa0-65a0-47a6-917c-19d9c32bed36 req-d061189c-e09b-4da9-847e-9eab8d98f984 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae0ad64-8780-49cc-aa7d-8d4ff291c8e5 HTTP/1.1" status: 200 len: 210 time: 0.0755415 Aug 21 09:11:32.744005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ec76-a39f-47be-a707-859db9ce2d0d req-5b833360-a5da-4a27-bdd7-6097f97b0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.745730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b836ec76-a39f-47be-a707-859db9ce2d0d req-5b833360-a5da-4a27-bdd7-6097f97b0e95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fbad9a0e-1d34-4eea-8c87-63dbf4550dc6 HTTP/1.1" status: 200 len: 855 time: 0.1027555 Aug 21 09:11:32.836910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ec76-a39f-47be-a707-859db9ce2d0d req-59393adc-d092-41b9-a071-c35d3f5357d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.838681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b836ec76-a39f-47be-a707-859db9ce2d0d req-59393adc-d092-41b9-a071-c35d3f5357d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d359fec0-0678-4c02-95ba-f1d03e6a13fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840859 Aug 21 09:11:32.859695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190cb41-21a4-4129-b433-b9bee7632d1a req-b35ad91a-7698-4c1b-8d61-a5846479b2b8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.860686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190cb41-21a4-4129-b433-b9bee7632d1a req-b35ad91a-7698-4c1b-8d61-a5846479b2b8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.866849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190cb41-21a4-4129-b433-b9bee7632d1a req-b35ad91a-7698-4c1b-8d61-a5846479b2b8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.872978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190cb41-21a4-4129-b433-b9bee7632d1a req-b35ad91a-7698-4c1b-8d61-a5846479b2b8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.879678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190cb41-21a4-4129-b433-b9bee7632d1a req-b35ad91a-7698-4c1b-8d61-a5846479b2b8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.885907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190cb41-21a4-4129-b433-b9bee7632d1a req-b35ad91a-7698-4c1b-8d61-a5846479b2b8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.892722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190cb41-21a4-4129-b433-b9bee7632d1a req-b35ad91a-7698-4c1b-8d61-a5846479b2b8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:32.894665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0190cb41-21a4-4129-b433-b9bee7632d1a req-b35ad91a-7698-4c1b-8d61-a5846479b2b8 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5445 time: 0.1102545 Aug 21 09:11:33.021674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0190cb41-21a4-4129-b433-b9bee7632d1a req-d52e1957-f0b6-4af4-a62a-e82d2f5a9a4d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166584 Aug 21 09:11:33.035388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f87ff-47eb-4969-a30c-3e4a891cd244 req-eacf8a55-b8c5-41dd-a1c8-6945d54cb00d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:33.037144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-132f87ff-47eb-4969-a30c-3e4a891cd244 req-eacf8a55-b8c5-41dd-a1c8-6945d54cb00d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1414051 Aug 21 09:11:33.077595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b836ec76-a39f-47be-a707-859db9ce2d0d req-235fd0d5-9cb5-4eb5-93d8-f2a422977e8f service neutron] 10.222.0.22 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808558 Aug 21 09:11:33.101832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-132f87ff-47eb-4969-a30c-3e4a891cd244 req-6445395a-6d74-4b0c-b275-8c6ce81fe013 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582097 Aug 21 09:11:33.185753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b836ec76-a39f-47be-a707-859db9ce2d0d req-643d0999-b153-4d8f-b22d-b4b0bce46b65 service neutron] 10.222.0.22 "GET /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999048 Aug 21 09:11:33.230688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 43654) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:33.339120 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-151128b7-da6b-4cab-9cd4-ebe020f94a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:33.431513 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-151128b7-da6b-4cab-9cd4-ebe020f94a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:33.509431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-151128b7-da6b-4cab-9cd4-ebe020f94a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:33.562320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-151128b7-da6b-4cab-9cd4-ebe020f94a2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf5e61e12d2f4f38bb57c4ff5f5b6b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304996 Aug 21 09:11:33.563140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151128b7-da6b-4cab-9cd4-ebe020f94a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47835e4d-09d0-4aca-a8ab-6fa0ec9b1aed,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:33.564991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43664) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:33.574121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b42c5-f6ea-4951-9f99-869586470243 req-63ab3da5-66a5-49c0-ad2f-39ca8d1e3814 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:33.576018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f7b42c5-f6ea-4951-9f99-869586470243 req-63ab3da5-66a5-49c0-ad2f-39ca8d1e3814 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.1033454 Aug 21 09:11:33.618941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94c62450-47cd-4252-8fb9-d583f7a437b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:33.619418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f7b42c5-f6ea-4951-9f99-869586470243 req-0364886d-6bc6-4448-bda8-0869cd0b9385 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348501 Aug 21 09:11:33.644045 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94c62450-47cd-4252-8fb9-d583f7a437b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:33.787443 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94c62450-47cd-4252-8fb9-d583f7a437b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:33.790190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94c62450-47cd-4252-8fb9-d583f7a437b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:33.791614 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-94c62450-47cd-4252-8fb9-d583f7a437b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47835e4d-09d0-4aca-a8ab-6fa0ec9b1aed HTTP/1.1" status: 204 len: 168 time: 0.2252111 Aug 21 09:11:33.806195 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c62450-47cd-4252-8fb9-d583f7a437b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47835e4d-09d0-4aca-a8ab-6fa0ec9b1aed,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:34.208013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9fc36-f902-414d-b046-661f79786386 req-97b96aa5-bb5b-44e9-843d-bed1154adb18 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.215255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9fc36-f902-414d-b046-661f79786386 req-97b96aa5-bb5b-44e9-843d-bed1154adb18 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.221423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9fc36-f902-414d-b046-661f79786386 req-97b96aa5-bb5b-44e9-843d-bed1154adb18 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.227353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9fc36-f902-414d-b046-661f79786386 req-97b96aa5-bb5b-44e9-843d-bed1154adb18 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.233218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9fc36-f902-414d-b046-661f79786386 req-97b96aa5-bb5b-44e9-843d-bed1154adb18 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.239048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9fc36-f902-414d-b046-661f79786386 req-97b96aa5-bb5b-44e9-843d-bed1154adb18 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.245088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9fc36-f902-414d-b046-661f79786386 req-97b96aa5-bb5b-44e9-843d-bed1154adb18 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.247109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4c9fc36-f902-414d-b046-661f79786386 req-97b96aa5-bb5b-44e9-843d-bed1154adb18 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5445 time: 0.1345050 Aug 21 09:11:34.295259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-f2a7ab26-8e92-4126-a122-130909ae7328 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.301528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-f2a7ab26-8e92-4126-a122-130909ae7328 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.307650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-f2a7ab26-8e92-4126-a122-130909ae7328 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.314078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-f2a7ab26-8e92-4126-a122-130909ae7328 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.320284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-f2a7ab26-8e92-4126-a122-130909ae7328 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.326322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-f2a7ab26-8e92-4126-a122-130909ae7328 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.332764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-f2a7ab26-8e92-4126-a122-130909ae7328 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.334706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-f2a7ab26-8e92-4126-a122-130909ae7328 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 5445 time: 0.2112167 Aug 21 09:11:34.404966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-67948605-f248-4076-b5a2-38557536a30b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.406320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-67948605-f248-4076-b5a2-38557536a30b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "GET /v2.0/ports/09b19b1a-98fa-4efc-9311-75cf68b68d53?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0613163 Aug 21 09:11:34.414836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4c9fc36-f902-414d-b046-661f79786386 req-72da42ee-0bc6-46e9-a462-6794e1d34a84 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536746 Aug 21 09:11:34.435121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a771514-d6ac-4c16-958f-868e828b74b3 req-97b03bee-40af-4a67-8fb5-373c350c82fe tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.436658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a771514-d6ac-4c16-958f-868e828b74b3 req-97b03bee-40af-4a67-8fb5-373c350c82fe tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1885967 Aug 21 09:11:34.476026 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43688) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:34.494499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d45f-736b-4f0f-a465-690b7e0be70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:34.573857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a771514-d6ac-4c16-958f-868e828b74b3 req-fa5f44f8-4dab-40ae-af2c-ae80b29b0172 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256671 Aug 21 09:11:34.591791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-1d805d7e-30a3-48ab-8af3-08efce3661d9 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "GET /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1742260 Aug 21 09:11:34.594103 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d45f-736b-4f0f-a465-690b7e0be70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:34.604414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934703a-9e77-4429-adb8-4cb71a946351 req-b1194ec4-3fc9-4780-bd23-63bc51b6d805 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.605836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9934703a-9e77-4429-adb8-4cb71a946351 req-b1194ec4-3fc9-4780-bd23-63bc51b6d805 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea904ca3-a420-4292-afba-f47c7983f423 HTTP/1.1" status: 200 len: 948 time: 0.0947917 Aug 21 09:11:34.611161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:34.662565 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d45f-736b-4f0f-a465-690b7e0be70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:34.686321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9934703a-9e77-4429-adb8-4cb71a946351 req-d5754bea-efbd-4280-8227-4d9a07a283c7 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724533 Aug 21 09:11:34.691793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:34.706347 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e2a0d45f-736b-4f0f-a465-690b7e0be70b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4995b31ae85a4976b7aad3f16fbc227f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289364 Aug 21 09:11:34.708661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43692) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:34.715775 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0d45f-736b-4f0f-a465-690b7e0be70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a366a4af-9761-473f-a861-067415f984cf,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:34.811398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cbd0b-0c2c-43cf-8890-2d79c0a0de53 req-819a408c-b82c-43bb-b48d-de005d2b1b14 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:34.813038 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-909cbd0b-0c2c-43cf-8890-2d79c0a0de53 req-819a408c-b82c-43bb-b48d-de005d2b1b14 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.1121356 Aug 21 09:11:34.906796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-909cbd0b-0c2c-43cf-8890-2d79c0a0de53 req-0498f863-35b2-4036-96d4-78b8b8190031 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651162 Aug 21 09:11:34.934503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] For port 09b19b1a-98fa-4efc-9311-75cf68b68d53, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=09b19b1a-98fa-4efc-9311-75cf68b68d53,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:34.976166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] For port 09b19b1a-98fa-4efc-9311-75cf68b68d53, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:11:35.020273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] device_id is not set on port 09b19b1a-98fa-4efc-9311-75cf68b68d53 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:11:35.040137 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:35.075518 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3efbf5bf-663a-483e-a068-a2e9e54fdd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:35.077867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d939a-37cd-42d7-891d-8ed983f4721d req-ebb1cb30-25a7-4c5b-accd-4ae720ccaf8f tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.079926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f8d939a-37cd-42d7-891d-8ed983f4721d req-ebb1cb30-25a7-4c5b-accd-4ae720ccaf8f tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0543299 Aug 21 09:11:35.097800 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3efbf5bf-663a-483e-a068-a2e9e54fdd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:35.118088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f8d939a-37cd-42d7-891d-8ed983f4721d req-942424ca-c622-4800-b273-fbd747dce5d9 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320230 Aug 21 09:11:35.136714 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:35.217238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] No DVR routers for this DVR port 09b19b1a-98fa-4efc-9311-75cf68b68d53 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:35.221846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] Pushing event updated for resources: {'Port': ['ID=09b19b1a-98fa-4efc-9311-75cf68b68d53,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:35.239369 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3efbf5bf-663a-483e-a068-a2e9e54fdd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:35.244196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3efbf5bf-663a-483e-a068-a2e9e54fdd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:35.244326 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3efbf5bf-663a-483e-a068-a2e9e54fdd1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a366a4af-9761-473f-a861-067415f984cf HTTP/1.1" status: 204 len: 168 time: 0.5343223 Aug 21 09:11:35.259943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbf5bf-663a-483e-a068-a2e9e54fdd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a366a4af-9761-473f-a861-067415f984cf,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:35.298814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] In _notify_port_updated(), no bound segment for port 09b19b1a-98fa-4efc-9311-75cf68b68d53 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:11:35.300031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.300763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:35.302203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-6b82a218-cfe4-4745-b0ce-699f69314edf service neutron] 10.222.0.13 "PUT /v2.0/ports/09b19b1a-98fa-4efc-9311-75cf68b68d53 HTTP/1.1" status: 200 len: 1033 time: 0.6953819 Aug 21 09:11:35.310770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bb893-e4f2-45e1-b03b-bcdb3adf57e3 req-fdf8c60d-3e74-4088-ad75-77ee7bf2ff04 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.312362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b3bb893-e4f2-45e1-b03b-bcdb3adf57e3 req-fdf8c60d-3e74-4088-ad75-77ee7bf2ff04 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e HTTP/1.1" status: 200 len: 945 time: 0.1018531 Aug 21 09:11:35.371714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-ffa45794-2e7b-4041-979c-c18e5a163841 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.373281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-ffa45794-2e7b-4041-979c-c18e5a163841 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "GET /v2.0/ports/84112da1-91f0-4e8d-a37a-f7fb1c3abe36?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0599191 Aug 21 09:11:35.389800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:35.415897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b3bb893-e4f2-45e1-b03b-bcdb3adf57e3 req-bc029aa9-b02c-43b1-afaa-4e5ff437ef3a tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921884 Aug 21 09:11:35.429448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-baa9ce03-19a6-4ea4-8ec8-37eaf9e931ac None None] Provisioning complete for port 09b19b1a-98fa-4efc-9311-75cf68b68d53 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:11:35.429950 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-baa9ce03-19a6-4ea4-8ec8-37eaf9e931ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:35.453206 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:35.469689 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-baa9ce03-19a6-4ea4-8ec8-37eaf9e931ac None None] Port 09b19b1a-98fa-4efc-9311-75cf68b68d53 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:11:35.659248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32226654-9bfb-43d7-b1ba-7a524ec85fe4 req-34c2b7f7-3a79-472b-aee7-6497ca93a030 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.665271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32226654-9bfb-43d7-b1ba-7a524ec85fe4 req-34c2b7f7-3a79-472b-aee7-6497ca93a030 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.674828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32226654-9bfb-43d7-b1ba-7a524ec85fe4 req-34c2b7f7-3a79-472b-aee7-6497ca93a030 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.677709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32226654-9bfb-43d7-b1ba-7a524ec85fe4 req-34c2b7f7-3a79-472b-aee7-6497ca93a030 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.683630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32226654-9bfb-43d7-b1ba-7a524ec85fe4 req-34c2b7f7-3a79-472b-aee7-6497ca93a030 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.689653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32226654-9bfb-43d7-b1ba-7a524ec85fe4 req-34c2b7f7-3a79-472b-aee7-6497ca93a030 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.691826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32226654-9bfb-43d7-b1ba-7a524ec85fe4 req-34c2b7f7-3a79-472b-aee7-6497ca93a030 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 4665 time: 0.1757066 Aug 21 09:11:35.701884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0059d2d-6de1-4a09-b53c-dab0fad4b4d4 req-eddee183-e6c4-4b96-9910-027dace3a707 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.703339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0059d2d-6de1-4a09-b53c-dab0fad4b4d4 req-eddee183-e6c4-4b96-9910-027dace3a707 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 945 time: 0.1833022 Aug 21 09:11:35.723748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8b2286fb-d4b0-470e-80be-10c427e3481b no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:35.748422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] For port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:35.751532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 8b2286fb-d4b0-470e-80be-10c427e3481b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:11:35.752089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8b2286fb-d4b0-470e-80be-10c427e3481b not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:11:35.798864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32226654-9bfb-43d7-b1ba-7a524ec85fe4 req-808ded66-4fd6-43ba-ab53-bd2581229ac5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=0200dd41-cfae-4a73-8e1d-3f599f59d6eb&id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944984 Aug 21 09:11:35.809396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0059d2d-6de1-4a09-b53c-dab0fad4b4d4 req-58d3c4f9-a60a-4604-a932-c858eb038fbc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934114 Aug 21 09:11:35.833667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] For port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:11:35.877878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] device_id is not set on port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:11:35.901963 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:35.967434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05580-3579-4c08-aa47-b13557ebdf9d req-94549cfb-3c3f-4b4a-9668-ae38a40a40fd tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.968978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40e05580-3579-4c08-aa47-b13557ebdf9d req-94549cfb-3c3f-4b4a-9668-ae38a40a40fd tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0855892 Aug 21 09:11:35.978434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6c4bf-3c78-4063-a7bc-9ede9f2c44d0 req-afaa5e60-5137-4534-9a49-3210e5e943f1 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:35.979708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbf6c4bf-3c78-4063-a7bc-9ede9f2c44d0 req-afaa5e60-5137-4534-9a49-3210e5e943f1 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0974014 Aug 21 09:11:35.995657 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.107232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40e05580-3579-4c08-aa47-b13557ebdf9d req-0c9d8882-e04d-48b9-8d4f-7e66983b85e0 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265273 Aug 21 09:11:36.108498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] No DVR routers for this DVR port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:36.112891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbf6c4bf-3c78-4063-a7bc-9ede9f2c44d0 req-914db627-7a02-44ed-8c54-f3aafb7e9dfb tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251647 Aug 21 09:11:36.114832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] Pushing event updated for resources: {'Port': ['ID=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:36.196730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-bb3e0e9f-2fcd-40a4-9854-3b9ec6d2e8c1 req-d06b1910-b03e-42f0-ae1f-b9852f4bed9d tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:11:36.204954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb3e0e9f-2fcd-40a4-9854-3b9ec6d2e8c1 req-d06b1910-b03e-42f0-ae1f-b9852f4bed9d tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198150 Aug 21 09:11:36.293464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-310a648e-5be7-44b8-b1d9-8c60a78a4cb2 None None] Provisioning complete for port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:11:36.294673 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-310a648e-5be7-44b8-b1d9-8c60a78a4cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.305402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] In _notify_port_updated(), no bound segment for port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 on network 04a14846-b657-47da-aaf2-d12dbfa433a0 {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:11:36.306284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:36.306904 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.308243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-e36bf076-e736-482f-94e7-57acd76bf599 service neutron] 10.222.0.13 "PUT /v2.0/ports/84112da1-91f0-4e8d-a37a-f7fb1c3abe36 HTTP/1.1" status: 200 len: 1033 time: 0.9235396 Aug 21 09:11:36.328756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4f1b0-137a-4f64-93b9-5069d67be06c req-a83c6ae4-92b9-499a-aaa2-6ec5a9494739 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:36.330176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8d4f1b0-137a-4f64-93b9-5069d67be06c req-a83c6ae4-92b9-499a-aaa2-6ec5a9494739 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea904ca3-a420-4292-afba-f47c7983f423 HTTP/1.1" status: 200 len: 948 time: 0.1894805 Aug 21 09:11:36.332316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-310a648e-5be7-44b8-b1d9-8c60a78a4cb2 None None] Port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:11:36.392690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 36ced2bb-1173-4212-9d80-e983f8b4d250 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:36.408429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb3e0e9f-2fcd-40a4-9854-3b9ec6d2e8c1 req-09699821-bc8b-4cdf-8c44-6711dc270752 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2025397 Aug 21 09:11:36.422528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09be843-7b30-4886-a7a1-4381dc410a3c req-d3fabe05-0d1c-4524-bf8e-6bf6ee71e60b tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:36.425246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a09be843-7b30-4886-a7a1-4381dc410a3c req-d3fabe05-0d1c-4524-bf8e-6bf6ee71e60b tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea904ca3-a420-4292-afba-f47c7983f423 HTTP/1.1" status: 200 len: 948 time: 0.2136674 Aug 21 09:11:36.479266 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.505172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ced2bb-1173-4212-9d80-e983f8b4d250'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:36.508149 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4375b08-2139-4a1e-ba3f-5070e1ab811e" -d '{"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "36ced2bb-1173-4212-9d80-e983f8b4d250"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:36.523597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 36ced2bb-1173-4212-9d80-e983f8b4d250, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=36ced2bb-1173-4212-9d80-e983f8b4d250,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:36.549690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a09be843-7b30-4886-a7a1-4381dc410a3c req-8c8c8b05-0d99-4d7a-b267-3c503663b8d4 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/security-groups?id=95103263-d92b-4e8d-8353-df561e3f7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144025 Aug 21 09:11:36.585557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-cfd6cbb8-99c9-491a-956b-509142436d00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Deleting port c6ad734c-4502-46b0-8437-ad0dc2f66968 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:36.585897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-cfd6cbb8-99c9-491a-956b-509142436d00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.605576 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.606491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 09b19b1a-98fa-4efc-9311-75cf68b68d53 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:36.656482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a8d4f1b0-137a-4f64-93b9-5069d67be06c req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Deleting port 982d3312-9af8-4f57-9f37-c0d0643d943c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:36.656835 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a8d4f1b0-137a-4f64-93b9-5069d67be06c req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.694938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 09b19b1a-98fa-4efc-9311-75cf68b68d53 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:11:36.695508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device deb6eb46-4bad-4b70-b769-24658adbb7f5 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:36.745756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=36ced2bb-1173-4212-9d80-e983f8b4d250,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:36.798682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a8d4f1b0-137a-4f64-93b9-5069d67be06c req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] For port 982d3312-9af8-4f57-9f37-c0d0643d943c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=982d3312-9af8-4f57-9f37-c0d0643d943c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:36.799061 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a8d4f1b0-137a-4f64-93b9-5069d67be06c req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.811955 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.813150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a8d4f1b0-137a-4f64-93b9-5069d67be06c req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Calling delete_port for 982d3312-9af8-4f57-9f37-c0d0643d943c owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:36.823473 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d2859c-249a-4422-b1c0-797468297df2 x-openstack-request-id: req-25d2859c-249a-4422-b1c0-797468297df2 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:36.823924 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "36ced2bb-1173-4212-9d80-e983f8b4d250", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:36.824271 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25d2859c-249a-4422-b1c0-797468297df2 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:36.824903 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ced2bb-1173-4212-9d80-e983f8b4d250', 'code': 200} Aug 21 09:11:36.856084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port deb6eb46-4bad-4b70-b769-24658adbb7f5, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=deb6eb46-4bad-4b70-b769-24658adbb7f5,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:36.890656 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-065d71a4-0602-497f-b54a-33f807f161be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.919809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-cfd6cbb8-99c9-491a-956b-509142436d00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] For port c6ad734c-4502-46b0-8437-ad0dc2f66968, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c6ad734c-4502-46b0-8437-ad0dc2f66968,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:36.920181 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-cfd6cbb8-99c9-491a-956b-509142436d00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.945630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-cfd6cbb8-99c9-491a-956b-509142436d00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Calling delete_port for c6ad734c-4502-46b0-8437-ad0dc2f66968 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:36.953771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:36.954624 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:36.991849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e8542-b871-4a3a-99cf-0d290a887bf8 req-9109f406-86fc-426e-8fdb-0f9a1975be67 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:36.991849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a19e8542-b871-4a3a-99cf-0d290a887bf8 req-9109f406-86fc-426e-8fdb-0f9a1975be67 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.1172504 Aug 21 09:11:37.043361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=deb6eb46-4bad-4b70-b769-24658adbb7f5,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:37.053747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:11:37.054269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7fb1a58b-466b-48b3-8947-1a5beaf86710 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:37.117708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a19e8542-b871-4a3a-99cf-0d290a887bf8 req-87b3bb97-4727-4898-9499-0771f371fe53 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942051 Aug 21 09:11:37.140284 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:37.202000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7fb1a58b-466b-48b3-8947-1a5beaf86710, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7fb1a58b-466b-48b3-8947-1a5beaf86710,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:37.243304 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a8d4f1b0-137a-4f64-93b9-5069d67be06c req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:37.258827 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:37.259574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c6ad734c-4502-46b0-8437-ad0dc2f66968 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:37.297438 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-cfd6cbb8-99c9-491a-956b-509142436d00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:37.304550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Pushing event deleted for resources: {'Port': ['ID=982d3312-9af8-4f57-9f37-c0d0643d943c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:37.327606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7fac3-59fe-43dc-9674-799c6ba98041 req-935d4c27-9cd0-4019-8da3-6277e01c359c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:37.333567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7fac3-59fe-43dc-9674-799c6ba98041 req-935d4c27-9cd0-4019-8da3-6277e01c359c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:37.339787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7fac3-59fe-43dc-9674-799c6ba98041 req-935d4c27-9cd0-4019-8da3-6277e01c359c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:37.346790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7fac3-59fe-43dc-9674-799c6ba98041 req-935d4c27-9cd0-4019-8da3-6277e01c359c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:37.352973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7fac3-59fe-43dc-9674-799c6ba98041 req-935d4c27-9cd0-4019-8da3-6277e01c359c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:37.354887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adc7fac3-59fe-43dc-9674-799c6ba98041 req-935d4c27-9cd0-4019-8da3-6277e01c359c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 3881 time: 0.1534228 Aug 21 09:11:37.359257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No active binding found for port c6ad734c-4502-46b0-8437-ad0dc2f66968 {{(pid=106758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 09:11:37.359765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c6ad734c-4502-46b0-8437-ad0dc2f66968 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:11:37.360901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d214a269-de68-403f-bcfa-835869aca265 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:37.365952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7fb1a58b-466b-48b3-8947-1a5beaf86710,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:37.390713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.391190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.391625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.391872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.392211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.392546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.392874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.393196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.393618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.393847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.394171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.394489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:11:37.437932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6cbb8-99c9-491a-956b-509142436d00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Port': ['ID=c6ad734c-4502-46b0-8437-ad0dc2f66968,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:37.444031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d4f1b0-137a-4f64-93b9-5069d67be06c req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] No DVR routers for this DVR port 982d3312-9af8-4f57-9f37-c0d0643d943c on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:37.456533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a8d4f1b0-137a-4f64-93b9-5069d67be06c req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:37.456533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8d4f1b0-137a-4f64-93b9-5069d67be06c req-860a902a-f5f0-4240-8909-ceef35ba8a95 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.22 "DELETE /v2.0/ports/982d3312-9af8-4f57-9f37-c0d0643d943c HTTP/1.1" status: 204 len: 173 time: 1.1068859 Aug 21 09:11:37.457997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-deleted', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:37.460227 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a8cd58-4470-4ddf-b113-b573e9ffb83d" -d '{"events": [{"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-deleted", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:37.464019 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:37.501246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d214a269-de68-403f-bcfa-835869aca265, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d214a269-de68-403f-bcfa-835869aca265,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:37.508883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-cfd6cbb8-99c9-491a-956b-509142436d00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] No DVR routers for this DVR port c6ad734c-4502-46b0-8437-ad0dc2f66968 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:37.515869 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-cfd6cbb8-99c9-491a-956b-509142436d00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:37.518398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-cfd6cbb8-99c9-491a-956b-509142436d00 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "DELETE /v2.0/ports/c6ad734c-4502-46b0-8437-ad0dc2f66968 HTTP/1.1" status: 204 len: 173 time: 1.1857789 Aug 21 09:11:37.526292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adc7fac3-59fe-43dc-9674-799c6ba98041 req-543347c2-ab5c-405d-8e24-604fde428bc1 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422167 Aug 21 09:11:37.582338 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:37.667699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=d214a269-de68-403f-bcfa-835869aca265,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:38.220821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796d9cc-c519-421b-b588-e495724488d6 req-f0ef27fe-c3fd-47c4-9f89-3b2df5013e80 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:38.222740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1796d9cc-c519-421b-b588-e495724488d6 req-f0ef27fe-c3fd-47c4-9f89-3b2df5013e80 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.6129248 Aug 21 09:11:38.241604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-20680723-1c2d-404e-a7dd-107b0c7f95e3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Deleting port deb6eb46-4bad-4b70-b769-24658adbb7f5 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:38.241949 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-20680723-1c2d-404e-a7dd-107b0c7f95e3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:38.313616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467b1b9-0cf5-4196-acf7-cb7be5a5a8da req-c7e215e1-1677-4332-8b86-16059c68bcf1 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:38.315111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7467b1b9-0cf5-4196-acf7-cb7be5a5a8da req-c7e215e1-1677-4332-8b86-16059c68bcf1 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e HTTP/1.1" status: 200 len: 945 time: 0.6602151 Aug 21 09:11:38.373984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1796d9cc-c519-421b-b588-e495724488d6 req-66edf5e8-9451-402d-8663-a6c056d52134 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385112 Aug 21 09:11:38.396988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7467b1b9-0cf5-4196-acf7-cb7be5a5a8da req-6b9eef2f-9d7c-4382-b3f9-7d9fefafb4fa tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754085 Aug 21 09:11:38.431329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-20680723-1c2d-404e-a7dd-107b0c7f95e3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] For port deb6eb46-4bad-4b70-b769-24658adbb7f5, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=deb6eb46-4bad-4b70-b769-24658adbb7f5,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:38.432730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-20680723-1c2d-404e-a7dd-107b0c7f95e3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:38.446614 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6877f8fd-989c-4921-a5ba-1c853d30afaa x-openstack-request-id: req-6877f8fd-989c-4921-a5ba-1c853d30afaa {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:38.447265 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea904ca3-a420-4292-afba-f47c7983f423", "name": "network-vif-deleted", "tag": "982d3312-9af8-4f57-9f37-c0d0643d943c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:38.447265 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6877f8fd-989c-4921-a5ba-1c853d30afaa {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:38.447602 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea904ca3-a420-4292-afba-f47c7983f423', 'name': 'network-vif-deleted', 'tag': '982d3312-9af8-4f57-9f37-c0d0643d943c', 'status': 'completed', 'code': 200} Aug 21 09:11:38.455095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-20680723-1c2d-404e-a7dd-107b0c7f95e3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Calling delete_port for deb6eb46-4bad-4b70-b769-24658adbb7f5 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:38.545220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-094572ac-f1d6-487a-a909-d9b4d740253a req-cb654478-c988-4b35-be2e-bbe80d549bc9 tempest-ListImageFiltersTestJSON-1607704133 tempest-ListImageFiltersTestJSON-1607704133-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea904ca3-a420-4292-afba-f47c7983f423 HTTP/1.1" status: 200 len: 210 time: 0.0319860 Aug 21 09:11:38.738322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77274303-4e2e-44ca-b7ae-66d24b104008 req-ac2c35b6-f631-455c-a04a-c80a31ea45bd tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:38.744244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77274303-4e2e-44ca-b7ae-66d24b104008 req-ac2c35b6-f631-455c-a04a-c80a31ea45bd tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:38.750132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77274303-4e2e-44ca-b7ae-66d24b104008 req-ac2c35b6-f631-455c-a04a-c80a31ea45bd tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:38.756615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77274303-4e2e-44ca-b7ae-66d24b104008 req-ac2c35b6-f631-455c-a04a-c80a31ea45bd tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:38.758329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77274303-4e2e-44ca-b7ae-66d24b104008 req-ac2c35b6-f631-455c-a04a-c80a31ea45bd tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 3142 time: 0.1070693 Aug 21 09:11:38.767586 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456fa4c-1070-44d3-ab10-4189ee855ab3 req-f9a33876-8f18-4928-a09d-27c2303b05e4 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:38.769090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9456fa4c-1070-44d3-ab10-4189ee855ab3 req-f9a33876-8f18-4928-a09d-27c2303b05e4 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 945 time: 0.1339281 Aug 21 09:11:38.805172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-20680723-1c2d-404e-a7dd-107b0c7f95e3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:38.823239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43824) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:38.825923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb6eb46-4bad-4b70-b769-24658adbb7f5'}, {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb1a58b-466b-48b3-8947-1a5beaf86710'}, {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd214a269-de68-403f-bcfa-835869aca265'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:38.828315 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39486d1c-b2ad-483c-93bc-011cc552d925" -d '{"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "deb6eb46-4bad-4b70-b769-24658adbb7f5"}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb1a58b-466b-48b3-8947-1a5beaf86710"}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "d214a269-de68-403f-bcfa-835869aca265"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:38.859010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20680723-1c2d-404e-a7dd-107b0c7f95e3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Port': ['ID=deb6eb46-4bad-4b70-b769-24658adbb7f5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:38.863235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77274303-4e2e-44ca-b7ae-66d24b104008 req-80da0757-9b8f-4ebf-ab26-13c6c62d61f6 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932124 Aug 21 09:11:38.917342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9456fa4c-1070-44d3-ab10-4189ee855ab3 req-173f1a3f-8f5d-4af5-851c-65df12fa8b58 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352355 Aug 21 09:11:38.946841 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7039fd52-8ecf-4f1a-be91-fba4f5d7610d x-openstack-request-id: req-7039fd52-8ecf-4f1a-be91-fba4f5d7610d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:38.947139 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "deb6eb46-4bad-4b70-b769-24658adbb7f5", "code": 200}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb1a58b-466b-48b3-8947-1a5beaf86710", "code": 200}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "d214a269-de68-403f-bcfa-835869aca265", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:38.947386 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7039fd52-8ecf-4f1a-be91-fba4f5d7610d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:38.947923 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb6eb46-4bad-4b70-b769-24658adbb7f5', 'code': 200} Aug 21 09:11:38.948182 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb1a58b-466b-48b3-8947-1a5beaf86710', 'code': 200} Aug 21 09:11:38.948710 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd214a269-de68-403f-bcfa-835869aca265', 'code': 200} Aug 21 09:11:38.956960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-20680723-1c2d-404e-a7dd-107b0c7f95e3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] No DVR routers for this DVR port deb6eb46-4bad-4b70-b769-24658adbb7f5 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:38.960120 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-20680723-1c2d-404e-a7dd-107b0c7f95e3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:38.966251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-20680723-1c2d-404e-a7dd-107b0c7f95e3 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "DELETE /v2.0/ports/deb6eb46-4bad-4b70-b769-24658adbb7f5 HTTP/1.1" status: 204 len: 173 time: 1.4349718 Aug 21 09:11:38.989972 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9adc996a-1056-4e2a-8ebb-8f29f365a7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.090246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9adc996a-1056-4e2a-8ebb-8f29f365a7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.135691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2398be5-cc68-42d4-ac75-25e3b3c2d1b7 req-4c961dc5-9724-4cd5-9ce6-9191571ed9c3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:39.141706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2398be5-cc68-42d4-ac75-25e3b3c2d1b7 req-4c961dc5-9724-4cd5-9ce6-9191571ed9c3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:39.147727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2398be5-cc68-42d4-ac75-25e3b3c2d1b7 req-4c961dc5-9724-4cd5-9ce6-9191571ed9c3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:39.155668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2398be5-cc68-42d4-ac75-25e3b3c2d1b7 req-4c961dc5-9724-4cd5-9ce6-9191571ed9c3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac&device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e&device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 2416 time: 0.0841427 Aug 21 09:11:39.168577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Deleting port d214a269-de68-403f-bcfa-835869aca265 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:39.168926 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.170856 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9adc996a-1056-4e2a-8ebb-8f29f365a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.218283 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9adc996a-1056-4e2a-8ebb-8f29f365a7a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36a8a304a85f43fabe98d3de416278a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932302 Aug 21 09:11:39.219319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc996a-1056-4e2a-8ebb-8f29f365a7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc4142c-b4ba-4bc9-8fc5-c5d05789d515,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:39.221794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43832) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:39.263910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2398be5-cc68-42d4-ac75-25e3b3c2d1b7 req-b63ee81e-87ad-40f9-883a-81a3ed9722a3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073718 Aug 21 09:11:39.305565 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad750-c002-4627-bf86-078ecdb85b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.323490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] For port d214a269-de68-403f-bcfa-835869aca265, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d214a269-de68-403f-bcfa-835869aca265,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:39.326022 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.337712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad750-c002-4627-bf86-078ecdb85b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.405516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-e438c405-65e8-4720-bc27-c4e0a49fa773 req-c6147522-907d-4760-bef0-86bae7e3b641 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:11:39.415395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e438c405-65e8-4720-bc27-c4e0a49fa773 req-c6147522-907d-4760-bef0-86bae7e3b641 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0947013 Aug 21 09:11:39.490867 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad750-c002-4627-bf86-078ecdb85b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.493546 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad750-c002-4627-bf86-078ecdb85b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.494820 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9e7ad750-c002-4627-bf86-078ecdb85b60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bc4142c-b4ba-4bc9-8fc5-c5d05789d515 HTTP/1.1" status: 204 len: 168 time: 0.2678859 Aug 21 09:11:39.503703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ad750-c002-4627-bf86-078ecdb85b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc4142c-b4ba-4bc9-8fc5-c5d05789d515,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:39.542809 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4698a385-3af6-4213-9b7a-163591345c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.576728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e438c405-65e8-4720-bc27-c4e0a49fa773 req-968312d6-441f-4b50-b012-5e328b8be84b tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1603377 Aug 21 09:11:39.639239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5978-1db5-4559-a432-662c18939c4c req-b0cac4c5-32c9-4504-837e-4a0a3542e00d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:39.640787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a6e5978-1db5-4559-a432-662c18939c4c req-b0cac4c5-32c9-4504-837e-4a0a3542e00d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1608286 Aug 21 09:11:39.687426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.687849 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.688737 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Floating IP e5dbe8e9-6017-44d3-98b8-f3487bd513d9 disassociated. External IP: 172.25.5.81, port: d214a269-de68-403f-bcfa-835869aca265. Aug 21 09:11:39.689237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Calling delete_port for d214a269-de68-403f-bcfa-835869aca265 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:39.712589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 982d3312-9af8-4f57-9f37-c0d0643d943c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:39.742106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 982d3312-9af8-4f57-9f37-c0d0643d943c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:11:39.742651 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 982d3312-9af8-4f57-9f37-c0d0643d943c not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:11:39.746600 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:39.767952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a6e5978-1db5-4559-a432-662c18939c4c req-6300c048-8ead-4311-a8bf-4a1a6cba056a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123402 Aug 21 09:11:40.089280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:40.150071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Port': ['ID=d214a269-de68-403f-bcfa-835869aca265,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:40.248181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1d2f-ce33-4ca3-8109-bf44ade9ea13 req-9323aa65-eabf-4431-bb1b-78a011d96baf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:40.254361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1d2f-ce33-4ca3-8109-bf44ade9ea13 req-9323aa65-eabf-4431-bb1b-78a011d96baf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:40.256065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00ec1d2f-ce33-4ca3-8109-bf44ade9ea13 req-9323aa65-eabf-4431-bb1b-78a011d96baf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 1677 time: 0.1167951 Aug 21 09:11:40.336386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00ec1d2f-ce33-4ca3-8109-bf44ade9ea13 req-5e526d1c-95ad-4da4-9683-20ee6543c92a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505459 Aug 21 09:11:40.342222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Router e0190e20-f8bb-4793-b64e-1cae724ffb04 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:11:40.345117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43874) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:40.365527 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38561b58-0bd9-4b39-ac98-62599d4237d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:40.460524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-deleted', 'tag': 'c6ad734c-4502-46b0-8437-ad0dc2f66968'}, {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-deleted', 'tag': 'deb6eb46-4bad-4b70-b769-24658adbb7f5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:40.469153 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923cbdcf-b459-47f3-b44e-e1c0ac9a23f8" -d '{"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-deleted", "tag": "c6ad734c-4502-46b0-8437-ad0dc2f66968"}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-deleted", "tag": "deb6eb46-4bad-4b70-b769-24658adbb7f5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:40.484318 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38561b58-0bd9-4b39-ac98-62599d4237d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:40.500969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:11:40.512037 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a423a-1d45-4788-abd3-128b7eef1ef1 None None] Sync routers for ids ['e0190e20-f8bb-4793-b64e-1cae724ffb04'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:11:40.533753 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a423a-1d45-4788-abd3-128b7eef1ef1 None None] Routers {'e0190e20-f8bb-4793-b64e-1cae724ffb04'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:11:40.534799 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ac7a423a-1d45-4788-abd3-128b7eef1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:11:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e0190e20-f8bb-4793-b64e-1cae724ffb04'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:11:40.553917 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38561b58-0bd9-4b39-ac98-62599d4237d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:40.561051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] No DVR routers for this DVR port d214a269-de68-403f-bcfa-835869aca265 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:40.564111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:40.566899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-72799b56-9910-4183-bd98-d037ace993cf tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "DELETE /v2.0/ports/d214a269-de68-403f-bcfa-835869aca265 HTTP/1.1" status: 204 len: 173 time: 1.5950007 Aug 21 09:11:40.614985 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-38561b58-0bd9-4b39-ac98-62599d4237d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfac3d47ce7d4e798ffebf73a36d064f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685771 Aug 21 09:11:40.617452 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43882) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:40.667228 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d669ca-4652-47dc-8406-1f76bba2d7e1 x-openstack-request-id: req-12d669ca-4652-47dc-8406-1f76bba2d7e1 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:40.668135 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-deleted", "tag": "c6ad734c-4502-46b0-8437-ad0dc2f66968", "status": "completed", "code": 200}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-deleted", "tag": "deb6eb46-4bad-4b70-b769-24658adbb7f5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:40.668542 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12d669ca-4652-47dc-8406-1f76bba2d7e1 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:40.669082 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-deleted', 'tag': 'c6ad734c-4502-46b0-8437-ad0dc2f66968', 'status': 'completed', 'code': 200} Aug 21 09:11:40.669481 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-deleted', 'tag': 'deb6eb46-4bad-4b70-b769-24658adbb7f5', 'status': 'completed', 'code': 200} Aug 21 09:11:40.729621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-7a212594-d876-4b9f-be25-283f868c5b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Deleting port 36ced2bb-1173-4212-9d80-e983f8b4d250 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:40.729995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-7a212594-d876-4b9f-be25-283f868c5b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:40.757593 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38561b58-0bd9-4b39-ac98-62599d4237d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4d1507-ec2e-4701-9d0d-4ddebf5d8914,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:40.800712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cba44d48-a58a-4214-a2f4-88cc3a702d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:40.828033 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-ac7a423a-1d45-4788-abd3-128b7eef1ef1 None None] Set router e0190e20-f8bb-4793-b64e-1cae724ffb04 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:11:40.839574 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cba44d48-a58a-4214-a2f4-88cc3a702d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:40.862545 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:40.913480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-7a212594-d876-4b9f-be25-283f868c5b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] For port 36ced2bb-1173-4212-9d80-e983f8b4d250, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=36ced2bb-1173-4212-9d80-e983f8b4d250,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:40.913916 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-7a212594-d876-4b9f-be25-283f868c5b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:40.968898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-7a212594-d876-4b9f-be25-283f868c5b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Calling delete_port for 36ced2bb-1173-4212-9d80-e983f8b4d250 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:41.022871 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cba44d48-a58a-4214-a2f4-88cc3a702d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:41.026740 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cba44d48-a58a-4214-a2f4-88cc3a702d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:41.036132 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cba44d48-a58a-4214-a2f4-88cc3a702d40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c4d1507-ec2e-4701-9d0d-4ddebf5d8914 HTTP/1.1" status: 204 len: 168 time: 0.4138758 Aug 21 09:11:41.051168 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf6d21-f9ea-4f8e-b879-54d40f22e1ba req-efe46955-1bd6-4a62-9218-d3e0b8ae76e4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:41.053087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5eaf6d21-f9ea-4f8e-b879-54d40f22e1ba req-efe46955-1bd6-4a62-9218-d3e0b8ae76e4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1424923 Aug 21 09:11:41.069853 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:11:41.074211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba44d48-a58a-4214-a2f4-88cc3a702d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4d1507-ec2e-4701-9d0d-4ddebf5d8914,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:41.120076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5eaf6d21-f9ea-4f8e-b879-54d40f22e1ba req-2807b6e7-7541-45f6-9a50-23387c3574c8 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536039 Aug 21 09:11:41.197937 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ac7a423a-1d45-4788-abd3-128b7eef1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '4b7ca10e-babe-45e1-a1b2-3b671160e3c2', 'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'mac_address': 'fa:16:3e:ff:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:54Z', 'updated_at': '2021-08-21T09:01:02Z', 'revision_number': 5, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'subnets': [{'id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:11:41.244070 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a423a-1d45-4788-abd3-128b7eef1ef1 None None] Checking router: e0190e20-f8bb-4793-b64e-1cae724ffb04 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:11:41.258065 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a423a-1d45-4788-abd3-128b7eef1ef1 None None] Routers {'e0190e20-f8bb-4793-b64e-1cae724ffb04'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:11:41.258989 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ac7a423a-1d45-4788-abd3-128b7eef1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:11:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e0190e20-f8bb-4793-b64e-1cae724ffb04'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:11:41.319604 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-7a212594-d876-4b9f-be25-283f868c5b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:41.352273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a212594-d876-4b9f-be25-283f868c5b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Port': ['ID=36ced2bb-1173-4212-9d80-e983f8b4d250,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:41.426112 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-ac7a423a-1d45-4788-abd3-128b7eef1ef1 None None] Set router e0190e20-f8bb-4793-b64e-1cae724ffb04 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:11:41.426344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-7a212594-d876-4b9f-be25-283f868c5b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] No DVR routers for this DVR port 36ced2bb-1173-4212-9d80-e983f8b4d250 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:41.429353 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-7a212594-d876-4b9f-be25-283f868c5b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:41.433330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-7a212594-d876-4b9f-be25-283f868c5b74 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "DELETE /v2.0/ports/36ced2bb-1173-4212-9d80-e983f8b4d250 HTTP/1.1" status: 204 len: 173 time: 0.8565397 Aug 21 09:11:41.585230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-a655ad76-e7eb-404a-9cfa-a5d1a49b7ccb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Deleting port 7fb1a58b-466b-48b3-8947-1a5beaf86710 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:41.585633 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-a655ad76-e7eb-404a-9cfa-a5d1a49b7ccb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:41.706010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf48db-48c9-4971-b1e8-b2a865655612 req-5cfee73e-e448-49cb-8f2e-04ba17db4ec7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:41.707597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30bf48db-48c9-4971-b1e8-b2a865655612 req-5cfee73e-e448-49cb-8f2e-04ba17db4ec7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 943 time: 0.1166761 Aug 21 09:11:41.741432 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ac7a423a-1d45-4788-abd3-128b7eef1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '4b7ca10e-babe-45e1-a1b2-3b671160e3c2', 'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'mac_address': 'fa:16:3e:ff:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:54Z', 'updated_at': '2021-08-21T09:01:02Z', 'revision_number': 5, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'subnets': [{'id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:11:41.773864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-a655ad76-e7eb-404a-9cfa-a5d1a49b7ccb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] For port 7fb1a58b-466b-48b3-8947-1a5beaf86710, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7fb1a58b-466b-48b3-8947-1a5beaf86710,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:41.774267 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-a655ad76-e7eb-404a-9cfa-a5d1a49b7ccb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:41.778334 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a423a-1d45-4788-abd3-128b7eef1ef1 None None] The sync data for ids ['e0190e20-f8bb-4793-b64e-1cae724ffb04'] in n-d-766726-28 is: [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:00:55Z', 'revision_number': 4, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '4b7ca10e-babe-45e1-a1b2-3b671160e3c2', 'name': '', 'network_id': '73f9dfb4-9c6d-4fc9-966a-d52ab4907925', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'mac_address': 'fa:16:3e:ff:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:54Z', 'updated_at': '2021-08-21T09:01:02Z', 'revision_number': 5, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'subnets': [{'id': '8eea5f64-f9f4-4f3d-823b-00499102b99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:11:41.804967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-a655ad76-e7eb-404a-9cfa-a5d1a49b7ccb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Calling delete_port for 7fb1a58b-466b-48b3-8947-1a5beaf86710 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:41.853190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30bf48db-48c9-4971-b1e8-b2a865655612 req-dc2fdf24-a98b-4324-94cb-dd2e7e688056 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7686a6-0876-49bb-9caf-364cf3446489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345685 Aug 21 09:11:42.274451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea2928-f9a1-4080-99d1-bab5ad5cef65 None None] New status for floating IP e5dbe8e9-6017-44d3-98b8-f3487bd513d9: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:11:42.388840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-a655ad76-e7eb-404a-9cfa-a5d1a49b7ccb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:42.393822 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:42.428015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655ad76-e7eb-404a-9cfa-a5d1a49b7ccb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Port': ['ID=7fb1a58b-466b-48b3-8947-1a5beaf86710,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:42.481977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-a655ad76-e7eb-404a-9cfa-a5d1a49b7ccb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] No DVR routers for this DVR port 7fb1a58b-466b-48b3-8947-1a5beaf86710 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:42.485721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-a655ad76-e7eb-404a-9cfa-a5d1a49b7ccb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:42.488221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7f9e840-da83-4558-a9d7-3c08c9114f49 req-a655ad76-e7eb-404a-9cfa-a5d1a49b7ccb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.13 "DELETE /v2.0/ports/7fb1a58b-466b-48b3-8947-1a5beaf86710 HTTP/1.1" status: 204 len: 173 time: 1.0485368 Aug 21 09:11:42.671038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-deleted', 'tag': 'd214a269-de68-403f-bcfa-835869aca265'}, {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-deleted', 'tag': '36ced2bb-1173-4212-9d80-e983f8b4d250'}, {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-deleted', 'tag': '7fb1a58b-466b-48b3-8947-1a5beaf86710'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:42.673777 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d910e836-38b9-4981-9656-591696eda4f7" -d '{"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-deleted", "tag": "d214a269-de68-403f-bcfa-835869aca265"}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-deleted", "tag": "36ced2bb-1173-4212-9d80-e983f8b4d250"}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-deleted", "tag": "7fb1a58b-466b-48b3-8947-1a5beaf86710"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:42.866179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54626948-c24d-4f3e-b750-e9e081431c66 req-43228eeb-6f61-49e3-b2fd-aa3a93dcd933 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:42.869541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54626948-c24d-4f3e-b750-e9e081431c66 req-43228eeb-6f61-49e3-b2fd-aa3a93dcd933 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0704710 Aug 21 09:11:42.922152 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54626948-c24d-4f3e-b750-e9e081431c66 req-2bd05ae5-0397-4686-bee8-015cabc90445 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463381 Aug 21 09:11:43.091689 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ed032e-f49c-4083-bddf-4a9028362435 x-openstack-request-id: req-07ed032e-f49c-4083-bddf-4a9028362435 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:43.091990 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-deleted", "tag": "d214a269-de68-403f-bcfa-835869aca265", "status": "completed", "code": 200}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-deleted", "tag": "36ced2bb-1173-4212-9d80-e983f8b4d250", "status": "completed", "code": 200}, {"server_uuid": "27df591a-1057-45a6-a18f-04c93f153bf5", "name": "network-vif-deleted", "tag": "7fb1a58b-466b-48b3-8947-1a5beaf86710", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:43.092243 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07ed032e-f49c-4083-bddf-4a9028362435 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:43.092656 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-deleted', 'tag': 'd214a269-de68-403f-bcfa-835869aca265', 'status': 'completed', 'code': 200} Aug 21 09:11:43.092913 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-deleted', 'tag': '36ced2bb-1173-4212-9d80-e983f8b4d250', 'status': 'completed', 'code': 200} Aug 21 09:11:43.093163 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df591a-1057-45a6-a18f-04c93f153bf5', 'name': 'network-vif-deleted', 'tag': '7fb1a58b-466b-48b3-8947-1a5beaf86710', 'status': 'completed', 'code': 200} Aug 21 09:11:43.184528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-389ac207-5b3f-4c9a-8dff-4ee12fa22f83 req-4833fe41-4dbe-4f8c-9b0f-7268fc66ecef tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0325806 Aug 21 09:11:43.210495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82390132-264b-4d75-b08b-2a8b2f815cb1 req-4e26f07b-a237-471c-b07c-385e3c076a0d tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:43.210495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82390132-264b-4d75-b08b-2a8b2f815cb1 req-4e26f07b-a237-471c-b07c-385e3c076a0d tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 945 time: 0.0840454 Aug 21 09:11:43.256121 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82390132-264b-4d75-b08b-2a8b2f815cb1 req-719dd509-6e7c-4346-9b61-1df7841879e3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482774 Aug 21 09:11:43.439635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43984) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:43.542804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 43988) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:43.639849 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7bad3a8-a8af-4758-a5eb-2703e9369cc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42cd12c3d7e64d42a4a4d5955d41ec5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966157 Aug 21 09:11:43.640102 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43992) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:43.654991 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2ab9905a-6b0d-4a5b-9524-78a4c7c96ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:43.693958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3d4f-e159-451a-8ef4-3490183e8ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:43.716582 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3d4f-e159-451a-8ef4-3490183e8ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:43.758039 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2ab9905a-6b0d-4a5b-9524-78a4c7c96ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:43.816891 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2ab9905a-6b0d-4a5b-9524-78a4c7c96ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:43.844088 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3d4f-e159-451a-8ef4-3490183e8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:43.847182 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3d4f-e159-451a-8ef4-3490183e8ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:43.848358 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eb4b3d4f-e159-451a-8ef4-3490183e8ae7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95103263-d92b-4e8d-8353-df561e3f7f77 HTTP/1.1" status: 204 len: 168 time: 0.2072921 Aug 21 09:11:43.854893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2ab9905a-6b0d-4a5b-9524-78a4c7c96ebd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edcf5775fe884001a84719073b771d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103287 Aug 21 09:11:43.859884 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43996) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:43.860542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9905a-6b0d-4a5b-9524-78a4c7c96ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff83b4d-0b5a-483d-8b5b-5585e195a7ad,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:43.863838 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b3d4f-e159-451a-8ef4-3490183e8ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95103263-d92b-4e8d-8353-df561e3f7f77,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:43.926751 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a54bfc1-d0c9-4b7e-b0b3-e94014db1ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:43.950824 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a54bfc1-d0c9-4b7e-b0b3-e94014db1ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:44.039315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec39192-6ec3-40bf-b0c9-5000175bc436 req-7ef51106-5a2f-4abd-950c-b0df484a7bf7 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:44.040943 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fec39192-6ec3-40bf-b0c9-5000175bc436 req-7ef51106-5a2f-4abd-950c-b0df484a7bf7 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0586054 Aug 21 09:11:44.091950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fec39192-6ec3-40bf-b0c9-5000175bc436 req-0d29d088-7fa6-4685-8673-2439dfdf3397 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Aug 21 09:11:44.096073 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a54bfc1-d0c9-4b7e-b0b3-e94014db1ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:44.099859 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a54bfc1-d0c9-4b7e-b0b3-e94014db1ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:44.103059 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0a54bfc1-d0c9-4b7e-b0b3-e94014db1ab0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ff83b4d-0b5a-483d-8b5b-5585e195a7ad HTTP/1.1" status: 204 len: 168 time: 0.2405348 Aug 21 09:11:44.123180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54bfc1-d0c9-4b7e-b0b3-e94014db1ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff83b4d-0b5a-483d-8b5b-5585e195a7ad,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:44.341777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2d07a8-37c7-4034-9dfe-476e18372f37 req-c0d67d67-1daf-40f7-bebe-77ed48a6e87d tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0443377 Aug 21 09:11:44.386753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d08d-d542-4fb0-890a-cdc6b16573da req-cb7bc706-1171-497b-84c5-c5d791216c45 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:44.388264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c44d08d-d542-4fb0-890a-cdc6b16573da req-cb7bc706-1171-497b-84c5-c5d791216c45 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 945 time: 0.1249201 Aug 21 09:11:44.491069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c387983-40cf-45ec-9581-8f21d53bfdc4 req-70c4bc58-74d2-410f-b08b-451549e835d3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:44.492596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c387983-40cf-45ec-9581-8f21d53bfdc4 req-70c4bc58-74d2-410f-b08b-451549e835d3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 945 time: 0.1448169 Aug 21 09:11:44.550002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c387983-40cf-45ec-9581-8f21d53bfdc4 req-5bebc73b-adad-49d7-a5ad-9cb79ab582b0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487857 Aug 21 09:11:44.565819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7c44d08d-d542-4fb0-890a-cdc6b16573da req-6ee2d6aa-3941-4bcb-8b22-a26c5d181c81 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Deleting port 0783f4c0-bc15-4764-a7c0-5caab27d621e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:44.566406 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c44d08d-d542-4fb0-890a-cdc6b16573da req-6ee2d6aa-3941-4bcb-8b22-a26c5d181c81 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:44.673272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7c44d08d-d542-4fb0-890a-cdc6b16573da req-6ee2d6aa-3941-4bcb-8b22-a26c5d181c81 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] For port 0783f4c0-bc15-4764-a7c0-5caab27d621e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0783f4c0-bc15-4764-a7c0-5caab27d621e,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:44.673743 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c44d08d-d542-4fb0-890a-cdc6b16573da req-6ee2d6aa-3941-4bcb-8b22-a26c5d181c81 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:44.686019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7c44d08d-d542-4fb0-890a-cdc6b16573da req-6ee2d6aa-3941-4bcb-8b22-a26c5d181c81 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Calling delete_port for 0783f4c0-bc15-4764-a7c0-5caab27d621e owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:44.885776 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c44d08d-d542-4fb0-890a-cdc6b16573da req-6ee2d6aa-3941-4bcb-8b22-a26c5d181c81 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:44.900169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['81e1dff5-d61d-46db-90ae-6346bb933466', '5da04ba2-43bd-4c06-9ba4-fd5861a40114'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:11:44.903849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0783f4c0-bc15-4764-a7c0-5caab27d621e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:11:44.922713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2d6aa-3941-4bcb-8b22-a26c5d181c81 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Pushing event deleted for resources: {'Port': ['ID=0783f4c0-bc15-4764-a7c0-5caab27d621e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:44.978456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c44d08d-d542-4fb0-890a-cdc6b16573da req-6ee2d6aa-3941-4bcb-8b22-a26c5d181c81 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] No DVR routers for this DVR port 0783f4c0-bc15-4764-a7c0-5caab27d621e on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:44.981284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c44d08d-d542-4fb0-890a-cdc6b16573da req-6ee2d6aa-3941-4bcb-8b22-a26c5d181c81 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:44.985381 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c44d08d-d542-4fb0-890a-cdc6b16573da req-6ee2d6aa-3941-4bcb-8b22-a26c5d181c81 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.13 "DELETE /v2.0/ports/0783f4c0-bc15-4764-a7c0-5caab27d621e HTTP/1.1" status: 204 len: 173 time: 0.5793512 Aug 21 09:11:45.094225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3b2418-dc94-4083-8758-f72348a46bac', 'name': 'network-vif-deleted', 'tag': '0783f4c0-bc15-4764-a7c0-5caab27d621e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:45.097530 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fcec74-1265-4eff-9d51-da2aa4c5bec0" -d '{"events": [{"server_uuid": "df3b2418-dc94-4083-8758-f72348a46bac", "name": "network-vif-deleted", "tag": "0783f4c0-bc15-4764-a7c0-5caab27d621e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:45.140503 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:45.181600 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c2d927-b3e3-4c4a-a9ba-647de365e3e0 x-openstack-request-id: req-d4c2d927-b3e3-4c4a-a9ba-647de365e3e0 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:45.182164 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3b2418-dc94-4083-8758-f72348a46bac", "name": "network-vif-deleted", "tag": "0783f4c0-bc15-4764-a7c0-5caab27d621e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:45.188164 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4c2d927-b3e3-4c4a-a9ba-647de365e3e0 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:45.188164 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3b2418-dc94-4083-8758-f72348a46bac', 'name': 'network-vif-deleted', 'tag': '0783f4c0-bc15-4764-a7c0-5caab27d621e', 'status': 'completed', 'code': 200} Aug 21 09:11:45.252995 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:45.299103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11b3fa-32e4-4d55-a7f9-aa5b2425c11d req-c1fbf4a5-1b47-47a6-aed0-6ac22a5b50af tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:45.300580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf11b3fa-32e4-4d55-a7f9-aa5b2425c11d req-c1fbf4a5-1b47-47a6-aed0-6ac22a5b50af tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0761907 Aug 21 09:11:45.428907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf11b3fa-32e4-4d55-a7f9-aa5b2425c11d req-23628e3d-3bd8-4fec-8105-01e86e78e5d1 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162109 Aug 21 09:11:45.560673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-597c50f7-73a3-4c01-8a87-2dc001f5aef0 req-77243471-7c41-4f57-823d-126b39de3740 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0472550 Aug 21 09:11:45.718149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ac90675-8afd-4b8b-b7f8-157ddf0e1d28 req-2778e377-b0b7-4c16-ba39-389e78c9176c tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3b2418-dc94-4083-8758-f72348a46bac HTTP/1.1" status: 200 len: 210 time: 0.0610421 Aug 21 09:11:46.608413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf4a18-a341-4930-8e9b-8b14222586b5 req-85d5cdc8-8117-4c38-a12c-42df6bbc7da6 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:46.610505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1daf4a18-a341-4930-8e9b-8b14222586b5 req-85d5cdc8-8117-4c38-a12c-42df6bbc7da6 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1001344 Aug 21 09:11:46.650068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1daf4a18-a341-4930-8e9b-8b14222586b5 req-7d6be8c4-fde3-4f1c-8a0d-612e25b02492 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333123 Aug 21 09:11:46.751029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-665dbdec-2cf1-4d70-ae80-f9bf827ee0d0 req-e2c099fe-3abb-488c-869d-fbce998d6fe7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Aug 21 09:11:47.311659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d96285-b2ad-47d4-8915-6fb8d2e08b5a req-88e88080-d274-49c6-8d20-baa07f1f67f1 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:47.313066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27d96285-b2ad-47d4-8915-6fb8d2e08b5a req-88e88080-d274-49c6-8d20-baa07f1f67f1 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e HTTP/1.1" status: 200 len: 945 time: 0.0538974 Aug 21 09:11:47.352661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27d96285-b2ad-47d4-8915-6fb8d2e08b5a req-5b747aa3-1adc-48b0-aba9-c9f9a63e2531 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328782 Aug 21 09:11:47.773673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f93ba7-b986-4e99-b3ac-87da253d20d2 req-8cac7bba-7d29-400b-8c83-f22d7e594107 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:47.783034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33f93ba7-b986-4e99-b3ac-87da253d20d2 req-8cac7bba-7d29-400b-8c83-f22d7e594107 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0627561 Aug 21 09:11:47.820175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33f93ba7-b986-4e99-b3ac-87da253d20d2 req-4bddaba8-b0b4-406a-98e9-353d55a0e583 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360897 Aug 21 09:11:47.869777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-316fb768-607e-463a-8b1c-36ecccba4fba req-44e9aec6-89b2-4df0-9783-1383dd8120af tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0285163 Aug 21 09:11:48.423217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0783f4c0-bc15-4764-a7c0-5caab27d621e no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:48.444658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 0783f4c0-bc15-4764-a7c0-5caab27d621e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:11:48.445002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0783f4c0-bc15-4764-a7c0-5caab27d621e not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:11:48.476279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c297b4-55d4-4c72-ac8e-17818ec475d9 req-efab91fd-d632-4f4c-8ef4-333b76301fd0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:48.477811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85c297b4-55d4-4c72-ac8e-17818ec475d9 req-efab91fd-d632-4f4c-8ef4-333b76301fd0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e HTTP/1.1" status: 200 len: 945 time: 0.0571759 Aug 21 09:11:48.531194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85c297b4-55d4-4c72-ac8e-17818ec475d9 req-494fa0e6-465c-4a7f-82cd-748b4462eeeb tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470004 Aug 21 09:11:48.724094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a325e5-c33a-4c55-81b1-338d2dfbdc91 req-c7eeeea7-d28d-4285-910a-d0874224890d tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:48.725703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3a325e5-c33a-4c55-81b1-338d2dfbdc91 req-c7eeeea7-d28d-4285-910a-d0874224890d tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.22 "GET /v2.0/ports?device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e HTTP/1.1" status: 200 len: 945 time: 0.0619323 Aug 21 09:11:48.849349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e3a325e5-c33a-4c55-81b1-338d2dfbdc91 req-4f9a7085-2a0d-4af6-bb1e-5c1be32c24bc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Deleting port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:48.849930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3a325e5-c33a-4c55-81b1-338d2dfbdc91 req-4f9a7085-2a0d-4af6-bb1e-5c1be32c24bc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:48.988426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f948f22-08e8-4754-acba-6dbc5a77cb07 req-c44ee9ba-ec73-4bd8-8b16-09dbc29d2fdd tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:48.989950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f948f22-08e8-4754-acba-6dbc5a77cb07 req-c44ee9ba-ec73-4bd8-8b16-09dbc29d2fdd tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0888870 Aug 21 09:11:48.991899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e3a325e5-c33a-4c55-81b1-338d2dfbdc91 req-4f9a7085-2a0d-4af6-bb1e-5c1be32c24bc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] For port 5da04ba2-43bd-4c06-9ba4-fd5861a40114, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=5da04ba2-43bd-4c06-9ba4-fd5861a40114,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:48.992259 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3a325e5-c33a-4c55-81b1-338d2dfbdc91 req-4f9a7085-2a0d-4af6-bb1e-5c1be32c24bc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:49.018506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e3a325e5-c33a-4c55-81b1-338d2dfbdc91 req-4f9a7085-2a0d-4af6-bb1e-5c1be32c24bc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Calling delete_port for 5da04ba2-43bd-4c06-9ba4-fd5861a40114 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:49.088730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f948f22-08e8-4754-acba-6dbc5a77cb07 req-62bdc879-ac25-4d55-86f2-d399b0e3ae02 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881321 Aug 21 09:11:49.213794 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a339061-e055-4b9e-a333-c7e0284e3401 req-426d0346-132e-4d43-9712-7141fb087d10 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0373108 Aug 21 09:11:49.272593 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3a325e5-c33a-4c55-81b1-338d2dfbdc91 req-4f9a7085-2a0d-4af6-bb1e-5c1be32c24bc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:49.284796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['81e1dff5-d61d-46db-90ae-6346bb933466', '5da04ba2-43bd-4c06-9ba4-fd5861a40114'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:11:49.303119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a7085-2a0d-4af6-bb1e-5c1be32c24bc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Pushing event deleted for resources: {'Port': ['ID=5da04ba2-43bd-4c06-9ba4-fd5861a40114,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:49.374879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a325e5-c33a-4c55-81b1-338d2dfbdc91 req-4f9a7085-2a0d-4af6-bb1e-5c1be32c24bc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] No DVR routers for this DVR port 5da04ba2-43bd-4c06-9ba4-fd5861a40114 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:49.378706 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3a325e5-c33a-4c55-81b1-338d2dfbdc91 req-4f9a7085-2a0d-4af6-bb1e-5c1be32c24bc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:49.381403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3a325e5-c33a-4c55-81b1-338d2dfbdc91 req-4f9a7085-2a0d-4af6-bb1e-5c1be32c24bc tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.22 "DELETE /v2.0/ports/5da04ba2-43bd-4c06-9ba4-fd5861a40114 HTTP/1.1" status: 204 len: 173 time: 0.6361508 Aug 21 09:11:49.382822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49bd4e3-c0cc-440d-b32c-1a44d986a18e', 'name': 'network-vif-deleted', 'tag': '5da04ba2-43bd-4c06-9ba4-fd5861a40114'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:49.384474 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8682f691-61e8-486b-9404-d440418380ea" -d '{"events": [{"server_uuid": "a49bd4e3-c0cc-440d-b32c-1a44d986a18e", "name": "network-vif-deleted", "tag": "5da04ba2-43bd-4c06-9ba4-fd5861a40114"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:49.441856 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7400f1dc-8811-4571-8dda-773b87117d3e x-openstack-request-id: req-7400f1dc-8811-4571-8dda-773b87117d3e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:49.442147 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49bd4e3-c0cc-440d-b32c-1a44d986a18e", "name": "network-vif-deleted", "tag": "5da04ba2-43bd-4c06-9ba4-fd5861a40114", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:49.442393 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7400f1dc-8811-4571-8dda-773b87117d3e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:49.442790 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49bd4e3-c0cc-440d-b32c-1a44d986a18e', 'name': 'network-vif-deleted', 'tag': '5da04ba2-43bd-4c06-9ba4-fd5861a40114', 'status': 'completed', 'code': 200} Aug 21 09:11:49.698869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7501c16c-4cbc-45b4-a077-a2b036288a56 req-9063cd5f-8268-4ff9-bdd4-7af3634787d3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=a49bd4e3-c0cc-440d-b32c-1a44d986a18e HTTP/1.1" status: 200 len: 210 time: 0.0857542 Aug 21 09:11:50.224703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78d99-33bf-4b16-a75c-3c7c0107b79b req-f2c601af-e9e2-4f67-97d1-a93f0e0ef026 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:50.227091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1de78d99-33bf-4b16-a75c-3c7c0107b79b req-f2c601af-e9e2-4f67-97d1-a93f0e0ef026 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0539529 Aug 21 09:11:50.275442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1de78d99-33bf-4b16-a75c-3c7c0107b79b req-7721ae9a-fea7-451d-aba2-2a85f990c003 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406277 Aug 21 09:11:50.424022 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e2a5a1d-7b17-4b38-9c52-f354e2f6b15d req-0a9c6992-d291-4b6b-9775-8d076c384ce5 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0287750 Aug 21 09:11:50.424863 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44186) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:50.583005 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd32e06a-7670-4f08-864d-c70efb410692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:50.650426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f314a9d-5548-4816-8c9c-5ac6ed1a654e req-1f28c32b-ccd1-42dc-b52a-35d480afc4af tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:50.652386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f314a9d-5548-4816-8c9c-5ac6ed1a654e req-1f28c32b-ccd1-42dc-b52a-35d480afc4af tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1039231 Aug 21 09:11:50.689140 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd32e06a-7670-4f08-864d-c70efb410692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:50.700324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331c12-681f-4653-8742-9e5d956e9df7 req-f03a70ff-b57d-4d93-b62d-6316de062c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:50.701832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b331c12-681f-4653-8742-9e5d956e9df7 req-f03a70ff-b57d-4d93-b62d-6316de062c66 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5298abbe98234bb3897cabfe1642624a&device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 1097 time: 0.1024737 Aug 21 09:11:50.716242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f314a9d-5548-4816-8c9c-5ac6ed1a654e req-ade188d7-2623-4004-90a0-3c925166a532 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497634 Aug 21 09:11:50.776739 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd32e06a-7670-4f08-864d-c70efb410692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:50.829543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331c12-681f-4653-8742-9e5d956e9df7 req-e5c89271-57df-40d2-8fce-7ca5347c3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:50.839515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b331c12-681f-4653-8742-9e5d956e9df7 req-e5c89271-57df-40d2-8fce-7ca5347c3391 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 200 len: 920 time: 0.1138844 Aug 21 09:11:50.839676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32e06a-7670-4f08-864d-c70efb410692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12911886-aa09-4e42-ab2e-516dc7cc7bc7,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:50.842374 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dd32e06a-7670-4f08-864d-c70efb410692 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=693328ceb1aa40f69fb231a4fdf508c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159188 Aug 21 09:11:50.845486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44198) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:50.921049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b331c12-681f-4653-8742-9e5d956e9df7 req-b91b30b4-b3cd-45d6-8c14-65cef09c4e7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 HTTP/1.1" status: 200 len: 217 time: 0.0804927 Aug 21 09:11:50.941220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2d68794-bcc2-4053-920b-4f6b3da1a78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:50.981882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2d68794-bcc2-4053-920b-4f6b3da1a78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:51.006170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331c12-681f-4653-8742-9e5d956e9df7 req-bc39ae5a-918c-4a11-b1bf-5bd70a61705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:51.008250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b331c12-681f-4653-8742-9e5d956e9df7 req-bc39ae5a-918c-4a11-b1bf-5bd70a61705e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2319e9b6-2291-4b85-aad1-7e138856752d HTTP/1.1" status: 200 len: 859 time: 0.0736277 Aug 21 09:11:51.069191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b331c12-681f-4653-8742-9e5d956e9df7 req-74412845-a99e-43fe-b033-2e17c458b4b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7a18130-a4db-48fa-b2f1-d4001ca6a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529222 Aug 21 09:11:51.164121 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2d68794-bcc2-4053-920b-4f6b3da1a78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:51.167338 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2d68794-bcc2-4053-920b-4f6b3da1a78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:51.183747 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b2d68794-bcc2-4053-920b-4f6b3da1a78d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12911886-aa09-4e42-ab2e-516dc7cc7bc7 HTTP/1.1" status: 204 len: 168 time: 0.3320978 Aug 21 09:11:51.232691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d68794-bcc2-4053-920b-4f6b3da1a78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12911886-aa09-4e42-ab2e-516dc7cc7bc7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:51.315378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b331c12-681f-4653-8742-9e5d956e9df7 req-1fd9fe0a-c6ce-492a-9c1d-667324c06c8c service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255754 Aug 21 09:11:51.458768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82820613-f91f-48f7-8586-32a7b7b39183 req-09f29ac4-382f-4cfc-b78b-04f99d2ff126 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:51.460418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82820613-f91f-48f7-8586-32a7b7b39183 req-09f29ac4-382f-4cfc-b78b-04f99d2ff126 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.1763649 Aug 21 09:11:51.502540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b331c12-681f-4653-8742-9e5d956e9df7 req-002b3e89-1eca-44ff-a116-3ef1b86c6117 service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783881 Aug 21 09:11:51.512007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c920eb-fdb0-44e2-ab80-2f435d1a8701 req-5f2ba524-1876-4857-98cf-52a91c6eab0a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:51.513530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6c920eb-fdb0-44e2-ab80-2f435d1a8701 req-5f2ba524-1876-4857-98cf-52a91c6eab0a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.1037724 Aug 21 09:11:51.533058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82820613-f91f-48f7-8586-32a7b7b39183 req-98a1d450-0c2a-4da1-9ba7-9d4d6be054c0 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627110 Aug 21 09:11:51.577002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6c920eb-fdb0-44e2-ab80-2f435d1a8701 req-4bc54f90-3ecd-4da9-962b-9550b1df6439 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 Aug 21 09:11:51.658540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e711041c-1668-4b8c-997d-37b4b5ee851e req-885ca6d0-310a-4c81-9e46-c1694ec3075c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0296555 Aug 21 09:11:51.787265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 5da04ba2-43bd-4c06-9ba4-fd5861a40114 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:51.853063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 5da04ba2-43bd-4c06-9ba4-fd5861a40114 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:11:51.853800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 5da04ba2-43bd-4c06-9ba4-fd5861a40114 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:11:51.879628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24af6c-cb38-4900-8533-3693d5d660e6 req-0adf4784-ae90-4faa-9acc-97acbd999810 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:51.888201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e24af6c-cb38-4900-8533-3693d5d660e6 req-0adf4784-ae90-4faa-9acc-97acbd999810 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0810685 Aug 21 09:11:51.930560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e24af6c-cb38-4900-8533-3693d5d660e6 req-ac40e820-0356-476b-ba4d-64fb16106719 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Aug 21 09:11:52.534576 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44258) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:52.654755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1358682301-network', 'tenant_id': 'cf3c2b4e26cd4f919a676642b58ca85c'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:52.701891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7d7b2-005d-45ba-9175-0b4051198963 req-d497aaf2-c83f-4b15-9397-eaa8aedccdf3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:52.704004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1df7d7b2-005d-45ba-9175-0b4051198963 req-d497aaf2-c83f-4b15-9397-eaa8aedccdf3 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0922108 Aug 21 09:11:52.729939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263988-a704-473e-ab95-815c4b2203f6 req-3916790a-fd84-414a-8430-5df681795e28 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:52.731365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33263988-a704-473e-ab95-815c4b2203f6 req-3916790a-fd84-414a-8430-5df681795e28 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0791392 Aug 21 09:11:52.775914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1df7d7b2-005d-45ba-9175-0b4051198963 req-e43e6707-fe01-4f8b-b2bd-b054fa8cbd6d tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639009 Aug 21 09:11:52.782350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Made reservation on behalf of cf3c2b4e26cd4f919a676642b58ca85c for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:11:52.784821 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:52.789652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33263988-a704-473e-ab95-815c4b2203f6 req-64b1bb77-74b0-43c7-9a02-38c0d6365fc3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519187 Aug 21 09:11:52.816191 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:52.929002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a4abcbd-6aab-464f-b18b-466f1280f587 req-2c88173f-bfc1-47f0-8a53-ba578e62073a tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0348847 Aug 21 09:11:52.946436 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:52.947230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd05b-0063-49b1-ad36-94031dac9b23 req-119346d0-a2f9-41da-b4ee-d282dd914223 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:52.948983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-207fd05b-0063-49b1-ad36-94031dac9b23 req-119346d0-a2f9-41da-b4ee-d282dd914223 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.22 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 945 time: 0.0871468 Aug 21 09:11:53.026180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:53.056473 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:11:53.067650 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd3b020-dc7f-49dc-99b1-a5209ee9ac11,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:53.086152 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:53.088517 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Added segment 47037b39-678a-4d9f-a5b7-4456f860b2f5 of type vlan for network bea95937-be2d-44da-adb9-8b70686f7e23 Aug 21 09:11:53.139479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a46c4-e13e-412a-93e2-574fcbeacbd3 req-f5d87732-7f16-446b-bbdd-2f63c68bde66 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:53.144189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e8a46c4-e13e-412a-93e2-574fcbeacbd3 req-f5d87732-7f16-446b-bbdd-2f63c68bde66 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1328454 Aug 21 09:11:53.157986 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:53.262457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:53.263889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:53.264493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:53.339783 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] Pushing event updated for resources: {'Network': ['ID=bea95937-be2d-44da-adb9-8b70686f7e23,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:53.351641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network bea95937-be2d-44da-adb9-8b70686f7e23 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:11:53.394695 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3ed5ff80-3dea-4f17-8b3f-b0e0ad9eab93 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8589857 Aug 21 09:11:53.397592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44290) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:53.404445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] Request body: {'subnet': {'network_id': 'bea95937-be2d-44da-adb9-8b70686f7e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1358682301-subnet', 'tenant_id': 'cf3c2b4e26cd4f919a676642b58ca85c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:53.526305 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] Made reservation on behalf of cf3c2b4e26cd4f919a676642b58ca85c for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:11:53.529317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:53.541316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-207fd05b-0063-49b1-ad36-94031dac9b23 req-27f83bfb-8572-4fd5-81b1-2321e7853b10 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Deleting port 81e1dff5-d61d-46db-90ae-6346bb933466 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:53.541658 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-207fd05b-0063-49b1-ad36-94031dac9b23 req-27f83bfb-8572-4fd5-81b1-2321e7853b10 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:53.572431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e8a46c4-e13e-412a-93e2-574fcbeacbd3 req-b760c006-b2b8-451b-b8e4-ac3d0bfb1e93 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184425 Aug 21 09:11:53.669827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-207fd05b-0063-49b1-ad36-94031dac9b23 req-27f83bfb-8572-4fd5-81b1-2321e7853b10 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] For port 81e1dff5-d61d-46db-90ae-6346bb933466, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=81e1dff5-d61d-46db-90ae-6346bb933466,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:53.670334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-207fd05b-0063-49b1-ad36-94031dac9b23 req-27f83bfb-8572-4fd5-81b1-2321e7853b10 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:53.683771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-207fd05b-0063-49b1-ad36-94031dac9b23 req-27f83bfb-8572-4fd5-81b1-2321e7853b10 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Calling delete_port for 81e1dff5-d61d-46db-90ae-6346bb933466 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:53.782670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:53.856518 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9b2e31-7e92-40d5-97dd-be045332d7bc,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:53.866020 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] Checking segment: {'id': '47037b39-678a-4d9f-a5b7-4456f860b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bea95937-be2d-44da-adb9-8b70686f7e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:11:53.866415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] Network hostable DHCP agents. Network: bea95937-be2d-44da-adb9-8b70686f7e23, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:11:53.952895 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-207fd05b-0063-49b1-ad36-94031dac9b23 req-27f83bfb-8572-4fd5-81b1-2321e7853b10 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:53.965474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['81e1dff5-d61d-46db-90ae-6346bb933466'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:11:53.988058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] Network bea95937-be2d-44da-adb9-8b70686f7e23 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:11:53.997589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f83bfb-8572-4fd5-81b1-2321e7853b10 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Pushing event deleted for resources: {'Port': ['ID=81e1dff5-d61d-46db-90ae-6346bb933466,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:54.053435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-207fd05b-0063-49b1-ad36-94031dac9b23 req-27f83bfb-8572-4fd5-81b1-2321e7853b10 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] No DVR routers for this DVR port 81e1dff5-d61d-46db-90ae-6346bb933466 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:54.060430 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-207fd05b-0063-49b1-ad36-94031dac9b23 req-27f83bfb-8572-4fd5-81b1-2321e7853b10 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:54.062522 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-207fd05b-0063-49b1-ad36-94031dac9b23 req-27f83bfb-8572-4fd5-81b1-2321e7853b10 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.22 "DELETE /v2.0/ports/81e1dff5-d61d-46db-90ae-6346bb933466 HTTP/1.1" status: 204 len: 173 time: 1.1077006 Aug 21 09:11:54.073392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2ce21-3ab8-44e2-aa0a-56abf14dfa3d req-6180c197-056b-4d1e-9ebb-18de82ea9d15 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:54.075459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ca2ce21-3ab8-44e2-aa0a-56abf14dfa3d req-6180c197-056b-4d1e-9ebb-18de82ea9d15 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/ports?device_id=283f2758-aa87-4f30-a323-806e2af4c56c HTTP/1.1" status: 200 len: 867 time: 0.1766582 Aug 21 09:11:54.077056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283f2758-aa87-4f30-a323-806e2af4c56c', 'name': 'network-vif-deleted', 'tag': '81e1dff5-d61d-46db-90ae-6346bb933466'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:11:54.079396 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cda6866-5474-4ee2-a1cd-222c7aa680b4" -d '{"events": [{"server_uuid": "283f2758-aa87-4f30-a323-806e2af4c56c", "name": "network-vif-deleted", "tag": "81e1dff5-d61d-46db-90ae-6346bb933466"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:11:54.085278 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, bea95937-be2d-44da-adb9-8b70686f7e23) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:11:54.096544 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:54.097044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842626d-3bc0-4829-9016-47a38816d1fb None None] Network bea95937-be2d-44da-adb9-8b70686f7e23 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:11:54.098529 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:54.098906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d6f78-8710-4b68-8a5c-d16e57f1beff req-6cfe4815-c631-4352-beb3-f8fedf5c6d80 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:54.106554 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd6d6f78-8710-4b68-8a5c-d16e57f1beff req-6cfe4815-c631-4352-beb3-f8fedf5c6d80 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.2107677 Aug 21 09:11:54.193455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ca2ce21-3ab8-44e2-aa0a-56abf14dfa3d req-2df0abac-2a2b-4f6f-852e-b282bda17807 tempest-ListServerFiltersTestJSON-1727453887 tempest-ListServerFiltersTestJSON-1727453887-project] 10.222.0.20 "GET /v2.0/security-groups?id=65d76882-dd23-4a84-8dd0-2014e09d42a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020529 Aug 21 09:11:54.211540 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ade8714b-ca07-45b6-86d1-5259a36a0bf3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8126311 Aug 21 09:11:54.235297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd6d6f78-8710-4b68-8a5c-d16e57f1beff req-a8372387-2d56-43f0-bc9b-111b9d47af7b tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093903 Aug 21 09:11:54.290160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856f2f69-d89f-411e-a60a-acaf16b354d4 None None] Network bea95937-be2d-44da-adb9-8b70686f7e23 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:11:54.348782 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0bbe83-ee0a-403d-bf95-df9bb03a140a x-openstack-request-id: req-cd0bbe83-ee0a-403d-bf95-df9bb03a140a {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:11:54.349656 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283f2758-aa87-4f30-a323-806e2af4c56c", "name": "network-vif-deleted", "tag": "81e1dff5-d61d-46db-90ae-6346bb933466", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:11:54.349656 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd0bbe83-ee0a-403d-bf95-df9bb03a140a {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:11:54.349878 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283f2758-aa87-4f30-a323-806e2af4c56c', 'name': 'network-vif-deleted', 'tag': '81e1dff5-d61d-46db-90ae-6346bb933466', 'status': 'completed', 'code': 200} Aug 21 09:11:54.469041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d24861c2-9741-4c76-9624-312fa59eb24f req-cdd36cf6-ac5d-4a2c-b1ad-8a603fac9b09 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0783234 Aug 21 09:11:54.704638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dfff4-abb6-4980-9897-0f6e99934ca3 req-ad096cec-ecc9-46e1-a4f3-a7314ee4c42f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:54.708023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-822dfff4-abb6-4980-9897-0f6e99934ca3 req-ad096cec-ecc9-46e1-a4f3-a7314ee4c42f tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0606866 Aug 21 09:11:54.735386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-560ffdbe-b3dd-4be0-a802-f8c929c710e9 req-2f855450-ece9-458d-8048-3e9bdfb8eea9 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1226767217', 'description': 'tempest-description-1327949784'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:54.766933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-822dfff4-abb6-4980-9897-0f6e99934ca3 req-3d87d08b-2a8e-46d6-b1e7-2e3a353864e1 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550337 Aug 21 09:11:54.878375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-560ffdbe-b3dd-4be0-a802-f8c929c710e9 req-2f855450-ece9-458d-8048-3e9bdfb8eea9 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:54.990185 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-560ffdbe-b3dd-4be0-a802-f8c929c710e9 req-2f855450-ece9-458d-8048-3e9bdfb8eea9 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.083321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-560ffdbe-b3dd-4be0-a802-f8c929c710e9 req-2f855450-ece9-458d-8048-3e9bdfb8eea9 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.113182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f855450-ece9-458d-8048-3e9bdfb8eea9 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a08bbdf-1aa8-42c1-a4b5-816362d62ada,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:55.169231 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-560ffdbe-b3dd-4be0-a802-f8c929c710e9 req-2f855450-ece9-458d-8048-3e9bdfb8eea9 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.175089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-560ffdbe-b3dd-4be0-a802-f8c929c710e9 req-2f855450-ece9-458d-8048-3e9bdfb8eea9 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4466503 Aug 21 09:11:55.235902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c8d24eb-1700-45b9-ae52-4ce3fdc02c56 req-c001a4d3-971d-45b3-91e8-8781aa2f698d tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/3a08bbdf-1aa8-42c1-a4b5-816362d62ada HTTP/1.1" status: 200 len: 1807 time: 0.0402009 Aug 21 09:11:55.244896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44318) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:55.251127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-5c8d24eb-1700-45b9-ae52-4ce3fdc02c56 req-8f81ceb3-3f13-4af0-84bd-10f6b13f9406 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a08bbdf-1aa8-42c1-a4b5-816362d62ada', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:55.251732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-5c8d24eb-1700-45b9-ae52-4ce3fdc02c56 req-8f81ceb3-3f13-4af0-84bd-10f6b13f9406 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a08bbdf-1aa8-42c1-a4b5-816362d62ada', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:55.292230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-80994438-fdcc-43bd-8c7c-86ce80040080 admin admin] Deleting subnet fbad9a0e-1d34-4eea-8c87-63dbf4550dc6 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:11:55.295491 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-80994438-fdcc-43bd-8c7c-86ce80040080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.331121 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-80994438-fdcc-43bd-8c7c-86ce80040080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.393689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2538e4-98eb-498c-b6c1-e341529d86b8 req-7828f85e-1229-47b7-94d6-07e3aa57ccc4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:55.395097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe2538e4-98eb-498c-b6c1-e341529d86b8 req-7828f85e-1229-47b7-94d6-07e3aa57ccc4 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0819819 Aug 21 09:11:55.413666 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c8d24eb-1700-45b9-ae52-4ce3fdc02c56 req-8f81ceb3-3f13-4af0-84bd-10f6b13f9406 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.424591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-80994438-fdcc-43bd-8c7c-86ce80040080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.449357 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c8d24eb-1700-45b9-ae52-4ce3fdc02c56 req-8f81ceb3-3f13-4af0-84bd-10f6b13f9406 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.455330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe2538e4-98eb-498c-b6c1-e341529d86b8 req-0678bbc8-c0fb-4074-a781-afa78f0f2e4a tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511982 Aug 21 09:11:55.531912 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c8d24eb-1700-45b9-ae52-4ce3fdc02c56 req-8f81ceb3-3f13-4af0-84bd-10f6b13f9406 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.554101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81ceb3-3f13-4af0-84bd-10f6b13f9406 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668c56f8-59a8-4bb6-bcf6-8db3478f6ee6,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:55.582730 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-80994438-fdcc-43bd-8c7c-86ce80040080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.607332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d488880-2723-4296-a0f5-eb661bc9a489 req-e0eefdfd-ba2e-4ae6-914c-ae88afdbd8bd tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/ports?device_id=27df591a-1057-45a6-a18f-04c93f153bf5 HTTP/1.1" status: 200 len: 210 time: 0.0289660 Aug 21 09:11:55.608579 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80994438-fdcc-43bd-8c7c-86ce80040080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbad9a0e-1d34-4eea-8c87-63dbf4550dc6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:55.615097 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-80994438-fdcc-43bd-8c7c-86ce80040080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.617074 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-80994438-fdcc-43bd-8c7c-86ce80040080 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fbad9a0e-1d34-4eea-8c87-63dbf4550dc6 HTTP/1.1" status: 204 len: 168 time: 0.3710997 Aug 21 09:11:55.619822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44332) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:55.622835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f96cee1-bfeb-4035-b446-dde8b2fb1fa9 None None] Network d359fec0-0678-4c02-95ba-f1d03e6a13fc requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:11:55.679210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c8d24eb-1700-45b9-ae52-4ce3fdc02c56 req-8f81ceb3-3f13-4af0-84bd-10f6b13f9406 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.689401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c8d24eb-1700-45b9-ae52-4ce3fdc02c56 req-8f81ceb3-3f13-4af0-84bd-10f6b13f9406 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4381373 Aug 21 09:11:55.708925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-9a184371-440f-45dc-afd0-f34af9478802 req-9733a6ac-0aed-4dd8-a997-906b98ddca0e tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-971982943', 'description': 'tempest-description-942790673'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:55.714014 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.771071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Deleting port 3b434392-00a7-47e9-90f0-fe6f2ed7587a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:55.771410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.827502 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9a184371-440f-45dc-afd0-f34af9478802 req-9733a6ac-0aed-4dd8-a997-906b98ddca0e tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.860659 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] For port 3b434392-00a7-47e9-90f0-fe6f2ed7587a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3b434392-00a7-47e9-90f0-fe6f2ed7587a,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:55.861122 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.881955 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Calling delete_port for 3b434392-00a7-47e9-90f0-fe6f2ed7587a owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:55.886466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7607e0-4a56-49be-949d-2f27cebeda99 None None] DHCP port deletion for d359fec0-0678-4c02-95ba-f1d03e6a13fc request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:11:55.917968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8105cca-809a-4d95-8b3b-48a81cb5f381 req-7e2bfc20-632c-4107-95b8-5ef0e8b20372 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:55.919710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8105cca-809a-4d95-8b3b-48a81cb5f381 req-7e2bfc20-632c-4107-95b8-5ef0e8b20372 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0600188 Aug 21 09:11:55.950914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4e7607e0-4a56-49be-949d-2f27cebeda99 None None] Deleting port 3b434392-00a7-47e9-90f0-fe6f2ed7587a {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:55.950914 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4e7607e0-4a56-49be-949d-2f27cebeda99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:55.966555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8105cca-809a-4d95-8b3b-48a81cb5f381 req-f26a6ae6-8fc7-49ae-838a-5107fe7c5721 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392451 Aug 21 09:11:56.042102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4e7607e0-4a56-49be-949d-2f27cebeda99 None None] For port 3b434392-00a7-47e9-90f0-fe6f2ed7587a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3b434392-00a7-47e9-90f0-fe6f2ed7587a,segment=NetworkSegment(7d827ac3-cff1-439f-af1f-3898c0407fb0),segment_id=7d827ac3-cff1-439f-af1f-3898c0407fb0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:56.042885 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4e7607e0-4a56-49be-949d-2f27cebeda99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.061444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4e7607e0-4a56-49be-949d-2f27cebeda99 None None] Calling delete_port for 3b434392-00a7-47e9-90f0-fe6f2ed7587a owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:56.079834 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.107885 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9a184371-440f-45dc-afd0-f34af9478802 req-9733a6ac-0aed-4dd8-a997-906b98ddca0e tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.111331 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b434392-00a7-47e9-90f0-fe6f2ed7587a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:56.113736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] No DVR routers for this DVR port 3b434392-00a7-47e9-90f0-fe6f2ed7587a on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:56.128926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-d840e6d7-858e-4cc0-92a3-54ddacd4552d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546184 Aug 21 09:11:56.168095 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4e7607e0-4a56-49be-949d-2f27cebeda99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.196145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-c682661c-902d-432e-b21f-57f9a240a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:56.197928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-c682661c-902d-432e-b21f-57f9a240a1d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 1102 time: 0.0470200 Aug 21 09:11:56.204091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9a184371-440f-45dc-afd0-f34af9478802 req-9733a6ac-0aed-4dd8-a997-906b98ddca0e tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.207052 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.213922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7607e0-4a56-49be-949d-2f27cebeda99 None None] No DVR routers for this DVR port 3b434392-00a7-47e9-90f0-fe6f2ed7587a on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:11:56.218968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7607e0-4a56-49be-949d-2f27cebeda99 None None] Pushing event deleted for resources: {'Port': ['ID=3b434392-00a7-47e9-90f0-fe6f2ed7587a,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:56.229451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d359fec0-0678-4c02-95ba-f1d03e6a13fc']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:11:56.246599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d827ac3-cff1-439f-af1f-3898c0407fb0') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:11:56.247395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d827ac3-cff1-439f-af1f-3898c0407fb0') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:11:56.260576 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.276441 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.283205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:11:56.283699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:11:56.285452 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:11:56.299363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733a6ac-0aed-4dd8-a997-906b98ddca0e tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de38afc5-fb08-4f94-8fdb-8e1a7aa578ac,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:56.324815 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9a184371-440f-45dc-afd0-f34af9478802 req-9733a6ac-0aed-4dd8-a997-906b98ddca0e tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.326060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a184371-440f-45dc-afd0-f34af9478802 req-9733a6ac-0aed-4dd8-a997-906b98ddca0e tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6215744 Aug 21 09:11:56.342346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-a66f45c8-9d74-4819-94b1-dd2f12883d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:56.344390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-a66f45c8-9d74-4819-94b1-dd2f12883d51 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1117229 Aug 21 09:11:56.396185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-51868f5b-2b5b-41d9-ac39-59c25a1fd4f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=636a0217-b0dc-41e1-8116-08c6e3749570 HTTP/1.1" status: 200 len: 217 time: 0.0406358 Aug 21 09:11:56.427051 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.432685 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.436919 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d359fec0-0678-4c02-95ba-f1d03e6a13fc HTTP/1.1" status: 204 len: 168 time: 0.8158603 Aug 21 09:11:56.470230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56241c18-cbc5-4eb6-bd33-b8c801141f19 admin admin] Pushing event deleted for resources: {'Network': ['ID=d359fec0-0678-4c02-95ba-f1d03e6a13fc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:56.496028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-623b8f9d-5ed9-4633-b153-bf443e97831d req-69bc6252-fa5e-4900-bb7e-6b115caf5f1a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/de38afc5-fb08-4f94-8fdb-8e1a7aa578ac HTTP/1.1" status: 200 len: 1805 time: 0.1467826 Aug 21 09:11:56.502020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-623b8f9d-5ed9-4633-b153-bf443e97831d req-3a3c3789-c9dd-4998-9e2a-bb7138581531 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'de38afc5-fb08-4f94-8fdb-8e1a7aa578ac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:56.502517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-623b8f9d-5ed9-4633-b153-bf443e97831d req-3a3c3789-c9dd-4998-9e2a-bb7138581531 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'de38afc5-fb08-4f94-8fdb-8e1a7aa578ac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:56.525456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-d7814f8b-e42a-45bf-8317-eda4301ec78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:56.526970 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-d7814f8b-e42a-45bf-8317-eda4301ec78e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1237514 Aug 21 09:11:56.605955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-514dc268-c0e5-4bbd-8245-383f295fcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:56.607551 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-514dc268-c0e5-4bbd-8245-383f295fcb43 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736063 Aug 21 09:11:56.622227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3905b-07e5-4815-8366-8d1dc9a4cd56 req-00469f3c-f6b0-44c5-b2e3-8cc073ec1539 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:56.624289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ce3905b-07e5-4815-8366-8d1dc9a4cd56 req-00469f3c-f6b0-44c5-b2e3-8cc073ec1539 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0642805 Aug 21 09:11:56.749700 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ce3905b-07e5-4815-8366-8d1dc9a4cd56 req-968bb5af-1076-4fc0-bf47-b3042155c673 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022921 Aug 21 09:11:56.762361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-623b8f9d-5ed9-4633-b153-bf443e97831d req-3a3c3789-c9dd-4998-9e2a-bb7138581531 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.795774 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-623b8f9d-5ed9-4633-b153-bf443e97831d req-3a3c3789-c9dd-4998-9e2a-bb7138581531 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.798454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-5551a47a-d192-4ee5-a240-f81d8ceea9e2 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732883 Aug 21 09:11:56.900154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44356) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:56.921178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06025a41-af77-4c66-b05c-01620e3bb2e3 req-29cdd842-a767-4f0d-a7cc-98f413ee7e8d service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152768 Aug 21 09:11:56.936582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-623b8f9d-5ed9-4633-b153-bf443e97831d req-3a3c3789-c9dd-4998-9e2a-bb7138581531 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:56.968957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5e7d93fc-ee0e-47d5-968a-4d680c04492b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba543f9720e0408a82330706652ba8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673156 Aug 21 09:11:56.970350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c3789-c9dd-4998-9e2a-bb7138581531 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9a2466-4ff2-4901-8e8a-29d76990fdfe,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:56.971491 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44358) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:57.031160 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-403b45d5-a795-495b-adad-c1e972cc7c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.054127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-403b45d5-a795-495b-adad-c1e972cc7c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.074101 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-623b8f9d-5ed9-4633-b153-bf443e97831d req-3a3c3789-c9dd-4998-9e2a-bb7138581531 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.079058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-623b8f9d-5ed9-4633-b153-bf443e97831d req-3a3c3789-c9dd-4998-9e2a-bb7138581531 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5818045 Aug 21 09:11:57.083086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44362) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:57.136034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-35a41a2e-db72-46ef-beaf-c21ad2bbdcd1 req-c6b8d809-83c5-4123-b017-c8d9a80c9d1a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1907784165', 'description': 'tempest-description-1060850292'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:57.186616 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-403b45d5-a795-495b-adad-c1e972cc7c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.191109 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-403b45d5-a795-495b-adad-c1e972cc7c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.203393 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-403b45d5-a795-495b-adad-c1e972cc7c35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65d76882-dd23-4a84-8dd0-2014e09d42a0 HTTP/1.1" status: 204 len: 168 time: 0.2227161 Aug 21 09:11:57.216653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0d66b70-e627-435a-914a-f327e3df8e1b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.217274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b45d5-a795-495b-adad-c1e972cc7c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d76882-dd23-4a84-8dd0-2014e09d42a0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:57.226827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241098f6-6eab-4e62-bce0-ef24e10b4d70 req-3910695d-b305-4b24-94fd-b2eac22e7ece tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:57.228390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241098f6-6eab-4e62-bce0-ef24e10b4d70 req-3910695d-b305-4b24-94fd-b2eac22e7ece tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0835900 Aug 21 09:11:57.274548 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0d66b70-e627-435a-914a-f327e3df8e1b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.278662 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-35a41a2e-db72-46ef-beaf-c21ad2bbdcd1 req-c6b8d809-83c5-4123-b017-c8d9a80c9d1a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.337420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-241098f6-6eab-4e62-bce0-ef24e10b4d70 req-d751a7be-420d-42aa-b2a2-1b3c95ba7322 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945301 Aug 21 09:11:57.414813 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-35a41a2e-db72-46ef-beaf-c21ad2bbdcd1 req-c6b8d809-83c5-4123-b017-c8d9a80c9d1a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.468024 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0d66b70-e627-435a-914a-f327e3df8e1b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.471707 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0d66b70-e627-435a-914a-f327e3df8e1b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.473224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b0d66b70-e627-435a-914a-f327e3df8e1b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "DELETE /v2.0/security-groups/6f7686a6-0876-49bb-9caf-364cf3446489 HTTP/1.1" status: 204 len: 168 time: 0.3890147 Aug 21 09:11:57.476086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44368) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:57.482597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d66b70-e627-435a-914a-f327e3df8e1b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7686a6-0876-49bb-9caf-364cf3446489,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:57.490127 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-dc7c327d-b7ca-4fd4-90e9-8f291a53407f tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] show failed (client error): The resource could not be found. Aug 21 09:11:57.491157 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dc7c327d-b7ca-4fd4-90e9-8f291a53407f tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "GET /v2.0/security-groups/6f7686a6-0876-49bb-9caf-364cf3446489 HTTP/1.1" status: 404 len: 347 time: 0.0141039 Aug 21 09:11:57.493961 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44370) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:57.533244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a1e95-dcad-40f3-910f-6dd3dcd40849 req-a761c590-6188-4149-9504-b7a40314b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:57.534791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e47a1e95-dcad-40f3-910f-6dd3dcd40849 req-a761c590-6188-4149-9504-b7a40314b159 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 1097 time: 0.0486069 Aug 21 09:11:57.556210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-35a41a2e-db72-46ef-beaf-c21ad2bbdcd1 req-c6b8d809-83c5-4123-b017-c8d9a80c9d1a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.604074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e47a1e95-dcad-40f3-910f-6dd3dcd40849 req-0c6d545e-2324-4277-a913-d1aba5701d9b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621972 Aug 21 09:11:57.604893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8d809-83c5-4123-b017-c8d9a80c9d1a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6d7e20-1798-4434-8010-ad31047a8a12,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:57.643045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-573ac934-2a7c-4c11-9840-35c6d73caffb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Deleting port f94fd398-3bd3-4fdb-95f8-dfd8f1dbc447 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:57.643395 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-573ac934-2a7c-4c11-9840-35c6d73caffb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.659479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-35a41a2e-db72-46ef-beaf-c21ad2bbdcd1 req-c6b8d809-83c5-4123-b017-c8d9a80c9d1a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.661047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35a41a2e-db72-46ef-beaf-c21ad2bbdcd1 req-c6b8d809-83c5-4123-b017-c8d9a80c9d1a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5369503 Aug 21 09:11:57.690072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d4af934f-7c0f-435a-b16d-0972db1e53e9 req-eecf0acc-62d2-4b25-b2ec-732626d99c22 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-893049451', 'description': 'tempest-description-845606525'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:57.731011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3b434392-00a7-47e9-90f0-fe6f2ed7587a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:57.755390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 3b434392-00a7-47e9-90f0-fe6f2ed7587a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:11:57.755766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3b434392-00a7-47e9-90f0-fe6f2ed7587a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:11:57.757000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-573ac934-2a7c-4c11-9840-35c6d73caffb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.757364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-573ac934-2a7c-4c11-9840-35c6d73caffb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.770635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-573ac934-2a7c-4c11-9840-35c6d73caffb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Calling delete_port for f94fd398-3bd3-4fdb-95f8-dfd8f1dbc447 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:57.797491 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d4af934f-7c0f-435a-b16d-0972db1e53e9 req-eecf0acc-62d2-4b25-b2ec-732626d99c22 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.836495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 81e1dff5-d61d-46db-90ae-6346bb933466 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:11:57.871922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 81e1dff5-d61d-46db-90ae-6346bb933466 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:11:57.872380 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 81e1dff5-d61d-46db-90ae-6346bb933466 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:11:57.930953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8b57e-56e7-40fd-ab76-41ebdcea0674 req-6f7c6f5e-8a35-42d5-83bc-d1e79e9cbacc tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:57.932490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90f8b57e-56e7-40fd-ab76-41ebdcea0674 req-6f7c6f5e-8a35-42d5-83bc-d1e79e9cbacc tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 950 time: 0.0801041 Aug 21 09:11:57.968807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d4af934f-7c0f-435a-b16d-0972db1e53e9 req-eecf0acc-62d2-4b25-b2ec-732626d99c22 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.982372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-573ac934-2a7c-4c11-9840-35c6d73caffb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:57.988840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90f8b57e-56e7-40fd-ab76-41ebdcea0674 req-3a8e7407-8410-4e7b-91e7-604c7b3ab795 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494463 Aug 21 09:11:58.013059 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ac934-2a7c-4c11-9840-35c6d73caffb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Port': ['ID=f94fd398-3bd3-4fdb-95f8-dfd8f1dbc447,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:58.095317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-573ac934-2a7c-4c11-9840-35c6d73caffb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.100772 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d4af934f-7c0f-435a-b16d-0972db1e53e9 req-eecf0acc-62d2-4b25-b2ec-732626d99c22 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.103825 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-573ac934-2a7c-4c11-9840-35c6d73caffb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.105225 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-573ac934-2a7c-4c11-9840-35c6d73caffb tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "DELETE /v2.0/floatingips/e5dbe8e9-6017-44d3-98b8-f3487bd513d9 HTTP/1.1" status: 204 len: 168 time: 0.6103439 Aug 21 09:11:58.107946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44394) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:58.136729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf0acc-62d2-4b25-b2ec-732626d99c22 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcdb437-f83b-4b62-bef3-ee95bb08d851,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:58.225752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-db01d169-7a36-464e-8b89-d3c56a17ea7c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Deleting port 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:58.226454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db01d169-7a36-464e-8b89-d3c56a17ea7c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.239260 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d4af934f-7c0f-435a-b16d-0972db1e53e9 req-eecf0acc-62d2-4b25-b2ec-732626d99c22 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.240812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4af934f-7c0f-435a-b16d-0972db1e53e9 req-eecf0acc-62d2-4b25-b2ec-732626d99c22 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5557616 Aug 21 09:11:58.349937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78c053e4-bdd1-42a3-b645-86e1aba96765 req-122789fb-2ec0-45b2-a665-893300a28e07 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/9b6d7e20-1798-4434-8010-ad31047a8a12 HTTP/1.1" status: 200 len: 1807 time: 0.0826473 Aug 21 09:11:58.359021 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db01d169-7a36-464e-8b89-d3c56a17ea7c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.381558 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-db01d169-7a36-464e-8b89-d3c56a17ea7c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Calling delete_port for 84112da1-91f0-4e8d-a37a-f7fb1c3abe36 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:58.405968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78c053e4-bdd1-42a3-b645-86e1aba96765 req-ae61bca7-78e2-45c7-af74-5888260da6d3 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/efcdb437-f83b-4b62-bef3-ee95bb08d851 HTTP/1.1" status: 200 len: 1805 time: 0.0501001 Aug 21 09:11:58.415246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44408) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:58.426973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-78c053e4-bdd1-42a3-b645-86e1aba96765 req-56490996-d04a-4917-8176-3b4f20d13761 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9b6d7e20-1798-4434-8010-ad31047a8a12', 'remote_group_id': 'efcdb437-f83b-4b62-bef3-ee95bb08d851', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:58.432503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-78c053e4-bdd1-42a3-b645-86e1aba96765 req-56490996-d04a-4917-8176-3b4f20d13761 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9b6d7e20-1798-4434-8010-ad31047a8a12', 'remote_group_id': 'efcdb437-f83b-4b62-bef3-ee95bb08d851', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:58.446898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6073bccc-83ab-41da-bb62-67ef532e5f4c details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:11:58.524006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d063270-0ab8-473b-8e40-31b47a7474ea req-3f4e0c28-9893-4c0c-aa26-fd18dd12f092 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:58.525617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d063270-0ab8-473b-8e40-31b47a7474ea req-3f4e0c28-9893-4c0c-aa26-fd18dd12f092 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1023059 Aug 21 09:11:58.571551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:58.587491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'mac_address': 'fa:16:3e:60:b9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:11:58.606727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d063270-0ab8-473b-8e40-31b47a7474ea req-242f9378-319e-4017-ac69-67a24788f298 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730126 Aug 21 09:11:58.661596 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.663953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44414) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:58.684228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6073bccc-83ab-41da-bb62-67ef532e5f4c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:11:58.708300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:11:58.712344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-78c053e4-bdd1-42a3-b645-86e1aba96765 req-56490996-d04a-4917-8176-3b4f20d13761 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.719427 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db01d169-7a36-464e-8b89-d3c56a17ea7c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.729640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2020606140-network', 'tenant_id': '5292f874538c464d8a84a6ef210899ea'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:58.752373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01d169-7a36-464e-8b89-d3c56a17ea7c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Port': ['ID=84112da1-91f0-4e8d-a37a-f7fb1c3abe36,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:58.780042 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d197a85-5cdc-41c0-b586-3506117f57ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.820231 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-78c053e4-bdd1-42a3-b645-86e1aba96765 req-56490996-d04a-4917-8176-3b4f20d13761 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.838152 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db01d169-7a36-464e-8b89-d3c56a17ea7c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.842293 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-db01d169-7a36-464e-8b89-d3c56a17ea7c tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "DELETE /v2.0/ports/84112da1-91f0-4e8d-a37a-f7fb1c3abe36 HTTP/1.1" status: 204 len: 168 time: 0.7310112 Aug 21 09:11:58.843141 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44418) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:58.845604 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.895744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=6073bccc-83ab-41da-bb62-67ef532e5f4c,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:58.936780 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-78c053e4-bdd1-42a3-b645-86e1aba96765 req-56490996-d04a-4917-8176-3b4f20d13761 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.939451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Made reservation on behalf of 5292f874538c464d8a84a6ef210899ea for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:11:58.942505 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.943183 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-85983be5-4cf7-40c1-b863-610c9d671b09 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Deleting port 09b19b1a-98fa-4efc-9311-75cf68b68d53 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:11:58.943702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85983be5-4cf7-40c1-b863-610c9d671b09 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.974148 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:58.988585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56490996-d04a-4917-8176-3b4f20d13761 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8ead4a-90e1-4e19-bd27-2e98519d382a,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:59.045061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85983be5-4cf7-40c1-b863-610c9d671b09 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.058430 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-85983be5-4cf7-40c1-b863-610c9d671b09 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Calling delete_port for 09b19b1a-98fa-4efc-9311-75cf68b68d53 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:11:59.084890 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d197a85-5cdc-41c0-b586-3506117f57ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.137431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed977f2c-cc3b-4804-81fe-1d780852a38a req-9e89ce9f-8b19-41b4-a5b7-05c6935a5773 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:59.144814 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed977f2c-cc3b-4804-81fe-1d780852a38a req-9e89ce9f-8b19-41b4-a5b7-05c6935a5773 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 949 time: 0.0814698 Aug 21 09:11:59.160055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['6073bccc-83ab-41da-bb62-67ef532e5f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:11:59.179102 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d197a85-5cdc-41c0-b586-3506117f57ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.200179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed977f2c-cc3b-4804-81fe-1d780852a38a req-a84a0367-9c0d-4bbb-a3e9-e1131a2974f7 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544295 Aug 21 09:11:59.241413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d197a85-5cdc-41c0-b586-3506117f57ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01f6788-0ea3-457c-85ea-c0d89604ffef,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:59.246160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5d197a85-5cdc-41c0-b586-3506117f57ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=787c269a5b1f4ce9a4c5893d9f5a21bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8299344 Aug 21 09:11:59.248893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44426) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:59.303942 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85983be5-4cf7-40c1-b863-610c9d671b09 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.307102 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-78c053e4-bdd1-42a3-b645-86e1aba96765 req-56490996-d04a-4917-8176-3b4f20d13761 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.317467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78c053e4-bdd1-42a3-b645-86e1aba96765 req-56490996-d04a-4917-8176-3b4f20d13761 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8980675 Aug 21 09:11:59.353769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85983be5-4cf7-40c1-b863-610c9d671b09 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Port': ['ID=09b19b1a-98fa-4efc-9311-75cf68b68d53,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:59.366505 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f7642a0-7220-40ad-a898-196096ecaca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.382677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-17a55d65-e7eb-4f6a-86df-a41773b765bb req-61384818-90bc-4105-aa9d-bfb0e613eb09 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-525327447', 'description': 'tempest-description-2095626085'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:11:59.442734 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f7642a0-7220-40ad-a898-196096ecaca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.456187 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.469259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85983be5-4cf7-40c1-b863-610c9d671b09 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.471247 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-85983be5-4cf7-40c1-b863-610c9d671b09 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "DELETE /v2.0/ports/09b19b1a-98fa-4efc-9311-75cf68b68d53 HTTP/1.1" status: 204 len: 168 time: 0.6228788 Aug 21 09:11:59.474116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44430) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:11:59.525090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ded9c3d-1679-40e8-8ca0-de9f8f54e770 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Deleting subnet 40ffc275-4f56-4031-8137-84e9e187ff3f {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:11:59.528106 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ded9c3d-1679-40e8-8ca0-de9f8f54e770 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.558168 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.575011 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f7642a0-7220-40ad-a898-196096ecaca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.577753 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f7642a0-7220-40ad-a898-196096ecaca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.579045 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3f7642a0-7220-40ad-a898-196096ecaca5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d01f6788-0ea3-457c-85ea-c0d89604ffef HTTP/1.1" status: 204 len: 168 time: 0.3283076 Aug 21 09:11:59.591774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7642a0-7220-40ad-a898-196096ecaca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01f6788-0ea3-457c-85ea-c0d89604ffef,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:59.595095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:11:59.618073 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ded9c3d-1679-40e8-8ca0-de9f8f54e770 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.647663 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.648019 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Added segment c569cb13-fe01-47bc-818e-f93c4edc69c7 of type vlan for network 5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed Aug 21 09:11:59.649393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9286f9cb-fef7-4514-ae07-36dab7f199b3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:11:59.714374 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-17a55d65-e7eb-4f6a-86df-a41773b765bb req-61384818-90bc-4105-aa9d-bfb0e613eb09 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.731409 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.850320 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ded9c3d-1679-40e8-8ca0-de9f8f54e770 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.863133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eedf5-9039-466b-9b64-94cfb6a41ea0 req-7e634a2f-ba73-4184-9da6-f0c66cfd708a tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:59.864748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e80eedf5-9039-466b-9b64-94cfb6a41ea0 req-7e634a2f-ba73-4184-9da6-f0c66cfd708a tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1719277 Aug 21 09:11:59.962274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e80eedf5-9039-466b-9b64-94cfb6a41ea0 req-cdbd026a-b1ad-4f4f-8cb2-40ab162532b3 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753191 Aug 21 09:11:59.962795 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:11:59.963845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:11:59.964413 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.052555 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-17a55d65-e7eb-4f6a-86df-a41773b765bb req-61384818-90bc-4105-aa9d-bfb0e613eb09 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.061847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] Pushing event updated for resources: {'Network': ['ID=5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:00.077192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:12:00.130930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ded9c3d-1679-40e8-8ca0-de9f8f54e770 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.170777 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-17a55d65-e7eb-4f6a-86df-a41773b765bb req-61384818-90bc-4105-aa9d-bfb0e613eb09 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.173833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded9c3d-1679-40e8-8ca0-de9f8f54e770 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Subnet': ['ID=40ffc275-4f56-4031-8137-84e9e187ff3f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:00.193472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ded9c3d-1679-40e8-8ca0-de9f8f54e770 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.195850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0ded9c3d-1679-40e8-8ca0-de9f8f54e770 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "DELETE /v2.0/subnets/40ffc275-4f56-4031-8137-84e9e187ff3f HTTP/1.1" status: 204 len: 168 time: 0.7206187 Aug 21 09:12:00.197422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d086f-be05-43a4-8053-f7c727c10c1b None None] Network 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:00.198737 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44450) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:00.252052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61384818-90bc-4105-aa9d-bfb0e613eb09 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3de9f0-97d2-4376-9c16-4b59047bd745,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:00.262427 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44456) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:00.262538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ad322175-1384-4d38-a939-62abf51aca1a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5944574 Aug 21 09:12:00.266914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc5fbe6-9c5b-4648-ae45-35fb5b99edd7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Deleting subnet 91c86684-4e4d-4902-be45-8db50728a410 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:12:00.273254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] Request body: {'subnet': {'network_id': '5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2020606140-subnet', 'tenant_id': '5292f874538c464d8a84a6ef210899ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:00.278850 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fbe6-9c5b-4648-ae45-35fb5b99edd7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.322227 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fbe6-9c5b-4648-ae45-35fb5b99edd7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.353610 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-17a55d65-e7eb-4f6a-86df-a41773b765bb req-61384818-90bc-4105-aa9d-bfb0e613eb09 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.362339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17a55d65-e7eb-4f6a-86df-a41773b765bb req-61384818-90bc-4105-aa9d-bfb0e613eb09 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9838002 Aug 21 09:12:00.434710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3bfa8c-9fd0-47cb-8029-0ddb9566cd82 None None] DHCP port deletion for 8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:12:00.439085 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fbe6-9c5b-4648-ae45-35fb5b99edd7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.468553 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6073bccc-83ab-41da-bb62-67ef532e5f4c up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:00.499208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c22e01-1d7d-4ea5-b827-34d0471520f7 req-5abbe66d-b032-42f9-99ac-90711dd80777 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:00.501615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94c22e01-1d7d-4ea5-b827-34d0471520f7 req-5abbe66d-b032-42f9-99ac-90711dd80777 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 949 time: 0.0787306 Aug 21 09:12:00.521219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] Made reservation on behalf of 5292f874538c464d8a84a6ef210899ea for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:00.523887 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.552274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e3ceb92a-4d82-472a-bcf7-27cb5720ae95 req-69e3933a-cb32-47c6-8d56-163f00fadb66 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-454539963', 'description': 'tempest-description-1813096042'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:00.561771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1a3bfa8c-9fd0-47cb-8029-0ddb9566cd82 None None] Deleting port 46da3ce0-5965-4f2e-bddb-1c03a3735a26 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:00.563016 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a3bfa8c-9fd0-47cb-8029-0ddb9566cd82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.608260 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fbe6-9c5b-4648-ae45-35fb5b99edd7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.617459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94c22e01-1d7d-4ea5-b827-34d0471520f7 req-c5965e7d-30b9-463b-add6-89eb5e8d7393 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077280 Aug 21 09:12:00.630001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 6073bccc-83ab-41da-bb62-67ef532e5f4c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:00.630738 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.659722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5fbe6-9c5b-4648-ae45-35fb5b99edd7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Subnet': ['ID=91c86684-4e4d-4902-be45-8db50728a410,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:00.669992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d1e5-d1d1-4c30-8c53-d63820929fdd req-4a50b370-306b-4701-86c4-b9ddad3ecea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:00.670431 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fbe6-9c5b-4648-ae45-35fb5b99edd7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.670431 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7bc5fbe6-9c5b-4648-ae45-35fb5b99edd7 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "DELETE /v2.0/subnets/91c86684-4e4d-4902-be45-8db50728a410 HTTP/1.1" status: 204 len: 168 time: 0.4701858 Aug 21 09:12:00.673814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44472) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:00.674934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e529d1e5-d1d1-4c30-8c53-d63820929fdd req-4a50b370-306b-4701-86c4-b9ddad3ecea4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5298abbe98234bb3897cabfe1642624a&device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 1097 time: 0.1087883 Aug 21 09:12:00.678739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e0638b-16d5-4eb2-8c51-83de391d1b2c None None] Network 04a14846-b657-47da-aaf2-d12dbfa433a0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:00.743541 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3ceb92a-4d82-472a-bcf7-27cb5720ae95 req-69e3933a-cb32-47c6-8d56-163f00fadb66 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.749139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1a3bfa8c-9fd0-47cb-8029-0ddb9566cd82 None None] For port 46da3ce0-5965-4f2e-bddb-1c03a3735a26, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=46da3ce0-5965-4f2e-bddb-1c03a3735a26,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:00.749629 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a3bfa8c-9fd0-47cb-8029-0ddb9566cd82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.795903 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.869981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d1e5-d1d1-4c30-8c53-d63820929fdd req-ba7b79f2-af58-4b77-a3d1-b07849d20524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:00.871385 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e529d1e5-d1d1-4c30-8c53-d63820929fdd req-ba7b79f2-af58-4b77-a3d1-b07849d20524 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 200 len: 920 time: 0.1898627 Aug 21 09:12:00.903765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24ac0d-3b75-4231-a312-5f290f645378 req-4c777b7b-84a5-43d3-9b15-c00f3074509d tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:00.905272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Deleting port 46da3ce0-5965-4f2e-bddb-1c03a3735a26 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:00.905632 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.911945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb24ac0d-3b75-4231-a312-5f290f645378 req-4c777b7b-84a5-43d3-9b15-c00f3074509d tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1748269 Aug 21 09:12:00.962918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e529d1e5-d1d1-4c30-8c53-d63820929fdd req-7399648f-45c6-4e93-a19c-06ff5d36358b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 HTTP/1.1" status: 200 len: 217 time: 0.0797617 Aug 21 09:12:00.969356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1a3bfa8c-9fd0-47cb-8029-0ddb9566cd82 None None] Calling delete_port for 46da3ce0-5965-4f2e-bddb-1c03a3735a26 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:00.977648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] For port 46da3ce0-5965-4f2e-bddb-1c03a3735a26, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=46da3ce0-5965-4f2e-bddb-1c03a3735a26,segment=NetworkSegment(a325ac37-fc4b-4650-8b8c-53f8d72e8259),segment_id=a325ac37-fc4b-4650-8b8c-53f8d72e8259)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:00.978025 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:00.991131 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.002446 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Calling delete_port for 46da3ce0-5965-4f2e-bddb-1c03a3735a26 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:01.103678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb24ac0d-3b75-4231-a312-5f290f645378 req-ef2d384c-db8c-444f-8a0e-703136e43055 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906013 Aug 21 09:12:01.115428 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf454034-473a-47cc-a177-b1494e4ff88c,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:01.127995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] Checking segment: {'id': 'c569cb13-fe01-47bc-818e-f93c4edc69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:01.128127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] Network hostable DHCP agents. Network: 5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:12:01.132845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d1e5-d1d1-4c30-8c53-d63820929fdd req-0c7e6770-f004-4fd0-9992-f4a39119a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:01.134955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e529d1e5-d1d1-4c30-8c53-d63820929fdd req-0c7e6770-f004-4fd0-9992-f4a39119a2e0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2319e9b6-2291-4b85-aad1-7e138856752d HTTP/1.1" status: 200 len: 859 time: 0.1586781 Aug 21 09:12:01.189272 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.206930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e529d1e5-d1d1-4c30-8c53-d63820929fdd req-c44363a7-98be-4488-a664-a1e7b7906850 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e7a18130-a4db-48fa-b2f1-d4001ca6a243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489676 Aug 21 09:12:01.228366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:01.228366 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d4b9ae-2e2f-4549-afc5-80eefd810709" -d '{"events": [{"server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "name": "network-vif-plugged", "status": "completed", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:01.230501 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3ceb92a-4d82-472a-bcf7-27cb5720ae95 req-69e3933a-cb32-47c6-8d56-163f00fadb66 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.250792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] Network 5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:12:01.255420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:01.305056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9c0419-bab7-40f8-975d-1f6097de0b62 None None] DHCP port deletion for 04a14846-b657-47da-aaf2-d12dbfa433a0 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:12:01.314762 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a3bfa8c-9fd0-47cb-8029-0ddb9566cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.319625 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.347238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e529d1e5-d1d1-4c30-8c53-d63820929fdd req-40e67328-253c-4f5d-be4d-ea54e16357f3 service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292086 Aug 21 09:12:01.348538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3ceb92a-4d82-472a-bcf7-27cb5720ae95 req-69e3933a-cb32-47c6-8d56-163f00fadb66 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.372929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Port': ['ID=46da3ce0-5965-4f2e-bddb-1c03a3735a26,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:01.385735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:01.388177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] No DVR routers for this DVR port 46da3ce0-5965-4f2e-bddb-1c03a3735a26 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:01.397172 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.399368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464837f5-951a-499a-9fd2-c8b475747a40 None None] Network 5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:01.402184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bfa8c-9fd0-47cb-8029-0ddb9566cd82 None None] Pushing event deleted for resources: {'Port': ['ID=46da3ce0-5965-4f2e-bddb-1c03a3735a26,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:01.413863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3bfa8c-9fd0-47cb-8029-0ddb9566cd82 None None] No DVR routers for this DVR port 46da3ce0-5965-4f2e-bddb-1c03a3735a26 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:01.472059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3933a-cb32-47c6-8d56-163f00fadb66 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff083e9-c753-473a-aa5b-974e04cc8fe0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:01.522360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e529d1e5-d1d1-4c30-8c53-d63820929fdd req-d0b4de14-8149-44d5-82ec-e614c25d9572 service neutron] 10.222.0.22 "GET /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658440 Aug 21 09:12:01.523357 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:01.524062 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.527387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=6073bccc-83ab-41da-bb62-67ef532e5f4c,revision_number=10']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:01.542615 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e3ceb92a-4d82-472a-bcf7-27cb5720ae95 req-69e3933a-cb32-47c6-8d56-163f00fadb66 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.548288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.560225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3ceb92a-4d82-472a-bcf7-27cb5720ae95 req-69e3933a-cb32-47c6-8d56-163f00fadb66 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0047033 Aug 21 09:12:01.560809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7efe3c-867f-44dc-983b-4a93c4f8a3a2']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:01.576907 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a325ac37-fc4b-4650-8b8c-53f8d72e8259') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:01.577389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a325ac37-fc4b-4650-8b8c-53f8d72e8259') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:01.587525 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39252562-73bb-4fcd-a70e-6616a9e6c8b5 x-openstack-request-id: req-39252562-73bb-4fcd-a70e-6616a9e6c8b5 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:01.587980 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "name": "network-vif-plugged", "status": "completed", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:01.588425 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39252562-73bb-4fcd-a70e-6616a9e6c8b5 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:01.588939 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'code': 200} Aug 21 09:12:01.594754 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.613675 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.620067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c0419-bab7-40f8-975d-1f6097de0b62 None None] Deleting port 4b0391ef-d061-4894-827f-7ee6252deebb {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:01.620562 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:12:01.620834 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0419-bab7-40f8-975d-1f6097de0b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.621060 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.642315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5542f666-49a8-4a18-bd1a-0c0d17c9dcfa req-22ccfa35-3070-4514-8a01-b1b50a531cee tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/8c3de9f0-97d2-4376-9c16-4b59047bd745 HTTP/1.1" status: 200 len: 1806 time: 0.0624909 Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:12:01.652544 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:12:01.703541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-dd9c0419-bab7-40f8-975d-1f6097de0b62 None None] For port 4b0391ef-d061-4894-827f-7ee6252deebb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4b0391ef-d061-4894-827f-7ee6252deebb,segment=NetworkSegment(33cec0f0-5400-4c97-8c17-b0a6c89d0427),segment_id=33cec0f0-5400-4c97-8c17-b0a6c89d0427)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:01.704051 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0419-bab7-40f8-975d-1f6097de0b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.725713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5542f666-49a8-4a18-bd1a-0c0d17c9dcfa req-3b89e90b-fb89-4b34-9bd2-015c332ebc0b tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/2ff083e9-c753-473a-aa5b-974e04cc8fe0 HTTP/1.1" status: 200 len: 1806 time: 0.0672808 Aug 21 09:12:01.732367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-5542f666-49a8-4a18-bd1a-0c0d17c9dcfa req-d2d61745-9e2b-454b-aa7b-30e575cd8e6d tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c3de9f0-97d2-4376-9c16-4b59047bd745', 'remote_group_id': '2ff083e9-c753-473a-aa5b-974e04cc8fe0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:01.733024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-5542f666-49a8-4a18-bd1a-0c0d17c9dcfa req-d2d61745-9e2b-454b-aa7b-30e575cd8e6d tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c3de9f0-97d2-4376-9c16-4b59047bd745', 'remote_group_id': '2ff083e9-c753-473a-aa5b-974e04cc8fe0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:01.735285 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e99419ae-8a15-4120-889a-d4c63dbc55d8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4658115 Aug 21 09:12:01.772539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c0419-bab7-40f8-975d-1f6097de0b62 None None] Calling delete_port for 4b0391ef-d061-4894-827f-7ee6252deebb owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:01.808845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4b0391ef-d061-4894-827f-7ee6252deebb no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:01.844153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac55a65-9e51-4707-859b-8cd60e01e824 None None] Network 5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:01.851395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec8860-0b79-42d0-b994-2f7978951c61 req-d359e9c6-7a1e-4705-ac4a-39f1032fbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:01.852826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33ec8860-0b79-42d0-b994-2f7978951c61 req-d359e9c6-7a1e-4705-ac4a-39f1032fbf52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 1103 time: 0.1126997 Aug 21 09:12:01.867196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a5d06-6e94-45ec-a443-f212f913af12 req-04c5ec8d-18d9-4924-917d-9ede6ff3a058 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:01.872499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-790a5d06-6e94-45ec-a443-f212f913af12 req-04c5ec8d-18d9-4924-917d-9ede6ff3a058 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 951 time: 0.0804458 Aug 21 09:12:01.873490 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.882187 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:01.888596 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "DELETE /v2.0/networks/8b7efe3c-867f-44dc-983b-4a93c4f8a3a2 HTTP/1.1" status: 204 len: 168 time: 1.2113070 Aug 21 09:12:01.889389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44490) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:01.905640 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08007abc-6047-4eae-b823-aa168de8537b tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Network': ['ID=8b7efe3c-867f-44dc-983b-4a93c4f8a3a2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:02.034990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5542f666-49a8-4a18-bd1a-0c0d17c9dcfa req-d2d61745-9e2b-454b-aa7b-30e575cd8e6d tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.076527 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.077224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-790a5d06-6e94-45ec-a443-f212f913af12 req-b170dee8-5fa1-4119-a380-2974aaba9763 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952722 Aug 21 09:12:02.088170 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0419-bab7-40f8-975d-1f6097de0b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.104919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33ec8860-0b79-42d0-b994-2f7978951c61 req-f1edb9cd-10be-4b43-b4e4-5c2b2114de56 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313008 Aug 21 09:12:02.112335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.120518 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5542f666-49a8-4a18-bd1a-0c0d17c9dcfa req-d2d61745-9e2b-454b-aa7b-30e575cd8e6d tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.122231 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c0419-bab7-40f8-975d-1f6097de0b62 None None] Pushing event deleted for resources: {'Port': ['ID=4b0391ef-d061-4894-827f-7ee6252deebb,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:02.127350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c0419-bab7-40f8-975d-1f6097de0b62 None None] No DVR routers for this DVR port 4b0391ef-d061-4894-827f-7ee6252deebb on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:02.159974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 46da3ce0-5965-4f2e-bddb-1c03a3735a26 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:02.179702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 46da3ce0-5965-4f2e-bddb-1c03a3735a26 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:02.179994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 46da3ce0-5965-4f2e-bddb-1c03a3735a26 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:02.211310 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5542f666-49a8-4a18-bd1a-0c0d17c9dcfa req-d2d61745-9e2b-454b-aa7b-30e575cd8e6d tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.245357 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.250436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d61745-9e2b-454b-aa7b-30e575cd8e6d tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53a8868-61a2-41b1-9780-0810c8983163,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:02.261735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a14846-b657-47da-aaf2-d12dbfa433a0']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:02.271645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cec0f0-5400-4c97-8c17-b0a6c89d0427') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:02.271903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cec0f0-5400-4c97-8c17-b0a6c89d0427') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:02.285350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.301754 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.309970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:12:02.310363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:12:02.322274 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:12:02.404345 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5542f666-49a8-4a18-bd1a-0c0d17c9dcfa req-d2d61745-9e2b-454b-aa7b-30e575cd8e6d tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.404692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5542f666-49a8-4a18-bd1a-0c0d17c9dcfa req-d2d61745-9e2b-454b-aa7b-30e575cd8e6d tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6779919 Aug 21 09:12:02.469948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-eb43ca66-2958-4cfe-bf9b-1c6fce962fa6 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:02.471409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-eb43ca66-2958-4cfe-bf9b-1c6fce962fa6 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/networks?id=5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed HTTP/1.1" status: 200 len: 814 time: 0.1648049 Aug 21 09:12:02.505678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-b137f913-9827-4bd9-b157-b44c6d46cce5 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/quotas/5292f874538c464d8a84a6ef210899ea HTTP/1.1" status: 200 len: 375 time: 0.0266383 Aug 21 09:12:02.524075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.534063 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.535395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] 10.222.0.20 "DELETE /v2.0/networks/04a14846-b657-47da-aaf2-d12dbfa433a0 HTTP/1.1" status: 204 len: 168 time: 0.6433222 Aug 21 09:12:02.557646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70f78-3e68-4502-9487-b5bb4772fd1f req-37e7cc9b-2d12-47e4-9f62-4ec7434ae511 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:02.559138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9b70f78-3e68-4502-9487-b5bb4772fd1f req-37e7cc9b-2d12-47e4-9f62-4ec7434ae511 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0974135 Aug 21 09:12:02.570054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-bf3e693c-79d7-4298-b1ac-21558fe6dae2 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5292f874538c464d8a84a6ef210899ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565026 Aug 21 09:12:02.572941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62feaf5-b824-4bba-a2af-afcd11bc8a62 tempest-TaggedBootDevicesTest_v242-1028985585 tempest-TaggedBootDevicesTest_v242-1028985585-project] Pushing event deleted for resources: {'Network': ['ID=04a14846-b657-47da-aaf2-d12dbfa433a0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:02.660547 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9b70f78-3e68-4502-9487-b5bb4772fd1f req-9fe328d0-db8b-43f4-a759-ef29436225ca tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895343 Aug 21 09:12:02.712485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-d0475b74-3767-4c14-b437-e4b9e64889a7 service neutron] 10.222.0.20 "GET /v2.0/networks/5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203568 Aug 21 09:12:02.792935 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8895c8f1-7a45-4e8d-84b3-f5b427cee24b req-bc029d4f-7751-4111-941b-4d125ed7dfb1 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/2ff083e9-c753-473a-aa5b-974e04cc8fe0 HTTP/1.1" status: 200 len: 1806 time: 0.0908718 Aug 21 09:12:02.846594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-35f9d155-62a9-4389-8b9b-0f7872ba727c service neutron] 10.222.0.20 "GET /v2.0/networks/5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267076 Aug 21 09:12:02.875155 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8895c8f1-7a45-4e8d-84b3-f5b427cee24b req-9d329395-433f-4a07-b906-6d4a904d905a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:02.900096 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8895c8f1-7a45-4e8d-84b3-f5b427cee24b req-9d329395-433f-4a07-b906-6d4a904d905a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:03.086272 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8895c8f1-7a45-4e8d-84b3-f5b427cee24b req-9d329395-433f-4a07-b906-6d4a904d905a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:03.105899 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8895c8f1-7a45-4e8d-84b3-f5b427cee24b req-9d329395-433f-4a07-b906-6d4a904d905a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:03.106280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8895c8f1-7a45-4e8d-84b3-f5b427cee24b req-9d329395-433f-4a07-b906-6d4a904d905a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "DELETE /v2.0/security-groups/2ff083e9-c753-473a-aa5b-974e04cc8fe0 HTTP/1.1" status: 204 len: 173 time: 0.3052902 Aug 21 09:12:03.125490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d329395-433f-4a07-b906-6d4a904d905a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff083e9-c753-473a-aa5b-974e04cc8fe0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:03.256308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-970a9b58-c8c8-45bb-b27d-18067bbb29fb req-4a84ed29-a637-4d61-95dc-fad10b273e7f tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 210 time: 0.0302088 Aug 21 09:12:03.349340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698cd7e-2e41-4a90-944d-142ebf3d4ca1 req-24edf599-6af5-4b5e-9351-6bb86067ca91 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:03.351245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5698cd7e-2e41-4a90-944d-142ebf3d4ca1 req-24edf599-6af5-4b5e-9351-6bb86067ca91 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 951 time: 0.0939400 Aug 21 09:12:03.358591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e267ca7-f89b-47b4-a3da-5062175ac861 req-fb9d7405-dacd-4e50-8fb5-4f3af7854be8 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/8c3de9f0-97d2-4376-9c16-4b59047bd745 HTTP/1.1" status: 200 len: 1806 time: 0.0698547 Aug 21 09:12:03.396715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5698cd7e-2e41-4a90-944d-142ebf3d4ca1 req-edf27de5-0036-444a-9dea-a51c7619f1a5 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365012 Aug 21 09:12:03.406439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-115c898c-9179-4199-b520-16538d712c1d req-ffb5b069-1c5a-464d-8a2d-23981fc6b7d3 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1136498842', 'description': 'tempest-description-1186538100'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:03.496398 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-115c898c-9179-4199-b520-16538d712c1d req-ffb5b069-1c5a-464d-8a2d-23981fc6b7d3 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:03.581136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-115c898c-9179-4199-b520-16538d712c1d req-ffb5b069-1c5a-464d-8a2d-23981fc6b7d3 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:03.683853 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-115c898c-9179-4199-b520-16538d712c1d req-ffb5b069-1c5a-464d-8a2d-23981fc6b7d3 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:03.726172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5b069-1c5a-464d-8a2d-23981fc6b7d3 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac5d373-dfd5-4a1a-b469-4dab65d19424,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:03.789460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-115c898c-9179-4199-b520-16538d712c1d req-ffb5b069-1c5a-464d-8a2d-23981fc6b7d3 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:03.790948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-115c898c-9179-4199-b520-16538d712c1d req-ffb5b069-1c5a-464d-8a2d-23981fc6b7d3 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3889902 Aug 21 09:12:03.826160 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89053e61-74c7-48e0-bee5-04cf9dd7f02a req-250960f0-deb2-4a2d-b900-b6d307800183 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:03.828251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89053e61-74c7-48e0-bee5-04cf9dd7f02a req-250960f0-deb2-4a2d-b900-b6d307800183 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0732977 Aug 21 09:12:03.894629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89053e61-74c7-48e0-bee5-04cf9dd7f02a req-35ef2061-0386-412b-9992-e73454f6a112 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588381 Aug 21 09:12:03.897177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dea147ca-d5b1-49df-9d6b-a112449a0cad req-bf6f86ec-706e-4689-894c-444fd3e5b8a5 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/8ac5d373-dfd5-4a1a-b469-4dab65d19424 HTTP/1.1" status: 200 len: 1807 time: 0.0680439 Aug 21 09:12:03.913974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-dea147ca-d5b1-49df-9d6b-a112449a0cad req-4e8699c5-7324-4753-aac5-1359d8942c89 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ac5d373-dfd5-4a1a-b469-4dab65d19424', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:03.914617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-dea147ca-d5b1-49df-9d6b-a112449a0cad req-4e8699c5-7324-4753-aac5-1359d8942c89 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ac5d373-dfd5-4a1a-b469-4dab65d19424', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:04.063831 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dea147ca-d5b1-49df-9d6b-a112449a0cad req-4e8699c5-7324-4753-aac5-1359d8942c89 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:04.091139 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dea147ca-d5b1-49df-9d6b-a112449a0cad req-4e8699c5-7324-4753-aac5-1359d8942c89 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:04.180824 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dea147ca-d5b1-49df-9d6b-a112449a0cad req-4e8699c5-7324-4753-aac5-1359d8942c89 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:04.205385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8699c5-7324-4753-aac5-1359d8942c89 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a202678-cd61-4a76-b614-f3adfeb9ea96,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:04.302550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dea147ca-d5b1-49df-9d6b-a112449a0cad req-4e8699c5-7324-4753-aac5-1359d8942c89 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:04.303832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dea147ca-d5b1-49df-9d6b-a112449a0cad req-4e8699c5-7324-4753-aac5-1359d8942c89 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3947551 Aug 21 09:12:04.500535 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-bad77e88-0d6a-45f4-82fd-62cfdaaab722 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3814f9012b5e4c1f8b1002d754afa480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236084 Aug 21 09:12:04.600427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4c31d45-9394-44ff-b5d9-a0caeb67f7b0 req-e972099a-925b-4c56-9a74-73f965b8aa24 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 210 time: 0.0326650 Aug 21 09:12:04.678369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-445a8c5f-1ff6-433b-a0ce-b443500ece77 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:04.679820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-445a8c5f-1ff6-433b-a0ce-b443500ece77 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733377 Aug 21 09:12:04.706611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-cc67a66b-8f81-4bde-90aa-05a2a0ac9aea tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/quotas/3814f9012b5e4c1f8b1002d754afa480 HTTP/1.1" status: 200 len: 375 time: 0.0182943 Aug 21 09:12:04.710653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef52f273-a64a-4ec9-afbe-7b0c84b45372 req-8999936c-f3db-43a7-b1bc-222cc7957f5c tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/8ac5d373-dfd5-4a1a-b469-4dab65d19424 HTTP/1.1" status: 200 len: 2401 time: 0.0765908 Aug 21 09:12:04.737830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ef52f273-a64a-4ec9-afbe-7b0c84b45372 req-2444bcc7-56c0-451d-9e09-cc781b44ff51 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ac5d373-dfd5-4a1a-b469-4dab65d19424', 'remote_group_id': None}]} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:04.737830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ef52f273-a64a-4ec9-afbe-7b0c84b45372 req-2444bcc7-56c0-451d-9e09-cc781b44ff51 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ac5d373-dfd5-4a1a-b469-4dab65d19424', 'remote_group_id': None}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:04.763796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-4a3d1e1b-3dbc-41c9-b950-af71a3c2a9e4 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3814f9012b5e4c1f8b1002d754afa480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500503 Aug 21 09:12:04.901305 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ef52f273-a64a-4ec9-afbe-7b0c84b45372 req-2444bcc7-56c0-451d-9e09-cc781b44ff51 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:04.948479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ef52f273-a64a-4ec9-afbe-7b0c84b45372 req-2444bcc7-56c0-451d-9e09-cc781b44ff51 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:05.054773 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ef52f273-a64a-4ec9-afbe-7b0c84b45372 req-2444bcc7-56c0-451d-9e09-cc781b44ff51 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:05.099067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444bcc7-56c0-451d-9e09-cc781b44ff51 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5207ff89-b531-4954-9985-f0d5c802b907,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:05.213612 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ef52f273-a64a-4ec9-afbe-7b0c84b45372 req-2444bcc7-56c0-451d-9e09-cc781b44ff51 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:05.224683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef52f273-a64a-4ec9-afbe-7b0c84b45372 req-2444bcc7-56c0-451d-9e09-cc781b44ff51 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4986405 Aug 21 09:12:05.269702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a06a0f-3b7d-436f-903a-a1762a617369 req-2ecfac87-9090-4d92-95d2-c21b81e509bb tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:05.271195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2a06a0f-3b7d-436f-903a-a1762a617369 req-2ecfac87-9090-4d92-95d2-c21b81e509bb tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 951 time: 0.0904715 Aug 21 09:12:05.303879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b447e279-5e2c-4817-a007-7ab9cff32fe5 req-7999a87e-edbb-4624-b8ad-de804cb13d33 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 210 time: 0.0315897 Aug 21 09:12:05.345310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2a06a0f-3b7d-436f-903a-a1762a617369 req-690aed95-331b-40d9-83b2-8fc61fc981f9 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643589 Aug 21 09:12:05.407886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83d491d2-8327-439e-97b2-11266464b2ab req-1f30e554-8e22-4c72-b0b6-def98ad3bbd2 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/8ac5d373-dfd5-4a1a-b469-4dab65d19424 HTTP/1.1" status: 200 len: 3000 time: 0.0584986 Aug 21 09:12:05.542206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fd80b76-6dfd-4dbd-9390-620509e5dc3f req-6390bba0-ce5d-4389-a868-785faa1aaefc tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-group-rules/5207ff89-b531-4954-9985-f0d5c802b907 HTTP/1.1" status: 200 len: 783 time: 0.0275300 Aug 21 09:12:05.590516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fd80b76-6dfd-4dbd-9390-620509e5dc3f req-0d84ea6d-fe52-400b-a6fa-a372ab4810c1 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/8ac5d373-dfd5-4a1a-b469-4dab65d19424 HTTP/1.1" status: 200 len: 3000 time: 0.0473940 Aug 21 09:12:05.626621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7fd80b76-6dfd-4dbd-9390-620509e5dc3f req-38ad40ce-891f-49fe-8d23-6f11fd1fd440 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:05.634976 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7fd80b76-6dfd-4dbd-9390-620509e5dc3f req-38ad40ce-891f-49fe-8d23-6f11fd1fd440 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:05.775077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7fd80b76-6dfd-4dbd-9390-620509e5dc3f req-38ad40ce-891f-49fe-8d23-6f11fd1fd440 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:05.779759 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7fd80b76-6dfd-4dbd-9390-620509e5dc3f req-38ad40ce-891f-49fe-8d23-6f11fd1fd440 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:05.796153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fd80b76-6dfd-4dbd-9390-620509e5dc3f req-38ad40ce-891f-49fe-8d23-6f11fd1fd440 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5207ff89-b531-4954-9985-f0d5c802b907 HTTP/1.1" status: 204 len: 173 time: 0.1976614 Aug 21 09:12:05.813009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad40ce-891f-49fe-8d23-6f11fd1fd440 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5207ff89-b531-4954-9985-f0d5c802b907,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:05.875718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-985342e6-c702-4261-803e-46ca7e01817b tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:05.881057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-985342e6-c702-4261-803e-46ca7e01817b tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.22 "GET /v2.0/networks?id=5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed HTTP/1.1" status: 200 len: 814 time: 0.1611679 Aug 21 09:12:05.897385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Request body: {'port': {'device_id': '5744ff48-cd5c-4006-bdfa-0add52e9a3c7', 'network_id': '5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed', 'admin_state_up': True, 'tenant_id': '5292f874538c464d8a84a6ef210899ea'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:05.938856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5fb57d79-bc86-451d-8665-28401e573081 req-5cabc11d-70e7-44c5-8333-a2112688e7d7 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 210 time: 0.0565972 Aug 21 09:12:06.098814 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da8a519a-d5ea-46d0-bee6-a26f7aa94401 req-fcddbe0f-e869-4207-a8fd-376d444574d4 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/8ac5d373-dfd5-4a1a-b469-4dab65d19424 HTTP/1.1" status: 200 len: 2401 time: 0.0810637 Aug 21 09:12:06.102448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1788f-cac4-495c-a684-1a8f30eff228 req-21894792-1b66-4846-93c2-ecbd36c31a0e tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:06.104287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41a1788f-cac4-495c-a684-1a8f30eff228 req-21894792-1b66-4846-93c2-ecbd36c31a0e tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 1103 time: 0.1333148 Aug 21 09:12:06.185808 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41a1788f-cac4-495c-a684-1a8f30eff228 req-7b000521-7227-45b7-bb63-4bc7b12d0877 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704091 Aug 21 09:12:06.210961 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-da8a519a-d5ea-46d0-bee6-a26f7aa94401 req-179e98f8-239d-47e6-8232-2434434421cd tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:06.239249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-da8a519a-d5ea-46d0-bee6-a26f7aa94401 req-179e98f8-239d-47e6-8232-2434434421cd tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:06.285323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Made reservation on behalf of 5292f874538c464d8a84a6ef210899ea for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:06.285323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:06.461897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-da8a519a-d5ea-46d0-bee6-a26f7aa94401 req-179e98f8-239d-47e6-8232-2434434421cd tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:06.464479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-da8a519a-d5ea-46d0-bee6-a26f7aa94401 req-179e98f8-239d-47e6-8232-2434434421cd tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:06.465640 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da8a519a-d5ea-46d0-bee6-a26f7aa94401 req-179e98f8-239d-47e6-8232-2434434421cd tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "DELETE /v2.0/security-groups/8ac5d373-dfd5-4a1a-b469-4dab65d19424 HTTP/1.1" status: 204 len: 173 time: 0.3604572 Aug 21 09:12:06.490762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e98f8-239d-47e6-8232-2434434421cd tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac5d373-dfd5-4a1a-b469-4dab65d19424,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:06.609656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44652f55-41d1-4184-8921-9c152e938d9c req-495122ef-6298-4c12-8056-885b96e85759 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 210 time: 0.0368867 Aug 21 09:12:06.613581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Allocated IP 172.20.0.9 (5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed/bf454034-473a-47cc-a177-b1494e4ff88c/30740f49-894b-4501-a3f8-1f02ab8d3a4a) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:12:06.660800 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-e7ca1e6d-3224-4e8b-b5d9-de67718bbc5a req-d807fdd0-61cd-4cab-91dc-2feead67ee88 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] show failed (client error): The resource could not be found. Aug 21 09:12:06.662114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7ca1e6d-3224-4e8b-b5d9-de67718bbc5a req-d807fdd0-61cd-4cab-91dc-2feead67ee88 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/2ff083e9-c753-473a-aa5b-974e04cc8fe0 HTTP/1.1" status: 404 len: 352 time: 0.0236087 Aug 21 09:12:06.867732 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6f586c65-de7e-44b5-b478-932388fbba63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:06.925169 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:06.987268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5efcb2-4914-49d0-8641-c35a8624e715 req-95a707a7-695a-42a7-80a7-84046c483811 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:06.989397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c5efcb2-4914-49d0-8641-c35a8624e715 req-95a707a7-695a-42a7-80a7-84046c483811 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 1103 time: 0.2286587 Aug 21 09:12:07.058378 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:07.465347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-ebc31665-72ad-48f7-930d-c48ad01f4882 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5903847 Aug 21 09:12:07.516663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22bcd2f8-1e80-4a8e-9f25-4adc93164f8a req-c3c783bd-fd62-4ffa-8833-9aac316b4d28 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/8c3de9f0-97d2-4376-9c16-4b59047bd745 HTTP/1.1" status: 200 len: 1806 time: 0.6890850 Aug 21 09:12:07.547309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Network 5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:07.565633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c5efcb2-4914-49d0-8641-c35a8624e715 req-96a6b1b6-0e98-407b-9ee4-b60ded680f17 tempest-ServersAdminTestJSON-1721996353 tempest-ServersAdminTestJSON-1721996353-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546403 Aug 21 09:12:07.591728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:07.609607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:12:07.620851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-131d9d67-0611-4331-ab76-aabb93935526 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3814f9012b5e4c1f8b1002d754afa480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539298 Aug 21 09:12:07.621451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Pushing event updated for resources: {'Port': ['ID=30740f49-894b-4501-a3f8-1f02ab8d3a4a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:07.750431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-b65de97d-de4a-4967-9f32-d0057ee699c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:07.750826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-b65de97d-de4a-4967-9f32-d0057ee699c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:07.751292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-b65de97d-de4a-4967-9f32-d0057ee699c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:07.751780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-b65de97d-de4a-4967-9f32-d0057ee699c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:07.752242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-b65de97d-de4a-4967-9f32-d0057ee699c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:07.752754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-b65de97d-de4a-4967-9f32-d0057ee699c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:07.753159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-b65de97d-de4a-4967-9f32-d0057ee699c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:07.755098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-b65de97d-de4a-4967-9f32-d0057ee699c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6498 time: 0.2451239 Aug 21 09:12:07.764152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:07.764813 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:07.887770 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-22bcd2f8-1e80-4a8e-9f25-4adc93164f8a req-8e97a24f-9f62-4be4-9fb1-fac63164d2b0 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:07.925410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-74c584cb-d5df-48cf-997f-76e3667f832d tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:07.926850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-74c584cb-d5df-48cf-997f-76e3667f832d tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730553 Aug 21 09:12:07.936284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-15ed7115-a752-46b4-b44b-e5e4b951dc7d tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0434232 Aug 21 09:12:07.948765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Request body: {'port': {'device_id': 'e292f505-61d4-44ca-85da-acc3d3be6918', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '3814f9012b5e4c1f8b1002d754afa480'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:07.971411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Request body: {'port': {'device_id': '5744ff48-cd5c-4006-bdfa-0add52e9a3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:07.976171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-22bcd2f8-1e80-4a8e-9f25-4adc93164f8a req-8e97a24f-9f62-4be4-9fb1-fac63164d2b0 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:08.007859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb2339-7dcf-4783-a318-cd025663e0d7 req-13668c88-19c0-4301-ae60-5f58c04eaca1 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:08.009817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59cb2339-7dcf-4783-a318-cd025663e0d7 req-13668c88-19c0-4301-ae60-5f58c04eaca1 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 931 time: 0.2533255 Aug 21 09:12:08.121325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-4417edbb-eb32-4602-aa7b-2cbe5ac11151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:08.121792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-4417edbb-eb32-4602-aa7b-2cbe5ac11151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:08.122249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-4417edbb-eb32-4602-aa7b-2cbe5ac11151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:08.123915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-4417edbb-eb32-4602-aa7b-2cbe5ac11151 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee HTTP/1.1" status: 200 len: 2293 time: 0.3371186 Aug 21 09:12:08.208969 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:08.245737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59cb2339-7dcf-4783-a318-cd025663e0d7 req-ec4f90ef-2b6e-422e-af73-7978f73354bb tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/security-groups?id=9286f9cb-fef7-4514-ae07-36dab7f199b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933875 Aug 21 09:12:08.261463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-5dec5063-cdf5-4769-bcc3-9f283c8d3916 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=111787a2-30ea-4809-aa01-2f16b2944652 HTTP/1.1" status: 200 len: 1002 time: 0.1167247 Aug 21 09:12:08.316031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-22bcd2f8-1e80-4a8e-9f25-4adc93164f8a req-8e97a24f-9f62-4be4-9fb1-fac63164d2b0 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:08.318476 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-22bcd2f8-1e80-4a8e-9f25-4adc93164f8a req-8e97a24f-9f62-4be4-9fb1-fac63164d2b0 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:08.322266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22bcd2f8-1e80-4a8e-9f25-4adc93164f8a req-8e97a24f-9f62-4be4-9fb1-fac63164d2b0 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c3de9f0-97d2-4376-9c16-4b59047bd745 HTTP/1.1" status: 204 len: 173 time: 0.7889912 Aug 21 09:12:08.355488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97a24f-9f62-4be4-9fb1-fac63164d2b0 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3de9f0-97d2-4376-9c16-4b59047bd745,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:08.381825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-2a102d66-770e-4200-a39f-e61aadd898aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:08.388824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-2a102d66-770e-4200-a39f-e61aadd898aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ab28827-633f-407e-a5d5-e8b51ae5dfe4 HTTP/1.1" status: 200 len: 851 time: 0.0992830 Aug 21 09:12:08.445697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Made reservation on behalf of 3814f9012b5e4c1f8b1002d754afa480 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:08.449138 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:08.482703 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:08.563076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-51166def-b7b4-46c6-918b-697722a1d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:08.564714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-51166def-b7b4-46c6-918b-697722a1d7a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365952 Aug 21 09:12:08.782599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:08.786724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-5e8383ac-264e-4088-af4d-3a671bd03920 service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972623 Aug 21 09:12:08.794964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30740f49-894b-4501-a3f8-1f02ab8d3a4a {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:08.817763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:08.876289 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:08.934123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Transition to ACTIVE for port object 30740f49-894b-4501-a3f8-1f02ab8d3a4a will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:08.939177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d22b4d-a1af-4dca-abfb-8a329572934e req-d7f25cb7-1d01-4dea-8f85-53753bf5bfe0 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 210 time: 0.0700080 Aug 21 09:12:09.014574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636a4173-265a-4a47-8a63-f08592e5ac63,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:09.034342 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:09.064169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47fa7c6d-ae37-4687-88ad-ebce9656e3ec req-d18fcd58-b03e-4e48-992b-82c588b89499 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/efcdb437-f83b-4b62-bef3-ee95bb08d851 HTTP/1.1" status: 200 len: 1805 time: 0.2359729 Aug 21 09:12:09.089195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-a328d116-ba2f-4845-8bde-a73895524ed0 service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893827 Aug 21 09:12:09.229165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Pushing event updated for resources: {'Port': ['ID=30740f49-894b-4501-a3f8-1f02ab8d3a4a,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:09.238721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-eb6c07f1-4142-440d-bf0c-e66f45129252 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=93573a26-26bd-4d80-98c6-ef6f0af8157c HTTP/1.1" status: 200 len: 217 time: 0.1330650 Aug 21 09:12:09.315206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Allocated IP 192.168.233.104 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/adf2b358-bc3b-4c59-bd24-8da22dd9f7df) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:12:09.384420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0161ca7-477a-4051-af8c-67469c2e9b9a req-d629323d-6b46-49d0-8ecc-201e030391bc tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:09.385867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0161ca7-477a-4051-af8c-67469c2e9b9a req-d629323d-6b46-49d0-8ecc-201e030391bc tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 949 time: 0.2847002 Aug 21 09:12:09.437607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-115adcbd-d3b9-42bd-85bc-b108fd804da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:09.439073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-115adcbd-d3b9-42bd-85bc-b108fd804da7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.1685517 Aug 21 09:12:09.467877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-47fa7c6d-ae37-4687-88ad-ebce9656e3ec req-d3582023-56a6-4606-8ccd-ef68cf085901 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:09.509466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Attempting to bind port 30740f49-894b-4501-a3f8-1f02ab8d3a4a on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:12:09.510185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Attempting to bind port 30740f49-894b-4501-a3f8-1f02ab8d3a4a by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'c569cb13-fe01-47bc-818e-f93c4edc69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:12:09.510185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Attempting to bind port 30740f49-894b-4501-a3f8-1f02ab8d3a4a on network 5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:09.530631 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7543493a-4264-4aba-ba2e-0856184cfe1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:09.551655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Port 30740f49-894b-4501-a3f8-1f02ab8d3a4a on network 5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:12:09.551948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Attempting to bind port 30740f49-894b-4501-a3f8-1f02ab8d3a4a on network 5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:09.554911 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-47fa7c6d-ae37-4687-88ad-ebce9656e3ec req-d3582023-56a6-4606-8ccd-ef68cf085901 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:09.582881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0161ca7-477a-4051-af8c-67469c2e9b9a req-839d4f2d-3129-4937-a0b3-3c82c893e153 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799891 Aug 21 09:12:09.619648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:12:09.620012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Checking segment: {'id': 'c569cb13-fe01-47bc-818e-f93c4edc69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:09.620377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Bound using segment: {'id': 'c569cb13-fe01-47bc-818e-f93c4edc69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:12:09.620827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Bound port: 30740f49-894b-4501-a3f8-1f02ab8d3a4a, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c569cb13-fe01-47bc-818e-f93c4edc69c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:12:09.621195 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:09.652766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-1f92362a-bb16-4c8f-b29e-59fab131ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:09.652766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-1f92362a-bb16-4c8f-b29e-59fab131ada7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1999609 Aug 21 09:12:09.737767 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:09.834391 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:09.876959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Transition to ACTIVE for port object adf2b358-bc3b-4c59-bd24-8da22dd9f7df will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:09.879909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-8d3a060f-a4de-43ae-a337-4ead153701bb service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142441 Aug 21 09:12:09.884876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] For port 30740f49-894b-4501-a3f8-1f02ab8d3a4a, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:12:09.890137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] For port 30740f49-894b-4501-a3f8-1f02ab8d3a4a, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=30740f49-894b-4501-a3f8-1f02ab8d3a4a,segment=NetworkSegment(c569cb13-fe01-47bc-818e-f93c4edc69c7),segment_id=c569cb13-fe01-47bc-818e-f93c4edc69c7)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:12:09.986441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-47fa7c6d-ae37-4687-88ad-ebce9656e3ec req-d3582023-56a6-4606-8ccd-ef68cf085901 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:09.989050 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-47fa7c6d-ae37-4687-88ad-ebce9656e3ec req-d3582023-56a6-4606-8ccd-ef68cf085901 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:09.990240 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47fa7c6d-ae37-4687-88ad-ebce9656e3ec req-d3582023-56a6-4606-8ccd-ef68cf085901 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "DELETE /v2.0/security-groups/efcdb437-f83b-4b62-bef3-ee95bb08d851 HTTP/1.1" status: 204 len: 173 time: 0.8999732 Aug 21 09:12:09.998374 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:10.052619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3582023-56a6-4606-8ccd-ef68cf085901 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcdb437-f83b-4b62-bef3-ee95bb08d851,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:10.079152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:10.079812 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:10.081222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] 10.222.0.22 "PUT /v2.0/ports/30740f49-894b-4501-a3f8-1f02ab8d3a4a HTTP/1.1" status: 200 len: 1092 time: 2.1264675 Aug 21 09:12:10.081672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5744ff48-cd5c-4006-bdfa-0add52e9a3c7', 'tag': '30740f49-894b-4501-a3f8-1f02ab8d3a4a'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:10.084059 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e6e8d1-d3dc-4dae-a5a0-280b79dcee19" -d '{"events": [{"name": "network-changed", "server_uuid": "5744ff48-cd5c-4006-bdfa-0add52e9a3c7", "tag": "30740f49-894b-4501-a3f8-1f02ab8d3a4a"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:10.132714 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:10.141423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7c08b-7d68-4adc-86c0-d2668126c9e3 req-8350410b-ca1b-40d6-a39b-e63d306cff33 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:10.142920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70f7c08b-7d68-4adc-86c0-d2668126c9e3 req-8350410b-ca1b-40d6-a39b-e63d306cff33 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 945 time: 0.2246196 Aug 21 09:12:10.164429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-fd152672-2c68-4b17-90a6-a8bcb83f4b92 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716081 Aug 21 09:12:10.169279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3037500-efe2-4aab-b8ea-37c0f051a06f service neutron] Pushing event updated for resources: {'Port': ['ID=30740f49-894b-4501-a3f8-1f02ab8d3a4a,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:10.272159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:10.295879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-155057e8-231f-413c-82b1-0124ab055276 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=58edfe04-a3d4-4096-86d3-5ad70a933df4 HTTP/1.1" status: 200 len: 217 time: 0.1130855 Aug 21 09:12:10.305523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:10.333970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:12:10.413348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b70fc-2b36-4254-83c6-98235b3516a2 req-844ebf8f-cd18-4146-b139-e495eb209780 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:10.414910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-432b70fc-2b36-4254-83c6-98235b3516a2 req-844ebf8f-cd18-4146-b139-e495eb209780 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 943 time: 0.3236604 Aug 21 09:12:10.454486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70f7c08b-7d68-4adc-86c0-d2668126c9e3 req-1563b049-be52-432f-99d9-2d5c24d76726 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928169 Aug 21 09:12:10.457272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Pushing event updated for resources: {'Port': ['ID=adf2b358-bc3b-4c59-bd24-8da22dd9f7df,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:10.514096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-f50c96c2-e3d2-4af9-adec-dd0e15669cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:10.515773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-f50c96c2-e3d2-4af9-adec-dd0e15669cd4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5292f874538c464d8a84a6ef210899ea&device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 1095 time: 0.2956562 Aug 21 09:12:10.540290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-fb24ba8c-b0b5-4707-aa43-fa2f3b9797fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:10.540290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-fb24ba8c-b0b5-4707-aa43-fa2f3b9797fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.2019966 Aug 21 09:12:10.544477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:10.545091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:10.578329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-031c2143-f5bf-4c5e-9d06-36a00b3c7581 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:10.579935 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-031c2143-f5bf-4c5e-9d06-36a00b3c7581 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.13 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 949 time: 0.3123617 Aug 21 09:12:10.629242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-432b70fc-2b36-4254-83c6-98235b3516a2 req-2cb65649-5049-46da-9ce1-6ee6947e541b tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/security-groups?id=9286f9cb-fef7-4514-ae07-36dab7f199b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841009 Aug 21 09:12:10.636493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-de87d103-3c28-499c-af18-1f990294514e tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:10.637958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-de87d103-3c28-499c-af18-1f990294514e tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.13 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 945 time: 0.3373313 Aug 21 09:12:10.661706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-50853ac8-8ad4-438b-ab25-d32affb24f6b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30740f49-894b-4501-a3f8-1f02ab8d3a4a HTTP/1.1" status: 200 len: 217 time: 0.1300564 Aug 21 09:12:10.667982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f568d0bf-9835-40f0-85e6-fabad061b504 None None] Provisioning for port adf2b358-bc3b-4c59-bd24-8da22dd9f7df completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:10.673123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f568d0bf-9835-40f0-85e6-fabad061b504 None None] Provisioning complete for port adf2b358-bc3b-4c59-bd24-8da22dd9f7df triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:10.673500 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f568d0bf-9835-40f0-85e6-fabad061b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:10.708942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f568d0bf-9835-40f0-85e6-fabad061b504 None None] Port adf2b358-bc3b-4c59-bd24-8da22dd9f7df cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:12:10.766509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-441029d3-bed0-4a98-93a4-51239e07c813 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8277767 Aug 21 09:12:10.776236 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:10.798084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Request body: {'port': {'device_id': 'e292f505-61d4-44ca-85da-acc3d3be6918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:11.225019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-af2cd58d-3428-4c24-afd0-04d7d417a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:11.226561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-af2cd58d-3428-4c24-afd0-04d7d417a29d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6763608 Aug 21 09:12:11.246403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-c79e353d-3f85-45f8-99b7-7025f845fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:11.247863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-c79e353d-3f85-45f8-99b7-7025f845fe7d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf454034-473a-47cc-a177-b1494e4ff88c HTTP/1.1" status: 200 len: 854 time: 0.5609791 Aug 21 09:12:11.276205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071cc1b-709e-4feb-84db-988455b8dfae req-abe824d7-1f43-4b69-8f63-48d9c456d5c4 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:11.277647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d071cc1b-709e-4feb-84db-988455b8dfae req-abe824d7-1f43-4b69-8f63-48d9c456d5c4 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 936 time: 0.6386957 Aug 21 09:12:11.301988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce90c759-4dcd-4b51-973b-46af73b56149 req-9db0397b-8f8d-4525-ac01-5ce0a8dfbada tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/9b6d7e20-1798-4434-8010-ad31047a8a12 HTTP/1.1" status: 200 len: 1807 time: 0.6383255 Aug 21 09:12:11.372740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-33a44357-4b20-4998-a3a0-630e858f5249 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052754 Aug 21 09:12:11.410962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:11.541651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-8b631dbc-a50c-4c1b-83c6-da46d20300ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Deleting port 7736d631-a682-4a79-abfe-38feab786e89 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:11.542347 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-8b631dbc-a50c-4c1b-83c6-da46d20300ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:11.572049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d071cc1b-709e-4feb-84db-988455b8dfae req-72f27737-7e7e-42e2-ad2e-f1d47ccd2008 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642546 Aug 21 09:12:11.590675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Deleting port 55e79a55-11c5-47b0-a3c6-15a33dbc820c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:11.591023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:11.715871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-083df9eb-e7f7-48ea-81e2-dd107de0b059 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657855 Aug 21 09:12:11.758468 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8a0bb7-6f3d-4141-9da5-1c97427291a3 x-openstack-request-id: req-4f8a0bb7-6f3d-4141-9da5-1c97427291a3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:11.758749 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5744ff48-cd5c-4006-bdfa-0add52e9a3c7", "tag": "30740f49-894b-4501-a3f8-1f02ab8d3a4a", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:11.759128 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f8a0bb7-6f3d-4141-9da5-1c97427291a3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:11.759432 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5744ff48-cd5c-4006-bdfa-0add52e9a3c7', 'tag': '30740f49-894b-4501-a3f8-1f02ab8d3a4a', 'status': 'completed', 'code': 200} Aug 21 09:12:11.811470 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce90c759-4dcd-4b51-973b-46af73b56149 req-e14d771c-ab6e-4b38-8512-c3bc0bdf757a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:11.931057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-f4843301-1d9e-4892-9a4e-8aeb737198a2 service neutron] 10.222.0.22 "GET /v2.0/networks/5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447605 Aug 21 09:12:12.004827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-8b631dbc-a50c-4c1b-83c6-da46d20300ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] For port 7736d631-a682-4a79-abfe-38feab786e89, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7736d631-a682-4a79-abfe-38feab786e89,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:12.005065 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-8b631dbc-a50c-4c1b-83c6-da46d20300ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.038035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce90c759-4dcd-4b51-973b-46af73b56149 req-e14d771c-ab6e-4b38-8512-c3bc0bdf757a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.117438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-8b631dbc-a50c-4c1b-83c6-da46d20300ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Calling delete_port for 7736d631-a682-4a79-abfe-38feab786e89 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:12.156603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] For port 55e79a55-11c5-47b0-a3c6-15a33dbc820c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=55e79a55-11c5-47b0-a3c6-15a33dbc820c,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:12.156985 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.246065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b246ff-a87a-43c9-87d8-9c387925c986 req-4249ebbb-4017-4bb0-8b27-cc903db09571 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:12.247596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65b246ff-a87a-43c9-87d8-9c387925c986 req-4249ebbb-4017-4bb0-8b27-cc903db09571 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 949 time: 0.4449663 Aug 21 09:12:12.256491 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.333878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-7c35a6e7-d7dc-4f7f-89fa-617652e5b16a service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897753 Aug 21 09:12:12.440490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-c36a2dd3-4583-4c80-bdcc-e4250dd88087 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=9d96bb04-9325-4a64-8c0c-8ac156a08afe HTTP/1.1" status: 200 len: 217 time: 0.0934246 Aug 21 09:12:12.449797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c51c3830-82bf-46f3-a382-4cd7387231d9 req-435c92c3-27cb-45e6-927c-eecf361e98f4 service neutron] 10.222.0.22 "GET /v2.0/networks/5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799554 Aug 21 09:12:12.488264 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce90c759-4dcd-4b51-973b-46af73b56149 req-e14d771c-ab6e-4b38-8512-c3bc0bdf757a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.490849 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce90c759-4dcd-4b51-973b-46af73b56149 req-e14d771c-ab6e-4b38-8512-c3bc0bdf757a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.492004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce90c759-4dcd-4b51-973b-46af73b56149 req-e14d771c-ab6e-4b38-8512-c3bc0bdf757a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "DELETE /v2.0/security-groups/9b6d7e20-1798-4434-8010-ad31047a8a12 HTTP/1.1" status: 204 len: 173 time: 1.1541610 Aug 21 09:12:12.508338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 55e79a55-11c5-47b0-a3c6-15a33dbc820c no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:12.569953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65b246ff-a87a-43c9-87d8-9c387925c986 req-8bda6ea6-e399-48c3-93a3-885f34853e68 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460098 Aug 21 09:12:12.590306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d771c-ab6e-4b38-8512-c3bc0bdf757a tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6d7e20-1798-4434-8010-ad31047a8a12,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:12.677298 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.716689 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45358855-513a-4996-bb94-69fe761c54bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e79a55-11c5-47b0-a3c6-15a33dbc820c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:12.719551 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4441b5-f286-44ed-94df-a6c0df6cd23a" -d '{"events": [{"server_uuid": "45358855-513a-4996-bb94-69fe761c54bc", "name": "network-vif-unplugged", "status": "completed", "tag": "55e79a55-11c5-47b0-a3c6-15a33dbc820c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:12.734343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 55e79a55-11c5-47b0-a3c6-15a33dbc820c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=55e79a55-11c5-47b0-a3c6-15a33dbc820c,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:12.742493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-91a03b15-e59a-4042-a85a-37e61682209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:12.744040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-91a03b15-e59a-4042-a85a-37e61682209f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.2933943 Aug 21 09:12:12.793312 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.794431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7736d631-a682-4a79-abfe-38feab786e89 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:12.871612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6e8d1-d3dc-4dae-a5a0-280b79dcee19 req-58c6986b-1c08-4cc6-b0b0-84bfc2bd19e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:12.873158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e6e8d1-d3dc-4dae-a5a0-280b79dcee19 req-58c6986b-1c08-4cc6-b0b0-84bfc2bd19e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5292f874538c464d8a84a6ef210899ea&device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 1095 time: 0.3024263 Aug 21 09:12:12.876262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=55e79a55-11c5-47b0-a3c6-15a33dbc820c,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:12.879854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.880359 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.880681 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Floating IP 47ca29ce-c305-4b48-bf62-b8520303085f disassociated. External IP: 172.25.5.183, port: 55e79a55-11c5-47b0-a3c6-15a33dbc820c. Aug 21 09:12:12.881033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Calling delete_port for 55e79a55-11c5-47b0-a3c6-15a33dbc820c owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:12.887394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.891813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.891813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.891813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.891813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.891813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.891813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.891813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.891813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.891813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.891813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.891813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:12.916241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf2b358-bc3b-4c59-bd24-8da22dd9f7df {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:12.929363 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.951748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:12.990488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0caf2-e7dc-432f-b4bb-7afb0edbb564 req-d0f55af4-aa27-4aa5-beef-5d1dca293cc4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:12.992037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaf0caf2-e7dc-432f-b4bb-7afb0edbb564 req-d0f55af4-aa27-4aa5-beef-5d1dca293cc4 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 945 time: 0.3108454 Aug 21 09:12:12.999010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04688352-1acc-4af7-8369-004dfa29f9c9 req-362db284-e178-4883-826a-5da788f74fef tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:13.006571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-04688352-1acc-4af7-8369-004dfa29f9c9 req-362db284-e178-4883-826a-5da788f74fef tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 943 time: 0.2939639 Aug 21 09:12:13.060756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-8b631dbc-a50c-4c1b-83c6-da46d20300ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:13.072749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['636a0217-b0dc-41e1-8116-08c6e3749570'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:13.075029 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-0f0caa84-d0ee-458e-8b54-b03a7e4178ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:13.076755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-0f0caa84-d0ee-458e-8b54-b03a7e4178ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2977121 Aug 21 09:12:13.084138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Transition to ACTIVE for port object adf2b358-bc3b-4c59-bd24-8da22dd9f7df will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:13.098095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['6073bccc-83ab-41da-bb62-67ef532e5f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:13.494689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b631dbc-a50c-4c1b-83c6-da46d20300ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Pushing event deleted for resources: {'Port': ['ID=7736d631-a682-4a79-abfe-38feab786e89,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:13.496796 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:13.612013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaf0caf2-e7dc-432f-b4bb-7afb0edbb564 req-9bb7e228-da8a-4d04-a4ff-2d94126efcca tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6074312 Aug 21 09:12:13.666907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-04688352-1acc-4af7-8369-004dfa29f9c9 req-4eca5d48-b51f-4bf7-bfd2-8dad940956ee tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/security-groups?id=9286f9cb-fef7-4514-ae07-36dab7f199b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208515 Aug 21 09:12:13.719131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=adf2b358-bc3b-4c59-bd24-8da22dd9f7df,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:13.811015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-8b631dbc-a50c-4c1b-83c6-da46d20300ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] No DVR routers for this DVR port 7736d631-a682-4a79-abfe-38feab786e89 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:13.825401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6e8d1-d3dc-4dae-a5a0-280b79dcee19 req-24352a09-f4ba-4710-99df-e3c8a76828f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:13.827067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e6e8d1-d3dc-4dae-a5a0-280b79dcee19 req-24352a09-f4ba-4710-99df-e3c8a76828f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed HTTP/1.1" status: 200 len: 915 time: 0.9335103 Aug 21 09:12:13.832796 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-8b631dbc-a50c-4c1b-83c6-da46d20300ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:13.835708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-8b631dbc-a50c-4c1b-83c6-da46d20300ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.13 "DELETE /v2.0/ports/7736d631-a682-4a79-abfe-38feab786e89 HTTP/1.1" status: 204 len: 173 time: 3.1947629 Aug 21 09:12:13.841093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c03f61-b119-43f1-80e7-5044a822a795', 'name': 'network-vif-deleted', 'tag': '7736d631-a682-4a79-abfe-38feab786e89'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:13.844012 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d619950-42a7-4283-94fc-962e3a7dcecd" -d '{"events": [{"server_uuid": "53c03f61-b119-43f1-80e7-5044a822a795", "name": "network-vif-deleted", "tag": "7736d631-a682-4a79-abfe-38feab786e89"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:13.997543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e6e8d1-d3dc-4dae-a5a0-280b79dcee19 req-f373340f-d9c9-4979-bc9c-62ca05cf8f8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30740f49-894b-4501-a3f8-1f02ab8d3a4a HTTP/1.1" status: 200 len: 217 time: 0.1441879 Aug 21 09:12:14.072908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15033da7-4363-4d31-801b-37f87925d76e req-59517001-1e55-405f-8295-c2e3f3059027 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/de38afc5-fb08-4f94-8fdb-8e1a7aa578ac HTTP/1.1" status: 200 len: 2405 time: 0.4029241 Aug 21 09:12:14.098542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-d0731e5a-8cc2-4d20-8ee1-d7e1c85ce532 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9971192 Aug 21 09:12:14.165520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6e8d1-d3dc-4dae-a5a0-280b79dcee19 req-07d34f1a-998d-4efa-ad93-7bb362b28591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:14.167050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e6e8d1-d3dc-4dae-a5a0-280b79dcee19 req-07d34f1a-998d-4efa-ad93-7bb362b28591 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf454034-473a-47cc-a177-b1494e4ff88c HTTP/1.1" status: 200 len: 854 time: 0.1304023 Aug 21 09:12:14.175246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6951df-e9de-42ec-9d3c-b6639723f983 req-ca718add-c4ff-43b3-ac53-2fa01afff47c tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:14.176810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a6951df-e9de-42ec-9d3c-b6639723f983 req-ca718add-c4ff-43b3-ac53-2fa01afff47c tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 948 time: 0.3411434 Aug 21 09:12:14.266547 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e6e8d1-d3dc-4dae-a5a0-280b79dcee19 req-faa4e258-ce49-404e-9e3a-bfe1704f17f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591803 Aug 21 09:12:14.293163 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:14.336801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Attempting to bind port adf2b358-bc3b-4c59-bd24-8da22dd9f7df on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:12:14.336911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Attempting to bind port adf2b358-bc3b-4c59-bd24-8da22dd9f7df by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:12:14.337261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Attempting to bind port adf2b358-bc3b-4c59-bd24-8da22dd9f7df on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:14.378245 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-15033da7-4363-4d31-801b-37f87925d76e req-bee3bf47-7f22-474d-89f8-3dce1b7b4d80 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:14.450078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Port adf2b358-bc3b-4c59-bd24-8da22dd9f7df on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:12:14.450078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Attempting to bind port adf2b358-bc3b-4c59-bd24-8da22dd9f7df on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:14.460889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Pushing event deleted for resources: {'Port': ['ID=55e79a55-11c5-47b0-a3c6-15a33dbc820c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:14.501939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a6951df-e9de-42ec-9d3c-b6639723f983 req-dd13b61b-7489-4a25-978d-7bc11ce4aaa1 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850976 Aug 21 09:12:14.531154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-1d1077bc-170a-4331-8ddc-08728938fd62 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172609 Aug 21 09:12:14.531154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:12:14.532684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:14.533228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:12:14.533970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Bound port: adf2b358-bc3b-4c59-bd24-8da22dd9f7df, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:12:14.534507 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:14.537956 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-15033da7-4363-4d31-801b-37f87925d76e req-bee3bf47-7f22-474d-89f8-3dce1b7b4d80 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:14.636452 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf1567b-4b3e-4dd2-a00b-b7a268eced1f x-openstack-request-id: req-0cf1567b-4b3e-4dd2-a00b-b7a268eced1f {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:14.637070 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45358855-513a-4996-bb94-69fe761c54bc", "name": "network-vif-unplugged", "status": "completed", "tag": "55e79a55-11c5-47b0-a3c6-15a33dbc820c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:14.637185 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cf1567b-4b3e-4dd2-a00b-b7a268eced1f {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:14.637849 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45358855-513a-4996-bb94-69fe761c54bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e79a55-11c5-47b0-a3c6-15a33dbc820c', 'code': 200} Aug 21 09:12:14.722705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-e180e887-d545-462c-be5b-0ba05bdfa139 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe HTTP/1.1" status: 200 len: 217 time: 0.1642163 Aug 21 09:12:14.830322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21b88ae3-9b63-46bd-aa44-e3b579a20c96 req-efaad72e-236a-418e-b95c-1820208e5e6f tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=53c03f61-b119-43f1-80e7-5044a822a795 HTTP/1.1" status: 200 len: 210 time: 0.0980344 Aug 21 09:12:14.863063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44722) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:14.905851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e6e8d1-d3dc-4dae-a5a0-280b79dcee19 req-8ea4977a-9765-4688-a227-2e0bc2d6a5bf service neutron] 10.222.0.22 "GET /v2.0/networks/5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252828 Aug 21 09:12:14.960947 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6e781c-ed84-4960-a709-b69f414d84b1 x-openstack-request-id: req-fe6e781c-ed84-4960-a709-b69f414d84b1 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:14.961334 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c03f61-b119-43f1-80e7-5044a822a795", "name": "network-vif-deleted", "tag": "7736d631-a682-4a79-abfe-38feab786e89", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:14.961544 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe6e781c-ed84-4960-a709-b69f414d84b1 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:14.961904 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c03f61-b119-43f1-80e7-5044a822a795', 'name': 'network-vif-deleted', 'tag': '7736d631-a682-4a79-abfe-38feab786e89', 'status': 'completed', 'code': 200} Aug 21 09:12:15.118588 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:15.153078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-335dde40-3da7-430f-bbd7-26e70abf5211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:15.158476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-335dde40-3da7-430f-bbd7-26e70abf5211 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.4172242 Aug 21 09:12:15.158476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20e6e8d1-d3dc-4dae-a5a0-280b79dcee19 req-1d859303-b4a7-4ad2-b87b-69a3bc355c09 service neutron] 10.222.0.22 "GET /v2.0/networks/5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275817 Aug 21 09:12:15.172325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] For port adf2b358-bc3b-4c59-bd24-8da22dd9f7df, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:12:15.176900 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-15033da7-4363-4d31-801b-37f87925d76e req-bee3bf47-7f22-474d-89f8-3dce1b7b4d80 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:15.179993 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-15033da7-4363-4d31-801b-37f87925d76e req-bee3bf47-7f22-474d-89f8-3dce1b7b4d80 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:15.181145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15033da7-4363-4d31-801b-37f87925d76e req-bee3bf47-7f22-474d-89f8-3dce1b7b4d80 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "DELETE /v2.0/security-groups/de38afc5-fb08-4f94-8fdb-8e1a7aa578ac HTTP/1.1" status: 204 len: 173 time: 1.0925689 Aug 21 09:12:15.198151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:12:15.214367 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:15.281212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e67952c3-f0f8-4656-b14d-eba98dd1b353 req-3a09aa1d-2d92-47ea-a4de-c937a4dd8d1c tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 210 time: 0.1222246 Aug 21 09:12:15.303606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] For port adf2b358-bc3b-4c59-bd24-8da22dd9f7df, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=adf2b358-bc3b-4c59-bd24-8da22dd9f7df,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:12:15.333644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3bf47-7f22-474d-89f8-3dce1b7b4d80 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de38afc5-fb08-4f94-8fdb-8e1a7aa578ac,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:15.387217 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:15.414678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-055c5634-d51c-48ac-a231-a41e5c95294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:15.416247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-055c5634-d51c-48ac-a231-a41e5c95294d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2325475 Aug 21 09:12:15.532821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:15.533451 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:15.535047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] 10.222.0.22 "PUT /v2.0/ports/adf2b358-bc3b-4c59-bd24-8da22dd9f7df HTTP/1.1" status: 200 len: 1097 time: 4.7516308 Aug 21 09:12:15.584652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033a362-88a7-4252-8501-fb1d8ed1f772 req-95a7f0c3-b3c4-4ae0-b2eb-07201fcc0550 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:15.586093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5033a362-88a7-4252-8501-fb1d8ed1f772 req-95a7f0c3-b3c4-4ae0-b2eb-07201fcc0550 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 943 time: 0.2773826 Aug 21 09:12:15.602588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce022871-4703-43bc-af11-9d469f5ab966 req-da792289-2c4b-4ea2-96b2-681078417a64 tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "GET /v2.0/security-groups/3a08bbdf-1aa8-42c1-a4b5-816362d62ada HTTP/1.1" status: 200 len: 2401 time: 0.2751238 Aug 21 09:12:15.661945 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:15.732073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de865bb4-f28b-4629-a4f4-758fef1ae3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=adf2b358-bc3b-4c59-bd24-8da22dd9f7df,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:15.828501 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5033a362-88a7-4252-8501-fb1d8ed1f772 req-ae5808a4-bca4-4aa5-9e54-4fe0618a55dd tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/security-groups?id=9286f9cb-fef7-4514-ae07-36dab7f199b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103496 Aug 21 09:12:15.830943 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-476d3002-f23c-4c69-af69-7faf6fc28aa5 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566902 Aug 21 09:12:15.832059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:12:15.847120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-13d59c8e-d98a-41c6-9032-8680a7451d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:15.853731 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729bcbe-1454-492a-9fb3-fbf4f4122e6a None None] Sync routers for ids ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:12:15.854231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-13d59c8e-d98a-41c6-9032-8680a7451d1e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3814f9012b5e4c1f8b1002d754afa480&device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 1100 time: 0.1808956 Aug 21 09:12:15.857774 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729bcbe-1454-492a-9fb3-fbf4f4122e6a None None] Routers {'0ec3534b-71a3-44a2-9c2f-4474a7445bfb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:15.858691 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6729bcbe-1454-492a-9fb3-fbf4f4122e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:15.947355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 30740f49-894b-4501-a3f8-1f02ab8d3a4a details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:12:15.972524 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6729bcbe-1454-492a-9fb3-fbf4f4122e6a None None] Set router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:16.032024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-efd67112-b2e3-4c66-b859-ef051726aff9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=adf2b358-bc3b-4c59-bd24-8da22dd9f7df HTTP/1.1" status: 200 len: 217 time: 0.1408386 Aug 21 09:12:16.049292 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] Deleting port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:16.051216 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:16.100824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-87c2dd11-612e-40ff-a7bc-0ae07ef7db7f service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520213 Aug 21 09:12:16.101402 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce022871-4703-43bc-af11-9d469f5ab966 req-73dbaace-bc14-40f0-b011-742dfd45210b tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:16.103709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 30740f49-894b-4501-a3f8-1f02ab8d3a4a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=30740f49-894b-4501-a3f8-1f02ab8d3a4a,segment=NetworkSegment(c569cb13-fe01-47bc-818e-f93c4edc69c7),segment_id=c569cb13-fe01-47bc-818e-f93c4edc69c7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:16.106490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] No DVR routers for this DVR port 55e79a55-11c5-47b0-a3c6-15a33dbc820c on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:16.116393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '30740f49-894b-4501-a3f8-1f02ab8d3a4a', 'network_id': '5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed', 'port_id': '30740f49-894b-4501-a3f8-1f02ab8d3a4a', 'mac_address': 'fa:16:3e:68:b9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf454034-473a-47cc-a177-b1494e4ff88c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:12:16.154711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] For port 4b7ca10e-babe-45e1-a1b2-3b671160e3c2, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4b7ca10e-babe-45e1-a1b2-3b671160e3c2,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:16.155138 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:16.158708 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:16.174144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] Calling delete_port for 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:16.176322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30740f49-894b-4501-a3f8-1f02ab8d3a4a {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:16.198995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:16.201097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e7fdcf3-3099-4eab-83f0-25fa2ceaa35a req-2561dbf2-a678-4132-95be-7347cbad03ae tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.13 "DELETE /v2.0/ports/55e79a55-11c5-47b0-a3c6-15a33dbc820c HTTP/1.1" status: 204 len: 173 time: 5.5413311 Aug 21 09:12:16.207384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 30740f49-894b-4501-a3f8-1f02ab8d3a4a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=30740f49-894b-4501-a3f8-1f02ab8d3a4a,segment=NetworkSegment(c569cb13-fe01-47bc-818e-f93c4edc69c7),segment_id=c569cb13-fe01-47bc-818e-f93c4edc69c7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:16.279058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:16.289239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-04b66cae-6c18-4caf-87b4-e1816e58e819 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=090fdd81-0c45-49e9-97a8-edb01ea83e05 HTTP/1.1" status: 200 len: 217 time: 0.1220417 Aug 21 09:12:16.305663 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce022871-4703-43bc-af11-9d469f5ab966 req-73dbaace-bc14-40f0-b011-742dfd45210b tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:16.315267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-a5b0ba67-da76-4ece-90fe-a165d0f6e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:16.316800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-a5b0ba67-da76-4ece-90fe-a165d0f6e90b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.2131882 Aug 21 09:12:16.354304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=30740f49-894b-4501-a3f8-1f02ab8d3a4a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:16.393565 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6729bcbe-1454-492a-9fb3-fbf4f4122e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:41Z', 'revision_number': 4, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0c5ba442-8e35-4060-b268-5faddda995ae', 'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'mac_address': 'fa:16:3e:bc:a7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:40Z', 'updated_at': '2021-08-21T09:09:47Z', 'revision_number': 5, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'subnets': [{'id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:16.424957 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729bcbe-1454-492a-9fb3-fbf4f4122e6a None None] Checking router: 0ec3534b-71a3-44a2-9c2f-4474a7445bfb for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:12:16.425328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc6662-187e-4a91-8102-d41e1777d43c req-d87265c0-7fbc-473d-af71-1a80fdfd2d81 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:16.427446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fbc6662-187e-4a91-8102-d41e1777d43c req-d87265c0-7fbc-473d-af71-1a80fdfd2d81 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 948 time: 0.4852564 Aug 21 09:12:16.448549 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729bcbe-1454-492a-9fb3-fbf4f4122e6a None None] Routers {'0ec3534b-71a3-44a2-9c2f-4474a7445bfb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:16.449351 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6729bcbe-1454-492a-9fb3-fbf4f4122e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:16.504623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-55754018-d33d-488d-8a67-2250b31e1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:16.506219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-55754018-d33d-488d-8a67-2250b31e1726 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1564293 Aug 21 09:12:16.512252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-fa336fc6-204d-45ca-9f0e-6e39749aed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:16.513618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-fa336fc6-204d-45ca-9f0e-6e39749aed8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 200 len: 797 time: 0.2193224 Aug 21 09:12:16.545801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['30740f49-894b-4501-a3f8-1f02ab8d3a4a'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:16.559327 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:16.578235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fbc6662-187e-4a91-8102-d41e1777d43c req-36a35459-6797-4afa-a326-0ab490b04d6b tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308701 Aug 21 09:12:16.630968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7ca10e-babe-45e1-a1b2-3b671160e3c2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:16.655140 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6729bcbe-1454-492a-9fb3-fbf4f4122e6a None None] Set router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:16.696461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-0468c0d2-a3f3-43c0-bdca-cc3f3da384fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:16.706529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-0468c0d2-a3f3-43c0-bdca-cc3f3da384fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1770215 Aug 21 09:12:16.714914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce022871-4703-43bc-af11-9d469f5ab966 req-73dbaace-bc14-40f0-b011-742dfd45210b tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:16.726263 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce022871-4703-43bc-af11-9d469f5ab966 req-73dbaace-bc14-40f0-b011-742dfd45210b tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:16.745431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce022871-4703-43bc-af11-9d469f5ab966 req-73dbaace-bc14-40f0-b011-742dfd45210b tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] 10.222.0.20 "DELETE /v2.0/security-groups/3a08bbdf-1aa8-42c1-a4b5-816362d62ada HTTP/1.1" status: 204 len: 173 time: 1.0883143 Aug 21 09:12:16.748765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44740) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:16.909570 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:16.990794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e292f505-61d4-44ca-85da-acc3d3be6918', 'tag': 'adf2b358-bc3b-4c59-bd24-8da22dd9f7df'}, {'server_uuid': '45358855-513a-4996-bb94-69fe761c54bc', 'name': 'network-vif-deleted', 'tag': '55e79a55-11c5-47b0-a3c6-15a33dbc820c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:16.990794 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9" -d '{"events": [{"name": "network-changed", "server_uuid": "e292f505-61d4-44ca-85da-acc3d3be6918", "tag": "adf2b358-bc3b-4c59-bd24-8da22dd9f7df"}, {"server_uuid": "45358855-513a-4996-bb94-69fe761c54bc", "name": "network-vif-deleted", "tag": "55e79a55-11c5-47b0-a3c6-15a33dbc820c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:17.010076 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6729bcbe-1454-492a-9fb3-fbf4f4122e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:41Z', 'revision_number': 4, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0c5ba442-8e35-4060-b268-5faddda995ae', 'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'mac_address': 'fa:16:3e:bc:a7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:40Z', 'updated_at': '2021-08-21T09:09:47Z', 'revision_number': 5, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'subnets': [{'id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:17.045113 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729bcbe-1454-492a-9fb3-fbf4f4122e6a None None] The sync data for ids ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'] in n-d-766726-28 is: [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:09:41Z', 'revision_number': 4, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0c5ba442-8e35-4060-b268-5faddda995ae', 'name': '', 'network_id': '344c9d07-e68f-477b-9c08-8d805d7cc5a8', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'mac_address': 'fa:16:3e:bc:a7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:40Z', 'updated_at': '2021-08-21T09:09:47Z', 'revision_number': 5, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'subnets': [{'id': 'df9c4831-28ab-4fdc-81a9-2d11cb39180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:12:17.048944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbaace-bc14-40f0-b011-742dfd45210b tempest-SecurityGroupRulesTestJSON-1727167773 tempest-SecurityGroupRulesTestJSON-1727167773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a08bbdf-1aa8-42c1-a4b5-816362d62ada,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:17.091256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba06f2f7-079a-4924-ba1f-5a5c62fd4fef req-01a5f08e-4889-4d89-bc9c-adde03ebf00c tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/ports?device_id=45358855-513a-4996-bb94-69fe761c54bc HTTP/1.1" status: 200 len: 210 time: 0.1140141 Aug 21 09:12:17.098637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-e7c2d000-1025-4a2d-bf4c-5d43d24a2264 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786417 Aug 21 09:12:17.132633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d816490-5bd8-4dcf-952d-5133c5473032 admin admin] Deleting subnet 7b9b2e31-7e92-40d5-97dd-be045332d7bc {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:12:17.141298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d816490-5bd8-4dcf-952d-5133c5473032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:17.272450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] Router e0190e20-f8bb-4793-b64e-1cae724ffb04 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:12:17.286131 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d816490-5bd8-4dcf-952d-5133c5473032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:17.296098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-8be88767-c312-4702-9485-03452f12f4df service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158396 Aug 21 09:12:17.376820 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8c1676-5428-4929-b59b-81cb991d8f10 x-openstack-request-id: req-3a8c1676-5428-4929-b59b-81cb991d8f10 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:17.377141 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e292f505-61d4-44ca-85da-acc3d3be6918", "tag": "adf2b358-bc3b-4c59-bd24-8da22dd9f7df", "status": "completed", "code": 200}, {"server_uuid": "45358855-513a-4996-bb94-69fe761c54bc", "name": "network-vif-deleted", "tag": "55e79a55-11c5-47b0-a3c6-15a33dbc820c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:17.377395 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a8c1676-5428-4929-b59b-81cb991d8f10 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:17.377799 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e292f505-61d4-44ca-85da-acc3d3be6918', 'tag': 'adf2b358-bc3b-4c59-bd24-8da22dd9f7df', 'status': 'completed', 'code': 200} Aug 21 09:12:17.378056 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45358855-513a-4996-bb94-69fe761c54bc', 'name': 'network-vif-deleted', 'tag': '55e79a55-11c5-47b0-a3c6-15a33dbc820c', 'status': 'completed', 'code': 200} Aug 21 09:12:17.517467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa9ec0d-27b6-4011-9ba5-3f1374dfc45c None None] New status for floating IP 47ca29ce-c305-4b48-bf62-b8520303085f: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:12:17.768718 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:12:17.788198 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ff36b6e5-5448-4551-a8c5-ccf9d78fc84d admin admin] 10.222.0.20 "PUT /v2.0/routers/e0190e20-f8bb-4793-b64e-1cae724ffb04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9122720 Aug 21 09:12:17.788198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44758) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:17.788364 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d5ec2b-a461-47d7-83e0-a9c05128fdee None None] Sync routers for ids ['e0190e20-f8bb-4793-b64e-1cae724ffb04'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:12:17.799669 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5ec2b-a461-47d7-83e0-a9c05128fdee None None] Routers {'e0190e20-f8bb-4793-b64e-1cae724ffb04'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:17.800567 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c2d5ec2b-a461-47d7-83e0-a9c05128fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e0190e20-f8bb-4793-b64e-1cae724ffb04'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:17.920456 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:17.963235 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c2d5ec2b-a461-47d7-83e0-a9c05128fdee None None] Set router e0190e20-f8bb-4793-b64e-1cae724ffb04 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:17.969618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 30740f49-894b-4501-a3f8-1f02ab8d3a4a up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:18.068523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d816490-5bd8-4dcf-952d-5133c5473032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:18.086824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a88014-fd3a-4a35-b163-771d28cd89f3 req-790236f4-5069-4dac-8855-304ab2ab9392 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:18.094631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47a88014-fd3a-4a35-b163-771d28cd89f3 req-790236f4-5069-4dac-8855-304ab2ab9392 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 944 time: 0.8661397 Aug 21 09:12:18.118694 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:18.129722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 30740f49-894b-4501-a3f8-1f02ab8d3a4a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:18.134618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 30740f49-894b-4501-a3f8-1f02ab8d3a4a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:18.134998 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:18.137307 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:12:18.144588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42911782-c9e2-4c47-b56c-f6f128ad27a7 req-3e2b4a0c-83fc-4231-8a38-8315240287fa service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0261762 Aug 21 09:12:18.182044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cd6c7-0b0d-468d-a817-f95280045256 req-6ee3d797-abf2-421f-8d88-f722678c5056 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:18.190413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a3cd6c7-0b0d-468d-a817-f95280045256 req-6ee3d797-abf2-421f-8d88-f722678c5056 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 950 time: 0.2697711 Aug 21 09:12:18.223259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47a88014-fd3a-4a35-b163-771d28cd89f3 req-9dcbe2f2-80b8-46e4-9dcb-3275436c791b tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/security-groups?id=9286f9cb-fef7-4514-ae07-36dab7f199b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230829 Aug 21 09:12:18.279164 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:18.304934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-e8507408-388f-47a3-ad6e-65ada69e73c8 service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9585760 Aug 21 09:12:18.335269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5744ff48-cd5c-4006-bdfa-0add52e9a3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30740f49-894b-4501-a3f8-1f02ab8d3a4a'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:18.337781 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e36e96c-5b4b-4434-828e-5db2af7b8af3" -d '{"events": [{"server_uuid": "5744ff48-cd5c-4006-bdfa-0add52e9a3c7", "name": "network-vif-plugged", "status": "completed", "tag": "30740f49-894b-4501-a3f8-1f02ab8d3a4a"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:18.340104 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Deleting port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:18.340605 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:18.352812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 30740f49-894b-4501-a3f8-1f02ab8d3a4a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=30740f49-894b-4501-a3f8-1f02ab8d3a4a,segment=NetworkSegment(c569cb13-fe01-47bc-818e-f93c4edc69c7),segment_id=c569cb13-fe01-47bc-818e-f93c4edc69c7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:18.361243 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c2d5ec2b-a461-47d7-83e0-a9c05128fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:12:16Z', 'revision_number': 5, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port': {'id': '2439dff6-0ee4-4b81-9c9f-e175f90f02f6', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:00:51Z', 'updated_at': '2021-08-21T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:18.367768 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a3cd6c7-0b0d-468d-a817-f95280045256 req-d7dea025-26fe-4c98-a04e-61ff3779339f tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764359 Aug 21 09:12:18.427043 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d5ec2b-a461-47d7-83e0-a9c05128fdee None None] Checking router: e0190e20-f8bb-4793-b64e-1cae724ffb04 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:12:18.427538 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:18.447972 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5ec2b-a461-47d7-83e0-a9c05128fdee None None] Routers {'e0190e20-f8bb-4793-b64e-1cae724ffb04'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:18.448604 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c2d5ec2b-a461-47d7-83e0-a9c05128fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e0190e20-f8bb-4793-b64e-1cae724ffb04'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:18.505556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-ebd11915-cf8f-4657-8d82-182ec6c647c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b5e9a35-1c2b-412f-979d-550fc637481a HTTP/1.1" status: 200 len: 217 time: 0.1334705 Aug 21 09:12:18.515855 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d816490-5bd8-4dcf-952d-5133c5473032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:18.523834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=30740f49-894b-4501-a3f8-1f02ab8d3a4a,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:18.555704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] For port 2439dff6-0ee4-4b81-9c9f-e175f90f02f6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2439dff6-0ee4-4b81-9c9f-e175f90f02f6,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:18.556158 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:18.572665 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Calling delete_port for 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:18.581000 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d8f4b3-30c7-48ac-9df4-e42eefde7bca x-openstack-request-id: req-79d8f4b3-30c7-48ac-9df4-e42eefde7bca {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:18.581658 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5744ff48-cd5c-4006-bdfa-0add52e9a3c7", "name": "network-vif-plugged", "status": "completed", "tag": "30740f49-894b-4501-a3f8-1f02ab8d3a4a", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:18.582093 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79d8f4b3-30c7-48ac-9df4-e42eefde7bca {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:18.582683 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5744ff48-cd5c-4006-bdfa-0add52e9a3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30740f49-894b-4501-a3f8-1f02ab8d3a4a', 'code': 200} Aug 21 09:12:18.634023 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c2d5ec2b-a461-47d7-83e0-a9c05128fdee None None] Set router e0190e20-f8bb-4793-b64e-1cae724ffb04 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:18.637311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-2d3bcc89-5dca-437c-8de4-447c4cf8b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:18.642577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-2d3bcc89-5dca-437c-8de4-447c4cf8b06b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 200 len: 797 time: 0.1138349 Aug 21 09:12:18.708144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44770) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:18.752028 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c2d5ec2b-a461-47d7-83e0-a9c05128fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:12:18Z', 'revision_number': 6, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:18.760656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d816490-5bd8-4dcf-952d-5133c5473032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9b2e31-7e92-40d5-97dd-be045332d7bc,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:18.795091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d816490-5bd8-4dcf-952d-5133c5473032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:18.798195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1d816490-5bd8-4dcf-952d-5133c5473032 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7b9b2e31-7e92-40d5-97dd-be045332d7bc HTTP/1.1" status: 204 len: 168 time: 1.9882755 Aug 21 09:12:18.804312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44772) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:18.810385 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d5ec2b-a461-47d7-83e0-a9c05128fdee None None] The sync data for ids ['e0190e20-f8bb-4793-b64e-1cae724ffb04'] in n-d-766726-28 is: [{'id': 'e0190e20-f8bb-4793-b64e-1cae724ffb04', 'name': 'tempest-TaggedBootDevicesTest_v242-42741683-router', 'tenant_id': '78be187f2a8045b5b339bd471ef1ee79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:00:50Z', 'updated_at': '2021-08-21T09:12:18Z', 'revision_number': 6, 'project_id': '78be187f2a8045b5b339bd471ef1ee79', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:12:18.811287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9 req-50c3049b-ea53-443c-a3f7-ad1107cf298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:18.811287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9 req-50c3049b-ea53-443c-a3f7-ad1107cf298c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3814f9012b5e4c1f8b1002d754afa480&device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 1100 time: 0.5040762 Aug 21 09:12:18.877393 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:18.880704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-b7240de6-a5fd-482b-8289-13eca7a8f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:18.882326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-b7240de6-a5fd-482b-8289-13eca7a8f538 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2232583 Aug 21 09:12:18.890358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c91eb2-550a-4441-8269-19f0b7c366ac req-6b3c0be8-d91d-40d2-baca-6ef9a07930f7 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:18.894664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-58c91eb2-550a-4441-8269-19f0b7c366ac req-6b3c0be8-d91d-40d2-baca-6ef9a07930f7 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 948 time: 0.5160329 Aug 21 09:12:18.940188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800e95d-53d2-4510-b96a-0a5d434fb350 req-67756b83-7b00-40ad-a003-551f7722b23e tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:18.941842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7800e95d-53d2-4510-b96a-0a5d434fb350 req-67756b83-7b00-40ad-a003-551f7722b23e tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 950 time: 0.2425709 Aug 21 09:12:18.947322 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.001812 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.016185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a6f46-654d-4f1b-8396-551c4cf12e62 req-c3d89e0b-8b84-43b1-9b2b-dd16675b3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:19.017735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a6a6f46-654d-4f1b-8396-551c4cf12e62 req-c3d89e0b-8b84-43b1-9b2b-dd16675b3a2a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 1097 time: 0.3630903 Aug 21 09:12:19.117928 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.126782 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.137475 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea95937-be2d-44da-adb9-8b70686f7e23']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:19.157434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-58c91eb2-550a-4441-8269-19f0b7c366ac req-a4fba82b-d2db-43a4-9c6b-b67eb59ad039 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296479 Aug 21 09:12:19.176992 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=2439dff6-0ee4-4b81-9c9f-e175f90f02f6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:19.195594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9 req-0b1d875f-5014-4896-98c6-e305b804259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:19.197098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9 req-0b1d875f-5014-4896-98c6-e305b804259d service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.3617201 Aug 21 09:12:19.202924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a6a6f46-654d-4f1b-8396-551c4cf12e62 req-80d09c46-ae45-485b-87ef-8d2884099448 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9286f9cb-fef7-4514-ae07-36dab7f199b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611276 Aug 21 09:12:19.206687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-a7c4ce83-4780-4af9-a657-7253b20f0c1c service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885370 Aug 21 09:12:19.208550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47037b39-678a-4d9f-a5b7-4456f860b2f5') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:19.208850 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47037b39-678a-4d9f-a5b7-4456f860b2f5') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:19.212259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.215457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.218537 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "DELETE /v2.0/security-groups/e4222e6b-538d-4d71-8c18-7dcb38b2ff0f HTTP/1.1" status: 204 len: 168 time: 0.5072582 Aug 21 09:12:19.226049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44774) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:19.258031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4222e6b-538d-4d71-8c18-7dcb38b2ff0f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:19.271802 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.274157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.274538 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.274877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.275213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.275681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.276018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.276346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.276725 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.277059 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.277377 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.277752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.278074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dd2936-f162-492f-826e-5ed8b55305d3 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.289337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.289686 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.290028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.290362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.290690 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.291758 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.292109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.292439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.292958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.293295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.293657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.293988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:19.309492 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-fdf5f877-14a4-4d97-b8eb-dd28b2459b8c tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] show failed (client error): The resource could not be found. Aug 21 09:12:19.314247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fdf5f877-14a4-4d97-b8eb-dd28b2459b8c tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "GET /v2.0/security-groups/e4222e6b-538d-4d71-8c18-7dcb38b2ff0f HTTP/1.1" status: 404 len: 347 time: 0.0834403 Aug 21 09:12:19.315577 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.315711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44778) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:19.329683 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.332214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:12:19.339762 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:12:19.413907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7800e95d-53d2-4510-b96a-0a5d434fb350 req-226481f5-4659-4a75-9186-a93cd6afd171 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Deleting port 636a0217-b0dc-41e1-8116-08c6e3749570 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:19.414257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7800e95d-53d2-4510-b96a-0a5d434fb350 req-226481f5-4659-4a75-9186-a93cd6afd171 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.488508 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.491874 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.512746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9 req-a221c117-c0fa-44a5-aecc-ce329ee663fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=adf2b358-bc3b-4c59-bd24-8da22dd9f7df HTTP/1.1" status: 200 len: 217 time: 0.1144681 Aug 21 09:12:19.558995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.564938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.569169 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bea95937-be2d-44da-adb9-8b70686f7e23 HTTP/1.1" status: 204 len: 168 time: 0.7146680 Aug 21 09:12:19.578666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98437165-c598-4af0-952b-90ade863b324 admin admin] Pushing event deleted for resources: {'Network': ['ID=bea95937-be2d-44da-adb9-8b70686f7e23,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:19.636761 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.639137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0190e20-f8bb-4793-b64e-1cae724ffb04 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:12:19.645307 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.646500 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-61be7d7c-5021-4a5b-a6e9-692f5c5b0e95 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e0190e20-f8bb-4793-b64e-1cae724ffb04 HTTP/1.1" status: 204 len: 168 time: 1.8660235 Aug 21 09:12:19.649220 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44786) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:19.656496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d9a0d4-5193-4791-acef-ce309742c9c7 req-152d2754-8369-4654-8429-e47b223b05e8 service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392288 Aug 21 09:12:19.672365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56b63f-9866-45dd-a3e3-6c4a63868d1f req-acd80690-66c2-4371-b690-6288c1bc67cd tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:19.673913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f56b63f-9866-45dd-a3e3-6c4a63868d1f req-acd80690-66c2-4371-b690-6288c1bc67cd tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 945 time: 0.3381979 Aug 21 09:12:19.727802 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a120a4da-93c9-48ea-8cd5-35132d2e957b admin admin] Deleting subnet 8eea5f64-f9f4-4f3d-823b-00499102b99d {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:12:19.731268 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a120a4da-93c9-48ea-8cd5-35132d2e957b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.740803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9 req-ede08cbc-0e16-423a-8b80-836f5b9a825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:19.742325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9 req-ede08cbc-0e16-423a-8b80-836f5b9a825d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1919405 Aug 21 09:12:19.783049 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a120a4da-93c9-48ea-8cd5-35132d2e957b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.794056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f31d3b-7639-403f-983b-784b833b0af2 req-c764c270-584d-4c88-b6d3-6c550e15fa66 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:19.795748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6f31d3b-7639-403f-983b-784b833b0af2 req-c764c270-584d-4c88-b6d3-6c550e15fa66 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 950 time: 0.3266387 Aug 21 09:12:19.808856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:19.852555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:19.853521 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4b7ca10e-babe-45e1-a1b2-3b671160e3c2 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:19.854113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:19.866897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7800e95d-53d2-4510-b96a-0a5d434fb350 req-226481f5-4659-4a75-9186-a93cd6afd171 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] For port 636a0217-b0dc-41e1-8116-08c6e3749570, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=636a0217-b0dc-41e1-8116-08c6e3749570,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:19.867153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7800e95d-53d2-4510-b96a-0a5d434fb350 req-226481f5-4659-4a75-9186-a93cd6afd171 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.877673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:19.878353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2439dff6-0ee4-4b81-9c9f-e175f90f02f6 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:19.885874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f56b63f-9866-45dd-a3e3-6c4a63868d1f req-5e610295-aa7b-40c1-b074-121aaf3db4c6 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/security-groups?id=9286f9cb-fef7-4514-ae07-36dab7f199b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003508 Aug 21 09:12:19.918053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7800e95d-53d2-4510-b96a-0a5d434fb350 req-226481f5-4659-4a75-9186-a93cd6afd171 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Calling delete_port for 636a0217-b0dc-41e1-8116-08c6e3749570 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:19.945793 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6f31d3b-7639-403f-983b-784b833b0af2 req-1cd94c4b-b39a-4fd4-beb8-0f16ae864d6e tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258566 Aug 21 09:12:19.952689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a120a4da-93c9-48ea-8cd5-35132d2e957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.984976 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-badb4919-1792-4826-b786-94a50bdbef45 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Deleting port d43c997d-8690-4221-aa69-e819812c26fa {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:19.984976 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-badb4919-1792-4826-b786-94a50bdbef45 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:19.988203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9 req-ffcd475d-f4fc-4d38-a048-44abf7d95aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:19.989815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9 req-ffcd475d-f4fc-4d38-a048-44abf7d95aad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2261496 Aug 21 09:12:20.058866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44790) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:20.076829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a120a4da-93c9-48ea-8cd5-35132d2e957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.113819 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a120a4da-93c9-48ea-8cd5-35132d2e957b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.118145 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a120a4da-93c9-48ea-8cd5-35132d2e957b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8eea5f64-f9f4-4f3d-823b-00499102b99d HTTP/1.1" status: 204 len: 168 time: 0.4657879 Aug 21 09:12:20.118145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120a4da-93c9-48ea-8cd5-35132d2e957b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eea5f64-f9f4-4f3d-823b-00499102b99d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:20.125840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44792) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:20.128177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b00a4c4-e16a-484f-bfaa-946c30e5e2a9 None None] Network 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:20.158495 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-15cfcc7f-9a80-4c2f-a46d-21963754dd71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf3c2b4e26cd4f919a676642b58ca85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0946171 Aug 21 09:12:20.159635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44794) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:20.185781 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-badb4919-1792-4826-b786-94a50bdbef45 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.186395 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-badb4919-1792-4826-b786-94a50bdbef45 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.202962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-badb4919-1792-4826-b786-94a50bdbef45 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Calling delete_port for d43c997d-8690-4221-aa69-e819812c26fa owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:20.230493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d85fa513-103a-40f7-8da3-df442166c1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.280323 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d85fa513-103a-40f7-8da3-df442166c1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.394461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf0589-3e08-444f-b7d4-572bbcfe9cf8 None None] DHCP port deletion for 73f9dfb4-9c6d-4fc9-966a-d52ab4907925 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:12:20.403525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9 req-886afe08-42b8-4654-9aa1-63524994e5fc service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013610 Aug 21 09:12:20.412406 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.448573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf0589-3e08-444f-b7d4-572bbcfe9cf8 None None] Deleting port 5e6bae51-28ec-4bdc-8dca-44f540156d91 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:20.449049 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0589-3e08-444f-b7d4-572bbcfe9cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.471476 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d85fa513-103a-40f7-8da3-df442166c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.474521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d85fa513-103a-40f7-8da3-df442166c1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.478755 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d85fa513-103a-40f7-8da3-df442166c1b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bd3b020-dc7f-49dc-99b1-a5209ee9ac11 HTTP/1.1" status: 204 len: 168 time: 0.3180234 Aug 21 09:12:20.489554 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fa513-103a-40f7-8da3-df442166c1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd3b020-dc7f-49dc-99b1-a5209ee9ac11,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:20.549751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3cdf0589-3e08-444f-b7d4-572bbcfe9cf8 None None] For port 5e6bae51-28ec-4bdc-8dca-44f540156d91, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5e6bae51-28ec-4bdc-8dca-44f540156d91,segment=NetworkSegment(f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330),segment_id=f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:20.550557 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0589-3e08-444f-b7d4-572bbcfe9cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.567502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf0589-3e08-444f-b7d4-572bbcfe9cf8 None None] Calling delete_port for 5e6bae51-28ec-4bdc-8dca-44f540156d91 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:20.594344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595587-0068-4d34-b341-edcd37d1b866 req-618fa580-5fb1-43e6-8b41-2f7f3a512bc3 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:20.595929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1595587-0068-4d34-b341-edcd37d1b866 req-618fa580-5fb1-43e6-8b41-2f7f3a512bc3 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 948 time: 0.2701907 Aug 21 09:12:20.681722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ee40719-df48-4bcf-8fb7-3f9132cfedf9 req-caf9a3be-56f5-4ac0-afa1-8776134e426f service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646570 Aug 21 09:12:20.694963 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7800e95d-53d2-4510-b96a-0a5d434fb350 req-226481f5-4659-4a75-9186-a93cd6afd171 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.706985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['6073bccc-83ab-41da-bb62-67ef532e5f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:20.710615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1595587-0068-4d34-b341-edcd37d1b866 req-e5bfae1e-cc25-46bb-a111-d43bbae2e013 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913799 Aug 21 09:12:20.736474 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-badb4919-1792-4826-b786-94a50bdbef45 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.748095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226481f5-4659-4a75-9186-a93cd6afd171 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Pushing event deleted for resources: {'Port': ['ID=636a0217-b0dc-41e1-8116-08c6e3749570,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:20.753632 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0589-3e08-444f-b7d4-572bbcfe9cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.793718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb4919-1792-4826-b786-94a50bdbef45 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Pushing event deleted for resources: {'Port': ['ID=d43c997d-8690-4221-aa69-e819812c26fa,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:20.796703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Deleting port 5e6bae51-28ec-4bdc-8dca-44f540156d91 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:20.797010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.877926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] For port 5e6bae51-28ec-4bdc-8dca-44f540156d91, host n-d-766726-28, got binding levels [] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:20.878407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.895736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Calling delete_port for 5e6bae51-28ec-4bdc-8dca-44f540156d91 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:20.898509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_backend_mixin [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Port 5e6bae51-28ec-4bdc-8dca-44f540156d91 was not found and therefore no delete operation was performed {{(pid=106757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:12:20.915051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.972267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6bae51-28ec-4bdc-8dca-44f540156d91,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:20.975429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7800e95d-53d2-4510-b96a-0a5d434fb350 req-226481f5-4659-4a75-9186-a93cd6afd171 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] No DVR routers for this DVR port 636a0217-b0dc-41e1-8116-08c6e3749570 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:20.977827 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7800e95d-53d2-4510-b96a-0a5d434fb350 req-226481f5-4659-4a75-9186-a93cd6afd171 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:20.980381 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7800e95d-53d2-4510-b96a-0a5d434fb350 req-226481f5-4659-4a75-9186-a93cd6afd171 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.22 "DELETE /v2.0/ports/636a0217-b0dc-41e1-8116-08c6e3749570 HTTP/1.1" status: 204 len: 173 time: 2.0189838 Aug 21 09:12:20.995311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4bb997-d122-40f0-afa4-4a95239edcad', 'name': 'network-vif-deleted', 'tag': '636a0217-b0dc-41e1-8116-08c6e3749570'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:20.997864 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cb83f1-eae5-4fd7-861c-3fd4470dc2ac" -d '{"events": [{"server_uuid": "9d4bb997-d122-40f0-afa4-4a95239edcad", "name": "network-vif-deleted", "tag": "636a0217-b0dc-41e1-8116-08c6e3749570"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:21.029871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] No DVR routers for this DVR port 5e6bae51-28ec-4bdc-8dca-44f540156d91 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:21.071592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf0589-3e08-444f-b7d4-572bbcfe9cf8 None None] Pushing event deleted for resources: {'Port': ['ID=5e6bae51-28ec-4bdc-8dca-44f540156d91,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:21.074741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf0589-3e08-444f-b7d4-572bbcfe9cf8 None None] No DVR routers for this DVR port 5e6bae51-28ec-4bdc-8dca-44f540156d91 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:21.634659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fafde8f7-28b8-4c33-bde4-f237a5c2ac12 req-ffaa25fa-0ffe-44f4-84f5-3c3579fb7f31 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d4bb997-d122-40f0-afa4-4a95239edcad HTTP/1.1" status: 200 len: 210 time: 0.0619311 Aug 21 09:12:21.645441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:21.654719 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-badb4919-1792-4826-b786-94a50bdbef45 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:21.654719 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-badb4919-1792-4826-b786-94a50bdbef45 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:21.654719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-badb4919-1792-4826-b786-94a50bdbef45 tempest-ServersTestFqdnHostnames-1531252449 tempest-ServersTestFqdnHostnames-1531252449-project] 10.222.0.20 "DELETE /v2.0/floatingips/47ca29ce-c305-4b48-bf62-b8520303085f HTTP/1.1" status: 204 len: 168 time: 2.3268144 Aug 21 09:12:21.656886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44830) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:21.664644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab42a97-a05a-4053-90d4-5f928a902ae3 req-fdf9f649-5fd8-470c-8b85-e1310e97b228 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:21.665160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ab42a97-a05a-4053-90d4-5f928a902ae3 req-fdf9f649-5fd8-470c-8b85-e1310e97b228 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 945 time: 0.6949673 Aug 21 09:12:21.675595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f9dfb4-9c6d-4fc9-966a-d52ab4907925']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:21.701255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:21.701549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e0b4b1-9b5f-44d3-bc7e-e2a56d2a2330') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:21.721344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:21.741952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ab42a97-a05a-4053-90d4-5f928a902ae3 req-0097002a-af64-42ea-8a2f-69ec485db7cc tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/security-groups?id=9286f9cb-fef7-4514-ae07-36dab7f199b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707259 Aug 21 09:12:21.742854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:21.750680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:12:21.751331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:12:21.753809 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:12:21.839434 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43d80db-da45-42f4-bece-7a5fa37cbf02 x-openstack-request-id: req-a43d80db-da45-42f4-bece-7a5fa37cbf02 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:21.839434 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4bb997-d122-40f0-afa4-4a95239edcad", "name": "network-vif-deleted", "tag": "636a0217-b0dc-41e1-8116-08c6e3749570", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:21.839434 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a43d80db-da45-42f4-bece-7a5fa37cbf02 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:21.839434 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4bb997-d122-40f0-afa4-4a95239edcad', 'name': 'network-vif-deleted', 'tag': '636a0217-b0dc-41e1-8116-08c6e3749570', 'status': 'completed', 'code': 200} Aug 21 09:12:21.846808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5e6bae51-28ec-4bdc-8dca-44f540156d91 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:21.883111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 5e6bae51-28ec-4bdc-8dca-44f540156d91 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:21.883845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5e6bae51-28ec-4bdc-8dca-44f540156d91 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:21.950253 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:21.958894 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:21.961133 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] 10.222.0.20 "DELETE /v2.0/networks/73f9dfb4-9c6d-4fc9-966a-d52ab4907925 HTTP/1.1" status: 204 len: 168 time: 1.8380179 Aug 21 09:12:21.980761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbc4bb-49f5-42b8-b43a-c726ccf09934 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f9dfb4-9c6d-4fc9-966a-d52ab4907925,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:21.993110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device adf2b358-bc3b-4c59-bd24-8da22dd9f7df details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:12:21.997675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 636a0217-b0dc-41e1-8116-08c6e3749570 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:22.000533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908463b5-12e3-4a17-af7f-a19ff8b73c81 req-41d1eff8-7891-4ba2-9b11-d9efd6f510cb tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:22.002146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-908463b5-12e3-4a17-af7f-a19ff8b73c81 req-41d1eff8-7891-4ba2-9b11-d9efd6f510cb tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 948 time: 0.1057987 Aug 21 09:12:22.011703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f1872-a1d2-4eea-a177-46807b6c0bf3 req-16e1f50b-38e5-4261-a61f-234fc73ea350 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:22.013329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c42f1872-a1d2-4eea-a177-46807b6c0bf3 req-16e1f50b-38e5-4261-a61f-234fc73ea350 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.1065786 Aug 21 09:12:22.042250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 636a0217-b0dc-41e1-8116-08c6e3749570 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:22.042720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 636a0217-b0dc-41e1-8116-08c6e3749570 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:22.081780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-908463b5-12e3-4a17-af7f-a19ff8b73c81 req-ed9ceb48-9ed6-4f9b-b3cd-d1263224a250 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674477 Aug 21 09:12:22.089274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c42f1872-a1d2-4eea-a177-46807b6c0bf3 req-7540108c-1128-4c76-909f-6245cb3e873b tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563262 Aug 21 09:12:22.208414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port adf2b358-bc3b-4c59-bd24-8da22dd9f7df, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=adf2b358-bc3b-4c59-bd24-8da22dd9f7df,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:22.221173 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:22.221342 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'adf2b358-bc3b-4c59-bd24-8da22dd9f7df', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': 'adf2b358-bc3b-4c59-bd24-8da22dd9f7df', 'mac_address': 'fa:16:3e:37:d2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:12:22.261031 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:22.299689 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf2b358-bc3b-4c59-bd24-8da22dd9f7df {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:22.332331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port adf2b358-bc3b-4c59-bd24-8da22dd9f7df, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=adf2b358-bc3b-4c59-bd24-8da22dd9f7df,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:22.393233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44854) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:22.404332 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:22.437111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-205d6572-a321-48d2-87c3-a77c5cb9cb74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78be187f2a8045b5b339bd471ef1ee79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394588 Aug 21 09:12:22.437111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44856) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:22.458077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=adf2b358-bc3b-4c59-bd24-8da22dd9f7df,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:22.493820 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5eb09ea9-d60d-4ebc-ab7d-580baf489f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:22.513673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] Deleting port 0c5ba442-8e35-4060-b268-5faddda995ae {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:22.513937 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:22.515199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5eb09ea9-d60d-4ebc-ab7d-580baf489f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:22.596673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] For port 0c5ba442-8e35-4060-b268-5faddda995ae, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0c5ba442-8e35-4060-b268-5faddda995ae,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:22.597048 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:22.609497 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] Calling delete_port for 0c5ba442-8e35-4060-b268-5faddda995ae owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:22.634460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['adf2b358-bc3b-4c59-bd24-8da22dd9f7df'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:22.655696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5eb09ea9-d60d-4ebc-ab7d-580baf489f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:22.658695 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5eb09ea9-d60d-4ebc-ab7d-580baf489f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:22.662226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5eb09ea9-d60d-4ebc-ab7d-580baf489f93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0200dd41-cfae-4a73-8e1d-3f599f59d6eb HTTP/1.1" status: 204 len: 168 time: 0.2220004 Aug 21 09:12:22.682708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb09ea9-d60d-4ebc-ab7d-580baf489f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0200dd41-cfae-4a73-8e1d-3f599f59d6eb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:22.879724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e249b3-9242-4368-a56a-e546e22ee80c req-ae9c3686-2b20-4b48-bcc9-a2edc4087672 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:22.879976 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44870) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:22.881611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9e249b3-9242-4368-a56a-e546e22ee80c req-ae9c3686-2b20-4b48-bcc9-a2edc4087672 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 945 time: 0.1003489 Aug 21 09:12:22.931480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9e249b3-9242-4368-a56a-e546e22ee80c req-f6457030-34ad-4771-af87-23881cff5c64 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/security-groups?id=9286f9cb-fef7-4514-ae07-36dab7f199b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388076 Aug 21 09:12:22.954636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:22.978897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5ba442-8e35-4060-b268-5faddda995ae,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:23.045555 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a397fabc-f9ea-4bf7-9998-ae85393c438e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.227333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c01a8f-0a7d-474d-b4a7-12a072b7acc1 req-105870cf-a886-426d-a5ab-9800e1e50bd0 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:23.236025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1c01a8f-0a7d-474d-b4a7-12a072b7acc1 req-105870cf-a886-426d-a5ab-9800e1e50bd0 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 949 time: 0.0649199 Aug 21 09:12:23.240955 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.296002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1c01a8f-0a7d-474d-b4a7-12a072b7acc1 req-479a65d5-71ac-42f2-9caf-34dea3fc7955 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530136 Aug 21 09:12:23.310811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a397fabc-f9ea-4bf7-9998-ae85393c438e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.365576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e055e-2c1f-4b60-b25d-35d2104b084c req-1adbeebd-f6ad-486b-a6aa-cd1c0b9a5bb5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:23.367231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-972e055e-2c1f-4b60-b25d-35d2104b084c req-1adbeebd-f6ad-486b-a6aa-cd1c0b9a5bb5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0526285 Aug 21 09:12:23.377852 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a397fabc-f9ea-4bf7-9998-ae85393c438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.431246 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a397fabc-f9ea-4bf7-9998-ae85393c438e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02fe4fb361034b8c853203f478977a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501413 Aug 21 09:12:23.433881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397fabc-f9ea-4bf7-9998-ae85393c438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07849b52-0f82-461a-9afa-0b34b66d0328,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:23.437132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44888) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:23.467367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-972e055e-2c1f-4b60-b25d-35d2104b084c req-408a95cd-d5dd-4b51-9c73-6aa79d6ff5a1 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898838 Aug 21 09:12:23.475287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fa829-2375-421d-a19a-36e8cf317404 req-91c953d5-2d21-4c27-a087-02e475cabd29 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:23.477029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c03fa829-2375-421d-a19a-36e8cf317404 req-91c953d5-2d21-4c27-a087-02e475cabd29 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 951 time: 0.1088798 Aug 21 09:12:23.546598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c03fa829-2375-421d-a19a-36e8cf317404 req-a167619e-b47e-4a5f-a2f4-87af2b64221d tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564883 Aug 21 09:12:23.552352 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44b00bcb-355f-44c8-b3d2-dce23abf6b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.554646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] Router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:12:23.580789 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44b00bcb-355f-44c8-b3d2-dce23abf6b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.664645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:12:23.669672 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0ad0cfc6-f815-47a8-98d0-780499479ded admin admin] 10.222.0.20 "PUT /v2.0/routers/0ec3534b-71a3-44a2-9c2f-4474a7445bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0116320 Aug 21 09:12:23.672265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44892) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:23.674963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1766ce5-2090-4af0-bd04-633ef09dc44a None None] Sync routers for ids ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:12:23.678117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb78d8-97e9-43b8-bdc2-ecc18ca2d15d req-da1a9589-71e0-436b-95e6-09d169e49b0a tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:23.681049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6fb78d8-97e9-43b8-bdc2-ecc18ca2d15d req-da1a9589-71e0-436b-95e6-09d169e49b0a tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 945 time: 0.0559795 Aug 21 09:12:23.685792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1766ce5-2090-4af0-bd04-633ef09dc44a None None] Routers {'0ec3534b-71a3-44a2-9c2f-4474a7445bfb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:23.690702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f1766ce5-2090-4af0-bd04-633ef09dc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:23.735343 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44b00bcb-355f-44c8-b3d2-dce23abf6b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.738588 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44b00bcb-355f-44c8-b3d2-dce23abf6b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.743234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-44b00bcb-355f-44c8-b3d2-dce23abf6b82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07849b52-0f82-461a-9afa-0b34b66d0328 HTTP/1.1" status: 204 len: 168 time: 0.2921512 Aug 21 09:12:23.758556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b00bcb-355f-44c8-b3d2-dce23abf6b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07849b52-0f82-461a-9afa-0b34b66d0328,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:23.813020 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.828955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c6fb78d8-97e9-43b8-bdc2-ecc18ca2d15d req-06f5a271-eb71-4568-be7e-b5026e761317 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Deleting port 283ec687-5ba0-4e81-8447-c2333cecbc06 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:23.829314 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c6fb78d8-97e9-43b8-bdc2-ecc18ca2d15d req-06f5a271-eb71-4568-be7e-b5026e761317 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.861039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-f1766ce5-2090-4af0-bd04-633ef09dc44a None None] Set router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:23.949739 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.970859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c6fb78d8-97e9-43b8-bdc2-ecc18ca2d15d req-06f5a271-eb71-4568-be7e-b5026e761317 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] For port 283ec687-5ba0-4e81-8447-c2333cecbc06, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=283ec687-5ba0-4e81-8447-c2333cecbc06,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:23.971360 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c6fb78d8-97e9-43b8-bdc2-ecc18ca2d15d req-06f5a271-eb71-4568-be7e-b5026e761317 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:23.985024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c6fb78d8-97e9-43b8-bdc2-ecc18ca2d15d req-06f5a271-eb71-4568-be7e-b5026e761317 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Calling delete_port for 283ec687-5ba0-4e81-8447-c2333cecbc06 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:24.009835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device adf2b358-bc3b-4c59-bd24-8da22dd9f7df up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:24.125535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Deleting port 3060fe06-c0d2-4935-8e77-5c393fca729a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:24.127512 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.171184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56579ba9-604d-4237-bdc7-165d530b8a39 req-b78e5fee-6eea-4a45-8583-3ef7c94e6dd6 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:24.175280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f1766ce5-2090-4af0-bd04-633ef09dc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:12:22Z', 'revision_number': 5, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port': {'id': '3060fe06-c0d2-4935-8e77-5c393fca729a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:36Z', 'updated_at': '2021-08-21T09:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:24.180047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56579ba9-604d-4237-bdc7-165d530b8a39 req-b78e5fee-6eea-4a45-8583-3ef7c94e6dd6 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 945 time: 0.1385233 Aug 21 09:12:24.197800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29df60-e7c5-4d9a-b5a1-77bdc4ddae90 req-b8339197-e3ef-408c-b06a-d532776f6e29 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:24.199400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a29df60-e7c5-4d9a-b5a1-77bdc4ddae90 req-b8339197-e3ef-408c-b06a-d532776f6e29 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 945 time: 0.1143968 Aug 21 09:12:24.209389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1766ce5-2090-4af0-bd04-633ef09dc44a None None] Checking router: 0ec3534b-71a3-44a2-9c2f-4474a7445bfb for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:12:24.226563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port adf2b358-bc3b-4c59-bd24-8da22dd9f7df completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:24.234456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1766ce5-2090-4af0-bd04-633ef09dc44a None None] Routers {'0ec3534b-71a3-44a2-9c2f-4474a7445bfb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:24.235120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f1766ce5-2090-4af0-bd04-633ef09dc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:24.241911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port adf2b358-bc3b-4c59-bd24-8da22dd9f7df triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:24.241911 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.243287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44914) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:24.301962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56579ba9-604d-4237-bdc7-165d530b8a39 req-36d2c0fe-4e2b-4078-8532-6461362f6ee0 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/security-groups?id=9286f9cb-fef7-4514-ae07-36dab7f199b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185143 Aug 21 09:12:24.345254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] For port 3060fe06-c0d2-4935-8e77-5c393fca729a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3060fe06-c0d2-4935-8e77-5c393fca729a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:24.345493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.359335 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Calling delete_port for 3060fe06-c0d2-4935-8e77-5c393fca729a owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:24.397908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-f1766ce5-2090-4af0-bd04-633ef09dc44a None None] Set router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:24.443968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2137669286-network', 'tenant_id': 'e2d9324fdb944003972025c84d781c03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:24.459439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f1766ce5-2090-4af0-bd04-633ef09dc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:12:23Z', 'revision_number': 6, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:24.475070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c6fb78d8-97e9-43b8-bdc2-ecc18ca2d15d req-06f5a271-eb71-4568-be7e-b5026e761317 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.505748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:24.508289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['283ec687-5ba0-4e81-8447-c2333cecbc06'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:24.536239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1766ce5-2090-4af0-bd04-633ef09dc44a None None] The sync data for ids ['0ec3534b-71a3-44a2-9c2f-4474a7445bfb'] in n-d-766726-28 is: [{'id': '0ec3534b-71a3-44a2-9c2f-4474a7445bfb', 'name': 'tempest-ServersTestFqdnHostnames-1754689844-router', 'tenant_id': 'a9cecab997774545bfb15e73758feb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:35Z', 'updated_at': '2021-08-21T09:12:23Z', 'revision_number': 6, 'project_id': 'a9cecab997774545bfb15e73758feb55', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:12:24.540039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24178355-c3fc-4659-8a5d-110931ba0789 req-e16b1c9a-3e39-4927-bfbd-d6de35bdc02f tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:24.551705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24178355-c3fc-4659-8a5d-110931ba0789 req-e16b1c9a-3e39-4927-bfbd-d6de35bdc02f tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 949 time: 0.1570058 Aug 21 09:12:24.600578 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.618319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5a271-eb71-4568-be7e-b5026e761317 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Pushing event deleted for resources: {'Port': ['ID=283ec687-5ba0-4e81-8447-c2333cecbc06,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:24.625736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Made reservation on behalf of e2d9324fdb944003972025c84d781c03 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:24.627758 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.638482 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e292f505-61d4-44ca-85da-acc3d3be6918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf2b358-bc3b-4c59-bd24-8da22dd9f7df'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:24.640844 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ebc48f-363b-4e95-8336-e462b4fda19d" -d '{"events": [{"server_uuid": "e292f505-61d4-44ca-85da-acc3d3be6918", "name": "network-vif-plugged", "status": "completed", "tag": "adf2b358-bc3b-4c59-bd24-8da22dd9f7df"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:24.656792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port adf2b358-bc3b-4c59-bd24-8da22dd9f7df, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=adf2b358-bc3b-4c59-bd24-8da22dd9f7df,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:24.663712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0a29df60-e7c5-4d9a-b5a1-77bdc4ddae90 req-642d8549-2336-49fd-a5c2-636a2a9da00f tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Deleting port 30740f49-894b-4501-a3f8-1f02ab8d3a4a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:24.664051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0a29df60-e7c5-4d9a-b5a1-77bdc4ddae90 req-642d8549-2336-49fd-a5c2-636a2a9da00f tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.675928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c1bcf10-c94c-4f62-8374-6e36ede5f4ce req-dc036629-8f9f-48ff-9f4b-fe0ee9d86ceb tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 210 time: 0.0726488 Aug 21 09:12:24.706254 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.776997 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.777711 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.788521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24178355-c3fc-4659-8a5d-110931ba0789 req-bf0307fc-e0fb-4537-9e09-78923498f28a tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303903 Aug 21 09:12:24.844217 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f555f50d-8f5c-4ab6-9b95-55b8e8fe2d79 x-openstack-request-id: req-f555f50d-8f5c-4ab6-9b95-55b8e8fe2d79 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:24.844858 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e292f505-61d4-44ca-85da-acc3d3be6918", "name": "network-vif-plugged", "status": "completed", "tag": "adf2b358-bc3b-4c59-bd24-8da22dd9f7df", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:24.845203 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f555f50d-8f5c-4ab6-9b95-55b8e8fe2d79 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:24.845343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Pushing event deleted for resources: {'Port': ['ID=3060fe06-c0d2-4935-8e77-5c393fca729a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:24.845782 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e292f505-61d4-44ca-85da-acc3d3be6918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf2b358-bc3b-4c59-bd24-8da22dd9f7df', 'code': 200} Aug 21 09:12:24.863915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fb78d8-97e9-43b8-bdc2-ecc18ca2d15d req-06f5a271-eb71-4568-be7e-b5026e761317 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] No DVR routers for this DVR port 283ec687-5ba0-4e81-8447-c2333cecbc06 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:24.868731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=adf2b358-bc3b-4c59-bd24-8da22dd9f7df,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:24.889500 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.908191 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c6fb78d8-97e9-43b8-bdc2-ecc18ca2d15d req-06f5a271-eb71-4568-be7e-b5026e761317 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:24.910330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6fb78d8-97e9-43b8-bdc2-ecc18ca2d15d req-06f5a271-eb71-4568-be7e-b5026e761317 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.13 "DELETE /v2.0/ports/283ec687-5ba0-4e81-8447-c2333cecbc06 HTTP/1.1" status: 204 len: 173 time: 1.2199302 Aug 21 09:12:24.924263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17914ca-d398-4f34-b2b6-caf225ea1b47', 'name': 'network-vif-deleted', 'tag': '283ec687-5ba0-4e81-8447-c2333cecbc06'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:24.926672 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ebf798-fc56-49e3-af5e-bee12bbebb13" -d '{"events": [{"server_uuid": "d17914ca-d398-4f34-b2b6-caf225ea1b47", "name": "network-vif-deleted", "tag": "283ec687-5ba0-4e81-8447-c2333cecbc06"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:24.975474 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da59af61-d14d-4853-ad49-c740caf106b9 x-openstack-request-id: req-da59af61-d14d-4853-ad49-c740caf106b9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:24.975665 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17914ca-d398-4f34-b2b6-caf225ea1b47", "name": "network-vif-deleted", "tag": "283ec687-5ba0-4e81-8447-c2333cecbc06", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:24.975909 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da59af61-d14d-4853-ad49-c740caf106b9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:24.976304 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17914ca-d398-4f34-b2b6-caf225ea1b47', 'name': 'network-vif-deleted', 'tag': '283ec687-5ba0-4e81-8447-c2333cecbc06', 'status': 'completed', 'code': 200} Aug 21 09:12:25.015197 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.017529 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.066232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311dac2-a18d-4b31-baf4-6b8320d00ef6 req-33497e90-00c9-4e5b-bd5a-642865dcb0e3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:25.067947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2311dac2-a18d-4b31-baf4-6b8320d00ef6 req-33497e90-00c9-4e5b-bd5a-642865dcb0e3 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 951 time: 0.2947934 Aug 21 09:12:25.081874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119008e-dee8-4ef4-93e8-9cd2cf99a466 req-b3436f6a-4e3c-4d50-88aa-e798c2ab6486 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:25.083376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2119008e-dee8-4ef4-93e8-9cd2cf99a466 req-b3436f6a-4e3c-4d50-88aa-e798c2ab6486 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 951 time: 0.3709764 Aug 21 09:12:25.142033 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.142827 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ec3534b-71a3-44a2-9c2f-4474a7445bfb {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:12:25.143803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833234c6-70ab-4d04-b652-65681c0ac8d2 req-4ea97a61-17d6-4e73-8f0e-8a63803c8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:25.145406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-833234c6-70ab-4d04-b652-65681c0ac8d2 req-4ea97a61-17d6-4e73-8f0e-8a63803c8219 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 1102 time: 0.2157452 Aug 21 09:12:25.153354 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.156641 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8780c1cc-2b16-4744-9b18-19805480ec79 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0ec3534b-71a3-44a2-9c2f-4474a7445bfb HTTP/1.1" status: 204 len: 168 time: 1.4833639 Aug 21 09:12:25.157303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44942) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:25.166416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44944) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:25.184363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0a29df60-e7c5-4d9a-b5a1-77bdc4ddae90 req-642d8549-2336-49fd-a5c2-636a2a9da00f tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] For port 30740f49-894b-4501-a3f8-1f02ab8d3a4a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=30740f49-894b-4501-a3f8-1f02ab8d3a4a,segment=NetworkSegment(c569cb13-fe01-47bc-818e-f93c4edc69c7),segment_id=c569cb13-fe01-47bc-818e-f93c4edc69c7)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:25.184363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0a29df60-e7c5-4d9a-b5a1-77bdc4ddae90 req-642d8549-2336-49fd-a5c2-636a2a9da00f tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.222812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a360301c-727d-4687-bbf1-f3698bb7e712 admin admin] Deleting subnet df9c4831-28ab-4fdc-81a9-2d11cb39180a {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:12:25.225637 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a360301c-727d-4687-bbf1-f3698bb7e712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.246539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2311dac2-a18d-4b31-baf4-6b8320d00ef6 req-940bffe0-8df9-4edf-9310-8c168fb6f438 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f061a60-9a47-4451-9640-1df3d095f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619325 Aug 21 09:12:25.267148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0a29df60-e7c5-4d9a-b5a1-77bdc4ddae90 req-642d8549-2336-49fd-a5c2-636a2a9da00f tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Calling delete_port for 30740f49-894b-4501-a3f8-1f02ab8d3a4a owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:25.278582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-833234c6-70ab-4d04-b652-65681c0ac8d2 req-29936c2b-1fcf-4cd5-ab6e-616d0f1bc249 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969255 Aug 21 09:12:25.296285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a360301c-727d-4687-bbf1-f3698bb7e712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.380548 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-603153278-network', 'tenant_id': '718e6edb095b4060a0ab060f45fe7efe'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:25.389160 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.407379 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a360301c-727d-4687-bbf1-f3698bb7e712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.461094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-2119008e-dee8-4ef4-93e8-9cd2cf99a466 req-ac8da009-768a-4f1f-89af-277028f5d219 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Deleting port 6073bccc-83ab-41da-bb62-67ef532e5f4c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:25.461730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2119008e-dee8-4ef4-93e8-9cd2cf99a466 req-ac8da009-768a-4f1f-89af-277028f5d219 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.466659 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.538555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:12:25.539825 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a360301c-727d-4687-bbf1-f3698bb7e712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.559346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d810d-1776-42dd-9a50-525cb72efd6d req-43860390-263d-4853-abb6-b8e54b76abe8 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:25.560889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-460d810d-1776-42dd-9a50-525cb72efd6d req-43860390-263d-4853-abb6-b8e54b76abe8 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 945 time: 0.1598711 Aug 21 09:12:25.572103 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a360301c-727d-4687-bbf1-f3698bb7e712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.578086 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a360301c-727d-4687-bbf1-f3698bb7e712 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/df9c4831-28ab-4fdc-81a9-2d11cb39180a HTTP/1.1" status: 204 len: 168 time: 0.4196584 Aug 21 09:12:25.579014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44952) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:25.580071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0540110f-a9d4-4eb8-9b52-3d79d30ee414 None None] Network 344c9d07-e68f-477b-9c08-8d805d7cc5a8 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:25.581188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360301c-727d-4687-bbf1-f3698bb7e712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9c4831-28ab-4fdc-81a9-2d11cb39180a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:25.604274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d5a73a-50fa-4ef8-9fb2-5d8054847164,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:25.649796 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Made reservation on behalf of 718e6edb095b4060a0ab060f45fe7efe for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:25.652577 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.672680 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.676772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-460d810d-1776-42dd-9a50-525cb72efd6d req-dfabbcc9-3dc3-4364-9409-6a5cb6634831 tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/security-groups?id=9286f9cb-fef7-4514-ae07-36dab7f199b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865874 Aug 21 09:12:25.678702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-2119008e-dee8-4ef4-93e8-9cd2cf99a466 req-ac8da009-768a-4f1f-89af-277028f5d219 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] For port 6073bccc-83ab-41da-bb62-67ef532e5f4c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=6073bccc-83ab-41da-bb62-67ef532e5f4c,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:25.678878 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2119008e-dee8-4ef4-93e8-9cd2cf99a466 req-ac8da009-768a-4f1f-89af-277028f5d219 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.691653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-2119008e-dee8-4ef4-93e8-9cd2cf99a466 req-ac8da009-768a-4f1f-89af-277028f5d219 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Calling delete_port for 6073bccc-83ab-41da-bb62-67ef532e5f4c owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:25.747982 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.787929 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0a29df60-e7c5-4d9a-b5a1-77bdc4ddae90 req-642d8549-2336-49fd-a5c2-636a2a9da00f tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.801471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.801828 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Added segment 98694a4b-efe9-40ea-96fe-5b7e282a2332 of type vlan for network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 Aug 21 09:12:25.803429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['30740f49-894b-4501-a3f8-1f02ab8d3a4a'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:25.848610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0c5ba442-8e35-4060-b268-5faddda995ae no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:25.870535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Deleting port d1255d6e-91cd-4dec-8a0a-769ca69bb94f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:25.870948 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.882342 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 0c5ba442-8e35-4060-b268-5faddda995ae {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:25.883054 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0c5ba442-8e35-4060-b268-5faddda995ae not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:25.883763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3060fe06-c0d2-4935-8e77-5c393fca729a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:25.885952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4f441-1824-474e-918b-5655b50a32a3 None None] DHCP port deletion for 344c9d07-e68f-477b-9c08-8d805d7cc5a8 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:12:25.925287 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.929881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 3060fe06-c0d2-4935-8e77-5c393fca729a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:25.930500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3060fe06-c0d2-4935-8e77-5c393fca729a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:25.955084 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] For port d1255d6e-91cd-4dec-8a0a-769ca69bb94f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d1255d6e-91cd-4dec-8a0a-769ca69bb94f,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:25.955503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.959394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-92c4f441-1824-474e-918b-5655b50a32a3 None None] Deleting port d1255d6e-91cd-4dec-8a0a-769ca69bb94f {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:25.959918 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-92c4f441-1824-474e-918b-5655b50a32a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:25.969494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Calling delete_port for d1255d6e-91cd-4dec-8a0a-769ca69bb94f owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:26.021789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d8549-2336-49fd-a5c2-636a2a9da00f tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Pushing event deleted for resources: {'Port': ['ID=30740f49-894b-4501-a3f8-1f02ab8d3a4a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:26.039831 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.041454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-92c4f441-1824-474e-918b-5655b50a32a3 None None] For port d1255d6e-91cd-4dec-8a0a-769ca69bb94f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d1255d6e-91cd-4dec-8a0a-769ca69bb94f,segment=NetworkSegment(70323255-1eaa-495a-9dd1-87d7bfa8b334),segment_id=70323255-1eaa-495a-9dd1-87d7bfa8b334)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:26.041862 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-92c4f441-1824-474e-918b-5655b50a32a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.056254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-92c4f441-1824-474e-918b-5655b50a32a3 None None] Calling delete_port for d1255d6e-91cd-4dec-8a0a-769ca69bb94f owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:26.074740 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:12:26.076453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77e0b666-9287-44a3-b51e-3ef1dd96e2cf req-293b0191-a27a-41d9-9afd-a8054ce02e7d tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=d17914ca-d398-4f34-b2b6-caf225ea1b47 HTTP/1.1" status: 200 len: 210 time: 0.1478565 Aug 21 09:12:26.086843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1308bd-9317-4d6b-a181-7d97b8e77615,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:26.098851 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.105076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a29df60-e7c5-4d9a-b5a1-77bdc4ddae90 req-642d8549-2336-49fd-a5c2-636a2a9da00f tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] No DVR routers for this DVR port 30740f49-894b-4501-a3f8-1f02ab8d3a4a on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:26.106469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.106822 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Added segment 90425d49-c782-4a55-989d-a82211f9da44 of type vlan for network 229ca434-f22f-42d3-8849-650f18a59c24 Aug 21 09:12:26.109442 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0a29df60-e7c5-4d9a-b5a1-77bdc4ddae90 req-642d8549-2336-49fd-a5c2-636a2a9da00f tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.111731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a29df60-e7c5-4d9a-b5a1-77bdc4ddae90 req-642d8549-2336-49fd-a5c2-636a2a9da00f tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.22 "DELETE /v2.0/ports/30740f49-894b-4501-a3f8-1f02ab8d3a4a HTTP/1.1" status: 204 len: 173 time: 1.9031446 Aug 21 09:12:26.152487 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.152986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8172e5c-60d2-4098-a08d-68c8460e3b9e req-d518a7ea-a446-46c2-b619-7f914d396413 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:26.154567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8172e5c-60d2-4098-a08d-68c8460e3b9e req-d518a7ea-a446-46c2-b619-7f914d396413 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 950 time: 0.2141833 Aug 21 09:12:26.176373 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2119008e-dee8-4ef4-93e8-9cd2cf99a466 req-ac8da009-768a-4f1f-89af-277028f5d219 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.189011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['6073bccc-83ab-41da-bb62-67ef532e5f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:26.225360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8da009-768a-4f1f-89af-277028f5d219 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Pushing event deleted for resources: {'Port': ['ID=6073bccc-83ab-41da-bb62-67ef532e5f4c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:26.227514 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.252008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8172e5c-60d2-4098-a08d-68c8460e3b9e req-6bf0257a-8987-4f79-a5fb-baeee67b10d9 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906172 Aug 21 09:12:26.253959 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-92c4f441-1824-474e-918b-5655b50a32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.255581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.256567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:26.257531 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.262989 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.264474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:26.265020 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.267480 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1255d6e-91cd-4dec-8a0a-769ca69bb94f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:26.270864 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] No DVR routers for this DVR port d1255d6e-91cd-4dec-8a0a-769ca69bb94f on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:26.288610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4f441-1824-474e-918b-5655b50a32a3 None None] No DVR routers for this DVR port d1255d6e-91cd-4dec-8a0a-769ca69bb94f on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:26.304936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2119008e-dee8-4ef4-93e8-9cd2cf99a466 req-ac8da009-768a-4f1f-89af-277028f5d219 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] No DVR routers for this DVR port 6073bccc-83ab-41da-bb62-67ef532e5f4c on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:26.307654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2119008e-dee8-4ef4-93e8-9cd2cf99a466 req-ac8da009-768a-4f1f-89af-277028f5d219 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.310999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2119008e-dee8-4ef4-93e8-9cd2cf99a466 req-ac8da009-768a-4f1f-89af-277028f5d219 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.13 "DELETE /v2.0/ports/6073bccc-83ab-41da-bb62-67ef532e5f4c HTTP/1.1" status: 204 len: 173 time: 1.2119012 Aug 21 09:12:26.336301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4f441-1824-474e-918b-5655b50a32a3 None None] Pushing event deleted for resources: {'Port': ['ID=d1255d6e-91cd-4dec-8a0a-769ca69bb94f,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:26.372645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] Pushing event updated for resources: {'Network': ['ID=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:26.386259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:12:26.444343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf6c016a-b58e-4a81-891e-188af4fa2041 req-e1370647-c31d-4406-9a76-7d27420a2587 tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc6bfb8e-afe9-441c-9c4b-195c18c61e21 HTTP/1.1" status: 200 len: 210 time: 0.0393598 Aug 21 09:12:26.446331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c6f18164-2d84-4224-ab8d-5f5f30db8d76 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2017913 Aug 21 09:12:26.449239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44962) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:26.463500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] Request body: {'subnet': {'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2137669286-subnet', 'tenant_id': 'e2d9324fdb944003972025c84d781c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:26.581593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] Made reservation on behalf of e2d9324fdb944003972025c84d781c03 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:26.584035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.596530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 283ec687-5ba0-4e81-8447-c2333cecbc06 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:26.622400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 283ec687-5ba0-4e81-8447-c2333cecbc06 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:26.623197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 283ec687-5ba0-4e81-8447-c2333cecbc06 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:26.624565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6073bccc-83ab-41da-bb62-67ef532e5f4c no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:26.649691 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 6073bccc-83ab-41da-bb62-67ef532e5f4c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:26.655717 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 6073bccc-83ab-41da-bb62-67ef532e5f4c not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:26.794852 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6274147 Aug 21 09:12:26.798424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44966) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:26.806234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7eb3cf30-a497-4292-ac17-1d9bd7ba4e65 req-9736e982-5960-4972-b4d9-1ef232b92c8c tempest-ServerAddressesTestJSON-1948217220 tempest-ServerAddressesTestJSON-1948217220-project] 10.222.0.20 "GET /v2.0/ports?device_id=5744ff48-cd5c-4006-bdfa-0add52e9a3c7 HTTP/1.1" status: 200 len: 210 time: 0.0255644 Aug 21 09:12:26.826084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.828835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] Request body: {'subnet': {'network_id': '229ca434-f22f-42d3-8849-650f18a59c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-603153278-subnet', 'tenant_id': '718e6edb095b4060a0ab060f45fe7efe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:26.842185 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8a3f9-0f06-499f-880d-7f0da7cd11d4 admin admin] Pushing event updated for resources: {'Network': ['ID=229ca434-f22f-42d3-8849-650f18a59c24,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:26.853332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 229ca434-f22f-42d3-8849-650f18a59c24 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:12:26.855069 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.869154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344c9d07-e68f-477b-9c08-8d805d7cc5a8']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:26.881482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70323255-1eaa-495a-9dd1-87d7bfa8b334') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:26.881791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70323255-1eaa-495a-9dd1-87d7bfa8b334') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:26.885095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:26.891699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.913364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.917443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] Checking segment: {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:26.917443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] Network hostable DHCP agents. Network: 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:12:26.919989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:12:26.920390 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:12:26.922632 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:12:26.958853 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] Made reservation on behalf of 718e6edb095b4060a0ab060f45fe7efe for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:26.961175 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:26.977203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5744ff48-cd5c-4006-bdfa-0add52e9a3c7', 'name': 'network-vif-deleted', 'tag': '30740f49-894b-4501-a3f8-1f02ab8d3a4a'}, {'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'name': 'network-vif-deleted', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:26.980114 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f397bc11-ba71-4fde-911f-78c28a6c1b2f" -d '{"events": [{"server_uuid": "5744ff48-cd5c-4006-bdfa-0add52e9a3c7", "name": "network-vif-deleted", "tag": "30740f49-894b-4501-a3f8-1f02ab8d3a4a"}, {"server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "name": "network-vif-deleted", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:27.027771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] Network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:12:27.037805 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9c867d-0ec5-445a-a815-dac83b914e88 x-openstack-request-id: req-0d9c867d-0ec5-445a-a815-dac83b914e88 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:27.038133 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5744ff48-cd5c-4006-bdfa-0add52e9a3c7", "name": "network-vif-deleted", "tag": "30740f49-894b-4501-a3f8-1f02ab8d3a4a", "status": "completed", "code": 200}, {"server_uuid": "bc6bfb8e-afe9-441c-9c4b-195c18c61e21", "name": "network-vif-deleted", "tag": "6073bccc-83ab-41da-bb62-67ef532e5f4c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:27.038386 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d9c867d-0ec5-445a-a815-dac83b914e88 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:27.038784 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5744ff48-cd5c-4006-bdfa-0add52e9a3c7', 'name': 'network-vif-deleted', 'tag': '30740f49-894b-4501-a3f8-1f02ab8d3a4a', 'status': 'completed', 'code': 200} Aug 21 09:12:27.039042 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6bfb8e-afe9-441c-9c4b-195c18c61e21', 'name': 'network-vif-deleted', 'tag': '6073bccc-83ab-41da-bb62-67ef532e5f4c', 'status': 'completed', 'code': 200} Aug 21 09:12:27.125521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:27.130956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:27.131866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:27.133765 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:27.140012 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8f746f-3f84-4595-b085-b1ce1cc86ffe None None] Network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:27.140716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:27.144652 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/344c9d07-e68f-477b-9c08-8d805d7cc5a8 HTTP/1.1" status: 204 len: 168 time: 1.5623026 Aug 21 09:12:27.162364 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b108ea2-2cd8-4383-8e92-03c6d47ca1f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=344c9d07-e68f-477b-9c08-8d805d7cc5a8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:27.217304 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:27.252517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-91fe8237-bfc3-49ae-a3fd-0498a96a67fa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8018725 Aug 21 09:12:27.285081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=463a8c9c-31b7-4fa6-9496-6601c4049e9d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:27.298713 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] Checking segment: {'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:27.298713 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] Network hostable DHCP agents. Network: 229ca434-f22f-42d3-8849-650f18a59c24, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:12:27.360540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba51cc7-bdb8-4454-ada8-e0da66970d20 None None] Network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:27.401344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556e8a-f46e-43bd-a865-eba333eb8d31 req-4bfa7d5b-c03c-48a6-896d-93b34d90ee69 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:27.402916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1556e8a-f46e-43bd-a865-eba333eb8d31 req-4bfa7d5b-c03c-48a6-896d-93b34d90ee69 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 950 time: 0.0531909 Aug 21 09:12:27.421603 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] Network 229ca434-f22f-42d3-8849-650f18a59c24 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:12:27.448961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1556e8a-f46e-43bd-a865-eba333eb8d31 req-a8fe7ec9-aa9c-4d6b-b656-fda9264576a9 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383739 Aug 21 09:12:27.506914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 229ca434-f22f-42d3-8849-650f18a59c24) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:27.511730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:27.512553 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:27.521477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ce0614-2557-4b79-a2a1-ca2f6c5ea62a None None] Network 229ca434-f22f-42d3-8849-650f18a59c24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:27.622772 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7a0e4b10-ca6c-443a-8bd3-b4a393c75bab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8218458 Aug 21 09:12:27.637404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45000) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:27.686994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d2f7bb-d873-4933-b4ab-bd5a2e534f14 None None] Network 229ca434-f22f-42d3-8849-650f18a59c24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:27.701406 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5fcf7d4e-2d8d-417f-9442-f762e6fe613a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9cecab997774545bfb15e73758feb55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627205 Aug 21 09:12:27.704937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 45004) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:27.765563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d1255d6e-91cd-4dec-8a0a-769ca69bb94f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:27.786284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cb509360-11e9-4e0e-8846-afc52ad8949a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:27.800479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d1255d6e-91cd-4dec-8a0a-769ca69bb94f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:27.802919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d1255d6e-91cd-4dec-8a0a-769ca69bb94f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:27.822659 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cb509360-11e9-4e0e-8846-afc52ad8949a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:28.014250 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cb509360-11e9-4e0e-8846-afc52ad8949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:28.017489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cb509360-11e9-4e0e-8846-afc52ad8949a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:28.021701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cb509360-11e9-4e0e-8846-afc52ad8949a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/753ef357-1a05-4a23-9fd4-1b8ad008e1cc HTTP/1.1" status: 204 len: 168 time: 0.3136663 Aug 21 09:12:28.028973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb509360-11e9-4e0e-8846-afc52ad8949a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753ef357-1a05-4a23-9fd4-1b8ad008e1cc,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:28.040655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 30740f49-894b-4501-a3f8-1f02ab8d3a4a no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:28.078500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 30740f49-894b-4501-a3f8-1f02ab8d3a4a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:28.078842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 30740f49-894b-4501-a3f8-1f02ab8d3a4a not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:28.097500 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45028) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:28.172111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-ab60caf6-4b01-483d-9ca0-b9816f84b64f tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:28.173989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-ab60caf6-4b01-483d-9ca0-b9816f84b64f tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/networks?id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 HTTP/1.1" status: 200 len: 813 time: 0.1298034 Aug 21 09:12:28.189694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-9498274c-c35a-42ef-ae4a-2e37474eb852 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/quotas/e2d9324fdb944003972025c84d781c03 HTTP/1.1" status: 200 len: 375 time: 0.0094409 Aug 21 09:12:28.226037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-4f26c4e8-a640-43e1-820f-fbc372368a68 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2d9324fdb944003972025c84d781c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305665 Aug 21 09:12:28.247084 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-656ea0c9-47a8-4ac0-9d6e-33b42db70e7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ee34da4b92e47caa77f87bc766b78aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482825 Aug 21 09:12:28.249535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45032) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:28.300518 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-575d6dc4-5fd2-488e-ba21-91b64ee5dda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:28.322343 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-575d6dc4-5fd2-488e-ba21-91b64ee5dda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:28.325183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-f553a11a-ad23-4786-9ee1-2b3a1d7ccbb2 service neutron] 10.222.0.20 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918386 Aug 21 09:12:28.414084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d9318c24-7401-46f3-b961-002851c18fcb service neutron] 10.222.0.20 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826776 Aug 21 09:12:28.425621 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-575d6dc4-5fd2-488e-ba21-91b64ee5dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:28.428747 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-575d6dc4-5fd2-488e-ba21-91b64ee5dda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:28.438313 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-575d6dc4-5fd2-488e-ba21-91b64ee5dda4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f061a60-9a47-4451-9640-1df3d095f431 HTTP/1.1" status: 204 len: 168 time: 0.1793888 Aug 21 09:12:28.463358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d6dc4-5fd2-488e-ba21-91b64ee5dda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f061a60-9a47-4451-9640-1df3d095f431,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:28.603465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426c6ee-9143-4132-b17d-cc7e6cd5a18a req-fd2fbcf4-e218-49ce-91a9-8f58952d39f6 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:28.606643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e426c6ee-9143-4132-b17d-cc7e6cd5a18a req-fd2fbcf4-e218-49ce-91a9-8f58952d39f6 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.0532131 Aug 21 09:12:28.648911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e426c6ee-9143-4132-b17d-cc7e6cd5a18a req-369771a0-800a-43d9-8f7a-68b97016ffbf tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364051 Aug 21 09:12:28.717063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45048) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:28.780605 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fadf0c-cd2f-449a-8d5e-4937dbcc6279 admin admin] Deleting subnet bf454034-473a-47cc-a177-b1494e4ff88c {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:12:28.784890 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0fadf0c-cd2f-449a-8d5e-4937dbcc6279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:28.844397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0fadf0c-cd2f-449a-8d5e-4937dbcc6279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:28.944213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0fadf0c-cd2f-449a-8d5e-4937dbcc6279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.005041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bf5f7ac-e0d4-4c3f-b28f-e0fbdee46f18 req-316acbd9-aaff-4676-bea9-c7fd709fbcbe tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 210 time: 0.0643752 Aug 21 09:12:29.113472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0fadf0c-cd2f-449a-8d5e-4937dbcc6279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.140144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fadf0c-cd2f-449a-8d5e-4937dbcc6279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf454034-473a-47cc-a177-b1494e4ff88c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:29.143767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0fadf0c-cd2f-449a-8d5e-4937dbcc6279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.145650 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c0fadf0c-cd2f-449a-8d5e-4937dbcc6279 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bf454034-473a-47cc-a177-b1494e4ff88c HTTP/1.1" status: 204 len: 168 time: 0.4275284 Aug 21 09:12:29.148489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 45066) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:29.226440 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.407071 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.447965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:29.448088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45086) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:29.459800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-92f99879-0cf9-45de-8d00-1941dcefdb53 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:29.461281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-92f99879-0cf9-45de-8d00-1941dcefdb53 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/networks?id=229ca434-f22f-42d3-8849-650f18a59c24 HTTP/1.1" status: 200 len: 814 time: 0.2283878 Aug 21 09:12:29.464979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c569cb13-fe01-47bc-818e-f93c4edc69c7') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:29.465142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c569cb13-fe01-47bc-818e-f93c4edc69c7') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:29.476446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.495327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-dd92e93a-93ea-4294-a422-5e1f20b3fb73 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/quotas/718e6edb095b4060a0ab060f45fe7efe HTTP/1.1" status: 200 len: 375 time: 0.0228922 Aug 21 09:12:29.499007 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.504883 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7fb273a1-594d-4395-966e-0768ff62c4dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7422260854240e8a441b401efa50d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575771 Aug 21 09:12:29.507967 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45088) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:29.509183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:12:29.509590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:12:29.513698 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:12:29.562840 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12de814a-7b21-4708-a064-46eeafbeec85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.592378 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12de814a-7b21-4708-a064-46eeafbeec85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.595622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-886f654e-258e-464e-a491-f3d64222e629 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=718e6edb095b4060a0ab060f45fe7efe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690761 Aug 21 09:12:29.690474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 45096) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:29.728887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-2fafb067-e370-4320-b1a6-356431d7e393 service neutron] 10.222.0.20 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224589 Aug 21 09:12:29.735430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12de814a-7b21-4708-a064-46eeafbeec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.738626 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12de814a-7b21-4708-a064-46eeafbeec85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.742168 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-12de814a-7b21-4708-a064-46eeafbeec85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a64d8b2d-95ab-40d3-b2c4-a6009975b507 HTTP/1.1" status: 204 len: 168 time: 0.2292087 Aug 21 09:12:29.754145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de814a-7b21-4708-a064-46eeafbeec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d8b2d-95ab-40d3-b2c4-a6009975b507,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:29.792859 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.858039 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:29.862796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed HTTP/1.1" status: 204 len: 168 time: 0.7132390 Aug 21 09:12:29.881404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1445024542-network', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:29.894183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33f8ae-9b0f-465c-9094-b851ee6fb563 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ddddb9d-e1b3-4113-8a1c-9e4fcaf314ed,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:29.949983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831af93f-c291-403e-900f-6907478d0544 req-4edaea0d-7c3c-4a4a-97e6-91f3a1f8b3a5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:29.958133 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-831af93f-c291-403e-900f-6907478d0544 req-4edaea0d-7c3c-4a4a-97e6-91f3a1f8b3a5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1681116 Aug 21 09:12:29.989941 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-2ca0e442-890f-47ac-9569-cc3680b7c833 service neutron] 10.222.0.20 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528782 Aug 21 09:12:30.010849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Made reservation on behalf of 6d1bd96a7da64e95ba9eae059cf427e6 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:30.020787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.021278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-831af93f-c291-403e-900f-6907478d0544 req-5eb47ea3-37c7-45c0-a078-b654e8cf91cf tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622523 Aug 21 09:12:30.031313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.175488 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.209947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc9deca4-d997-4d76-9a22-312559b89b93 req-6f196b3f-761a-4b76-a0f6-670abb61a880 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 210 time: 0.0325944 Aug 21 09:12:30.261866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.306403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45116) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:30.331224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:12:30.336150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e29d9060-0f5e-455e-b594-c084da863c89 req-0ed78f9e-a033-48af-b628-aa6d05ffe796 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 210 time: 0.0607679 Aug 21 09:12:30.369769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf21028-6a61-463d-8b0a-18719a4c4c8e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:30.375158 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cdd3b6e7-380e-4188-b627-ba8ccf618232 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5292f874538c464d8a84a6ef210899ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677576 Aug 21 09:12:30.393464 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45120) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:30.395954 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.396096 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Added segment 0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c of type vlan for network cb470795-a7d9-4d59-9181-9da93fe3ef24 Aug 21 09:12:30.454864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58ccd3d7-2eed-4650-8f32-68123c574a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.476999 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.484037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58ccd3d7-2eed-4650-8f32-68123c574a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.570715 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.573112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:30.574425 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.625953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58ccd3d7-2eed-4650-8f32-68123c574a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.629964 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58ccd3d7-2eed-4650-8f32-68123c574a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:30.634529 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-58ccd3d7-2eed-4650-8f32-68123c574a8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9286f9cb-fef7-4514-ae07-36dab7f199b3 HTTP/1.1" status: 204 len: 168 time: 0.2365444 Aug 21 09:12:30.636616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=cb470795-a7d9-4d59-9181-9da93fe3ef24,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:30.639987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccd3d7-2eed-4650-8f32-68123c574a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9286f9cb-fef7-4514-ae07-36dab7f199b3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:30.654597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network cb470795-a7d9-4d59-9181-9da93fe3ef24 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:12:30.715333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-093d339a-fac3-444e-9b4c-2866215ae4f6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0219302 Aug 21 09:12:30.722057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45134) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:30.728727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] Request body: {'subnet': {'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1445024542-subnet', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:30.862814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] Made reservation on behalf of 6d1bd96a7da64e95ba9eae059cf427e6 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:30.866765 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:31.252489 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:31.271056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc93ae-47b4-4d57-8504-0dc9b2f12fb9 req-236dbe24-bb2a-4b5e-b522-4c39b26402fe tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:31.273057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86cc93ae-47b4-4d57-8504-0dc9b2f12fb9 req-236dbe24-bb2a-4b5e-b522-4c39b26402fe tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.1254933 Aug 21 09:12:31.353900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=167a0213-dbf1-4924-8b59-d359d50fbf1c,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:31.378517 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] Checking segment: {'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:31.379455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] Network hostable DHCP agents. Network: cb470795-a7d9-4d59-9181-9da93fe3ef24, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:12:31.431858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb999bfb-815a-4dd1-96bb-a72d1ff9400d req-709ce502-2339-4675-bf02-23fee1734a34 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 210 time: 0.0787957 Aug 21 09:12:31.435211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86cc93ae-47b4-4d57-8504-0dc9b2f12fb9 req-dd5d6a1d-b1c7-4f6f-bbc3-f974ff0d0f29 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538405 Aug 21 09:12:31.461324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] Network cb470795-a7d9-4d59-9181-9da93fe3ef24 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:12:31.526083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab3e1146-d0e2-4127-a7ec-a8e3a09cc669 req-9227669b-4f18-4423-af67-3560b5946d3f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 210 time: 0.0352545 Aug 21 09:12:31.569680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, cb470795-a7d9-4d59-9181-9da93fe3ef24) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:31.574610 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:31.574796 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:31.579752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bffa6a3-b817-46e2-bbb0-c7bb2d6c8957 None None] Network cb470795-a7d9-4d59-9181-9da93fe3ef24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:31.708520 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-96d87ac8-126f-4f4d-9328-80b56fbe8aec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9888797 Aug 21 09:12:31.711471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 45168) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:31.722386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:31.754752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-cb470795-a7d9-4d59-9181-9da93fe3ef24', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'fixed_ips': [{'subnet_id': '167a0213-dbf1-4924-8b59-d359d50fbf1c'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:12:31.755794 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:31.867123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:31.868236 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:31.914357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Allocated IP 172.20.0.2 (cb470795-a7d9-4d59-9181-9da93fe3ef24/167a0213-dbf1-4924-8b59-d359d50fbf1c/16324280-f1ac-4370-86ad-c0f8053e4b9b) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:12:31.999081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:32.191208 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:32.201296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Transition to ACTIVE for port object 16324280-f1ac-4370-86ad-c0f8053e4b9b will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:32.229779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-acb8e1a9-1c18-4f57-9fda-d490d2152e0e tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:32.234812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-acb8e1a9-1c18-4f57-9fda-d490d2152e0e tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.13 "GET /v2.0/networks?id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 HTTP/1.1" status: 200 len: 813 time: 0.3342621 Aug 21 09:12:32.266559 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Transition to ACTIVE for port object 16324280-f1ac-4370-86ad-c0f8053e4b9b will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:32.282635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Request body: {'port': {'device_id': '801a1655-4b0c-464a-a2ed-26e5f39bf310', 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9', 'admin_state_up': True, 'tenant_id': 'e2d9324fdb944003972025c84d781c03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:32.357560 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:32.441851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45192) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:32.449058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Network cb470795-a7d9-4d59-9181-9da93fe3ef24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:32.457261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:32.465028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:12:32.530571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Pushing event updated for resources: {'Port': ['ID=16324280-f1ac-4370-86ad-c0f8053e4b9b,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:32.614439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Attempting to bind port 16324280-f1ac-4370-86ad-c0f8053e4b9b on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:12:32.614808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Attempting to bind port 16324280-f1ac-4370-86ad-c0f8053e4b9b by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:12:32.615408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Attempting to bind port 16324280-f1ac-4370-86ad-c0f8053e4b9b on network cb470795-a7d9-4d59-9181-9da93fe3ef24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:32.630721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:12:32.631429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Checking segment: {'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:32.632024 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:32.632567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Bound using segment: {'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:12:32.633222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Bound port: 16324280-f1ac-4370-86ad-c0f8053e4b9b, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:12:32.633776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:32.735670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] For port 16324280-f1ac-4370-86ad-c0f8053e4b9b, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:12:32.755013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] For port 16324280-f1ac-4370-86ad-c0f8053e4b9b, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=16324280-f1ac-4370-86ad-c0f8053e4b9b,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:12:32.795006 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:32.806017 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-287597515-network', 'tenant_id': 'cfbc6ac9734e4d738afcb8c6ab4865ef'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:32.831481 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:32.903387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978352e4-06a6-45f7-a468-69a3b8ae5640 None None] Pushing event updated for resources: {'Port': ['ID=16324280-f1ac-4370-86ad-c0f8053e4b9b,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:32.913116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a76049d-9c3e-4ac8-99ee-1d146497bc87 req-4dde4b88-bb90-4463-875c-0a080e108d63 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 210 time: 0.1210325 Aug 21 09:12:32.933955 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Made reservation on behalf of cfbc6ac9734e4d738afcb8c6ab4865ef for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:32.937221 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:32.955320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:33.112290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8bcca4cb-48b5-4c74-b3b9-a45880db99f0 req-ef65bd58-534b-4d6e-b5ef-4b8f13297716 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 210 time: 0.0796132 Aug 21 09:12:33.112591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:33.193637 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:33.197315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc5742-932c-44a9-87db-08761b4bbee2 req-9be54eb9-bf3d-4604-8e60-5186270cb0c3 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:33.205612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8bfc5742-932c-44a9-87db-08761b4bbee2 req-9be54eb9-bf3d-4604-8e60-5186270cb0c3 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.4207869 Aug 21 09:12:33.207681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:12:33.236826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:33.237262 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Added segment b243c13a-d961-45ab-a669-2c7ad9575675 of type vlan for network ebd230ef-5490-450d-83b1-caf8f420e6fe Aug 21 09:12:33.307192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:33.338053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-ad4d9f9f-fdd3-4af9-9e94-21210eba8812 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:33.341678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-ad4d9f9f-fdd3-4af9-9e94-21210eba8812 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.22 "GET /v2.0/networks?id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 HTTP/1.1" status: 200 len: 813 time: 0.5635490 Aug 21 09:12:33.363756 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa662ade-d5d4-4de7-bbe7-1083343bf0d3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:33.388687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Request body: {'port': {'device_id': 'c2441d68-e563-43f4-8cd3-c6cc0458fe87', 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9', 'admin_state_up': True, 'tenant_id': 'e2d9324fdb944003972025c84d781c03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:33.446846 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:33.448316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:33.449104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:33.454740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8bfc5742-932c-44a9-87db-08761b4bbee2 req-9ce09468-1c57-4c14-b998-8899f81bcc8b tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480466 Aug 21 09:12:33.516559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e532bd8-fcfd-4003-899b-ff092a8b2f98 req-7312dfd8-b5b9-4e07-b68d-c964919273f5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:33.518117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e532bd8-fcfd-4003-899b-ff092a8b2f98 req-7312dfd8-b5b9-4e07-b68d-c964919273f5 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.22 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.3650064 Aug 21 09:12:33.532084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Made reservation on behalf of e2d9324fdb944003972025c84d781c03 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:33.535881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:33.572504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd230ef-5490-450d-83b1-caf8f420e6fe,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:33.587474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network ebd230ef-5490-450d-83b1-caf8f420e6fe details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:12:33.643972 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9a234705-02a7-43eb-89a9-151d788fe926 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2009192 Aug 21 09:12:33.647132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45226) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:33.650519 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] Request body: {'subnet': {'network_id': 'ebd230ef-5490-450d-83b1-caf8f420e6fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-287597515-subnet', 'tenant_id': 'cfbc6ac9734e4d738afcb8c6ab4865ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:33.774206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-ac567f66-abf7-4a76-9f56-8aacd5a894d3 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:33.774206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-ac567f66-abf7-4a76-9f56-8aacd5a894d3 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.13 "GET /v2.0/networks?id=229ca434-f22f-42d3-8849-650f18a59c24 HTTP/1.1" status: 200 len: 814 time: 0.4267645 Aug 21 09:12:33.796775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Request body: {'port': {'device_id': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24', 'admin_state_up': True, 'tenant_id': '718e6edb095b4060a0ab060f45fe7efe'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:33.804225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] Made reservation on behalf of cfbc6ac9734e4d738afcb8c6ab4865ef for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:33.804225 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:33.876302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 16324280-f1ac-4370-86ad-c0f8053e4b9b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:34.101914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-3e532bd8-fcfd-4003-899b-ff092a8b2f98 req-b62f1aca-81ec-4993-af2b-499c14899557 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Deleting port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:34.102268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3e532bd8-fcfd-4003-899b-ff092a8b2f98 req-b62f1aca-81ec-4993-af2b-499c14899557 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.114116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Made reservation on behalf of e2d9324fdb944003972025c84d781c03 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:34.117997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.118292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 16324280-f1ac-4370-86ad-c0f8053e4b9b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:34.182406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a03fd26-d7ad-4ac1-bc9a-b721984890d4 req-b2659d80-bf58-4727-b967-f7af59095b32 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 210 time: 0.1432521 Aug 21 09:12:34.185549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.278795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f96fff1-187f-424b-80fd-1a80709dbe79,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:34.289283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] Checking segment: {'id': 'b243c13a-d961-45ab-a669-2c7ad9575675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ebd230ef-5490-450d-83b1-caf8f420e6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:34.289858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] Network hostable DHCP agents. Network: ebd230ef-5490-450d-83b1-caf8f420e6fe, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:12:34.301971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Allocated IP 172.20.0.5 (6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9/622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118/8de1cf46-01e6-4052-9b07-f7fda037ff8c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:12:34.332165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3353e2-6c5e-4e97-beab-dd191b85650e None None] Network cb470795-a7d9-4d59-9181-9da93fe3ef24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:34.341124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-370220f6-d4b0-44d3-a778-213a517ad4ab req-ad255d53-586d-4cec-8e8a-d6b57caeb23f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 210 time: 0.0919402 Aug 21 09:12:34.392871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] Network ebd230ef-5490-450d-83b1-caf8f420e6fe is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:12:34.408171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.450453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, ebd230ef-5490-450d-83b1-caf8f420e6fe) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:34.456310 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:34.457404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.473280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.498447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3e532bd8-fcfd-4003-899b-ff092a8b2f98 req-b62f1aca-81ec-4993-af2b-499c14899557 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] For port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:34.498830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3e532bd8-fcfd-4003-899b-ff092a8b2f98 req-b62f1aca-81ec-4993-af2b-499c14899557 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.533932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45254) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:34.561934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-3e532bd8-fcfd-4003-899b-ff092a8b2f98 req-b62f1aca-81ec-4993-af2b-499c14899557 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Calling delete_port for e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:34.603089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d9ec86-dd15-4d53-8870-2f22ad1f4c09 None None] Network ebd230ef-5490-450d-83b1-caf8f420e6fe requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:34.676420 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9f64b0b8-3fd7-4b2e-92a9-13534da5fd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.711153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Made reservation on behalf of 718e6edb095b4060a0ab060f45fe7efe for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:34.714638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.744325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-47b340e9-8b4b-4547-9529-642757cd22df None None] Provisioning for port 16324280-f1ac-4370-86ad-c0f8053e4b9b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:34.753197 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9238cd4c-98e5-4006-b251-a2ff6b45fe6c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1073821 Aug 21 09:12:34.753383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-47b340e9-8b4b-4547-9529-642757cd22df None None] Provisioning complete for port 16324280-f1ac-4370-86ad-c0f8053e4b9b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:34.753718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-47b340e9-8b4b-4547-9529-642757cd22df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.850977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab4659-6a43-4e68-aab9-dd1d84842108 None None] Network ebd230ef-5490-450d-83b1-caf8f420e6fe requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:12:34.870701 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9f64b0b8-3fd7-4b2e-92a9-13534da5fd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.894702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Allocated IP 172.25.5.115 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/df6bdb11-4521-48c3-a85f-1e4691813641) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:12:34.906978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ede18d-d339-4c54-a4d7-7088f3f6e102 req-6fde03b5-6e4a-4127-a8a8-8b162d469cf1 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:34.910092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22ede18d-d339-4c54-a4d7-7088f3f6e102 req-6fde03b5-6e4a-4127-a8a8-8b162d469cf1 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 945 time: 0.3171988 Aug 21 09:12:34.939060 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:34.957986 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9f64b0b8-3fd7-4b2e-92a9-13534da5fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.015673 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9f64b0b8-3fd7-4b2e-92a9-13534da5fd9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88cab8d6cd1d433293b77953271ca7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805741 Aug 21 09:12:35.022830 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-47b340e9-8b4b-4547-9529-642757cd22df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.032916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45264) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:35.108037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64b0b8-3fd7-4b2e-92a9-13534da5fd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a72d87-be70-4bf0-909e-429b7fabb8fd,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:35.147203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-13e74dd4-09bb-4b9f-806d-36b6701c2fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.155932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-47b340e9-8b4b-4547-9529-642757cd22df None None] For port 16324280-f1ac-4370-86ad-c0f8053e4b9b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=16324280-f1ac-4370-86ad-c0f8053e4b9b,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:35.164871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22ede18d-d339-4c54-a4d7-7088f3f6e102 req-2ff29d3f-c3e5-4832-bbd9-5343e4012c52 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbaf95b-db5a-421b-a282-cebd4dd98a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137270 Aug 21 09:12:35.188221 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-13e74dd4-09bb-4b9f-806d-36b6701c2fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.205569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Allocated IP 172.20.0.4 (229ca434-f22f-42d3-8849-650f18a59c24/463a8c9c-31b7-4fa6-9496-6601c4049e9d/b753bf35-5761-4f4d-a246-ceff7f755b4d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:12:35.308915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdc08930-bfb9-4b4d-9e59-085996624759 req-80aa301d-006e-49fa-9222-951cd7465800 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 210 time: 0.0493324 Aug 21 09:12:35.319197 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-47b340e9-8b4b-4547-9529-642757cd22df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.352932 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-13e74dd4-09bb-4b9f-806d-36b6701c2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.356043 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-13e74dd4-09bb-4b9f-806d-36b6701c2fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.358734 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-13e74dd4-09bb-4b9f-806d-36b6701c2fd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64a72d87-be70-4bf0-909e-429b7fabb8fd HTTP/1.1" status: 204 len: 168 time: 0.3199334 Aug 21 09:12:35.367963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e74dd4-09bb-4b9f-806d-36b6701c2fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a72d87-be70-4bf0-909e-429b7fabb8fd,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:35.411470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b340e9-8b4b-4547-9529-642757cd22df None None] Pushing event updated for resources: {'Port': ['ID=16324280-f1ac-4370-86ad-c0f8053e4b9b,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:35.417229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Allocated IP 172.20.0.3 (6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9/622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118/ac09d238-1bc7-4569-a29e-560415da807d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:12:35.429913 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3e532bd8-fcfd-4003-899b-ff092a8b2f98 req-b62f1aca-81ec-4993-af2b-499c14899557 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.441429 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.442002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:35.447443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fbb042fb-6f74-465d-a26c-ca74d14662aa None None] Provisioning complete for port 16324280-f1ac-4370-86ad-c0f8053e4b9b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:35.447862 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fbb042fb-6f74-465d-a26c-ca74d14662aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.490848 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.544212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f1aca-81ec-4993-af2b-499c14899557 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Pushing event deleted for resources: {'Port': ['ID=e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:35.579862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0f7739f-154a-4b23-ab9b-5262d0d99e8e req-2ff56a85-34c6-4705-95b5-77326c54dcde tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 210 time: 0.1398916 Aug 21 09:12:35.690059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:35.724389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e532bd8-fcfd-4003-899b-ff092a8b2f98 req-b62f1aca-81ec-4993-af2b-499c14899557 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] No DVR routers for this DVR port e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:35.726263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:35.734467 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3e532bd8-fcfd-4003-899b-ff092a8b2f98 req-b62f1aca-81ec-4993-af2b-499c14899557 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.736524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e532bd8-fcfd-4003-899b-ff092a8b2f98 req-b62f1aca-81ec-4993-af2b-499c14899557 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.22 "DELETE /v2.0/ports/e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 HTTP/1.1" status: 204 len: 173 time: 2.2101634 Aug 21 09:12:35.738213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec1efa-fc8e-4c09-b9af-058a04be2d39', 'name': 'network-vif-deleted', 'tag': 'e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:35.746837 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2545cd93-3ca8-4793-8762-219df271e0db" -d '{"events": [{"server_uuid": "34ec1efa-fc8e-4c09-b9af-058a04be2d39", "name": "network-vif-deleted", "tag": "e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:35.749824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:12:35.800203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 16324280-f1ac-4370-86ad-c0f8053e4b9b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:35.820241 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f642c564-b5bc-4988-8e42-de3c487e03ba x-openstack-request-id: req-f642c564-b5bc-4988-8e42-de3c487e03ba {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:35.820538 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec1efa-fc8e-4c09-b9af-058a04be2d39", "name": "network-vif-deleted", "tag": "e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:35.821178 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f642c564-b5bc-4988-8e42-de3c487e03ba {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:35.821178 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec1efa-fc8e-4c09-b9af-058a04be2d39', 'name': 'network-vif-deleted', 'tag': 'e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029', 'status': 'completed', 'code': 200} Aug 21 09:12:35.827935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Pushing event updated for resources: {'Port': ['ID=8de1cf46-01e6-4052-9b07-f7fda037ff8c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:35.869346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 16324280-f1ac-4370-86ad-c0f8053e4b9b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:35.870019 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.876031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.909002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:35.909538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:35.965547 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.013718 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.019222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-e8d697f1-e1bf-4564-8d8a-ac5b9a48b9a7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7452977 Aug 21 09:12:36.028850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:36.039182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Request body: {'port': {'device_id': '801a1655-4b0c-464a-a2ed-26e5f39bf310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:36.042921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:36.049428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:12:36.082849 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45294) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:36.097006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7c0a4ef-02d3-4568-86bc-2ab6f4902441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.109484 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.111032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Pushing event updated for resources: {'Port': ['ID=df6bdb11-4521-48c3-a85f-1e4691813641,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:36.204758 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7c0a4ef-02d3-4568-86bc-2ab6f4902441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.272548 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7c0a4ef-02d3-4568-86bc-2ab6f4902441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.312553 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0a4ef-02d3-4568-86bc-2ab6f4902441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c68191-0b2e-4533-8206-44f57988066d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:36.317274 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e7c0a4ef-02d3-4568-86bc-2ab6f4902441 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13d2b24567f14df5ad5f2fc4c380be19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333426 Aug 21 09:12:36.319826 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45304) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:36.392759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa878-a448-49b7-a506-d40e175b81c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.417000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa878-a448-49b7-a506-d40e175b81c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.567820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Network 229ca434-f22f-42d3-8849-650f18a59c24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:36.600040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-475a0ba6-10d7-4a96-8434-e25f43d303e9 req-ea6e556d-05c3-4752-b8d6-70c9e4d9c122 tempest-ServerRescueNegativeTestJSON-1786494451 tempest-ServerRescueNegativeTestJSON-1786494451-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ec1efa-fc8e-4c09-b9af-058a04be2d39 HTTP/1.1" status: 200 len: 210 time: 0.0853393 Aug 21 09:12:36.604919 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa878-a448-49b7-a506-d40e175b81c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.607484 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3aaa878-a448-49b7-a506-d40e175b81c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.608931 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d3aaa878-a448-49b7-a506-d40e175b81c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51c68191-0b2e-4533-8206-44f57988066d HTTP/1.1" status: 204 len: 168 time: 0.2873681 Aug 21 09:12:36.611416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:36.622787 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aaa878-a448-49b7-a506-d40e175b81c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c68191-0b2e-4533-8206-44f57988066d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:36.632835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:12:36.635945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.639211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b556179-8c3e-4208-b697-b843f99f9712 req-4c0a3107-484e-48db-9bcd-86d57bd99ccc tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 210 time: 0.0768998 Aug 21 09:12:36.680084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Pushing event updated for resources: {'Port': ['ID=b753bf35-5761-4f4d-a246-ceff7f755b4d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:36.721594 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.889378 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-876c89c3-faf7-4029-8ad7-08336ad5decd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.890594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:36.891227 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:36.909478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:36.933222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:36.942504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:12:36.951936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Pushing event updated for resources: {'Port': ['ID=ac09d238-1bc7-4569-a29e-560415da807d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:37.049441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b34fe5-f827-4ddf-83a5-e43e543c84e3 req-8d2cfc49-7e81-443b-b503-7114d08c44fa tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:37.050971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5b34fe5-f827-4ddf-83a5-e43e543c84e3 req-8d2cfc49-7e81-443b-b503-7114d08c44fa tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 931 time: 0.3185630 Aug 21 09:12:37.060679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-8e119841-1254-49f5-a76d-16203f52966f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2723699 Aug 21 09:12:37.103479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Request body: {'port': {'device_id': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:37.217399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:37.218003 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:37.333389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5b34fe5-f827-4ddf-83a5-e43e543c84e3 req-8791815e-c0cc-4367-9e34-65643ab8ce87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644069 Aug 21 09:12:37.399903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-6f35405a-fb06-4885-bc03-fb8bd88ee917 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0277448 Aug 21 09:12:37.418581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e77ebada-16ce-486f-b665-121a4405294f tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:37.420044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e77ebada-16ce-486f-b665-121a4405294f tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/networks?id=ebd230ef-5490-450d-83b1-caf8f420e6fe HTTP/1.1" status: 200 len: 809 time: 0.3682070 Aug 21 09:12:37.424255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Request body: {'port': {'device_id': 'c2441d68-e563-43f4-8cd3-c6cc0458fe87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:37.433922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:37.490992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:37.495888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-485d7f0b-af7f-4704-877b-478b556f5919 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/quotas/cfbc6ac9734e4d738afcb8c6ab4865ef HTTP/1.1" status: 200 len: 375 time: 0.0650814 Aug 21 09:12:37.620883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-1c2c4231-20f0-4a11-ba99-53d83d023cdf tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfbc6ac9734e4d738afcb8c6ab4865ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871286 Aug 21 09:12:37.644027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:37.691963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45356) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:37.822826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de1cf46-01e6-4052-9b07-f7fda037ff8c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:37.852645 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:37.938030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Transition to ACTIVE for port object 8de1cf46-01e6-4052-9b07-f7fda037ff8c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:38.070071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:38.086631 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:38.087828 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:38.091695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:38.092057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e00e6e53-8a2c-42ec-bd55-c2a2ea2d6029 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:38.104726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a99fb-a033-4b1e-91b7-e2ddc2854292 req-0d821b5a-9ffd-47aa-92c6-e4d2dab41bc8 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:38.106200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c36a99fb-a033-4b1e-91b7-e2ddc2854292 req-0d821b5a-9ffd-47aa-92c6-e4d2dab41bc8 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 931 time: 0.3369818 Aug 21 09:12:38.149404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-2a555dad-53eb-4dca-a9e9-03916d8dcdc5 service neutron] 10.222.0.20 "GET /v2.0/networks/ebd230ef-5490-450d-83b1-caf8f420e6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090342 Aug 21 09:12:38.329764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Pushing event updated for resources: {'Port': ['ID=8de1cf46-01e6-4052-9b07-f7fda037ff8c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:38.332889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] Deleting port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:38.333230 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:38.422404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] For port 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1fd05ecd-55ed-4c09-af6e-e1aeb8705c06,segment=NetworkSegment(1e3d9942-9bee-4ab5-99d1-3b4363ea405e),segment_id=1e3d9942-9bee-4ab5-99d1-3b4363ea405e)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:38.422795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:38.435651 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] Calling delete_port for 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:38.689952 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:38.718121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.718706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.718805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.719099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.719422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.719782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.720106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.720422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.720743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.721062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.721369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.721692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:38.722389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd05ecd-55ed-4c09-af6e-e1aeb8705c06,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:38.743919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c36a99fb-a033-4b1e-91b7-e2ddc2854292 req-56640326-6d44-4a53-a2bf-e665b1fe8393 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064212 Aug 21 09:12:38.750062 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:38.897962 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:38.931375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b753bf35-5761-4f4d-a246-ceff7f755b4d {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:38.937639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-fe0c9ee4-37fa-4430-b2d9-9b20e9e6b8cb service neutron] 10.222.0.20 "GET /v2.0/networks/ebd230ef-5490-450d-83b1-caf8f420e6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408793 Aug 21 09:12:38.948518 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.021271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Attempting to bind port 8de1cf46-01e6-4052-9b07-f7fda037ff8c on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:12:39.021609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Attempting to bind port 8de1cf46-01e6-4052-9b07-f7fda037ff8c by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:12:39.021936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Attempting to bind port 8de1cf46-01e6-4052-9b07-f7fda037ff8c on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:39.032399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Transition to ACTIVE for port object b753bf35-5761-4f4d-a246-ceff7f755b4d will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:39.055819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Port 8de1cf46-01e6-4052-9b07-f7fda037ff8c on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:12:39.056160 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Attempting to bind port 8de1cf46-01e6-4052-9b07-f7fda037ff8c on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:39.076770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:12:39.077108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Checking segment: {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:39.077500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Bound using segment: {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:12:39.077938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Bound port: 8de1cf46-01e6-4052-9b07-f7fda037ff8c, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:12:39.078300 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.095552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac09d238-1bc7-4569-a29e-560415da807d {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:39.115040 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.120879 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.153634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] Router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:12:39.206868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Transition to ACTIVE for port object ac09d238-1bc7-4569-a29e-560415da807d will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:39.257286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b753bf35-5761-4f4d-a246-ceff7f755b4d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:39.268085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:12:39.276510 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c14c2ed5-9b07-4c1f-b69e-4d46d56f0f08 admin admin] 10.222.0.20 "PUT /v2.0/routers/4da030bb-ab1b-41f4-8280-dcdc0b856ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5800979 Aug 21 09:12:39.276510 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45378) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:39.278792 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3afb5b-bebb-460b-ae41-45cf34429a3f None None] Sync routers for ids ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:12:39.292579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5d866-8ae1-4a77-8be7-a420aff1dbe0 req-df7ec8ec-528c-41fe-8ac3-b1a795a357e0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:39.294107 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6da5d866-8ae1-4a77-8be7-a420aff1dbe0 req-df7ec8ec-528c-41fe-8ac3-b1a795a357e0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 943 time: 0.2036026 Aug 21 09:12:39.295036 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3afb5b-bebb-460b-ae41-45cf34429a3f None None] Routers {'4da030bb-ab1b-41f4-8280-dcdc0b856ad8'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:39.296379 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb3afb5b-bebb-460b-ae41-45cf34429a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:39.304989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.309539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] For port 8de1cf46-01e6-4052-9b07-f7fda037ff8c, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:12:39.388907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] For port 8de1cf46-01e6-4052-9b07-f7fda037ff8c, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8de1cf46-01e6-4052-9b07-f7fda037ff8c,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:12:39.429820 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.432033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:12:39.439049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac09d238-1bc7-4569-a29e-560415da807d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:39.464135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6da5d866-8ae1-4a77-8be7-a420aff1dbe0 req-b2f86393-0993-42ae-91c0-9ad18b22ec87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555593 Aug 21 09:12:39.478901 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-fb3afb5b-bebb-460b-ae41-45cf34429a3f None None] Set router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:39.489480 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.518794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Attempting to bind port b753bf35-5761-4f4d-a246-ceff7f755b4d on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:12:39.519401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Attempting to bind port b753bf35-5761-4f4d-a246-ceff7f755b4d by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:12:39.519922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Attempting to bind port b753bf35-5761-4f4d-a246-ceff7f755b4d on network 229ca434-f22f-42d3-8849-650f18a59c24 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:39.536964 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e430f3f-2ca9-439c-a9e5-f83358473929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.614318 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.684092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Pushing event updated for resources: {'Port': ['ID=8de1cf46-01e6-4052-9b07-f7fda037ff8c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:39.738768 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.753166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:39.753748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.755339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-95fda451-10f3-4abf-9bab-db9035d2939f service neutron] 10.222.0.13 "PUT /v2.0/ports/8de1cf46-01e6-4052-9b07-f7fda037ff8c HTTP/1.1" status: 200 len: 1092 time: 3.7218301 Aug 21 09:12:39.764186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b4dfd60-c374-4bce-bbf8-994e0af0d6f9 req-ec2fca78-13a2-44ae-abb7-91e9f1fb83be tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 210 time: 0.0526042 Aug 21 09:12:39.770013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801a1655-4b0c-464a-a2ed-26e5f39bf310', 'tag': '8de1cf46-01e6-4052-9b07-f7fda037ff8c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:39.773030 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f150fa-90cf-45fb-baa6-4323b15bd1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "801a1655-4b0c-464a-a2ed-26e5f39bf310", "tag": "8de1cf46-01e6-4052-9b07-f7fda037ff8c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:39.783424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Port b753bf35-5761-4f4d-a246-ceff7f755b4d on network 229ca434-f22f-42d3-8849-650f18a59c24 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:12:39.783914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Attempting to bind port b753bf35-5761-4f4d-a246-ceff7f755b4d on network 229ca434-f22f-42d3-8849-650f18a59c24 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:39.801040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Attempting to bind port ac09d238-1bc7-4569-a29e-560415da807d on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:12:39.801569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Attempting to bind port ac09d238-1bc7-4569-a29e-560415da807d by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:12:39.802055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Attempting to bind port ac09d238-1bc7-4569-a29e-560415da807d on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:39.808695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:12:39.809049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Checking segment: {'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:39.809426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Bound using segment: {'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:12:39.809874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Bound port: b753bf35-5761-4f4d-a246-ceff7f755b4d, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:12:39.810231 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.823824 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Deleting port a4736b9a-e0d2-40e7-ab7f-32b512d44be1 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:39.825890 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.830769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Port ac09d238-1bc7-4569-a29e-560415da807d on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:12:39.831423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Attempting to bind port ac09d238-1bc7-4569-a29e-560415da807d on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:39.842421 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb3afb5b-bebb-460b-ae41-45cf34429a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-router', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:50Z', 'updated_at': '2021-08-21T09:12:38Z', 'revision_number': 5, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'gw_port': {'id': 'a4736b9a-e0d2-40e7-ab7f-32b512d44be1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:09:51Z', 'updated_at': '2021-08-21T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:39.870787 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3afb5b-bebb-460b-ae41-45cf34429a3f None None] Checking router: 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:12:39.887155 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3afb5b-bebb-460b-ae41-45cf34429a3f None None] Routers {'4da030bb-ab1b-41f4-8280-dcdc0b856ad8'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:39.888267 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb3afb5b-bebb-460b-ae41-45cf34429a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:39.941352 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db0e739-43f7-4296-a885-5cad90763142 x-openstack-request-id: req-7db0e739-43f7-4296-a885-5cad90763142 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:39.941717 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801a1655-4b0c-464a-a2ed-26e5f39bf310", "tag": "8de1cf46-01e6-4052-9b07-f7fda037ff8c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:39.941924 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db0e739-43f7-4296-a885-5cad90763142 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:39.942325 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801a1655-4b0c-464a-a2ed-26e5f39bf310', 'tag': '8de1cf46-01e6-4052-9b07-f7fda037ff8c', 'status': 'completed', 'code': 200} Aug 21 09:12:39.943154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:12:39.943493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Checking segment: {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:39.944030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Bound using segment: {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:12:39.948852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Bound port: ac09d238-1bc7-4569-a29e-560415da807d, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:12:39.948852 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.961525 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] For port a4736b9a-e0d2-40e7-ab7f-32b512d44be1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a4736b9a-e0d2-40e7-ab7f-32b512d44be1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:39.961907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:39.977135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Calling delete_port for a4736b9a-e0d2-40e7-ab7f-32b512d44be1 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:40.090993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] For port b753bf35-5761-4f4d-a246-ceff7f755b4d, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:12:40.112323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:12:40.119672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Sync routers for ids ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:12:40.122206 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-fb3afb5b-bebb-460b-ae41-45cf34429a3f None None] Set router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:40.143159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Routers {'a673fe1b-eac0-4c58-9ed4-011fe4c35d95'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:40.143159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:40.176221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] For port b753bf35-5761-4f4d-a246-ceff7f755b4d, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b753bf35-5761-4f4d-a246-ceff7f755b4d,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:12:40.178691 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb3afb5b-bebb-460b-ae41-45cf34429a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-router', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:50Z', 'updated_at': '2021-08-21T09:12:39Z', 'revision_number': 6, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:40.198774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f150fa-90cf-45fb-baa6-4323b15bd1a7 req-1bc1db8d-a2e4-4047-90b7-8e962a02d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:40.201193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4f150fa-90cf-45fb-baa6-4323b15bd1a7 req-1bc1db8d-a2e4-4047-90b7-8e962a02d0f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2d9324fdb944003972025c84d781c03&device_id=801a1655-4b0c-464a-a2ed-26e5f39bf310 HTTP/1.1" status: 200 len: 1095 time: 0.1985972 Aug 21 09:12:40.214457 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3afb5b-bebb-460b-ae41-45cf34429a3f None None] The sync data for ids ['4da030bb-ab1b-41f4-8280-dcdc0b856ad8'] in n-d-766726-28 is: [{'id': '4da030bb-ab1b-41f4-8280-dcdc0b856ad8', 'name': 'tempest-ServerRescueNegativeTestJSON-1423403311-router', 'tenant_id': '5298abbe98234bb3897cabfe1642624a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:09:50Z', 'updated_at': '2021-08-21T09:12:39Z', 'revision_number': 6, 'project_id': '5298abbe98234bb3897cabfe1642624a', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:12:40.231834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c0504-ee67-4327-b3e0-0b66146d76d8 req-ace76e27-87d8-4393-b060-a1e7808f5b10 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:40.234040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d64c0504-ee67-4327-b3e0-0b66146d76d8 req-ace76e27-87d8-4393-b060-a1e7808f5b10 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 943 time: 0.3099027 Aug 21 09:12:40.278088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Set router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:40.288202 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:40.292090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4f776130-1205-45a7-84cf-50d51bba8aed admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.5794544 Aug 21 09:12:40.292791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45418) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:40.309185 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:40.342582 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45420) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:40.399157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:40.443341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4736b9a-e0d2-40e7-ab7f-32b512d44be1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:40.454677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:40.455450 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:40.456933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/b753bf35-5761-4f4d-a246-ceff7f755b4d HTTP/1.1" status: 200 len: 1092 time: 3.3812439 Aug 21 09:12:40.468445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] For port ac09d238-1bc7-4569-a29e-560415da807d, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:12:40.488029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d64c0504-ee67-4327-b3e0-0b66146d76d8 req-1c67e1ac-c62e-48a8-a632-24facbde4252 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282758 Aug 21 09:12:40.501526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:36Z', 'revision_number': 3, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:40.504889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d0863-251c-4062-be6c-91103a77f8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b753bf35-5761-4f4d-a246-ceff7f755b4d,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:40.530920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] For port ac09d238-1bc7-4569-a29e-560415da807d, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=ac09d238-1bc7-4569-a29e-560415da807d,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:12:40.536585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f150fa-90cf-45fb-baa6-4323b15bd1a7 req-0d44471d-11f1-4451-afff-52e39e4f98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:40.538207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4f150fa-90cf-45fb-baa6-4323b15bd1a7 req-0d44471d-11f1-4451-afff-52e39e4f98d1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e2d9324fdb944003972025c84d781c03&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2984889 Aug 21 09:12:40.622651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:40.648872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Checking router: a673fe1b-eac0-4c58-9ed4-011fe4c35d95 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:12:40.649949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Updating router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 port df6bdb11-4521-48c3-a85f-1e4691813641 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:12:40.700766 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:40.710603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19c48a64-ea1a-4efa-af3b-cda3a516bfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:40.767777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:40.768402 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:40.769805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] 10.222.0.22 "PUT /v2.0/ports/ac09d238-1bc7-4569-a29e-560415da807d HTTP/1.1" status: 200 len: 1092 time: 3.3596058 Aug 21 09:12:40.794858 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:40.829302 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:40.853999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-b5f0e8ee-51ba-450a-ade1-85d6272f46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:40.855522 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-b5f0e8ee-51ba-450a-ade1-85d6272f46d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=718e6edb095b4060a0ab060f45fe7efe&device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 1095 time: 0.2768397 Aug 21 09:12:40.870809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23aebec-cde6-4893-b7f7-e1bd24d226b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac09d238-1bc7-4569-a29e-560415da807d,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:40.905316 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79894ffc-e68f-4aa6-8264-d45883395e75 req-5512752f-b8be-4a98-ba80-806b6e1b3c6e tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 210 time: 0.0635121 Aug 21 09:12:40.959720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6ffc6-e163-47fd-8e58-98e3310439a3 req-ab6a71c2-7174-4559-aec1-dfc554f176db tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:40.961228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbc6ffc6-e163-47fd-8e58-98e3310439a3 req-ab6a71c2-7174-4559-aec1-dfc554f176db tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 943 time: 0.3147917 Aug 21 09:12:40.965882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-6cc68055-4bd3-45d8-a04a-eea8ae2cc655 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b753bf35-5761-4f4d-a246-ceff7f755b4d HTTP/1.1" status: 200 len: 217 time: 0.0961144 Aug 21 09:12:40.967944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f150fa-90cf-45fb-baa6-4323b15bd1a7 req-5afefb27-9abd-4db6-a7ce-c35b2ab99b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:40.969576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4f150fa-90cf-45fb-baa6-4323b15bd1a7 req-5afefb27-9abd-4db6-a7ce-c35b2ab99b26 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4200618 Aug 21 09:12:41.024360 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.036642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Transition to ACTIVE for port object df6bdb11-4521-48c3-a85f-1e4691813641 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:41.111033 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.120472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-c9f634cb-e421-4d7c-a839-32be045a6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:41.120873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-c9f634cb-e421-4d7c-a839-32be045a6058 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2d9324fdb944003972025c84d781c03&device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 1095 time: 0.2138965 Aug 21 09:12:41.145111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-17359e91-3846-49fd-92a6-c39e58e9f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:41.148704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-17359e91-3846-49fd-92a6-c39e58e9f8cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=463a8c9c-31b7-4fa6-9496-6601c4049e9d HTTP/1.1" status: 200 len: 854 time: 0.1335630 Aug 21 09:12:41.190089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-c1540de4-3968-4b78-8653-c70278a19949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=229ca434-f22f-42d3-8849-650f18a59c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279429 Aug 21 09:12:41.210512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbc6ffc6-e163-47fd-8e58-98e3310439a3 req-f3c3c546-34c9-4f51-b480-7fd27ce22bf5 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982553 Aug 21 09:12:41.242803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Attempting to bind port df6bdb11-4521-48c3-a85f-1e4691813641 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:12:41.243612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Attempting to bind port df6bdb11-4521-48c3-a85f-1e4691813641 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:12:41.244242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Attempting to bind port df6bdb11-4521-48c3-a85f-1e4691813641 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:41.246925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-a1c7adba-ec2e-47e9-a369-70f32e12f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:41.248873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-a1c7adba-ec2e-47e9-a369-70f32e12f430 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2d9324fdb944003972025c84d781c03&device_id=801a1655-4b0c-464a-a2ed-26e5f39bf310 HTTP/1.1" status: 200 len: 1095 time: 0.2217605 Aug 21 09:12:41.256054 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:12:41.256776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:41.257425 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.257742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-729bc288-db03-4dda-8a87-1a0f3a7326a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac09d238-1bc7-4569-a29e-560415da807d HTTP/1.1" status: 200 len: 217 time: 0.1186597 Aug 21 09:12:41.258254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:12:41.258941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Bound port: df6bdb11-4521-48c3-a85f-1e4691813641, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:12:41.259742 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.266210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849cbf8-952b-4525-955b-525ac0b5ed65 None None] Pushing event updated for resources: {'Port': ['ID=df6bdb11-4521-48c3-a85f-1e4691813641,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:41.348754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] For port df6bdb11-4521-48c3-a85f-1e4691813641, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:12:41.352664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.353215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] For port df6bdb11-4521-48c3-a85f-1e4691813641, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=df6bdb11-4521-48c3-a85f-1e4691813641,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:12:41.361541 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.364828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-c54c5047-bf96-4731-87d3-e1fe79d96bd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8de1cf46-01e6-4052-9b07-f7fda037ff8c HTTP/1.1" status: 200 len: 217 time: 0.0944207 Aug 21 09:12:41.425563 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.443530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-daf8d97d-67fa-4ec2-a4f0-32b433883d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:41.445186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-daf8d97d-67fa-4ec2-a4f0-32b433883d42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118 HTTP/1.1" status: 200 len: 853 time: 0.1676886 Aug 21 09:12:41.497965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-4c97fc06-a303-4adf-8411-71d261ec2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:41.501225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-4c97fc06-a303-4adf-8411-71d261ec2ce2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118 HTTP/1.1" status: 200 len: 853 time: 0.1277337 Aug 21 09:12:41.507237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Routers {'a673fe1b-eac0-4c58-9ed4-011fe4c35d95'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:41.508525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:41.515997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849cbf8-952b-4525-955b-525ac0b5ed65 None None] Pushing event updated for resources: {'Port': ['ID=df6bdb11-4521-48c3-a85f-1e4691813641,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:41.535896 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.535896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4da030bb-ab1b-41f4-8280-dcdc0b856ad8 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:12:41.535896 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.536941 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b550dc9d-a479-4850-87e3-331fa649ec1b admin admin] 10.222.0.20 "DELETE /v2.0/routers/4da030bb-ab1b-41f4-8280-dcdc0b856ad8 HTTP/1.1" status: 204 len: 168 time: 2.2602634 Aug 21 09:12:41.538385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45440) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:41.542925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-9bfa545b-2703-40ba-bfef-43f805f1ee6b service neutron] 10.222.0.13 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978323 Aug 21 09:12:41.590454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-8c9d8668-7dbb-44e6-af1e-eabecbdd50d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218247 Aug 21 09:12:41.595517 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19c48a64-ea1a-4efa-af3b-cda3a516bfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.644649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8c9d82-c0ee-4d04-aae0-81c64ac8b374 admin admin] Deleting subnet 2319e9b6-2291-4b85-aad1-7e138856752d {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:12:41.651829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.654466 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9d82-c0ee-4d04-aae0-81c64ac8b374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.692639 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19c48a64-ea1a-4efa-af3b-cda3a516bfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.724919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] Set router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:41.751857 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9d82-c0ee-4d04-aae0-81c64ac8b374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.785026 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c48a64-ea1a-4efa-af3b-cda3a516bfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a3d6a8-df3e-4348-a3fe-f668a279b567,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:41.821908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-272a77b1-2133-4266-ba3a-0b0e18c355df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2515097 Aug 21 09:12:41.824979 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-19c48a64-ea1a-4efa-af3b-cda3a516bfe9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b635cc03c1d54effb2844227de9f0d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4809222 Aug 21 09:12:41.825368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45444) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:41.879349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9d82-c0ee-4d04-aae0-81c64ac8b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:41.931587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:41.945556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'tag': 'b753bf35-5761-4f4d-a246-ceff7f755b4d'}, {'name': 'network-changed', 'server_uuid': 'c2441d68-e563-43f4-8cd3-c6cc0458fe87', 'tag': 'ac09d238-1bc7-4569-a29e-560415da807d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:41.947939 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb60be7-3bb4-4281-b566-204d81bcccaa" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9", "tag": "b753bf35-5761-4f4d-a246-ceff7f755b4d"}, {"name": "network-changed", "server_uuid": "c2441d68-e563-43f4-8cd3-c6cc0458fe87", "tag": "ac09d238-1bc7-4569-a29e-560415da807d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:41.964969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:41.965315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20219c9a-4f42-4ca0-9ee6-7d2712047dc0 req-92a5f8e2-7dcf-4635-be5f-6b11383bade6 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:41.965868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1fd05ecd-55ed-4c09-af6e-e1aeb8705c06 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:41.966556 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a4736b9a-e0d2-40e7-ab7f-32b512d44be1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:41.972741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20219c9a-4f42-4ca0-9ee6-7d2712047dc0 req-92a5f8e2-7dcf-4635-be5f-6b11383bade6 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 943 time: 0.3299100 Aug 21 09:12:41.999592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a4736b9a-e0d2-40e7-ab7f-32b512d44be1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:42.009857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a4736b9a-e0d2-40e7-ab7f-32b512d44be1 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:42.021580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-3165aaf4-53e1-4675-9800-a035feecc9ab service neutron] 10.222.0.22 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901215 Aug 21 09:12:42.030039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9aa6c28-c27d-4402-81dc-a43f82419b54 req-6a8510b2-41e8-45ba-ae37-09caf1d27c41 service neutron] 10.222.0.13 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557762 Aug 21 09:12:42.054226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:36Z', 'revision_number': 3, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:42.086038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b878418-3c40-4be1-81c0-b6496f369eb1 None None] The sync data for ids ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'] in n-d-766726-28 is: [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:36Z', 'revision_number': 3, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:12:42.096604 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6dd9c59d-dcc7-4be2-a884-dce924bc7975 req-661a2162-90ea-4b66-8398-7687dd7078cd tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 210 time: 0.0688717 Aug 21 09:12:42.101374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20219c9a-4f42-4ca0-9ee6-7d2712047dc0 req-f88a08a9-90ac-4ae9-a3ec-1767c52a6ae9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277897 Aug 21 09:12:42.103230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-b4b836b4-40a5-4fa8-ae9d-64fe7ecb88ab service neutron] 10.222.0.13 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646158 Aug 21 09:12:42.125464 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b82921-4111-463c-96d2-2d45178499cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.197722 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9d82-c0ee-4d04-aae0-81c64ac8b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.207898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b82921-4111-463c-96d2-2d45178499cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.209003 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a158b0-95a7-4a80-8c7d-11d511ea8519 x-openstack-request-id: req-64a158b0-95a7-4a80-8c7d-11d511ea8519 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:42.209299 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9", "tag": "b753bf35-5761-4f4d-a246-ceff7f755b4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c2441d68-e563-43f4-8cd3-c6cc0458fe87", "tag": "ac09d238-1bc7-4569-a29e-560415da807d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:42.209556 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64a158b0-95a7-4a80-8c7d-11d511ea8519 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:42.209951 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'tag': 'b753bf35-5761-4f4d-a246-ceff7f755b4d', 'status': 'completed', 'code': 200} Aug 21 09:12:42.210204 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2441d68-e563-43f4-8cd3-c6cc0458fe87', 'tag': 'ac09d238-1bc7-4569-a29e-560415da807d', 'status': 'completed', 'code': 200} Aug 21 09:12:42.254290 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c9d82-c0ee-4d04-aae0-81c64ac8b374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2319e9b6-2291-4b85-aad1-7e138856752d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:42.258465 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Allocated IP 172.20.0.1 (cb470795-a7d9-4d59-9181-9da93fe3ef24/167a0213-dbf1-4924-8b59-d359d50fbf1c/ea1590d4-5261-45f8-a179-29dad669333f) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:12:42.278776 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9d82-c0ee-4d04-aae0-81c64ac8b374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.288460 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6b8c9d82-c0ee-4d04-aae0-81c64ac8b374 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2319e9b6-2291-4b85-aad1-7e138856752d HTTP/1.1" status: 204 len: 168 time: 0.7448738 Aug 21 09:12:42.289528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45454) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:42.318705 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.479195 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.626163 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.674183 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b82921-4111-463c-96d2-2d45178499cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.676824 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b82921-4111-463c-96d2-2d45178499cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.680392 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-10b82921-4111-463c-96d2-2d45178499cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25a3d6a8-df3e-4348-a3fe-f668a279b567 HTTP/1.1" status: 204 len: 168 time: 0.8442509 Aug 21 09:12:42.697230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Transition to ACTIVE for port object ea1590d4-5261-45f8-a179-29dad669333f will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:42.715320 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b82921-4111-463c-96d2-2d45178499cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a3d6a8-df3e-4348-a3fe-f668a279b567,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:42.724000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.742037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a18130-a4db-48fa-b2f1-d4001ca6a243']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:42.758152 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3d9942-9bee-4ab5-99d1-3b4363ea405e') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:42.758536 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3d9942-9bee-4ab5-99d1-3b4363ea405e') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:42.779684 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.799770 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.812402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:12:42.812808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:12:42.814963 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:12:42.896242 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:42.910237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-65adcdd1-51e1-4208-8b1e-077c5b652277 service neutron] 10.222.0.22 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8706484 Aug 21 09:12:42.953640 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Network cb470795-a7d9-4d59-9181-9da93fe3ef24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:42.956755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:42.977450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:12:43.017753 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:43.022210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-81509aec-0e87-4086-a7f2-1221924ae945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:43.025972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-81509aec-0e87-4086-a7f2-1221924ae945 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=718e6edb095b4060a0ab060f45fe7efe&device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 1095 time: 0.7979262 Aug 21 09:12:43.033719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Pushing event updated for resources: {'Port': ['ID=ea1590d4-5261-45f8-a179-29dad669333f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:43.040174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:43.045990 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e7a18130-a4db-48fa-b2f1-d4001ca6a243 HTTP/1.1" status: 204 len: 168 time: 0.7397237 Aug 21 09:12:43.050534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39879d5b-934e-417a-9bde-d4a6058ec0a5 req-64c70310-9c9d-46d7-8a83-ba2f3913947d service neutron] 10.222.0.13 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9001570 Aug 21 09:12:43.068623 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12c506-be67-4327-aa8a-e7a073847840 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a18130-a4db-48fa-b2f1-d4001ca6a243,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:43.087114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:43.342585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa838d4-c1cd-444d-8be0-c5fb16c48d9e req-c220e055-8de7-48e8-8e2a-cd4ab18ff22c tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:43.345007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2fa838d4-c1cd-444d-8be0-c5fb16c48d9e req-c220e055-8de7-48e8-8e2a-cd4ab18ff22c tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 943 time: 0.4585693 Aug 21 09:12:43.391036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5053500a-72a4-4a49-8101-b49d9393b278 req-84cb9a41-84d5-4ca2-8766-c2aa57d8ec01 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 210 time: 0.1244943 Aug 21 09:12:43.409320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-951050b0-fb0f-48fe-a535-d9fd02ac67d2 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:43.410885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-951050b0-fb0f-48fe-a535-d9fd02ac67d2 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.22 "GET /v2.0/networks?id=ebd230ef-5490-450d-83b1-caf8f420e6fe HTTP/1.1" status: 200 len: 809 time: 1.1019871 Aug 21 09:12:43.434104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:43.446307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Request body: {'port': {'device_id': '7648b3f4-fbd7-4a50-9482-f23bd1d22e20', 'network_id': 'ebd230ef-5490-450d-83b1-caf8f420e6fe', 'admin_state_up': True, 'tenant_id': 'cfbc6ac9734e4d738afcb8c6ab4865ef'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:43.455494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-d932987c-4955-4689-bdfa-2b4b4c9de45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:43.457366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-d932987c-4955-4689-bdfa-2b4b4c9de45f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2d9324fdb944003972025c84d781c03&device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 1095 time: 0.3832021 Aug 21 09:12:43.523898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7f6861cf-80bf-4e6c-9901-8b7fd3ff9c2f None None] Provisioning for port ea1590d4-5261-45f8-a179-29dad669333f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:43.528755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7f6861cf-80bf-4e6c-9901-8b7fd3ff9c2f None None] Provisioning complete for port ea1590d4-5261-45f8-a179-29dad669333f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:43.537957 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f6861cf-80bf-4e6c-9901-8b7fd3ff9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:43.644959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7f6861cf-80bf-4e6c-9901-8b7fd3ff9c2f None None] Port ea1590d4-5261-45f8-a179-29dad669333f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:12:43.655361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-7f00b5e6-679b-4f1f-8f55-c3bcd27dbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:43.656861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-7f00b5e6-679b-4f1f-8f55-c3bcd27dbc18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=229ca434-f22f-42d3-8849-650f18a59c24 HTTP/1.1" status: 200 len: 915 time: 0.6010988 Aug 21 09:12:43.667130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2fa838d4-c1cd-444d-8be0-c5fb16c48d9e req-7d552865-6a5f-4fb6-805a-f714f4a524fa tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864830 Aug 21 09:12:43.667547 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45480) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:43.680064 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:43.743841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-d25e9f89-1267-4a30-bbab-36dd07662251 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b753bf35-5761-4f4d-a246-ceff7f755b4d HTTP/1.1" status: 200 len: 217 time: 0.0700366 Aug 21 09:12:43.761906 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:43.824574 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ccf3d4ea-e1c1-4d8f-86c1-06d7ebd5773d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5298abbe98234bb3897cabfe1642624a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556244 Aug 21 09:12:43.842472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83811514-fb63-4eb3-ab9e-d825878c64f0 req-af4288fd-7644-4514-9140-7403a932ab1d tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:43.844463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83811514-fb63-4eb3-ab9e-d825878c64f0 req-af4288fd-7644-4514-9140-7403a932ab1d tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 943 time: 0.3116462 Aug 21 09:12:43.850996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 45482) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:43.886266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-950238f9-c1ec-48f3-a3dd-3656fa42ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:43.887791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-950238f9-c1ec-48f3-a3dd-3656fa42ad19 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 HTTP/1.1" status: 200 len: 914 time: 0.4135163 Aug 21 09:12:43.895144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:43.895144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Pushing event updated for resources: {'Port': ['ID=ea1590d4-5261-45f8-a179-29dad669333f,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:43.897108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device df6bdb11-4521-48c3-a85f-1e4691813641 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:43.943928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-b44a5d4c-3117-4bc2-a94e-957cbfa2b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:43.945497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-b44a5d4c-3117-4bc2-a94e-957cbfa2b107 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=463a8c9c-31b7-4fa6-9496-6601c4049e9d HTTP/1.1" status: 200 len: 854 time: 0.1843822 Aug 21 09:12:44.024142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-92c115c8-d74d-4679-ae69-4718a0536bcc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac09d238-1bc7-4569-a29e-560415da807d HTTP/1.1" status: 200 len: 217 time: 0.1170664 Aug 21 09:12:44.034257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Network cb470795-a7d9-4d59-9181-9da93fe3ef24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:44.036672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:44.041950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Made reservation on behalf of cfbc6ac9734e4d738afcb8c6ab4865ef for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:44.046158 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:44.052809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-82231ee6-800d-4397-ae7f-a50f49bbf970 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=229ca434-f22f-42d3-8849-650f18a59c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475366 Aug 21 09:12:44.104487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port df6bdb11-4521-48c3-a85f-1e4691813641 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:44.109836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port df6bdb11-4521-48c3-a85f-1e4691813641 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:44.110473 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:44.129195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83811514-fb63-4eb3-ab9e-d825878c64f0 req-b68b1b53-4b65-4164-9bd0-1c3ce798eb65 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665648 Aug 21 09:12:44.232574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10088ec2-757f-45d8-b212-ee1ff98588a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:44.240939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-58e1c749-cc1c-44d3-a355-ed0ab110ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:44.242190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-58e1c749-cc1c-44d3-a355-ed0ab110ce89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118 HTTP/1.1" status: 200 len: 853 time: 0.1919799 Aug 21 09:12:44.250353 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:12:44.275252 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:44.310906 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port df6bdb11-4521-48c3-a85f-1e4691813641, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=df6bdb11-4521-48c3-a85f-1e4691813641,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:44.382157 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10088ec2-757f-45d8-b212-ee1ff98588a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:44.385254 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:44.455302 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:12:44.466511 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-544ce966-0a08-48aa-abe7-4bb042f84d80 admin admin] 10.222.0.20 "PUT /v2.0/routers/a673fe1b-eac0-4c58-9ed4-011fe4c35d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1725569 Aug 21 09:12:44.485363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-45fa607f-7372-45fe-a367-447d67564a32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2067327 Aug 21 09:12:44.504590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-a15a8f2f-6dcd-4e0d-a3ff-7921f7fc740c service neutron] 10.222.0.13 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245996 Aug 21 09:12:44.524186 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3d4b2a54-6b0e-4fc0-9649-758a6cc59e8b None None] Provisioning complete for port ea1590d4-5261-45f8-a179-29dad669333f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:44.525125 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2a54-6b0e-4fc0-9649-758a6cc59e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:44.584871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=df6bdb11-4521-48c3-a85f-1e4691813641,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:44.588497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3d4b2a54-6b0e-4fc0-9649-758a6cc59e8b None None] Port ea1590d4-5261-45f8-a179-29dad669333f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:12:44.657220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8de1cf46-01e6-4052-9b07-f7fda037ff8c details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:12:44.692763 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Sync routers for ids ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:12:44.705992 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Routers {'a673fe1b-eac0-4c58-9ed4-011fe4c35d95'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:44.707031 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:44.709645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b1e9a21-367b-445b-9b2e-a67e75b9a4e9 req-0a0b5f88-14c4-4eaf-9395-3d61b72085a0 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 210 time: 0.2063248 Aug 21 09:12:44.779904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Allocated IP 172.20.0.4 (ebd230ef-5490-450d-83b1-caf8f420e6fe/6f96fff1-187f-424b-80fd-1a80709dbe79/eea941ea-2507-4a8f-bc15-4e276f26862c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:12:44.848894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-86093f4e-5d5e-4ac5-9253-c0af0743eca6 service neutron] 10.222.0.22 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489099 Aug 21 09:12:44.859805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-dd2a3ae8-9045-46aa-a066-e3ab855e5a2f service neutron] 10.222.0.13 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369820 Aug 21 09:12:44.874191 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Set router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:44.935881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 8de1cf46-01e6-4052-9b07-f7fda037ff8c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8de1cf46-01e6-4052-9b07-f7fda037ff8c,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:44.970909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '8de1cf46-01e6-4052-9b07-f7fda037ff8c', 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9', 'port_id': '8de1cf46-01e6-4052-9b07-f7fda037ff8c', 'mac_address': 'fa:16:3e:09:dd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:12:45.088057 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.104154 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10088ec2-757f-45d8-b212-ee1ff98588a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.108055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de1cf46-01e6-4052-9b07-f7fda037ff8c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:45.111255 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10088ec2-757f-45d8-b212-ee1ff98588a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.112759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-10088ec2-757f-45d8-b212-ee1ff98588a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dbaf95b-db5a-421b-a282-cebd4dd98a7f HTTP/1.1" status: 204 len: 168 time: 1.2604315 Aug 21 09:12:45.161327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10088ec2-757f-45d8-b212-ee1ff98588a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbaf95b-db5a-421b-a282-cebd4dd98a7f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:45.174789 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 8de1cf46-01e6-4052-9b07-f7fda037ff8c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8de1cf46-01e6-4052-9b07-f7fda037ff8c,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:45.179839 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.193339 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.195413 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:43Z', 'revision_number': 4, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ea1590d4-5261-45f8-a179-29dad669333f', 'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'mac_address': 'fa:16:3e:8a:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:41Z', 'updated_at': '2021-08-21T09:12:43Z', 'revision_number': 2, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'subnets': [{'id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:45.202458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb60be7-3bb4-4281-b566-204d81bcccaa req-9991ca5f-fd78-40ec-aa7f-8e6ac9d5ddf1 service neutron] 10.222.0.22 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414018 Aug 21 09:12:45.252070 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Checking router: a673fe1b-eac0-4c58-9ed4-011fe4c35d95 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:12:45.252556 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Updating router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 port ea1590d4-5261-45f8-a179-29dad669333f binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:12:45.253938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.257236 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.260029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b753bf35-5761-4f4d-a246-ceff7f755b4d details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:12:45.273967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da645fc9-dd04-4bd9-8017-84e46b88de34 req-bb5059b6-d363-427d-8001-7cabb6f3a9aa tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:45.282940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da645fc9-dd04-4bd9-8017-84e46b88de34 req-bb5059b6-d363-427d-8001-7cabb6f3a9aa tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 943 time: 0.1957045 Aug 21 09:12:45.284698 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.343103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da645fc9-dd04-4bd9-8017-84e46b88de34 req-6f5ba867-34c5-4bfa-a065-d8f6ebea7101 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588720 Aug 21 09:12:45.400310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 45518) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:45.405785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3fffca8f-0db2-49e8-8138-dc23d70269ab tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--203190339', 'description': 'tempest-description--134607610'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:45.430957 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=8de1cf46-01e6-4052-9b07-f7fda037ff8c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:45.446747 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.512171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3fffca8f-0db2-49e8-8138-dc23d70269ab tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.587944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Network ebd230ef-5490-450d-83b1-caf8f420e6fe is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:45.602811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:45.605195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Pushing event updated for resources: {'Port': ['ID=eea941ea-2507-4a8f-bc15-4e276f26862c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:45.609688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:12:45.633417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b753bf35-5761-4f4d-a246-ceff7f755b4d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b753bf35-5761-4f4d-a246-ceff7f755b4d,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:45.662921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5792c31-eb76-4bd5-aab3-8a783313d3b3 req-9301cbf0-8e34-4d18-bb12-1681eb211af4 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:45.668214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5792c31-eb76-4bd5-aab3-8a783313d3b3 req-9301cbf0-8e34-4d18-bb12-1681eb211af4 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 943 time: 0.1452992 Aug 21 09:12:45.669077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'b753bf35-5761-4f4d-a246-ceff7f755b4d', 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24', 'port_id': 'b753bf35-5761-4f4d-a246-ceff7f755b4d', 'mac_address': 'fa:16:3e:ee:fb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463a8c9c-31b7-4fa6-9496-6601c4049e9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:12:45.761278 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3fffca8f-0db2-49e8-8138-dc23d70269ab tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.790416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45530) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:45.829831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5792c31-eb76-4bd5-aab3-8a783313d3b3 req-81ee4040-68cd-46f7-b374-69de41fc4685 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635378 Aug 21 09:12:45.836072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:45.836725 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.867785 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3fffca8f-0db2-49e8-8138-dc23d70269ab tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.914463 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:45.935164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffca8f-0db2-49e8-8138-dc23d70269ab tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d63788-ddd4-4cd9-9afe-1fa07ddfef99,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:45.937963 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Transition to ACTIVE for port object ea1590d4-5261-45f8-a179-29dad669333f will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:45.972677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-e7584b83-00f0-4840-8a57-e87b9d4bdd7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5360770 Aug 21 09:12:45.992454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Request body: {'port': {'device_id': '7648b3f4-fbd7-4a50-9482-f23bd1d22e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:46.035595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ab12543-ca7b-4238-bec2-174bfd31d1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.043440 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3fffca8f-0db2-49e8-8138-dc23d70269ab tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.047610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3fffca8f-0db2-49e8-8138-dc23d70269ab tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6428580 Aug 21 09:12:46.047813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45538) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:46.053257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3750498a-bda4-4558-834b-81443aabbc05 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Request body: {'security_group_rule': {'security_group_id': '80d63788-ddd4-4cd9-9afe-1fa07ddfef99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:46.055285 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.062243 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.083670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96df5-9020-4950-9942-dc45ea8c1f19 req-432c5dfa-f6c1-4f3f-9c78-4935bf6358e8 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:46.084225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b753bf35-5761-4f4d-a246-ceff7f755b4d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:46.086434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ae96df5-9020-4950-9942-dc45ea8c1f19 req-432c5dfa-f6c1-4f3f-9c78-4935bf6358e8 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 931 time: 0.1990345 Aug 21 09:12:46.090226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device df6bdb11-4521-48c3-a85f-1e4691813641 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:46.150975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device ac09d238-1bc7-4569-a29e-560415da807d details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:12:46.164756 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3750498a-bda4-4558-834b-81443aabbc05 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.183696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b753bf35-5761-4f4d-a246-ceff7f755b4d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b753bf35-5761-4f4d-a246-ceff7f755b4d,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:46.198675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port df6bdb11-4521-48c3-a85f-1e4691813641 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:46.199046 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.199936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ae96df5-9020-4950-9942-dc45ea8c1f19 req-91220d17-779d-467e-8a09-82d86d6ca5e8 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051874 Aug 21 09:12:46.200594 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Pushing event updated for resources: {'Port': ['ID=ea1590d4-5261-45f8-a179-29dad669333f,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:46.200720 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.287858 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.288380 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.288579 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.288914 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.289240 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.289565 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.290077 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.290682 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.290682 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.290901 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.291126 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.291440 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:12:46.317440 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.337609 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Attempting to bind port ea1590d4-5261-45f8-a179-29dad669333f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:12:46.338931 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Attempting to bind port ea1590d4-5261-45f8-a179-29dad669333f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:12:46.339221 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Attempting to bind port ea1590d4-5261-45f8-a179-29dad669333f on network cb470795-a7d9-4d59-9181-9da93fe3ef24 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:46.355074 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:12:46.355387 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Checking segment: {'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:46.355941 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.356664 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Bound using segment: {'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:12:46.356879 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Bound port: ea1590d4-5261-45f8-a179-29dad669333f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:12:46.357627 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.408731 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3750498a-bda4-4558-834b-81443aabbc05 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.457357 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] For port ea1590d4-5261-45f8-a179-29dad669333f, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:12:46.463039 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] For port ea1590d4-5261-45f8-a179-29dad669333f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ea1590d4-5261-45f8-a179-29dad669333f,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:12:46.474511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b753bf35-5761-4f4d-a246-ceff7f755b4d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:46.488157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ab12543-ca7b-4238-bec2-174bfd31d1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.503080 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port ac09d238-1bc7-4569-a29e-560415da807d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=ac09d238-1bc7-4569-a29e-560415da807d,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:46.517064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'ac09d238-1bc7-4569-a29e-560415da807d', 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9', 'port_id': 'ac09d238-1bc7-4569-a29e-560415da807d', 'mac_address': 'fa:16:3e:24:70:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:12:46.546961 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3750498a-bda4-4558-834b-81443aabbc05 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.566017 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.574940 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.584141 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750498a-bda4-4558-834b-81443aabbc05 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec913b9c-cd7a-40a6-b9e5-184f2c60d252,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:46.586217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac09d238-1bc7-4569-a29e-560415da807d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:46.591046 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ab12543-ca7b-4238-bec2-174bfd31d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.614287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['b753bf35-5761-4f4d-a246-ceff7f755b4d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:46.652525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['8de1cf46-01e6-4052-9b07-f7fda037ff8c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:46.734990 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6ab12543-ca7b-4238-bec2-174bfd31d1e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=836284bc916e4cd6928791fe82968834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9434419 Aug 21 09:12:46.738011 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab12543-ca7b-4238-bec2-174bfd31d1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9bab7e-c1c6-46b7-98d6-6e90fdde9002,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:46.742073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port ac09d238-1bc7-4569-a29e-560415da807d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=ac09d238-1bc7-4569-a29e-560415da807d,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:46.742768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 45552) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:46.765455 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27e550-c346-45f3-9174-17af6fdf3bce None None] Pushing event updated for resources: {'Port': ['ID=ea1590d4-5261-45f8-a179-29dad669333f,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:46.790403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3750498a-bda4-4558-834b-81443aabbc05 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.790403 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3750498a-bda4-4558-834b-81443aabbc05 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7335858 Aug 21 09:12:46.790403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45554) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:46.797213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a23e3bdf-e1dc-42d8-ab7c-03048f433b80 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Request body: {'security_group_rule': {'security_group_id': '80d63788-ddd4-4cd9-9afe-1fa07ddfef99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:46.804820 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Routers {'a673fe1b-eac0-4c58-9ed4-011fe4c35d95'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:12:46.805459 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:12:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:46.898848 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:46.951678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebd32d-724c-407c-bcf3-3bd0825dc470 req-b5296dd0-4ab2-4177-9743-721f5accfd27 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:46.959850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1aebd32d-724c-407c-bcf3-3bd0825dc470 req-b5296dd0-4ab2-4177-9743-721f5accfd27 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 944 time: 0.4763863 Aug 21 09:12:46.964130 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a23e3bdf-e1dc-42d8-ab7c-03048f433b80 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.069331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=ac09d238-1bc7-4569-a29e-560415da807d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:47.072668 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] Set router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:12:47.083984 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c284-ecb3-4580-b0a1-9af4eca398eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.132267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1aebd32d-724c-407c-bcf3-3bd0825dc470 req-b7571bc0-cb86-432d-9b78-15d538fd6fc2 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714518 Aug 21 09:12:47.143475 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a23e3bdf-e1dc-42d8-ab7c-03048f433b80 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.144306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['ac09d238-1bc7-4569-a29e-560415da807d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:47.152141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b43930-fdd6-4562-b888-3bbe99a2b124 req-ed40446e-4b51-4fed-85d8-09d1ea599773 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:47.153647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42b43930-fdd6-4562-b888-3bbe99a2b124 req-ed40446e-4b51-4fed-85d8-09d1ea599773 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 944 time: 0.1841204 Aug 21 09:12:47.196524 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c284-ecb3-4580-b0a1-9af4eca398eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.208598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a23e3bdf-e1dc-42d8-ab7c-03048f433b80 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.242776 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e3bdf-e1dc-42d8-ab7c-03048f433b80 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4449e51b-f062-4913-b579-72ee41c377b8,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:47.293579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42b43930-fdd6-4562-b888-3bbe99a2b124 req-13bf5366-6559-472e-8bf2-aafc35046dd5 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194372 Aug 21 09:12:47.318941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a23e3bdf-e1dc-42d8-ab7c-03048f433b80 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.325058 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a23e3bdf-e1dc-42d8-ab7c-03048f433b80 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5360541 Aug 21 09:12:47.325534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45568) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:47.332297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:47.340253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea941ea-2507-4a8f-bc15-4e276f26862c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:47.350407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.446133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Transition to ACTIVE for port object eea941ea-2507-4a8f-bc15-4e276f26862c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:47.448401 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c284-ecb3-4580-b0a1-9af4eca398eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.454583 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.455027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c284-ecb3-4580-b0a1-9af4eca398eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.456039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a2d0c284-ecb3-4580-b0a1-9af4eca398eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e9bab7e-c1c6-46b7-98d6-6e90fdde9002 HTTP/1.1" status: 204 len: 168 time: 0.7030871 Aug 21 09:12:47.468698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0c284-ecb3-4580-b0a1-9af4eca398eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9bab7e-c1c6-46b7-98d6-6e90fdde9002,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:47.497286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64312103-fe35-4253-b517-1410691c599f req-82eec5d9-c88b-4d8b-a324-ae5be64f1b13 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:47.499858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64312103-fe35-4253-b517-1410691c599f req-82eec5d9-c88b-4d8b-a324-ae5be64f1b13 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 931 time: 0.0836430 Aug 21 09:12:47.558717 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.586687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64312103-fe35-4253-b517-1410691c599f req-d234926e-b9e3-414e-bd2e-93c86954b7a2 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686257 Aug 21 09:12:47.619015 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:43Z', 'revision_number': 4, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ea1590d4-5261-45f8-a179-29dad669333f', 'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'mac_address': 'fa:16:3e:8a:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:41Z', 'updated_at': '2021-08-21T09:12:46Z', 'revision_number': 4, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'subnets': [{'id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:12:47.669784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Pushing event updated for resources: {'Port': ['ID=eea941ea-2507-4a8f-bc15-4e276f26862c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:47.692545 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1123c3da-7153-4257-9349-8f653ca20c1d None None] The sync data for ids ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'] in n-d-766726-28 is: [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:43Z', 'revision_number': 4, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ea1590d4-5261-45f8-a179-29dad669333f', 'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'mac_address': 'fa:16:3e:8a:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:41Z', 'updated_at': '2021-08-21T09:12:46Z', 'revision_number': 4, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'subnets': [{'id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:12:47.807011 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.826781 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Attempting to bind port eea941ea-2507-4a8f-bc15-4e276f26862c on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:12:47.829310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Attempting to bind port eea941ea-2507-4a8f-bc15-4e276f26862c by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'b243c13a-d961-45ab-a669-2c7ad9575675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ebd230ef-5490-450d-83b1-caf8f420e6fe'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:12:47.829310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Attempting to bind port eea941ea-2507-4a8f-bc15-4e276f26862c on network ebd230ef-5490-450d-83b1-caf8f420e6fe {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:47.834137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Port eea941ea-2507-4a8f-bc15-4e276f26862c on network ebd230ef-5490-450d-83b1-caf8f420e6fe not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:12:47.834530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Attempting to bind port eea941ea-2507-4a8f-bc15-4e276f26862c on network ebd230ef-5490-450d-83b1-caf8f420e6fe {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:47.843127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:12:47.843528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Checking segment: {'id': 'b243c13a-d961-45ab-a669-2c7ad9575675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ebd230ef-5490-450d-83b1-caf8f420e6fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:47.846755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Bound using segment: {'id': 'b243c13a-d961-45ab-a669-2c7ad9575675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ebd230ef-5490-450d-83b1-caf8f420e6fe'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:12:47.847185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Bound port: eea941ea-2507-4a8f-bc15-4e276f26862c, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b243c13a-d961-45ab-a669-2c7ad9575675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ebd230ef-5490-450d-83b1-caf8f420e6fe'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:12:47.847401 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:47.936342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] For port eea941ea-2507-4a8f-bc15-4e276f26862c, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:12:47.941353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] For port eea941ea-2507-4a8f-bc15-4e276f26862c, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eea941ea-2507-4a8f-bc15-4e276f26862c,segment=NetworkSegment(b243c13a-d961-45ab-a669-2c7ad9575675),segment_id=b243c13a-d961-45ab-a669-2c7ad9575675)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:12:47.958006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Allocated IP 172.25.5.96 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/9c32bdc3-0e80-4fcd-86a0-d76f0a31a759) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:12:48.048754 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:48.133704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:48.136767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:48.143960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] 10.222.0.22 "PUT /v2.0/ports/eea941ea-2507-4a8f-bc15-4e276f26862c HTTP/1.1" status: 200 len: 1092 time: 2.1574397 Aug 21 09:12:48.144105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7648b3f4-fbd7-4a50-9482-f23bd1d22e20', 'tag': 'eea941ea-2507-4a8f-bc15-4e276f26862c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:48.146720 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdf5f01-5e8b-42f2-99ca-0269258ace23" -d '{"events": [{"name": "network-changed", "server_uuid": "7648b3f4-fbd7-4a50-9482-f23bd1d22e20", "tag": "eea941ea-2507-4a8f-bc15-4e276f26862c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:48.152059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device ac09d238-1bc7-4569-a29e-560415da807d up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:48.186003 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:48.231469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb35df-cd19-4d82-ae66-96c7cd1a4b6d service neutron] Pushing event updated for resources: {'Port': ['ID=eea941ea-2507-4a8f-bc15-4e276f26862c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:48.302708 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5ee7df-6331-4060-b0c7-068567965bff x-openstack-request-id: req-8c5ee7df-6331-4060-b0c7-068567965bff {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:48.303405 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7648b3f4-fbd7-4a50-9482-f23bd1d22e20", "tag": "eea941ea-2507-4a8f-bc15-4e276f26862c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:48.303679 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c5ee7df-6331-4060-b0c7-068567965bff {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:48.304179 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7648b3f4-fbd7-4a50-9482-f23bd1d22e20', 'tag': 'eea941ea-2507-4a8f-bc15-4e276f26862c', 'status': 'completed', 'code': 200} Aug 21 09:12:48.393985 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:48.394200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port ac09d238-1bc7-4569-a29e-560415da807d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:48.406699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port ac09d238-1bc7-4569-a29e-560415da807d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:48.412247 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:48.465312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10eed1-59c6-4acb-b344-ac3de1b961f8 req-96299775-bcf5-45d9-894c-d2e8a39aed90 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:48.474448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45596) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:48.476399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e10eed1-59c6-4acb-b344-ac3de1b961f8 req-96299775-bcf5-45d9-894c-d2e8a39aed90 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 944 time: 0.2260389 Aug 21 09:12:48.507087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf5f01-5e8b-42f2-99ca-0269258ace23 req-c42982b9-4d09-4d3b-9fbe-f1a736aaa2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:48.512410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cdf5f01-5e8b-42f2-99ca-0269258ace23 req-c42982b9-4d09-4d3b-9fbe-f1a736aaa2ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cfbc6ac9734e4d738afcb8c6ab4865ef&device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 1095 time: 0.2369902 Aug 21 09:12:48.534371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:48.558701 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:48.563391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Pushing event updated for resources: {'Port': ['ID=9c32bdc3-0e80-4fcd-86a0-d76f0a31a759,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:48.569052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:12:48.606781 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:48.652202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf5f01-5e8b-42f2-99ca-0269258ace23 req-aa86a880-21dc-44c3-b0bd-9468b03d9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:48.653694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cdf5f01-5e8b-42f2-99ca-0269258ace23 req-aa86a880-21dc-44c3-b0bd-9468b03d9009 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=cfbc6ac9734e4d738afcb8c6ab4865ef&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1312990 Aug 21 09:12:48.665863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edb5b7-9ae6-4b4b-9f35-96833db6fff6 req-a8a7dd90-4595-4612-afdb-49f27bff760b tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:48.675241 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0edb5b7-9ae6-4b4b-9f35-96833db6fff6 req-a8a7dd90-4595-4612-afdb-49f27bff760b tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 944 time: 0.2643847 Aug 21 09:12:48.684334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2441d68-e563-43f4-8cd3-c6cc0458fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09d238-1bc7-4569-a29e-560415da807d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:48.696876 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eba683-fa53-4d5b-99c3-e4ecf27f6203" -d '{"events": [{"server_uuid": "c2441d68-e563-43f4-8cd3-c6cc0458fe87", "name": "network-vif-plugged", "status": "completed", "tag": "ac09d238-1bc7-4569-a29e-560415da807d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:48.713079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b753bf35-5761-4f4d-a246-ceff7f755b4d up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:48.790992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e10eed1-59c6-4acb-b344-ac3de1b961f8 req-f493331e-7749-4c0b-a8f6-d3029d6d9448 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136742 Aug 21 09:12:48.794380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:48.816571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port ac09d238-1bc7-4569-a29e-560415da807d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=ac09d238-1bc7-4569-a29e-560415da807d,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:48.839102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf5f01-5e8b-42f2-99ca-0269258ace23 req-e742ac76-c627-44ca-a142-696c95be7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:48.840728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cdf5f01-5e8b-42f2-99ca-0269258ace23 req-e742ac76-c627-44ca-a142-696c95be7629 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1591165 Aug 21 09:12:48.848954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f9175ad-1221-4713-bfdd-05fae0a6c23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:48.866723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0edb5b7-9ae6-4b4b-9f35-96833db6fff6 req-1d951f36-0ea6-4744-b051-b6a020becd3a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904414 Aug 21 09:12:48.912313 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:48.985260 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eb22ec-7d87-457d-b3a9-2ede5384a2be x-openstack-request-id: req-33eb22ec-7d87-457d-b3a9-2ede5384a2be {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:48.985509 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2441d68-e563-43f4-8cd3-c6cc0458fe87", "name": "network-vif-plugged", "status": "completed", "tag": "ac09d238-1bc7-4569-a29e-560415da807d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:48.985737 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33eb22ec-7d87-457d-b3a9-2ede5384a2be {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:48.986152 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2441d68-e563-43f4-8cd3-c6cc0458fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac09d238-1bc7-4569-a29e-560415da807d', 'code': 200} Aug 21 09:12:49.003662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port b753bf35-5761-4f4d-a246-ceff7f755b4d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:49.008352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port b753bf35-5761-4f4d-a246-ceff7f755b4d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:49.008729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.056783 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.109737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=ac09d238-1bc7-4569-a29e-560415da807d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:49.186852 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f9175ad-1221-4713-bfdd-05fae0a6c23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.278705 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.287796 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f9175ad-1221-4713-bfdd-05fae0a6c23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.315890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b753bf35-5761-4f4d-a246-ceff7f755b4d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b753bf35-5761-4f4d-a246-ceff7f755b4d,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:49.347522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9175ad-1221-4713-bfdd-05fae0a6c23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a70b63-f1bc-44c4-a6b6-02abeed0e6f4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:49.391247 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.392958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8de1cf46-01e6-4052-9b07-f7fda037ff8c up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:49.405361 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2f9175ad-1221-4713-bfdd-05fae0a6c23f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cc8c05669d94ec0bb48ced90f0a7bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9252627 Aug 21 09:12:49.416603 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45618) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:12:49.523683 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3df6466d-1214-4902-95e1-48a2deb2656e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.551261 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3df6466d-1214-4902-95e1-48a2deb2656e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.592217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b753bf35-5761-4f4d-a246-ceff7f755b4d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:49.616426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-9de0c31d-e1d7-4027-87ae-5ad0a3b038af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:49.617938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-9de0c31d-e1d7-4027-87ae-5ad0a3b038af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cfbc6ac9734e4d738afcb8c6ab4865ef&device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 1095 time: 0.7123866 Aug 21 09:12:49.632931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b4469-33d4-4150-a4d9-60242210e942 req-2f8e7da2-b9cc-4547-8827-1e811730eb7e tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:49.634439 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-690b4469-33d4-4150-a4d9-60242210e942 req-2f8e7da2-b9cc-4547-8827-1e811730eb7e tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 943 time: 0.7402751 Aug 21 09:12:49.675694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-c0679185-9887-45fd-8f68-7a5ca2b85d5d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eea941ea-2507-4a8f-bc15-4e276f26862c HTTP/1.1" status: 200 len: 217 time: 0.0400605 Aug 21 09:12:49.679000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.706709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 8de1cf46-01e6-4052-9b07-f7fda037ff8c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:49.711936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 8de1cf46-01e6-4052-9b07-f7fda037ff8c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:49.712952 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.733615 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3df6466d-1214-4902-95e1-48a2deb2656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.741198 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3df6466d-1214-4902-95e1-48a2deb2656e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.741198 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3df6466d-1214-4902-95e1-48a2deb2656e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26a70b63-f1bc-44c4-a6b6-02abeed0e6f4 HTTP/1.1" status: 204 len: 168 time: 0.3215706 Aug 21 09:12:49.752208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cea68-428b-4795-9289-1fc35d21cb6e req-45929a69-f19d-4e39-80fe-48e0e5d36b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:49.753992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca2cea68-428b-4795-9289-1fc35d21cb6e req-45929a69-f19d-4e39-80fe-48e0e5d36b04 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 1097 time: 0.7611434 Aug 21 09:12:49.756951 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.817677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-690b4469-33d4-4150-a4d9-60242210e942 req-5295df87-f2e6-42b6-aac6-6c4e032a3a7f tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430764 Aug 21 09:12:49.872342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-64e460f4-45c4-4528-b0ce-ca5e6acdef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:49.878155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-64e460f4-45c4-4528-b0ce-ca5e6acdef05 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6f96fff1-187f-424b-80fd-1a80709dbe79 HTTP/1.1" status: 200 len: 849 time: 0.1953564 Aug 21 09:12:49.887005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca2cea68-428b-4795-9289-1fc35d21cb6e req-7043d516-0b63-489f-9af8-4714d55f8d83 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238811 Aug 21 09:12:49.899783 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:49.914367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Pushing event updated for resources: {'Port': ['ID=9c32bdc3-0e80-4fcd-86a0-d76f0a31a759,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:49.945152 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6466d-1214-4902-95e1-48a2deb2656e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a70b63-f1bc-44c4-a6b6-02abeed0e6f4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:49.974263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 8de1cf46-01e6-4052-9b07-f7fda037ff8c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8de1cf46-01e6-4052-9b07-f7fda037ff8c,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:49.986182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ea1590d4-5261-45f8-a179-29dad669333f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:50.012578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-d92b8e2d-78be-415e-affc-669dcbe06cc9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ebd230ef-5490-450d-83b1-caf8f420e6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245906 Aug 21 09:12:50.038587 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:50.070640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:50.139573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=8de1cf46-01e6-4052-9b07-f7fda037ff8c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:50.195749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ea1590d4-5261-45f8-a179-29dad669333f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:50.196394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:50.206151 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3d23e3dd-a7e2-492d-a70d-d1b4740ffac6 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8715100 Aug 21 09:12:50.211166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ea1590d4-5261-45f8-a179-29dad669333f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:50.211166 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:50.211415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a24176-b342-44c5-b68e-4f9404e96da2 req-9217b5af-1d43-469c-b537-32c0d73ea37a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:50.211415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09a24176-b342-44c5-b68e-4f9404e96da2 req-9217b5af-1d43-469c-b537-32c0d73ea37a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 945 time: 0.2030091 Aug 21 09:12:50.229056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909264db-cc4d-4e53-b744-ae1d45d6d5e4 req-35ef9afa-053b-4008-9358-087afa99c88d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:50.230530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-909264db-cc4d-4e53-b744-ae1d45d6d5e4 req-35ef9afa-053b-4008-9358-087afa99c88d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.2142649 Aug 21 09:12:50.301716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-1e3327b5-fb3e-4c13-b367-da2ecf7422ae service neutron] 10.222.0.22 "GET /v2.0/networks/ebd230ef-5490-450d-83b1-caf8f420e6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079344 Aug 21 09:12:50.315120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09a24176-b342-44c5-b68e-4f9404e96da2 req-bf26d1ca-b289-44f5-bfa5-67e59caa23eb tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962219 Aug 21 09:12:50.351593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-909264db-cc4d-4e53-b744-ae1d45d6d5e4 req-d82a071f-c744-47f4-b1e9-98d036bf1777 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902746 Aug 21 09:12:50.354835 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:50.403157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port ea1590d4-5261-45f8-a179-29dad669333f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ea1590d4-5261-45f8-a179-29dad669333f,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:50.448977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67c6fc96-b913-4e18-adfb-ab3f2eae8393 req-ae4a5871-80fb-49e6-94cb-ed200e5d3f40 service neutron] 10.222.0.22 "GET /v2.0/networks/ebd230ef-5490-450d-83b1-caf8f420e6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373532 Aug 21 09:12:50.484461 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:50.575463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=ea1590d4-5261-45f8-a179-29dad669333f,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:50.599080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-ef5af4b3-6b08-467a-813d-c8596467be51 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--203190339&fields=id&tenant_id=6d1bd96a7da64e95ba9eae059cf427e6 HTTP/1.1" status: 200 len: 267 time: 0.0614851 Aug 21 09:12:50.739282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-5f8931c6-a05b-4536-959d-490c21dfad4f tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:50.741678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-5f8931c6-a05b-4536-959d-490c21dfad4f tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/networks?id=cb470795-a7d9-4d59-9181-9da93fe3ef24 HTTP/1.1" status: 200 len: 806 time: 0.1326251 Aug 21 09:12:50.770353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-dfc21102-a9c7-4253-9079-26b0c033d043 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/quotas/6d1bd96a7da64e95ba9eae059cf427e6 HTTP/1.1" status: 200 len: 375 time: 0.0226874 Aug 21 09:12:50.844488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-14e7361a-bd68-4e9a-a9e8-8a97d9cf5c67 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d1bd96a7da64e95ba9eae059cf427e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665712 Aug 21 09:12:50.978798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843d960-440b-4ee3-950f-8a5405cce69f req-e0b460d9-9539-42d0-8da0-c4900b63fca8 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:50.981360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a843d960-440b-4ee3-950f-8a5405cce69f req-e0b460d9-9539-42d0-8da0-c4900b63fca8 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 943 time: 0.0752690 Aug 21 09:12:50.987636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b753bf35-5761-4f4d-a246-ceff7f755b4d'}, {'server_uuid': '801a1655-4b0c-464a-a2ed-26e5f39bf310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de1cf46-01e6-4052-9b07-f7fda037ff8c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:50.990140 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1f316f-7de9-4829-8dec-99745f59cdf9" -d '{"events": [{"server_uuid": "b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9", "name": "network-vif-plugged", "status": "completed", "tag": "b753bf35-5761-4f4d-a246-ceff7f755b4d"}, {"server_uuid": "801a1655-4b0c-464a-a2ed-26e5f39bf310", "name": "network-vif-plugged", "status": "completed", "tag": "8de1cf46-01e6-4052-9b07-f7fda037ff8c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:51.006681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-5c7a0703-ce38-4b24-aad2-e863dafdd693 service neutron] 10.222.0.20 "GET /v2.0/networks/cb470795-a7d9-4d59-9181-9da93fe3ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528351 Aug 21 09:12:51.099141 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a843d960-440b-4ee3-950f-8a5405cce69f req-34223d1c-7f07-413f-bb4a-92de97875ad8 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912910 Aug 21 09:12:51.170423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-82b3d5c7-d6f8-4a59-9dac-21a7c3656cde service neutron] 10.222.0.20 "GET /v2.0/networks/cb470795-a7d9-4d59-9181-9da93fe3ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403139 Aug 21 09:12:51.206515 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634893a2-8d83-404a-ab8b-0b8dcc8930a8 x-openstack-request-id: req-634893a2-8d83-404a-ab8b-0b8dcc8930a8 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:51.206515 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9", "name": "network-vif-plugged", "status": "completed", "tag": "b753bf35-5761-4f4d-a246-ceff7f755b4d", "code": 200}, {"server_uuid": "801a1655-4b0c-464a-a2ed-26e5f39bf310", "name": "network-vif-plugged", "status": "completed", "tag": "8de1cf46-01e6-4052-9b07-f7fda037ff8c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:51.206515 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-634893a2-8d83-404a-ab8b-0b8dcc8930a8 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:51.206515 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b753bf35-5761-4f4d-a246-ceff7f755b4d', 'code': 200} Aug 21 09:12:51.208142 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801a1655-4b0c-464a-a2ed-26e5f39bf310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de1cf46-01e6-4052-9b07-f7fda037ff8c', 'code': 200} Aug 21 09:12:51.374370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce41271-7f01-4b5f-a09b-0e5edf01fc5c req-ced777e5-9e49-4b2f-8de9-0e52ec34d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:51.375955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ce41271-7f01-4b5f-a09b-0e5edf01fc5c req-ced777e5-9e49-4b2f-8de9-0e52ec34d5bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=801a1655-4b0c-464a-a2ed-26e5f39bf310 HTTP/1.1" status: 200 len: 1097 time: 0.0893524 Aug 21 09:12:51.381282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06119492-ceb4-45da-a541-3d1c59c6dd30 req-1a9a2f1e-6ee5-403e-8456-e094a405103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:51.382901 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06119492-ceb4-45da-a541-3d1c59c6dd30 req-1a9a2f1e-6ee5-403e-8456-e094a405103c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 1097 time: 0.0948720 Aug 21 09:12:51.458519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ce41271-7f01-4b5f-a09b-0e5edf01fc5c req-ce8b2c7d-7f56-4be3-bd22-7d6d3ce5c5df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743041 Aug 21 09:12:51.474461 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06119492-ceb4-45da-a541-3d1c59c6dd30 req-5f9a103d-ea99-403a-8fdf-5e4c69d2cbbe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839329 Aug 21 09:12:51.501280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ce254-ef7b-4d54-b175-4c9f858a6ca5 req-b547e49d-568f-4511-ab9a-2c17a47337b7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:51.501923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-513ce254-ef7b-4d54-b175-4c9f858a6ca5 req-b547e49d-568f-4511-ab9a-2c17a47337b7 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 945 time: 0.0665061 Aug 21 09:12:51.569219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-513ce254-ef7b-4d54-b175-4c9f858a6ca5 req-a0cc72b8-dcfb-4241-81e7-f99570939ded tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497072 Aug 21 09:12:51.646281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d843318-bb5e-43e5-9100-f9815b11f889 req-42965f2f-fb16-458c-b690-d8e07127713b tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 210 time: 0.0403321 Aug 21 09:12:51.751169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196f4bd-133f-48e3-99f8-923ae8a4787c req-2a842501-c4af-4fc5-9968-5da1a942e36c tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:51.758635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f196f4bd-133f-48e3-99f8-923ae8a4787c req-2a842501-c4af-4fc5-9968-5da1a942e36c tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.1112792 Aug 21 09:12:51.860282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ea1590d4-5261-45f8-a179-29dad669333f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:51.914641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f196f4bd-133f-48e3-99f8-923ae8a4787c req-c70226ce-179f-4b23-9dae-348e61d35c7e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520667 Aug 21 09:12:51.967301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e0696-cae6-409e-a284-3a3a74526598 req-0bbfb87e-33e9-4c11-adfe-12190f364f0c tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:51.981427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c9e0696-cae6-409e-a284-3a3a74526598 req-0bbfb87e-33e9-4c11-adfe-12190f364f0c tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=801a1655-4b0c-464a-a2ed-26e5f39bf310 HTTP/1.1" status: 200 len: 945 time: 0.1858413 Aug 21 09:12:51.986099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ea1590d4-5261-45f8-a179-29dad669333f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:51.986783 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:52.096025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c9e0696-cae6-409e-a284-3a3a74526598 req-03263b43-1ad8-49fa-b83f-04da94062b2c tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084316 Aug 21 09:12:52.266676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342a124-4dc6-420c-8f3b-8abb587282b9 req-9450d2e2-6913-470f-b72e-3e010d043aab tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:52.268878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f342a124-4dc6-420c-8f3b-8abb587282b9 req-9450d2e2-6913-470f-b72e-3e010d043aab tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 943 time: 0.0707102 Aug 21 09:12:52.316526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f342a124-4dc6-420c-8f3b-8abb587282b9 req-6137c455-ddb0-4fe8-864b-6c9b538508ee tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358424 Aug 21 09:12:52.752748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2c52423-5590-4e9e-b585-441f05d18d8a req-f65fd761-4006-45a1-837a-9d8684097e03 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 210 time: 0.0448468 Aug 21 09:12:53.059873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021ee9c-fb59-4265-bcc7-49004ce1ca63 req-dda07473-af27-4dab-afd1-3a0ff4071418 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:53.068786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0021ee9c-fb59-4265-bcc7-49004ce1ca63 req-dda07473-af27-4dab-afd1-3a0ff4071418 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.0805025 Aug 21 09:12:53.104345 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0021ee9c-fb59-4265-bcc7-49004ce1ca63 req-8c752567-94ff-4ed2-8fb0-00daf88b909d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349452 Aug 21 09:12:53.220882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d85a3c-f373-4398-89fb-c2eed28197b5 req-d296d561-d476-44ce-a978-750d972ec84d tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:53.222282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1d85a3c-f373-4398-89fb-c2eed28197b5 req-d296d561-d476-44ce-a978-750d972ec84d tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=801a1655-4b0c-464a-a2ed-26e5f39bf310 HTTP/1.1" status: 200 len: 945 time: 0.0503130 Aug 21 09:12:53.267169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1d85a3c-f373-4398-89fb-c2eed28197b5 req-d69e985f-cec9-4bf6-ac0c-6040115bdc76 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359025 Aug 21 09:12:53.556655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e4ea9-f05a-45f2-a6a7-34dc7031884b req-9c6ea175-b642-4fe4-b155-63ead09b971b tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:53.558218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-423e4ea9-f05a-45f2-a6a7-34dc7031884b req-9c6ea175-b642-4fe4-b155-63ead09b971b tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 943 time: 0.0698502 Aug 21 09:12:53.597533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-423e4ea9-f05a-45f2-a6a7-34dc7031884b req-cffbb052-78e7-4941-ba7e-8e85f12a8be9 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316823 Aug 21 09:12:53.860364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7001c013-991d-4372-ba2d-fa536c8e71b7 req-6dc8d87d-5561-4112-aee1-0bc430c9c528 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 210 time: 0.0333221 Aug 21 09:12:54.194047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eea941ea-2507-4a8f-bc15-4e276f26862c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:12:54.225746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea6714-6f66-4f85-a2ca-3def68d34979 req-e471f72b-44d1-4d98-8675-9acfe42ebfac tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:54.227310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02ea6714-6f66-4f85-a2ca-3def68d34979 req-e471f72b-44d1-4d98-8675-9acfe42ebfac tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.0537426 Aug 21 09:12:54.272709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02ea6714-6f66-4f85-a2ca-3def68d34979 req-af45a76a-fdec-4d5b-bb6c-0e8bd081943b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 Aug 21 09:12:54.314730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eea941ea-2507-4a8f-bc15-4e276f26862c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eea941ea-2507-4a8f-bc15-4e276f26862c,segment=NetworkSegment(b243c13a-d961-45ab-a669-2c7ad9575675),segment_id=b243c13a-d961-45ab-a669-2c7ad9575675)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:54.338432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'eea941ea-2507-4a8f-bc15-4e276f26862c', 'network_id': 'ebd230ef-5490-450d-83b1-caf8f420e6fe', 'port_id': 'eea941ea-2507-4a8f-bc15-4e276f26862c', 'mac_address': 'fa:16:3e:f6:b0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f96fff1-187f-424b-80fd-1a80709dbe79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:12:54.449757 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:54.490083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea941ea-2507-4a8f-bc15-4e276f26862c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:54.564089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1ae0e-186c-44b4-bdf2-972a04b76d44 req-b4237c6a-de70-4663-b7a0-e256dc00b309 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:54.575026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39a1ae0e-186c-44b4-bdf2-972a04b76d44 req-b4237c6a-de70-4663-b7a0-e256dc00b309 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.1327865 Aug 21 09:12:54.575480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eea941ea-2507-4a8f-bc15-4e276f26862c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eea941ea-2507-4a8f-bc15-4e276f26862c,segment=NetworkSegment(b243c13a-d961-45ab-a669-2c7ad9575675),segment_id=b243c13a-d961-45ab-a669-2c7ad9575675)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:54.656261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39a1ae0e-186c-44b4-bdf2-972a04b76d44 req-77c829da-5909-46df-95b9-fb64ac5bac44 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770762 Aug 21 09:12:54.664981 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:54.739974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=eea941ea-2507-4a8f-bc15-4e276f26862c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:54.899873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['eea941ea-2507-4a8f-bc15-4e276f26862c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:54.908279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873986bf-1e64-45f6-9996-7dd0f126f09c req-85fe13b0-4724-45f5-94af-53b8fa3a0095 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:54.909807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-873986bf-1e64-45f6-9996-7dd0f126f09c req-85fe13b0-4724-45f5-94af-53b8fa3a0095 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 944 time: 0.1760273 Aug 21 09:12:54.962306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-659c36ef-a420-49d9-88af-4904bb79e0f2 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:54.970078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-659c36ef-a420-49d9-88af-4904bb79e0f2 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/networks?id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 HTTP/1.1" status: 200 len: 813 time: 0.2489383 Aug 21 09:12:55.008255 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-02f151ca-07b3-420d-8b11-503c6aff6433 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/quotas/e2d9324fdb944003972025c84d781c03 HTTP/1.1" status: 200 len: 375 time: 0.0354118 Aug 21 09:12:55.021552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-4866ad82-60fa-4a54-b808-4465cd901cfc tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:55.023057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-4866ad82-60fa-4a54-b808-4465cd901cfc tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.13 "GET /v2.0/networks?id=cb470795-a7d9-4d59-9181-9da93fe3ef24 HTTP/1.1" status: 200 len: 806 time: 0.2199461 Aug 21 09:12:55.026261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-873986bf-1e64-45f6-9996-7dd0f126f09c req-f0fb1830-15e1-47ec-afee-0c991b1a85b7 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081243 Aug 21 09:12:55.108790 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:12:55.127997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-57cf4f78-87b9-4769-b76d-91745248ccc3 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2d9324fdb944003972025c84d781c03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978832 Aug 21 09:12:55.129657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-99bdc9dd-b8f9-4f72-a427-a2cbb48f8022 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d1bd96a7da64e95ba9eae059cf427e6 HTTP/1.1" status: 200 len: 379 time: 0.0895047 Aug 21 09:12:55.158218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Request body: {'port': {'device_id': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'admin_state_up': True, 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'security_groups': ['80d63788-ddd4-4cd9-9afe-1fa07ddfef99']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:55.324112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaffdeb-2248-44ca-85c5-6137265d3141 req-bf60aee3-8945-44b8-94c1-b03d84fb13dd tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:55.325410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ecaffdeb-2248-44ca-85c5-6137265d3141 req-bf60aee3-8945-44b8-94c1-b03d84fb13dd tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.13 "GET /v2.0/ports?device_id=801a1655-4b0c-464a-a2ed-26e5f39bf310 HTTP/1.1" status: 200 len: 945 time: 0.1437271 Aug 21 09:12:55.394644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-c641c593-d78e-41b6-95a9-944ed7e3337e service neutron] 10.222.0.20 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602606 Aug 21 09:12:55.553415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f12e9eb3-badd-4495-8deb-229a92ac7edd req-c94c474f-61da-48c9-b1b4-aeb30369c5ef tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 210 time: 0.0430889 Aug 21 09:12:55.604908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a11224ca-a171-407d-be1c-4b0e17edbe78 service neutron] 10.222.0.20 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991203 Aug 21 09:12:55.607808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-ecaffdeb-2248-44ca-85c5-6137265d3141 req-fcde4898-a922-453a-bb2a-53adff821fd1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Deleting port 8de1cf46-01e6-4052-9b07-f7fda037ff8c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:55.608151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ecaffdeb-2248-44ca-85c5-6137265d3141 req-fcde4898-a922-453a-bb2a-53adff821fd1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:55.625643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Made reservation on behalf of 6d1bd96a7da64e95ba9eae059cf427e6 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:12:55.629183 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:55.791085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582b346-bbfc-47b9-9f13-826846cfd0ba req-28d77df0-5566-422f-abde-114d7d32f300 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:55.792608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2582b346-bbfc-47b9-9f13-826846cfd0ba req-28d77df0-5566-422f-abde-114d7d32f300 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.1681354 Aug 21 09:12:55.820536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ecaffdeb-2248-44ca-85c5-6137265d3141 req-fcde4898-a922-453a-bb2a-53adff821fd1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] For port 8de1cf46-01e6-4052-9b07-f7fda037ff8c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8de1cf46-01e6-4052-9b07-f7fda037ff8c,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:55.820904 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ecaffdeb-2248-44ca-85c5-6137265d3141 req-fcde4898-a922-453a-bb2a-53adff821fd1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:55.862400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-ecaffdeb-2248-44ca-85c5-6137265d3141 req-fcde4898-a922-453a-bb2a-53adff821fd1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Calling delete_port for 8de1cf46-01e6-4052-9b07-f7fda037ff8c owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:55.995761 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2582b346-bbfc-47b9-9f13-826846cfd0ba req-ee702f76-8dde-4735-9844-f048d2298d85 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917036 Aug 21 09:12:56.027657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Allocated IP 172.20.0.5 (cb470795-a7d9-4d59-9181-9da93fe3ef24/167a0213-dbf1-4924-8b59-d359d50fbf1c/4affad55-cd3e-4cea-ba59-cdf30175f7ed) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:12:56.043046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe4b85-de47-4c0f-be26-9f38a98d6cfe req-f2354c75-21f0-4749-a7a7-305e78423a22 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:56.050833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ddfe4b85-de47-4c0f-be26-9f38a98d6cfe req-f2354c75-21f0-4749-a7a7-305e78423a22 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2441d68-e563-43f4-8cd3-c6cc0458fe87 HTTP/1.1" status: 200 len: 945 time: 0.2026036 Aug 21 09:12:56.195980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eea941ea-2507-4a8f-bc15-4e276f26862c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:12:56.350132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port eea941ea-2507-4a8f-bc15-4e276f26862c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:56.354267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port eea941ea-2507-4a8f-bc15-4e276f26862c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:56.354893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:56.454053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54743c6f-d094-4631-b119-525d190b7ed0 req-3292cee0-82cf-4280-b785-98ede7e72e72 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:56.455579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54743c6f-d094-4631-b119-525d190b7ed0 req-3292cee0-82cf-4280-b785-98ede7e72e72 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 944 time: 0.1845579 Aug 21 09:12:56.463681 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:56.491789 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7648b3f4-fbd7-4a50-9482-f23bd1d22e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea941ea-2507-4a8f-bc15-4e276f26862c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:56.494312 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ef289e-ca6b-4850-83fd-9377d3918f5c" -d '{"events": [{"server_uuid": "7648b3f4-fbd7-4a50-9482-f23bd1d22e20", "name": "network-vif-plugged", "status": "completed", "tag": "eea941ea-2507-4a8f-bc15-4e276f26862c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:56.502878 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:56.507082 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eea941ea-2507-4a8f-bc15-4e276f26862c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eea941ea-2507-4a8f-bc15-4e276f26862c,segment=NetworkSegment(b243c13a-d961-45ab-a669-2c7ad9575675),segment_id=b243c13a-d961-45ab-a669-2c7ad9575675)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:56.528010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-ddfe4b85-de47-4c0f-be26-9f38a98d6cfe req-2efa6eca-0346-4b77-aba3-5f72b9e0a289 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Deleting port ac09d238-1bc7-4569-a29e-560415da807d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:12:56.537610 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ddfe4b85-de47-4c0f-be26-9f38a98d6cfe req-2efa6eca-0346-4b77-aba3-5f72b9e0a289 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:56.586677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Transition to ACTIVE for port object 4affad55-cd3e-4cea-ba59-cdf30175f7ed will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:56.614057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54743c6f-d094-4631-b119-525d190b7ed0 req-baeba4d2-6d6d-4d14-8faa-b05457b7f72d tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325002 Aug 21 09:12:56.628813 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:56.674802 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ecaffdeb-2248-44ca-85c5-6137265d3141 req-fcde4898-a922-453a-bb2a-53adff821fd1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:56.694909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ddfe4b85-de47-4c0f-be26-9f38a98d6cfe req-2efa6eca-0346-4b77-aba3-5f72b9e0a289 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] For port ac09d238-1bc7-4569-a29e-560415da807d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=ac09d238-1bc7-4569-a29e-560415da807d,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:12:56.695613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ddfe4b85-de47-4c0f-be26-9f38a98d6cfe req-2efa6eca-0346-4b77-aba3-5f72b9e0a289 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:56.712968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['ac09d238-1bc7-4569-a29e-560415da807d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:56.715546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['8de1cf46-01e6-4052-9b07-f7fda037ff8c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:12:56.751620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde4898-a922-453a-bb2a-53adff821fd1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Pushing event deleted for resources: {'Port': ['ID=8de1cf46-01e6-4052-9b07-f7fda037ff8c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:56.754795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-ddfe4b85-de47-4c0f-be26-9f38a98d6cfe req-2efa6eca-0346-4b77-aba3-5f72b9e0a289 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Calling delete_port for ac09d238-1bc7-4569-a29e-560415da807d owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:12:56.792139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b863ae9-c61a-46f0-a8ce-fe0cff46c12f req-28344109-7cd8-4c85-8cbc-fe96a5e9e41e tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 210 time: 0.0517871 Aug 21 09:12:56.826393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=eea941ea-2507-4a8f-bc15-4e276f26862c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:56.842097 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f7586b-f817-404a-ae3d-0ee7f1119f5b x-openstack-request-id: req-61f7586b-f817-404a-ae3d-0ee7f1119f5b {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:56.842387 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7648b3f4-fbd7-4a50-9482-f23bd1d22e20", "name": "network-vif-plugged", "status": "completed", "tag": "eea941ea-2507-4a8f-bc15-4e276f26862c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:56.843285 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61f7586b-f817-404a-ae3d-0ee7f1119f5b {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:56.843712 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7648b3f4-fbd7-4a50-9482-f23bd1d22e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea941ea-2507-4a8f-bc15-4e276f26862c', 'code': 200} Aug 21 09:12:56.845108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecaffdeb-2248-44ca-85c5-6137265d3141 req-fcde4898-a922-453a-bb2a-53adff821fd1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] No DVR routers for this DVR port 8de1cf46-01e6-4052-9b07-f7fda037ff8c on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:56.913021 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:56.915384 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ecaffdeb-2248-44ca-85c5-6137265d3141 req-fcde4898-a922-453a-bb2a-53adff821fd1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:56.917464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ecaffdeb-2248-44ca-85c5-6137265d3141 req-fcde4898-a922-453a-bb2a-53adff821fd1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.13 "DELETE /v2.0/ports/8de1cf46-01e6-4052-9b07-f7fda037ff8c HTTP/1.1" status: 204 len: 173 time: 1.5815842 Aug 21 09:12:56.919518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801a1655-4b0c-464a-a2ed-26e5f39bf310', 'name': 'network-vif-deleted', 'tag': '8de1cf46-01e6-4052-9b07-f7fda037ff8c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:56.930896 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ac1bf7-c36e-4cd4-8c9c-777bdbf12fef" -d '{"events": [{"server_uuid": "801a1655-4b0c-464a-a2ed-26e5f39bf310", "name": "network-vif-deleted", "tag": "8de1cf46-01e6-4052-9b07-f7fda037ff8c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:57.097703 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8437ecce-a9c0-42e9-b027-e43aa43468f1 x-openstack-request-id: req-8437ecce-a9c0-42e9-b027-e43aa43468f1 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:57.097703 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801a1655-4b0c-464a-a2ed-26e5f39bf310", "name": "network-vif-deleted", "tag": "8de1cf46-01e6-4052-9b07-f7fda037ff8c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:57.098377 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8437ecce-a9c0-42e9-b027-e43aa43468f1 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:57.098377 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801a1655-4b0c-464a-a2ed-26e5f39bf310', 'name': 'network-vif-deleted', 'tag': '8de1cf46-01e6-4052-9b07-f7fda037ff8c', 'status': 'completed', 'code': 200} Aug 21 09:12:57.156094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Network cb470795-a7d9-4d59-9181-9da93fe3ef24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:12:57.180229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:12:57.186721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Pushing event updated for resources: {'Port': ['ID=4affad55-cd3e-4cea-ba59-cdf30175f7ed,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:57.245984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:12:57.317721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90812acf-f271-498c-a534-4799c2f41dcb req-51eb7ebe-15f4-48b5-94db-7237a0a7f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:57.319613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90812acf-f271-498c-a534-4799c2f41dcb req-51eb7ebe-15f4-48b5-94db-7237a0a7f36d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 1097 time: 0.3791881 Aug 21 09:12:57.331942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:57.333061 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:57.612393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ff3b9e0b-d52c-495d-9890-8d6ce750e060 None None] Provisioning for port 4affad55-cd3e-4cea-ba59-cdf30175f7ed completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:12:57.619189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ff3b9e0b-d52c-495d-9890-8d6ce750e060 None None] Provisioning complete for port 4affad55-cd3e-4cea-ba59-cdf30175f7ed triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:12:57.624285 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9e0b-d52c-495d-9890-8d6ce750e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:57.713647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b9e0b-d52c-495d-9890-8d6ce750e060 None None] Port 4affad55-cd3e-4cea-ba59-cdf30175f7ed cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:12:57.877797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d7ac4-a4f8-4748-bb8e-225fdd462396 req-cb1ebedd-a54f-4b71-a067-5b3487bde66c tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:57.885239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-879d7ac4-a4f8-4748-bb8e-225fdd462396 req-cb1ebedd-a54f-4b71-a067-5b3487bde66c tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 931 time: 0.8948791 Aug 21 09:12:57.929996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7bd34-d7b6-456a-8c09-30c9c66c25d1 req-f7ef4d6b-783f-40c6-bb43-709019df5874 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:57.937972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ff7bd34-d7b6-456a-8c09-30c9c66c25d1 req-f7ef4d6b-783f-40c6-bb43-709019df5874 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.7788627 Aug 21 09:12:57.964403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-7a7bf723-cb23-4909-a59b-585e21b51cec tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8205740 Aug 21 09:12:57.974870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90812acf-f271-498c-a534-4799c2f41dcb req-d71cd370-93f2-401d-af46-2eee4f6c7650 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937681 Aug 21 09:12:57.984090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Request body: {'port': {'device_id': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:12:58.000556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-879d7ac4-a4f8-4748-bb8e-225fdd462396 req-19aecda9-baa1-4a42-a7d7-fa88f8a68f72 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143758 Aug 21 09:12:58.139074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ff7bd34-d7b6-456a-8c09-30c9c66c25d1 req-34fe393e-2bb3-4798-a909-bcab4b9134a1 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995513 Aug 21 09:12:58.140084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ddfe4b85-de47-4c0f-be26-9f38a98d6cfe req-2efa6eca-0346-4b77-aba3-5f72b9e0a289 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:58.141680 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:58.195675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa6eca-0346-4b77-aba3-5f72b9e0a289 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Pushing event deleted for resources: {'Port': ['ID=ac09d238-1bc7-4569-a29e-560415da807d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:58.306653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3450c596-0052-406c-aa2b-b8b68529da0e req-f82338d9-59a3-48f3-be6e-14e2640e00e5 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 210 time: 0.0846367 Aug 21 09:12:58.417346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfe4b85-de47-4c0f-be26-9f38a98d6cfe req-2efa6eca-0346-4b77-aba3-5f72b9e0a289 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] No DVR routers for this DVR port ac09d238-1bc7-4569-a29e-560415da807d on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:12:58.423592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ddfe4b85-de47-4c0f-be26-9f38a98d6cfe req-2efa6eca-0346-4b77-aba3-5f72b9e0a289 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:58.425463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ddfe4b85-de47-4c0f-be26-9f38a98d6cfe req-2efa6eca-0346-4b77-aba3-5f72b9e0a289 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.22 "DELETE /v2.0/ports/ac09d238-1bc7-4569-a29e-560415da807d HTTP/1.1" status: 204 len: 173 time: 2.3652267 Aug 21 09:12:58.436214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0321a5-cd71-4de6-a67b-fa8d808054bb req-530d6c7f-8a96-464b-8a97-4bd3beb2de7a tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:58.443396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e0321a5-cd71-4de6-a67b-fa8d808054bb req-530d6c7f-8a96-464b-8a97-4bd3beb2de7a tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 945 time: 0.2011454 Aug 21 09:12:58.545430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e0321a5-cd71-4de6-a67b-fa8d808054bb req-2624766c-0668-4279-8629-8e55f50eed7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011448 Aug 21 09:12:58.734739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8de1cf46-01e6-4052-9b07-f7fda037ff8c no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:12:58.736466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4affad55-cd3e-4cea-ba59-cdf30175f7ed {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:12:58.750129 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:58.762659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 8de1cf46-01e6-4052-9b07-f7fda037ff8c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:12:58.763006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8de1cf46-01e6-4052-9b07-f7fda037ff8c not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:12:58.770815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Transition to ACTIVE for port object 4affad55-cd3e-4cea-ba59-cdf30175f7ed will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:12:58.917732 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:59.011271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Pushing event updated for resources: {'Port': ['ID=4affad55-cd3e-4cea-ba59-cdf30175f7ed,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:59.095261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Attempting to bind port 4affad55-cd3e-4cea-ba59-cdf30175f7ed on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:12:59.095773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Attempting to bind port 4affad55-cd3e-4cea-ba59-cdf30175f7ed by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:12:59.096100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Attempting to bind port 4affad55-cd3e-4cea-ba59-cdf30175f7ed on network cb470795-a7d9-4d59-9181-9da93fe3ef24 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:59.098924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2441d68-e563-43f4-8cd3-c6cc0458fe87', 'name': 'network-vif-deleted', 'tag': 'ac09d238-1bc7-4569-a29e-560415da807d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:12:59.101656 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d199160a-128e-49c2-ac63-3d5a79062261" -d '{"events": [{"server_uuid": "c2441d68-e563-43f4-8cd3-c6cc0458fe87", "name": "network-vif-deleted", "tag": "ac09d238-1bc7-4569-a29e-560415da807d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:12:59.121889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Port 4affad55-cd3e-4cea-ba59-cdf30175f7ed on network cb470795-a7d9-4d59-9181-9da93fe3ef24 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:12:59.122225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Attempting to bind port 4affad55-cd3e-4cea-ba59-cdf30175f7ed on network cb470795-a7d9-4d59-9181-9da93fe3ef24 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:12:59.162740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:12:59.163631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Checking segment: {'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:12:59.163631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Bound using segment: {'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:12:59.164103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Bound port: 4affad55-cd3e-4cea-ba59-cdf30175f7ed, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:12:59.165047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:59.259539 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd721c1-34e8-4ebc-9aec-8f5fd4de4af3 x-openstack-request-id: req-5fd721c1-34e8-4ebc-9aec-8f5fd4de4af3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:12:59.264517 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2441d68-e563-43f4-8cd3-c6cc0458fe87", "name": "network-vif-deleted", "tag": "ac09d238-1bc7-4569-a29e-560415da807d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:12:59.264691 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fd721c1-34e8-4ebc-9aec-8f5fd4de4af3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:12:59.265130 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2441d68-e563-43f4-8cd3-c6cc0458fe87', 'name': 'network-vif-deleted', 'tag': 'ac09d238-1bc7-4569-a29e-560415da807d', 'status': 'completed', 'code': 200} Aug 21 09:12:59.343499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b5960-5328-408c-942d-cc48debed0e3 req-d56080cd-3d49-4913-a60c-f011b9c21246 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:59.345027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f99b5960-5328-408c-942d-cc48debed0e3 req-d56080cd-3d49-4913-a60c-f011b9c21246 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 943 time: 0.2278590 Aug 21 09:12:59.384524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] For port 4affad55-cd3e-4cea-ba59-cdf30175f7ed, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:12:59.404651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] For port 4affad55-cd3e-4cea-ba59-cdf30175f7ed, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4affad55-cd3e-4cea-ba59-cdf30175f7ed,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:12:59.456358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f99b5960-5328-408c-942d-cc48debed0e3 req-1962a6c6-b1d5-47e1-a389-755236fb3bbe tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049969 Aug 21 09:12:59.482149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d13d31-5f1d-4a31-8eaa-cd4a56551655 req-fd78527e-eac4-447f-a06c-2c37f1f2f980 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:59.482149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8d13d31-5f1d-4a31-8eaa-cd4a56551655 req-fd78527e-eac4-447f-a06c-2c37f1f2f980 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.0727246 Aug 21 09:12:59.495714 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:59.547506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:59.548356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:12:59.549802 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] 10.222.0.13 "PUT /v2.0/ports/4affad55-cd3e-4cea-ba59-cdf30175f7ed HTTP/1.1" status: 200 len: 1092 time: 1.5706823 Aug 21 09:12:59.561613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8d13d31-5f1d-4a31-8eaa-cd4a56551655 req-c1937e90-4fda-4ed1-9746-b52cdb077c11 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748849 Aug 21 09:12:59.582315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddafb4f-3b31-4266-9681-1bad70dedced service neutron] Pushing event updated for resources: {'Port': ['ID=4affad55-cd3e-4cea-ba59-cdf30175f7ed,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:12:59.663733 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9efd98c6-5bf5-4f6e-8f81-26ef8834d18c req-ddb8dd38-730d-4b3d-804e-d32a8b90b50a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 210 time: 0.0353990 Aug 21 09:12:59.844992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-e60a543b-eee3-4c87-8e45-4832ae18521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:59.847313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-e60a543b-eee3-4c87-8e45-4832ae18521a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d1bd96a7da64e95ba9eae059cf427e6&device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 1095 time: 0.0984466 Aug 21 09:12:59.909982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-e49e1318-50b5-47ec-b60c-df6afb5f9c12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4affad55-cd3e-4cea-ba59-cdf30175f7ed HTTP/1.1" status: 200 len: 217 time: 0.0465271 Aug 21 09:12:59.929608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571912b-dd56-4dc0-a9a5-6a934587d71e req-23a54e19-8516-459b-bd3d-d3571d74bc7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:12:59.935018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d571912b-dd56-4dc0-a9a5-6a934587d71e req-23a54e19-8516-459b-bd3d-d3571d74bc7c tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 945 time: 0.1146023 Aug 21 09:13:00.012598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-a7e7e14c-b6d0-47a1-bd47-a222816ed86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:00.014809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-a7e7e14c-b6d0-47a1-bd47-a222816ed86e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=167a0213-dbf1-4924-8b59-d359d50fbf1c HTTP/1.1" status: 200 len: 845 time: 0.0784385 Aug 21 09:13:00.023429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d571912b-dd56-4dc0-a9a5-6a934587d71e req-f70b8e07-4ec9-4765-b2db-463653aed514 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544829 Aug 21 09:13:00.222521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46056) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:00.232609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device ac09d238-1bc7-4569-a29e-560415da807d no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:13:00.271511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: ac09d238-1bc7-4569-a29e-560415da807d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:13:00.271887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device ac09d238-1bc7-4569-a29e-560415da807d not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:13:00.308707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-c53e1ee7-4f23-4980-9ce0-9837cc0954b4 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:00.311087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-c53e1ee7-4f23-4980-9ce0-9837cc0954b4 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.22 "GET /v2.0/networks?id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 HTTP/1.1" status: 200 len: 813 time: 0.2226472 Aug 21 09:13:00.320641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-bbaf6cae-f366-4112-afac-6eb7e83727a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:00.322124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-bbaf6cae-f366-4112-afac-6eb7e83727a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb470795-a7d9-4d59-9181-9da93fe3ef24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2890303 Aug 21 09:13:00.327543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Request body: {'port': {'device_id': '7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b', 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9', 'admin_state_up': True, 'tenant_id': 'e2d9324fdb944003972025c84d781c03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:00.553936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d160b421-9fff-4dbb-ad5a-f5e8f0e54f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:00.680954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d160b421-9fff-4dbb-ad5a-f5e8f0e54f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:00.685904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-be0e4385-f5ab-4b06-8335-b17a30a7fc27 service neutron] 10.222.0.13 "GET /v2.0/networks/cb470795-a7d9-4d59-9181-9da93fe3ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405459 Aug 21 09:13:00.701947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-4ec8b969-99ff-4f2a-b606-f390ca576640 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:00.703770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-4ec8b969-99ff-4f2a-b606-f390ca576640 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.13 "GET /v2.0/networks?id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 HTTP/1.1" status: 200 len: 813 time: 0.3322098 Aug 21 09:13:00.720722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e9d16-a0c2-447d-b59a-9d862eb41e56 req-8d18e069-668a-498e-896b-f4a0a2038385 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:00.727452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-382e9d16-a0c2-447d-b59a-9d862eb41e56 req-8d18e069-668a-498e-896b-f4a0a2038385 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 943 time: 0.1731296 Aug 21 09:13:00.744917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Request body: {'port': {'device_id': '0ff58316-d1f4-4bca-b174-69c8d2af7591', 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9', 'admin_state_up': True, 'tenant_id': 'e2d9324fdb944003972025c84d781c03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:00.814634 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d160b421-9fff-4dbb-ad5a-f5e8f0e54f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:00.885295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160b421-9fff-4dbb-ad5a-f5e8f0e54f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a830b5b1-a014-4bc0-9f8f-9583a37cdd7d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:00.912500 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d160b421-9fff-4dbb-ad5a-f5e8f0e54f38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20baa391e42947d79778e2d4606ef43a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6888180 Aug 21 09:13:00.916897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46072) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:00.969406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-382e9d16-a0c2-447d-b59a-9d862eb41e56 req-3302d897-b51d-4c40-84db-7c7a7565f48c tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366173 Aug 21 09:13:00.987420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cc1d9-443c-4106-bc59-422d581f51fc req-977786e8-3932-44b3-af02-f0ac117e8fef tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:00.988968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-456cc1d9-443c-4106-bc59-422d581f51fc req-977786e8-3932-44b3-af02-f0ac117e8fef tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.2583442 Aug 21 09:13:01.026121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Made reservation on behalf of e2d9324fdb944003972025c84d781c03 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:13:01.030219 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:01.047692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8dca7f-c596-4185-8f89-e3bbd89a1c04 req-9dc25d33-e000-46ba-8bf5-8ef8c41f269f service neutron] 10.222.0.13 "GET /v2.0/networks/cb470795-a7d9-4d59-9181-9da93fe3ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427560 Aug 21 09:13:01.148511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-456cc1d9-443c-4106-bc59-422d581f51fc req-b0cc235c-5f2c-43bf-b386-c15d883ee472 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425011 Aug 21 09:13:01.180721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-28747853-041f-48ad-a386-35a070b1e495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:01.216916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498e92f-2414-4cc2-9e2a-adf2c71c8673 req-92b03909-afc8-4566-95c8-c541cdd3958f tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:01.218511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6498e92f-2414-4cc2-9e2a-adf2c71c8673 req-92b03909-afc8-4566-95c8-c541cdd3958f tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 945 time: 0.1620736 Aug 21 09:13:01.255342 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-28747853-041f-48ad-a386-35a070b1e495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:01.273700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'tag': '4affad55-cd3e-4cea-ba59-cdf30175f7ed'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:01.275772 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ea61f-fdb5-4ab6-886b-965323d16487" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4f45e2-5ed6-41a7-a9ab-a78e18caf124", "tag": "4affad55-cd3e-4cea-ba59-cdf30175f7ed"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:01.309578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c7192c7-ac6e-4def-967e-10590c0b94c7 req-f83a6a75-e216-477b-ab08-d2637c4880fc tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 210 time: 0.0849929 Aug 21 09:13:01.339975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Made reservation on behalf of e2d9324fdb944003972025c84d781c03 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:13:01.343742 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:01.394154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Allocated IP 172.20.0.4 (6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9/622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118/cccc8954-1d3c-4515-8268-706d7f1e2ddf) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:13:01.404425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6498e92f-2414-4cc2-9e2a-adf2c71c8673 req-f79fede7-3768-487d-a488-79d0fa52c0ec tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587555 Aug 21 09:13:01.404924 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb53d2c-fc65-46b8-a5f5-04cececa01a1 x-openstack-request-id: req-5fb53d2c-fc65-46b8-a5f5-04cececa01a1 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:01.405281 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4f45e2-5ed6-41a7-a9ab-a78e18caf124", "tag": "4affad55-cd3e-4cea-ba59-cdf30175f7ed", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:01.405471 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fb53d2c-fc65-46b8-a5f5-04cececa01a1 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:01.405814 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'tag': '4affad55-cd3e-4cea-ba59-cdf30175f7ed', 'status': 'completed', 'code': 200} Aug 21 09:13:01.538905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ea61f-fdb5-4ab6-886b-965323d16487 req-0d52b41c-99f8-4a85-a121-f303a7389ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:01.540508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-572ea61f-fdb5-4ab6-886b-965323d16487 req-0d52b41c-99f8-4a85-a121-f303a7389ffa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d1bd96a7da64e95ba9eae059cf427e6&device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 1095 time: 0.0948672 Aug 21 09:13:01.595189 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-28747853-041f-48ad-a386-35a070b1e495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:01.597712 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-28747853-041f-48ad-a386-35a070b1e495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:01.598851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-28747853-041f-48ad-a386-35a070b1e495 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a830b5b1-a014-4bc0-9f8f-9583a37cdd7d HTTP/1.1" status: 204 len: 168 time: 0.6847837 Aug 21 09:13:01.648913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28747853-041f-48ad-a386-35a070b1e495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a830b5b1-a014-4bc0-9f8f-9583a37cdd7d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:01.708627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ea61f-fdb5-4ab6-886b-965323d16487 req-d2dea519-cdbd-475c-87b0-965b4120a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:01.710096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-572ea61f-fdb5-4ab6-886b-965323d16487 req-d2dea519-cdbd-475c-87b0-965b4120a934 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb470795-a7d9-4d59-9181-9da93fe3ef24 HTTP/1.1" status: 200 len: 907 time: 0.1566958 Aug 21 09:13:01.731316 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:01.760828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-572ea61f-fdb5-4ab6-886b-965323d16487 req-f222b50c-38b2-4aa0-afaa-b1ab1172000d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4affad55-cd3e-4cea-ba59-cdf30175f7ed HTTP/1.1" status: 200 len: 217 time: 0.0404522 Aug 21 09:13:01.829583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ea61f-fdb5-4ab6-886b-965323d16487 req-28778fd8-7a52-4d7e-9d7f-93f3f0a93d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:01.830948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-572ea61f-fdb5-4ab6-886b-965323d16487 req-28778fd8-7a52-4d7e-9d7f-93f3f0a93d29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=167a0213-dbf1-4924-8b59-d359d50fbf1c HTTP/1.1" status: 200 len: 845 time: 0.0625648 Aug 21 09:13:01.878535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ea61f-fdb5-4ab6-886b-965323d16487 req-24a3a741-e2b4-481c-99e6-c230a99a9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:01.880172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-572ea61f-fdb5-4ab6-886b-965323d16487 req-24a3a741-e2b4-481c-99e6-c230a99a9145 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb470795-a7d9-4d59-9181-9da93fe3ef24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409131 Aug 21 09:13:01.910237 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:02.028795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:13:02.040466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:13:02.056207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:13:02.066359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Allocated IP 172.20.0.14 (6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9/622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118/40bab721-b6cd-40ed-bfee-b3461305983a) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:13:02.074651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Pushing event updated for resources: {'Port': ['ID=cccc8954-1d3c-4515-8268-706d7f1e2ddf,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:02.183717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-572ea61f-fdb5-4ab6-886b-965323d16487 req-b5a3a7a1-e550-4535-a190-4bbde3c009e3 service neutron] 10.222.0.13 "GET /v2.0/networks/cb470795-a7d9-4d59-9181-9da93fe3ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947807 Aug 21 09:13:02.213502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:02.214049 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:02.240050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf3500-7682-4126-9cab-db76f7fb510b req-1f0aa273-bb77-4b2e-9593-6866a5ef3ca5 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:02.241689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dbf3500-7682-4126-9cab-db76f7fb510b req-1f0aa273-bb77-4b2e-9593-6866a5ef3ca5 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 943 time: 0.1917360 Aug 21 09:13:02.346708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f041f46-a29f-4ca4-9c37-3102a157dc68 req-4ff42e81-d6d5-4cf4-93c3-dae709a987b6 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:02.348162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f041f46-a29f-4ca4-9c37-3102a157dc68 req-4ff42e81-d6d5-4cf4-93c3-dae709a987b6 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.22 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 945 time: 0.2346094 Aug 21 09:13:02.373901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46094) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:02.389715 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56f937e2-24c1-46b3-bdac-d93bdeb2ead8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:02.486955 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56f937e2-24c1-46b3-bdac-d93bdeb2ead8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:02.577903 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56f937e2-24c1-46b3-bdac-d93bdeb2ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:02.621869 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-56f937e2-24c1-46b3-bdac-d93bdeb2ead8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5837f606a6944940a90673a80e166660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468469 Aug 21 09:13:02.623137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f937e2-24c1-46b3-bdac-d93bdeb2ead8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d4d0e7-6f7a-408c-98c0-09eda41de9e1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:02.626120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46102) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:02.682407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd203af2-2964-4eec-86a4-2d6a8b399988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:02.709459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd203af2-2964-4eec-86a4-2d6a8b399988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:02.739943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 4affad55-cd3e-4cea-ba59-cdf30175f7ed details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:13:02.795768 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7dafba3e-c531-4acf-a615-cfa9f9c98011 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4727240 Aug 21 09:13:02.824136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Request body: {'port': {'device_id': '7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:02.849941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 4affad55-cd3e-4cea-ba59-cdf30175f7ed, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4affad55-cd3e-4cea-ba59-cdf30175f7ed,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:02.865916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '4affad55-cd3e-4cea-ba59-cdf30175f7ed', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'port_id': '4affad55-cd3e-4cea-ba59-cdf30175f7ed', 'mac_address': 'fa:16:3e:0f:50:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:13:02.874530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7dbf3500-7682-4126-9cab-db76f7fb510b req-e7cd4fb3-9802-482f-9f77-487cde91d2f8 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6135919 Aug 21 09:13:02.883357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd203af2-2964-4eec-86a4-2d6a8b399988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:02.886976 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd203af2-2964-4eec-86a4-2d6a8b399988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:02.892888 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dd203af2-2964-4eec-86a4-2d6a8b399988 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1d4d0e7-6f7a-408c-98c0-09eda41de9e1 HTTP/1.1" status: 204 len: 168 time: 0.2655113 Aug 21 09:13:02.909100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd203af2-2964-4eec-86a4-2d6a8b399988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d4d0e7-6f7a-408c-98c0-09eda41de9e1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:02.924735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e64d0-efe8-40be-9345-22cb1c5ceafd req-a0bd2856-4f79-4821-a4b2-da11f20cfe82 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:02.925383 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:02.932011 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21e64d0-efe8-40be-9345-22cb1c5ceafd req-a0bd2856-4f79-4821-a4b2-da11f20cfe82 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.6892312 Aug 21 09:13:02.948641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-572ea61f-fdb5-4ab6-886b-965323d16487 req-7a7ea5b1-aa79-444a-a186-c1a3547f99ce service neutron] 10.222.0.13 "GET /v2.0/networks/cb470795-a7d9-4d59-9181-9da93fe3ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7413640 Aug 21 09:13:02.966763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4affad55-cd3e-4cea-ba59-cdf30175f7ed {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:02.997242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 4affad55-cd3e-4cea-ba59-cdf30175f7ed, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4affad55-cd3e-4cea-ba59-cdf30175f7ed,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:03.049676 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:03.054179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c09bb4-f302-4ced-ad5c-3a02bd76cc2f req-cb9ac786-29b1-4ef0-87dc-f2eb5c22a979 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 210 time: 0.0623870 Aug 21 09:13:03.058482 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:03.079296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21e64d0-efe8-40be-9345-22cb1c5ceafd req-86b242cd-71bf-447b-a672-eccbc08c76f4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465108 Aug 21 09:13:03.109468 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:03.126647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9f041f46-a29f-4ca4-9c37-3102a157dc68 req-0302ce59-fb97-4be0-a3d8-a09e1894b1c7 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Deleting port eea941ea-2507-4a8f-bc15-4e276f26862c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:13:03.126647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f041f46-a29f-4ca4-9c37-3102a157dc68 req-0302ce59-fb97-4be0-a3d8-a09e1894b1c7 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:03.175781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=4affad55-cd3e-4cea-ba59-cdf30175f7ed,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:03.344152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8ef58-3261-47c8-bafb-49b168e52de7 req-7982ccf5-7f49-4069-b0c9-223e26b91e5a tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:03.345706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78c8ef58-3261-47c8-bafb-49b168e52de7 req-7982ccf5-7f49-4069-b0c9-223e26b91e5a tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 945 time: 0.1528277 Aug 21 09:13:03.352459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9f041f46-a29f-4ca4-9c37-3102a157dc68 req-0302ce59-fb97-4be0-a3d8-a09e1894b1c7 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] For port eea941ea-2507-4a8f-bc15-4e276f26862c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eea941ea-2507-4a8f-bc15-4e276f26862c,segment=NetworkSegment(b243c13a-d961-45ab-a669-2c7ad9575675),segment_id=b243c13a-d961-45ab-a669-2c7ad9575675)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:03.353075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f041f46-a29f-4ca4-9c37-3102a157dc68 req-0302ce59-fb97-4be0-a3d8-a09e1894b1c7 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:03.383688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9f041f46-a29f-4ca4-9c37-3102a157dc68 req-0302ce59-fb97-4be0-a3d8-a09e1894b1c7 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Calling delete_port for eea941ea-2507-4a8f-bc15-4e276f26862c owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:13:03.407878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['4affad55-cd3e-4cea-ba59-cdf30175f7ed'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:03.411825 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:03.491982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78c8ef58-3261-47c8-bafb-49b168e52de7 req-a7db9dfb-728e-4b6f-9ae2-cc46e6338096 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa662ade-d5d4-4de7-bbe7-1083343bf0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365645 Aug 21 09:13:03.541506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:13:03.552133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:13:03.568725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:13:03.601682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Pushing event updated for resources: {'Port': ['ID=40bab721-b6cd-40ed-bfee-b3461305983a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:03.656081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:03.657721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:03.779508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccc8954-1d3c-4515-8268-706d7f1e2ddf {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:03.786327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a03e56dd-1968-44d4-b0d5-6cb14bacfeb9 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0577028 Aug 21 09:13:03.792470 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:03.801877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Request body: {'port': {'device_id': '0ff58316-d1f4-4bca-b174-69c8d2af7591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:03.831661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Transition to ACTIVE for port object cccc8954-1d3c-4515-8268-706d7f1e2ddf will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:13:03.863471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:03.923126 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f041f46-a29f-4ca4-9c37-3102a157dc68 req-0302ce59-fb97-4be0-a3d8-a09e1894b1c7 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:03.925056 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:03.936082 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['eea941ea-2507-4a8f-bc15-4e276f26862c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:04.143820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cccc8954-1d3c-4515-8268-706d7f1e2ddf,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:04.228320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f041f46-a29f-4ca4-9c37-3102a157dc68 req-0302ce59-fb97-4be0-a3d8-a09e1894b1c7 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] No DVR routers for this DVR port eea941ea-2507-4a8f-bc15-4e276f26862c on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:13:04.240491 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f041f46-a29f-4ca4-9c37-3102a157dc68 req-0302ce59-fb97-4be0-a3d8-a09e1894b1c7 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:04.243093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f041f46-a29f-4ca4-9c37-3102a157dc68 req-0302ce59-fb97-4be0-a3d8-a09e1894b1c7 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.22 "DELETE /v2.0/ports/eea941ea-2507-4a8f-bc15-4e276f26862c HTTP/1.1" status: 204 len: 173 time: 1.8767309 Aug 21 09:13:04.282502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7648b3f4-fbd7-4a50-9482-f23bd1d22e20', 'name': 'network-vif-deleted', 'tag': 'eea941ea-2507-4a8f-bc15-4e276f26862c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:04.284963 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ccff40-cdd0-4bd0-940c-995f0287089e" -d '{"events": [{"server_uuid": "7648b3f4-fbd7-4a50-9482-f23bd1d22e20", "name": "network-vif-deleted", "tag": "eea941ea-2507-4a8f-bc15-4e276f26862c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:04.287861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302ce59-fb97-4be0-a3d8-a09e1894b1c7 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] Pushing event deleted for resources: {'Port': ['ID=eea941ea-2507-4a8f-bc15-4e276f26862c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:04.351295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797410b0-b0b6-48ce-a15c-3c24ceb127d3 req-0a01da1a-2059-423e-83dd-78515f34adc9 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:04.353254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-797410b0-b0b6-48ce-a15c-3c24ceb127d3 req-0a01da1a-2059-423e-83dd-78515f34adc9 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 944 time: 0.3026721 Aug 21 09:13:04.426641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defabf20-58f4-4315-900c-9c24f8c58ee6 req-9191c5f0-9c26-4a01-a976-d7ce2f714551 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:04.427567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-defabf20-58f4-4315-900c-9c24f8c58ee6 req-9191c5f0-9c26-4a01-a976-d7ce2f714551 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 932 time: 0.2771199 Aug 21 09:13:04.438806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Attempting to bind port cccc8954-1d3c-4515-8268-706d7f1e2ddf on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:13:04.439143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Attempting to bind port cccc8954-1d3c-4515-8268-706d7f1e2ddf by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:13:04.439463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Attempting to bind port cccc8954-1d3c-4515-8268-706d7f1e2ddf on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:04.474938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Port cccc8954-1d3c-4515-8268-706d7f1e2ddf on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:13:04.475315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Attempting to bind port cccc8954-1d3c-4515-8268-706d7f1e2ddf on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:04.521104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-797410b0-b0b6-48ce-a15c-3c24ceb127d3 req-a1c6b454-9bb8-4519-866a-51d29868790a tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526353 Aug 21 09:13:04.521838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:13:04.522191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Checking segment: {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:13:04.522574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Bound using segment: {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:13:04.523014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Bound port: cccc8954-1d3c-4515-8268-706d7f1e2ddf, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:13:04.523375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:04.594670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-defabf20-58f4-4315-900c-9c24f8c58ee6 req-1f6b90f4-99c6-471f-a4bd-4376f7a21fee tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513300 Aug 21 09:13:04.716076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bab721-b6cd-40ed-bfee-b3461305983a {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:04.728874 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:04.738813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] For port cccc8954-1d3c-4515-8268-706d7f1e2ddf, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:13:04.741702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 4affad55-cd3e-4cea-ba59-cdf30175f7ed up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:13:04.764304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d2046-2af7-4ca7-8937-392119415e51 req-36b2902e-f7e2-4c03-a54b-cb13ffcbaa12 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:04.775804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-148d2046-2af7-4ca7-8937-392119415e51 req-36b2902e-f7e2-4c03-a54b-cb13ffcbaa12 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.1550479 Aug 21 09:13:04.779721 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8141594c-1249-4ba9-9647-2faa660d45ed x-openstack-request-id: req-8141594c-1249-4ba9-9647-2faa660d45ed {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:04.780210 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7648b3f4-fbd7-4a50-9482-f23bd1d22e20", "name": "network-vif-deleted", "tag": "eea941ea-2507-4a8f-bc15-4e276f26862c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:04.780474 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8141594c-1249-4ba9-9647-2faa660d45ed {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:04.780967 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7648b3f4-fbd7-4a50-9482-f23bd1d22e20', 'name': 'network-vif-deleted', 'tag': 'eea941ea-2507-4a8f-bc15-4e276f26862c', 'status': 'completed', 'code': 200} Aug 21 09:13:04.805567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Transition to ACTIVE for port object 40bab721-b6cd-40ed-bfee-b3461305983a will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:13:04.808401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] For port cccc8954-1d3c-4515-8268-706d7f1e2ddf, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cccc8954-1d3c-4515-8268-706d7f1e2ddf,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:13:04.876133 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-148d2046-2af7-4ca7-8937-392119415e51 req-b4b27b75-4724-462e-a1c0-c823c6d3427a tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942824 Aug 21 09:13:04.914301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8c5a14d-5382-44b3-a13d-e727e86e99d4 req-dca9378c-acd4-4ec4-abaa-a2da3aa7cd34 tempest-ServerGroupTestJSON-63872192 tempest-ServerGroupTestJSON-63872192-project] 10.222.0.20 "GET /v2.0/ports?device_id=7648b3f4-fbd7-4a50-9482-f23bd1d22e20 HTTP/1.1" status: 200 len: 210 time: 0.0608320 Aug 21 09:13:04.963885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 4affad55-cd3e-4cea-ba59-cdf30175f7ed completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:13:04.964449 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:04.969935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 4affad55-cd3e-4cea-ba59-cdf30175f7ed triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:13:04.970596 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:04.970849 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:05.034659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:05.035299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:05.036742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] 10.222.0.22 "PUT /v2.0/ports/cccc8954-1d3c-4515-8268-706d7f1e2ddf HTTP/1.1" status: 200 len: 1092 time: 2.2214847 Aug 21 09:13:05.055076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Pushing event updated for resources: {'Port': ['ID=40bab721-b6cd-40ed-bfee-b3461305983a,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:05.096155 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:05.120363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4affad55-cd3e-4cea-ba59-cdf30175f7ed'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:05.130841 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40325f92-190e-46af-b940-77ccfa5e8c72" -d '{"events": [{"server_uuid": "0e4f45e2-5ed6-41a7-a9ab-a78e18caf124", "name": "network-vif-plugged", "status": "completed", "tag": "4affad55-cd3e-4cea-ba59-cdf30175f7ed"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:05.172095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 4affad55-cd3e-4cea-ba59-cdf30175f7ed, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4affad55-cd3e-4cea-ba59-cdf30175f7ed,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:05.177595 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade7466a-f03b-4f19-93de-6b7984781fcd x-openstack-request-id: req-ade7466a-f03b-4f19-93de-6b7984781fcd {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:05.177888 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4f45e2-5ed6-41a7-a9ab-a78e18caf124", "name": "network-vif-plugged", "status": "completed", "tag": "4affad55-cd3e-4cea-ba59-cdf30175f7ed", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:05.178143 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ade7466a-f03b-4f19-93de-6b7984781fcd {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:05.178531 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4affad55-cd3e-4cea-ba59-cdf30175f7ed', 'code': 200} Aug 21 09:13:05.198840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40240ff-220d-41a5-aff1-41d3f33dc9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cccc8954-1d3c-4515-8268-706d7f1e2ddf,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:05.202844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Attempting to bind port 40bab721-b6cd-40ed-bfee-b3461305983a on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:13:05.203690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Attempting to bind port 40bab721-b6cd-40ed-bfee-b3461305983a by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:13:05.209234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Attempting to bind port 40bab721-b6cd-40ed-bfee-b3461305983a on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:05.214380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Port 40bab721-b6cd-40ed-bfee-b3461305983a on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:13:05.214788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Attempting to bind port 40bab721-b6cd-40ed-bfee-b3461305983a on network 6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:05.220938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:13:05.221278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Checking segment: {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:13:05.221663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Bound using segment: {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:13:05.222094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Bound port: 40bab721-b6cd-40ed-bfee-b3461305983a, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98694a4b-efe9-40ea-96fe-5b7e282a2332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:13:05.222461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:05.260771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:05.319549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=4affad55-cd3e-4cea-ba59-cdf30175f7ed,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:05.379187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-0cb39433-04e1-4cf3-b1ae-d9937f4bdddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:05.379187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-0cb39433-04e1-4cf3-b1ae-d9937f4bdddc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2d9324fdb944003972025c84d781c03&device_id=7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b HTTP/1.1" status: 200 len: 1095 time: 0.1447418 Aug 21 09:13:05.439434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b87785-b9a5-4427-8917-8949a9362c15 req-a3bed499-9607-4c9c-a0ec-d83fc709cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:05.441118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b87785-b9a5-4427-8917-8949a9362c15 req-a3bed499-9607-4c9c-a0ec-d83fc709cf04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 1097 time: 0.1712618 Aug 21 09:13:05.442034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] For port 40bab721-b6cd-40ed-bfee-b3461305983a, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:13:05.445122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-1ba7ffa6-5876-42e9-b3ca-24c0165022c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cccc8954-1d3c-4515-8268-706d7f1e2ddf HTTP/1.1" status: 200 len: 217 time: 0.0584440 Aug 21 09:13:05.486946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] For port 40bab721-b6cd-40ed-bfee-b3461305983a, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=40bab721-b6cd-40ed-bfee-b3461305983a,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:13:05.523658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a5a90b65-db76-490f-9d05-83e35248060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:05.525124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-a5a90b65-db76-490f-9d05-83e35248060d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118 HTTP/1.1" status: 200 len: 853 time: 0.0722129 Aug 21 09:13:05.528800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b87785-b9a5-4427-8917-8949a9362c15 req-6ed1f568-0232-4240-9b46-943de7d27f78 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678887 Aug 21 09:13:05.561024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-949597e0-cb2e-40ef-849a-0afe8e3d1039 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276983 Aug 21 09:13:05.587161 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:05.620058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:05.620684 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:05.622279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] 10.222.0.13 "PUT /v2.0/ports/40bab721-b6cd-40ed-bfee-b3461305983a HTTP/1.1" status: 200 len: 1093 time: 1.8258085 Aug 21 09:13:05.820007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a409625-759e-4823-b76d-9eb6bc8c4351 service neutron] Pushing event updated for resources: {'Port': ['ID=40bab721-b6cd-40ed-bfee-b3461305983a,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:05.833610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffff4f8-6957-4ae4-9dc7-4efda1e73d9f req-67040782-d946-42a2-a2b0-470b0b13fdd9 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:05.835226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dffff4f8-6957-4ae4-9dc7-4efda1e73d9f req-67040782-d946-42a2-a2b0-470b0b13fdd9 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 945 time: 0.2093477 Aug 21 09:13:05.842610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-756d42e3-2d16-40a8-88a4-da380f0046a9 service neutron] 10.222.0.22 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729273 Aug 21 09:13:05.857427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f030-7119-41af-b1fe-43386e609f8c req-6b5555a4-48bb-4b7d-8afb-2ccc92a32083 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:05.857427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6c9f030-7119-41af-b1fe-43386e609f8c req-6b5555a4-48bb-4b7d-8afb-2ccc92a32083 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 944 time: 0.1453545 Aug 21 09:13:06.023549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dffff4f8-6957-4ae4-9dc7-4efda1e73d9f req-da66a0f4-3ece-454b-b19b-ae0be097ef03 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687529 Aug 21 09:13:06.028548 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6c9f030-7119-41af-b1fe-43386e609f8c req-387bf80c-b286-4568-8504-d7eb7b0a4c72 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544907 Aug 21 09:13:06.032422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-76a1dc17-7331-4f0a-add1-896e89a45c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:06.033947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-76a1dc17-7331-4f0a-add1-896e89a45c02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2d9324fdb944003972025c84d781c03&device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 1096 time: 0.1803358 Aug 21 09:13:06.114321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-93d62053-2e6d-4275-bb57-3ea49f75872b service neutron] 10.222.0.22 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616439 Aug 21 09:13:06.116247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-7d20a8f7-3b6f-463d-90b7-56093f968a9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40bab721-b6cd-40ed-bfee-b3461305983a HTTP/1.1" status: 200 len: 217 time: 0.0699990 Aug 21 09:13:06.225394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-f8e1d1b1-528b-4ae8-9870-c972e0fbd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:06.226842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-f8e1d1b1-528b-4ae8-9870-c972e0fbd4fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118 HTTP/1.1" status: 200 len: 853 time: 0.1006479 Aug 21 09:13:06.242228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eea941ea-2507-4a8f-bc15-4e276f26862c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:13:06.266372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: eea941ea-2507-4a8f-bc15-4e276f26862c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:13:06.266736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eea941ea-2507-4a8f-bc15-4e276f26862c not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:13:06.304101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60add139-20f1-425b-92e7-df5f3d835c5e req-8ac7df41-4c25-4d9f-8519-db298bd9b5e7 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:06.304364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60add139-20f1-425b-92e7-df5f3d835c5e req-8ac7df41-4c25-4d9f-8519-db298bd9b5e7 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.1374240 Aug 21 09:13:06.306637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-3712112c-671d-403e-b38c-60201dd400ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643110 Aug 21 09:13:06.403388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60add139-20f1-425b-92e7-df5f3d835c5e req-8c7f628b-5be9-4d72-aaf7-c1f83a12c206 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906415 Aug 21 09:13:06.468749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-c59514d4-8984-4bac-83d4-15aa99c3789e service neutron] 10.222.0.13 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480587 Aug 21 09:13:06.661961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94a3158e-b728-45bc-b678-f23b4ff15d64 req-8b3e6fb7-1e29-4c8e-a0e8-44a60dc12307 service neutron] 10.222.0.13 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833878 Aug 21 09:13:06.781996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b', 'tag': 'cccc8954-1d3c-4515-8268-706d7f1e2ddf'}, {'name': 'network-changed', 'server_uuid': '0ff58316-d1f4-4bca-b174-69c8d2af7591', 'tag': '40bab721-b6cd-40ed-bfee-b3461305983a'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:06.784571 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb33cc72-c29e-42fa-a2d2-c24481d43826" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b", "tag": "cccc8954-1d3c-4515-8268-706d7f1e2ddf"}, {"name": "network-changed", "server_uuid": "0ff58316-d1f4-4bca-b174-69c8d2af7591", "tag": "40bab721-b6cd-40ed-bfee-b3461305983a"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:06.790069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46246) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:06.836787 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29abf314-df9d-4719-80b4-bc71267967b2 x-openstack-request-id: req-29abf314-df9d-4719-80b4-bc71267967b2 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:06.837379 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b", "tag": "cccc8954-1d3c-4515-8268-706d7f1e2ddf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ff58316-d1f4-4bca-b174-69c8d2af7591", "tag": "40bab721-b6cd-40ed-bfee-b3461305983a", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:06.837735 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29abf314-df9d-4719-80b4-bc71267967b2 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:06.838270 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b', 'tag': 'cccc8954-1d3c-4515-8268-706d7f1e2ddf', 'status': 'completed', 'code': 200} Aug 21 09:13:06.838554 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff58316-d1f4-4bca-b174-69c8d2af7591', 'tag': '40bab721-b6cd-40ed-bfee-b3461305983a', 'status': 'completed', 'code': 200} Aug 21 09:13:06.847631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-732e68f4-d5e4-4e33-ab62-5b8d5e8799da admin admin] Deleting subnet 6f96fff1-187f-424b-80fd-1a80709dbe79 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:13:06.852209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-732e68f4-d5e4-4e33-ab62-5b8d5e8799da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:06.877770 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-966a6208-2400-43a1-a2f9-b668fc023fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:06.906407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-732e68f4-d5e4-4e33-ab62-5b8d5e8799da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:06.946862 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-897d9ca6-210e-4139-914b-8ad2fc879888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:06.948346 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-732e68f4-d5e4-4e33-ab62-5b8d5e8799da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:06.948928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-897d9ca6-210e-4139-914b-8ad2fc879888 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2d9324fdb944003972025c84d781c03&device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 1096 time: 0.0872791 Aug 21 09:13:06.951645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-134f5bb6-94e1-4f8f-80cc-60bb06d94229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:06.953217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-134f5bb6-94e1-4f8f-80cc-60bb06d94229 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2d9324fdb944003972025c84d781c03&device_id=7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b HTTP/1.1" status: 200 len: 1095 time: 0.0831592 Aug 21 09:13:07.119882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-ac03ec12-522b-4b03-98f0-ce2ab1c43aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:07.128744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-ac03ec12-522b-4b03-98f0-ce2ab1c43aa5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 HTTP/1.1" status: 200 len: 914 time: 0.1662805 Aug 21 09:13:07.133413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-71920b54-2abd-48a8-be22-ada5352a99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:07.134847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-71920b54-2abd-48a8-be22-ada5352a99e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 HTTP/1.1" status: 200 len: 914 time: 0.1694579 Aug 21 09:13:07.147547 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-732e68f4-d5e4-4e33-ab62-5b8d5e8799da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.180570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e68f4-d5e4-4e33-ab62-5b8d5e8799da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f96fff1-187f-424b-80fd-1a80709dbe79,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:07.191796 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-732e68f4-d5e4-4e33-ab62-5b8d5e8799da admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.194129 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-732e68f4-d5e4-4e33-ab62-5b8d5e8799da admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6f96fff1-187f-424b-80fd-1a80709dbe79 HTTP/1.1" status: 204 len: 168 time: 0.4025867 Aug 21 09:13:07.201598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46256) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:07.257956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-1b764df2-e70d-40f2-b076-af3ddf25a8b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40bab721-b6cd-40ed-bfee-b3461305983a HTTP/1.1" status: 200 len: 217 time: 0.1208942 Aug 21 09:13:07.261222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-4cb527de-e3c7-4a80-b9f1-d64a05afa58b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cccc8954-1d3c-4515-8268-706d7f1e2ddf HTTP/1.1" status: 200 len: 217 time: 0.0897152 Aug 21 09:13:07.278074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46260) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:07.304871 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.342709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46264) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:07.366509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5be1e-3cdb-4419-b6a4-fe3b4c212983 req-10b264b2-56c6-4e83-af36-bb7f2e10acb0 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:07.368063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88f5be1e-3cdb-4419-b6a4-fe3b4c212983 req-10b264b2-56c6-4e83-af36-bb7f2e10acb0 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 945 time: 0.2291696 Aug 21 09:13:07.376146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc53b30-82e7-4bd6-a611-0585ddddb6a0 req-036a4a5c-1543-4df2-bf04-3c45ebc9789a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:07.377687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cc53b30-82e7-4bd6-a611-0585ddddb6a0 req-036a4a5c-1543-4df2-bf04-3c45ebc9789a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 944 time: 0.2554007 Aug 21 09:13:07.404087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-ae205378-11b2-4d04-b9ae-742345435331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:07.405548 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-ae205378-11b2-4d04-b9ae-742345435331 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118 HTTP/1.1" status: 200 len: 853 time: 0.1388819 Aug 21 09:13:07.414883 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.419769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-2768245a-a9da-4302-8236-2c990816eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:07.421288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-2768245a-a9da-4302-8236-2c990816eabb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118 HTTP/1.1" status: 200 len: 853 time: 0.1527390 Aug 21 09:13:07.436327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd230ef-5490-450d-83b1-caf8f420e6fe']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:07.452303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b243c13a-d961-45ab-a669-2c7ad9575675') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:07.452890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b243c13a-d961-45ab-a669-2c7ad9575675') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:07.465142 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.473065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-914a9412-afb8-483c-86c7-7099a7e511a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473545 Aug 21 09:13:07.485201 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.499599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:13:07.499599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:13:07.502838 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:13:07.508132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-836d94ae-0180-443e-882f-2a4a62a2f79f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700383 Aug 21 09:13:07.523801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cc53b30-82e7-4bd6-a611-0585ddddb6a0 req-487d2e04-0623-4ef0-879f-76853a6da108 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387157 Aug 21 09:13:07.558332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88f5be1e-3cdb-4419-b6a4-fe3b4c212983 req-c87781c7-a3b8-44de-9ef5-c97730c01755 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743867 Aug 21 09:13:07.594881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cccdcde-65b4-4a78-a25f-43e5b9b094ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.662852 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6ac42078-0be9-4680-b424-218abfd28eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.681978 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.685703 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.692276 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] 10.222.0.20 "DELETE /v2.0/networks/ebd230ef-5490-450d-83b1-caf8f420e6fe HTTP/1.1" status: 204 len: 168 time: 0.4890089 Aug 21 09:13:07.759001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a69b3f-7529-43c3-9735-d2a1cb32fe4c admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd230ef-5490-450d-83b1-caf8f420e6fe,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:07.794658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-d4a58831-662b-43b6-ab58-56d978e4192a service neutron] 10.222.0.13 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903605 Aug 21 09:13:07.795286 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cccdcde-65b4-4a78-a25f-43e5b9b094ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.798541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-0442bfd8-2a41-42b4-946c-14cd102405e3 service neutron] 10.222.0.22 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794080 Aug 21 09:13:07.897967 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cccdcde-65b4-4a78-a25f-43e5b9b094ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:07.938403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccdcde-65b4-4a78-a25f-43e5b9b094ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb14480-6bc9-4486-850f-0d05bf2215ea,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:07.943034 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8cccdcde-65b4-4a78-a25f-43e5b9b094ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a794666474fb45e1b872a3667c472b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6663392 Aug 21 09:13:07.952145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46276) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:08.018405 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18f05848-9403-48c0-85d2-e01546f915b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.043476 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18f05848-9403-48c0-85d2-e01546f915b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.180229 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18f05848-9403-48c0-85d2-e01546f915b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.182713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d903-3a42-4923-958c-2d20d554c888 req-3f7e5991-826e-48f2-afda-6883c7814a55 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:08.182848 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18f05848-9403-48c0-85d2-e01546f915b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.187297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4b5d903-3a42-4923-958c-2d20d554c888 req-3f7e5991-826e-48f2-afda-6883c7814a55 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.5034451 Aug 21 09:13:08.189769 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-18f05848-9403-48c0-85d2-e01546f915b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2eb14480-6bc9-4486-850f-0d05bf2215ea HTTP/1.1" status: 204 len: 168 time: 0.2304528 Aug 21 09:13:08.190370 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46278) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:08.223458 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f05848-9403-48c0-85d2-e01546f915b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb14480-6bc9-4486-850f-0d05bf2215ea,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:08.268342 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cccc8954-1d3c-4515-8268-706d7f1e2ddf details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:13:08.268904 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fcac92a2-e489-442e-b319-bb5e757ce893 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfbc6ac9734e4d738afcb8c6ab4865ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754607 Aug 21 09:13:08.271180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46284) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:08.284501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439ded6-397d-454a-a638-8e27e27ad3d6 req-057e12d5-e837-4e5c-bbc6-9d8f8047f66f tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:08.290126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d439ded6-397d-454a-a638-8e27e27ad3d6 req-057e12d5-e837-4e5c-bbc6-9d8f8047f66f tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 945 time: 0.5516012 Aug 21 09:13:08.297463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46286) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:08.308646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-25be215d-7cf1-457d-8da2-027c01fa5332 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Request body: {'floatingip': {'port_id': '4affad55-cd3e-4cea-ba59-cdf30175f7ed'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:08.380258 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-25be215d-7cf1-457d-8da2-027c01fa5332 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.380447 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21d04ff3-a16b-4fa1-9f16-0f5b6b5648f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.428042 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21d04ff3-a16b-4fa1-9f16-0f5b6b5648f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.485241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cccc8954-1d3c-4515-8268-706d7f1e2ddf, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cccc8954-1d3c-4515-8268-706d7f1e2ddf,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:08.521262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'cccc8954-1d3c-4515-8268-706d7f1e2ddf', 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9', 'port_id': 'cccc8954-1d3c-4515-8268-706d7f1e2ddf', 'mac_address': 'fa:16:3e:23:d5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:13:08.543500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-b5a9cd01-85b6-4a32-ad4f-d3393a89df0d service neutron] 10.222.0.13 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349136 Aug 21 09:13:08.569194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb33cc72-c29e-42fa-a2d2-c24481d43826 req-d89fee0a-5049-4bdf-b86a-3a94c44c6ab4 service neutron] 10.222.0.22 "GET /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7626028 Aug 21 09:13:08.586079 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21d04ff3-a16b-4fa1-9f16-0f5b6b5648f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.589296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21d04ff3-a16b-4fa1-9f16-0f5b6b5648f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.590194 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.599651 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-21d04ff3-a16b-4fa1-9f16-0f5b6b5648f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa662ade-d5d4-4de7-bbe7-1083343bf0d3 HTTP/1.1" status: 204 len: 168 time: 0.3207550 Aug 21 09:13:08.609158 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d04ff3-a16b-4fa1-9f16-0f5b6b5648f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa662ade-d5d4-4de7-bbe7-1083343bf0d3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:08.624019 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccc8954-1d3c-4515-8268-706d7f1e2ddf {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:08.678184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cccc8954-1d3c-4515-8268-706d7f1e2ddf, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cccc8954-1d3c-4515-8268-706d7f1e2ddf,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:08.751897 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.767267 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6ac42078-0be9-4680-b424-218abfd28eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.822781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 40bab721-b6cd-40ed-bfee-b3461305983a details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:13:08.825886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4b5d903-3a42-4923-958c-2d20d554c888 req-f11d4e0b-afe8-44c8-a272-99ee777a9903 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156969 Aug 21 09:13:08.866280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6ac42078-0be9-4680-b424-218abfd28eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:08.945191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=cccc8954-1d3c-4515-8268-706d7f1e2ddf,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:08.975438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['cccc8954-1d3c-4515-8268-706d7f1e2ddf'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:08.979860 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720acfb1-2621-4ed3-927b-cc7ca9c3edd0 req-cd5f257e-f725-42a6-9047-839eac0873c4 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:08.988092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-720acfb1-2621-4ed3-927b-cc7ca9c3edd0 req-cd5f257e-f725-42a6-9047-839eac0873c4 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 944 time: 0.3391147 Aug 21 09:13:09.051296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 40bab721-b6cd-40ed-bfee-b3461305983a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=40bab721-b6cd-40ed-bfee-b3461305983a,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:09.051435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6ac42078-0be9-4680-b424-218abfd28eac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3d573042ae24dd3b539dec4da71460c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7033868 Aug 21 09:13:09.052864 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46306) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:09.067968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac42078-0be9-4680-b424-218abfd28eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ebcff0-e946-4a82-b663-fbd17f69a1f8,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:09.145665 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a014c1d6-c5ec-430f-8924-a273ddcab698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:09.170883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-720acfb1-2621-4ed3-927b-cc7ca9c3edd0 req-40f4a5eb-bcc4-46c9-bbdc-504d1a0722dc tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764524 Aug 21 09:13:09.187265 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a014c1d6-c5ec-430f-8924-a273ddcab698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:09.317705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '40bab721-b6cd-40ed-bfee-b3461305983a', 'network_id': '6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9', 'port_id': '40bab721-b6cd-40ed-bfee-b3461305983a', 'mac_address': 'fa:16:3e:25:16:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:13:09.367808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a014c1d6-c5ec-430f-8924-a273ddcab698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:09.374012 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a014c1d6-c5ec-430f-8924-a273ddcab698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:09.375843 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a014c1d6-c5ec-430f-8924-a273ddcab698 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00ebcff0-e946-4a82-b663-fbd17f69a1f8 HTTP/1.1" status: 204 len: 168 time: 0.3213561 Aug 21 09:13:09.384937 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:09.389067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014c1d6-c5ec-430f-8924-a273ddcab698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ebcff0-e946-4a82-b663-fbd17f69a1f8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:09.417712 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-25be215d-7cf1-457d-8da2-027c01fa5332 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:09.431252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bab721-b6cd-40ed-bfee-b3461305983a {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:09.474149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 40bab721-b6cd-40ed-bfee-b3461305983a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=40bab721-b6cd-40ed-bfee-b3461305983a,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:09.489354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-25be215d-7cf1-457d-8da2-027c01fa5332 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:09.563976 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d61592f0-d09f-4d26-9f17-312291ed2257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:09.598268 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:09.598632 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-25be215d-7cf1-457d-8da2-027c01fa5332 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Floating IP ce4e7ee6-3be1-4ad7-bba3-8569d04a0879 associated. External IP: 172.25.5.96, port: 4affad55-cd3e-4cea-ba59-cdf30175f7ed. Aug 21 09:13:09.671447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=40bab721-b6cd-40ed-bfee-b3461305983a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:09.797572 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:09.841347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25be215d-7cf1-457d-8da2-027c01fa5332 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:13:09.912350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['40bab721-b6cd-40ed-bfee-b3461305983a'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:10.058325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25be215d-7cf1-457d-8da2-027c01fa5332 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:13:10.068510 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-25be215d-7cf1-457d-8da2-027c01fa5332 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:10.082846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7edf7d1-7588-48dd-99f9-99e176233066 None None] Sync routers for ids ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:13:10.096636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364857bc-3c0a-4252-ac64-c5d8d88103ce req-903c4dc8-7403-48b9-a596-93d23cff2b0e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:10.103584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-364857bc-3c0a-4252-ac64-c5d8d88103ce req-903c4dc8-7403-48b9-a596-93d23cff2b0e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.1152320 Aug 21 09:13:10.131621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-25be215d-7cf1-457d-8da2-027c01fa5332 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "PUT /v2.0/floatingips/ce4e7ee6-3be1-4ad7-bba3-8569d04a0879 HTTP/1.1" status: 200 len: 990 time: 1.8301110 Aug 21 09:13:10.133232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7edf7d1-7588-48dd-99f9-99e176233066 None None] Routers {'a673fe1b-eac0-4c58-9ed4-011fe4c35d95'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:13:10.134058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e7edf7d1-7588-48dd-99f9-99e176233066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:13:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:10.134752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'tag': '4affad55-cd3e-4cea-ba59-cdf30175f7ed'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:10.137057 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f6c6ad-c22f-4b87-85a7-f363b09455ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4f45e2-5ed6-41a7-a9ab-a78e18caf124", "tag": "4affad55-cd3e-4cea-ba59-cdf30175f7ed"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:10.175100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-364857bc-3c0a-4252-ac64-c5d8d88103ce req-ebd6504a-8ebb-41a5-91a9-9f8f86c8ad06 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705519 Aug 21 09:13:10.231226 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4c93b0-89b7-480a-8a6f-ff87045af280 x-openstack-request-id: req-6d4c93b0-89b7-480a-8a6f-ff87045af280 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:10.232315 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4f45e2-5ed6-41a7-a9ab-a78e18caf124", "tag": "4affad55-cd3e-4cea-ba59-cdf30175f7ed", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:10.233041 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d4c93b0-89b7-480a-8a6f-ff87045af280 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:10.233926 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'tag': '4affad55-cd3e-4cea-ba59-cdf30175f7ed', 'status': 'completed', 'code': 200} Aug 21 09:13:10.288637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cccc8954-1d3c-4515-8268-706d7f1e2ddf up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:13:10.326315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6c6ad-c22f-4b87-85a7-f363b09455ea req-d50d0c3d-512a-4861-b688-0a36e10c71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:10.327870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f6c6ad-c22f-4b87-85a7-f363b09455ea req-d50d0c3d-512a-4861-b688-0a36e10c71a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d1bd96a7da64e95ba9eae059cf427e6&device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 1097 time: 0.0729122 Aug 21 09:13:10.370402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46348) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:10.375145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e7edf7d1-7588-48dd-99f9-99e176233066 None None] Set router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:13:10.395258 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3258982-f831-433e-a349-886f0147a0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:10.445174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26db0e-7f2e-4b83-aa03-47e4c2e85b5f req-65b62dfc-776f-4c2c-8171-52cd77a0babc tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:10.454454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c26db0e-7f2e-4b83-aa03-47e4c2e85b5f req-65b62dfc-776f-4c2c-8171-52cd77a0babc tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 945 time: 0.1226895 Aug 21 09:13:10.493480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port cccc8954-1d3c-4515-8268-706d7f1e2ddf completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:13:10.504270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6c6ad-c22f-4b87-85a7-f363b09455ea req-4227e8dd-0957-4c14-b90b-ec9224d57a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:10.504487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port cccc8954-1d3c-4515-8268-706d7f1e2ddf triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:13:10.504917 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:10.505595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f6c6ad-c22f-4b87-85a7-f363b09455ea req-4227e8dd-0957-4c14-b90b-ec9224d57a60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb470795-a7d9-4d59-9181-9da93fe3ef24 HTTP/1.1" status: 200 len: 907 time: 0.1629424 Aug 21 09:13:10.593153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f6c6ad-c22f-4b87-85a7-f363b09455ea req-a15a7994-03d4-444d-9355-06dc462509e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4affad55-cd3e-4cea-ba59-cdf30175f7ed HTTP/1.1" status: 200 len: 998 time: 0.0775843 Aug 21 09:13:10.605415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c26db0e-7f2e-4b83-aa03-47e4c2e85b5f req-fa625b08-621f-44c8-9976-dfcf452c8fde tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478086 Aug 21 09:13:10.633243 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3258982-f831-433e-a349-886f0147a0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:10.659141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6c6ad-c22f-4b87-85a7-f363b09455ea req-69927447-069e-4fdb-b7e2-f79f06b7c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:10.660774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f6c6ad-c22f-4b87-85a7-f363b09455ea req-69927447-069e-4fdb-b7e2-f79f06b7c114 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=167a0213-dbf1-4924-8b59-d359d50fbf1c HTTP/1.1" status: 200 len: 845 time: 0.0511529 Aug 21 09:13:10.717896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6c6ad-c22f-4b87-85a7-f363b09455ea req-8f4f8bb8-c7ab-4f73-bdeb-382d9af7772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:10.719694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f6c6ad-c22f-4b87-85a7-f363b09455ea req-8f4f8bb8-c7ab-4f73-bdeb-382d9af7772f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb470795-a7d9-4d59-9181-9da93fe3ef24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506506 Aug 21 09:13:10.720559 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3258982-f831-433e-a349-886f0147a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:10.783694 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e3258982-f831-433e-a349-886f0147a0ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fa39ee430164a0e85ad18bd789c22cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113271 Aug 21 09:13:10.784833 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3258982-f831-433e-a349-886f0147a0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9190d51-e66e-47d4-8c24-0dd365ba42ef,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:10.793506 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46358) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:10.823972 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:10.861574 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c92af41a-81b2-4047-ad88-f895e114d52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:10.881898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccc8954-1d3c-4515-8268-706d7f1e2ddf'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:10.883132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f6c6ad-c22f-4b87-85a7-f363b09455ea req-25fae7d2-6df0-4f14-a8e4-74fdfc831e19 service neutron] 10.222.0.13 "GET /v2.0/networks/cb470795-a7d9-4d59-9181-9da93fe3ef24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506610 Aug 21 09:13:10.890775 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c87d6f-b1fe-4e49-ac55-fb7cacff71d4" -d '{"events": [{"server_uuid": "7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b", "name": "network-vif-plugged", "status": "completed", "tag": "cccc8954-1d3c-4515-8268-706d7f1e2ddf"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:10.891852 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c92af41a-81b2-4047-ad88-f895e114d52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:10.918422 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46362) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:10.932984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cccc8954-1d3c-4515-8268-706d7f1e2ddf, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cccc8954-1d3c-4515-8268-706d7f1e2ddf,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:10.936920 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:10.956925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e7edf7d1-7588-48dd-99f9-99e176233066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:43Z', 'revision_number': 4, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'ce4e7ee6-3be1-4ad7-bba3-8569d04a0879', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'port_id': '4affad55-cd3e-4cea-ba59-cdf30175f7ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'mac_address': 'fa:16:3e:0f:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:12:48Z', 'updated_at': '2021-08-21T09:13:09Z', 'revision_number': 1, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1590d4-5261-45f8-a179-29dad669333f', 'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'mac_address': 'fa:16:3e:8a:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:41Z', 'updated_at': '2021-08-21T09:12:50Z', 'revision_number': 5, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'subnets': [{'id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:11.042548 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f6c6ad-c22f-4b87-85a7-f363b09455ea req-55a61d34-b072-4f5e-8781-1183f049df45 service neutron] 10.222.0.13 "GET /v2.0/networks/cb470795-a7d9-4d59-9181-9da93fe3ef24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505835 Aug 21 09:13:11.054706 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b39ed58-e42e-4ee1-8c07-87bfd3533684 x-openstack-request-id: req-9b39ed58-e42e-4ee1-8c07-87bfd3533684 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:11.055159 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b", "name": "network-vif-plugged", "status": "completed", "tag": "cccc8954-1d3c-4515-8268-706d7f1e2ddf", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:11.055477 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b39ed58-e42e-4ee1-8c07-87bfd3533684 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:11.055953 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccc8954-1d3c-4515-8268-706d7f1e2ddf', 'code': 200} Aug 21 09:13:11.058380 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:11.061673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7edf7d1-7588-48dd-99f9-99e176233066 None None] Checking router: a673fe1b-eac0-4c58-9ed4-011fe4c35d95 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:13:11.065514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-174024802-network', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:11.086414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c92af41a-81b2-4047-ad88-f895e114d52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:11.091688 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c92af41a-81b2-4047-ad88-f895e114d52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:11.091688 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c92af41a-81b2-4047-ad88-f895e114d52c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9190d51-e66e-47d4-8c24-0dd365ba42ef HTTP/1.1" status: 204 len: 168 time: 0.2953835 Aug 21 09:13:11.119350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92af41a-81b2-4047-ad88-f895e114d52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9190d51-e66e-47d4-8c24-0dd365ba42ef,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:11.120104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c58ff0-b343-4fb1-8809-17cfbf37f58c req-c979ea83-8828-415f-8bc8-5662971e379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:11.123762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26c58ff0-b343-4fb1-8809-17cfbf37f58c req-c979ea83-8828-415f-8bc8-5662971e379a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b HTTP/1.1" status: 200 len: 1097 time: 0.0570354 Aug 21 09:13:11.123885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=cccc8954-1d3c-4515-8268-706d7f1e2ddf,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:11.140227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7edf7d1-7588-48dd-99f9-99e176233066 None None] Routers {'a673fe1b-eac0-4c58-9ed4-011fe4c35d95'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:13:11.140939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e7edf7d1-7588-48dd-99f9-99e176233066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:13:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:11.178278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26c58ff0-b343-4fb1-8809-17cfbf37f58c req-a2d4d9f4-8d1b-4609-b1df-f29dc58f8900 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441098 Aug 21 09:13:11.197482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Made reservation on behalf of 344b8bf2686a48a2ab66cb8582e71d8a for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:13:11.204347 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:11.214493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:11.332559 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e7edf7d1-7588-48dd-99f9-99e176233066 None None] Set router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:13:11.370227 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:11.438024 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:11.469664 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:13:11.480535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841493bd-64d2-4782-9b29-b60c5b973e4b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:11.488006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:11.488619 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Added segment adf09c51-164e-446e-a914-4847627af539 of type vlan for network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 Aug 21 09:13:11.542099 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:11.646551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e7edf7d1-7588-48dd-99f9-99e176233066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:43Z', 'revision_number': 4, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'ce4e7ee6-3be1-4ad7-bba3-8569d04a0879', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'port_id': '4affad55-cd3e-4cea-ba59-cdf30175f7ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'mac_address': 'fa:16:3e:0f:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:12:48Z', 'updated_at': '2021-08-21T09:13:09Z', 'revision_number': 1, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1590d4-5261-45f8-a179-29dad669333f', 'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'mac_address': 'fa:16:3e:8a:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:41Z', 'updated_at': '2021-08-21T09:12:50Z', 'revision_number': 5, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'subnets': [{'id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:11.666352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:11.667452 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:11.671272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:11.671414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7edf7d1-7588-48dd-99f9-99e176233066 None None] The sync data for ids ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'] in n-d-766726-28 is: [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:43Z', 'revision_number': 4, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'ce4e7ee6-3be1-4ad7-bba3-8569d04a0879', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'port_id': '4affad55-cd3e-4cea-ba59-cdf30175f7ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'mac_address': 'fa:16:3e:0f:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:12:48Z', 'updated_at': '2021-08-21T09:13:09Z', 'revision_number': 1, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1590d4-5261-45f8-a179-29dad669333f', 'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'mac_address': 'fa:16:3e:8a:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:41Z', 'updated_at': '2021-08-21T09:12:50Z', 'revision_number': 5, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'subnets': [{'id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:13:11.792219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d4c67-e214-428a-a64f-61504618f851 req-2bfb2ffe-a921-4950-8e22-f6b0dcb185fd tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:11.803231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-805d4c67-e214-428a-a64f-61504618f851 req-2bfb2ffe-a921-4950-8e22-f6b0dcb185fd tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.5225601 Aug 21 09:13:11.837250 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] Pushing event updated for resources: {'Network': ['ID=62dd797b-f8e9-4353-9cfd-58010e4f1e68,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:11.852485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:13:11.882151 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e8ee1d86-569f-4a0e-9d68-113bdc24dadf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9592454 Aug 21 09:13:11.882368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-805d4c67-e214-428a-a64f-61504618f851 req-75d5fc29-45fe-47c9-be3a-000a35d71b6f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617685 Aug 21 09:13:11.882475 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46394) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:11.887527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] Request body: {'subnet': {'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-174024802-subnet', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:11.894463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad3e7-cec8-4ce2-8e28-6d9e0fb1f3c2 req-4c8f2c14-e57d-4136-99b9-6732bbdee1bf tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:11.905178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3bdad3e7-cec8-4ce2-8e28-6d9e0fb1f3c2 req-4c8f2c14-e57d-4136-99b9-6732bbdee1bf tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 945 time: 0.1908903 Aug 21 09:13:11.955440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3bdad3e7-cec8-4ce2-8e28-6d9e0fb1f3c2 req-034e5937-11a6-49db-a8fd-fc39ac7af9d3 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486135 Aug 21 09:13:11.982023 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] Made reservation on behalf of 344b8bf2686a48a2ab66cb8582e71d8a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:13:11.985681 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:12.087819 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc38b1-71a0-4c95-b59b-2ce5cd477eea None None] New status for floating IP ce4e7ee6-3be1-4ad7-bba3-8569d04a0879: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:13:12.271798 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:12.295496 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:12.387173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68898c8-90b5-4afa-bd48-3890e2dba30a,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:12.405424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] Checking segment: {'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:13:12.405781 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] Network hostable DHCP agents. Network: 62dd797b-f8e9-4353-9cfd-58010e4f1e68, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:13:12.546259 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] Network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:13:12.649729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 62dd797b-f8e9-4353-9cfd-58010e4f1e68) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:13:12.660803 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:12.661982 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:12.667734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d50c9-ba08-48ab-a985-36114c0dbf67 None None] Network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:13:12.785222 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f4bfa04f-cce0-404b-ae96-0973bb1818f9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9017901 Aug 21 09:13:12.788045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46424) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:12.798686 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-174024802-router', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:12.800205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 40bab721-b6cd-40ed-bfee-b3461305983a up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:13:12.859027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530d5398-1419-45b3-a61b-ded1b8381a26 None None] Network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:13:12.892624 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:12.894027 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:12.999988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 40bab721-b6cd-40ed-bfee-b3461305983a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:13:13.001418 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:13.013779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 40bab721-b6cd-40ed-bfee-b3461305983a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:13:13.014159 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:13.152835 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:13.160825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39e694-827a-45d1-9c6e-def2168610b7 req-c506d380-f921-49c9-a3a9-2f6ec4e73dd4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:13.169805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df39e694-827a-45d1-9c6e-def2168610b7 req-c506d380-f921-49c9-a3a9-2f6ec4e73dd4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.1746697 Aug 21 09:13:13.185187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff58316-d1f4-4bca-b174-69c8d2af7591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bab721-b6cd-40ed-bfee-b3461305983a'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:13.188608 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5b94a1-45fd-4fad-abef-a4764401e6cd" -d '{"events": [{"server_uuid": "0ff58316-d1f4-4bca-b174-69c8d2af7591", "name": "network-vif-plugged", "status": "completed", "tag": "40bab721-b6cd-40ed-bfee-b3461305983a"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:13.205808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 40bab721-b6cd-40ed-bfee-b3461305983a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=40bab721-b6cd-40ed-bfee-b3461305983a,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:13.224194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11436abf-d386-4205-ae0e-5fd0953651c1 req-b8cbd6c3-799f-4676-a80b-9345228a863a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:13.232131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11436abf-d386-4205-ae0e-5fd0953651c1 req-b8cbd6c3-799f-4676-a80b-9345228a863a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 945 time: 0.1789131 Aug 21 09:13:13.265127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df39e694-827a-45d1-9c6e-def2168610b7 req-0b0af04f-5348-4ea7-816a-24edf27291ba tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868433 Aug 21 09:13:13.275029 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:13.296334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11436abf-d386-4205-ae0e-5fd0953651c1 req-0e711d7c-056e-43b1-a438-a01d4beba797 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584140 Aug 21 09:13:13.312665 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:13.347784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=40bab721-b6cd-40ed-bfee-b3461305983a,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:13.351763 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8624ec3-c929-414c-943d-465b9f406d7f x-openstack-request-id: req-d8624ec3-c929-414c-943d-465b9f406d7f {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:13.352060 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff58316-d1f4-4bca-b174-69c8d2af7591", "name": "network-vif-plugged", "status": "completed", "tag": "40bab721-b6cd-40ed-bfee-b3461305983a", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:13.352315 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8624ec3-c929-414c-943d-465b9f406d7f {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:13.352707 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff58316-d1f4-4bca-b174-69c8d2af7591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bab721-b6cd-40ed-bfee-b3461305983a', 'code': 200} Aug 21 09:13:13.358373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.358725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.359069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.359412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.359867 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.360203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.360535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.360863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.361192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.361546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.361872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.362369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:13.494903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334018-e9e1-4ace-9fe2-b07d06f186cd req-dacf186d-a7da-4ff1-b616-41258abb08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:13.497473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b334018-e9e1-4ace-9fe2-b07d06f186cd req-dacf186d-a7da-4ff1-b616-41258abb08cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 1098 time: 0.0607877 Aug 21 09:13:13.558061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b334018-e9e1-4ace-9fe2-b07d06f186cd req-5b8dbcd2-9451-435e-9017-6e4251752bb5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518858 Aug 21 09:13:13.657078 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:13.679277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:13.799456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Allocated IP 172.25.5.69 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/5451441d-7307-4681-af90-f3bb87312768) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:13:13.907359 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:14.027191 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:14.073202 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Pushing event updated for resources: {'Port': ['ID=5451441d-7307-4681-af90-f3bb87312768,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:14.085704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:13:14.087269 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:13:14.091077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:13:14.526655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712882a-ad04-4937-b63b-9eeefd87ea39 req-31f161df-ea45-4aac-8068-a7251b03e258 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:14.530650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8712882a-ad04-4937-b63b-9eeefd87ea39 req-31f161df-ea45-4aac-8068-a7251b03e258 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 946 time: 0.1240268 Aug 21 09:13:14.594035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8680a6-3f38-48e9-bf81-f022423452f0 req-c5367009-f699-4935-85de-643e7ce86433 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:14.603445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d8680a6-3f38-48e9-bf81-f022423452f0 req-c5367009-f699-4935-85de-643e7ce86433 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.1538274 Aug 21 09:13:14.675306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d8680a6-3f38-48e9-bf81-f022423452f0 req-89e5c228-6936-4203-8bf6-0ff8d6ce6af4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706429 Aug 21 09:13:14.695837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8712882a-ad04-4937-b63b-9eeefd87ea39 req-97e9ad51-1e89-46ae-abc8-afae6afd350d tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557586 Aug 21 09:13:14.914151 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:15.148546 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:15.154879 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:15.168119 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:15.363456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Router 68777dff-cde1-43d4-8c37-5eed41590fe9 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:13:15.480318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:13:15.490246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Sync routers for ids ['68777dff-cde1-43d4-8c37-5eed41590fe9'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:13:15.499227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Routers {'68777dff-cde1-43d4-8c37-5eed41590fe9'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:13:15.499891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:13:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['68777dff-cde1-43d4-8c37-5eed41590fe9'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:15.614079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Set router 68777dff-cde1-43d4-8c37-5eed41590fe9 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:13:15.735789 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:15.735789 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-634a18fa-0492-4057-8548-ff56d2a90336 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9429028 Aug 21 09:13:15.737969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46516) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:15.823673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'name': 'tempest-ServerRescueTestJSON-174024802-router', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5451441d-7307-4681-af90-f3bb87312768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:13:12Z', 'updated_at': '2021-08-21T09:13:14Z', 'revision_number': 3, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'gw_port': {'id': '5451441d-7307-4681-af90-f3bb87312768', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:13:13Z', 'updated_at': '2021-08-21T09:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:15.845255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca22068-f93f-46a9-a7dd-229fd7b376a9 req-26b54773-171c-4b36-9cd1-3381a0575fc4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:15.848025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ca22068-f93f-46a9-a7dd-229fd7b376a9 req-26b54773-171c-4b36-9cd1-3381a0575fc4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.0900271 Aug 21 09:13:15.854717 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Checking router: 68777dff-cde1-43d4-8c37-5eed41590fe9 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:13:15.855057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Updating router 68777dff-cde1-43d4-8c37-5eed41590fe9 port 5451441d-7307-4681-af90-f3bb87312768 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:13:15.870816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b3734-e35f-4382-b160-758cd9040995 req-c15e1a26-c801-42c7-8077-0ce2c0462b6f tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:15.882240 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:15.882995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-788b3734-e35f-4382-b160-758cd9040995 req-c15e1a26-c801-42c7-8077-0ce2c0462b6f tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 946 time: 0.0918465 Aug 21 09:13:15.943012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-788b3734-e35f-4382-b160-758cd9040995 req-2b6109b6-f150-4f87-9bfd-dd77d6ddd77d tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556090 Aug 21 09:13:15.985472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ca22068-f93f-46a9-a7dd-229fd7b376a9 req-bc70000b-09f5-45a6-b7a3-b2226b6ea092 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311612 Aug 21 09:13:16.204722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440adea-b327-48db-a168-12af7656ba5c req-6d80f749-f037-4695-b47c-0e8e917a2283 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:16.209356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5440adea-b327-48db-a168-12af7656ba5c req-6d80f749-f037-4695-b47c-0e8e917a2283 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b HTTP/1.1" status: 200 len: 945 time: 0.0989854 Aug 21 09:13:16.281670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5440adea-b327-48db-a168-12af7656ba5c req-0ed00e06-fe61-4770-8697-ebe0a2843a1e tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655515 Aug 21 09:13:16.320436 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:16.346386 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:16.365170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Transition to ACTIVE for port object 5451441d-7307-4681-af90-f3bb87312768 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:13:16.511877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Allocated IP 172.20.0.1 (62dd797b-f8e9-4353-9cfd-58010e4f1e68/e68898c8-90b5-4afa-bd48-3890e2dba30a/e578e78b-8634-4d6c-bc67-1f8b193e7f86) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:13:16.556240 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:16.614526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Attempting to bind port 5451441d-7307-4681-af90-f3bb87312768 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:13:16.614891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Attempting to bind port 5451441d-7307-4681-af90-f3bb87312768 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:13:16.615278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Attempting to bind port 5451441d-7307-4681-af90-f3bb87312768 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:16.618197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5feb7ee-3e5f-45a8-a101-26599e1a86d7 None None] Pushing event updated for resources: {'Port': ['ID=5451441d-7307-4681-af90-f3bb87312768,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:16.622881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:13:16.623254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:13:16.623669 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:16.624056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:13:16.624514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Bound port: 5451441d-7307-4681-af90-f3bb87312768, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:13:16.624890 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:16.646438 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:16.690331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] For port 5451441d-7307-4681-af90-f3bb87312768, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:13:16.693732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] For port 5451441d-7307-4681-af90-f3bb87312768, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5451441d-7307-4681-af90-f3bb87312768,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:13:16.852260 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:16.852814 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:16.912348 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:13:16.915501 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:13:16.920231 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:13:16.938250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5feb7ee-3e5f-45a8-a101-26599e1a86d7 None None] Pushing event updated for resources: {'Port': ['ID=5451441d-7307-4681-af90-f3bb87312768,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:16.953680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e578e78b-8634-4d6c-bc67-1f8b193e7f86,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:16.977597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Routers {'68777dff-cde1-43d4-8c37-5eed41590fe9'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:13:16.978164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:13:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['68777dff-cde1-43d4-8c37-5eed41590fe9'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:16.986280 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:17.135966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5e541-b298-4343-8c6f-b14f72b37fae req-2ddf829c-5c49-478d-a433-1fa0adf7e724 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:17.139191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8b5e541-b298-4343-8c6f-b14f72b37fae req-2ddf829c-5c49-478d-a433-1fa0adf7e724 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.0580473 Aug 21 09:13:17.228397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8b5e541-b298-4343-8c6f-b14f72b37fae req-c1286263-a91d-4f7a-b414-adc9da8c9b5d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810978 Aug 21 09:13:17.261400 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:17.291616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46564) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:17.292129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] Set router 68777dff-cde1-43d4-8c37-5eed41590fe9 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:13:17.461251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2cf69777-9ad5-4106-baff-b91762209066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:17.499430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:17.517205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'name': 'tempest-ServerRescueTestJSON-174024802-router', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5451441d-7307-4681-af90-f3bb87312768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:13:12Z', 'updated_at': '2021-08-21T09:13:14Z', 'revision_number': 3, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'gw_port': {'id': '5451441d-7307-4681-af90-f3bb87312768', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:13:13Z', 'updated_at': '2021-08-21T09:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:17.545316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4374dd-2df4-46a8-8e91-ac5f6a9d4bff None None] The sync data for ids ['68777dff-cde1-43d4-8c37-5eed41590fe9'] in n-d-766726-28 is: [{'id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'name': 'tempest-ServerRescueTestJSON-174024802-router', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5451441d-7307-4681-af90-f3bb87312768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:13:12Z', 'updated_at': '2021-08-21T09:13:14Z', 'revision_number': 3, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'gw_port': {'id': '5451441d-7307-4681-af90-f3bb87312768', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:13:13Z', 'updated_at': '2021-08-21T09:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:13:17.565520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4b53b-3819-498b-b91a-fa08677aeda9 req-b41cb62c-75c9-4415-abef-d9fb0f95bdeb tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:17.568020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86d4b53b-3819-498b-b91a-fa08677aeda9 req-b41cb62c-75c9-4415-abef-d9fb0f95bdeb tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b HTTP/1.1" status: 200 len: 945 time: 0.0941112 Aug 21 09:13:17.571855 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:17.628409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86d4b53b-3819-498b-b91a-fa08677aeda9 req-8cf8c0e2-0dd5-4dbd-9de2-51c4f209249e tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541587 Aug 21 09:13:17.653836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:17.664876 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e578e78b-8634-4d6c-bc67-1f8b193e7f86,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:17.694497 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2cf69777-9ad5-4106-baff-b91762209066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:17.769193 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2cf69777-9ad5-4106-baff-b91762209066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:17.783795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:13:17.785911 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:13:17.809608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf69777-9ad5-4106-baff-b91762209066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc5906c-b512-46cd-b2fb-e8a8b7ed7310,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:17.814341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2cf69777-9ad5-4106-baff-b91762209066 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65fa496b73f94f4188ede21306e319b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215039 Aug 21 09:13:17.816873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46576) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:17.920194 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-069c551c-f24f-41c9-87fa-e85fa5c2905c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:17.951851 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-069c551c-f24f-41c9-87fa-e85fa5c2905c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:17.964759 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Router 68777dff-cde1-43d4-8c37-5eed41590fe9 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:13:18.106480 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-069c551c-f24f-41c9-87fa-e85fa5c2905c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:18.115164 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-069c551c-f24f-41c9-87fa-e85fa5c2905c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:18.115164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-069c551c-f24f-41c9-87fa-e85fa5c2905c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bc5906c-b512-46cd-b2fb-e8a8b7ed7310 HTTP/1.1" status: 204 len: 168 time: 0.2925057 Aug 21 09:13:18.121593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c551c-f24f-41c9-87fa-e85fa5c2905c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc5906c-b512-46cd-b2fb-e8a8b7ed7310,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:18.139334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:13:18.144560 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cc7e7ab5-2d6a-4a04-9f16-706afe4790e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/68777dff-cde1-43d4-8c37-5eed41590fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4052684 Aug 21 09:13:18.289829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aeb5ea-8115-40d3-aef5-37f2a9556ee3 req-987d47da-b031-4b11-beca-ffb4be9b72d4 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:18.298212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87aeb5ea-8115-40d3-aef5-37f2a9556ee3 req-987d47da-b031-4b11-beca-ffb4be9b72d4 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b HTTP/1.1" status: 200 len: 945 time: 0.1047125 Aug 21 09:13:18.441608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ec924-ba96-48dd-9b9e-646350556796 req-9d66f9dd-905e-471f-a663-ab4c0ae2b353 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:18.441608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df7ec924-ba96-48dd-9b9e-646350556796 req-9d66f9dd-905e-471f-a663-ab4c0ae2b353 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.1012249 Aug 21 09:13:18.518992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df7ec924-ba96-48dd-9b9e-646350556796 req-286e19d9-87f8-44ee-81b1-337c44fb6361 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699487 Aug 21 09:13:18.552265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-87aeb5ea-8115-40d3-aef5-37f2a9556ee3 req-d63dc43b-cc2d-425b-a2f3-1c36e6893f5a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Deleting port cccc8954-1d3c-4515-8268-706d7f1e2ddf {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:13:18.552613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-87aeb5ea-8115-40d3-aef5-37f2a9556ee3 req-d63dc43b-cc2d-425b-a2f3-1c36e6893f5a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:18.707283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-87aeb5ea-8115-40d3-aef5-37f2a9556ee3 req-d63dc43b-cc2d-425b-a2f3-1c36e6893f5a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] For port cccc8954-1d3c-4515-8268-706d7f1e2ddf, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cccc8954-1d3c-4515-8268-706d7f1e2ddf,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:18.707579 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-87aeb5ea-8115-40d3-aef5-37f2a9556ee3 req-d63dc43b-cc2d-425b-a2f3-1c36e6893f5a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:18.721114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-87aeb5ea-8115-40d3-aef5-37f2a9556ee3 req-d63dc43b-cc2d-425b-a2f3-1c36e6893f5a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Calling delete_port for cccc8954-1d3c-4515-8268-706d7f1e2ddf owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:13:18.872859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba34996-ac9a-4763-bdf8-1533d82ab175 req-ded2d16e-0910-4847-b1f4-f1a60dd0bc83 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:18.880045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eba34996-ac9a-4763-bdf8-1533d82ab175 req-ded2d16e-0910-4847-b1f4-f1a60dd0bc83 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b HTTP/1.1" status: 200 len: 945 time: 0.0861785 Aug 21 09:13:18.996125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eba34996-ac9a-4763-bdf8-1533d82ab175 req-e145a5fe-ef3d-4731-8de5-0fece990e907 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/security-groups?id=62d5a73a-50fa-4ef8-9fb2-5d8054847164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151528 Aug 21 09:13:19.080968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fb4cb-5192-4f4d-af53-81f36e5714e9 req-b09a8259-4a98-42e1-8b7a-9f96103d9cc1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:19.080968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f4fb4cb-5192-4f4d-af53-81f36e5714e9 req-b09a8259-4a98-42e1-8b7a-9f96103d9cc1 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 946 time: 0.1799049 Aug 21 09:13:19.118954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46630) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:19.129131 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:19.174723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-e91180d6-3ade-4995-b154-fbbe9fd8091a tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:19.181904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-e91180d6-3ade-4995-b154-fbbe9fd8091a tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/networks?id=62dd797b-f8e9-4353-9cfd-58010e4f1e68 HTTP/1.1" status: 200 len: 810 time: 0.2126162 Aug 21 09:13:19.197754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-34f9a8fe-d840-4d74-a004-e5efb075e2a0 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/quotas/344b8bf2686a48a2ab66cb8582e71d8a HTTP/1.1" status: 200 len: 375 time: 0.0134830 Aug 21 09:13:19.234088 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:19.236608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-3f4fb4cb-5192-4f4d-af53-81f36e5714e9 req-9a1313e4-e6cb-40da-af30-16a7c2229216 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Deleting port 40bab721-b6cd-40ed-bfee-b3461305983a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:13:19.236949 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3f4fb4cb-5192-4f4d-af53-81f36e5714e9 req-9a1313e4-e6cb-40da-af30-16a7c2229216 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:19.243782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-87aeb5ea-8115-40d3-aef5-37f2a9556ee3 req-d63dc43b-cc2d-425b-a2f3-1c36e6893f5a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:19.266431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['40bab721-b6cd-40ed-bfee-b3461305983a'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:19.270574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['cccc8954-1d3c-4515-8268-706d7f1e2ddf'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:19.321897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63dc43b-cc2d-425b-a2f3-1c36e6893f5a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Pushing event deleted for resources: {'Port': ['ID=cccc8954-1d3c-4515-8268-706d7f1e2ddf,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:19.364191 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:19.373971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-2a57bcfe-d2b7-485a-8710-ed8fd54052b6 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1692820 Aug 21 09:13:19.417254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109c4991-88b5-4202-9d0f-1f1fe4f9558c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:19.456106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.456467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.456868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.457197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.457532 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.457861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.464915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.465468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.465919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.466315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.466655 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.467005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:19.484688 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b2dd7966-1f86-40b0-b2a2-38359e729b13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e38bf1594274187bd97c670af8d7071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675349 Aug 21 09:13:19.485810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46638) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:19.601890 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-523a9bed-b927-420a-bcbb-f79d2aa5f1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:19.631932 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-523a9bed-b927-420a-bcbb-f79d2aa5f1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:19.729747 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Sync routers for ids ['68777dff-cde1-43d4-8c37-5eed41590fe9'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:13:19.743527 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Routers {'68777dff-cde1-43d4-8c37-5eed41590fe9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:13:19.744415 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:13:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['68777dff-cde1-43d4-8c37-5eed41590fe9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:19.864836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5451441d-7307-4681-af90-f3bb87312768 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:13:19.874673 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-523a9bed-b927-420a-bcbb-f79d2aa5f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:19.879464 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-523a9bed-b927-420a-bcbb-f79d2aa5f1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:19.879464 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-523a9bed-b927-420a-bcbb-f79d2aa5f1dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/109c4991-88b5-4202-9d0f-1f1fe4f9558c HTTP/1.1" status: 204 len: 168 time: 0.3906174 Aug 21 09:13:19.894877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a9bed-b927-420a-bcbb-f79d2aa5f1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109c4991-88b5-4202-9d0f-1f1fe4f9558c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:19.895164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aeb5ea-8115-40d3-aef5-37f2a9556ee3 req-d63dc43b-cc2d-425b-a2f3-1c36e6893f5a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] No DVR routers for this DVR port cccc8954-1d3c-4515-8268-706d7f1e2ddf on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:13:19.910041 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-87aeb5ea-8115-40d3-aef5-37f2a9556ee3 req-d63dc43b-cc2d-425b-a2f3-1c36e6893f5a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:19.912397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87aeb5ea-8115-40d3-aef5-37f2a9556ee3 req-d63dc43b-cc2d-425b-a2f3-1c36e6893f5a tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.22 "DELETE /v2.0/ports/cccc8954-1d3c-4515-8268-706d7f1e2ddf HTTP/1.1" status: 204 len: 173 time: 1.6141145 Aug 21 09:13:19.913073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b', 'name': 'network-vif-deleted', 'tag': 'cccc8954-1d3c-4515-8268-706d7f1e2ddf'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:19.915912 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c119937-9776-46e3-8845-ad355bd689ad" -d '{"events": [{"server_uuid": "7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b", "name": "network-vif-deleted", "tag": "cccc8954-1d3c-4515-8268-706d7f1e2ddf"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:19.989526 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Set router 68777dff-cde1-43d4-8c37-5eed41590fe9 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:13:20.053807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3f4fb4cb-5192-4f4d-af53-81f36e5714e9 req-9a1313e4-e6cb-40da-af30-16a7c2229216 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] For port 40bab721-b6cd-40ed-bfee-b3461305983a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=40bab721-b6cd-40ed-bfee-b3461305983a,segment=NetworkSegment(98694a4b-efe9-40ea-96fe-5b7e282a2332),segment_id=98694a4b-efe9-40ea-96fe-5b7e282a2332)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:20.054459 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3f4fb4cb-5192-4f4d-af53-81f36e5714e9 req-9a1313e4-e6cb-40da-af30-16a7c2229216 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:20.071664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-3f4fb4cb-5192-4f4d-af53-81f36e5714e9 req-9a1313e4-e6cb-40da-af30-16a7c2229216 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Calling delete_port for 40bab721-b6cd-40ed-bfee-b3461305983a owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:13:20.212393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 5451441d-7307-4681-af90-f3bb87312768 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:13:20.216970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5451441d-7307-4681-af90-f3bb87312768 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:13:20.221695 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:20.247841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4a8a8-ca7d-4567-a73c-573943c50e5a req-b56f991e-5fc1-4194-bed9-84b09bfe5c63 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:20.249374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48e4a8a8-ca7d-4567-a73c-573943c50e5a req-b56f991e-5fc1-4194-bed9-84b09bfe5c63 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.3498738 Aug 21 09:13:20.280558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dd9e1601-2ff9-43b6-a0a8-7475202d6a23 service neutron] 10.222.0.20 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8807917 Aug 21 09:13:20.294277 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'name': 'tempest-ServerRescueTestJSON-174024802-router', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5451441d-7307-4681-af90-f3bb87312768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:13:12Z', 'updated_at': '2021-08-21T09:13:17Z', 'revision_number': 4, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'gw_port': {'id': '5451441d-7307-4681-af90-f3bb87312768', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:13:13Z', 'updated_at': '2021-08-21T09:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e578e78b-8634-4d6c-bc67-1f8b193e7f86', 'name': '', 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'mac_address': 'fa:16:3e:56:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e68898c8-90b5-4afa-bd48-3890e2dba30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:13:16Z', 'updated_at': '2021-08-21T09:13:17Z', 'revision_number': 2, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'subnets': [{'id': 'e68898c8-90b5-4afa-bd48-3890e2dba30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:20.341859 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:20.343578 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Checking router: 68777dff-cde1-43d4-8c37-5eed41590fe9 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:13:20.343951 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Updating router 68777dff-cde1-43d4-8c37-5eed41590fe9 port e578e78b-8634-4d6c-bc67-1f8b193e7f86 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:13:20.364340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 5451441d-7307-4681-af90-f3bb87312768, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5451441d-7307-4681-af90-f3bb87312768,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:20.369364 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:20.378149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48e4a8a8-ca7d-4567-a73c-573943c50e5a req-50d0f6e5-f6e1-47e8-837c-a9c497ac39cf tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062374 Aug 21 09:13:20.424927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-1e5c4f9c-7fd2-4010-b068-52b3bdb314dc service neutron] 10.222.0.20 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419652 Aug 21 09:13:20.427121 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3f4fb4cb-5192-4f4d-af53-81f36e5714e9 req-9a1313e4-e6cb-40da-af30-16a7c2229216 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:20.453181 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:20.585587 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed3188-e9bf-486a-961b-4621122f14e7 x-openstack-request-id: req-76ed3188-e9bf-486a-961b-4621122f14e7 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:20.586052 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b", "name": "network-vif-deleted", "tag": "cccc8954-1d3c-4515-8268-706d7f1e2ddf", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:20.586453 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76ed3188-e9bf-486a-961b-4621122f14e7 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:20.586851 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b', 'name': 'network-vif-deleted', 'tag': 'cccc8954-1d3c-4515-8268-706d7f1e2ddf', 'status': 'completed', 'code': 200} Aug 21 09:13:20.592055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1313e4-e6cb-40da-af30-16a7c2229216 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Pushing event deleted for resources: {'Port': ['ID=40bab721-b6cd-40ed-bfee-b3461305983a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:20.614932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=5451441d-7307-4681-af90-f3bb87312768,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:20.622087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4fb4cb-5192-4f4d-af53-81f36e5714e9 req-9a1313e4-e6cb-40da-af30-16a7c2229216 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] No DVR routers for this DVR port 40bab721-b6cd-40ed-bfee-b3461305983a on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:13:20.624425 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3f4fb4cb-5192-4f4d-af53-81f36e5714e9 req-9a1313e4-e6cb-40da-af30-16a7c2229216 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:20.626698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f4fb4cb-5192-4f4d-af53-81f36e5714e9 req-9a1313e4-e6cb-40da-af30-16a7c2229216 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.13 "DELETE /v2.0/ports/40bab721-b6cd-40ed-bfee-b3461305983a HTTP/1.1" status: 204 len: 173 time: 1.5398536 Aug 21 09:13:20.697404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5f4c259-c801-408e-b10a-254631962217 req-7584cb6e-b449-4421-bd88-b3eac4c094b3 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea9e37b-788f-4fb0-a47d-5a6bc09e2e7b HTTP/1.1" status: 200 len: 210 time: 0.0390310 Aug 21 09:13:20.943178 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:20.961065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b925a8-864c-42c6-bba1-b779c75b0930 req-38e8c34b-a622-480b-91ee-7a01b211d44c tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 210 time: 0.0661755 Aug 21 09:13:20.964734 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Transition to ACTIVE for port object e578e78b-8634-4d6c-bc67-1f8b193e7f86 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:13:21.096933 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:21.229821 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ba841-64ae-423d-be63-bab3e37cec17 None None] Pushing event updated for resources: {'Port': ['ID=e578e78b-8634-4d6c-bc67-1f8b193e7f86,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:21.284501 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Attempting to bind port e578e78b-8634-4d6c-bc67-1f8b193e7f86 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:13:21.285290 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Attempting to bind port e578e78b-8634-4d6c-bc67-1f8b193e7f86 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:13:21.285737 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Attempting to bind port e578e78b-8634-4d6c-bc67-1f8b193e7f86 on network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:21.292769 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:13:21.293158 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Checking segment: {'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:13:21.294462 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:21.295129 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Bound using segment: {'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:13:21.295647 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Bound port: e578e78b-8634-4d6c-bc67-1f8b193e7f86, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:13:21.299228 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:21.364572 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] For port e578e78b-8634-4d6c-bc67-1f8b193e7f86, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:13:21.367529 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] For port e578e78b-8634-4d6c-bc67-1f8b193e7f86, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e578e78b-8634-4d6c-bc67-1f8b193e7f86,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:13:21.472833 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:21.558704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32aacc7-4e2c-433d-9692-bcc77a76f0c2 req-06363c20-13b8-457c-a64a-7bc2cb470ca6 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:21.593238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b32aacc7-4e2c-433d-9692-bcc77a76f0c2 req-06363c20-13b8-457c-a64a-7bc2cb470ca6 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.1245058 Aug 21 09:13:21.604457 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Routers {'68777dff-cde1-43d4-8c37-5eed41590fe9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:13:21.604457 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:13:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['68777dff-cde1-43d4-8c37-5eed41590fe9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:21.613107 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ba841-64ae-423d-be63-bab3e37cec17 None None] Pushing event updated for resources: {'Port': ['ID=e578e78b-8634-4d6c-bc67-1f8b193e7f86,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:21.717003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b32aacc7-4e2c-433d-9692-bcc77a76f0c2 req-47fca906-106b-4469-950e-f2c62f1268b1 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224251 Aug 21 09:13:21.773209 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] Set router 68777dff-cde1-43d4-8c37-5eed41590fe9 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:13:21.880536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5451441d-7307-4681-af90-f3bb87312768 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:13:22.030191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e879f4e4-71bc-40d2-98a4-0d305de041e2 req-1fd7a72a-3bee-457c-8616-37751cfc7346 tempest-MultipleCreateTestJSON-1432579629 tempest-MultipleCreateTestJSON-1432579629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ff58316-d1f4-4bca-b174-69c8d2af7591 HTTP/1.1" status: 200 len: 210 time: 0.0561380 Aug 21 09:13:22.039923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5451441d-7307-4681-af90-f3bb87312768 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:13:22.040306 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:22.137928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86249e14-5ac1-430d-8dd7-4f575ba4aade req-47663713-e61e-43de-884f-ed467c359225 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 210 time: 0.0489011 Aug 21 09:13:22.176490 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'name': 'tempest-ServerRescueTestJSON-174024802-router', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5451441d-7307-4681-af90-f3bb87312768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:13:12Z', 'updated_at': '2021-08-21T09:13:17Z', 'revision_number': 4, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'gw_port': {'id': '5451441d-7307-4681-af90-f3bb87312768', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:13:13Z', 'updated_at': '2021-08-21T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e578e78b-8634-4d6c-bc67-1f8b193e7f86', 'name': '', 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'mac_address': 'fa:16:3e:56:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e68898c8-90b5-4afa-bd48-3890e2dba30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:13:16Z', 'updated_at': '2021-08-21T09:13:21Z', 'revision_number': 4, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'subnets': [{'id': 'e68898c8-90b5-4afa-bd48-3890e2dba30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:22.205805 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02bf2f-f673-464d-9f1f-661f163b7b43 None None] The sync data for ids ['68777dff-cde1-43d4-8c37-5eed41590fe9'] in n-d-766726-28 is: [{'id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'name': 'tempest-ServerRescueTestJSON-174024802-router', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5451441d-7307-4681-af90-f3bb87312768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:13:12Z', 'updated_at': '2021-08-21T09:13:17Z', 'revision_number': 4, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'gw_port': {'id': '5451441d-7307-4681-af90-f3bb87312768', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:13:13Z', 'updated_at': '2021-08-21T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e578e78b-8634-4d6c-bc67-1f8b193e7f86', 'name': '', 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'mac_address': 'fa:16:3e:56:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e68898c8-90b5-4afa-bd48-3890e2dba30a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:13:16Z', 'updated_at': '2021-08-21T09:13:21Z', 'revision_number': 4, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'subnets': [{'id': 'e68898c8-90b5-4afa-bd48-3890e2dba30a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:13:22.287304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cccc8954-1d3c-4515-8268-706d7f1e2ddf no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:13:22.313534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: cccc8954-1d3c-4515-8268-706d7f1e2ddf {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:13:22.313894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cccc8954-1d3c-4515-8268-706d7f1e2ddf not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:13:22.588678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff58316-d1f4-4bca-b174-69c8d2af7591', 'name': 'network-vif-deleted', 'tag': '40bab721-b6cd-40ed-bfee-b3461305983a'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:22.599959 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c1ee80-4382-4d67-8de4-1d9da640a000" -d '{"events": [{"server_uuid": "0ff58316-d1f4-4bca-b174-69c8d2af7591", "name": "network-vif-deleted", "tag": "40bab721-b6cd-40ed-bfee-b3461305983a"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:22.656110 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b52f72a-ce02-449a-a67c-f66a8ae03a17 x-openstack-request-id: req-1b52f72a-ce02-449a-a67c-f66a8ae03a17 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:22.656406 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff58316-d1f4-4bca-b174-69c8d2af7591", "name": "network-vif-deleted", "tag": "40bab721-b6cd-40ed-bfee-b3461305983a", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:22.656665 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b52f72a-ce02-449a-a67c-f66a8ae03a17 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:22.657057 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff58316-d1f4-4bca-b174-69c8d2af7591', 'name': 'network-vif-deleted', 'tag': '40bab721-b6cd-40ed-bfee-b3461305983a', 'status': 'completed', 'code': 200} Aug 21 09:13:22.851681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b753bf35-5761-4f4d-a246-ceff7f755b4d no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:13:22.860140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67418a5c-fe8b-4ff1-a021-a163a6042e71 req-385c3d73-aafd-4d32-a077-c8de328d18a2 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:22.868218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67418a5c-fe8b-4ff1-a021-a163a6042e71 req-385c3d73-aafd-4d32-a077-c8de328d18a2 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.0754220 Aug 21 09:13:22.916986 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67418a5c-fe8b-4ff1-a021-a163a6042e71 req-fb38de94-f736-4dc6-9b93-1dac25bf8615 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475221 Aug 21 09:13:22.955807 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.011127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b753bf35-5761-4f4d-a246-ceff7f755b4d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b753bf35-5761-4f4d-a246-ceff7f755b4d,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:23.012532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b753bf35-5761-4f4d-a246-ceff7f755b4d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:23.015364 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad02f55-bd48-46c6-80fe-1c711f97db6a" -d '{"events": [{"server_uuid": "b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "b753bf35-5761-4f4d-a246-ceff7f755b4d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:23.072878 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d426897f-8074-409b-9c7a-1272d326cfbe x-openstack-request-id: req-d426897f-8074-409b-9c7a-1272d326cfbe {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:23.074304 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "b753bf35-5761-4f4d-a246-ceff7f755b4d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:23.076961 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d426897f-8074-409b-9c7a-1272d326cfbe {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:23.079359 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b753bf35-5761-4f4d-a246-ceff7f755b4d', 'code': 200} Aug 21 09:13:23.105351 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46776) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:23.123324 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.124858 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 40bab721-b6cd-40ed-bfee-b3461305983a no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:13:23.179657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 40bab721-b6cd-40ed-bfee-b3461305983a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:13:23.201905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 40bab721-b6cd-40ed-bfee-b3461305983a not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:13:23.212870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ebb1e0-6820-4cd8-b5c8-9be4912f9d9c admin admin] Deleting subnet 622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:13:23.222718 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86ebb1e0-6820-4cd8-b5c8-9be4912f9d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.325446 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86ebb1e0-6820-4cd8-b5c8-9be4912f9d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.348577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c364b980-49c0-4a79-935e-d40c4aca7953 req-81ebf481-3f87-4e1f-8e75-7933faa0753b tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 210 time: 0.0744817 Aug 21 09:13:23.361338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b753bf35-5761-4f4d-a246-ceff7f755b4d,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:23.417167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86ebb1e0-6820-4cd8-b5c8-9be4912f9d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.624267 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86ebb1e0-6820-4cd8-b5c8-9be4912f9d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.649427 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebb1e0-6820-4cd8-b5c8-9be4912f9d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:23.655439 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86ebb1e0-6820-4cd8-b5c8-9be4912f9d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.657943 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-86ebb1e0-6820-4cd8-b5c8-9be4912f9d9c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/622ff8ef-7dfc-4dec-b4ed-db6f1a5e6118 HTTP/1.1" status: 204 len: 168 time: 0.5505691 Aug 21 09:13:23.660182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46792) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:23.749092 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.870614 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.881790 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:23.893964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98694a4b-efe9-40ea-96fe-5b7e282a2332') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:23.895124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98694a4b-efe9-40ea-96fe-5b7e282a2332') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:23.906979 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.923009 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.935798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:13:23.936670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:23.938051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e578e78b-8634-4d6c-bc67-1f8b193e7f86 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:13:23.939452 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:13:24.114808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port e578e78b-8634-4d6c-bc67-1f8b193e7f86 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:13:24.120255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e578e78b-8634-4d6c-bc67-1f8b193e7f86 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:13:24.120627 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:24.142187 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:24.145478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:24.147794 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] 10.222.0.20 "DELETE /v2.0/networks/6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9 HTTP/1.1" status: 204 len: 168 time: 0.4865742 Aug 21 09:13:24.160764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1175b-d080-4028-b59d-5fb831f0143f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1b7def-2ec2-4725-8cb8-5a770bf1e8f9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:24.182146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1f134-c316-420e-ad24-dfced409aba4 req-9a34f36b-96da-4e4f-9239-5eea77c075cd tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:24.183735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acc1f134-c316-420e-ad24-dfced409aba4 req-9a34f36b-96da-4e4f-9239-5eea77c075cd tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 943 time: 0.1390898 Aug 21 09:13:24.193882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-0b615542-4d8a-41a5-b83d-21be518719ce tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:24.195338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-0b615542-4d8a-41a5-b83d-21be518719ce tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.22 "GET /v2.0/networks?id=62dd797b-f8e9-4353-9cfd-58010e4f1e68 HTTP/1.1" status: 200 len: 810 time: 0.1957400 Aug 21 09:13:24.213870 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:24.215851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Request body: {'port': {'device_id': '061efb2b-b1a4-4929-ad00-4277be33190e', 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68', 'admin_state_up': True, 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:24.258363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port e578e78b-8634-4d6c-bc67-1f8b193e7f86, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e578e78b-8634-4d6c-bc67-1f8b193e7f86,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:24.286075 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acc1f134-c316-420e-ad24-dfced409aba4 req-b3e77e81-7fd3-4f81-90c9-386dd006d30d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894938 Aug 21 09:13:24.358202 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:24.433408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=e578e78b-8634-4d6c-bc67-1f8b193e7f86,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:24.466407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d690e9d-19ee-4204-b331-7347b15e30e7 req-956f840d-e207-4e37-bf33-6e4188c934a1 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 210 time: 0.0346084 Aug 21 09:13:24.479739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Made reservation on behalf of 344b8bf2686a48a2ab66cb8582e71d8a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:13:24.484210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:24.627029 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Allocated IP 172.20.0.9 (62dd797b-f8e9-4353-9cfd-58010e4f1e68/e68898c8-90b5-4afa-bd48-3890e2dba30a/7b18e4a5-b064-4485-a17a-de42ad670ba4) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:13:24.705811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46826) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:24.769153 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-39cdf4fe-939b-453b-b5ba-a742e405a100 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2d9324fdb944003972025c84d781c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618165 Aug 21 09:13:24.771791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46830) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:24.800304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46832) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:24.826489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:24.851215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b753bf35-5761-4f4d-a246-ceff7f755b4d details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:13:24.874889 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5a98-2abb-4c83-9d6b-3d7479fb7691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:24.923927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5a98-2abb-4c83-9d6b-3d7479fb7691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:24.934647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7853ca-2964-43eb-8102-b1817cd194c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:24.989043 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.048478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b753bf35-5761-4f4d-a246-ceff7f755b4d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b753bf35-5761-4f4d-a246-ceff7f755b4d,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:25.064423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:13:25.067803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'b753bf35-5761-4f4d-a246-ceff7f755b4d', 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24', 'port_id': 'b753bf35-5761-4f4d-a246-ceff7f755b4d', 'mac_address': 'fa:16:3e:ee:fb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463a8c9c-31b7-4fa6-9496-6601c4049e9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:13:25.072553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:13:25.075412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:13:25.092628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5a98-2abb-4c83-9d6b-3d7479fb7691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.095985 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5a98-2abb-4c83-9d6b-3d7479fb7691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.097690 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1d5a5a98-2abb-4c83-9d6b-3d7479fb7691 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62d5a73a-50fa-4ef8-9fb2-5d8054847164 HTTP/1.1" status: 204 len: 168 time: 0.3241997 Aug 21 09:13:25.122792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a5a98-2abb-4c83-9d6b-3d7479fb7691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d5a73a-50fa-4ef8-9fb2-5d8054847164,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:25.135427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Pushing event updated for resources: {'Port': ['ID=7b18e4a5-b064-4485-a17a-de42ad670ba4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:25.153303 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.178204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b753bf35-5761-4f4d-a246-ceff7f755b4d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:25.179346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:25.180155 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.206784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b753bf35-5761-4f4d-a246-ceff7f755b4d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b753bf35-5761-4f4d-a246-ceff7f755b4d,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:25.223547 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7853ca-2964-43eb-8102-b1817cd194c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.323502 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.327727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f7853ca-2964-43eb-8102-b1817cd194c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.356665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0f7853ca-2964-43eb-8102-b1817cd194c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e15a2571e534745867f1968cdb14789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529792 Aug 21 09:13:25.357096 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46858) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:25.386908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7853ca-2964-43eb-8102-b1817cd194c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d62392d-cc2f-4665-81c8-543bf6a826de,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:25.442624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-396e21eb-e1b1-405b-b70d-daa7c6fe3bb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2301936 Aug 21 09:13:25.456535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b753bf35-5761-4f4d-a246-ceff7f755b4d,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:25.468612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Request body: {'port': {'device_id': '061efb2b-b1a4-4929-ad00-4277be33190e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:25.520150 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0fcedbb2-93cb-4cd2-8c54-e51a86fd6e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.553929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc62d1-ba2b-4f0a-9694-f731a209a863 req-ada19539-e88e-4517-8e0a-67b31fc10d52 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:25.562243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89cc62d1-ba2b-4f0a-9694-f731a209a863 req-ada19539-e88e-4517-8e0a-67b31fc10d52 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 944 time: 0.1698945 Aug 21 09:13:25.583928 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0fcedbb2-93cb-4cd2-8c54-e51a86fd6e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.610457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['b753bf35-5761-4f4d-a246-ceff7f755b4d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:25.640422 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.658294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89cc62d1-ba2b-4f0a-9694-f731a209a863 req-5674ef6b-b5f6-4b77-97df-be86d49ce049 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947733 Aug 21 09:13:25.725937 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0fcedbb2-93cb-4cd2-8c54-e51a86fd6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.729222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0fcedbb2-93cb-4cd2-8c54-e51a86fd6e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:25.732591 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0fcedbb2-93cb-4cd2-8c54-e51a86fd6e06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d62392d-cc2f-4665-81c8-543bf6a826de HTTP/1.1" status: 204 len: 168 time: 0.3740685 Aug 21 09:13:25.767891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcedbb2-93cb-4cd2-8c54-e51a86fd6e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d62392d-cc2f-4665-81c8-543bf6a826de,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:25.818135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63ed0-1266-4a3b-bed0-f3e5695abf90 req-581270f9-c2b5-4098-a407-b21f6176811d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:25.831826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24d63ed0-1266-4a3b-bed0-f3e5695abf90 req-581270f9-c2b5-4098-a407-b21f6176811d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 931 time: 0.2442050 Aug 21 09:13:25.896826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e578e78b-8634-4d6c-bc67-1f8b193e7f86 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:13:25.911611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24d63ed0-1266-4a3b-bed0-f3e5695abf90 req-81443819-eb34-4e83-be1c-eaeb82443d5f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722895 Aug 21 09:13:25.965784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e578e78b-8634-4d6c-bc67-1f8b193e7f86 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:13:25.966270 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:26.047282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b18e4a5-b064-4485-a17a-de42ad670ba4 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:26.063265 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:26.077026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Transition to ACTIVE for port object 7b18e4a5-b064-4485-a17a-de42ad670ba4 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:13:26.182863 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:26.237005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Pushing event updated for resources: {'Port': ['ID=7b18e4a5-b064-4485-a17a-de42ad670ba4,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:26.330299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Attempting to bind port 7b18e4a5-b064-4485-a17a-de42ad670ba4 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:13:26.330634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Attempting to bind port 7b18e4a5-b064-4485-a17a-de42ad670ba4 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:13:26.330977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Attempting to bind port 7b18e4a5-b064-4485-a17a-de42ad670ba4 on network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:26.337548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Port 7b18e4a5-b064-4485-a17a-de42ad670ba4 on network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:13:26.337883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Attempting to bind port 7b18e4a5-b064-4485-a17a-de42ad670ba4 on network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:26.343814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:13:26.343968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Checking segment: {'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:13:26.344386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Bound using segment: {'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:13:26.344805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Bound port: 7b18e4a5-b064-4485-a17a-de42ad670ba4, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:13:26.345168 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:26.435321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] For port 7b18e4a5-b064-4485-a17a-de42ad670ba4, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:13:26.439523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] For port 7b18e4a5-b064-4485-a17a-de42ad670ba4, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7b18e4a5-b064-4485-a17a-de42ad670ba4,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:13:26.544934 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:26.579197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:26.579877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:26.581708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] 10.222.0.22 "PUT /v2.0/ports/7b18e4a5-b064-4485-a17a-de42ad670ba4 HTTP/1.1" status: 200 len: 1092 time: 1.1298974 Aug 21 09:13:26.584111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061efb2b-b1a4-4929-ad00-4277be33190e', 'tag': '7b18e4a5-b064-4485-a17a-de42ad670ba4'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:26.587072 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d61bda7-4a19-4410-9d50-7b8c3e6eb1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "061efb2b-b1a4-4929-ad00-4277be33190e", "tag": "7b18e4a5-b064-4485-a17a-de42ad670ba4"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:26.616509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb78b58-7718-4265-98fc-2ebc9f9a7a77 service neutron] Pushing event updated for resources: {'Port': ['ID=7b18e4a5-b064-4485-a17a-de42ad670ba4,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:26.630070 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c3444e-9b0f-4cad-b9c1-7b14efa65da4 x-openstack-request-id: req-d2c3444e-9b0f-4cad-b9c1-7b14efa65da4 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:26.630358 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061efb2b-b1a4-4929-ad00-4277be33190e", "tag": "7b18e4a5-b064-4485-a17a-de42ad670ba4", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:26.630607 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2c3444e-9b0f-4cad-b9c1-7b14efa65da4 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:26.631003 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061efb2b-b1a4-4929-ad00-4277be33190e', 'tag': '7b18e4a5-b064-4485-a17a-de42ad670ba4', 'status': 'completed', 'code': 200} Aug 21 09:13:26.695637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61bda7-4a19-4410-9d50-7b8c3e6eb1d9 req-8964f5e8-8471-4393-8b07-13a60d2e3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:26.697349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d61bda7-4a19-4410-9d50-7b8c3e6eb1d9 req-8964f5e8-8471-4393-8b07-13a60d2e3647 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 1095 time: 0.0458086 Aug 21 09:13:26.856377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767637f4-9753-49c5-89be-58b1756596f7 req-abffb048-3198-48d0-b1da-cd15372328c6 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:26.859968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b753bf35-5761-4f4d-a246-ceff7f755b4d up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:13:26.861099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-767637f4-9753-49c5-89be-58b1756596f7 req-abffb048-3198-48d0-b1da-cd15372328c6 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 944 time: 0.0962210 Aug 21 09:13:26.899660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61bda7-4a19-4410-9d50-7b8c3e6eb1d9 req-77768c77-6aad-4c03-9e87-312a89be96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:26.901269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d61bda7-4a19-4410-9d50-7b8c3e6eb1d9 req-77768c77-6aad-4c03-9e87-312a89be96c2 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1961658 Aug 21 09:13:26.911095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port b753bf35-5761-4f4d-a246-ceff7f755b4d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:13:26.911637 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:26.932110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-767637f4-9753-49c5-89be-58b1756596f7 req-f6ef2ed8-4a4f-4cb0-bea7-c4626ce5cec1 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579846 Aug 21 09:13:26.989160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46910) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:27.024640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c33ec492-214b-444a-a28c-5d9745993fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:27.033057 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:27.069271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b753bf35-5761-4f4d-a246-ceff7f755b4d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:27.071868 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb3489e-d3a8-4ac9-9e6b-f0804e061531" -d '{"events": [{"server_uuid": "b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9", "name": "network-vif-plugged", "status": "completed", "tag": "b753bf35-5761-4f4d-a246-ceff7f755b4d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:27.081084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f770-0362-4ff0-9723-7bd86fe017ea req-2a24a924-16c0-472b-8d75-979151634de1 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:27.087112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b753bf35-5761-4f4d-a246-ceff7f755b4d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b753bf35-5761-4f4d-a246-ceff7f755b4d,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:27.092041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ede7f770-0362-4ff0-9723-7bd86fe017ea req-2a24a924-16c0-472b-8d75-979151634de1 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 943 time: 0.1098847 Aug 21 09:13:27.126434 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9da756-470e-4835-887b-2cea1f5ab691 x-openstack-request-id: req-df9da756-470e-4835-887b-2cea1f5ab691 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:27.126730 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9", "name": "network-vif-plugged", "status": "completed", "tag": "b753bf35-5761-4f4d-a246-ceff7f755b4d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:27.126981 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df9da756-470e-4835-887b-2cea1f5ab691 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:27.127394 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b753bf35-5761-4f4d-a246-ceff7f755b4d', 'code': 200} Aug 21 09:13:27.134416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ede7f770-0362-4ff0-9723-7bd86fe017ea req-657bda30-08b5-4e42-857b-6064546ebe1b tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415227 Aug 21 09:13:27.157894 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:27.226236 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c33ec492-214b-444a-a28c-5d9745993fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:27.244462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b753bf35-5761-4f4d-a246-ceff7f755b4d,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:27.365614 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c33ec492-214b-444a-a28c-5d9745993fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:27.421232 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c33ec492-214b-444a-a28c-5d9745993fea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f60a559f17fc45889f4585f1eeb5e073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310148 Aug 21 09:13:27.423866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46928) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:27.434314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ec492-214b-444a-a28c-5d9745993fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf60a2d-bf85-4e63-bcb0-cd9d74f6d906,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:27.465093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00e727-2c34-459e-9e15-7333a39f9a73 req-7fa623df-b000-443a-857f-8976c5c942ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:27.466616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed00e727-2c34-459e-9e15-7333a39f9a73 req-7fa623df-b000-443a-857f-8976c5c942ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 1097 time: 0.1714365 Aug 21 09:13:27.502630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a57321de-a385-44e5-a5f4-f491e1d3c5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:27.526019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61bda7-4a19-4410-9d50-7b8c3e6eb1d9 req-0f2498ac-014f-481b-8d95-65d75441784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:27.532916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d61bda7-4a19-4410-9d50-7b8c3e6eb1d9 req-0f2498ac-014f-481b-8d95-65d75441784d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6149840 Aug 21 09:13:27.532916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed00e727-2c34-459e-9e15-7333a39f9a73 req-db9150f8-f44f-476a-b943-8014f49ce3a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539820 Aug 21 09:13:27.533145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a57321de-a385-44e5-a5f4-f491e1d3c5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:27.611728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-003cf0ab-ce9e-46dc-8113-023167f55e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:27.613645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-003cf0ab-ce9e-46dc-8113-023167f55e24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 1095 time: 0.0508897 Aug 21 09:13:27.666024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-a5b6b37c-f1c8-40e3-9d52-e0e24164d3b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b18e4a5-b064-4485-a17a-de42ad670ba4 HTTP/1.1" status: 200 len: 217 time: 0.0444982 Aug 21 09:13:27.672400 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a57321de-a385-44e5-a5f4-f491e1d3c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:27.675285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a57321de-a385-44e5-a5f4-f491e1d3c5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:27.676951 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a57321de-a385-44e5-a5f4-f491e1d3c5e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abf60a2d-bf85-4e63-bcb0-cd9d74f6d906 HTTP/1.1" status: 204 len: 168 time: 0.2518318 Aug 21 09:13:27.691170 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57321de-a385-44e5-a5f4-f491e1d3c5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf60a2d-bf85-4e63-bcb0-cd9d74f6d906,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:27.729165 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46944) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:27.761635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-c45911e8-5026-49b5-a8f0-9c178aeb0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:27.763618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-c45911e8-5026-49b5-a8f0-9c178aeb0b8a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e68898c8-90b5-4afa-bd48-3890e2dba30a HTTP/1.1" status: 200 len: 850 time: 0.0908477 Aug 21 09:13:27.805206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-a4c8507f-a2d0-4cda-b1e1-83e054ab2824 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=62dd797b-f8e9-4353-9cfd-58010e4f1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333288 Aug 21 09:13:27.894062 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fc02103b-038c-4d96-8f91-7db6fce93d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:27.916572 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-f64a4b45-a086-473b-9f21-a3a2ee4a93ff service neutron] 10.222.0.22 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038172 Aug 21 09:13:28.003179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fc02103b-038c-4d96-8f91-7db6fce93d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:28.024251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb943df-b22a-4c9c-b8b0-3fd4301b8d44 req-fd2e670f-44f6-4086-b4ae-b40a624dc134 service neutron] 10.222.0.22 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997293 Aug 21 09:13:28.073506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b67b-5ffe-44cc-ba9b-22459833cc22 req-2c7adea6-7d21-481d-8d1c-88c13c7915cf tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:28.075663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ca6b67b-5ffe-44cc-ba9b-22459833cc22 req-2c7adea6-7d21-481d-8d1c-88c13c7915cf tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.0504272 Aug 21 09:13:28.097787 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fc02103b-038c-4d96-8f91-7db6fce93d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:28.125422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ca6b67b-5ffe-44cc-ba9b-22459833cc22 req-32eba29f-7c27-4eea-ade4-b5e31c8807ba tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Aug 21 09:13:28.168445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02103b-038c-4d96-8f91-7db6fce93d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd2b7a7-cde4-4cdf-a30b-22fbdaa7b251,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:28.178243 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fc02103b-038c-4d96-8f91-7db6fce93d02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbb84019a55f46c6ac938fced89636ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489172 Aug 21 09:13:28.178474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46962) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:28.268411 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-30d7621a-14d8-4bc5-9a62-d4b1a2a26a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:28.325010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-30d7621a-14d8-4bc5-9a62-d4b1a2a26a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:28.347411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461d3dc-3380-4ee6-b325-484046b4f3a2 req-d43af5a5-b176-4014-9841-6f74e7254a8f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:28.349089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9461d3dc-3380-4ee6-b325-484046b4f3a2 req-d43af5a5-b176-4014-9841-6f74e7254a8f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 943 time: 0.0945101 Aug 21 09:13:28.411196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9461d3dc-3380-4ee6-b325-484046b4f3a2 req-a8c83122-1c3d-4e2a-95b2-43d8ec37ef76 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473619 Aug 21 09:13:28.500317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-30d7621a-14d8-4bc5-9a62-d4b1a2a26a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:28.502961 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-30d7621a-14d8-4bc5-9a62-d4b1a2a26a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:28.516925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-30d7621a-14d8-4bc5-9a62-d4b1a2a26a24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbd2b7a7-cde4-4cdf-a30b-22fbdaa7b251 HTTP/1.1" status: 204 len: 168 time: 0.3245049 Aug 21 09:13:28.516925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7621a-14d8-4bc5-9a62-d4b1a2a26a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd2b7a7-cde4-4cdf-a30b-22fbdaa7b251,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:28.929924 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47008) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:29.135910 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b59f2e72-61a8-4714-82a3-ff0cf3f535dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:29.273016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b247d90-67a7-49ad-a81e-0edb3e589f44 req-bb638f7f-93eb-4428-a372-6d0b70c329bc tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:29.274517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b247d90-67a7-49ad-a81e-0edb3e589f44 req-bb638f7f-93eb-4428-a372-6d0b70c329bc tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.0538392 Aug 21 09:13:29.287998 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b59f2e72-61a8-4714-82a3-ff0cf3f535dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:29.313303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b247d90-67a7-49ad-a81e-0edb3e589f44 req-ff5caaae-cf3f-4dbc-b672-650a9573f103 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Aug 21 09:13:29.354467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b59f2e72-61a8-4714-82a3-ff0cf3f535dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:29.367977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47030) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:29.386655 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e74f985-1def-4208-a277-c930ab8cff35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:29.392261 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f2e72-61a8-4714-82a3-ff0cf3f535dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8425c99-4304-4a79-bde3-18a6a5b3ba0d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:29.425551 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b59f2e72-61a8-4714-82a3-ff0cf3f535dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bec1e186e224c72aae0751dde43015b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944088 Aug 21 09:13:29.428246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47034) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:29.490940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cbe8a-703a-466b-8c51-396fc6626077 req-1438034d-e1d0-4e04-8fd9-d499d2991092 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:29.499420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-554cbe8a-703a-466b-8c51-396fc6626077 req-1438034d-e1d0-4e04-8fd9-d499d2991092 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.0743349 Aug 21 09:13:29.529186 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4233-fa7f-4ef1-aafa-257cb51d94d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:29.556294 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4233-fa7f-4ef1-aafa-257cb51d94d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:29.595216 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-554cbe8a-703a-466b-8c51-396fc6626077 req-cdcb38c5-cdd0-4e01-ad5f-6d46a11a6e73 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946441 Aug 21 09:13:29.643600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f392-3858-45d1-b73b-ad8b352a0264 req-275c6124-ed47-4770-900a-d9b44202b65d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:29.645257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd80f392-3858-45d1-b73b-ad8b352a0264 req-275c6124-ed47-4770-900a-d9b44202b65d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 943 time: 0.1383944 Aug 21 09:13:29.694398 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4233-fa7f-4ef1-aafa-257cb51d94d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:29.698021 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dbe4233-fa7f-4ef1-aafa-257cb51d94d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:29.705262 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2dbe4233-fa7f-4ef1-aafa-257cb51d94d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8425c99-4304-4a79-bde3-18a6a5b3ba0d HTTP/1.1" status: 204 len: 168 time: 0.2660618 Aug 21 09:13:29.708087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe4233-fa7f-4ef1-aafa-257cb51d94d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8425c99-4304-4a79-bde3-18a6a5b3ba0d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:29.709238 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e74f985-1def-4208-a277-c930ab8cff35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:29.727084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd80f392-3858-45d1-b73b-ad8b352a0264 req-bb638330-f2e7-4ae6-acf9-e0716af93a5a tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704083 Aug 21 09:13:29.809855 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e74f985-1def-4208-a277-c930ab8cff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:29.880936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8e74f985-1def-4208-a277-c930ab8cff35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa87de1e67f5476c91078c87cb8fb129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117927 Aug 21 09:13:29.882278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74f985-1def-4208-a277-c930ab8cff35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9d6116-6dbe-4f12-822d-fc1558b67bc9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:29.883579 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47054) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:29.933491 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdadc1db-a51d-412f-8861-15d879b6d885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:29.959535 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdadc1db-a51d-412f-8861-15d879b6d885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:30.066083 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdadc1db-a51d-412f-8861-15d879b6d885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:30.068765 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdadc1db-a51d-412f-8861-15d879b6d885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:30.069941 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bdadc1db-a51d-412f-8861-15d879b6d885 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c9d6116-6dbe-4f12-822d-fc1558b67bc9 HTTP/1.1" status: 204 len: 168 time: 0.1853378 Aug 21 09:13:30.077742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadc1db-a51d-412f-8861-15d879b6d885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9d6116-6dbe-4f12-822d-fc1558b67bc9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:30.286856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7b18e4a5-b064-4485-a17a-de42ad670ba4 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:13:30.455075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 7b18e4a5-b064-4485-a17a-de42ad670ba4, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7b18e4a5-b064-4485-a17a-de42ad670ba4,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:30.468025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '7b18e4a5-b064-4485-a17a-de42ad670ba4', 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68', 'port_id': '7b18e4a5-b064-4485-a17a-de42ad670ba4', 'mac_address': 'fa:16:3e:b3:15:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68898c8-90b5-4afa-bd48-3890e2dba30a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:13:30.492684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-9675e140-e0de-430e-9b92-5c4ae179bc11 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:30.494620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-9675e140-e0de-430e-9b92-5c4ae179bc11 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/networks?id=229ca434-f22f-42d3-8849-650f18a59c24 HTTP/1.1" status: 200 len: 814 time: 0.1148362 Aug 21 09:13:30.510079 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:30.513191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-3b99bd71-0750-41ca-a3fe-969ebc59f3fb tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/quotas/718e6edb095b4060a0ab060f45fe7efe HTTP/1.1" status: 200 len: 375 time: 0.0121975 Aug 21 09:13:30.524051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b18e4a5-b064-4485-a17a-de42ad670ba4 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:30.549735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 7b18e4a5-b064-4485-a17a-de42ad670ba4, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7b18e4a5-b064-4485-a17a-de42ad670ba4,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:30.575676 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-15b930ba-225e-4283-b869-253397063260 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=718e6edb095b4060a0ab060f45fe7efe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560610 Aug 21 09:13:30.669088 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:30.724393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ecafd0ec-9b5f-47fc-9f01-87be15cd0aef service neutron] 10.222.0.20 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424942 Aug 21 09:13:30.751472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=7b18e4a5-b064-4485-a17a-de42ad670ba4,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:30.877676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['7b18e4a5-b064-4485-a17a-de42ad670ba4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:30.878491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-2e0b3a3c-2e59-4cf5-9158-4008487320f8 service neutron] 10.222.0.20 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480880 Aug 21 09:13:31.009465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78fce3-f0c3-4be7-8abe-9dfa35697d3d req-dfe143b7-be8e-4dac-82e7-9be1c82b7f25 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:31.011233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b78fce3-f0c3-4be7-8abe-9dfa35697d3d req-dfe143b7-be8e-4dac-82e7-9be1c82b7f25 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 944 time: 0.0892940 Aug 21 09:13:31.053002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b78fce3-f0c3-4be7-8abe-9dfa35697d3d req-e4cb85f0-5c6a-4787-a05f-fbcabd65432c tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328791 Aug 21 09:13:31.214419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de68e0d5-5840-449a-85e6-0aad1eb6724c req-e2f6b587-074f-43d6-a9d3-72456a130e2e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 210 time: 0.0366426 Aug 21 09:13:31.589148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47150) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:31.688809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f50afd-204d-4590-bf5d-7ecc2d8b056c req-0fbf694b-7d4f-48ce-9c88-3a5ca00534da tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:31.692148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45f50afd-204d-4590-bf5d-7ecc2d8b056c req-0fbf694b-7d4f-48ce-9c88-3a5ca00534da tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9 HTTP/1.1" status: 200 len: 945 time: 0.0940437 Aug 21 09:13:31.792773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-870348971-network', 'tenant_id': 'c974a03ffcd14ba9aa504de8216aea34'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:31.844310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-45f50afd-204d-4590-bf5d-7ecc2d8b056c req-eb2834ff-f848-4ad6-b2ea-7aa9e00fe431 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Deleting port b753bf35-5761-4f4d-a246-ceff7f755b4d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:13:31.844310 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-45f50afd-204d-4590-bf5d-7ecc2d8b056c req-eb2834ff-f848-4ad6-b2ea-7aa9e00fe431 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:31.908795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Made reservation on behalf of c974a03ffcd14ba9aa504de8216aea34 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:13:31.911063 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:31.924278 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:31.989078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-45f50afd-204d-4590-bf5d-7ecc2d8b056c req-eb2834ff-f848-4ad6-b2ea-7aa9e00fe431 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] For port b753bf35-5761-4f4d-a246-ceff7f755b4d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b753bf35-5761-4f4d-a246-ceff7f755b4d,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:31.989449 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-45f50afd-204d-4590-bf5d-7ecc2d8b056c req-eb2834ff-f848-4ad6-b2ea-7aa9e00fe431 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.014711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-45f50afd-204d-4590-bf5d-7ecc2d8b056c req-eb2834ff-f848-4ad6-b2ea-7aa9e00fe431 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Calling delete_port for b753bf35-5761-4f4d-a246-ceff7f755b4d owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:13:32.133419 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:13:32.222045 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.286543 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7b18e4a5-b064-4485-a17a-de42ad670ba4 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:13:32.319368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083c006-1a4a-4023-a8fd-94d940292926 req-1ce4cd17-1651-474e-aed6-5e83d5fbf1b6 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:32.320922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4083c006-1a4a-4023-a8fd-94d940292926 req-1ce4cd17-1651-474e-aed6-5e83d5fbf1b6 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 944 time: 0.1078961 Aug 21 09:13:32.321570 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.339464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:13:32.347576 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.347947 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Added segment a534146d-6328-4d99-b1b6-21346c96a9e2 of type vlan for network 3767e899-9d2c-44f1-a327-9c46fec37518 Aug 21 09:13:32.410578 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.466464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 7b18e4a5-b064-4485-a17a-de42ad670ba4 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:13:32.470484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 7b18e4a5-b064-4485-a17a-de42ad670ba4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:13:32.470985 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.473807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fbaef-c950-4889-998a-77570d6e6d81 req-1db78faf-2406-4fb7-8fd4-0f81a6656acf tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 210 time: 0.0608034 Aug 21 09:13:32.489621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47058fe-c037-4ed1-a700-aa23d1ef7913,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:32.521251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4083c006-1a4a-4023-a8fd-94d940292926 req-7890b87a-cfaf-4e13-9b88-614f54426c13 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409247 Aug 21 09:13:32.563921 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-45f50afd-204d-4590-bf5d-7ecc2d8b056c req-eb2834ff-f848-4ad6-b2ea-7aa9e00fe431 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.593736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['b753bf35-5761-4f4d-a246-ceff7f755b4d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:32.615045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2834ff-f848-4ad6-b2ea-7aa9e00fe431 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Pushing event deleted for resources: {'Port': ['ID=b753bf35-5761-4f4d-a246-ceff7f755b4d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:32.645430 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.646114 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.647415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:32.648269 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.669670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f50afd-204d-4590-bf5d-7ecc2d8b056c req-eb2834ff-f848-4ad6-b2ea-7aa9e00fe431 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] No DVR routers for this DVR port b753bf35-5761-4f4d-a246-ceff7f755b4d on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:13:32.670655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061efb2b-b1a4-4929-ad00-4277be33190e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b18e4a5-b064-4485-a17a-de42ad670ba4'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:32.674349 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d26a17-9c68-424f-b9e1-aa9ceec36a85" -d '{"events": [{"server_uuid": "061efb2b-b1a4-4929-ad00-4277be33190e", "name": "network-vif-plugged", "status": "completed", "tag": "7b18e4a5-b064-4485-a17a-de42ad670ba4"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:32.684437 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-45f50afd-204d-4590-bf5d-7ecc2d8b056c req-eb2834ff-f848-4ad6-b2ea-7aa9e00fe431 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.687013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45f50afd-204d-4590-bf5d-7ecc2d8b056c req-eb2834ff-f848-4ad6-b2ea-7aa9e00fe431 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.13 "DELETE /v2.0/ports/b753bf35-5761-4f4d-a246-ceff7f755b4d HTTP/1.1" status: 204 len: 173 time: 0.9900570 Aug 21 09:13:32.687473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'name': 'network-vif-deleted', 'tag': 'b753bf35-5761-4f4d-a246-ceff7f755b4d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:32.690289 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6f01d0-012b-4991-89f8-49e7b2ca0b24" -d '{"events": [{"server_uuid": "b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9", "name": "network-vif-deleted", "tag": "b753bf35-5761-4f4d-a246-ceff7f755b4d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:32.702106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 7b18e4a5-b064-4485-a17a-de42ad670ba4, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7b18e4a5-b064-4485-a17a-de42ad670ba4,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:32.726631 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50f4661-3c9d-46e5-aea1-59fa268ef7dc x-openstack-request-id: req-e50f4661-3c9d-46e5-aea1-59fa268ef7dc {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:32.726927 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061efb2b-b1a4-4929-ad00-4277be33190e", "name": "network-vif-plugged", "status": "completed", "tag": "7b18e4a5-b064-4485-a17a-de42ad670ba4", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:32.727237 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e50f4661-3c9d-46e5-aea1-59fa268ef7dc {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:32.727897 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061efb2b-b1a4-4929-ad00-4277be33190e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b18e4a5-b064-4485-a17a-de42ad670ba4', 'code': 200} Aug 21 09:13:32.747512 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8382bd5b-9ae5-4be3-9520-4ca08a01df82 x-openstack-request-id: req-8382bd5b-9ae5-4be3-9520-4ca08a01df82 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:32.747904 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9", "name": "network-vif-deleted", "tag": "b753bf35-5761-4f4d-a246-ceff7f755b4d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:32.748224 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8382bd5b-9ae5-4be3-9520-4ca08a01df82 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:32.748691 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ef3d8e-8c7e-4dc3-97be-84b6ef898ec9', 'name': 'network-vif-deleted', 'tag': 'b753bf35-5761-4f4d-a246-ceff7f755b4d', 'status': 'completed', 'code': 200} Aug 21 09:13:32.760142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] Pushing event updated for resources: {'Network': ['ID=3767e899-9d2c-44f1-a327-9c46fec37518,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:32.772036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 3767e899-9d2c-44f1-a327-9c46fec37518 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:13:32.795885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a6141bb0-0a84-4e5e-95b4-f4b0a8691df1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2027388 Aug 21 09:13:32.797204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47202) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:32.801559 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] Request body: {'subnet': {'network_id': '3767e899-9d2c-44f1-a327-9c46fec37518', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-870348971-subnet', 'tenant_id': 'c974a03ffcd14ba9aa504de8216aea34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:32.833768 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.925426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=7b18e4a5-b064-4485-a17a-de42ad670ba4,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:32.942658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455452e-b921-4c01-a759-261c369f47b1 req-c9f36677-4ba4-4564-9d90-25273567f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:32.944238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4455452e-b921-4c01-a759-261c369f47b1 req-c9f36677-4ba4-4564-9d90-25273567f492 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 1097 time: 0.1160076 Aug 21 09:13:32.948733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] Made reservation on behalf of c974a03ffcd14ba9aa504de8216aea34 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:13:32.952576 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:32.989230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4455452e-b921-4c01-a759-261c369f47b1 req-a618120c-ff0f-466e-9d44-4588eacc26b9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Aug 21 09:13:33.264853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:33.340910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e460f81-c6d5-45f8-bc7f-a25700605924,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:33.363417 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] Checking segment: {'id': 'a534146d-6328-4d99-b1b6-21346c96a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3767e899-9d2c-44f1-a327-9c46fec37518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:13:33.363790 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] Network hostable DHCP agents. Network: 3767e899-9d2c-44f1-a327-9c46fec37518, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:13:33.459817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] Network 3767e899-9d2c-44f1-a327-9c46fec37518 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:13:33.561119 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 3767e899-9d2c-44f1-a327-9c46fec37518) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:13:33.569412 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:33.570372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:33.574029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497fff5e-fe51-4c56-98e4-25d3697428d2 None None] Network 3767e899-9d2c-44f1-a327-9c46fec37518 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:13:33.619973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-128b6cdd-87c9-4eb3-9400-e0cf215c4860 req-4a1a1475-29a9-44f0-96f6-0d92aeb7ebd9 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 210 time: 0.0745909 Aug 21 09:13:33.680310 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-79dfa8b9-8c7a-4171-9abe-27584780db47 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8828487 Aug 21 09:13:33.801169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68577aad-2f61-4387-9b58-ceba8fe671b0 req-de708390-92f3-4500-b2c9-f7d3d93ca3a7 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:33.809810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-68577aad-2f61-4387-9b58-ceba8fe671b0 req-de708390-92f3-4500-b2c9-f7d3d93ca3a7 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.1300349 Aug 21 09:13:33.848009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d59617-2c53-4488-8762-6d222f8da7be None None] Network 3767e899-9d2c-44f1-a327-9c46fec37518 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:13:33.908941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-17e78fc6-dd02-4c18-8ad1-26217026d90e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:33.910340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-17e78fc6-dd02-4c18-8ad1-26217026d90e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.22 "GET /v2.0/networks?id=229ca434-f22f-42d3-8849-650f18a59c24 HTTP/1.1" status: 200 len: 814 time: 0.3444676 Aug 21 09:13:33.927552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Request body: {'port': {'device_id': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24', 'admin_state_up': True, 'tenant_id': '718e6edb095b4060a0ab060f45fe7efe'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:34.007405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-68577aad-2f61-4387-9b58-ceba8fe671b0 req-b66dd99c-105c-4e43-a1bf-a73449dc8a89 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896617 Aug 21 09:13:34.165207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Made reservation on behalf of 718e6edb095b4060a0ab060f45fe7efe for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:13:34.175801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:34.355078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Allocated IP 172.20.0.2 (229ca434-f22f-42d3-8849-650f18a59c24/463a8c9c-31b7-4fa6-9496-6601c4049e9d/bf602691-21e7-4fa6-8586-2a95705c4f3f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:13:34.579514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-26afd674-37e1-4813-a755-6b12d91fd4f5 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:34.581075 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-26afd674-37e1-4813-a755-6b12d91fd4f5 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/networks?id=3767e899-9d2c-44f1-a327-9c46fec37518 HTTP/1.1" status: 200 len: 820 time: 0.1799691 Aug 21 09:13:34.637305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-75074811-854b-4c40-a6e7-bfa0293d78e2 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/quotas/c974a03ffcd14ba9aa504de8216aea34 HTTP/1.1" status: 200 len: 375 time: 0.0403550 Aug 21 09:13:34.658295 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:34.690725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-2520f3af-4d6c-41e3-a6ac-9672430036b4 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c974a03ffcd14ba9aa504de8216aea34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524414 Aug 21 09:13:34.798631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-986baa33-5a2b-43b9-8f5e-e888dc00496e req-c0706534-a061-4c30-a3f0-144553146b29 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 210 time: 0.0406418 Aug 21 09:13:34.814873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-5be8a82a-1a68-4814-b3a1-c3bf0ca1de3d service neutron] 10.222.0.20 "GET /v2.0/networks/3767e899-9d2c-44f1-a327-9c46fec37518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232390 Aug 21 09:13:34.918744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-3243f1cf-116b-48d9-96ab-b8502b2cba60 service neutron] 10.222.0.20 "GET /v2.0/networks/3767e899-9d2c-44f1-a327-9c46fec37518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023719 Aug 21 09:13:34.994283 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:35.040914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Network 229ca434-f22f-42d3-8849-650f18a59c24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:13:35.044704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:13:35.047285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:13:35.086432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Pushing event updated for resources: {'Port': ['ID=bf602691-21e7-4fa6-8586-2a95705c4f3f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:35.142901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:35.143539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:35.167031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8bf4c-1ad5-4468-9682-92e2f248dc8f req-6eb6b410-ed83-4d99-a470-d5023a73e6e5 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:35.169001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c8bf4c-1ad5-4468-9682-92e2f248dc8f req-6eb6b410-ed83-4d99-a470-d5023a73e6e5 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0882945 Aug 21 09:13:35.181405 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47310) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:35.214195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11c8bf4c-1ad5-4468-9682-92e2f248dc8f req-5f43fc95-04c5-40d7-a5f9-8627fd645a70 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389478 Aug 21 09:13:35.223442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-ea3f6aba-fcd3-4306-aa26-1727c763c6e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2997866 Aug 21 09:13:35.247320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Request body: {'port': {'device_id': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:35.349728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f711cad-d90c-42a9-ae48-bfb8829ab45b req-ee91c0a0-0f08-422f-90cf-6d569891b552 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 210 time: 0.0496154 Aug 21 09:13:35.406818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:35.508456 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e14b5d9-75cc-43a3-80dd-5030bdb11c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:35.645760 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e14b5d9-75cc-43a3-80dd-5030bdb11c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:35.874853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e14b5d9-75cc-43a3-80dd-5030bdb11c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:35.918215 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8e14b5d9-75cc-43a3-80dd-5030bdb11c8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef35ddd425b24aebafe93a0c03424451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7357118 Aug 21 09:13:35.921773 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47338) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:35.930044 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14b5d9-75cc-43a3-80dd-5030bdb11c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d481a0e-30b1-4221-8e72-22c4f69cf30b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:35.985635 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a800092e-0e4b-47dd-92f2-9eec331a4638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.017653 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a800092e-0e4b-47dd-92f2-9eec331a4638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.176980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a800092e-0e4b-47dd-92f2-9eec331a4638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.182063 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a800092e-0e4b-47dd-92f2-9eec331a4638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.184836 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a800092e-0e4b-47dd-92f2-9eec331a4638 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d481a0e-30b1-4221-8e72-22c4f69cf30b HTTP/1.1" status: 204 len: 168 time: 0.2620549 Aug 21 09:13:36.197553 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800092e-0e4b-47dd-92f2-9eec331a4638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d481a0e-30b1-4221-8e72-22c4f69cf30b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:36.225392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47348) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:36.238084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f99170-0efb-48a8-af76-dcd51246240f req-186924cb-7401-476c-b31a-06cfbcc56cbb tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:36.239650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-04f99170-0efb-48a8-af76-dcd51246240f req-186924cb-7401-476c-b31a-06cfbcc56cbb tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 931 time: 0.1716049 Aug 21 09:13:36.251597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b778fec-e146-451d-b067-508102ca0d6b req-1161408f-fa86-4b85-9abe-1f0c634ba4fb tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:36.251905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b778fec-e146-451d-b067-508102ca0d6b req-1161408f-fa86-4b85-9abe-1f0c634ba4fb tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.1614490 Aug 21 09:13:36.260962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf602691-21e7-4fa6-8586-2a95705c4f3f {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:36.276451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37779397-2d9e-4422-bd98-3cb1fde41934 req-de274602-ec34-4cfc-a281-c106a5fb7627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:36.280362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37779397-2d9e-4422-bd98-3cb1fde41934 req-de274602-ec34-4cfc-a281-c106a5fb7627 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 1097 time: 0.1769009 Aug 21 09:13:36.280489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.335344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Transition to ACTIVE for port object bf602691-21e7-4fa6-8586-2a95705c4f3f will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:13:36.375985 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-382c9dc4-bd26-4d52-9015-007eed3ef0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.397052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-04f99170-0efb-48a8-af76-dcd51246240f req-a039db8d-ca2b-4f56-a75c-54369e8c1e98 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411400 Aug 21 09:13:36.401746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b778fec-e146-451d-b067-508102ca0d6b req-3ebd2ad2-8b18-4180-b931-9f21e481faf3 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304803 Aug 21 09:13:36.465684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37779397-2d9e-4422-bd98-3cb1fde41934 req-bb694871-d770-49f8-9908-2b242c5873cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:36.467202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37779397-2d9e-4422-bd98-3cb1fde41934 req-bb694871-d770-49f8-9908-2b242c5873cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=62dd797b-f8e9-4353-9cfd-58010e4f1e68 HTTP/1.1" status: 200 len: 911 time: 0.1768100 Aug 21 09:13:36.500788 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-382c9dc4-bd26-4d52-9015-007eed3ef0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.509110 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.540940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-318b289a-f9ae-4405-a487-ce099d7f5864 req-cc98853b-b62f-48d6-b36a-72d025c0586a tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 210 time: 0.0705371 Aug 21 09:13:36.553799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37779397-2d9e-4422-bd98-3cb1fde41934 req-d0a51cd0-118d-4424-acaf-e2de3885ce02 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b18e4a5-b064-4485-a17a-de42ad670ba4 HTTP/1.1" status: 200 len: 217 time: 0.0714271 Aug 21 09:13:36.638306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-382c9dc4-bd26-4d52-9015-007eed3ef0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.697758 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-382c9dc4-bd26-4d52-9015-007eed3ef0c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc2104a2d8b644eaa0a50e0eb31ee673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4691589 Aug 21 09:13:36.697758 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c9dc4-bd26-4d52-9015-007eed3ef0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d02ba01-1889-4b29-81e4-c8e8acb4e2d2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:36.699703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47368) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:36.735270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Pushing event updated for resources: {'Port': ['ID=bf602691-21e7-4fa6-8586-2a95705c4f3f,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:36.755751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37779397-2d9e-4422-bd98-3cb1fde41934 req-805a8bdc-2629-4f41-a03b-a4acf3b5bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:36.759879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37779397-2d9e-4422-bd98-3cb1fde41934 req-805a8bdc-2629-4f41-a03b-a4acf3b5bc57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e68898c8-90b5-4afa-bd48-3890e2dba30a HTTP/1.1" status: 200 len: 850 time: 0.1763391 Aug 21 09:13:36.782153 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04c0538e-6942-4a8d-8cb7-1e7c8a076b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.798898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37779397-2d9e-4422-bd98-3cb1fde41934 req-5a312bd4-0a66-4710-a7fe-2bdfcf5e5a0f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=62dd797b-f8e9-4353-9cfd-58010e4f1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345461 Aug 21 09:13:36.804857 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04c0538e-6942-4a8d-8cb7-1e7c8a076b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.830450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Attempting to bind port bf602691-21e7-4fa6-8586-2a95705c4f3f on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:13:36.830823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Attempting to bind port bf602691-21e7-4fa6-8586-2a95705c4f3f by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:13:36.831142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Attempting to bind port bf602691-21e7-4fa6-8586-2a95705c4f3f on network 229ca434-f22f-42d3-8849-650f18a59c24 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:36.862705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Port bf602691-21e7-4fa6-8586-2a95705c4f3f on network 229ca434-f22f-42d3-8849-650f18a59c24 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:13:36.863034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Attempting to bind port bf602691-21e7-4fa6-8586-2a95705c4f3f on network 229ca434-f22f-42d3-8849-650f18a59c24 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:36.870584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:13:36.870960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Checking segment: {'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:13:36.871346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Bound using segment: {'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:13:36.871811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Bound port: bf602691-21e7-4fa6-8586-2a95705c4f3f, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:13:36.872176 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.942339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b753bf35-5761-4f4d-a246-ceff7f755b4d no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:13:36.947024 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8925ae5-4bba-4101-a54e-be33d46cb00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:36.950591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37779397-2d9e-4422-bd98-3cb1fde41934 req-a14a5b55-c1de-45f3-903e-2dfe91bdd104 service neutron] 10.222.0.22 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394303 Aug 21 09:13:36.965683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: b753bf35-5761-4f4d-a246-ceff7f755b4d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:13:36.966025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b753bf35-5761-4f4d-a246-ceff7f755b4d not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:13:37.000097 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04c0538e-6942-4a8d-8cb7-1e7c8a076b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:37.002857 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04c0538e-6942-4a8d-8cb7-1e7c8a076b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:37.006638 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04c0538e-6942-4a8d-8cb7-1e7c8a076b5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d02ba01-1889-4b29-81e4-c8e8acb4e2d2 HTTP/1.1" status: 204 len: 168 time: 0.3033328 Aug 21 09:13:37.024099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] For port bf602691-21e7-4fa6-8586-2a95705c4f3f, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:13:37.025285 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0538e-6942-4a8d-8cb7-1e7c8a076b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d02ba01-1889-4b29-81e4-c8e8acb4e2d2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:37.044272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] For port bf602691-21e7-4fa6-8586-2a95705c4f3f, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=bf602691-21e7-4fa6-8586-2a95705c4f3f,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:13:37.081693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37779397-2d9e-4422-bd98-3cb1fde41934 req-785e9baa-447d-4dbf-8b07-72a92e6ea672 service neutron] 10.222.0.22 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264853 Aug 21 09:13:37.129046 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:37.164837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:37.165463 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:37.166872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] 10.222.0.22 "PUT /v2.0/ports/bf602691-21e7-4fa6-8586-2a95705c4f3f HTTP/1.1" status: 200 len: 1092 time: 1.9252026 Aug 21 09:13:37.167342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'tag': 'bf602691-21e7-4fa6-8586-2a95705c4f3f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:37.169771 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451ebcb9-765d-47f6-a48b-dffbc03d47c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7793ebc4-d485-43f1-965a-38c7b4ab9b0b", "tag": "bf602691-21e7-4fa6-8586-2a95705c4f3f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:37.171093 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47376) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:37.195215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b51ed-40b3-4c9c-8ca1-5f80a02f5f7f service neutron] Pushing event updated for resources: {'Port': ['ID=bf602691-21e7-4fa6-8586-2a95705c4f3f,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:37.206408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-851abe33-db5b-40e3-bf9f-a519da4eab07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:37.351808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-851abe33-db5b-40e3-bf9f-a519da4eab07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:37.353383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-3b910e13-f4c4-4032-8a93-7e2f710d2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:37.354976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-3b910e13-f4c4-4032-8a93-7e2f710d2432 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=718e6edb095b4060a0ab060f45fe7efe&device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 1095 time: 0.0541344 Aug 21 09:13:37.398044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-81ded934-2605-45d0-aeec-f61c001478fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf602691-21e7-4fa6-8586-2a95705c4f3f HTTP/1.1" status: 200 len: 217 time: 0.0351312 Aug 21 09:13:37.405448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-851abe33-db5b-40e3-bf9f-a519da4eab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:37.464930 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851abe33-db5b-40e3-bf9f-a519da4eab07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4cb762-44be-4d5e-a6e2-f525659d7c49,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:37.480173 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-851abe33-db5b-40e3-bf9f-a519da4eab07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=036380453a43428b9bc176b8edac351c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075578 Aug 21 09:13:37.482000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47396) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:37.512378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-46502938-b9b4-4999-995c-71a63d562e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:37.516366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-46502938-b9b4-4999-995c-71a63d562e47 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=463a8c9c-31b7-4fa6-9496-6601c4049e9d HTTP/1.1" status: 200 len: 854 time: 0.1111357 Aug 21 09:13:37.518014 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78289fc6-1b4b-4f51-84f8-c8c13ae46fb6 x-openstack-request-id: req-78289fc6-1b4b-4f51-84f8-c8c13ae46fb6 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:37.518319 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7793ebc4-d485-43f1-965a-38c7b4ab9b0b", "tag": "bf602691-21e7-4fa6-8586-2a95705c4f3f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:37.518707 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78289fc6-1b4b-4f51-84f8-c8c13ae46fb6 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:37.519522 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'tag': 'bf602691-21e7-4fa6-8586-2a95705c4f3f', 'status': 'completed', 'code': 200} Aug 21 09:13:37.603020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-f9ed8f9e-1f9b-46e2-86c4-1cb90f0982b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=229ca434-f22f-42d3-8849-650f18a59c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726953 Aug 21 09:13:37.783523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de6ef9-5fee-4e89-9322-95342320f1d1 req-c237332f-1312-42ab-a2fc-ed7ce7d72d2b tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:37.785724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24de6ef9-5fee-4e89-9322-95342320f1d1 req-c237332f-1312-42ab-a2fc-ed7ce7d72d2b tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.2151103 Aug 21 09:13:37.806841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a8290-1179-4045-be82-d8a0e0a1f46c req-ba5d8047-0c48-47e7-921f-9d488280361e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:37.809088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-944a8290-1179-4045-be82-d8a0e0a1f46c req-ba5d8047-0c48-47e7-921f-9d488280361e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 943 time: 0.2358363 Aug 21 09:13:37.816803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-833e97ce-ca4b-4b9c-b6cf-ca8a52e22075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:37.880941 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-c8bc32fc-e637-42ef-9471-94c0012831d5 service neutron] 10.222.0.22 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489989 Aug 21 09:13:37.910334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-833e97ce-ca4b-4b9c-b6cf-ca8a52e22075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:37.920457 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47410) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:37.935851 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f178989e-79f4-46fd-b00c-20666c328c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:37.974349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-944a8290-1179-4045-be82-d8a0e0a1f46c req-b3fd3e38-32d0-4fd3-96d5-c796602412cf tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555314 Aug 21 09:13:37.984904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24de6ef9-5fee-4e89-9322-95342320f1d1 req-60770103-191d-478c-a053-b23d7348cd32 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719089 Aug 21 09:13:38.055668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0461a1d3-d5fa-461a-a8b4-5ce099d87aa4 req-29f57d2b-0eeb-433e-9bb5-9afcd195de08 service neutron] 10.222.0.22 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598480 Aug 21 09:13:38.107291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea4767e0-7f19-43f1-8037-14704b2ce125 req-9e02cdf8-f12f-489d-84d8-39130888124a tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 210 time: 0.0347230 Aug 21 09:13:38.119038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f178989e-79f4-46fd-b00c-20666c328c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:38.125214 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-833e97ce-ca4b-4b9c-b6cf-ca8a52e22075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:38.128309 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-833e97ce-ca4b-4b9c-b6cf-ca8a52e22075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:38.132366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-833e97ce-ca4b-4b9c-b6cf-ca8a52e22075 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c4cb762-44be-4d5e-a6e2-f525659d7c49 HTTP/1.1" status: 204 len: 168 time: 0.6463757 Aug 21 09:13:38.148596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e97ce-ca4b-4b9c-b6cf-ca8a52e22075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4cb762-44be-4d5e-a6e2-f525659d7c49,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:38.216983 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f178989e-79f4-46fd-b00c-20666c328c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:38.229077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ebcb9-765d-47f6-a48b-dffbc03d47c2 req-0800103a-2d6a-4a27-9a4f-ccfe8b06a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:38.229924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-451ebcb9-765d-47f6-a48b-dffbc03d47c2 req-0800103a-2d6a-4a27-9a4f-ccfe8b06a0f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=718e6edb095b4060a0ab060f45fe7efe&device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 1095 time: 0.0481663 Aug 21 09:13:38.262684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47416) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:38.263031 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f178989e-79f4-46fd-b00c-20666c328c11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1af0a59cb2d45d6b5f7f9963123ae20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411713 Aug 21 09:13:38.264158 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178989e-79f4-46fd-b00c-20666c328c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d1c3c0-7d27-4cbe-b6d0-631509bf8a5b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:38.448511 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:38.456011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ebcb9-765d-47f6-a48b-dffbc03d47c2 req-f81e1ce7-e257-4d5f-8da8-255d972d117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:38.457747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-451ebcb9-765d-47f6-a48b-dffbc03d47c2 req-f81e1ce7-e257-4d5f-8da8-255d972d117c service neutron] 10.222.0.22 "GET /v2.0/networks?id=229ca434-f22f-42d3-8849-650f18a59c24 HTTP/1.1" status: 200 len: 915 time: 0.2209909 Aug 21 09:13:38.526148 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:38.534761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-754a396e-0bb7-4ec8-b5db-159090515251 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:38.536267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-754a396e-0bb7-4ec8-b5db-159090515251 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.13 "GET /v2.0/networks?id=3767e899-9d2c-44f1-a327-9c46fec37518 HTTP/1.1" status: 200 len: 820 time: 0.2348843 Aug 21 09:13:38.537512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-451ebcb9-765d-47f6-a48b-dffbc03d47c2 req-50367b56-b843-4012-ba31-cad33ecea71f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf602691-21e7-4fa6-8586-2a95705c4f3f HTTP/1.1" status: 200 len: 217 time: 0.0682440 Aug 21 09:13:38.555333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Request body: {'port': {'device_id': '496e9463-1209-4455-8abf-5aad1581e6b5', 'network_id': '3767e899-9d2c-44f1-a327-9c46fec37518', 'admin_state_up': True, 'tenant_id': 'c974a03ffcd14ba9aa504de8216aea34'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:38.670843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ebcb9-765d-47f6-a48b-dffbc03d47c2 req-105514e9-652e-491d-9110-8335e7a5f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:38.672392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-451ebcb9-765d-47f6-a48b-dffbc03d47c2 req-105514e9-652e-491d-9110-8335e7a5f16a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=463a8c9c-31b7-4fa6-9496-6601c4049e9d HTTP/1.1" status: 200 len: 854 time: 0.1142945 Aug 21 09:13:38.717922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-451ebcb9-765d-47f6-a48b-dffbc03d47c2 req-f14283a9-734d-4381-a9c9-40c4bf37afdd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=229ca434-f22f-42d3-8849-650f18a59c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348015 Aug 21 09:13:38.794959 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:38.797616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:38.803260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8d1c3c0-7d27-4cbe-b6d0-631509bf8a5b HTTP/1.1" status: 204 len: 168 time: 0.5352082 Aug 21 09:13:38.829309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d1c3c0-7d27-4cbe-b6d0-631509bf8a5b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:38.842059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.842509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.842855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.843199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.843532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.843895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.844223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.844547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.844872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.845199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.845521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.845842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffea079-6409-41fc-884c-b4dd83c292d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:13:38.888605 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-451ebcb9-765d-47f6-a48b-dffbc03d47c2 req-b67aa6a1-2789-44fb-9127-645535c59fcf service neutron] 10.222.0.22 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635952 Aug 21 09:13:38.956844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Made reservation on behalf of c974a03ffcd14ba9aa504de8216aea34 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:13:38.960683 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:39.052924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-451ebcb9-765d-47f6-a48b-dffbc03d47c2 req-cec0906e-beae-417a-8a61-2d575f472370 service neutron] 10.222.0.22 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560042 Aug 21 09:13:39.186822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Allocated IP 172.20.0.10 (3767e899-9d2c-44f1-a327-9c46fec37518/0e460f81-c6d5-45f8-bc7f-a25700605924/1d3474e0-52a5-4e60-8bf7-a3afd6006e57) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:13:39.253715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17ef25-b415-4a0e-9b3a-1eb9a94fc739 req-d68e9173-da4d-4402-a278-dbd41e6e3661 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:39.263635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd17ef25-b415-4a0e-9b3a-1eb9a94fc739 req-d68e9173-da4d-4402-a278-dbd41e6e3661 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.1511693 Aug 21 09:13:39.279634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad23372-2bc3-4592-8a51-ba20a1be7b33 req-1db3ed25-9c21-4572-86a5-d3b559d42614 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:39.281134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ad23372-2bc3-4592-8a51-ba20a1be7b33 req-1db3ed25-9c21-4572-86a5-d3b559d42614 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 943 time: 0.1604724 Aug 21 09:13:39.412204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd17ef25-b415-4a0e-9b3a-1eb9a94fc739 req-e76a5d65-d05c-4eb6-8cbf-bb6ee79bc92e tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448081 Aug 21 09:13:39.425125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ad23372-2bc3-4592-8a51-ba20a1be7b33 req-f17608dd-c1a6-44bf-a01d-cbece8c283b9 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299713 Aug 21 09:13:39.514747 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4034099f-e7d1-4a23-b4e4-1446dae584b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:39.545755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6ffb608-84f6-493c-924e-ec97fd4d6c4c req-bd686494-904e-4103-923b-54a6ec2e9799 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 210 time: 0.0301104 Aug 21 09:13:39.579080 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:39.725866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:39.756833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Network 3767e899-9d2c-44f1-a327-9c46fec37518 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:13:39.775270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:13:39.779191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:13:39.782365 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:39.849897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Pushing event updated for resources: {'Port': ['ID=1d3474e0-52a5-4e60-8bf7-a3afd6006e57,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:39.867308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:39.867963 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:40.022020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-e8d62c6c-64a5-4cc1-ba69-09268065fd23 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4751599 Aug 21 09:13:40.034736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Request body: {'port': {'device_id': '496e9463-1209-4455-8abf-5aad1581e6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:40.103077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:40.364613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device bf602691-21e7-4fa6-8586-2a95705c4f3f details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:13:40.423164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:40.433471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:40.450711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Transition to ACTIVE for port object 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:13:40.533890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port bf602691-21e7-4fa6-8586-2a95705c4f3f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=bf602691-21e7-4fa6-8586-2a95705c4f3f,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:40.547284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'bf602691-21e7-4fa6-8586-2a95705c4f3f', 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24', 'port_id': 'bf602691-21e7-4fa6-8586-2a95705c4f3f', 'mac_address': 'fa:16:3e:26:6f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463a8c9c-31b7-4fa6-9496-6601c4049e9d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:13:40.586089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:40.598262 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:40.612981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf602691-21e7-4fa6-8586-2a95705c4f3f {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:40.633956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port bf602691-21e7-4fa6-8586-2a95705c4f3f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=bf602691-21e7-4fa6-8586-2a95705c4f3f,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:40.651661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991d9a4-7f93-480f-8b40-295fba781ecf req-a63649a0-60a3-4833-ab77-a935592a998f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:40.658246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d991d9a4-7f93-480f-8b40-295fba781ecf req-a63649a0-60a3-4833-ab77-a935592a998f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.1607523 Aug 21 09:13:40.691756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Pushing event updated for resources: {'Port': ['ID=1d3474e0-52a5-4e60-8bf7-a3afd6006e57,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:40.700902 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:40.702937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdc439-cc77-40ef-9b40-41194f5d4261 req-b787e27b-088e-4709-956b-3722d26217b4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:40.712364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbfdc439-cc77-40ef-9b40-41194f5d4261 req-b787e27b-088e-4709-956b-3722d26217b4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 943 time: 0.1601770 Aug 21 09:13:40.795461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=bf602691-21e7-4fa6-8586-2a95705c4f3f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:40.812699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d991d9a4-7f93-480f-8b40-295fba781ecf req-844b10e6-a579-48b8-ad70-a3195d12fbc4 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519029 Aug 21 09:13:40.849037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbfdc439-cc77-40ef-9b40-41194f5d4261 req-da2e06ad-1611-4833-879d-5809548c975d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273515 Aug 21 09:13:40.860096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Attempting to bind port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:13:40.860096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Attempting to bind port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a534146d-6328-4d99-b1b6-21346c96a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3767e899-9d2c-44f1-a327-9c46fec37518'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:13:40.863839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Attempting to bind port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 on network 3767e899-9d2c-44f1-a327-9c46fec37518 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:40.864225 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:40.872537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 on network 3767e899-9d2c-44f1-a327-9c46fec37518 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:13:40.872778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Attempting to bind port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 on network 3767e899-9d2c-44f1-a327-9c46fec37518 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:13:40.879408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:13:40.879695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Checking segment: {'id': 'a534146d-6328-4d99-b1b6-21346c96a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3767e899-9d2c-44f1-a327-9c46fec37518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:13:40.880084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Bound using segment: {'id': 'a534146d-6328-4d99-b1b6-21346c96a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3767e899-9d2c-44f1-a327-9c46fec37518'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:13:40.880518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Bound port: 1d3474e0-52a5-4e60-8bf7-a3afd6006e57, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a534146d-6328-4d99-b1b6-21346c96a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3767e899-9d2c-44f1-a327-9c46fec37518'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:13:40.880891 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:40.951373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['bf602691-21e7-4fa6-8586-2a95705c4f3f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:41.028383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] For port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:13:41.038884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cfc81-556d-4b8d-b9de-a8ce8f9bd0f5 req-0446567f-6542-47e1-bff3-c5d7e825cf3b tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:41.040502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-334cfc81-556d-4b8d-b9de-a8ce8f9bd0f5 req-0446567f-6542-47e1-bff3-c5d7e825cf3b tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 944 time: 0.1018772 Aug 21 09:13:41.042416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] For port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1d3474e0-52a5-4e60-8bf7-a3afd6006e57,segment=NetworkSegment(a534146d-6328-4d99-b1b6-21346c96a9e2),segment_id=a534146d-6328-4d99-b1b6-21346c96a9e2)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:13:41.100133 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-334cfc81-556d-4b8d-b9de-a8ce8f9bd0f5 req-75523c37-34a4-4476-a901-db9873b3a689 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47058fe-c037-4ed1-a700-aa23d1ef7913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453048 Aug 21 09:13:41.132804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:41.146413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:41.146923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:41.148484 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] 10.222.0.13 "PUT /v2.0/ports/1d3474e0-52a5-4e60-8bf7-a3afd6006e57 HTTP/1.1" status: 200 len: 1093 time: 1.1183562 Aug 21 09:13:41.151014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496e9463-1209-4455-8abf-5aad1581e6b5', 'tag': '1d3474e0-52a5-4e60-8bf7-a3afd6006e57'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:41.160064 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff463887-0df1-4ca6-a1ec-3648c8056f16" -d '{"events": [{"name": "network-changed", "server_uuid": "496e9463-1209-4455-8abf-5aad1581e6b5", "tag": "1d3474e0-52a5-4e60-8bf7-a3afd6006e57"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:41.224886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15cd6f-3f3c-449f-8573-33e0ec17bb2f service neutron] Pushing event updated for resources: {'Port': ['ID=1d3474e0-52a5-4e60-8bf7-a3afd6006e57,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:41.238097 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7308ecd-092a-43d1-86e1-e1811864fa66 x-openstack-request-id: req-f7308ecd-092a-43d1-86e1-e1811864fa66 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:41.238387 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496e9463-1209-4455-8abf-5aad1581e6b5", "tag": "1d3474e0-52a5-4e60-8bf7-a3afd6006e57", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:41.238629 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7308ecd-092a-43d1-86e1-e1811864fa66 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:41.239090 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496e9463-1209-4455-8abf-5aad1581e6b5', 'tag': '1d3474e0-52a5-4e60-8bf7-a3afd6006e57', 'status': 'completed', 'code': 200} Aug 21 09:13:41.296335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff463887-0df1-4ca6-a1ec-3648c8056f16 req-55ed0a13-7b15-40df-9489-627ca86cb003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:41.296335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff463887-0df1-4ca6-a1ec-3648c8056f16 req-55ed0a13-7b15-40df-9489-627ca86cb003 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c974a03ffcd14ba9aa504de8216aea34&device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 1096 time: 0.0442433 Aug 21 09:13:41.396578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff463887-0df1-4ca6-a1ec-3648c8056f16 req-61553cb2-e036-4de6-bb33-5575f83f8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:41.397994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff463887-0df1-4ca6-a1ec-3648c8056f16 req-61553cb2-e036-4de6-bb33-5575f83f8f82 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c974a03ffcd14ba9aa504de8216aea34&shared=False HTTP/1.1" status: 200 len: 921 time: 0.0948734 Aug 21 09:13:41.519879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff463887-0df1-4ca6-a1ec-3648c8056f16 req-633ede17-627d-4392-947a-ff89cebd48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:41.521560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff463887-0df1-4ca6-a1ec-3648c8056f16 req-633ede17-627d-4392-947a-ff89cebd48cd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1170580 Aug 21 09:13:41.609510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1403885a-896d-418e-9c9d-6d4cdaf33a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:41.611127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-1403885a-896d-418e-9c9d-6d4cdaf33a38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c974a03ffcd14ba9aa504de8216aea34&device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 1096 time: 0.0454812 Aug 21 09:13:41.664006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-7f021737-b991-4582-9f8b-ae7c112660de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d3474e0-52a5-4e60-8bf7-a3afd6006e57 HTTP/1.1" status: 200 len: 217 time: 0.0450852 Aug 21 09:13:41.675724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47574) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:41.716340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-371a5b51-e8bc-4e2e-a62f-5eb4462ef22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:41.717895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-371a5b51-e8bc-4e2e-a62f-5eb4462ef22f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e460f81-c6d5-45f8-bc7f-a25700605924 HTTP/1.1" status: 200 len: 860 time: 0.0467262 Aug 21 09:13:41.750160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-3a49dcf0-ca45-46b4-b55c-abfd5dec10cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3767e899-9d2c-44f1-a327-9c46fec37518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249329 Aug 21 09:13:41.797820 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b45f1fb-6d32-43e1-b3ec-6fb920707c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:41.877830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-676f790f-2211-4a3a-881c-42033ff35dab service neutron] 10.222.0.13 "GET /v2.0/networks/3767e899-9d2c-44f1-a327-9c46fec37518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209192 Aug 21 09:13:41.939263 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b45f1fb-6d32-43e1-b3ec-6fb920707c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.028169 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b45f1fb-6d32-43e1-b3ec-6fb920707c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.058247 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45f1fb-6d32-43e1-b3ec-6fb920707c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6600dbc-9c14-43ca-ac90-6a4513df90da,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:42.087266 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7b45f1fb-6d32-43e1-b3ec-6fb920707c17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfc1a72ccb68455c80108b60f51e987a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094605 Aug 21 09:13:42.088049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47598) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:42.092173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f381e9c-20e5-46df-ae41-c5f93f411403 req-3395b7eb-1e8d-4632-aee0-0f1e64552828 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:42.093809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f381e9c-20e5-46df-ae41-c5f93f411403 req-3395b7eb-1e8d-4632-aee0-0f1e64552828 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 944 time: 0.1172538 Aug 21 09:13:42.104280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4d499-b689-4e4c-9825-ef5c0fa324de req-5882b20e-2398-430c-b787-86c4415f4afb tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:42.105709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1db4d499-b689-4e4c-9825-ef5c0fa324de req-5882b20e-2398-430c-b787-86c4415f4afb tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.1304696 Aug 21 09:13:42.108870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec841bbd-ce86-4018-89c6-b9e2fb78a6cd req-ec5acf2c-bb7a-42a6-b587-bb900327825b service neutron] 10.222.0.13 "GET /v2.0/networks/3767e899-9d2c-44f1-a327-9c46fec37518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231545 Aug 21 09:13:42.143231 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10630e2c-1500-47e0-8158-ea0d47a95432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.165205 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10630e2c-1500-47e0-8158-ea0d47a95432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.167930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f381e9c-20e5-46df-ae41-c5f93f411403 req-88af6ebf-82ac-47cf-8129-da4e52817f7d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610621 Aug 21 09:13:42.175442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1db4d499-b689-4e4c-9825-ef5c0fa324de req-9ab2b5f1-5a2a-4df3-8012-e43b197a9c54 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576224 Aug 21 09:13:42.291480 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.340529 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10630e2c-1500-47e0-8158-ea0d47a95432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.343228 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10630e2c-1500-47e0-8158-ea0d47a95432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.351507 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-10630e2c-1500-47e0-8158-ea0d47a95432 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6600dbc-9c14-43ca-ac90-6a4513df90da HTTP/1.1" status: 204 len: 168 time: 0.2579110 Aug 21 09:13:42.369161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10630e2c-1500-47e0-8158-ea0d47a95432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6600dbc-9c14-43ca-ac90-6a4513df90da,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:42.373066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78395e7c-2c7c-4e75-891e-e93e6422ac07 req-dff36adb-d345-4327-b790-b4df413f6224 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:42.375202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78395e7c-2c7c-4e75-891e-e93e6422ac07 req-dff36adb-d345-4327-b790-b4df413f6224 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 944 time: 0.0555143 Aug 21 09:13:42.382162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device bf602691-21e7-4fa6-8586-2a95705c4f3f up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:13:42.398052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47608) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:42.434966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78395e7c-2c7c-4e75-891e-e93e6422ac07 req-266f2d23-c81c-4ae4-9155-0eeaee267c2b tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47058fe-c037-4ed1-a700-aa23d1ef7913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534952 Aug 21 09:13:42.522223 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad4104c8-ab3c-4347-a168-df7c1a2e7eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.524767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port bf602691-21e7-4fa6-8586-2a95705c4f3f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:13:42.529666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port bf602691-21e7-4fa6-8586-2a95705c4f3f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:13:42.530046 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.608665 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.612252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad4104c8-ab3c-4347-a168-df7c1a2e7eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.632476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf602691-21e7-4fa6-8586-2a95705c4f3f'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:42.635074 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74ce4c9-4596-4590-89e8-961769f4bfa7" -d '{"events": [{"server_uuid": "7793ebc4-d485-43f1-965a-38c7b4ab9b0b", "name": "network-vif-plugged", "status": "completed", "tag": "bf602691-21e7-4fa6-8586-2a95705c4f3f"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:42.648058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port bf602691-21e7-4fa6-8586-2a95705c4f3f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=bf602691-21e7-4fa6-8586-2a95705c4f3f,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:42.680272 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307613d2-7cc8-4e2b-a144-6f103511f0bd x-openstack-request-id: req-307613d2-7cc8-4e2b-a144-6f103511f0bd {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:42.680566 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7793ebc4-d485-43f1-965a-38c7b4ab9b0b", "name": "network-vif-plugged", "status": "completed", "tag": "bf602691-21e7-4fa6-8586-2a95705c4f3f", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:42.680813 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-307613d2-7cc8-4e2b-a144-6f103511f0bd {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:42.681358 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf602691-21e7-4fa6-8586-2a95705c4f3f', 'code': 200} Aug 21 09:13:42.682789 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad4104c8-ab3c-4347-a168-df7c1a2e7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.711093 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.728884 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ad4104c8-ab3c-4347-a168-df7c1a2e7eb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b64976383254919904dcfdb37f68cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296664 Aug 21 09:13:42.732223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47618) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:42.734270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4104c8-ab3c-4347-a168-df7c1a2e7eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd60b938-8846-44f4-ba51-9ce48a3fe0fc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:42.808918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=bf602691-21e7-4fa6-8586-2a95705c4f3f,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:42.824009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1777b-3083-4c61-8fef-e4a2e31816b9 req-0280b5fd-1583-40a8-a9f2-47866999e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:42.830967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79a1777b-3083-4c61-8fef-e4a2e31816b9 req-0280b5fd-1583-40a8-a9f2-47866999e60a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 1097 time: 0.0637653 Aug 21 09:13:42.830967 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c92cb2c7-6f23-47e1-b2f8-5258869c1c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.859977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c92cb2c7-6f23-47e1-b2f8-5258869c1c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:42.893090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79a1777b-3083-4c61-8fef-e4a2e31816b9 req-8bb1729e-5644-4a21-b870-873623db4c18 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577035 Aug 21 09:13:43.022340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c92cb2c7-6f23-47e1-b2f8-5258869c1c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:43.025864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c92cb2c7-6f23-47e1-b2f8-5258869c1c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:43.026071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c92cb2c7-6f23-47e1-b2f8-5258869c1c12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd60b938-8846-44f4-ba51-9ce48a3fe0fc HTTP/1.1" status: 204 len: 168 time: 0.2927699 Aug 21 09:13:43.034275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cb2c7-6f23-47e1-b2f8-5258869c1c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd60b938-8846-44f4-ba51-9ce48a3fe0fc,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:43.323992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc4662-e270-4585-a56a-ca427ae9dc18 req-b60d8927-12a1-4e54-ac47-8545985959fd tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:43.325862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89fc4662-e270-4585-a56a-ca427ae9dc18 req-b60d8927-12a1-4e54-ac47-8545985959fd tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0828514 Aug 21 09:13:43.336624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef9a0-a9f0-4d11-bff3-5156f678b431 req-703cfc06-b4fb-446a-b8d2-fd866369ff9d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:43.338102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e02ef9a0-a9f0-4d11-bff3-5156f678b431 req-703cfc06-b4fb-446a-b8d2-fd866369ff9d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0858231 Aug 21 09:13:43.396662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89fc4662-e270-4585-a56a-ca427ae9dc18 req-e4b88528-c144-4c37-a9ee-365ff8534b58 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575807 Aug 21 09:13:43.399502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e02ef9a0-a9f0-4d11-bff3-5156f678b431 req-0fe39488-dc9c-49d2-9cd0-de918a985061 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530179 Aug 21 09:13:43.590146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f62cc-eafa-4600-81c4-5fbf96d9f046 req-8061e2cc-f421-41f0-94c6-46929d42c218 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:43.591611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-282f62cc-eafa-4600-81c4-5fbf96d9f046 req-8061e2cc-f421-41f0-94c6-46929d42c218 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 944 time: 0.0501077 Aug 21 09:13:43.643841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-282f62cc-eafa-4600-81c4-5fbf96d9f046 req-300ba592-3c4a-47ee-ac3a-3634e86d333a tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47058fe-c037-4ed1-a700-aa23d1ef7913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Aug 21 09:13:43.750003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47666) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:43.763332 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f14a6ed-b1f9-47c3-9d34-2cd2815cec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:44.198103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f14a6ed-b1f9-47c3-9d34-2cd2815cec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:44.308242 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f14a6ed-b1f9-47c3-9d34-2cd2815cec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:44.346664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4f14a6ed-b1f9-47c3-9d34-2cd2815cec4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=631df90981bb4a9983add250429ef56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5955486 Aug 21 09:13:44.349345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47686) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:44.351420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14a6ed-b1f9-47c3-9d34-2cd2815cec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ffe200-26b0-43d6-bed6-eb9fb8df8254,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:44.400754 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99667f25-7ef3-49db-9fbb-0d554b88060b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:44.422669 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99667f25-7ef3-49db-9fbb-0d554b88060b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:44.551347 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99667f25-7ef3-49db-9fbb-0d554b88060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:44.553974 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99667f25-7ef3-49db-9fbb-0d554b88060b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:44.557371 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-99667f25-7ef3-49db-9fbb-0d554b88060b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49ffe200-26b0-43d6-bed6-eb9fb8df8254 HTTP/1.1" status: 204 len: 168 time: 0.2042584 Aug 21 09:13:44.569268 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99667f25-7ef3-49db-9fbb-0d554b88060b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ffe200-26b0-43d6-bed6-eb9fb8df8254,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:44.589106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f13cd-32fd-460f-87e5-6fb3d43ef00f req-144a4582-9b65-4bf7-acb7-2be72faa1c5a tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:44.591813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a1f13cd-32fd-460f-87e5-6fb3d43ef00f req-144a4582-9b65-4bf7-acb7-2be72faa1c5a tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0991797 Aug 21 09:13:44.604847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2991066-e135-4aeb-941c-58d17d1e0e43 req-56e87582-6aed-483c-a228-79a4d6731531 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:44.613111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2991066-e135-4aeb-941c-58d17d1e0e43 req-56e87582-6aed-483c-a228-79a4d6731531 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0934877 Aug 21 09:13:44.704598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a1f13cd-32fd-460f-87e5-6fb3d43ef00f req-d26c3776-a0f7-4ace-946a-c90c1141456a tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886865 Aug 21 09:13:44.709435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2991066-e135-4aeb-941c-58d17d1e0e43 req-d20bff81-e9e5-404a-9e01-26eae4fad0df tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945375 Aug 21 09:13:44.956378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:13:44.958386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b0be6-28f0-4339-a525-0f094d52c084 req-e2fd95a1-3dea-42e4-b29a-a3b919934a23 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:44.959911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369b0be6-28f0-4339-a525-0f094d52c084 req-e2fd95a1-3dea-42e4-b29a-a3b919934a23 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0768576 Aug 21 09:13:44.970951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ab211-89c9-4169-afd5-f82be0bb2630 req-b1ed523d-abe8-47fb-bdea-bc1453a40dda tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:44.976097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e74ab211-89c9-4169-afd5-f82be0bb2630 req-b1ed523d-abe8-47fb-bdea-bc1453a40dda tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 944 time: 0.1183746 Aug 21 09:13:45.045544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-369b0be6-28f0-4339-a525-0f094d52c084 req-b90c9561-aa84-4148-90e4-a4114a404498 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720251 Aug 21 09:13:45.050742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e74ab211-89c9-4169-afd5-f82be0bb2630 req-f8991610-9005-4d48-9bca-4bf606d75bb6 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47058fe-c037-4ed1-a700-aa23d1ef7913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633819 Aug 21 09:13:45.151474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1d3474e0-52a5-4e60-8bf7-a3afd6006e57,segment=NetworkSegment(a534146d-6328-4d99-b1b6-21346c96a9e2),segment_id=a534146d-6328-4d99-b1b6-21346c96a9e2)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:45.166192 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:45.169319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '1d3474e0-52a5-4e60-8bf7-a3afd6006e57', 'network_id': '3767e899-9d2c-44f1-a327-9c46fec37518', 'port_id': '1d3474e0-52a5-4e60-8bf7-a3afd6006e57', 'mac_address': 'fa:16:3e:c9:40:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e460f81-c6d5-45f8-bc7f-a25700605924', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:13:45.208780 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:45.228525 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:45.247993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:13:45.272615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1d3474e0-52a5-4e60-8bf7-a3afd6006e57,segment=NetworkSegment(a534146d-6328-4d99-b1b6-21346c96a9e2),segment_id=a534146d-6328-4d99-b1b6-21346c96a9e2)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:45.351233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b9151-41bd-4464-a5d4-dd62d995dde1 req-673c1826-698f-4d10-8090-f5df39c011a4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:45.352745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a6b9151-41bd-4464-a5d4-dd62d995dde1 req-673c1826-698f-4d10-8090-f5df39c011a4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0550179 Aug 21 09:13:45.365097 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:45.390331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a6b9151-41bd-4464-a5d4-dd62d995dde1 req-3d2ca65c-a0d4-488f-8f74-31eb5a3a371e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308540 Aug 21 09:13:45.435318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=1d3474e0-52a5-4e60-8bf7-a3afd6006e57,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:45.535985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce09c2-46bb-4a88-9b2d-fd77325d8010 req-1e639040-de9a-46e8-ad6b-c1c675350a58 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:45.537644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71ce09c2-46bb-4a88-9b2d-fd77325d8010 req-1e639040-de9a-46e8-ad6b-c1c675350a58 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0666986 Aug 21 09:13:45.575727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71ce09c2-46bb-4a88-9b2d-fd77325d8010 req-fac68b43-59bc-4232-871d-dfb6e2d32903 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Aug 21 09:13:45.631846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['1d3474e0-52a5-4e60-8bf7-a3afd6006e57'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:45.832341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6f8e5-717d-46e7-9dc7-c6c6067e7b71 req-52063f57-2b1f-4622-af85-321f0da4ef21 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:45.834792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24e6f8e5-717d-46e7-9dc7-c6c6067e7b71 req-52063f57-2b1f-4622-af85-321f0da4ef21 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0487542 Aug 21 09:13:45.875218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24e6f8e5-717d-46e7-9dc7-c6c6067e7b71 req-969e4e7d-88a2-454b-8acb-041239c75ea2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Aug 21 09:13:46.173522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3406252-8655-402e-a8db-c27ae8960f80 req-7c84bfed-8b46-4676-9454-48d95bdcaff8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:46.175279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3406252-8655-402e-a8db-c27ae8960f80 req-7c84bfed-8b46-4676-9454-48d95bdcaff8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0711439 Aug 21 09:13:46.247186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3406252-8655-402e-a8db-c27ae8960f80 req-3a3e2a8c-f2fd-443e-96a1-812257942798 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606360 Aug 21 09:13:46.255678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43380ac0-c25b-4fce-98b7-4453ac52c22d req-90700543-d782-499d-aa92-78edc2c13353 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:46.257446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43380ac0-c25b-4fce-98b7-4453ac52c22d req-90700543-d782-499d-aa92-78edc2c13353 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 945 time: 0.0811586 Aug 21 09:13:46.299306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43380ac0-c25b-4fce-98b7-4453ac52c22d req-a367cb70-655b-4b0d-a06c-b3a967e38528 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47058fe-c037-4ed1-a700-aa23d1ef7913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348785 Aug 21 09:13:46.647969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47858) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:46.764590 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c25e7a54-d211-48ec-bb40-93ac1f0adc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:46.857192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c25e7a54-d211-48ec-bb40-93ac1f0adc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:46.959174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:13:46.998989 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c25e7a54-d211-48ec-bb40-93ac1f0adc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.034461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efef642-8b2b-4fb0-ba03-90e366282c66 req-d1ca5ab6-e21b-4b2b-b301-9d3fff299d92 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:47.035421 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c25e7a54-d211-48ec-bb40-93ac1f0adc72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b76fa18fb4844721bf5af857800f444f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829746 Aug 21 09:13:47.036058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5efef642-8b2b-4fb0-ba03-90e366282c66 req-d1ca5ab6-e21b-4b2b-b301-9d3fff299d92 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0658481 Aug 21 09:13:47.036180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47878) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:47.062185 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e7a54-d211-48ec-bb40-93ac1f0adc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b283ecac-f1db-4f17-a573-456919a89815,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:47.103550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5efef642-8b2b-4fb0-ba03-90e366282c66 req-f8b7ff96-c640-4bf1-b468-1c92bedc02a2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558267 Aug 21 09:13:47.109937 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb61-cc6a-413d-b312-e5efee5adcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.131693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb61-cc6a-413d-b312-e5efee5adcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.140608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:13:47.146715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:13:47.146715 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.248430 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.271850 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496e9463-1209-4455-8abf-5aad1581e6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3474e0-52a5-4e60-8bf7-a3afd6006e57'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:47.273991 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b48332-f851-4f14-910a-8fe4a89bcba3" -d '{"events": [{"server_uuid": "496e9463-1209-4455-8abf-5aad1581e6b5", "name": "network-vif-plugged", "status": "completed", "tag": "1d3474e0-52a5-4e60-8bf7-a3afd6006e57"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:47.285630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb61-cc6a-413d-b312-e5efee5adcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.289263 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb61-cc6a-413d-b312-e5efee5adcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.289791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1d3474e0-52a5-4e60-8bf7-a3afd6006e57,segment=NetworkSegment(a534146d-6328-4d99-b1b6-21346c96a9e2),segment_id=a534146d-6328-4d99-b1b6-21346c96a9e2)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:47.295724 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-24a4cb61-cc6a-413d-b312-e5efee5adcb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b283ecac-f1db-4f17-a573-456919a89815 HTTP/1.1" status: 204 len: 168 time: 0.2568069 Aug 21 09:13:47.305217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47892) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:47.322363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4cb61-cc6a-413d-b312-e5efee5adcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b283ecac-f1db-4f17-a573-456919a89815,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:47.341382 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459999a7-d063-4519-90ae-fb9b2994c1bf x-openstack-request-id: req-459999a7-d063-4519-90ae-fb9b2994c1bf {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:47.341668 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496e9463-1209-4455-8abf-5aad1581e6b5", "name": "network-vif-plugged", "status": "completed", "tag": "1d3474e0-52a5-4e60-8bf7-a3afd6006e57", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:47.341914 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-459999a7-d063-4519-90ae-fb9b2994c1bf {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:47.342301 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496e9463-1209-4455-8abf-5aad1581e6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3474e0-52a5-4e60-8bf7-a3afd6006e57', 'code': 200} Aug 21 09:13:47.372122 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.450680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=1d3474e0-52a5-4e60-8bf7-a3afd6006e57,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:47.497201 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4cd4-1a40-4cea-b9b0-eb386928be35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.528274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf70128-33ef-4382-b423-ec839f90e0ad req-08ef663b-2c2d-4944-b4b2-59019acba2ce tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:47.529871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abf70128-33ef-4382-b423-ec839f90e0ad req-08ef663b-2c2d-4944-b4b2-59019acba2ce tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 946 time: 0.1321383 Aug 21 09:13:47.565928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be14b79-8500-4b43-94f8-71060bd0cd56 req-808b56f5-cf65-47f0-a69d-542fb5f767c7 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:47.567416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4be14b79-8500-4b43-94f8-71060bd0cd56 req-808b56f5-cf65-47f0-a69d-542fb5f767c7 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.1938968 Aug 21 09:13:47.639638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abf70128-33ef-4382-b423-ec839f90e0ad req-c79a1773-12df-4d0d-b5f4-38cf13f94452 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47058fe-c037-4ed1-a700-aa23d1ef7913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022792 Aug 21 09:13:47.689919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4be14b79-8500-4b43-94f8-71060bd0cd56 req-a4cb23e4-871b-430c-8d80-46c05c7c36a6 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157396 Aug 21 09:13:47.703249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222103a6-a3eb-4733-bcb9-f485f5942112 req-b72a4d82-6c82-48ce-8734-b8d0e22227bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:47.706491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-222103a6-a3eb-4733-bcb9-f485f5942112 req-b72a4d82-6c82-48ce-8734-b8d0e22227bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 1098 time: 0.2599602 Aug 21 09:13:47.762766 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4cd4-1a40-4cea-b9b0-eb386928be35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.765316 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-222103a6-a3eb-4733-bcb9-f485f5942112 req-86c0fe1d-4d1b-4e1a-915c-e9da5e1b6921 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f47058fe-c037-4ed1-a700-aa23d1ef7913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522318 Aug 21 09:13:47.865226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4cd4-1a40-4cea-b9b0-eb386928be35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.904554 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c2cd4cd4-1a40-4cea-b9b0-eb386928be35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00ace1331f0544418a1ef4c0ed08cd26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974014 Aug 21 09:13:47.905732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd4cd4-1a40-4cea-b9b0-eb386928be35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72193ab-0978-407d-961d-14ce9e7700e1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:47.907251 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47912) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:47.958980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3141fd84-fb64-411b-9764-542f853e8abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:47.986912 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3141fd84-fb64-411b-9764-542f853e8abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:48.079306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3141fd84-fb64-411b-9764-542f853e8abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:48.082193 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3141fd84-fb64-411b-9764-542f853e8abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:48.084461 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3141fd84-fb64-411b-9764-542f853e8abe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c72193ab-0978-407d-961d-14ce9e7700e1 HTTP/1.1" status: 204 len: 168 time: 0.1751044 Aug 21 09:13:48.094456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141fd84-fb64-411b-9764-542f853e8abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72193ab-0978-407d-961d-14ce9e7700e1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:48.272001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80097de1-252e-4a70-a12f-6104a2c5d6cb req-ebd5ae5e-df78-41f2-9515-44a31d98dc48 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:48.273741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80097de1-252e-4a70-a12f-6104a2c5d6cb req-ebd5ae5e-df78-41f2-9515-44a31d98dc48 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0807109 Aug 21 09:13:48.330039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80097de1-252e-4a70-a12f-6104a2c5d6cb req-4d1cef9e-c56d-40ef-acc2-093d4602cc07 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492346 Aug 21 09:13:48.764757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca87c2d-92bc-400e-a262-e723632344bc req-76693c10-b9a1-4beb-b98a-f27a65bb027d tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:48.766353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bca87c2d-92bc-400e-a262-e723632344bc req-76693c10-b9a1-4beb-b98a-f27a65bb027d tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 946 time: 0.0506015 Aug 21 09:13:48.794004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47956) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:48.813455 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82f583fb-af50-4fd8-b9d4-e3c485035141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:48.863646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bca87c2d-92bc-400e-a262-e723632344bc req-20e26573-3c4c-475e-a2be-ac68239dbf44 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47058fe-c037-4ed1-a700-aa23d1ef7913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732884 Aug 21 09:13:48.877936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9f7b1-bc25-47c0-b912-57d5f2195f23 req-788f559e-526b-4329-bc63-915c80d2efee tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:48.879664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64c9f7b1-bc25-47c0-b912-57d5f2195f23 req-788f559e-526b-4329-bc63-915c80d2efee tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.1108775 Aug 21 09:13:48.935413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64c9f7b1-bc25-47c0-b912-57d5f2195f23 req-7ba46a6e-f6f0-4b2f-af72-762718ff22be tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477936 Aug 21 09:13:48.936671 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82f583fb-af50-4fd8-b9d4-e3c485035141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:49.021873 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-82f583fb-af50-4fd8-b9d4-e3c485035141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:49.059886 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-82f583fb-af50-4fd8-b9d4-e3c485035141 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb2123067ba44ce3b4bad0a78f282f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647491 Aug 21 09:13:49.060727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f583fb-af50-4fd8-b9d4-e3c485035141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cbfcd4-e87b-4418-bc71-530cb55e85d6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:49.062915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47962) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:49.113867 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2e2e-6d58-4567-82e2-052dbedbbc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:49.143012 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2e2e-6d58-4567-82e2-052dbedbbc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:49.276482 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2e2e-6d58-4567-82e2-052dbedbbc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:49.279097 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2e2e-6d58-4567-82e2-052dbedbbc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:49.280290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6e6c2e2e-6d58-4567-82e2-052dbedbbc48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5cbfcd4-e87b-4418-bc71-530cb55e85d6 HTTP/1.1" status: 204 len: 168 time: 0.2162890 Aug 21 09:13:49.288270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c2e2e-6d58-4567-82e2-052dbedbbc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cbfcd4-e87b-4418-bc71-530cb55e85d6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:49.460613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7410f5-fc1b-4c5d-b1fe-4f7e9592a2e4 req-bee1b688-67ec-46ee-90ea-500443766b9c tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:49.463212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f7410f5-fc1b-4c5d-b1fe-4f7e9592a2e4 req-bee1b688-67ec-46ee-90ea-500443766b9c tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0554183 Aug 21 09:13:49.510449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f7410f5-fc1b-4c5d-b1fe-4f7e9592a2e4 req-5dea24f0-d4b2-443e-94a0-ca735c1f82b4 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Aug 21 09:13:49.994962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440487e-6537-4b67-b401-240eec360f05 req-ba310afb-6961-4dae-9c43-51e9c5569c7f tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:49.996858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0440487e-6537-4b67-b401-240eec360f05 req-ba310afb-6961-4dae-9c43-51e9c5569c7f tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 946 time: 0.0781531 Aug 21 09:13:50.055849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0440487e-6537-4b67-b401-240eec360f05 req-ca8cc2b2-8616-478a-8208-c8f3a846698e tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47058fe-c037-4ed1-a700-aa23d1ef7913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481713 Aug 21 09:13:50.112549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4afe7-25ce-4053-aa62-811a577d5451 req-10aba5a0-b782-4718-bb9c-7362ad9b6806 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:50.114072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09f4afe7-25ce-4053-aa62-811a577d5451 req-10aba5a0-b782-4718-bb9c-7362ad9b6806 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0572717 Aug 21 09:13:50.155442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09f4afe7-25ce-4053-aa62-811a577d5451 req-7d14608e-72f9-4c4b-86f2-6d91589abf11 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354846 Aug 21 09:13:50.650068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33908c61-3e0f-4cf9-b09f-ed7d827cbff3 req-8f096f4b-121d-4345-b6c9-8a68d8ef7ddd tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:50.651895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33908c61-3e0f-4cf9-b09f-ed7d827cbff3 req-8f096f4b-121d-4345-b6c9-8a68d8ef7ddd tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0554891 Aug 21 09:13:50.690647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33908c61-3e0f-4cf9-b09f-ed7d827cbff3 req-b693b010-f725-48c0-aae7-26466bd97a72 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328417 Aug 21 09:13:50.974438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043daa8-c0ad-4aed-b83c-e9a5486c2546 req-198f19cd-9682-4d1b-8124-a7bca2cb83ed tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:50.976075 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2043daa8-c0ad-4aed-b83c-e9a5486c2546 req-198f19cd-9682-4d1b-8124-a7bca2cb83ed tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 946 time: 0.0546358 Aug 21 09:13:51.031543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2043daa8-c0ad-4aed-b83c-e9a5486c2546 req-90c9dd0d-d0a4-40b5-b0c9-34367b1b8b59 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47058fe-c037-4ed1-a700-aa23d1ef7913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Aug 21 09:13:51.073352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48104) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:51.209698 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-96de39bc-17ca-45c7-88b2-cf72a07f6dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:51.369449 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-96de39bc-17ca-45c7-88b2-cf72a07f6dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:51.394417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40022a-2e34-4a0f-83e6-089c7b2b127a req-f413f6cc-e797-406a-9099-6ee525dd6439 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:51.403671 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e40022a-2e34-4a0f-83e6-089c7b2b127a req-f413f6cc-e797-406a-9099-6ee525dd6439 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0753760 Aug 21 09:13:51.435393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-96de39bc-17ca-45c7-88b2-cf72a07f6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:51.457649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e40022a-2e34-4a0f-83e6-089c7b2b127a req-84e3b677-df43-4135-bc0a-eb373ec39d0f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530920 Aug 21 09:13:51.485565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-96de39bc-17ca-45c7-88b2-cf72a07f6dc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04cf4580d23d4689b389dc2e82251d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4085481 Aug 21 09:13:51.485565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de39bc-17ca-45c7-88b2-cf72a07f6dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6228b3ff-a2a3-4159-a87a-be7888798360,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:51.485773 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48124) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:51.490499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48126) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:51.552218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d91776f8-fcc7-416b-a4c6-d93233b73adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:51.594438 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d91776f8-fcc7-416b-a4c6-d93233b73adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:51.623622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:51.718837 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d91776f8-fcc7-416b-a4c6-d93233b73adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:51.721475 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d91776f8-fcc7-416b-a4c6-d93233b73adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:51.722901 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d91776f8-fcc7-416b-a4c6-d93233b73adb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6228b3ff-a2a3-4159-a87a-be7888798360 HTTP/1.1" status: 204 len: 168 time: 0.2361434 Aug 21 09:13:51.736401 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91776f8-fcc7-416b-a4c6-d93233b73adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6228b3ff-a2a3-4159-a87a-be7888798360,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:51.768334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:51.879968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eff354-94c1-4f19-8704-05c64bfe76b8 req-27117a51-ccc3-46b5-9713-ea32be7352b7 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:51.884023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6eff354-94c1-4f19-8704-05c64bfe76b8 req-27117a51-ccc3-46b5-9713-ea32be7352b7 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0916040 Aug 21 09:13:51.929362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6eff354-94c1-4f19-8704-05c64bfe76b8 req-408e4096-5bc9-4b7f-a30f-9b3b99ddefcd tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Aug 21 09:13:51.966661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:52.117701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Allocated IP 172.25.5.217 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/eca12d30-13a1-4d30-ab79-498c3647cc89) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:13:52.242323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4447739-0cbf-4d1b-924d-d0e9a0172088 req-d9e7bc44-ca3f-4a4f-8028-a6122b6ce045 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:52.243952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4447739-0cbf-4d1b-924d-d0e9a0172088 req-d9e7bc44-ca3f-4a4f-8028-a6122b6ce045 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 946 time: 0.1178267 Aug 21 09:13:52.312537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:52.339542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4447739-0cbf-4d1b-924d-d0e9a0172088 req-fc2ca389-b44d-4cad-8b06-ad8457125ff6 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/security-groups?id=f47058fe-c037-4ed1-a700-aa23d1ef7913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854845 Aug 21 09:13:52.343477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d16f5f-ea3c-4826-a721-dece917d3b40 req-bb349beb-57e5-4f25-902e-9235f472badf tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:52.344930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8d16f5f-ea3c-4826-a721-dece917d3b40 req-bb349beb-57e5-4f25-902e-9235f472badf tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.13 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 946 time: 0.1233938 Aug 21 09:13:52.460726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-b8d16f5f-ea3c-4826-a721-dece917d3b40 req-d17056d4-9d4e-4d2e-8ac7-28a555c48848 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Deleting port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:13:52.461605 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b8d16f5f-ea3c-4826-a721-dece917d3b40 req-d17056d4-9d4e-4d2e-8ac7-28a555c48848 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:52.488166 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:52.647337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:13:52.654445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b8d16f5f-ea3c-4826-a721-dece917d3b40 req-d17056d4-9d4e-4d2e-8ac7-28a555c48848 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] For port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1d3474e0-52a5-4e60-8bf7-a3afd6006e57,segment=NetworkSegment(a534146d-6328-4d99-b1b6-21346c96a9e2),segment_id=a534146d-6328-4d99-b1b6-21346c96a9e2)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:13:52.654849 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b8d16f5f-ea3c-4826-a721-dece917d3b40 req-d17056d4-9d4e-4d2e-8ac7-28a555c48848 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:52.659889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:13:52.663183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:13:52.668306 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48158) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:52.682149 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0dff-4969-419c-b2a4-5b28bd51a64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:52.702315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Pushing event updated for resources: {'Port': ['ID=eca12d30-13a1-4d30-ab79-498c3647cc89,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:52.706001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-b8d16f5f-ea3c-4826-a721-dece917d3b40 req-d17056d4-9d4e-4d2e-8ac7-28a555c48848 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Calling delete_port for 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:13:52.735305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c0474-c60d-4681-8cd3-7dfd779b7da8 req-6b91fbc6-d563-4348-a7c1-98b11c7c8041 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:52.736739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-345c0474-c60d-4681-8cd3-7dfd779b7da8 req-6b91fbc6-d563-4348-a7c1-98b11c7c8041 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.1530538 Aug 21 09:13:52.774619 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0dff-4969-419c-b2a4-5b28bd51a64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:52.859653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-345c0474-c60d-4681-8cd3-7dfd779b7da8 req-0c73659a-614d-4739-921d-ec54fb7d65e0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890777 Aug 21 09:13:52.884555 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:52.891683 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0dff-4969-419c-b2a4-5b28bd51a64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:52.931337 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7cdc0dff-4969-419c-b2a4-5b28bd51a64a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=059147d0b14e443b9e56999b4e42c9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619956 Aug 21 09:13:52.932235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc0dff-4969-419c-b2a4-5b28bd51a64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e7630e-be7d-4946-a3bb-edca09803335,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:52.934772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48162) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:52.993295 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-384c5363-80d6-45b9-b35b-cd57ad4d2442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.027427 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-384c5363-80d6-45b9-b35b-cd57ad4d2442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.042857 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b8d16f5f-ea3c-4826-a721-dece917d3b40 req-d17056d4-9d4e-4d2e-8ac7-28a555c48848 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.055685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['1d3474e0-52a5-4e60-8bf7-a3afd6006e57'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:13:53.081093 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.119629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17056d4-9d4e-4d2e-8ac7-28a555c48848 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Pushing event deleted for resources: {'Port': ['ID=1d3474e0-52a5-4e60-8bf7-a3afd6006e57,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:53.175731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d16f5f-ea3c-4826-a721-dece917d3b40 req-d17056d4-9d4e-4d2e-8ac7-28a555c48848 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] No DVR routers for this DVR port 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:13:53.185435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b8778-5691-4851-97d5-726a0e1fb390 req-34575ef4-addb-4dc6-85df-cc22e6145011 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:53.187184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-255b8778-5691-4851-97d5-726a0e1fb390 req-34575ef4-addb-4dc6-85df-cc22e6145011 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.1616542 Aug 21 09:13:53.187605 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-384c5363-80d6-45b9-b35b-cd57ad4d2442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.191805 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b8d16f5f-ea3c-4826-a721-dece917d3b40 req-d17056d4-9d4e-4d2e-8ac7-28a555c48848 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.191956 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-384c5363-80d6-45b9-b35b-cd57ad4d2442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.192052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8d16f5f-ea3c-4826-a721-dece917d3b40 req-d17056d4-9d4e-4d2e-8ac7-28a555c48848 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.13 "DELETE /v2.0/ports/1d3474e0-52a5-4e60-8bf7-a3afd6006e57 HTTP/1.1" status: 204 len: 173 time: 0.8394690 Aug 21 09:13:53.192139 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-384c5363-80d6-45b9-b35b-cd57ad4d2442 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65e7630e-be7d-4946-a3bb-edca09803335 HTTP/1.1" status: 204 len: 168 time: 0.2563968 Aug 21 09:13:53.192367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496e9463-1209-4455-8abf-5aad1581e6b5', 'name': 'network-vif-deleted', 'tag': '1d3474e0-52a5-4e60-8bf7-a3afd6006e57'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:13:53.195001 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c35cb86-a5da-4df0-8032-12b52fc0e71a" -d '{"events": [{"server_uuid": "496e9463-1209-4455-8abf-5aad1581e6b5", "name": "network-vif-deleted", "tag": "1d3474e0-52a5-4e60-8bf7-a3afd6006e57"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:13:53.205634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c5363-80d6-45b9-b35b-cd57ad4d2442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e7630e-be7d-4946-a3bb-edca09803335,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:53.264054 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db81336-43d5-4856-8fd2-17791896f242 x-openstack-request-id: req-5db81336-43d5-4856-8fd2-17791896f242 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:13:53.264346 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496e9463-1209-4455-8abf-5aad1581e6b5", "name": "network-vif-deleted", "tag": "1d3474e0-52a5-4e60-8bf7-a3afd6006e57", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:13:53.264601 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5db81336-43d5-4856-8fd2-17791896f242 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:13:53.265003 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496e9463-1209-4455-8abf-5aad1581e6b5', 'name': 'network-vif-deleted', 'tag': '1d3474e0-52a5-4e60-8bf7-a3afd6006e57', 'status': 'completed', 'code': 200} Aug 21 09:13:53.292708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-255b8778-5691-4851-97d5-726a0e1fb390 req-da451bc4-5bb5-4f0a-b04a-32213513251b tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745854 Aug 21 09:13:53.389350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.437448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ab31f5f-7b11-43ed-8cf6-a9ed2be10c6d req-d1568057-d4de-42da-867a-e56b7ddd9131 tempest-ServerMetadataNegativeTestJSON-855308182 tempest-ServerMetadataNegativeTestJSON-855308182-project] 10.222.0.20 "GET /v2.0/ports?device_id=496e9463-1209-4455-8abf-5aad1581e6b5 HTTP/1.1" status: 200 len: 210 time: 0.0279710 Aug 21 09:13:53.467242 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.549915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Pushing event updated for resources: {'Port': ['ID=eca12d30-13a1-4d30-ab79-498c3647cc89,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:53.558839 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.636996 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.649270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48190) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:53.655914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7dd1d473-34c2-4d8f-abc1-8710c74c48f8 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1616805 Aug 21 09:13:53.657878 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-04393567-e988-49ae-84b8-1684b8d017da tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1534796172', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'fixed_ips': [{'ip_address': '172.25.5.217'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:53.764504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04393567-e988-49ae-84b8-1684b8d017da tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Made reservation on behalf of 6a1034aee26249ca810714fd59775587 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:13:53.767834 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04393567-e988-49ae-84b8-1684b8d017da tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.775592 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04393567-e988-49ae-84b8-1684b8d017da tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.879792 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04393567-e988-49ae-84b8-1684b8d017da tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.953079 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04393567-e988-49ae-84b8-1684b8d017da tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:53.963228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-04393567-e988-49ae-84b8-1684b8d017da tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] device_id is not set on port 7ad7bd0b-9bd5-4a4b-8d24-dafc1b32e4d4 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:13:53.984695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bd270-6640-4597-aa59-4805308f6818 req-4847418b-4a5c-4ddf-83cd-e2da0ce0ad9a tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:53.984695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e4bd270-6640-4597-aa59-4805308f6818 req-4847418b-4a5c-4ddf-83cd-e2da0ce0ad9a tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0518105 Aug 21 09:13:54.027629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e4bd270-6640-4597-aa59-4805308f6818 req-8ae857a7-fee6-46f5-91a0-d0248293e49b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Aug 21 09:13:54.034408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04393567-e988-49ae-84b8-1684b8d017da tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78ae74b-fdea-44c5-a915-c32876a99fe3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:54.239163 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-04393567-e988-49ae-84b8-1684b8d017da tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 21 09:13:54.239921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04393567-e988-49ae-84b8-1684b8d017da tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:13:54.334366 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04393567-e988-49ae-84b8-1684b8d017da tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6837573 Aug 21 09:13:54.336978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48216) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:54.446060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483391c-9f65-43f9-9768-e03a5e3df91e req-d8fb0cfe-aae8-4fb9-9640-f0b25db35b34 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:54.447727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d483391c-9f65-43f9-9768-e03a5e3df91e req-d8fb0cfe-aae8-4fb9-9640-f0b25db35b34 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0544703 Aug 21 09:13:54.520161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-26973636-1fff-4f5f-bf74-9bbd77915a43 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Deleting port eca12d30-13a1-4d30-ab79-498c3647cc89 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:13:54.520511 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-26973636-1fff-4f5f-bf74-9bbd77915a43 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:54.523166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48226) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:54.540019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d483391c-9f65-43f9-9768-e03a5e3df91e req-1c489273-0617-438c-8b57-f507d3e18ce8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856886 Aug 21 09:13:54.942272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f16a62-9822-4a88-8f96-346906812090 admin admin] Deleting subnet 0e460f81-c6d5-45f8-bc7f-a25700605924 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:13:54.953713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70f16a62-9822-4a88-8f96-346906812090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:54.991902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-26973636-1fff-4f5f-bf74-9bbd77915a43 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:54.992241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-26973636-1fff-4f5f-bf74-9bbd77915a43 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.014269 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70f16a62-9822-4a88-8f96-346906812090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.016118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-26973636-1fff-4f5f-bf74-9bbd77915a43 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Calling delete_port for eca12d30-13a1-4d30-ab79-498c3647cc89 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:13:55.102169 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70f16a62-9822-4a88-8f96-346906812090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.193769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0f248-df08-4178-8786-0f01fa18ca79 req-b803fb69-7dbb-41d6-a152-84c765c94703 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:55.202980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7b0f248-df08-4178-8786-0f01fa18ca79 req-b803fb69-7dbb-41d6-a152-84c765c94703 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0900724 Aug 21 09:13:55.237578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7b0f248-df08-4178-8786-0f01fa18ca79 req-dc8c8d12-abb5-459e-b9a8-98ecd55104a7 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Aug 21 09:13:55.293575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48254) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:55.305479 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70f16a62-9822-4a88-8f96-346906812090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.330732 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f16a62-9822-4a88-8f96-346906812090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e460f81-c6d5-45f8-bc7f-a25700605924,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:55.332882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70f16a62-9822-4a88-8f96-346906812090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.334859 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-70f16a62-9822-4a88-8f96-346906812090 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0e460f81-c6d5-45f8-bc7f-a25700605924 HTTP/1.1" status: 204 len: 168 time: 0.8107107 Aug 21 09:13:55.337846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48260) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:55.348276 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-26973636-1fff-4f5f-bf74-9bbd77915a43 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.404181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26973636-1fff-4f5f-bf74-9bbd77915a43 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Pushing event deleted for resources: {'Port': ['ID=eca12d30-13a1-4d30-ab79-498c3647cc89,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:55.428809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5e32afc6-f37b-4c40-8c32-1bcb797f9179 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-20631640'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:55.429010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5e32afc6-f37b-4c40-8c32-1bcb797f9179 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Unknown quota resources ['metering_label']. {{(pid=106757) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:13:55.444854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.446086 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-26973636-1fff-4f5f-bf74-9bbd77915a43 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.449573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-26973636-1fff-4f5f-bf74-9bbd77915a43 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.454116 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-26973636-1fff-4f5f-bf74-9bbd77915a43 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969 tempest-ExternalNetworksAdminNegativeTestJSON-1557974969-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/b5f04ab9-51bb-4393-8bef-12235842c314 HTTP/1.1" status: 204 len: 168 time: 1.1161370 Aug 21 09:13:55.658221 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.736613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3767e899-9d2c-44f1-a327-9c46fec37518']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:55.741266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e32afc6-f37b-4c40-8c32-1bcb797f9179 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.742467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5e32afc6-f37b-4c40-8c32-1bcb797f9179 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.4477944 Aug 21 09:13:55.746409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48272) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:55.754472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a534146d-6328-4d99-b1b6-21346c96a9e2') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:55.754771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a534146d-6328-4d99-b1b6-21346c96a9e2') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:13:55.755129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e91d62cd-7602-4801-bbf9-a27ea36edc40 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '94329dea-cf9d-4a24-8e6a-fa0261bd494e'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:55.755888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e91d62cd-7602-4801-bbf9-a27ea36edc40 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:13:55.768974 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.793213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447001a2-05ec-4e3f-aca0-5f05bd1c39f0 req-596ac658-7526-4b97-86fb-b0047c9b1903 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:55.796184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-447001a2-05ec-4e3f-aca0-5f05bd1c39f0 req-596ac658-7526-4b97-86fb-b0047c9b1903 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.1400628 Aug 21 09:13:55.807623 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:13:55.840413 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:13:55.897708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-447001a2-05ec-4e3f-aca0-5f05bd1c39f0 req-04222f46-192a-4f47-a772-649b809d6a83 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968623 Aug 21 09:13:55.950441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48278) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:55.987122 n-d-766726-28 neutron-server[106756]: WARNING neutron.services.metering.metering_plugin [None req-e91d62cd-7602-4801-bbf9-a27ea36edc40 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 21 09:13:56.030909 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.037069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.041653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3767e899-9d2c-44f1-a327-9c46fec37518 HTTP/1.1" status: 204 len: 168 time: 0.7004120 Aug 21 09:13:56.052457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6661035-73f8-4c7c-882c-de23b1d9cfc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3767e899-9d2c-44f1-a327-9c46fec37518,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:56.137826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e91d62cd-7602-4801-bbf9-a27ea36edc40 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.139028 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e91d62cd-7602-4801-bbf9-a27ea36edc40 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3907709 Aug 21 09:13:56.140328 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1845fa6a-e838-4fe7-bfe3-3d99967b7828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.142200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48286) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:56.147248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9ab8ea32-c606-4913-a674-d7da75e474af tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '94329dea-cf9d-4a24-8e6a-fa0261bd494e'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:56.147903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9ab8ea32-c606-4913-a674-d7da75e474af tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106757) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:13:56.233388 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1845fa6a-e838-4fe7-bfe3-3d99967b7828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.328057 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1845fa6a-e838-4fe7-bfe3-3d99967b7828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.328242 n-d-766726-28 neutron-server[106757]: WARNING neutron.services.metering.metering_plugin [None req-9ab8ea32-c606-4913-a674-d7da75e474af tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 21 09:13:56.374158 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1845fa6a-e838-4fe7-bfe3-3d99967b7828 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0824be3e7f54c16a9e1b3e9031ea16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202404 Aug 21 09:13:56.374158 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845fa6a-e838-4fe7-bfe3-3d99967b7828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d986add-169b-4079-8da9-d66c6b8bb575,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:56.376403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48294) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:56.433826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56ead428-bb18-4e4a-8e65-bc891c7e69f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.436319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48296) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:56.471888 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56ead428-bb18-4e4a-8e65-bc891c7e69f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.490696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ea32-c606-4913-a674-d7da75e474af tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.492036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9ab8ea32-c606-4913-a674-d7da75e474af tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3487186 Aug 21 09:13:56.495114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48300) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:56.510463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc4299-9438-4381-9af1-98974878df8a req-2e12d633-fd58-4356-82a9-beba29e16b5f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:56.512560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-57fc4299-9438-4381-9af1-98974878df8a req-2e12d633-fd58-4356-82a9-beba29e16b5f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.2000179 Aug 21 09:13:56.513269 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-978a43b1-d539-4981-a278-b9ce2df406f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c974a03ffcd14ba9aa504de8216aea34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758913 Aug 21 09:13:56.517374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48302) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:56.527643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-92c866c0-83f7-4a03-b6c8-d6314d6d5237 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=f1f69c14-ea3e-49fc-8725-51b0d140f06f HTTP/1.1" status: 200 len: 462 time: 0.0314355 Aug 21 09:13:56.530881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48304) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:56.583987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-57fc4299-9438-4381-9af1-98974878df8a req-d56a6ee4-2cfc-4141-a731-e2bdb2dba584 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641918 Aug 21 09:13:56.598262 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfb395-6565-43ba-886b-7b1aebad0dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.621172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfb395-6565-43ba-886b-7b1aebad0dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.631062 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56ead428-bb18-4e4a-8e65-bc891c7e69f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.634209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56ead428-bb18-4e4a-8e65-bc891c7e69f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.638506 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-56ead428-bb18-4e4a-8e65-bc891c7e69f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d986add-169b-4079-8da9-d66c6b8bb575 HTTP/1.1" status: 204 len: 168 time: 0.2579734 Aug 21 09:13:56.658943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ead428-bb18-4e4a-8e65-bc891c7e69f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d986add-169b-4079-8da9-d66c6b8bb575,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:56.751220 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfb395-6565-43ba-886b-7b1aebad0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.757125 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afdfb395-6565-43ba-886b-7b1aebad0dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.760710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-afdfb395-6565-43ba-886b-7b1aebad0dbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f47058fe-c037-4ed1-a700-aa23d1ef7913 HTTP/1.1" status: 204 len: 168 time: 0.2400844 Aug 21 09:13:56.787895 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77e9c399-208c-45d0-813c-9d46860bcea6 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:56.788057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfb395-6565-43ba-886b-7b1aebad0dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47058fe-c037-4ed1-a700-aa23d1ef7913,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:56.788148 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-77e9c399-208c-45d0-813c-9d46860bcea6 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/f1f69c14-ea3e-49fc-8725-51b0d140f06f HTTP/1.1" status: 204 len: 168 time: 0.2511837 Aug 21 09:13:56.789908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48314) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:56.805976 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-736d4a81-f04c-4a3c-82d0-57816f632264 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=f1f69c14-ea3e-49fc-8725-51b0d140f06f HTTP/1.1" status: 200 len: 221 time: 0.0151515 Aug 21 09:13:56.810560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48316) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:56.821768 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f10214ee-098b-4aad-ab94-d7d39fd0c192 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--565881000', 'description': 'label created by tempest'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:13:56.824829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f10214ee-098b-4aad-ab94-d7d39fd0c192 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Unknown quota resources ['metering_label']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:13:57.003960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:13:57.025273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:13:57.025655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1d3474e0-52a5-4e60-8bf7-a3afd6006e57 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:13:57.048232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2806a-03f5-418a-b977-9090482bde4c req-6b06930d-d267-4140-bc53-7907dda42506 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:57.049755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2dd2806a-03f5-418a-b977-9090482bde4c req-6b06930d-d267-4140-bc53-7907dda42506 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0555587 Aug 21 09:13:57.118008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2dd2806a-03f5-418a-b977-9090482bde4c req-e0baa8d5-7659-44bf-bfef-94046310a0d5 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580635 Aug 21 09:13:57.122555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-9a4c0f13-fd72-4a56-b8bd-dcae68dcb2eb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0719013 Aug 21 09:13:57.252933 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f10214ee-098b-4aad-ab94-d7d39fd0c192 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:57.258589 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f10214ee-098b-4aad-ab94-d7d39fd0c192 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4428978 Aug 21 09:13:57.259314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48332) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:57.303813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-8bbe6017-6e37-4e14-a652-a19ea81a0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:57.306690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-8bbe6017-6e37-4e14-a652-a19ea81a0206 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3814f9012b5e4c1f8b1002d754afa480&device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 1102 time: 0.1252542 Aug 21 09:13:57.386541 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-43df3a15-6663-4120-a203-71b2c8af0a10 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=a37f2f5e-bfad-4cf0-947a-a9073ae80356 HTTP/1.1" status: 200 len: 467 time: 0.1251004 Aug 21 09:13:57.387192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48336) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:57.470276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-1731e390-42f5-4791-a23d-db1e441b8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:57.474125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-1731e390-42f5-4791-a23d-db1e441b8756 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1454453 Aug 21 09:13:57.518846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-83d33300-9236-4511-86b6-9b5bf2b2ef10 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=adf2b358-bc3b-4c59-bd24-8da22dd9f7df HTTP/1.1" status: 200 len: 217 time: 0.0389092 Aug 21 09:13:57.569504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-4923c4c2-5e25-41fc-8b8d-88a4612114c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:57.570992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-4923c4c2-5e25-41fc-8b8d-88a4612114c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0458694 Aug 21 09:13:57.625969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-640782c4-857f-457d-984b-998a1f71e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:57.627316 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-640782c4-857f-457d-984b-998a1f71e162 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499816 Aug 21 09:13:57.676653 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0080507-524d-4eb6-86d4-0d105039e038 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:57.677852 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c0080507-524d-4eb6-86d4-0d105039e038 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/a37f2f5e-bfad-4cf0-947a-a9073ae80356 HTTP/1.1" status: 204 len: 168 time: 0.2896903 Aug 21 09:13:57.688836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48350) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:57.719544 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-be9bf60a-293c-4e10-bbef-15b929a6ced9 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=a37f2f5e-bfad-4cf0-947a-a9073ae80356 HTTP/1.1" status: 200 len: 216 time: 0.0240629 Aug 21 09:13:57.721009 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48352) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:57.736715 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-12f6d606-72b0-4008-895f-b5ce79b551f3 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0114086 Aug 21 09:13:57.737004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48354) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:57.754833 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-23acde6f-8ff6-41fd-93fe-dfc1ce54a14b tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0138526 Aug 21 09:13:57.755483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48356) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:57.782539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0983ae-2ee5-4384-bd98-e958b47cafeb req-847dddb0-d888-4eba-9c13-1a1915dd4ad9 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:57.784357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f0983ae-2ee5-4384-bd98-e958b47cafeb req-847dddb0-d888-4eba-9c13-1a1915dd4ad9 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0886948 Aug 21 09:13:57.787155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-36e53ae4-34f9-4c85-815c-7644e82adca1 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523271 Aug 21 09:13:57.790638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48358) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:57.816888 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-84276d62-aa2a-4ad7-a835-2fdc3d3de177 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/94329dea-cf9d-4a24-8e6a-fa0261bd494e HTTP/1.1" status: 200 len: 471 time: 0.0601025 Aug 21 09:13:57.820125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48360) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:57.829628 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c2d0e0c1-0aff-4038-a6ca-3bb5a8c55ee7 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/19886767-57e4-450c-a7f8-50c4a5efd4a5 HTTP/1.1" status: 200 len: 459 time: 0.0084236 Aug 21 09:13:57.833322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48362) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:57.931938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f0983ae-2ee5-4384-bd98-e958b47cafeb req-e5a5e6cc-393e-4587-bb44-caf1c4653286 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401434 Aug 21 09:13:57.936689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-147d55cc-613d-477b-a90d-fcc2981289a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a1034aee26249ca810714fd59775587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431828 Aug 21 09:13:57.939328 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48368) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:57.975317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47e75e68-cdf1-4fab-83ef-1029f29aafa8 req-e2a25dd0-58bd-4395-8eac-3a50e83cdbbb service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756847 Aug 21 09:13:58.060679 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1f51-37eb-4cfd-9ec5-d4058b25ffb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:58.099993 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45537c25-e161-4708-9487-623ef1860b3b tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:58.101133 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-45537c25-e161-4708-9487-623ef1860b3b tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/19886767-57e4-450c-a7f8-50c4a5efd4a5 HTTP/1.1" status: 204 len: 168 time: 0.2669103 Aug 21 09:13:58.103981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48378) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:58.120808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1f51-37eb-4cfd-9ec5-d4058b25ffb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:58.244420 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1f51-37eb-4cfd-9ec5-d4058b25ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:58.247870 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1f51-37eb-4cfd-9ec5-d4058b25ffb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:58.249230 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d9dd1f51-37eb-4cfd-9ec5-d4058b25ffb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e78ae74b-fdea-44c5-a915-c32876a99fe3 HTTP/1.1" status: 204 len: 168 time: 0.3088253 Aug 21 09:13:58.268517 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1f51-37eb-4cfd-9ec5-d4058b25ffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78ae74b-fdea-44c5-a915-c32876a99fe3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:58.426127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888d6d2-711f-4e3d-aa01-40b7f02ba3e0 req-43516413-dea4-4d36-9472-6dd204d8c73d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:58.426340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c888d6d2-711f-4e3d-aa01-40b7f02ba3e0 req-43516413-dea4-4d36-9472-6dd204d8c73d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.2129230 Aug 21 09:13:58.466389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c888d6d2-711f-4e3d-aa01-40b7f02ba3e0 req-64c37152-4de9-4092-b0d8-d6acaec7ea17 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337803 Aug 21 09:13:58.497757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-49c14e55-41d2-48b0-88f8-1b48c1b0eb81 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:58.498844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-49c14e55-41d2-48b0-88f8-1b48c1b0eb81 tempest-MeteringIpV6TestJSON-1008461924 tempest-MeteringIpV6TestJSON-1008461924-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/94329dea-cf9d-4a24-8e6a-fa0261bd494e HTTP/1.1" status: 204 len: 168 time: 0.3931100 Aug 21 09:13:59.024998 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48414) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:59.173658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5e89c-287b-42a5-98e2-45519584d1ba req-87b0554d-25ff-4339-98c1-e36333a42c42 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:59.176587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7c5e89c-287b-42a5-98e2-45519584d1ba req-87b0554d-25ff-4339-98c1-e36333a42c42 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.1102159 Aug 21 09:13:59.221599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7c5e89c-287b-42a5-98e2-45519584d1ba req-30d372cc-cd1d-4f9d-8404-d2db07173897 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380785 Aug 21 09:13:59.236576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48428) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:59.261369 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ab6ce22-3027-46a8-bf13-7765a08a1562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:59.304196 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2aee7af2-1609-442c-ae59-79547e2aeaa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:59.350159 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ab6ce22-3027-46a8-bf13-7765a08a1562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:59.408612 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ab6ce22-3027-46a8-bf13-7765a08a1562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:59.455127 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6ab6ce22-3027-46a8-bf13-7765a08a1562 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fecd686a1e04bf5ac0729521c482d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278238 Aug 21 09:13:59.457570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6ce22-3027-46a8-bf13-7765a08a1562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5797606b-97b6-465a-9379-8223518f7200,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:59.458674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48438) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:59.541258 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20d0ef30-b9b5-4dcd-afe6-d7f6e5a8f55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:59.612049 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20d0ef30-b9b5-4dcd-afe6-d7f6e5a8f55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:59.654833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad0274-73f3-41aa-904d-844498f027d2 req-8d38a94c-8ee1-4911-950f-2166a9723a42 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:13:59.656354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49ad0274-73f3-41aa-904d-844498f027d2 req-8d38a94c-8ee1-4911-950f-2166a9723a42 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.1165619 Aug 21 09:13:59.658243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2aee7af2-1609-442c-ae59-79547e2aeaa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:59.707084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49ad0274-73f3-41aa-904d-844498f027d2 req-c3b20594-8236-4b21-a752-0e7373b380e3 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Aug 21 09:13:59.756330 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2aee7af2-1609-442c-ae59-79547e2aeaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:59.796096 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20d0ef30-b9b5-4dcd-afe6-d7f6e5a8f55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:59.796096 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20d0ef30-b9b5-4dcd-afe6-d7f6e5a8f55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:59.796096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-20d0ef30-b9b5-4dcd-afe6-d7f6e5a8f55e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5797606b-97b6-465a-9379-8223518f7200 HTTP/1.1" status: 204 len: 168 time: 0.3315060 Aug 21 09:13:59.820232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee7af2-1609-442c-ae59-79547e2aeaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efea583-ddeb-4fc3-a7d4-68b03d19aaa3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:59.820232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2aee7af2-1609-442c-ae59-79547e2aeaa3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62887e4a69aa4ced88c9755aa2b0a022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5718420 Aug 21 09:13:59.820232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48454) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:13:59.839495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0ef30-b9b5-4dcd-afe6-d7f6e5a8f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5797606b-97b6-465a-9379-8223518f7200,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:13:59.906671 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9523-f7e5-43bd-9d92-586eacfaec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:13:59.938255 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9523-f7e5-43bd-9d92-586eacfaec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:00.061687 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9523-f7e5-43bd-9d92-586eacfaec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:00.064266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9523-f7e5-43bd-9d92-586eacfaec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:00.065445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dd2e9523-f7e5-43bd-9d92-586eacfaec0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1efea583-ddeb-4fc3-a7d4-68b03d19aaa3 HTTP/1.1" status: 204 len: 168 time: 0.2519493 Aug 21 09:14:00.073732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e9523-f7e5-43bd-9d92-586eacfaec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efea583-ddeb-4fc3-a7d4-68b03d19aaa3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:00.348741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a719c-e803-48e8-a46c-2cb83ebc0221 req-ab369afc-3382-4538-b559-bb84152c8c5e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:00.350248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a2a719c-e803-48e8-a46c-2cb83ebc0221 req-ab369afc-3382-4538-b559-bb84152c8c5e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0514431 Aug 21 09:14:00.404195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a2a719c-e803-48e8-a46c-2cb83ebc0221 req-ade79d04-94ee-440e-aebe-160c17105f02 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458453 Aug 21 09:14:00.839326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9c42-e632-4891-be88-ce65481d4516 req-e4dfe687-5112-4110-b093-e63b4ecc584a tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:00.840895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c48d9c42-e632-4891-be88-ce65481d4516 req-e4dfe687-5112-4110-b093-e63b4ecc584a tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0556364 Aug 21 09:14:00.885271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c48d9c42-e632-4891-be88-ce65481d4516 req-246554b9-40d5-438c-a92a-1095f9aac35f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Aug 21 09:14:00.900117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48502) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:00.916672 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ea08818-a765-432e-b001-f80ea88e697d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:01.036514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ea08818-a765-432e-b001-f80ea88e697d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:01.112555 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ea08818-a765-432e-b001-f80ea88e697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:01.157419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea08818-a765-432e-b001-f80ea88e697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c89727-906c-40f9-9095-37ef6a4c41bd,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:01.179744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7ea08818-a765-432e-b001-f80ea88e697d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d07a211d31dc4c4596f6aedd4fc9f6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756481 Aug 21 09:14:01.180228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48514) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:01.235547 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17f22b51-11c5-4c16-badd-43e7d56bd952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:01.260149 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17f22b51-11c5-4c16-badd-43e7d56bd952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:01.444326 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17f22b51-11c5-4c16-badd-43e7d56bd952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:01.447884 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17f22b51-11c5-4c16-badd-43e7d56bd952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:01.449761 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-17f22b51-11c5-4c16-badd-43e7d56bd952 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56c89727-906c-40f9-9095-37ef6a4c41bd HTTP/1.1" status: 204 len: 168 time: 0.2684875 Aug 21 09:14:01.458532 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f22b51-11c5-4c16-badd-43e7d56bd952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c89727-906c-40f9-9095-37ef6a4c41bd,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:01.580646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11876151-7964-4ee0-aa32-be16b9c4bb94 req-df85bcc0-ac33-4505-b365-27218e1f25fc tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:01.581931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11876151-7964-4ee0-aa32-be16b9c4bb94 req-df85bcc0-ac33-4505-b365-27218e1f25fc tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0597832 Aug 21 09:14:01.616964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48540) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:01.628218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11876151-7964-4ee0-aa32-be16b9c4bb94 req-ace0d9ee-14f8-4512-a1c0-0a683018c97b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Aug 21 09:14:01.668935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48546) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:01.747416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-dcafaabe-0eb9-4c93-ba0a-2112e03652ec tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Request body: {'quota': {'network': 2}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:01.789925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-network', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:01.846828 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dcafaabe-0eb9-4c93-ba0a-2112e03652ec tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] 10.222.0.20 "PUT /v2.0/quotas/c43d5f00d02d4a1b9113da722c1bc8db HTTP/1.1" status: 200 len: 368 time: 0.2261629 Aug 21 09:14:01.847175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48552) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:01.852417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Request body: {'network': {'project_id': 'c43d5f00d02d4a1b9113da722c1bc8db'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:01.860234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Made reservation on behalf of 2c80aabc87044488827dfc7cfef025b7 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:01.863408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:01.878790 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:01.945406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Made reservation on behalf of c43d5f00d02d4a1b9113da722c1bc8db for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:01.950431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:01.969320 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:02.041931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1452e-1ee4-4ea1-8cec-0f6b815efbb8 req-a3abe4ed-7416-470c-8507-a82a2e82c79a tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:02.049337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bc1452e-1ee4-4ea1-8cec-0f6b815efbb8 req-a3abe4ed-7416-470c-8507-a82a2e82c79a tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0821438 Aug 21 09:14:02.075022 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:02.089173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bc1452e-1ee4-4ea1-8cec-0f6b815efbb8 req-6293a60e-2dad-49e5-acf2-a552b6617fb1 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Aug 21 09:14:02.136602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:02.171810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:14:02.189598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075bd943-e5c9-4ce4-a21d-c20605e11d22,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:02.207004 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:02.207004 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Added segment 66f92a0b-6d8b-4870-a37d-c5f3be948e5e of type vlan for network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 Aug 21 09:14:02.265777 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:02.352876 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:02.353898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:02.354992 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:02.453234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] Pushing event updated for resources: {'Network': ['ID=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:02.465701 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:14:02.597552 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:02.754254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9504e9-e2b3-436d-ab53-62598cfc9cec req-4c53ef70-e0dd-4b66-bda2-e81e0817c569 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:02.755771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df9504e9-e2b3-436d-ab53-62598cfc9cec req-4c53ef70-e0dd-4b66-bda2-e81e0817c569 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0516081 Aug 21 09:14:02.797538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df9504e9-e2b3-436d-ab53-62598cfc9cec req-42f9b7af-2a69-4ddc-9dae-0035e83916ff tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356193 Aug 21 09:14:02.804871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:02.835166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:14:02.842633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c2e53d-f7ae-48af-8433-9b16764e3b36,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:02.848624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:02.849260 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Added segment 380d26da-9f45-4ce7-b6ef-ca4e5dad202f of type vlan for network 9a666a3c-d312-48a4-9302-afe90af25d9a Aug 21 09:14:02.862303 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e5bff65a-b203-423d-9998-eed8f628154b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1920586 Aug 21 09:14:02.866297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48592) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:02.872574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] Request body: {'subnet': {'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-subnet', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:02.889381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.016887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] Made reservation on behalf of 2c80aabc87044488827dfc7cfef025b7 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:03.016887 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.037105 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.038570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:03.039504 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.120544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Pushing event updated for resources: {'Network': ['ID=9a666a3c-d312-48a4-9302-afe90af25d9a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:03.133048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 9a666a3c-d312-48a4-9302-afe90af25d9a details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:14:03.157504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-959d844a-6355-420c-9b66-3a9f6ae3e114 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3091271 Aug 21 09:14:03.159183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48602) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:03.169483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Request body: {'network': {'project_id': 'c43d5f00d02d4a1b9113da722c1bc8db'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:03.267895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70e8a2-a334-493e-8620-c9152ea85a59 req-a609801c-67ee-4f6b-bd4e-6a1ecddce8be tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:03.270746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b70e8a2-a334-493e-8620-c9152ea85a59 req-a609801c-67ee-4f6b-bd4e-6a1ecddce8be tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0784628 Aug 21 09:14:03.314312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b70e8a2-a334-493e-8620-c9152ea85a59 req-2448b79d-7759-48af-8be4-f8f338138988 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334911 Aug 21 09:14:03.325023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Made reservation on behalf of c43d5f00d02d4a1b9113da722c1bc8db for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:03.327624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.351436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:14:03.359897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.360174 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Added segment 22cd9961-f5e3-4ac4-8dff-219dda53772e of type vlan for network 67b168f4-7a3f-438b-85e9-9e28ec47c741 Aug 21 09:14:03.387246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.429182 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.453128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad5f3-3866-4346-b33a-b3855a95aee7 req-ecdbf259-a1ea-42d0-a892-0bd90a61184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:03.455615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180ad5f3-3866-4346-b33a-b3855a95aee7 req-ecdbf259-a1ea-42d0-a892-0bd90a61184c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 1097 time: 0.0878947 Aug 21 09:14:03.478000 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f073d1-d26f-4d1e-ab9c-74381b37c4bb,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:03.488735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] Checking segment: {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:03.489113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] Network hostable DHCP agents. Network: f7d0dc8c-eea8-4513-8435-ae6f9c47fa04, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:14:03.524847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180ad5f3-3866-4346-b33a-b3855a95aee7 req-26301e41-5f09-48d3-a891-463941e080c6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516376 Aug 21 09:14:03.556767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.558362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:03.558956 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.579786 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] Network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:14:03.616596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Pushing event updated for resources: {'Network': ['ID=67b168f4-7a3f-438b-85e9-9e28ec47c741,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:03.627154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 67b168f4-7a3f-438b-85e9-9e28ec47c741 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:14:03.659640 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, f7d0dc8c-eea8-4513-8435-ae6f9c47fa04) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:03.664522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:03.665419 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.686572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe7a22b-b513-4d51-ace7-2b36ba0f2b4b None None] Network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:03.712004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-392ecb38-f19b-43d8-b087-578bffb26374 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5512762 Aug 21 09:14:03.715764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48622) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:03.722343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c7fc98ce-a2c6-468b-96d8-1068479c1094 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Request body: {'network': {'project_id': 'c43d5f00d02d4a1b9113da722c1bc8db'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:03.768117 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e9c42e0f-b978-4310-82c2-0ba537989083 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8994429 Aug 21 09:14:03.770259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48626) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:03.772156 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fc98ce-a2c6-468b-96d8-1068479c1094 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 21 09:14:03.772748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fc98ce-a2c6-468b-96d8-1068479c1094 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:14:03.773960 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c7fc98ce-a2c6-468b-96d8-1068479c1094 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0561650 Aug 21 09:14:03.775019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:03.777117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48628) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:03.831520 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-48c4815f-f951-4f25-ae7e-ff7aaa32dab3 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c43d5f00d02d4a1b9113da722c1bc8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529337 Aug 21 09:14:03.832540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48634) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:03.897681 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.898771 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.931020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:14:03.931917 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:03.963270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48638) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:04.042888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c2b4d-de3c-400e-8134-4212fa082073 req-c1314741-8bde-4da4-a6d5-7050828d587b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:04.045384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb0c2b4d-de3c-400e-8134-4212fa082073 req-c1314741-8bde-4da4-a6d5-7050828d587b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.1517689 Aug 21 09:14:04.048925 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8318b761-ce4d-489f-a872-3e8a19dc93ad tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.089887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Allocated IP 172.20.0.2 (f7d0dc8c-eea8-4513-8435-ae6f9c47fa04/24f073d1-d26f-4d1e-ab9c-74381b37c4bb/dded7fd6-e720-4f28-8b63-089e14153e70) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:04.106814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-90894614', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:04.109899 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.146053 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8318b761-ce4d-489f-a872-3e8a19dc93ad tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.177058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb0c2b4d-de3c-400e-8134-4212fa082073 req-b6486079-e2d8-4166-863c-8eda78b58056 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222041 Aug 21 09:14:04.190716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Made reservation on behalf of 3fefa736f59c4bb8bc40945f6e4eb151 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:04.193385 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.205049 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.277263 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.322576 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.356663 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.415748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.427434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] device_id is not set on port f0d22628-fdc8-4a9e-8d96-9aace79f3048 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:04.445620 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8318b761-ce4d-489f-a872-3e8a19dc93ad tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.448511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Transition to ACTIVE for port object dded7fd6-e720-4f28-8b63-089e14153e70 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:04.449893 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8318b761-ce4d-489f-a872-3e8a19dc93ad tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.453409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8318b761-ce4d-489f-a872-3e8a19dc93ad tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1c2e53d-f7ae-48af-8433-9b16764e3b36 HTTP/1.1" status: 204 len: 168 time: 0.6171584 Aug 21 09:14:04.476727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48654) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:04.496143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b479a674-18d2-47c3-bc66-f2561995388c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:04.496371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fefd1-a0da-4155-bb25-06cf6f1dc33f req-dcc4cbb7-d5fe-43e7-8dd7-9be3e5f49764 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:04.497297 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Transition to ACTIVE for port object dded7fd6-e720-4f28-8b63-089e14153e70 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:04.508982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd2fefd1-a0da-4155-bb25-06cf6f1dc33f req-dcc4cbb7-d5fe-43e7-8dd7-9be3e5f49764 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.1049910 Aug 21 09:14:04.525812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318b761-ce4d-489f-a872-3e8a19dc93ad tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c2e53d-f7ae-48af-8433-9b16764e3b36,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:04.583471 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.585339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd2fefd1-a0da-4155-bb25-06cf6f1dc33f req-7451f5de-cee9-44e5-aa93-d5eba1458ba2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769057 Aug 21 09:14:04.610228 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.639837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:04.662782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Pushing event updated for resources: {'Port': ['ID=dded7fd6-e720-4f28-8b63-089e14153e70,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:04.663314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Allocated IP 172.25.5.103 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/f0d22628-fdc8-4a9e-8d96-9aace79f3048) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:04.671365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:04.674302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:04.733539 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.743030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Attempting to bind port dded7fd6-e720-4f28-8b63-089e14153e70 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:04.743810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Attempting to bind port dded7fd6-e720-4f28-8b63-089e14153e70 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:04.745619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Attempting to bind port dded7fd6-e720-4f28-8b63-089e14153e70 on network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:04.755304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:04.756130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Checking segment: {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:04.756817 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.757433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Bound using segment: {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:04.758218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Bound port: dded7fd6-e720-4f28-8b63-089e14153e70, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:04.759824 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.760718 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b168f4-7a3f-438b-85e9-9e28ec47c741']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:04.781161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cd9961-f5e3-4ac4-8dff-219dda53772e') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:04.781432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cd9961-f5e3-4ac4-8dff-219dda53772e') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:04.793568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.796784 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.817843 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.848399 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.858908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:14:04.859321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:14:04.861054 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:14:04.864608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] For port dded7fd6-e720-4f28-8b63-089e14153e70, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:04.869871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] For port dded7fd6-e720-4f28-8b63-089e14153e70, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=dded7fd6-e720-4f28-8b63-089e14153e70,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:04.936636 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.007117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921a042-d731-4e5a-9258-383bfffa7160 None None] Pushing event updated for resources: {'Port': ['ID=dded7fd6-e720-4f28-8b63-089e14153e70,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:05.179046 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.256306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.264608 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.270126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48666) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:05.270672 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] 10.222.0.20 "DELETE /v2.0/networks/67b168f4-7a3f-438b-85e9-9e28ec47c741 HTTP/1.1" status: 204 len: 168 time: 0.7937212 Aug 21 09:14:05.282692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc5064-2646-41a3-a4b2-087e336eab31 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Pushing event deleted for resources: {'Network': ['ID=67b168f4-7a3f-438b-85e9-9e28ec47c741,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:05.308082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.366238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:05.370868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Pushing event updated for resources: {'Port': ['ID=f0d22628-fdc8-4a9e-8d96-9aace79f3048,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:05.376423 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:05.376423 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:05.416286 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:05.418358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.419289 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.432167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Allocated IP 172.25.5.194 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/28f1c88a-c3af-4a0c-95b8-cedc1ed578ce) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:05.469161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f30c9-ce70-4e28-8c06-7f6c813cc8dc req-32d5e596-8fa3-4beb-8850-3b6b8a460e97 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:05.470793 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa5f30c9-ce70-4e28-8c06-7f6c813cc8dc req-32d5e596-8fa3-4beb-8850-3b6b8a460e97 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.1458085 Aug 21 09:14:05.523526 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e6c9ecd6-ddf8-440c-926c-272559d94c3c tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5586343 Aug 21 09:14:05.526406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48672) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:05.532360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.103'}]}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:05.628272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.632701 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.633399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa5f30c9-ce70-4e28-8c06-7f6c813cc8dc req-d94fd064-a8c9-44f5-994d-194afa2c4d77 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492331 Aug 21 09:14:05.646360 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.673559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a666a3c-d312-48a4-9302-afe90af25d9a']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:05.720675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380d26da-9f45-4ce7-b6ef-ca4e5dad202f') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:05.720961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380d26da-9f45-4ce7-b6ef-ca4e5dad202f') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:05.724969 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.728547 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.744561 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.764758 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.779037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:14:05.779437 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:14:05.781528 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:14:05.821105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d033-b8fb-4361-864b-26b3be215f0b req-2f34f896-8ea2-43dc-ac08-d08acf807383 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:05.829339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45f0d033-b8fb-4361-864b-26b3be215f0b req-2f34f896-8ea2-43dc-ac08-d08acf807383 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.1518102 Aug 21 09:14:05.924562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45f0d033-b8fb-4361-864b-26b3be215f0b req-2ad20e5d-d730-4127-bcd2-e7a4e89f0cf5 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931127 Aug 21 09:14:05.961420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device dded7fd6-e720-4f28-8b63-089e14153e70 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:05.981733 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.041493 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.070799 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.074499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] 10.222.0.20 "DELETE /v2.0/networks/9a666a3c-d312-48a4-9302-afe90af25d9a HTTP/1.1" status: 204 len: 168 time: 0.7999039 Aug 21 09:14:06.082330 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.098872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:06.101899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fdd8d-bbe5-403b-8b83-65ce786f3dd6 tempest-QuotasNegativeTest-990653284 tempest-QuotasNegativeTest-990653284-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a666a3c-d312-48a4-9302-afe90af25d9a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:06.105748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:06.124797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:06.132973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Pushing event updated for resources: {'Port': ['ID=28f1c88a-c3af-4a0c-95b8-cedc1ed578ce,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:06.197862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port dded7fd6-e720-4f28-8b63-089e14153e70 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:06.262385 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6410b3-d63f-49eb-ad91-7317accc88f0 None None] Network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:06.437392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.457599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-56b4fa02-3fb1-4e10-92cd-4858bff1c938 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:06.459182 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.460258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-56b4fa02-3fb1-4e10-92cd-4858bff1c938 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/networks?id=62dd797b-f8e9-4353-9cfd-58010e4f1e68 HTTP/1.1" status: 200 len: 810 time: 0.2651877 Aug 21 09:14:06.476922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e397be51-65aa-4cc1-ace0-c9a46545d72a None None] Provisioning for port dded7fd6-e720-4f28-8b63-089e14153e70 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:06.480740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-a5238132-8d99-4d79-a962-c7f37c2cd82c tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/quotas/344b8bf2686a48a2ab66cb8582e71d8a HTTP/1.1" status: 200 len: 375 time: 0.0124311 Aug 21 09:14:06.482403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e397be51-65aa-4cc1-ace0-c9a46545d72a None None] Provisioning complete for port dded7fd6-e720-4f28-8b63-089e14153e70 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:06.482859 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e397be51-65aa-4cc1-ace0-c9a46545d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.555358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-d94a6f8c-2276-439a-bbe0-159d0219b935 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659547 Aug 21 09:14:06.675083 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e397be51-65aa-4cc1-ace0-c9a46545d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.706227 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.736234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e397be51-65aa-4cc1-ace0-c9a46545d72a None None] For port dded7fd6-e720-4f28-8b63-089e14153e70, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=dded7fd6-e720-4f28-8b63-089e14153e70,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:06.748188 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.800027 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e397be51-65aa-4cc1-ace0-c9a46545d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.876352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397be51-65aa-4cc1-ace0-c9a46545d72a None None] Pushing event updated for resources: {'Port': ['ID=dded7fd6-e720-4f28-8b63-089e14153e70,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:06.895939 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f642f744-4192-4374-aad3-0ea5ab486f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:06.993325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d2a19-2cbd-4dc6-a2f7-06aa8ca32451 req-2082873b-9047-423c-a03a-8f5165d6a4e7 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:06.994864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d72d2a19-2cbd-4dc6-a2f7-06aa8ca32451 req-2082873b-9047-423c-a03a-8f5165d6a4e7 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.1824906 Aug 21 09:14:06.998683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-e75d5505-cc72-4fe1-a988-85b834dfa1cd service neutron] 10.222.0.20 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936668 Aug 21 09:14:07.024471 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.027853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.050006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ad525573-5391-4a4b-92f7-736da0e8aa23 None None] Provisioning complete for port dded7fd6-e720-4f28-8b63-089e14153e70 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:07.050597 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ad525573-5391-4a4b-92f7-736da0e8aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.137022 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.137254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64cd4bfa-1074-439c-a45d-94f9a3a1bc3f {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:14:07.222001 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 21 09:14:07.225722 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aabf417e-78b9-42b4-9304-b8ca5d9274b9 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6950660 Aug 21 09:14:07.226035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48704) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:07.315471 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48706) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:07.318652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0767090e-ceb5-440c-89db-e3b2ee959817 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Deleting port f0d22628-fdc8-4a9e-8d96-9aace79f3048 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:07.319002 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0767090e-ceb5-440c-89db-e3b2ee959817 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.415820 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0767090e-ceb5-440c-89db-e3b2ee959817 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.429159 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0767090e-ceb5-440c-89db-e3b2ee959817 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Calling delete_port for f0d22628-fdc8-4a9e-8d96-9aace79f3048 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:07.433430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d72d2a19-2cbd-4dc6-a2f7-06aa8ca32451 req-02e586b6-c7e2-4d7a-b767-84a5264f474b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325316 Aug 21 09:14:07.436624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.511858 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-30e0d688-3930-4b40-b302-86a1f613cf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.556702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-43c44f5d-44ea-4597-95a3-7722ae9f5f95 service neutron] 10.222.0.20 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752741 Aug 21 09:14:07.685842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Router bc90e78b-5219-4b37-a03b-21aee4e19506 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:14:07.691361 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-30e0d688-3930-4b40-b302-86a1f613cf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.773766 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-30e0d688-3930-4b40-b302-86a1f613cf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.819435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:14:07.830398 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0767090e-ceb5-440c-89db-e3b2ee959817 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.830710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Sync routers for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:14:07.844252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:14:07.845377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:13:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:07.915698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44f03ead-2f93-4d00-a9e0-1e785e0dc2f1 req-6f35cd80-9e10-401f-bc04-43b4b02ae9cb tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 210 time: 0.0768690 Aug 21 09:14:07.931014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device dded7fd6-e720-4f28-8b63-089e14153e70 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:07.931222 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-30e0d688-3930-4b40-b302-86a1f613cf20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1134cf17edba40699a0dc0064ea110ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6111286 Aug 21 09:14:07.932638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48720) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:07.936420 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767090e-ceb5-440c-89db-e3b2ee959817 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0d22628-fdc8-4a9e-8d96-9aace79f3048,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:07.944593 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0d688-3930-4b40-b302-86a1f613cf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1de7cd-0964-476a-a174-3ab05a21bc25,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:07.970059 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:07.974010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fc353bbb-4d2b-49fb-abff-8f21339134e9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2000983 Aug 21 09:14:07.974157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48722) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:08.035444 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0767090e-ceb5-440c-89db-e3b2ee959817 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:08.038209 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0767090e-ceb5-440c-89db-e3b2ee959817 tempest-RoutersAdminNegativeIpV6Test-1283967576 tempest-RoutersAdminNegativeIpV6Test-1283967576-project-admin] 10.222.0.20 "DELETE /v2.0/ports/f0d22628-fdc8-4a9e-8d96-9aace79f3048 HTTP/1.1" status: 204 len: 168 time: 0.8109617 Aug 21 09:14:08.047112 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac695418-b6d6-499f-91d2-73a27260ffd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:08.086383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:14:08.112721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac695418-b6d6-499f-91d2-73a27260ffd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:08.203349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port dded7fd6-e720-4f28-8b63-089e14153e70 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:08.203767 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:08.330338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac695418-b6d6-499f-91d2-73a27260ffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:08.333284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac695418-b6d6-499f-91d2-73a27260ffd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:08.334688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ac695418-b6d6-499f-91d2-73a27260ffd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba1de7cd-0964-476a-a174-3ab05a21bc25 HTTP/1.1" status: 204 len: 168 time: 0.4008436 Aug 21 09:14:08.404838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac695418-b6d6-499f-91d2-73a27260ffd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1de7cd-0964-476a-a174-3ab05a21bc25,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:08.427191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:06Z', 'revision_number': 3, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:08.472398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Checking router: bc90e78b-5219-4b37-a03b-21aee4e19506 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:14:08.472398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Updating router bc90e78b-5219-4b37-a03b-21aee4e19506 port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:14:08.513888 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:08.635368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48740) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:08.697448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404520d-3bc6-4252-b17e-67c1d512e24f req-8400663e-076f-4d36-98c2-59195bfaf5e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:08.699760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2404520d-3bc6-4252-b17e-67c1d512e24f req-8400663e-076f-4d36-98c2-59195bfaf5e8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.1803939 Aug 21 09:14:08.728418 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:08.987312 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:08.998189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Transition to ACTIVE for port object 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:08.998385 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ee41a01-32e7-453d-8b9a-b15b143bab18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.001046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Allocated IP 172.20.0.1 (f7d0dc8c-eea8-4513-8435-ae6f9c47fa04/24f073d1-d26f-4d1e-ab9c-74381b37c4bb/7d63073f-14f7-4328-b49d-f577c362c7b2) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:09.078572 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.103996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15c2286f-470f-4b68-9a25-54e9c3deee93 req-f06976d9-bb16-446d-843f-b24677d6b39c tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 210 time: 0.0914328 Aug 21 09:14:09.114250 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:14:09.116071 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ee41a01-32e7-453d-8b9a-b15b143bab18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.148151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2404520d-3bc6-4252-b17e-67c1d512e24f req-08b2194c-7801-4ea5-80b6-92f620acf896 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389195 Aug 21 09:14:09.160324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Attempting to bind port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:09.161311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Attempting to bind port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:09.161844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Attempting to bind port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:09.174333 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:09.174705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:09.175304 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.175720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:09.176343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Bound port: 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:09.176891 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.181401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eaf7d-dac2-4e42-a222-7147235c3db3 None None] Pushing event updated for resources: {'Port': ['ID=28f1c88a-c3af-4a0c-95b8-cedc1ed578ce,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:09.222370 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-c17237b0-fac3-4c95-a539-e656249101f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2111304 Aug 21 09:14:09.242217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] For port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:09.245324 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ee41a01-32e7-453d-8b9a-b15b143bab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.246074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] For port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=28f1c88a-c3af-4a0c-95b8-cedc1ed578ce,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:09.278821 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.296337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Transition to ACTIVE for port object 7d63073f-14f7-4328-b49d-f577c362c7b2 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:09.296553 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4ee41a01-32e7-453d-8b9a-b15b143bab18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ee14afa8728478e9e288c5dea873495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594470 Aug 21 09:14:09.297410 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee41a01-32e7-453d-8b9a-b15b143bab18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ba6b99-cafc-4652-bf5a-00d7121f917f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:09.300283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48754) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:09.320703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48756) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:09.344724 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ba690e88-b404-4115-8cff-1057024791e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.364876 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.394923 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-978214a0-502d-4065-90c4-7e6a10294430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.395342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-f6a26293-73ef-4cd6-a1ff-b5140e4e3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:09.395849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-f6a26293-73ef-4cd6-a1ff-b5140e4e3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:09.396452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-f6a26293-73ef-4cd6-a1ff-b5140e4e3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:09.396835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-f6a26293-73ef-4cd6-a1ff-b5140e4e3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:09.397324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-f6a26293-73ef-4cd6-a1ff-b5140e4e3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:09.397852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-f6a26293-73ef-4cd6-a1ff-b5140e4e3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:09.398324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-f6a26293-73ef-4cd6-a1ff-b5140e4e3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:09.400639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-f6a26293-73ef-4cd6-a1ff-b5140e4e3fc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6498 time: 0.0798800 Aug 21 09:14:09.437456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:14:09.437705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-978214a0-502d-4065-90c4-7e6a10294430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.438077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:13:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:09.476125 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.506476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eaf7d-dac2-4e42-a222-7147235c3db3 None None] Pushing event updated for resources: {'Port': ['ID=28f1c88a-c3af-4a0c-95b8-cedc1ed578ce,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:09.522889 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f60c3001-0730-4382-8afa-428167877764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.523541 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ba690e88-b404-4115-8cff-1057024791e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.580336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:14:09.583958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:09.589845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:09.595635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:09.608338 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ba690e88-b404-4115-8cff-1057024791e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.643172 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-978214a0-502d-4065-90c4-7e6a10294430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.650007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Pushing event updated for resources: {'Port': ['ID=7d63073f-14f7-4328-b49d-f577c362c7b2,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:09.651044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-978214a0-502d-4065-90c4-7e6a10294430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.652377 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-978214a0-502d-4065-90c4-7e6a10294430 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8ba6b99-cafc-4652-bf5a-00d7121f917f HTTP/1.1" status: 204 len: 168 time: 0.3514681 Aug 21 09:14:09.667733 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ba690e88-b404-4115-8cff-1057024791e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5bd0a11a6054a928f7fb0b8df2c9d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458970 Aug 21 09:14:09.678238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48760) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:09.774701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-99dfc7d0-5475-41a0-97ca-9b59e1d06271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:09.776367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-99dfc7d0-5475-41a0-97ca-9b59e1d06271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:09.776823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-99dfc7d0-5475-41a0-97ca-9b59e1d06271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:09.778486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-99dfc7d0-5475-41a0-97ca-9b59e1d06271 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee HTTP/1.1" status: 200 len: 2293 time: 0.3389919 Aug 21 09:14:09.783526 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.801893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba690e88-b404-4115-8cff-1057024791e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38317647-be18-46c7-b238-098fdb67e023,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:09.825773 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978214a0-502d-4065-90c4-7e6a10294430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ba6b99-cafc-4652-bf5a-00d7121f917f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:09.837999 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.869045 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d82e-6f66-48f5-9c2d-367400d2a2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.919082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d82e-6f66-48f5-9c2d-367400d2a2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:09.939294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:06Z', 'revision_number': 3, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:10.112273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d82e-6f66-48f5-9c2d-367400d2a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:10.116549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d82e-6f66-48f5-9c2d-367400d2a2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:10.122863 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2ff7d82e-6f66-48f5-9c2d-367400d2a2f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38317647-be18-46c7-b238-098fdb67e023 HTTP/1.1" status: 204 len: 168 time: 0.4412448 Aug 21 09:14:10.135845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-ebf5565b-3f07-4574-a6a5-c2c7d15de644 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=111787a2-30ea-4809-aa01-2f16b2944652 HTTP/1.1" status: 200 len: 1002 time: 0.1755280 Aug 21 09:14:10.153835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda3c96-1ecb-419b-9fe7-139485f977a8 None None] The sync data for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 is: [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:06Z', 'revision_number': 3, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:14:10.154301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7d82e-6f66-48f5-9c2d-367400d2a2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38317647-be18-46c7-b238-098fdb67e023,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:10.265744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8b76d6fa-ed2c-4035-a280-64ddaf5df798 None None] Provisioning for port 7d63073f-14f7-4328-b49d-f577c362c7b2 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:10.270121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8b76d6fa-ed2c-4035-a280-64ddaf5df798 None None] Provisioning complete for port 7d63073f-14f7-4328-b49d-f577c362c7b2 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:10.270507 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8b76d6fa-ed2c-4035-a280-64ddaf5df798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:10.273369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ba6ef69-318a-48c6-8ddc-df9ff9ece14d req-6c5419e6-bea0-4db3-8ba6-4d722a203fc3 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 210 time: 0.0424750 Aug 21 09:14:10.348166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8b76d6fa-ed2c-4035-a280-64ddaf5df798 None None] Port 7d63073f-14f7-4328-b49d-f577c362c7b2 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:10.613585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-c2277d59-37f6-4fb7-a6ed-209d594efd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:10.615130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-c2277d59-37f6-4fb7-a6ed-209d594efd60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ab28827-633f-407e-a5d5-e8b51ae5dfe4 HTTP/1.1" status: 200 len: 851 time: 0.4710822 Aug 21 09:14:10.735858 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:10.751894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1c7b7-65c5-446e-9ca2-34def6182d41 req-78ca5893-d9ff-43a0-92ed-ad7222d9ced7 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:10.753571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9e1c7b7-65c5-446e-9ca2-34def6182d41 req-78ca5893-d9ff-43a0-92ed-ad7222d9ced7 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.4760993 Aug 21 09:14:10.841741 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48782) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:10.849292 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:10.855650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-fc4641cd-9fdd-452b-b4e9-860f22e3cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:10.856949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-fc4641cd-9fdd-452b-b4e9-860f22e3cd65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2291729 Aug 21 09:14:10.940990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-f5f8432a-776c-45cf-84fb-38419c075c3d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:10.942975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-f5f8432a-776c-45cf-84fb-38419c075c3d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.13 "GET /v2.0/networks?id=62dd797b-f8e9-4353-9cfd-58010e4f1e68 HTTP/1.1" status: 200 len: 810 time: 0.3326468 Aug 21 09:14:10.950542 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cd9648d9-f973-4ce8-9efc-fee2382f6e8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fefa736f59c4bb8bc40945f6e4eb151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069431 Aug 21 09:14:10.956206 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48786) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:11.198248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9e1c7b7-65c5-446e-9ca2-34def6182d41 req-63bdf783-9fce-4866-8324-4ee9a744043c tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587409 Aug 21 09:14:11.198248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Request body: {'port': {'device_id': '0f3af7ef-1d86-409b-98c0-c445cc52a381', 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68', 'admin_state_up': True, 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:11.200031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91b96bdf-050f-4638-a071-b5c1a02f3d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:11.200031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91b96bdf-050f-4638-a071-b5c1a02f3d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:11.251702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-7161308d-2f1a-4f5e-bbea-77b0f8256f0f service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819940 Aug 21 09:14:11.295416 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91b96bdf-050f-4638-a071-b5c1a02f3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:11.300484 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91b96bdf-050f-4638-a071-b5c1a02f3d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:11.301747 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-91b96bdf-050f-4638-a071-b5c1a02f3d91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b479a674-18d2-47c3-bc66-f2561995388c HTTP/1.1" status: 204 len: 168 time: 0.3440633 Aug 21 09:14:11.327186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b96bdf-050f-4638-a071-b5c1a02f3d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b479a674-18d2-47c3-bc66-f2561995388c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:11.415702 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:11.454579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9427ac23-b2bb-4a55-8eec-5ef52ab24b1a req-ea571e63-cee5-42b2-b242-10c57257eff2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 210 time: 0.0391769 Aug 21 09:14:11.469557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-22dee29c-4f5b-402c-89a9-d52e2b9c19d6 service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031457 Aug 21 09:14:11.485709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Made reservation on behalf of 344b8bf2686a48a2ab66cb8582e71d8a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:11.491882 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:11.550285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-e1408af6-3b6a-4e44-b3e9-da7c3dd8c5de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=93573a26-26bd-4d80-98c6-ef6f0af8157c HTTP/1.1" status: 200 len: 217 time: 0.0729599 Aug 21 09:14:11.553122 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:11.718314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Pushing event updated for resources: {'Port': ['ID=7d63073f-14f7-4328-b49d-f577c362c7b2,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:11.731673 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:11.737511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-8c61cd76-d531-4350-b1f5-04d218e734a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:11.739006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-8c61cd76-d531-4350-b1f5-04d218e734a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.1610944 Aug 21 09:14:11.952415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-549a910d-b2d2-4474-9143-f0c112556737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:11.952415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-549a910d-b2d2-4474-9143-f0c112556737 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1936467 Aug 21 09:14:11.975362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Allocated IP 172.20.0.8 (62dd797b-f8e9-4353-9cfd-58010e4f1e68/e68898c8-90b5-4afa-bd48-3890e2dba30a/49da0e21-e279-41d0-b069-69897a65ddc2) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:11.983893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:12.205623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:12.222115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:12.224268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:12.227741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:12.259663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:12.363894 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:12.425524 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:12.468708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=28f1c88a-c3af-4a0c-95b8-cedc1ed578ce,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:12.490348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-95384d73-64e6-40f4-a65b-fc72b7f3d453 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887064 Aug 21 09:14:12.502565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77aa1e-f59d-4793-842c-5de788168427 req-351c6f51-d6cb-410e-b16d-d5b0d52734c5 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:12.504165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd77aa1e-f59d-4793-842c-5de788168427 req-351c6f51-d6cb-410e-b16d-d5b0d52734c5 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.3366272 Aug 21 09:14:12.549920 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:12.616922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=28f1c88a-c3af-4a0c-95b8-cedc1ed578ce,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:12.693337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d07bbf20-2183-4ddb-8b06-dd1ee30d7069 None None] Provisioning complete for port 7d63073f-14f7-4328-b49d-f577c362c7b2 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:12.696095 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d07bbf20-2183-4ddb-8b06-dd1ee30d7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:12.699192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12ace2e5-84c4-409e-a89f-601bec8cff28 req-c287b423-e7e8-4d8e-b352-d3304ab9b599 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 210 time: 0.0683610 Aug 21 09:14:12.708828 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:12.768580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd77aa1e-f59d-4793-842c-5de788168427 req-24589786-11f7-4149-8050-89b42726adb1 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394128 Aug 21 09:14:12.770117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d07bbf20-2183-4ddb-8b06-dd1ee30d7069 None None] Port 7d63073f-14f7-4328-b49d-f577c362c7b2 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:12.808426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Router bc90e78b-5219-4b37-a03b-21aee4e19506 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:14:12.897909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-e60db0de-5297-4eb5-b166-4aa870d69054 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927248 Aug 21 09:14:13.079412 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48880) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:13.273908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1602152492'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:13.360449 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:13.365466 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:13.391635 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:13.407312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:14:13.415767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e7bcb984-c084-4c78-a4cb-5c0b4e139e2d admin admin] 10.222.0.20 "PUT /v2.0/routers/bc90e78b-5219-4b37-a03b-21aee4e19506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4376276 Aug 21 09:14:13.415767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-4bc94e1e-d886-451a-bee8-e89a33c7f623 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=58edfe04-a3d4-4096-86d3-5ad70a933df4 HTTP/1.1" status: 200 len: 217 time: 0.5056548 Aug 21 09:14:13.429187 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:13.431741 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Sync routers for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:14:13.444574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['7b18e4a5-b064-4485-a17a-de42ad670ba4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:14:13.459475 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:14:13.461722 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:13.475101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48912) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:13.577807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-3a7dc3e6-ea0a-43d5-98c3-92b35948bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:13.581151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-3a7dc3e6-ea0a-43d5-98c3-92b35948bc6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.1519954 Aug 21 09:14:13.639777 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:13.667433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:13.671745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-04c36e0d-b7a5-45e4-a384-baad8361975f tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-863949171'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:13.671967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:13.674596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:13.727738 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:13.742537 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:14:13.774062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Pushing event updated for resources: {'Port': ['ID=49da0e21-e279-41d0-b069-69897a65ddc2,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:13.780186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:14:13.796985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:13.797650 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:13.803092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-cc97eaa4-b39e-4063-a336-0f42cf448842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:13.804630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-cc97eaa4-b39e-4063-a336-0f42cf448842 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1567588 Aug 21 09:14:13.804975 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:13.805628 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Added segment f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581 of type vlan for network 9f07fd62-f4b8-49be-a982-63482994ed24 Aug 21 09:14:13.887190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:13.960497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-a09fbf5a-fe25-4c2f-9955-c601b1617bc0 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480343 Aug 21 09:14:13.962938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399b94b3-a049-4dd6-a7d8-c40ddcb42c93,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:13.967506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:14.038182 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.044589 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:14.045346 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.054144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:14.055424 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.082898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e708f89-cda4-4679-ad3a-4518afdfcd5e req-6a89e54c-9493-4556-80ad-e820b03e5428 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:14.092850 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04c36e0d-b7a5-45e4-a384-baad8361975f tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.093996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04c36e0d-b7a5-45e4-a384-baad8361975f tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.098644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e708f89-cda4-4679-ad3a-4518afdfcd5e req-6a89e54c-9493-4556-80ad-e820b03e5428 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 931 time: 0.1371510 Aug 21 09:14:14.171907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-9e54432e-55c4-486a-aad7-af6cf9b16e15 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002630 Aug 21 09:14:14.179378 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0973432 Aug 21 09:14:14.182923 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43836da8-e46a-4a06-a2b3-8765841c88b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Network': ['ID=9f07fd62-f4b8-49be-a982-63482994ed24,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:14.183980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48948) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:14.190719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:14.208694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:14:14.249607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04c36e0d-b7a5-45e4-a384-baad8361975f tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.312190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-32cd2b5d-d3ea-4497-b35d-8385776c2dd8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2778759 Aug 21 09:14:14.325839 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04c36e0d-b7a5-45e4-a384-baad8361975f tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.346420 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 2, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:14.352225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Request body: {'port': {'device_id': '0f3af7ef-1d86-409b-98c0-c445cc52a381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:14.363164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-0b9f8274-b044-43ba-a6ba-45c4b96f6a2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=9d96bb04-9325-4a64-8c0c-8ac156a08afe HTTP/1.1" status: 200 len: 217 time: 0.1704783 Aug 21 09:14:14.389644 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Checking router: bc90e78b-5219-4b37-a03b-21aee4e19506 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:14:14.392536 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Updating router bc90e78b-5219-4b37-a03b-21aee4e19506 port 7d63073f-14f7-4328-b49d-f577c362c7b2 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:14:14.419746 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04c36e0d-b7a5-45e4-a384-baad8361975f tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.421353 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04c36e0d-b7a5-45e4-a384-baad8361975f tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9449792 Aug 21 09:14:14.423800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48966) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:14.455925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e708f89-cda4-4679-ad3a-4518afdfcd5e req-856e09d0-336c-430a-9a96-8824bc5aaf34 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964540 Aug 21 09:14:14.468638 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.617500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-490161b3-0830-4de9-aed3-fd9675f32985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:14.619023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-490161b3-0830-4de9-aed3-fd9675f32985 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.2527521 Aug 21 09:14:14.629061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22adac4a-c595-4de0-b031-09f14bd51115 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.686772 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.688663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:14.692550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.739639 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48978) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:14.746347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b6e4478a-c616-4dc0-8fb7-69779f8ab58d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615485125', 'description': 'tempest-description--2129651962'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:14.816627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143b5de-5e9d-49a4-9933-dd051922ecd3 req-05b55ab7-b2f9-441f-9c40-37fcf0a9a7bb tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:14.818391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b143b5de-5e9d-49a4-9933-dd051922ecd3 req-05b55ab7-b2f9-441f-9c40-37fcf0a9a7bb tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.1918523 Aug 21 09:14:14.886785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-21480992-22ba-4002-86d8-acff8b96f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:14.888746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-21480992-22ba-4002-86d8-acff8b96f9e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2610478 Aug 21 09:14:14.907933 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22adac4a-c595-4de0-b031-09f14bd51115 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.910162 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22adac4a-c595-4de0-b031-09f14bd51115 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.970493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b6e4478a-c616-4dc0-8fb7-69779f8ab58d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:14.982599 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.016041 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Transition to ACTIVE for port object 7d63073f-14f7-4328-b49d-f577c362c7b2 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:15.017480 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22adac4a-c595-4de0-b031-09f14bd51115 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.018683 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22adac4a-c595-4de0-b031-09f14bd51115 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa7092fc-79f4-4286-abfd-1f9ff92bcc7b {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:14:15.027448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22adac4a-c595-4de0-b031-09f14bd51115 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.029063 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-22adac4a-c595-4de0-b031-09f14bd51115 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] 10.222.0.20 "DELETE /v2.0/routers/aa7092fc-79f4-4286-abfd-1f9ff92bcc7b HTTP/1.1" status: 204 len: 168 time: 0.6037023 Aug 21 09:14:15.034031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48992) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:15.042063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-df89c23d-a502-4f2f-ae71-0908d37e6882 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Request body: {'router': {'name': 'tempest-router-1975350843', 'distributed': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:15.047339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b143b5de-5e9d-49a4-9933-dd051922ecd3 req-743248a1-68e2-4cad-9f75-1bc25ca127ad tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023034 Aug 21 09:14:15.080399 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.130479 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b6e4478a-c616-4dc0-8fb7-69779f8ab58d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.158947 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Pushing event updated for resources: {'Port': ['ID=7d63073f-14f7-4328-b49d-f577c362c7b2,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:15.188782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-631edfcf-fb9a-4826-9ad3-731503c4bf3a service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922218 Aug 21 09:14:15.192626 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.207067 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.207409 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.207961 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.208302 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.208632 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.208959 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.209282 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.209602 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.209954 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.210280 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.210592 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.210916 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:15.217565 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b6e4478a-c616-4dc0-8fb7-69779f8ab58d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.218983 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.225034 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Attempting to bind port 7d63073f-14f7-4328-b49d-f577c362c7b2 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:15.225396 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Attempting to bind port 7d63073f-14f7-4328-b49d-f577c362c7b2 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:15.226185 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Attempting to bind port 7d63073f-14f7-4328-b49d-f577c362c7b2 on network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:15.232313 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:15.232687 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Checking segment: {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:15.233085 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.233480 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Bound using segment: {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:15.234144 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Bound port: 7d63073f-14f7-4328-b49d-f577c362c7b2, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:15.234302 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.287291 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4478a-c616-4dc0-8fb7-69779f8ab58d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617e546a-48a8-4faf-aac9-d2e3f6b165ce,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:15.316508 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] For port 7d63073f-14f7-4328-b49d-f577c362c7b2, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:15.320193 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] For port 7d63073f-14f7-4328-b49d-f577c362c7b2, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7d63073f-14f7-4328-b49d-f577c362c7b2,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:15.355934 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-df89c23d-a502-4f2f-ae71-0908d37e6882 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.360794 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-df89c23d-a502-4f2f-ae71-0908d37e6882 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.381100 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.420019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-c3e1762d-328c-48b7-b171-353cf446b13c service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168589 Aug 21 09:14:15.431105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49da0e21-e279-41d0-b069-69897a65ddc2 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:14:15.435828 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-df89c23d-a502-4f2f-ae71-0908d37e6882 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.437053 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.449095 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:14:15.449225 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.449849 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:15.483591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b6e4478a-c616-4dc0-8fb7-69779f8ab58d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.485071 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b6e4478a-c616-4dc0-8fb7-69779f8ab58d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7443185 Aug 21 09:14:15.487981 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49012) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:15.494732 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f3cfe0b1-ae70-4900-9c38-00e5303cce32 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'security_group_rule': {'security_group_id': '617e546a-48a8-4faf-aac9-d2e3f6b165ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:15.504334 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b925cf-837c-44f8-a274-bae1f9230d57 None None] Pushing event updated for resources: {'Port': ['ID=7d63073f-14f7-4328-b49d-f577c362c7b2,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:15.524225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-5f2089a5-4bd4-4d64-9243-87e2a05ffd26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe HTTP/1.1" status: 200 len: 217 time: 0.0820937 Aug 21 09:14:15.541074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Transition to ACTIVE for port object 49da0e21-e279-41d0-b069-69897a65ddc2 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:15.562899 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-df89c23d-a502-4f2f-ae71-0908d37e6882 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.597921 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:14:15.628147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=a8e4e355-09a1-440e-b415-427da753e574,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:15.659734 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3cfe0b1-ae70-4900-9c38-00e5303cce32 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.666909 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.713787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:15.714075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network hostable DHCP agents. Network: 9f07fd62-f4b8-49be-a982-63482994ed24, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:14:15.720400 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-df89c23d-a502-4f2f-ae71-0908d37e6882 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.721894 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-df89c23d-a502-4f2f-ae71-0908d37e6882 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6869140 Aug 21 09:14:15.724427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-3eab594e-06da-4acd-a8c9-5444caf818b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:15.730120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49026) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:15.730418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-3eab594e-06da-4acd-a8c9-5444caf818b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.1882851 Aug 21 09:14:15.797142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=49da0e21-e279-41d0-b069-69897a65ddc2,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:15.806671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18a853-98e2-4d4f-af58-cc0bd72bb34f req-fc0531cb-97c1-45b8-b2b7-bfcae2a5e0aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:15.808917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db18a853-98e2-4d4f-af58-cc0bd72bb34f req-fc0531cb-97c1-45b8-b2b7-bfcae2a5e0aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 943 time: 0.2164702 Aug 21 09:14:15.845751 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3cfe0b1-ae70-4900-9c38-00e5303cce32 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.848943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b5e5de4-defa-446c-a9e8-f70bd01d4e88 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.851909 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:15Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:15.889268 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fca48-caa9-43c3-a921-f12302a10592 None None] The sync data for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 is: [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:15Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:14:15.895213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:14:15.911218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-52651693-5f48-4160-8ddf-9fd123c15be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:15.913843 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-52651693-5f48-4160-8ddf-9fd123c15be6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1697807 Aug 21 09:14:15.925300 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3cfe0b1-ae70-4900-9c38-00e5303cce32 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:15.982707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfe0b1-ae70-4900-9c38-00e5303cce32 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edd8650-a462-45a5-855d-28a7670e4cb2,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:15.995452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db18a853-98e2-4d4f-af58-cc0bd72bb34f req-5fd93f8e-65ad-42e4-87dc-d9acdc6a0e9b tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516204 Aug 21 09:14:16.029978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 9f07fd62-f4b8-49be-a982-63482994ed24) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:16.038891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:16.039789 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.045069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf0617-54ac-454c-b47e-d9bea12ca7ac None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:16.073089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Attempting to bind port 49da0e21-e279-41d0-b069-69897a65ddc2 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:16.073506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Attempting to bind port 49da0e21-e279-41d0-b069-69897a65ddc2 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:16.074016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Attempting to bind port 49da0e21-e279-41d0-b069-69897a65ddc2 on network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:16.096894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Port 49da0e21-e279-41d0-b069-69897a65ddc2 on network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:14:16.097480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Attempting to bind port 49da0e21-e279-41d0-b069-69897a65ddc2 on network 62dd797b-f8e9-4353-9cfd-58010e4f1e68 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:16.114997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:16.115764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Checking segment: {'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:16.116327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Bound using segment: {'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:16.117005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Bound port: 49da0e21-e279-41d0-b069-69897a65ddc2, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf09c51-164e-446e-a914-4847627af539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:16.117908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.135638 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b5e5de4-defa-446c-a9e8-f70bd01d4e88 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.147345 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b5e5de4-defa-446c-a9e8-f70bd01d4e88 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.168605 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-c49bddd7-76e2-4763-a0db-76cb4c2471f3 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414165 Aug 21 09:14:16.192580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-287b87c3-5019-4b69-b79b-66e6fc87894c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0056195 Aug 21 09:14:16.195063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49048) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:16.203912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'name': 'tempest-NetworksTestDHCPv6-2088166238'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:16.280239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': 'a8e4e355-09a1-440e-b415-427da753e574'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:14:16.284640 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.419324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d84d83-7084-471d-935d-969e33ac1345 req-5f27af12-f89d-4a1b-8834-0ea804ab7bc1 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:16.428001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8d84d83-7084-471d-935d-969e33ac1345 req-5f27af12-f89d-4a1b-8834-0ea804ab7bc1 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.2570043 Aug 21 09:14:16.450979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-5282f849-7b21-4aa1-a9e1-661e1a018ee9 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570419 Aug 21 09:14:16.459321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] For port 49da0e21-e279-41d0-b069-69897a65ddc2, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:16.466974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] For port 49da0e21-e279-41d0-b069-69897a65ddc2, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=49da0e21-e279-41d0-b069-69897a65ddc2,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:16.492797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/a8e4e355-09a1-440e-b415-427da753e574/c553aba1-a94f-49b3-b5ef-b25d4843d683) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:16.509808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3cfe0b1-ae70-4900-9c38-00e5303cce32 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.516755 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f3cfe0b1-ae70-4900-9c38-00e5303cce32 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0275848 Aug 21 09:14:16.519960 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b5e5de4-defa-446c-a9e8-f70bd01d4e88 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.520132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49064) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:16.520808 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5e5de4-defa-446c-a9e8-f70bd01d4e88 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3c7440-47c6-4aff-9e99-87144345fd2c {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:14:16.527081 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b5e5de4-defa-446c-a9e8-f70bd01d4e88 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.531372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2547b4c3-7fd5-4b2e-9bab-32a45b4b4884 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'security_group_rule': {'security_group_id': '617e546a-48a8-4faf-aac9-d2e3f6b165ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:16.534049 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9b5e5de4-defa-446c-a9e8-f70bd01d4e88 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0d3c7440-47c6-4aff-9e99-87144345fd2c HTTP/1.1" status: 204 len: 168 time: 0.8063455 Aug 21 09:14:16.534738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49066) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:16.536462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-291262d0-c3a1-400e-9be1-583682da755f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=090fdd81-0c45-49e9-97a8-edb01ea83e05 HTTP/1.1" status: 200 len: 217 time: 0.0731506 Aug 21 09:14:16.542433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1f8d9d6c-e8eb-4b2a-8e9b-bed7a4cf2c1b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Request body: {'router': {'name': 'tempest-router-395675072', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cbb8ca145f634ac484b9217572db17ad'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:16.563939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8d84d83-7084-471d-935d-969e33ac1345 req-7601debc-fe99-4904-8339-fe5d6f8e5183 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346302 Aug 21 09:14:16.573689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-1f8d9d6c-e8eb-4b2a-8e9b-bed7a4cf2c1b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:14:16.573689 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 09:14:16.573689 n-d-766726-28 neutron-server[106756]: [parameters: {'project_id_1': 'cbb8ca145f634ac484b9217572db17ad', 'expiration_1': datetime.datetime(2021, 8, 21, 9, 14, 16, 548049)}] Aug 21 09:14:16.573689 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:14:16.573689 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-1f8d9d6c-e8eb-4b2a-8e9b-bed7a4cf2c1b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:14:16.583437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device bf602691-21e7-4fa6-8586-2a95705c4f3f details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:14:16.590405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.595321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device bf602691-21e7-4fa6-8586-2a95705c4f3f no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:16.648704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:16.649329 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.651621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] 10.222.0.13 "PUT /v2.0/ports/49da0e21-e279-41d0-b069-69897a65ddc2 HTTP/1.1" status: 200 len: 1092 time: 2.3076091 Aug 21 09:14:16.661275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3af7ef-1d86-409b-98c0-c445cc52a381', 'tag': '49da0e21-e279-41d0-b069-69897a65ddc2'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:16.664803 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac08b2b2-8b26-48ff-97f7-4e4382267b03" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3af7ef-1d86-409b-98c0-c445cc52a381", "tag": "49da0e21-e279-41d0-b069-69897a65ddc2"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:16.693063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-c6980805-dea8-440a-be94-8c9aa39b154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:16.694559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-c6980805-dea8-440a-be94-8c9aa39b154c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 200 len: 797 time: 0.1486590 Aug 21 09:14:16.722283 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bbab41-f76b-4acd-ba94-f632170c8563 x-openstack-request-id: req-41bbab41-f76b-4acd-ba94-f632170c8563 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:16.722601 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3af7ef-1d86-409b-98c0-c445cc52a381", "tag": "49da0e21-e279-41d0-b069-69897a65ddc2", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:16.722858 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41bbab41-f76b-4acd-ba94-f632170c8563 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:16.723325 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3af7ef-1d86-409b-98c0-c445cc52a381', 'tag': '49da0e21-e279-41d0-b069-69897a65ddc2', 'status': 'completed', 'code': 200} Aug 21 09:14:16.779863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ccfc3-3393-4a5a-bf99-5b2fbe5b6ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=49da0e21-e279-41d0-b069-69897a65ddc2,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:16.803294 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2547b4c3-7fd5-4b2e-9bab-32a45b4b4884 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.833516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-d2a8e242-a262-4267-8651-8c8c405faa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:16.834909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-d2a8e242-a262-4267-8651-8c8c405faa14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1296375 Aug 21 09:14:16.857496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port bf602691-21e7-4fa6-8586-2a95705c4f3f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=bf602691-21e7-4fa6-8586-2a95705c4f3f,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:16.861350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b2b2-8b26-48ff-97f7-4e4382267b03 req-fe4bc437-6ca3-4166-9a52-44bac76ce710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:16.861608 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.862921 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac08b2b2-8b26-48ff-97f7-4e4382267b03 req-fe4bc437-6ca3-4166-9a52-44bac76ce710 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 1095 time: 0.1224134 Aug 21 09:14:16.890799 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.894826 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:16.898786 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:16.906751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Transition to ACTIVE for port object c553aba1-a94f-49b3-b5ef-b25d4843d683 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:16.917073 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port 362cd8ba-f588-4e8b-9e8f-958186cdf5f3 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:16.931727 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'bf602691-21e7-4fa6-8586-2a95705c4f3f', 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24', 'port_id': 'bf602691-21e7-4fa6-8586-2a95705c4f3f', 'mac_address': 'fa:16:3e:26:6f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463a8c9c-31b7-4fa6-9496-6601c4049e9d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:14:16.946505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Transition to ACTIVE for port object c553aba1-a94f-49b3-b5ef-b25d4843d683 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:16.974295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf602691-21e7-4fa6-8586-2a95705c4f3f'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:16.977413 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02a711b-0367-4596-9a0b-9f97b1275276" -d '{"events": [{"server_uuid": "7793ebc4-d485-43f1-965a-38c7b4ab9b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf602691-21e7-4fa6-8586-2a95705c4f3f"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:17.004375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port bf602691-21e7-4fa6-8586-2a95705c4f3f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=bf602691-21e7-4fa6-8586-2a95705c4f3f,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:17.033123 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.075778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf602691-21e7-4fa6-8586-2a95705c4f3f {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:14:17.092794 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.142357 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.193168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:17.196523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:17.226970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:17.235076 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58151c8b-868b-4dac-8bcf-b461aa09130e x-openstack-request-id: req-58151c8b-868b-4dac-8bcf-b461aa09130e {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:17.236175 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7793ebc4-d485-43f1-965a-38c7b4ab9b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "bf602691-21e7-4fa6-8586-2a95705c4f3f", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:17.237602 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58151c8b-868b-4dac-8bcf-b461aa09130e {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:17.238574 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf602691-21e7-4fa6-8586-2a95705c4f3f', 'code': 200} Aug 21 09:14:17.250480 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::1bd (9f07fd62-f4b8-49be-a982-63482994ed24/a8e4e355-09a1-440e-b415-427da753e574/362cd8ba-f588-4e8b-9e8f-958186cdf5f3) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:17.252690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9d6c-e8eb-4b2a-8e9b-bed7a4cf2c1b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.253684 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9d6c-e8eb-4b2a-8e9b-bed7a4cf2c1b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.326208 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Pushing event updated for resources: {'Port': ['ID=c553aba1-a94f-49b3-b5ef-b25d4843d683,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:17.344695 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:14:17.345430 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:14:17.367486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.368511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.369176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.370779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.371127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.371462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.371863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.372920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.373484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.374279 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.374837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.375418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:17.406465 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9d6c-e8eb-4b2a-8e9b-bed7a4cf2c1b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.423160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Attempting to bind port c553aba1-a94f-49b3-b5ef-b25d4843d683 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:17.423998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Attempting to bind port c553aba1-a94f-49b3-b5ef-b25d4843d683 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:17.424634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Attempting to bind port c553aba1-a94f-49b3-b5ef-b25d4843d683 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:17.434934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:17.436072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:17.436691 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.437092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:17.437566 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Bound port: c553aba1-a94f-49b3-b5ef-b25d4843d683, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:17.437948 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.473312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=bf602691-21e7-4fa6-8586-2a95705c4f3f,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:17.481344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2547b4c3-7fd5-4b2e-9bab-32a45b4b4884 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.519124 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9d6c-e8eb-4b2a-8e9b-bed7a4cf2c1b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.520766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c213f8-7ad7-4a28-9ccb-0acaa0fdaed2 req-bd73cc77-e192-4dd2-839d-59e1e22d16a3 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:17.528880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0c213f8-7ad7-4a28-9ccb-0acaa0fdaed2 req-bd73cc77-e192-4dd2-839d-59e1e22d16a3 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 943 time: 0.1395800 Aug 21 09:14:17.539739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] For port c553aba1-a94f-49b3-b5ef-b25d4843d683, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:17.545790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] For port c553aba1-a94f-49b3-b5ef-b25d4843d683, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c553aba1-a94f-49b3-b5ef-b25d4843d683,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:17.567994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-4e9379df-5778-435e-8805-f9fe77c088fd service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226973 Aug 21 09:14:17.568903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b2b2-8b26-48ff-97f7-4e4382267b03 req-13b52057-7924-4aab-821b-73c1fa15382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:17.574267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac08b2b2-8b26-48ff-97f7-4e4382267b03 req-13b52057-7924-4aab-821b-73c1fa15382e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6923416 Aug 21 09:14:17.574267 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2547b4c3-7fd5-4b2e-9bab-32a45b4b4884 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.601061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.617857 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object 362cd8ba-f588-4e8b-9e8f-958186cdf5f3 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:17.655358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9d6c-e8eb-4b2a-8e9b-bed7a4cf2c1b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.658613 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1f8d9d6c-e8eb-4b2a-8e9b-bed7a4cf2c1b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1179681 Aug 21 09:14:17.659706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49118) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:17.665278 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Request body: {'router': {'distributed': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:17.687516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547b4c3-7fd5-4b2e-9bab-32a45b4b4884 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faa9df1-af43-4508-be53-e64e150b696e,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:17.701980 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.746348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0c213f8-7ad7-4a28-9ccb-0acaa0fdaed2 req-acb0b7a4-28c7-46af-be55-59087f7da901 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107763 Aug 21 09:14:17.764632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33d27d-e651-46c4-b352-5dcaa0b209fa None None] Pushing event updated for resources: {'Port': ['ID=c553aba1-a94f-49b3-b5ef-b25d4843d683,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:17.796345 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.829359 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2547b4c3-7fd5-4b2e-9bab-32a45b4b4884 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.833958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2547b4c3-7fd5-4b2e-9bab-32a45b4b4884 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3127038 Aug 21 09:14:17.838911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49126) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:17.843719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:17.912091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3136c-576f-4b58-b5cf-354f1637e7cc req-e58306b5-72a7-4a1c-b7e0-52c19d3cb784 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:17.917093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87a3136c-576f-4b58-b5cf-354f1637e7cc req-e58306b5-72a7-4a1c-b7e0-52c19d3cb784 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 943 time: 0.1632357 Aug 21 09:14:17.921274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b2b2-8b26-48ff-97f7-4e4382267b03 req-0b04e0e9-8417-404e-b6cb-80510072ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:17.924796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac08b2b2-8b26-48ff-97f7-4e4382267b03 req-0b04e0e9-8417-404e-b6cb-80510072ad7f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3394542 Aug 21 09:14:17.941065 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.956195 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.956566 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:17.959532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d63073f-14f7-4328-b49d-f577c362c7b2 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:17.961799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-ec5bfa8b-6eb7-4edc-939f-24470fa5a04e service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803754 Aug 21 09:14:18.014771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf602691-21e7-4fa6-8586-2a95705c4f3f {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:14:18.030251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.039403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port bf602691-21e7-4fa6-8586-2a95705c4f3f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=bf602691-21e7-4fa6-8586-2a95705c4f3f,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:18.056723 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:18.067079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:18.069956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=106756) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 21 09:14:18.070572 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Router 8fe373de-2c3d-45d8-82ca-258eb6b1ae53 migrating from provider to provider. {{(pid=106756) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 21 09:14:18.071180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.076606 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.093860 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-5b7975f9-a260-43ec-8a27-36ac58f4cd3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b5e9a35-1c2b-412f-979d-550fc637481a HTTP/1.1" status: 200 len: 217 time: 0.0981719 Aug 21 09:14:18.100770 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:18.114768 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87a3136c-576f-4b58-b5cf-354f1637e7cc req-7cd2933d-2cd6-4c09-9f37-67191c825b3c tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781380 Aug 21 09:14:18.128244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:18.129114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.143922 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.156688 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=362cd8ba-f588-4e8b-9e8f-958186cdf5f3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:18.173469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.188265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 7d63073f-14f7-4328-b49d-f577c362c7b2 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:18.203073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 7d63073f-14f7-4328-b49d-f577c362c7b2 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:18.203441 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.207819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-81c2d8a1-7a96-4524-bafa-3834f69adb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:18.209735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-81c2d8a1-7a96-4524-bafa-3834f69adb77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 200 len: 797 time: 0.1183624 Aug 21 09:14:18.232017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-357e1d2b-79a9-410e-ba27-8163523fdae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:18.234278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-357e1d2b-79a9-410e-ba27-8163523fdae3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 1095 time: 0.2597709 Aug 21 09:14:18.275175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=bf602691-21e7-4fa6-8586-2a95705c4f3f,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:18.277082 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-94bd098b-ff01-40ef-a7b4-492d3f47125e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0793967 Aug 21 09:14:18.279764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49148) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:18.296060 n-d-766726-28 neutron-server[106756]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] No L3 agents can host the router 8fe373de-2c3d-45d8-82ca-258eb6b1ae53 Aug 21 09:14:18.331882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-917ce65d-bdc3-4c81-9abf-7174018baf90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49da0e21-e279-41d0-b069-69897a65ddc2 HTTP/1.1" status: 200 len: 217 time: 0.0787835 Aug 21 09:14:18.358565 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.374108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-6a0227ab-b24c-4234-b8af-fe4e907d17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:18.375666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-6a0227ab-b24c-4234-b8af-fe4e907d17ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1579921 Aug 21 09:14:18.382903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['bf602691-21e7-4fa6-8586-2a95705c4f3f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:14:18.461014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 7d63073f-14f7-4328-b49d-f577c362c7b2, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7d63073f-14f7-4328-b49d-f577c362c7b2,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:18.501133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Hosts for router 8fe373de-2c3d-45d8-82ca-258eb6b1ae53: [] {{(pid=106756) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 21 09:14:18.515457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-8ddc4216-691c-478b-b91f-0fcaaa5464a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:18.516997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-8ddc4216-691c-478b-b91f-0fcaaa5464a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e68898c8-90b5-4afa-bd48-3890e2dba30a HTTP/1.1" status: 200 len: 850 time: 0.1774139 Aug 21 09:14:18.533349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6ef8b-9517-4582-b203-361966df093f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:18.539260 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6ef8b-9517-4582-b203-361966df093f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:18.540917 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ecd6ef8b-9517-4582-b203-361966df093f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2599258 Aug 21 09:14:18.541648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Hosts for other DVR routers connected to router 8fe373de-2c3d-45d8-82ca-258eb6b1ae53: set() {{(pid=106756) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 21 09:14:18.545629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.545801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49162) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:18.547300 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4bc0d32e-fd0a-464e-a6f3-8e180cab5a55 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] 10.222.0.20 "PUT /v2.0/routers/8fe373de-2c3d-45d8-82ca-258eb6b1ae53 HTTP/1.1" status: 200 len: 716 time: 0.8864386 Aug 21 09:14:18.552438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49164) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:18.553538 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.579812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-4207647f-f760-43db-b805-ec9e0cb097ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62dd797b-f8e9-4353-9cfd-58010e4f1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541389 Aug 21 09:14:18.603028 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.615017 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-ca6961fe-a4f5-4953-92c0-66f0eebd7d5b service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151654 Aug 21 09:14:18.637476 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7c1e76c-dd37-4fd5-adf3-a43b23deb6e7 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] 10.222.0.20 "GET /v2.0/routers/8fe373de-2c3d-45d8-82ca-258eb6b1ae53 HTTP/1.1" status: 200 len: 716 time: 0.0799961 Aug 21 09:14:18.639598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49170) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:18.648703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=7d63073f-14f7-4328-b49d-f577c362c7b2,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:18.888996 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f255b5c9-979a-400e-ac55-b89a4b08f05d tempest-RoutersTestDVR-553592882 tempest-RoutersTestDVR-553592882-project] 10.222.0.20 "GET /v2.0/routers/8fe373de-2c3d-45d8-82ca-258eb6b1ae53 HTTP/1.1" status: 200 len: 682 time: 0.2469068 Aug 21 09:14:18.889190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49184) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:18.952506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-57953bf6-54a4-4700-8a2f-ff4e54e923ef service neutron] 10.222.0.13 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537133 Aug 21 09:14:18.955282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4dce4dd-5291-446d-b481-8f35389cee16 req-9047bc1a-039b-4a80-9808-4d9b55356607 service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307800 Aug 21 09:14:18.975241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2e4b-91d3-4a64-abbc-5169d7082526 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:18.988563 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-089288a5-2cbf-4336-b65a-3160f1fedd15 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port 362cd8ba-f588-4e8b-9e8f-958186cdf5f3 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:18.988994 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-089288a5-2cbf-4336-b65a-3160f1fedd15 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.021528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Allocated IP 172.25.5.152 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/5ac5e95b-a593-4c9a-b5c1-f63acc00158e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:19.097109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ad5a5-d001-491f-8e38-b63e5a81f593 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:19.123957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44f34b-de2c-4867-9a50-d191e8674b5d req-b41e8c49-cca2-4e65-b816-0db9355957a4 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:19.130722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f44f34b-de2c-4867-9a50-d191e8674b5d req-b41e8c49-cca2-4e65-b816-0db9355957a4 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 943 time: 0.2705603 Aug 21 09:14:19.271080 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b68f3293-2df9-4ce8-8e64-592fd7f21bc0 None None] Provisioning for port c553aba1-a94f-49b3-b5ef-b25d4843d683 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:19.283283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f57e97fd-f990-4e9e-9852-0e9a58a3591e req-9e39fd45-2e5c-4b0c-84f8-61e88b6f1d8c service neutron] 10.222.0.13 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095791 Aug 21 09:14:19.322425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f44f34b-de2c-4867-9a50-d191e8674b5d req-1350d92b-81ce-41b0-bbf6-dfc6901e6efe tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905873 Aug 21 09:14:19.332792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-089288a5-2cbf-4336-b65a-3160f1fedd15 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.363348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-089288a5-2cbf-4336-b65a-3160f1fedd15 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for 362cd8ba-f588-4e8b-9e8f-958186cdf5f3 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:19.385682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb1f0c-8080-47cc-93d8-8857563c966d req-d5978a84-72a5-48b1-a250-4127e4755c6f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:19.387317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5bb1f0c-8080-47cc-93d8-8857563c966d req-d5978a84-72a5-48b1-a250-4127e4755c6f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 944 time: 0.1694663 Aug 21 09:14:19.420346 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2e4b-91d3-4a64-abbc-5169d7082526 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.430836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2e4b-91d3-4a64-abbc-5169d7082526 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.484051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.534168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5bb1f0c-8080-47cc-93d8-8857563c966d req-e8067ba8-6212-4c6a-9b7e-f2651743eab3 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168647 Aug 21 09:14:19.552381 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2e4b-91d3-4a64-abbc-5169d7082526 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.552893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebf2e4b-91d3-4a64-abbc-5169d7082526 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe373de-2c3d-45d8-82ca-258eb6b1ae53 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:14:19.558940 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2e4b-91d3-4a64-abbc-5169d7082526 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.562017 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5ebf2e4b-91d3-4a64-abbc-5169d7082526 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] 10.222.0.20 "DELETE /v2.0/routers/8fe373de-2c3d-45d8-82ca-258eb6b1ae53 HTTP/1.1" status: 204 len: 168 time: 0.6715527 Aug 21 09:14:19.565371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49220) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:19.572983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2bc1a29b-8ded-4d38-9fbf-19c18538ed6b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Request body: {'router': {'name': 'tempest-router-1526146599', 'distributed': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:19.705490 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.735581 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a29b-8ded-4d38-9fbf-19c18538ed6b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.736280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b7deb734-0cd8-444b-860c-b71038fce4c0 None None] Provisioning for port 362cd8ba-f588-4e8b-9e8f-958186cdf5f3 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:19.736737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a29b-8ded-4d38-9fbf-19c18538ed6b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.740725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b7deb734-0cd8-444b-860c-b71038fce4c0 None None] Provisioning complete for port 362cd8ba-f588-4e8b-9e8f-958186cdf5f3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:19.741119 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b7deb734-0cd8-444b-860c-b71038fce4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.770806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b7deb734-0cd8-444b-860c-b71038fce4c0 None None] Port 362cd8ba-f588-4e8b-9e8f-958186cdf5f3 was deleted so its status cannot be updated. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 21 09:14:19.772317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'Port': ['ID=5ac5e95b-a593-4c9a-b5c1-f63acc00158e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:19.777647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-089288a5-2cbf-4336-b65a-3160f1fedd15 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.816790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:19.818025 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a29b-8ded-4d38-9fbf-19c18538ed6b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.818383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089288a5-2cbf-4336-b65a-3160f1fedd15 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=362cd8ba-f588-4e8b-9e8f-958186cdf5f3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:19.847201 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-089288a5-2cbf-4336-b65a-3160f1fedd15 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.851934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-089288a5-2cbf-4336-b65a-3160f1fedd15 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/362cd8ba-f588-4e8b-9e8f-958186cdf5f3 HTTP/1.1" status: 204 len: 168 time: 1.2973268 Aug 21 09:14:19.851934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:19.853270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:19.854298 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49232) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:19.908259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a29b-8ded-4d38-9fbf-19c18538ed6b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.948364 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5534c425-5e4e-47cf-b3ab-4d3e676cda12 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:19.950848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5534c425-5e4e-47cf-b3ab-4d3e676cda12 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:19.952560 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5534c425-5e4e-47cf-b3ab-4d3e676cda12 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0970514 Aug 21 09:14:19.956017 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49238) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:19.961769 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:19.983742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-43bc0b54-946f-4756-8ca7-c3d3429dccc2 None None] Could not find standard attr ID for object 362cd8ba-f588-4e8b-9e8f-958186cdf5f3. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:14:20.015542 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bc1a29b-8ded-4d38-9fbf-19c18538ed6b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.017022 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2bc1a29b-8ded-4d38-9fbf-19c18538ed6b tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4499605 Aug 21 09:14:20.019890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49244) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:20.039996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet a8e4e355-09a1-440e-b415-427da753e574 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:14:20.045448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.049971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d63073f-14f7-4328-b49d-f577c362c7b2 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:20.104104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.126000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 7d63073f-14f7-4328-b49d-f577c362c7b2 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:20.126517 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.138721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-987f2fd1-35a2-410d-ae85-bd91d55e4255 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.200136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.230190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.231593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c553aba1-a94f-49b3-b5ef-b25d4843d683 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:20.358239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port c553aba1-a94f-49b3-b5ef-b25d4843d683 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:20.363036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port c553aba1-a94f-49b3-b5ef-b25d4843d683 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:20.363414 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.404468 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.468917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e4e355-09a1-440e-b415-427da753e574,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:20.469826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f00a21-d721-4f82-b83e-e18550177dbd None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:20.473644 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.475764 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/a8e4e355-09a1-440e-b415-427da753e574 HTTP/1.1" status: 204 len: 168 time: 0.5185745 Aug 21 09:14:20.482314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49272) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:20.512824 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.513161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.513731 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.514254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.514898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.515420 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.516120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.516727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.517418 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.517757 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.518603 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.519170 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.520198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefed54-d7fc-4663-aaaf-b42c1742cfc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:20.573381 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-805ae016-8868-443d-a240-4462a1dd5ad8 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891111 Aug 21 09:14:20.576137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49282) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:20.579490 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port c553aba1-a94f-49b3-b5ef-b25d4843d683, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c553aba1-a94f-49b3-b5ef-b25d4843d683,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:20.581171 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4fe2a377-223b-4fd5-8971-0af424af3c4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:20.583392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device bf602691-21e7-4fa6-8586-2a95705c4f3f up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:20.660006 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-987f2fd1-35a2-410d-ae85-bd91d55e4255 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.664249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-987f2fd1-35a2-410d-ae85-bd91d55e4255 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.677047 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.767487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port bf602691-21e7-4fa6-8586-2a95705c4f3f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:20.768202 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.779065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=c553aba1-a94f-49b3-b5ef-b25d4843d683,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:20.798721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe2a377-223b-4fd5-8971-0af424af3c4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:20.806185 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a377-223b-4fd5-8971-0af424af3c4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.814496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14916223-55f2-4411-8a65-6ac26bc8cff7 req-6f90cc48-1f85-49b5-b8bf-c8a0b915f998 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:20.823258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14916223-55f2-4411-8a65-6ac26bc8cff7 req-6f90cc48-1f85-49b5-b8bf-c8a0b915f998 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 943 time: 0.2703347 Aug 21 09:14:20.887308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8213ba15-b577-433f-9d31-e3ad934fee8a None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:14:20.888914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4f7b-5ed9-4cd1-a539-fc249ab538b4 req-5f22319b-6601-4209-8f3e-553766740d95 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:20.890467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485f4f7b-5ed9-4cd1-a539-fc249ab538b4 req-5f22319b-6601-4209-8f3e-553766740d95 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 944 time: 0.1593342 Aug 21 09:14:20.899914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-987f2fd1-35a2-410d-ae85-bd91d55e4255 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.900448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987f2fd1-35a2-410d-ae85-bd91d55e4255 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00d48d3f-46e4-4046-85db-4ad30d74d467 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:14:20.923313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-987f2fd1-35a2-410d-ae85-bd91d55e4255 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.924742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-987f2fd1-35a2-410d-ae85-bd91d55e4255 tempest-RoutersTestDVR-2021008736 tempest-RoutersTestDVR-2021008736-project-admin] 10.222.0.20 "DELETE /v2.0/routers/00d48d3f-46e4-4046-85db-4ad30d74d467 HTTP/1.1" status: 204 len: 168 time: 0.9036961 Aug 21 09:14:20.932943 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.941105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14916223-55f2-4411-8a65-6ac26bc8cff7 req-43adf61b-5ec5-49aa-8e65-79e16aaf3c1e tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168563 Aug 21 09:14:20.984689 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf602691-21e7-4fa6-8586-2a95705c4f3f'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:20.986493 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:20.987098 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d94bc8f-2084-482b-b51e-82ebc17cc254" -d '{"events": [{"server_uuid": "7793ebc4-d485-43f1-965a-38c7b4ab9b0b", "name": "network-vif-plugged", "status": "completed", "tag": "bf602691-21e7-4fa6-8586-2a95705c4f3f"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:21.003040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port bf602691-21e7-4fa6-8586-2a95705c4f3f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=bf602691-21e7-4fa6-8586-2a95705c4f3f,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:21.006247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-485f4f7b-5ed9-4cd1-a539-fc249ab538b4 req-4ffa69ef-a54c-4cf9-accf-799807d38a97 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999799 Aug 21 09:14:21.018226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8213ba15-b577-433f-9d31-e3ad934fee8a None None] Deleting port c553aba1-a94f-49b3-b5ef-b25d4843d683 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:21.018633 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8213ba15-b577-433f-9d31-e3ad934fee8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.043432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.098978 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7ff0be-3ddf-41d4-86ac-8bea65173008 x-openstack-request-id: req-6a7ff0be-3ddf-41d4-86ac-8bea65173008 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:21.099334 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7793ebc4-d485-43f1-965a-38c7b4ab9b0b", "name": "network-vif-plugged", "status": "completed", "tag": "bf602691-21e7-4fa6-8586-2a95705c4f3f", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:21.100530 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a7ff0be-3ddf-41d4-86ac-8bea65173008 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:21.100942 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf602691-21e7-4fa6-8586-2a95705c4f3f', 'code': 200} Aug 21 09:14:21.136985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8213ba15-b577-433f-9d31-e3ad934fee8a None None] For port c553aba1-a94f-49b3-b5ef-b25d4843d683, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c553aba1-a94f-49b3-b5ef-b25d4843d683,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:21.137752 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8213ba15-b577-433f-9d31-e3ad934fee8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.146734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'Port': ['ID=5ac5e95b-a593-4c9a-b5c1-f63acc00158e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:21.157905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8213ba15-b577-433f-9d31-e3ad934fee8a None None] Calling delete_port for c553aba1-a94f-49b3-b5ef-b25d4843d683 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:21.158661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.177541 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.242060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e758f5-0944-43b5-b20f-07d486cb4cb4 req-cb50664d-e66b-4914-9f74-e4ca4397d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:21.243765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43e758f5-0944-43b5-b20f-07d486cb4cb4 req-cb50664d-e66b-4914-9f74-e4ca4397d473 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 1097 time: 0.0481875 Aug 21 09:14:21.268832 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=bf602691-21e7-4fa6-8586-2a95705c4f3f,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:21.282469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a377-223b-4fd5-8971-0af424af3c4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.284664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.295177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7bd66db4-16e7-4110-a49e-a9f4e2f7acec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4463210 Aug 21 09:14:21.295177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43e758f5-0944-43b5-b20f-07d486cb4cb4 req-e1dc4b0c-e538-40f3-a69a-6f638eb1831b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372870 Aug 21 09:14:21.328809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe2a377-223b-4fd5-8971-0af424af3c4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:21.334088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4fe2a377-223b-4fd5-8971-0af424af3c4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:21.338957 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe2a377-223b-4fd5-8971-0af424af3c4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:21.339580 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a377-223b-4fd5-8971-0af424af3c4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.355220 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2a377-223b-4fd5-8971-0af424af3c4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=f3d47da7-3642-4d59-b963-83831b4244b0,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:21.367933 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8213ba15-b577-433f-9d31-e3ad934fee8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.404530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213ba15-b577-433f-9d31-e3ad934fee8a None None] No DVR routers for this DVR port c553aba1-a94f-49b3-b5ef-b25d4843d683 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:21.406199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213ba15-b577-433f-9d31-e3ad934fee8a None None] Pushing event deleted for resources: {'Port': ['ID=c553aba1-a94f-49b3-b5ef-b25d4843d683,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:21.438455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a5832-77fe-46c6-bd20-b617ad6ec0e1 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:21.450171 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4fe2a377-223b-4fd5-8971-0af424af3c4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8729525 Aug 21 09:14:21.452835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49340) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:21.460563 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'name': 'tempest-NetworksTestDHCPv6-262691758'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:21.488973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-1600a703-245b-460b-b0d5-1dec24e34b36 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--615485125&fields=id&tenant_id=2c80aabc87044488827dfc7cfef025b7 HTTP/1.1" status: 200 len: 267 time: 0.0715232 Aug 21 09:14:21.565607 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49348) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:21.636876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': 'f3d47da7-3642-4d59-b963-83831b4244b0'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:14:21.638456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.676177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-1cef0dee-a62d-4467-bb37-ad094c6a1fa9 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:21.678436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-1cef0dee-a62d-4467-bb37-ad094c6a1fa9 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 817 time: 0.1804886 Aug 21 09:14:21.695365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-bd49f424-88d4-49b2-919b-c51eef34f1dd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/quotas/2c80aabc87044488827dfc7cfef025b7 HTTP/1.1" status: 200 len: 375 time: 0.0103462 Aug 21 09:14:21.737386 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc5c420d-ba0f-4fee-bcfd-0e3ecfc55d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.769727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-d3329497-978c-40f9-a90f-58e6975a7599 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666192 Aug 21 09:14:21.771183 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:21.775662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:21.817744 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port f4a58762-f160-46e0-9955-98db188dce99 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:21.917414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-76642c9d-04d9-423d-b67e-63d5a9d7c77d service neutron] 10.222.0.20 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335635 Aug 21 09:14:21.956061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c553aba1-a94f-49b3-b5ef-b25d4843d683 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:21.991410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc5c420d-ba0f-4fee-bcfd-0e3ecfc55d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.011892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::16e (9f07fd62-f4b8-49be-a982-63482994ed24/f3d47da7-3642-4d59-b963-83831b4244b0/f4a58762-f160-46e0-9955-98db188dce99) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:22.013798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: c553aba1-a94f-49b3-b5ef-b25d4843d683 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:14:22.014328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c553aba1-a94f-49b3-b5ef-b25d4843d683 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:22.044614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-c24a3b06-5d69-4dfe-9c3d-13998e05d421 service neutron] 10.222.0.20 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262558 Aug 21 09:14:22.081776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c36c04-0f67-4061-9313-25dfb961ebd1 req-48cf4a2b-dc98-445c-b2b8-65423210b04b tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:22.083327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-58c36c04-0f67-4061-9313-25dfb961ebd1 req-48cf4a2b-dc98-445c-b2b8-65423210b04b tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 943 time: 0.0621083 Aug 21 09:14:22.126968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-58c36c04-0f67-4061-9313-25dfb961ebd1 req-2d72695b-f97e-441d-bed6-fa83e6b03ec3 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357327 Aug 21 09:14:22.135212 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc5c420d-ba0f-4fee-bcfd-0e3ecfc55d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.198349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c420d-ba0f-4fee-bcfd-0e3ecfc55d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc623df3-5924-4a82-a941-5229da50df59,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:22.216543 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bc5c420d-ba0f-4fee-bcfd-0e3ecfc55d61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbb8ca145f634ac484b9217572db17ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6416209 Aug 21 09:14:22.216543 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49382) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:22.232469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.246388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d80b6-d430-48ca-bb09-3d857b25e672 req-e7f1f053-c139-4648-8a33-5e17a6f8e84d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:22.248027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-757d80b6-d430-48ca-bb09-3d857b25e672 req-e7f1f053-c139-4648-8a33-5e17a6f8e84d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0603127 Aug 21 09:14:22.266067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object f4a58762-f160-46e0-9955-98db188dce99 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:22.294049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-757d80b6-d430-48ca-bb09-3d857b25e672 req-a0a4930c-64c0-4acd-8954-6eb3f290395a tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363765 Aug 21 09:14:22.312874 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ad8e596-0a6a-4e2d-9c4e-5fa4d5b6026a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.358828 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ad8e596-0a6a-4e2d-9c4e-5fa4d5b6026a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.369984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10e81647-1df1-4b3c-88c3-6b78af17aa7f req-4953fa11-4ea3-4f5c-b94f-6d07a54b4908 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 210 time: 0.0339413 Aug 21 09:14:22.421347 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.482565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/f3d47da7-3642-4d59-b963-83831b4244b0/a24a2174-91cd-4948-92bb-adaed7ab2e4a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:22.494406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:22.499033 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:22.501551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:22.507523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:22.508185 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.520405 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ad8e596-0a6a-4e2d-9c4e-5fa4d5b6026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.523073 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ad8e596-0a6a-4e2d-9c4e-5fa4d5b6026a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.529578 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4ad8e596-0a6a-4e2d-9c4e-5fa4d5b6026a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc623df3-5924-4a82-a941-5229da50df59 HTTP/1.1" status: 204 len: 168 time: 0.3084214 Aug 21 09:14:22.529578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=f4a58762-f160-46e0-9955-98db188dce99,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:22.553325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8e596-0a6a-4e2d-9c4e-5fa4d5b6026a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc623df3-5924-4a82-a941-5229da50df59,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:22.632968 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-125f6014-33c0-46b7-9e18-a64c6649cb64 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1790292 Aug 21 09:14:22.636096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49414) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:22.685827 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.698894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Transition to ACTIVE for port object a24a2174-91cd-4948-92bb-adaed7ab2e4a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:22.719434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Transition to ACTIVE for port object a24a2174-91cd-4948-92bb-adaed7ab2e4a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:22.743208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05300ffc-9d06-4183-8d36-30ffb48f0ac0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:22.745261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-05300ffc-9d06-4183-8d36-30ffb48f0ac0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1080856 Aug 21 09:14:22.748069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49424) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:22.786613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.827494 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:22.830323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:22.836733 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:22.840771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Pushing event updated for resources: {'Port': ['ID=a24a2174-91cd-4948-92bb-adaed7ab2e4a,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:22.847785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-127858a9-3c47-4cb8-b398-6de93219346e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port f4a58762-f160-46e0-9955-98db188dce99 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:22.847984 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-127858a9-3c47-4cb8-b398-6de93219346e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.904576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Attempting to bind port a24a2174-91cd-4948-92bb-adaed7ab2e4a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:22.904576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Attempting to bind port a24a2174-91cd-4948-92bb-adaed7ab2e4a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:22.905340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Attempting to bind port a24a2174-91cd-4948-92bb-adaed7ab2e4a on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:22.910501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:22.910501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:22.910950 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.911456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:22.911813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Bound port: a24a2174-91cd-4948-92bb-adaed7ab2e4a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:22.912193 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.951845 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-127858a9-3c47-4cb8-b398-6de93219346e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:22.967065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-127858a9-3c47-4cb8-b398-6de93219346e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for f4a58762-f160-46e0-9955-98db188dce99 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:22.980845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] For port a24a2174-91cd-4948-92bb-adaed7ab2e4a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:22.985048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] For port a24a2174-91cd-4948-92bb-adaed7ab2e4a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a24a2174-91cd-4948-92bb-adaed7ab2e4a,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:23.066484 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.101682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 49da0e21-e279-41d0-b069-69897a65ddc2 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:14:23.138335 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5284f-e8cc-4f17-b803-9ebe18ffb5da None None] Pushing event updated for resources: {'Port': ['ID=a24a2174-91cd-4948-92bb-adaed7ab2e4a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:23.196060 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-127858a9-3c47-4cb8-b398-6de93219346e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.237892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127858a9-3c47-4cb8-b398-6de93219346e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=f4a58762-f160-46e0-9955-98db188dce99,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:23.249528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 49da0e21-e279-41d0-b069-69897a65ddc2, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=49da0e21-e279-41d0-b069-69897a65ddc2,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:23.261743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '49da0e21-e279-41d0-b069-69897a65ddc2', 'network_id': '62dd797b-f8e9-4353-9cfd-58010e4f1e68', 'port_id': '49da0e21-e279-41d0-b069-69897a65ddc2', 'mac_address': 'fa:16:3e:fc:52:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68898c8-90b5-4afa-bd48-3890e2dba30a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:14:23.299782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-127858a9-3c47-4cb8-b398-6de93219346e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.304440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-127858a9-3c47-4cb8-b398-6de93219346e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/f4a58762-f160-46e0-9955-98db188dce99 HTTP/1.1" status: 204 len: 168 time: 0.5552800 Aug 21 09:14:23.304932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49450) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:23.311183 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.333730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a3f66-1ee2-4232-8453-1882d5d26968 req-fcaa368d-5fc9-46fb-8c16-0409607058ea tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:23.357188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d0a3f66-1ee2-4232-8453-1882d5d26968 req-fcaa368d-5fc9-46fb-8c16-0409607058ea tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 943 time: 0.1265030 Aug 21 09:14:23.383819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49da0e21-e279-41d0-b069-69897a65ddc2 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:14:23.389181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8f338c-9a8d-46a9-a05e-1e3be0a4ae4f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:23.398799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8f338c-9a8d-46a9-a05e-1e3be0a4ae4f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:23.407123 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0c8f338c-9a8d-46a9-a05e-1e3be0a4ae4f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0960560 Aug 21 09:14:23.407123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49458) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:23.410720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49462) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:23.440051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d0a3f66-1ee2-4232-8453-1882d5d26968 req-d6c23762-6608-4f0b-8665-83c5955cd6d9 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821774 Aug 21 09:14:23.444192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 49da0e21-e279-41d0-b069-69897a65ddc2, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=49da0e21-e279-41d0-b069-69897a65ddc2,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:23.500814 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84e56a3e-2747-4728-bc15-c2c7264ddfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.534048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0806936c-4f5f-4824-9d30-d4b17ad34b5d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet f3d47da7-3642-4d59-b963-83831b4244b0 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:14:23.538127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0806936c-4f5f-4824-9d30-d4b17ad34b5d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.540428 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.564833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af51046d-359a-4a3e-91bd-b704d0dc167b req-b0df5e53-afb4-4077-b488-c8b66f58db3b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 210 time: 0.0381021 Aug 21 09:14:23.580651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04c7e5-dfd2-482b-832c-d7abad5617ec req-cef1bdd9-90a7-4c58-8271-b842eeefea9a tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:23.588975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de04c7e5-dfd2-482b-832c-d7abad5617ec req-cef1bdd9-90a7-4c58-8271-b842eeefea9a tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.1079149 Aug 21 09:14:23.591511 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0806936c-4f5f-4824-9d30-d4b17ad34b5d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.609771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=49da0e21-e279-41d0-b069-69897a65ddc2,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:23.640154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de04c7e5-dfd2-482b-832c-d7abad5617ec req-4fafe330-7610-4012-b67c-34882df5f5e6 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 Aug 21 09:14:23.734609 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0806936c-4f5f-4824-9d30-d4b17ad34b5d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.776939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3755a-2515-4c82-923a-3e219070347e req-1a293d58-be02-43af-a045-4bc98aac1017 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:23.785184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ba3755a-2515-4c82-923a-3e219070347e req-1a293d58-be02-43af-a045-4bc98aac1017 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.0694880 Aug 21 09:14:23.814057 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84e56a3e-2747-4728-bc15-c2c7264ddfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.830866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ba3755a-2515-4c82-923a-3e219070347e req-c41e77b4-b7fe-443c-b6b6-cf2b631f5376 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443280 Aug 21 09:14:23.831990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['49da0e21-e279-41d0-b069-69897a65ddc2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:14:23.894821 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84e56a3e-2747-4728-bc15-c2c7264ddfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.955320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0806936c-4f5f-4824-9d30-d4b17ad34b5d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:23.992539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a24a2174-91cd-4948-92bb-adaed7ab2e4a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:23.996416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e56a3e-2747-4728-bc15-c2c7264ddfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1743179-1569-48b6-ac26-d1f5974464dc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:24.003363 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0806936c-4f5f-4824-9d30-d4b17ad34b5d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.005532 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0806936c-4f5f-4824-9d30-d4b17ad34b5d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/f3d47da7-3642-4d59-b963-83831b4244b0 HTTP/1.1" status: 204 len: 168 time: 0.5880544 Aug 21 09:14:24.008082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49496) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:24.010914 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-84e56a3e-2747-4728-bc15-c2c7264ddfd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6e43e3080b34e8f9b5ebeb3b5396ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035881 Aug 21 09:14:24.029969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49498) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:24.031033 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806936c-4f5f-4824-9d30-d4b17ad34b5d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d47da7-3642-4d59-b963-83831b4244b0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:24.091610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-10644279-ddc9-4f08-a9f3-164d7eacfab7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809102 Aug 21 09:14:24.093221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49500) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:24.102317 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-10e4b549-71e2-4b48-a494-6776ce7d2dfd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:24.108942 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7a7a7013-a65e-4ef5-a9eb-a22de5a92409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.184199 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7a7a7013-a65e-4ef5-a9eb-a22de5a92409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.237772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a24a2174-91cd-4948-92bb-adaed7ab2e4a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:24.323683 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e4b549-71e2-4b48-a494-6776ce7d2dfd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:24.327298 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10e4b549-71e2-4b48-a494-6776ce7d2dfd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.388636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7a7a7013-a65e-4ef5-a9eb-a22de5a92409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.388636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7a7a7013-a65e-4ef5-a9eb-a22de5a92409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.389107 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7a7a7013-a65e-4ef5-a9eb-a22de5a92409 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1743179-1569-48b6-ac26-d1f5974464dc HTTP/1.1" status: 204 len: 168 time: 0.3547707 Aug 21 09:14:24.404246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e8fddf-9995-4959-887c-6c431e2defd2 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:24.406823 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a7013-a65e-4ef5-a9eb-a22de5a92409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1743179-1569-48b6-ac26-d1f5974464dc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:24.576779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b63288c3-351c-42b2-8328-28669d87406d None None] Provisioning for port a24a2174-91cd-4948-92bb-adaed7ab2e4a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:24.583803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b63288c3-351c-42b2-8328-28669d87406d None None] Provisioning complete for port a24a2174-91cd-4948-92bb-adaed7ab2e4a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:24.583803 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b63288c3-351c-42b2-8328-28669d87406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.684069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a886004b-b986-4343-b190-29baf8e90128 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:14:24.706392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10e4b549-71e2-4b48-a494-6776ce7d2dfd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.720587 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b63288c3-351c-42b2-8328-28669d87406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.722440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee59559-728d-4ebd-8727-39ba018f011a req-6e038dc7-65e0-4029-89d5-1c090f9c9a63 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:24.728160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ee59559-728d-4ebd-8727-39ba018f011a req-6e038dc7-65e0-4029-89d5-1c090f9c9a63 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 944 time: 0.1367779 Aug 21 09:14:24.756358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e4b549-71e2-4b48-a494-6776ce7d2dfd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:24.759501 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-10e4b549-71e2-4b48-a494-6776ce7d2dfd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:24.760935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b63288c3-351c-42b2-8328-28669d87406d None None] For port a24a2174-91cd-4948-92bb-adaed7ab2e4a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a24a2174-91cd-4948-92bb-adaed7ab2e4a,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:24.764958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4b549-71e2-4b48-a494-6776ce7d2dfd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:24.770369 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10e4b549-71e2-4b48-a494-6776ce7d2dfd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.772145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a886004b-b986-4343-b190-29baf8e90128 None None] Deleting port a24a2174-91cd-4948-92bb-adaed7ab2e4a {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:24.773317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a886004b-b986-4343-b190-29baf8e90128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.775511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4b549-71e2-4b48-a494-6776ce7d2dfd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=26913328-f921-4154-a632-12e4575d94e1,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:24.815087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ee59559-728d-4ebd-8727-39ba018f011a req-2642534c-f6a3-4b89-a98a-5c6debd95356 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799639 Aug 21 09:14:24.839548 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b63288c3-351c-42b2-8328-28669d87406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.842181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-b09f7a53-4d13-4fa3-83aa-7a8cc95a9591 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:24.848277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-b09f7a53-4d13-4fa3-83aa-7a8cc95a9591 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/networks?id=229ca434-f22f-42d3-8849-650f18a59c24 HTTP/1.1" status: 200 len: 814 time: 0.2076998 Aug 21 09:14:24.860722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-97f64300-9835-4824-aa13-d0f6ef4d7a80 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/quotas/718e6edb095b4060a0ab060f45fe7efe HTTP/1.1" status: 200 len: 375 time: 0.0115700 Aug 21 09:14:24.861721 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-10e4b549-71e2-4b48-a494-6776ce7d2dfd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7669127 Aug 21 09:14:24.864230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49534) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:24.870772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'name': 'tempest-NetworksTestDHCPv6-1139254004'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:24.928875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a886004b-b986-4343-b190-29baf8e90128 None None] For port a24a2174-91cd-4948-92bb-adaed7ab2e4a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a24a2174-91cd-4948-92bb-adaed7ab2e4a,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:24.929354 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a886004b-b986-4343-b190-29baf8e90128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:24.931466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-0d98b5b6-9e7c-48ed-b568-b47a200d193d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=718e6edb095b4060a0ab060f45fe7efe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646012 Aug 21 09:14:24.958024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63288c3-351c-42b2-8328-28669d87406d None None] Pushing event updated for resources: {'Port': ['ID=a24a2174-91cd-4948-92bb-adaed7ab2e4a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:24.974703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a886004b-b986-4343-b190-29baf8e90128 None None] Calling delete_port for a24a2174-91cd-4948-92bb-adaed7ab2e4a owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:25.104703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-04b3b136-4acd-46c5-b4ae-f89ea754813c service neutron] 10.222.0.20 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650095 Aug 21 09:14:25.113974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 49da0e21-e279-41d0-b069-69897a65ddc2 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:25.180782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:25.184846 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:25.198980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-20ced642-59ae-4760-a1fc-692ffd5d1a1e service neutron] 10.222.0.20 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837033 Aug 21 09:14:25.202943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port 35db47e3-c625-4f77-be5f-c834f70cb2c0 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:25.210512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a886004b-b986-4343-b190-29baf8e90128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:25.226497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a886004b-b986-4343-b190-29baf8e90128 None None] No DVR routers for this DVR port a24a2174-91cd-4948-92bb-adaed7ab2e4a on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:25.294278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 49da0e21-e279-41d0-b069-69897a65ddc2 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:25.313493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886004b-b986-4343-b190-29baf8e90128 None None] Pushing event deleted for resources: {'Port': ['ID=a24a2174-91cd-4948-92bb-adaed7ab2e4a,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:25.321656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 49da0e21-e279-41d0-b069-69897a65ddc2 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:25.322143 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:25.331185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240a301a-47e4-4226-bf27-fe67ec14d67d None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:25.421686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2a94134-9435-40ea-823e-d192c599495e req-acbc9099-a14b-4c22-a807-8947a75fa953 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 210 time: 0.0446584 Aug 21 09:14:25.444921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::125 (9f07fd62-f4b8-49be-a982-63482994ed24/26913328-f921-4154-a632-12e4575d94e1/35db47e3-c625-4f77-be5f-c834f70cb2c0) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:25.496482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-d7b75347-b559-4037-8a6c-214184ceda29 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:25.498044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-d7b75347-b559-4037-8a6c-214184ceda29 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.22 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 817 time: 0.2612426 Aug 21 09:14:25.576858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-612b58c2-f7a5-40ea-a35b-903bae11db90 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c80aabc87044488827dfc7cfef025b7 HTTP/1.1" status: 200 len: 379 time: 0.0603096 Aug 21 09:14:25.599468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'port': {'device_id': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'admin_state_up': True, 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'security_groups': ['617e546a-48a8-4faf-aac9-d2e3f6b165ce']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:25.708065 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:25.720170 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:25.735004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object 35db47e3-c625-4f77-be5f-c834f70cb2c0 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:25.764003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2544d0c4-0ab3-42d0-8cab-ea3aed17eee2 req-8930ba9f-848f-41f6-a73d-a3cb82ebdce0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 210 time: 0.0363564 Aug 21 09:14:25.789785 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3af7ef-1d86-409b-98c0-c445cc52a381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49da0e21-e279-41d0-b069-69897a65ddc2'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:25.792652 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b1bc59-ac37-4c02-a0b5-bd68bb1d0f88" -d '{"events": [{"server_uuid": "0f3af7ef-1d86-409b-98c0-c445cc52a381", "name": "network-vif-plugged", "status": "completed", "tag": "49da0e21-e279-41d0-b069-69897a65ddc2"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:25.830376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 49da0e21-e279-41d0-b069-69897a65ddc2, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=49da0e21-e279-41d0-b069-69897a65ddc2,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:25.859846 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758af712-3283-48e6-b8ee-63410ad67323 x-openstack-request-id: req-758af712-3283-48e6-b8ee-63410ad67323 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:25.859846 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3af7ef-1d86-409b-98c0-c445cc52a381", "name": "network-vif-plugged", "status": "completed", "tag": "49da0e21-e279-41d0-b069-69897a65ddc2", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:25.859846 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-758af712-3283-48e6-b8ee-63410ad67323 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:25.859846 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3af7ef-1d86-409b-98c0-c445cc52a381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49da0e21-e279-41d0-b069-69897a65ddc2', 'code': 200} Aug 21 09:14:25.864896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '26913328-f921-4154-a632-12e4575d94e1'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:14:25.867653 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:25.913138 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:25.926105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Made reservation on behalf of 2c80aabc87044488827dfc7cfef025b7 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:25.926105 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:25.926302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a24a2174-91cd-4948-92bb-adaed7ab2e4a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:25.962013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a24a2174-91cd-4948-92bb-adaed7ab2e4a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:14:25.962291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a24a2174-91cd-4948-92bb-adaed7ab2e4a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:26.017636 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:26.018796 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=35db47e3-c625-4f77-be5f-c834f70cb2c0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:26.044705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:26.048619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:26.054602 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:26.066267 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:26.067062 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:26.091775 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49574) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:26.125084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=49da0e21-e279-41d0-b069-69897a65ddc2,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:26.143739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/26913328-f921-4154-a632-12e4575d94e1/ca9d00ac-82e0-4553-abe8-ccd7a6ef47da) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:26.183864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e65675-7829-47b3-b60a-9520ee22a316 req-47d3e0af-df1f-4bb8-9993-2b9527576a36 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:26.185792 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-33498c18-34f0-4f20-8730-c663cadd62ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3204322 Aug 21 09:14:26.188182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49578) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:26.188445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82e65675-7829-47b3-b60a-9520ee22a316 req-47d3e0af-df1f-4bb8-9993-2b9527576a36 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.22 "GET /v2.0/ports?device_id=7793ebc4-d485-43f1-965a-38c7b4ab9b0b HTTP/1.1" status: 200 len: 945 time: 0.3161445 Aug 21 09:14:26.230910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fc0b8-ab8d-497c-8fc1-a4035401bedf req-17fac51c-46cd-49be-8c14-5f2b0982610c tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:26.232677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c04fc0b8-ab8d-497c-8fc1-a4035401bedf req-17fac51c-46cd-49be-8c14-5f2b0982610c tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.2725210 Aug 21 09:14:26.319832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be0e26-786d-4c93-890b-f6259e3323df tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:26.321323 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a1be0e26-786d-4c93-890b-f6259e3323df tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1321771 Aug 21 09:14:26.324707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49580) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:26.333558 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:26.335170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a73598-b21e-4000-a52e-94ec6e4bff01 req-97d6348c-aeea-418d-bbfd-d3c79985461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:26.337320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-62a73598-b21e-4000-a52e-94ec6e4bff01 req-97d6348c-aeea-418d-bbfd-d3c79985461d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 1097 time: 0.3783131 Aug 21 09:14:26.358954 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b2627866-60a4-469e-b903-abcfc2d86ebc tempest-AgentManagementNegativeTest-148434158 tempest-AgentManagementNegativeTest-148434158-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2655249 Aug 21 09:14:26.362731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Transition to ACTIVE for port object ca9d00ac-82e0-4553-abe8-ccd7a6ef47da will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:26.399287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Transition to ACTIVE for port object ca9d00ac-82e0-4553-abe8-ccd7a6ef47da will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:26.404835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c04fc0b8-ab8d-497c-8fc1-a4035401bedf req-5782dcc7-d33f-43db-838b-2113af08fb39 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363416 Aug 21 09:14:26.448658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Allocated IP 172.20.0.3 (f7d0dc8c-eea8-4513-8435-ae6f9c47fa04/24f073d1-d26f-4d1e-ab9c-74381b37c4bb/d454920a-570c-4ee7-a20a-2a843f9f55de) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:26.478147 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:26.522812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:26.526329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:26.530451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:26.540884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Pushing event updated for resources: {'Port': ['ID=ca9d00ac-82e0-4553-abe8-ccd7a6ef47da,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:26.576508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2f54dc8f-b251-4c0b-8a6a-79d38588b2e7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port 35db47e3-c625-4f77-be5f-c834f70cb2c0 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:26.576933 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f54dc8f-b251-4c0b-8a6a-79d38588b2e7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:26.594134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-62a73598-b21e-4000-a52e-94ec6e4bff01 req-5651e14a-157f-483d-9717-2164d9e45c56 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436831 Aug 21 09:14:26.618053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d74a271f-b8e2-4a0e-9525-770aedcb7fd8 req-f360bd39-99f3-4dcb-8b40-cce034fd6e0e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 210 time: 0.0423405 Aug 21 09:14:26.647934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Attempting to bind port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:26.648303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Attempting to bind port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:26.648711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Attempting to bind port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:26.664367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:26.664816 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:26.665233 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:26.665635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:26.666227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Bound port: ca9d00ac-82e0-4553-abe8-ccd7a6ef47da, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:26.666664 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:26.732727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f54dc8f-b251-4c0b-8a6a-79d38588b2e7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:26.751179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2f54dc8f-b251-4c0b-8a6a-79d38588b2e7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for 35db47e3-c625-4f77-be5f-c834f70cb2c0 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:26.800088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-82e65675-7829-47b3-b60a-9520ee22a316 req-72e616e1-d1a7-4fe4-92db-d1d49dce3a2b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Deleting port bf602691-21e7-4fa6-8586-2a95705c4f3f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:26.800355 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82e65675-7829-47b3-b60a-9520ee22a316 req-72e616e1-d1a7-4fe4-92db-d1d49dce3a2b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:26.812024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] For port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:26.818720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] For port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ca9d00ac-82e0-4553-abe8-ccd7a6ef47da,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:26.907868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:26.920320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc552279-9391-442c-a9d7-004c48e656a5 req-15137b07-9150-4fc6-a1aa-e706d27f8456 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 210 time: 0.0566885 Aug 21 09:14:26.935756 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:26.949131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Transition to ACTIVE for port object d454920a-570c-4ee7-a20a-2a843f9f55de will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:26.993594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-82e65675-7829-47b3-b60a-9520ee22a316 req-72e616e1-d1a7-4fe4-92db-d1d49dce3a2b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] For port bf602691-21e7-4fa6-8586-2a95705c4f3f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=bf602691-21e7-4fa6-8586-2a95705c4f3f,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:26.994517 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82e65675-7829-47b3-b60a-9520ee22a316 req-72e616e1-d1a7-4fe4-92db-d1d49dce3a2b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.002452 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f54dc8f-b251-4c0b-8a6a-79d38588b2e7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.031411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9cac8-61f8-45e6-ab3a-edcd65b107d2 None None] Pushing event updated for resources: {'Port': ['ID=ca9d00ac-82e0-4553-abe8-ccd7a6ef47da,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:27.043073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-82e65675-7829-47b3-b60a-9520ee22a316 req-72e616e1-d1a7-4fe4-92db-d1d49dce3a2b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Calling delete_port for bf602691-21e7-4fa6-8586-2a95705c4f3f owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:27.058489 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54dc8f-b251-4c0b-8a6a-79d38588b2e7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=35db47e3-c625-4f77-be5f-c834f70cb2c0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:27.098944 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f54dc8f-b251-4c0b-8a6a-79d38588b2e7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.107619 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2f54dc8f-b251-4c0b-8a6a-79d38588b2e7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/35db47e3-c625-4f77-be5f-c834f70cb2c0 HTTP/1.1" status: 204 len: 168 time: 0.7818451 Aug 21 09:14:27.108273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49598) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:27.176209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2b3ecf-4f16-4c61-aad5-eb2fee96ec13 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:27.183874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2b3ecf-4f16-4c61-aad5-eb2fee96ec13 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:27.188008 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3c2b3ecf-4f16-4c61-aad5-eb2fee96ec13 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0774975 Aug 21 09:14:27.190327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49600) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:27.190830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49602) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:27.192574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.298052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-835991cf-0b4f-42a9-b8f1-fe8288406c29 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 26913328-f921-4154-a632-12e4575d94e1 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:14:27.304506 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-835991cf-0b4f-42a9-b8f1-fe8288406c29 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.316989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:27.327239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:27.348128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:27.384398 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-835991cf-0b4f-42a9-b8f1-fe8288406c29 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.478001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:27.532889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:27.536827 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.556701 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82e65675-7829-47b3-b60a-9520ee22a316 req-72e616e1-d1a7-4fe4-92db-d1d49dce3a2b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.570571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['bf602691-21e7-4fa6-8586-2a95705c4f3f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:14:27.583274 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-835991cf-0b4f-42a9-b8f1-fe8288406c29 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.635421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a78a819-18c1-46cb-8d6c-304e7d8b8650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.783363 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-835991cf-0b4f-42a9-b8f1-fe8288406c29 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.832351 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835991cf-0b4f-42a9-b8f1-fe8288406c29 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=26913328-f921-4154-a632-12e4575d94e1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:27.835302 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-835991cf-0b4f-42a9-b8f1-fe8288406c29 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.844564 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-835991cf-0b4f-42a9-b8f1-fe8288406c29 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/26913328-f921-4154-a632-12e4575d94e1 HTTP/1.1" status: 204 len: 168 time: 0.6318583 Aug 21 09:14:27.844564 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49616) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:27.886318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eb2fe021-9e69-4eb2-b714-be4e7ad31e26 None None] Provisioning for port d454920a-570c-4ee7-a20a-2a843f9f55de completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:27.891376 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bba36621-4252-41e9-8014-d8892a2e353a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459104 Aug 21 09:14:27.892050 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49618) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:27.893928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eb2fe021-9e69-4eb2-b714-be4e7ad31e26 None None] Provisioning complete for port d454920a-570c-4ee7-a20a-2a843f9f55de triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:27.894311 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eb2fe021-9e69-4eb2-b714-be4e7ad31e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:27.995063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-eb2fe021-9e69-4eb2-b714-be4e7ad31e26 None None] Port d454920a-570c-4ee7-a20a-2a843f9f55de cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:28.014904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b75ec5-b726-49e3-a1fb-a282644c0b3f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:28.030487 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-19b75ec5-b726-49e3-a1fb-a282644c0b3f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1228065 Aug 21 09:14:28.031244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49622) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:28.039188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ca9d00ac-82e0-4553-abe8-ccd7a6ef47da up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:28.049394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-4ae3c90b-da0d-42c8-90da-76e3c1ba80c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4619949 Aug 21 09:14:28.085400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e616e1-d1a7-4fe4-92db-d1d49dce3a2b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Pushing event deleted for resources: {'Port': ['ID=bf602691-21e7-4fa6-8586-2a95705c4f3f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:28.102723 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a78a819-18c1-46cb-8d6c-304e7d8b8650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:28.106929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e65675-7829-47b3-b60a-9520ee22a316 req-72e616e1-d1a7-4fe4-92db-d1d49dce3a2b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] No DVR routers for this DVR port bf602691-21e7-4fa6-8586-2a95705c4f3f on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:28.113570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Request body: {'port': {'device_id': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:28.118845 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b95a65-32d8-4dd9-be1a-3c1eb44ab8b2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:28.119370 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82e65675-7829-47b3-b60a-9520ee22a316 req-72e616e1-d1a7-4fe4-92db-d1d49dce3a2b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:28.120851 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-67b95a65-32d8-4dd9-be1a-3c1eb44ab8b2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0879054 Aug 21 09:14:28.123474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49624) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:28.124224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82e65675-7829-47b3-b60a-9520ee22a316 req-72e616e1-d1a7-4fe4-92db-d1d49dce3a2b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.22 "DELETE /v2.0/ports/bf602691-21e7-4fa6-8586-2a95705c4f3f HTTP/1.1" status: 204 len: 173 time: 1.9260821 Aug 21 09:14:28.126827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'name': 'network-vif-deleted', 'tag': 'bf602691-21e7-4fa6-8586-2a95705c4f3f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:28.129459 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c29ae61-07c7-4bad-b3d6-1897503f71bc" -d '{"events": [{"server_uuid": "7793ebc4-d485-43f1-965a-38c7b4ab9b0b", "name": "network-vif-deleted", "tag": "bf602691-21e7-4fa6-8586-2a95705c4f3f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:28.180896 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-adacd835-4ec9-4cd1-9f4b-cbed1cd499fa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561647 Aug 21 09:14:28.186748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49628) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:28.192560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-618d5567-e7bc-4e29-a21d-00f2293b4b5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:28.214353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a45fcf-f8c3-4dbb-8a56-c1a6e4b0f76b req-a2b39fc6-091d-4b77-a116-a1b521ba60ba tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:28.222063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8a45fcf-f8c3-4dbb-8a56-c1a6e4b0f76b req-a2b39fc6-091d-4b77-a116-a1b521ba60ba tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 931 time: 0.2589920 Aug 21 09:14:28.232644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:28.292322 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a78a819-18c1-46cb-8d6c-304e7d8b8650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:28.313457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175e192-68fd-4978-903e-7b71b9582cd0 req-dd995ac5-8150-418b-b1fe-02a6caefccb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:28.320151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b175e192-68fd-4978-903e-7b71b9582cd0 req-dd995ac5-8150-418b-b1fe-02a6caefccb2 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.7404325 Aug 21 09:14:28.320798 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:28.348671 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78a819-18c1-46cb-8d6c-304e7d8b8650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d354e5c8-f310-4322-8b14-b19f74b3501d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:28.357358 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8a78a819-18c1-46cb-8d6c-304e7d8b8650 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a093d1a0befb46f3be0c93b65cdd479c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1651254 Aug 21 09:14:28.359933 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49630) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:28.382030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618d5567-e7bc-4e29-a21d-00f2293b4b5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:28.386244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-618d5567-e7bc-4e29-a21d-00f2293b4b5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:28.413274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8a45fcf-f8c3-4dbb-8a56-c1a6e4b0f76b req-b6bde1a8-e685-4a20-b72f-543513adff67 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903250 Aug 21 09:14:28.505193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-c6c95203-58cc-4ac0-a28b-28ea113dedc4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:28.507095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-c6c95203-58cc-4ac0-a28b-28ea113dedc4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.13 "GET /v2.0/networks?id=229ca434-f22f-42d3-8849-650f18a59c24 HTTP/1.1" status: 200 len: 814 time: 0.3494256 Aug 21 09:14:28.528567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb1716d-ec51-445b-8ccf-acac89b5b71c None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:28.528756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b175e192-68fd-4978-903e-7b71b9582cd0 req-97b9566e-98c0-443e-bd0f-a1fc3c9e3b9f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949382 Aug 21 09:14:28.536231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Request body: {'port': {'device_id': '5124b797-c1c8-4108-bd70-678f49f80754', 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24', 'admin_state_up': True, 'tenant_id': '718e6edb095b4060a0ab060f45fe7efe'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:28.607476 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a8d-839c-4000-b378-ad8f4bbba994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:28.697581 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a8d-839c-4000-b378-ad8f4bbba994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:28.737255 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77ee549d-0e7d-48c0-aa5f-918ea8e67617 req-8784fd0a-711f-4278-b4c8-9c2ead6fcb56 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 210 time: 0.0934949 Aug 21 09:14:28.738878 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f5633a-5250-40e4-af6b-3806a3dd0e96 x-openstack-request-id: req-a0f5633a-5250-40e4-af6b-3806a3dd0e96 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:28.739229 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7793ebc4-d485-43f1-965a-38c7b4ab9b0b", "name": "network-vif-deleted", "tag": "bf602691-21e7-4fa6-8586-2a95705c4f3f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:28.740047 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0f5633a-5250-40e4-af6b-3806a3dd0e96 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:28.740299 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7793ebc4-d485-43f1-965a-38c7b4ab9b0b', 'name': 'network-vif-deleted', 'tag': 'bf602691-21e7-4fa6-8586-2a95705c4f3f', 'status': 'completed', 'code': 200} Aug 21 09:14:28.789113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-169b4d67-9a06-4a06-b1fc-aba3b421627c None None] Provisioning for port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:28.815442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-169b4d67-9a06-4a06-b1fc-aba3b421627c None None] Provisioning complete for port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:28.815870 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-169b4d67-9a06-4a06-b1fc-aba3b421627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:28.929115 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-169b4d67-9a06-4a06-b1fc-aba3b421627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:28.954967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81506021-b8eb-4041-aa9f-09aa7d42c6e3 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:14:28.974967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d454920a-570c-4ee7-a20a-2a843f9f55de {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:14:28.983757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:28.997707 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-618d5567-e7bc-4e29-a21d-00f2293b4b5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.009057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-169b4d67-9a06-4a06-b1fc-aba3b421627c None None] For port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ca9d00ac-82e0-4553-abe8-ccd7a6ef47da,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:29.026517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-81506021-b8eb-4041-aa9f-09aa7d42c6e3 None None] Deleting port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:29.027013 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81506021-b8eb-4041-aa9f-09aa7d42c6e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.029608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Transition to ACTIVE for port object d454920a-570c-4ee7-a20a-2a843f9f55de will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:29.030622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Made reservation on behalf of 718e6edb095b4060a0ab060f45fe7efe for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:29.034262 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.050927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a8d-839c-4000-b378-ad8f4bbba994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.053540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7e18a8d-839c-4000-b378-ad8f4bbba994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.054772 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a7e18a8d-839c-4000-b378-ad8f4bbba994 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d354e5c8-f310-4322-8b14-b19f74b3501d HTTP/1.1" status: 204 len: 168 time: 0.6921403 Aug 21 09:14:29.075612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618d5567-e7bc-4e29-a21d-00f2293b4b5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:29.084688 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-618d5567-e7bc-4e29-a21d-00f2293b4b5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:29.090947 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-169b4d67-9a06-4a06-b1fc-aba3b421627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.105960 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d5567-e7bc-4e29-a21d-00f2293b4b5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:29.105960 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-618d5567-e7bc-4e29-a21d-00f2293b4b5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.112009 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e18a8d-839c-4000-b378-ad8f4bbba994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d354e5c8-f310-4322-8b14-b19f74b3501d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:29.136782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d5567-e7bc-4e29-a21d-00f2293b4b5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=04ef3f67-abea-4d59-a48a-68a832076ff1,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:29.154201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b4d67-9a06-4a06-b1fc-aba3b421627c None None] Pushing event updated for resources: {'Port': ['ID=ca9d00ac-82e0-4553-abe8-ccd7a6ef47da,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:29.157127 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.205501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-81506021-b8eb-4041-aa9f-09aa7d42c6e3 None None] For port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ca9d00ac-82e0-4553-abe8-ccd7a6ef47da,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:29.205905 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81506021-b8eb-4041-aa9f-09aa7d42c6e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.212600 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-618d5567-e7bc-4e29-a21d-00f2293b4b5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0218017 Aug 21 09:14:29.213019 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49636) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:29.218105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': '04ef3f67-abea-4d59-a48a-68a832076ff1', 'ip_address': '2001:db8::29b:4f11:2cdf:2648'}], 'name': 'tempest-NetworksTestDHCPv6-362926304'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:29.220459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-81506021-b8eb-4041-aa9f-09aa7d42c6e3 None None] Calling delete_port for ca9d00ac-82e0-4553-abe8-ccd7a6ef47da owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:29.426885 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81506021-b8eb-4041-aa9f-09aa7d42c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.460695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:29.477351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Allocated IP 172.20.0.13 (229ca434-f22f-42d3-8849-650f18a59c24/463a8c9c-31b7-4fa6-9496-6601c4049e9d/69fcf2f5-ca0c-4f10-806d-ca104fdcc64e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:29.479371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81506021-b8eb-4041-aa9f-09aa7d42c6e3 None None] Pushing event deleted for resources: {'Port': ['ID=ca9d00ac-82e0-4553-abe8-ccd7a6ef47da,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:29.497233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81506021-b8eb-4041-aa9f-09aa7d42c6e3 None None] No DVR routers for this DVR port ca9d00ac-82e0-4553-abe8-ccd7a6ef47da on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:29.520419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965dbb32-5456-4ae2-b57a-3508e1d1cd4e None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:29.523800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:29.563200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Attempting to bind port d454920a-570c-4ee7-a20a-2a843f9f55de on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:29.563200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Attempting to bind port d454920a-570c-4ee7-a20a-2a843f9f55de by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:29.563781 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Attempting to bind port d454920a-570c-4ee7-a20a-2a843f9f55de on network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:29.576714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Port d454920a-570c-4ee7-a20a-2a843f9f55de on network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:14:29.577052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Attempting to bind port d454920a-570c-4ee7-a20a-2a843f9f55de on network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:29.591555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:29.591969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Checking segment: {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:29.592291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Bound using segment: {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:29.592738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Bound port: d454920a-570c-4ee7-a20a-2a843f9f55de, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:29.593098 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.746519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.768191 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port bf38660c-18a4-41ca-b685-eb3db579705c yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:29.811136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:29.898631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '04ef3f67-abea-4d59-a48a-68a832076ff1'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:14:29.900195 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:30.007003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ca9d00ac-82e0-4553-abe8-ccd7a6ef47da no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:30.023684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6364475-da39-47f8-b621-e6cf35d420e1 req-f8a310d7-7ca1-4c16-b05d-472cf5b15f5f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:30.023684 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6364475-da39-47f8-b621-e6cf35d420e1 req-f8a310d7-7ca1-4c16-b05d-472cf5b15f5f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.2002394 Aug 21 09:14:30.033321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ca9d00ac-82e0-4553-abe8-ccd7a6ef47da {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:14:30.033883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ca9d00ac-82e0-4553-abe8-ccd7a6ef47da not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:30.114105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::29b:4f11:2cdf:2648 (9f07fd62-f4b8-49be-a982-63482994ed24/04ef3f67-abea-4d59-a48a-68a832076ff1/bf38660c-18a4-41ca-b685-eb3db579705c) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:30.120913 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:30.130639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7ad7d-9106-4c8c-b4c0-5e93b5dd4ff7 req-887308c1-9c6e-446b-b0c4-bc2bc6ce2efd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:30.132267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf7ad7d-9106-4c8c-b4c0-5e93b5dd4ff7 req-887308c1-9c6e-446b-b0c4-bc2bc6ce2efd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.5331550 Aug 21 09:14:30.139234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:30.144662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6364475-da39-47f8-b621-e6cf35d420e1 req-94d3189d-2c9e-4e90-9704-416b303ca1c7 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180174 Aug 21 09:14:30.151523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:30.196226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Network 229ca434-f22f-42d3-8849-650f18a59c24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:30.200844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:30.211108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:30.252159 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:30.257955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Pushing event updated for resources: {'Port': ['ID=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:30.329231 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:30.347692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf7ad7d-9106-4c8c-b4c0-5e93b5dd4ff7 req-6f955d7d-0b25-4b37-b867-153f52286d39 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693127 Aug 21 09:14:30.378219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object bf38660c-18a4-41ca-b685-eb3db579705c will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:30.422274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:30.423220 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:30.425948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] 10.222.0.22 "PUT /v2.0/ports/d454920a-570c-4ee7-a20a-2a843f9f55de HTTP/1.1" status: 200 len: 1092 time: 2.3210309 Aug 21 09:14:30.457472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:30.457472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:30.476696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a633089-b27b-4e06-9733-0ba49af8e4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:30.499725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087660bf-593a-48ec-9577-d3f6016ea499 req-04c25879-57f1-43e5-8e7e-4b73c2925b16 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:30.501488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-087660bf-593a-48ec-9577-d3f6016ea499 req-04c25879-57f1-43e5-8e7e-4b73c2925b16 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 932 time: 0.1761937 Aug 21 09:14:30.505329 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:30.567329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/04ef3f67-abea-4d59-a48a-68a832076ff1/ef4acd5c-735b-41cc-8fda-aedd3690d6ce) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:30.577771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-087660bf-593a-48ec-9577-d3f6016ea499 req-b5c6ec06-5ed4-4349-917f-28f74d635cf1 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650938 Aug 21 09:14:30.586707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:30.587366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device bf602691-21e7-4fa6-8586-2a95705c4f3f no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:30.591667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:30.594939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:30.607047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:30.608111 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:30.629234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=bf38660c-18a4-41ca-b685-eb3db579705c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:30.641843 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-5348f4ff-e9f4-4e0d-aa72-2b9d784cdfe0 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1127763 Aug 21 09:14:30.644813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: bf602691-21e7-4fa6-8586-2a95705c4f3f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:14:30.645829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device bf602691-21e7-4fa6-8586-2a95705c4f3f not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:30.681888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Request body: {'port': {'device_id': '5124b797-c1c8-4108-bd70-678f49f80754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:30.746987 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3a5fe3d6-7f76-487f-a332-e0e38eddf007 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5328841 Aug 21 09:14:30.749397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49672) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:30.752988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:30.755247 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8807dd43-758e-4ad3-8b89-2b25197be414" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:30.757867 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:30.783404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-e2baeed3-3d96-48c7-a952-02ec14b304bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:30.785176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-e2baeed3-3d96-48c7-a952-02ec14b304bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 1095 time: 0.1999137 Aug 21 09:14:30.797679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49678) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:30.863583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b643f1-5aeb-4bc5-8f36-452963170094 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:30.867357 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f6b643f1-5aeb-4bc5-8f36-452963170094 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1166730 Aug 21 09:14:30.874410 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49684) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:31.027631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1564583336'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:31.063696 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b33ef709-e144-4930-b0fc-2fc5c2c45a6c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port bf38660c-18a4-41ca-b685-eb3db579705c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:31.067764 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b33ef709-e144-4930-b0fc-2fc5c2c45a6c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.088292 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1b8ff3-f3cc-44e6-81ea-51e8de7b51d0 x-openstack-request-id: req-8c1b8ff3-f3cc-44e6-81ea-51e8de7b51d0 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:31.088944 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:31.089407 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c1b8ff3-f3cc-44e6-81ea-51e8de7b51d0 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:31.090031 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'status': 'completed', 'code': 200} Aug 21 09:14:31.096005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-31843578-f2b0-4b27-b56c-709d848bec47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d454920a-570c-4ee7-a20a-2a843f9f55de HTTP/1.1" status: 200 len: 217 time: 0.2819042 Aug 21 09:14:31.145796 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.150852 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Made reservation on behalf of c97cb571224b49b5a3af2bf437741db4 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:31.154769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Transition to ACTIVE for port object ef4acd5c-735b-41cc-8fda-aedd3690d6ce will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:31.155593 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.171182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Transition to ACTIVE for port object ef4acd5c-735b-41cc-8fda-aedd3690d6ce will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:31.176545 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.239493 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.251477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-55690bff-cf09-4f9a-9dc5-522554de1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:31.253403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-55690bff-cf09-4f9a-9dc5-522554de1235 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.1401200 Aug 21 09:14:31.258554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4e99-19b4-47f1-bfbf-058a3c5f4dac req-590eb5c9-f31f-4bdf-ad76-7068fafab266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:31.260753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60dd4e99-19b4-47f1-bfbf-058a3c5f4dac req-590eb5c9-f31f-4bdf-ad76-7068fafab266 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 1097 time: 0.1692536 Aug 21 09:14:31.294387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c864c-510c-4161-b663-d9f031be0ca8 req-3690551d-aafb-4f07-b1c7-8ad26172b97f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:31.296952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:31.300632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:31.305392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-827c864c-510c-4161-b663-d9f031be0ca8 req-3690551d-aafb-4f07-b1c7-8ad26172b97f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.2109909 Aug 21 09:14:31.307991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:31.324038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Pushing event updated for resources: {'Port': ['ID=ef4acd5c-735b-41cc-8fda-aedd3690d6ce,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:31.398515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Attempting to bind port ef4acd5c-735b-41cc-8fda-aedd3690d6ce on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:31.399104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Attempting to bind port ef4acd5c-735b-41cc-8fda-aedd3690d6ce by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:31.399721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Attempting to bind port ef4acd5c-735b-41cc-8fda-aedd3690d6ce on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:31.406365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:31.407132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:31.407784 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.408395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:31.409975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Bound port: ef4acd5c-735b-41cc-8fda-aedd3690d6ce, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:31.410666 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.488837 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b33ef709-e144-4930-b0fc-2fc5c2c45a6c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.498394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-3e113e06-2c4b-4eef-9d0c-fab40e8cff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:31.500322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-3e113e06-2c4b-4eef-9d0c-fab40e8cff5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2273259 Aug 21 09:14:31.502290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] For port ef4acd5c-735b-41cc-8fda-aedd3690d6ce, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:31.505548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] For port ef4acd5c-735b-41cc-8fda-aedd3690d6ce, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ef4acd5c-735b-41cc-8fda-aedd3690d6ce,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:31.509268 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b33ef709-e144-4930-b0fc-2fc5c2c45a6c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for bf38660c-18a4-41ca-b685-eb3db579705c owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:31.525033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:14:31.548043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-827c864c-510c-4161-b663-d9f031be0ca8 req-e56add03-5999-4d71-987d-dab5835e2503 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417891 Aug 21 09:14:31.549862 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.615952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Transition to ACTIVE for port object 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:31.628229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4e99-19b4-47f1-bfbf-058a3c5f4dac req-6ab83761-d2c0-48f3-a4d9-df4b5569c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:31.629737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60dd4e99-19b4-47f1-bfbf-058a3c5f4dac req-6ab83761-d2c0-48f3-a4d9-df4b5569c1d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62dd797b-f8e9-4353-9cfd-58010e4f1e68 HTTP/1.1" status: 200 len: 911 time: 0.3556137 Aug 21 09:14:31.638033 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.645388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432f46a-452e-4b09-8748-986317791187 req-72bf4b11-8a64-4545-8f32-fd156f567c74 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:31.653089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3432f46a-452e-4b09-8748-986317791187 req-72bf4b11-8a64-4545-8f32-fd156f567c74 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.1837668 Aug 21 09:14:31.695843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.735648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745eb6c-e8c6-4eab-ae74-30a85b59267e None None] Pushing event updated for resources: {'Port': ['ID=ef4acd5c-735b-41cc-8fda-aedd3690d6ce,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:31.769112 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.808230 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b33ef709-e144-4930-b0fc-2fc5c2c45a6c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.821561 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:14:31.839237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c802ded-aa1c-4530-a98a-7a091bd401c7,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:31.863473 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.870091 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Added segment f85d67a3-7ae9-45aa-8c68-76c34c3d1727 of type vlan for network 9a5954e3-6be5-415c-9097-780d5480ca39 Aug 21 09:14:31.873785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ef709-e144-4930-b0fc-2fc5c2c45a6c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=bf38660c-18a4-41ca-b685-eb3db579705c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:31.958615 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b33ef709-e144-4930-b0fc-2fc5c2c45a6c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:31.960614 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b33ef709-e144-4930-b0fc-2fc5c2c45a6c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/bf38660c-18a4-41ca-b685-eb3db579705c HTTP/1.1" status: 204 len: 168 time: 1.0842435 Aug 21 09:14:31.964330 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49698) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:31.967223 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.004724 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.028624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60dd4e99-19b4-47f1-bfbf-058a3c5f4dac req-bc6c0dcf-04d2-4727-8bc5-18f49bd7c4e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49da0e21-e279-41d0-b069-69897a65ddc2 HTTP/1.1" status: 200 len: 217 time: 0.3716705 Aug 21 09:14:32.052994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5271d-112d-4379-9548-58c31fed7f75 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:32.054882 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5271d-112d-4379-9548-58c31fed7f75 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:32.057173 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7d5271d-112d-4379-9548-58c31fed7f75 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0911679 Aug 21 09:14:32.060175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49702) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:32.115249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f57f1e-a1fb-4121-8a69-664e170a3c89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 04ef3f67-abea-4d59-a48a-68a832076ff1 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:14:32.118328 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52f57f1e-a1fb-4121-8a69-664e170a3c89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.139930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.145742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:32.148242 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.159775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-9da58f40-0b5b-4ecd-a59d-ef0e45b6b14a service neutron] 10.222.0.22 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277821 Aug 21 09:14:32.169311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3432f46a-452e-4b09-8748-986317791187 req-8f4e4076-a06c-4010-8393-14da1ab47899 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5152669 Aug 21 09:14:32.174258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:32.211963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dd719-a2ba-40ab-9321-0265745d1c3a req-70a57971-6eec-408d-9c9d-3950cd14e607 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:32.213448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f5dd719-a2ba-40ab-9321-0265745d1c3a req-70a57971-6eec-408d-9c9d-3950cd14e607 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 944 time: 0.2500761 Aug 21 09:14:32.223424 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52f57f1e-a1fb-4121-8a69-664e170a3c89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.230054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4e99-19b4-47f1-bfbf-058a3c5f4dac req-04295145-c2b4-465c-aef4-01f23c529b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:32.231571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60dd4e99-19b4-47f1-bfbf-058a3c5f4dac req-04295145-c2b4-465c-aef4-01f23c529b1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e68898c8-90b5-4afa-bd48-3890e2dba30a HTTP/1.1" status: 200 len: 850 time: 0.1725593 Aug 21 09:14:32.259619 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4573245 Aug 21 09:14:32.262323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49704) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:32.269000 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Request body: {'subnet': {'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:32.272332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a0d8c-9992-45ad-b571-0faedfd54d0b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'Network': ['ID=9a5954e3-6be5-415c-9097-780d5480ca39,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:32.286027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 9a5954e3-6be5-415c-9097-780d5480ca39 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:14:32.330938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60dd4e99-19b4-47f1-bfbf-058a3c5f4dac req-0442420e-e69b-40cb-9ea2-11b17792c8a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62dd797b-f8e9-4353-9cfd-58010e4f1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648136 Aug 21 09:14:32.400250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52f57f1e-a1fb-4121-8a69-664e170a3c89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.432034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f5dd719-a2ba-40ab-9321-0265745d1c3a req-91579a0b-57bb-4a5e-94d5-bb7c9c64e23c tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988246 Aug 21 09:14:32.462063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Attempting to bind port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:32.462439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Attempting to bind port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:32.462776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Attempting to bind port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e on network 229ca434-f22f-42d3-8849-650f18a59c24 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:32.468773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97baeb0f-6903-4c0e-af0f-33d86327305a req-bffb1cbc-2de5-408f-80ae-b4b1edfce200 service neutron] 10.222.0.22 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986300 Aug 21 09:14:32.483399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e on network 229ca434-f22f-42d3-8849-650f18a59c24 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:14:32.483399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Attempting to bind port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e on network 229ca434-f22f-42d3-8849-650f18a59c24 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:32.493468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:32.494436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Checking segment: {'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:32.494564 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Made reservation on behalf of c97cb571224b49b5a3af2bf437741db4 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:32.494758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Bound using segment: {'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:32.495194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Bound port: 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90425d49-c782-4a55-989d-a82211f9da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:32.495578 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.499445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.520489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60dd4e99-19b4-47f1-bfbf-058a3c5f4dac req-084d0c9c-0bb2-4d3d-a75a-52f714e3a161 service neutron] 10.222.0.13 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776950 Aug 21 09:14:32.554025 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52f57f1e-a1fb-4121-8a69-664e170a3c89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.626506 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f57f1e-a1fb-4121-8a69-664e170a3c89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=04ef3f67-abea-4d59-a48a-68a832076ff1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:32.632526 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52f57f1e-a1fb-4121-8a69-664e170a3c89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.640495 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-52f57f1e-a1fb-4121-8a69-664e170a3c89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/04ef3f67-abea-4d59-a48a-68a832076ff1 HTTP/1.1" status: 204 len: 168 time: 0.5734291 Aug 21 09:14:32.640715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49710) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:32.719767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-27f7c587-8627-4ab2-ad06-105fc5173525 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773532 Aug 21 09:14:32.720656 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49714) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:32.720791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] For port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:32.727812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-607476c9-a773-4e4e-be76-94d8796fe2e9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:32.783065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] For port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:32.789899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807dd43-758e-4ad3-8b89-2b25197be414 req-3299995b-547a-4d29-af3f-a25709b286ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:32.791474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8807dd43-758e-4ad3-8b89-2b25197be414 req-3299995b-547a-4d29-af3f-a25709b286ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 1095 time: 0.1694348 Aug 21 09:14:32.793314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60dd4e99-19b4-47f1-bfbf-058a3c5f4dac req-3973e595-f954-4768-b1ca-2156fb1bd425 service neutron] 10.222.0.13 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506185 Aug 21 09:14:32.892813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1c8e1-d0bc-4fb2-9119-ca31ce2facfd req-56738577-2c90-4798-8ef2-44494d4d79fa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:32.894339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28c1c8e1-d0bc-4fb2-9119-ca31ce2facfd req-56738577-2c90-4798-8ef2-44494d4d79fa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.1838403 Aug 21 09:14:32.913931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.916358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874f128-52b1-40f3-ab4d-f2d9ec0e58d0 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:32.930732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4f67d-ca30-448b-bdbc-0470c3650bdc req-89c87a7c-98d9-48c7-a113-4de6e6279a78 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:32.932731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90d4f67d-ca30-448b-bdbc-0470c3650bdc req-89c87a7c-98d9-48c7-a113-4de6e6279a78 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 950 time: 0.1672020 Aug 21 09:14:32.941165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:32.947709 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607476c9-a773-4e4e-be76-94d8796fe2e9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:32.951820 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-607476c9-a773-4e4e-be76-94d8796fe2e9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:33.013973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:33.016328 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:33.016886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/69fcf2f5-ca0c-4f10-806d-ca104fdcc64e HTTP/1.1" status: 200 len: 1093 time: 2.3482201 Aug 21 09:14:33.025039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807dd43-758e-4ad3-8b89-2b25197be414 req-6ad4c1a3-670d-4f14-930f-a333c58e28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:33.026710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8807dd43-758e-4ad3-8b89-2b25197be414 req-6ad4c1a3-670d-4f14-930f-a333c58e28e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.2175829 Aug 21 09:14:33.072295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'Subnet': ['ID=15d5c51e-80e9-4685-b481-c30d83b3972e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:33.077267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-22744258-759c-40b7-bc66-039cd99a0fc8 None None] Provisioning for port ef4acd5c-735b-41cc-8fda-aedd3690d6ce completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:33.101329 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Checking segment: {'id': 'f85d67a3-7ae9-45aa-8c68-76c34c3d1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:33.101694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Network hostable DHCP agents. Network: 9a5954e3-6be5-415c-9097-780d5480ca39, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:14:33.103592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5124b797-c1c8-4108-bd70-678f49f80754', 'tag': '69fcf2f5-ca0c-4f10-806d-ca104fdcc64e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:33.106002 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda8a49c-6b16-4ffa-a647-8fdfa789f935" -d '{"events": [{"name": "network-changed", "server_uuid": "5124b797-c1c8-4108-bd70-678f49f80754", "tag": "69fcf2f5-ca0c-4f10-806d-ca104fdcc64e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:33.115956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b958c-9367-4d3a-b0af-62034deef9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:33.122893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8807dd43-758e-4ad3-8b89-2b25197be414 req-405ddc8c-7489-4d30-9da8-5a2ba936e1d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d454920a-570c-4ee7-a20a-2a843f9f55de HTTP/1.1" status: 200 len: 217 time: 0.0799315 Aug 21 09:14:33.134630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28c1c8e1-d0bc-4fb2-9119-ca31ce2facfd req-f91c4775-eaef-4d2a-8359-68a22d67f2d5 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216618 Aug 21 09:14:33.139766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90d4f67d-ca30-448b-bdbc-0470c3650bdc req-a1ff00c1-d8e4-4280-85fe-6e106186943b tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952586 Aug 21 09:14:33.178112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a512d45f-aac6-41a8-9008-db8846bf96f5 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:14:33.197084 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c986608-2b97-4606-a759-223dec556a9a x-openstack-request-id: req-5c986608-2b97-4606-a759-223dec556a9a {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:33.197588 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5124b797-c1c8-4108-bd70-678f49f80754", "tag": "69fcf2f5-ca0c-4f10-806d-ca104fdcc64e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:33.198241 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c986608-2b97-4606-a759-223dec556a9a {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:33.198641 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5124b797-c1c8-4108-bd70-678f49f80754', 'tag': '69fcf2f5-ca0c-4f10-806d-ca104fdcc64e', 'status': 'completed', 'code': 200} Aug 21 09:14:33.215184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Network 9a5954e3-6be5-415c-9097-780d5480ca39 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:14:33.226600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807dd43-758e-4ad3-8b89-2b25197be414 req-1cf478c9-9ae3-4ce0-be1e-27a74cc752cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:33.228653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8807dd43-758e-4ad3-8b89-2b25197be414 req-1cf478c9-9ae3-4ce0-be1e-27a74cc752cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.0923822 Aug 21 09:14:33.247251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a512d45f-aac6-41a8-9008-db8846bf96f5 None None] Deleting port ef4acd5c-735b-41cc-8fda-aedd3690d6ce {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:33.247665 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a512d45f-aac6-41a8-9008-db8846bf96f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:33.251823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-3406813e-5c15-4307-b4f8-372082d334be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:33.253620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-3406813e-5c15-4307-b4f8-372082d334be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=718e6edb095b4060a0ab060f45fe7efe&device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 1096 time: 0.0702672 Aug 21 09:14:33.315929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 9a5954e3-6be5-415c-9097-780d5480ca39) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:33.325895 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:33.326615 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:33.331831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a1bdb6-5d58-4049-9f9c-2c5324cf22fc None None] Network 9a5954e3-6be5-415c-9097-780d5480ca39 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:33.338063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-b21a227f-7b60-46cf-8a29-153ed060a81a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e HTTP/1.1" status: 200 len: 217 time: 0.0652034 Aug 21 09:14:33.345093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-607476c9-a773-4e4e-be76-94d8796fe2e9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:33.357688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807dd43-758e-4ad3-8b89-2b25197be414 req-a539033d-35c1-441e-9022-4ab6de1c6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:33.359116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8807dd43-758e-4ad3-8b89-2b25197be414 req-a539033d-35c1-441e-9022-4ab6de1c6ad9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222930 Aug 21 09:14:33.386356 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607476c9-a773-4e4e-be76-94d8796fe2e9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:33.393792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-607476c9-a773-4e4e-be76-94d8796fe2e9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:33.395621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a512d45f-aac6-41a8-9008-db8846bf96f5 None None] For port ef4acd5c-735b-41cc-8fda-aedd3690d6ce, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ef4acd5c-735b-41cc-8fda-aedd3690d6ce,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:33.396048 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a512d45f-aac6-41a8-9008-db8846bf96f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:33.402290 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607476c9-a773-4e4e-be76-94d8796fe2e9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:33.402883 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-607476c9-a773-4e4e-be76-94d8796fe2e9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:33.403623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d186bf-af27-466e-ae08-8da182eb71eb req-51c72152-cbfa-4ffe-9cf4-813c25e17231 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:33.405146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2d186bf-af27-466e-ae08-8da182eb71eb req-51c72152-cbfa-4ffe-9cf4-813c25e17231 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.1316788 Aug 21 09:14:33.417021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a512d45f-aac6-41a8-9008-db8846bf96f5 None None] Calling delete_port for ef4acd5c-735b-41cc-8fda-aedd3690d6ce owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:33.420862 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-644cb0a5-90cf-4b0f-8209-e2ed454c17f5 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1577208 Aug 21 09:14:33.421742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49726) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:33.432188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Request body: {'port': {'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-267065615'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:33.455238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607476c9-a773-4e4e-be76-94d8796fe2e9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=87ce9865-571f-46ca-848c-e8c87dfa9321,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:33.495828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-cdf69a5b-b6b3-4c39-bcb1-359dca222084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:33.497366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-cdf69a5b-b6b3-4c39-bcb1-359dca222084 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=463a8c9c-31b7-4fa6-9496-6601c4049e9d HTTP/1.1" status: 200 len: 854 time: 0.1429040 Aug 21 09:14:33.548560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-e37e9c99-1d64-4e2a-bffc-512f01b4a56f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=229ca434-f22f-42d3-8849-650f18a59c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376828 Aug 21 09:14:33.551578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2d186bf-af27-466e-ae08-8da182eb71eb req-ebc9ea34-8ccb-4ec4-98c2-835d2c40d8c0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275051 Aug 21 09:14:33.596735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8807dd43-758e-4ad3-8b89-2b25197be414 req-6c5dda46-fca1-4d4b-9038-c6c2c3d5b41d service neutron] 10.222.0.22 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256470 Aug 21 09:14:33.634936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9a5954e3-6be5-415c-9097-780d5480ca39', 'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39', 'tenant_id': 'c97cb571224b49b5a3af2bf437741db4', 'fixed_ips': [{'subnet_id': '15d5c51e-80e9-4685-b481-c30d83b3972e'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:14:33.634936 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:33.721855 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-607476c9-a773-4e4e-be76-94d8796fe2e9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9998844 Aug 21 09:14:33.724892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49732) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:33.731648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': '87ce9865-571f-46ca-848c-e8c87dfa9321', 'ip_address': '2001:db8::add8:9362:1276:d526'}], 'name': 'tempest-NetworksTestDHCPv6-11796993'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:33.733500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7295b-66cf-409f-9a2a-a7ab22e3d498 req-0733b549-a0d2-43c4-95d5-061b447afef8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:33.735098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fab7295b-66cf-409f-9a2a-a7ab22e3d498 req-0733b549-a0d2-43c4-95d5-061b447afef8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 944 time: 0.1891942 Aug 21 09:14:33.746367 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a512d45f-aac6-41a8-9008-db8846bf96f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:33.763456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a512d45f-aac6-41a8-9008-db8846bf96f5 None None] No DVR routers for this DVR port ef4acd5c-735b-41cc-8fda-aedd3690d6ce on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:33.797118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de83456c-ecda-4dc8-9e80-cf5563597f10 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:33.800117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Allocated IP 2001:db8::2 (9a5954e3-6be5-415c-9097-780d5480ca39/15d5c51e-80e9-4685-b481-c30d83b3972e/a3056cae-a6b2-4eab-861f-134a45ea0083) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:33.802804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512d45f-aac6-41a8-9008-db8846bf96f5 None None] Pushing event deleted for resources: {'Port': ['ID=ef4acd5c-735b-41cc-8fda-aedd3690d6ce,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:33.814806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-285acfaf-d703-4966-92c9-8bb1ea82e3b7 service neutron] 10.222.0.13 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434402 Aug 21 09:14:33.818477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8807dd43-758e-4ad3-8b89-2b25197be414 req-b120f1cd-e31f-4dc1-aa8b-b609bf829c67 service neutron] 10.222.0.22 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979926 Aug 21 09:14:33.833943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Made reservation on behalf of c97cb571224b49b5a3af2bf437741db4 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:33.838372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:33.856473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fab7295b-66cf-409f-9a2a-a7ab22e3d498 req-925b155a-4b71-4472-ac7c-6f6a52aaaf59 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049631 Aug 21 09:14:33.882918 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] device_id is not set on port 17ff6e46-dab3-43d1-ac77-f052c304b466 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:33.943268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea7687ae-35c7-41e9-9f6d-9b8762d953dc req-ae6bebac-b9f3-4265-a248-135e02d0ee01 service neutron] 10.222.0.13 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174169 Aug 21 09:14:33.962748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:33.968234 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:33.986821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port c944154c-4b0a-4b66-b86c-58141411420d yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:34.057836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '87ce9865-571f-46ca-848c-e8c87dfa9321'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:14:34.058676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.066508 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.084336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Transition to ACTIVE for port object a3056cae-a6b2-4eab-861f-134a45ea0083 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:34.120088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8a49c-6b16-4ffa-a647-8fdfa789f935 req-064ee08c-dfe5-43e4-8b27-3174776ced26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:34.121643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eda8a49c-6b16-4ffa-a647-8fdfa789f935 req-064ee08c-dfe5-43e4-8b27-3174776ced26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=718e6edb095b4060a0ab060f45fe7efe&device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 1096 time: 0.0439346 Aug 21 09:14:34.156085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::add8:9362:1276:d526 (9f07fd62-f4b8-49be-a982-63482994ed24/87ce9865-571f-46ca-848c-e8c87dfa9321/c944154c-4b0a-4b66-b86c-58141411420d) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:34.158654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Transition to ACTIVE for port object a3056cae-a6b2-4eab-861f-134a45ea0083 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:34.243797 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.281479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Network 9a5954e3-6be5-415c-9097-780d5480ca39 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:34.286102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:34.289699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:34.298113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Pushing event updated for resources: {'Port': ['ID=a3056cae-a6b2-4eab-861f-134a45ea0083,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:34.322491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8a49c-6b16-4ffa-a647-8fdfa789f935 req-30e216e9-680d-42f8-b9a2-e296da0e4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:34.324029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eda8a49c-6b16-4ffa-a647-8fdfa789f935 req-30e216e9-680d-42f8-b9a2-e296da0e4cd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=229ca434-f22f-42d3-8849-650f18a59c24 HTTP/1.1" status: 200 len: 915 time: 0.1949706 Aug 21 09:14:34.332343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869ad08-1308-49f3-a095-e223fb00a5ed req-b32d7e93-d955-4e6f-afec-014387827835 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:34.333808 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6869ad08-1308-49f3-a095-e223fb00a5ed req-b32d7e93-d955-4e6f-afec-014387827835 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.1138041 Aug 21 09:14:34.348194 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Allocated IP 2001:db8::2c8 (9a5954e3-6be5-415c-9097-780d5480ca39/15d5c51e-80e9-4685-b481-c30d83b3972e/17ff6e46-dab3-43d1-ac77-f052c304b466) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:34.354647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Attempting to bind port a3056cae-a6b2-4eab-861f-134a45ea0083 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:34.355129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Attempting to bind port a3056cae-a6b2-4eab-861f-134a45ea0083 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f85d67a3-7ae9-45aa-8c68-76c34c3d1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:34.355464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Attempting to bind port a3056cae-a6b2-4eab-861f-134a45ea0083 on network 9a5954e3-6be5-415c-9097-780d5480ca39 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:34.362192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:34.362645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Checking segment: {'id': 'f85d67a3-7ae9-45aa-8c68-76c34c3d1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:34.363436 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.363609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Bound using segment: {'id': 'f85d67a3-7ae9-45aa-8c68-76c34c3d1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:34.364075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Bound port: a3056cae-a6b2-4eab-861f-134a45ea0083, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85d67a3-7ae9-45aa-8c68-76c34c3d1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:34.364527 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.386348 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.392871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eda8a49c-6b16-4ffa-a647-8fdfa789f935 req-bccf8a59-5c28-459b-8d37-3576ab720de6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e HTTP/1.1" status: 200 len: 217 time: 0.0576739 Aug 21 09:14:34.408874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object c944154c-4b0a-4b66-b86c-58141411420d will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:34.426502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99456f-da30-4a28-bdeb-cf875cdfc5a3 req-6423d182-9873-4ccc-8eca-8637d3e427d0 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:34.428099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb99456f-da30-4a28-bdeb-cf875cdfc5a3 req-6423d182-9873-4ccc-8eca-8637d3e427d0 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 950 time: 0.1897666 Aug 21 09:14:34.437921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] For port a3056cae-a6b2-4eab-861f-134a45ea0083, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:34.443017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] For port a3056cae-a6b2-4eab-861f-134a45ea0083, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a3056cae-a6b2-4eab-861f-134a45ea0083,segment=NetworkSegment(f85d67a3-7ae9-45aa-8c68-76c34c3d1727),segment_id=f85d67a3-7ae9-45aa-8c68-76c34c3d1727)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:34.510403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6869ad08-1308-49f3-a095-e223fb00a5ed req-fd12efeb-c819-4be6-9427-f9fd938a5f90 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647217 Aug 21 09:14:34.518944 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.533395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8a49c-6b16-4ffa-a647-8fdfa789f935 req-c64471c5-5c25-4b1d-804f-0ca4c41b4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:34.533395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eda8a49c-6b16-4ffa-a647-8fdfa789f935 req-c64471c5-5c25-4b1d-804f-0ca4c41b4a08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=463a8c9c-31b7-4fa6-9496-6601c4049e9d HTTP/1.1" status: 200 len: 854 time: 0.1093745 Aug 21 09:14:34.534174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbe212-8397-4f92-8e0c-71b031531474 req-cc5e3a85-c68a-4c30-8ccf-186b9814a820 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:34.535936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66dbe212-8397-4f92-8e0c-71b031531474 req-cc5e3a85-c68a-4c30-8ccf-186b9814a820 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.22 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 950 time: 0.1621106 Aug 21 09:14:34.555899 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.590249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb99456f-da30-4a28-bdeb-cf875cdfc5a3 req-acc56c89-98ca-4f7a-9428-b0206792f7b3 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438613 Aug 21 09:14:34.590939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Transition to ACTIVE for port object 17ff6e46-dab3-43d1-ac77-f052c304b466 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:34.613070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device d454920a-570c-4ee7-a20a-2a843f9f55de details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:14:34.638369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eda8a49c-6b16-4ffa-a647-8fdfa789f935 req-86a554d0-6cd3-486d-b460-62202db6fc81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=229ca434-f22f-42d3-8849-650f18a59c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013801 Aug 21 09:14:34.650493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.686839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce06f2-66c1-4d58-bd46-67603e0734ad None None] Pushing event updated for resources: {'Port': ['ID=a3056cae-a6b2-4eab-861f-134a45ea0083,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:34.711036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:34.717085 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.721761 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:34.729532 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:34.736942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:34.738458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.739838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/87ce9865-571f-46ca-848c-e8c87dfa9321/f8cb67c2-9176-4d49-8a45-f7d4b8770632) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:34.755771 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=c944154c-4b0a-4b66-b86c-58141411420d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:34.795840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Network 9a5954e3-6be5-415c-9097-780d5480ca39 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:34.799145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:34.803097 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:34.809572 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:34.810544 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:34.829245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'Port': ['ID=17ff6e46-dab3-43d1-ac77-f052c304b466,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:34.923351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:34.953099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'port_id': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'mac_address': 'fa:16:3e:6e:34:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:14:34.953856 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-52f54567-d47c-46fb-ad81-5b43c52d090f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2279131 Aug 21 09:14:34.954848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49746) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:34.969132 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7d5ecb37-08bd-498b-9043-ff66bb358a36 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5382926 Aug 21 09:14:34.972975 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49748) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:34.976684 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Request body: {'port': {'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1184921837', 'allowed_address_pairs': [{'ip_address': '2001:db8::2c8', 'mac_address': 'fa:16:3e:76:e0:e1'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:35.069070 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.080326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Transition to ACTIVE for port object f8cb67c2-9176-4d49-8a45-f7d4b8770632 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:35.090347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5786d5-c862-446c-abe9-2b697aab0ec6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:35.094461 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ea5786d5-c862-446c-abe9-2b697aab0ec6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1361880 Aug 21 09:14:35.098323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Transition to ACTIVE for port object f8cb67c2-9176-4d49-8a45-f7d4b8770632 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:35.099512 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49750) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:35.117707 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.133494 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d454920a-570c-4ee7-a20a-2a843f9f55de {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:14:35.158226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:35.182634 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.221894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e24ea2d8-42ed-4f7d-90c7-5921b428331f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port c944154c-4b0a-4b66-b86c-58141411420d {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:35.222244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e24ea2d8-42ed-4f7d-90c7-5921b428331f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.244727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7034c2-2882-4e37-affd-4eb466208362 req-fccaf6f4-4e9f-4303-ae8d-6ea26cf83160 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:35.246410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:35.247507 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.252422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b7034c2-2882-4e37-affd-4eb466208362 req-fccaf6f4-4e9f-4303-ae8d-6ea26cf83160 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.5182738 Aug 21 09:14:35.252967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:35.255145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:35.266108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Pushing event updated for resources: {'Port': ['ID=f8cb67c2-9176-4d49-8a45-f7d4b8770632,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:35.269922 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Made reservation on behalf of c97cb571224b49b5a3af2bf437741db4 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:35.283147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badabc2b-6158-4092-bad0-1af3f43cffa2 req-49c6a67d-87f8-4c1b-8275-e381a0e5db8b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:35.284699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-badabc2b-6158-4092-bad0-1af3f43cffa2 req-49c6a67d-87f8-4c1b-8275-e381a0e5db8b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 944 time: 0.1302862 Aug 21 09:14:35.297042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eda8a49c-6b16-4ffa-a647-8fdfa789f935 req-504a3770-064a-4dd8-abdc-c73e3262a4dc service neutron] 10.222.0.13 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352975 Aug 21 09:14:35.307419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-66dbe212-8397-4f92-8e0c-71b031531474 req-0f908567-c32a-4094-a2d1-397c291bc8dd tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Deleting port adf2b358-bc3b-4c59-bd24-8da22dd9f7df {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:35.307781 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66dbe212-8397-4f92-8e0c-71b031531474 req-0f908567-c32a-4094-a2d1-397c291bc8dd tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.363316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Attempting to bind port f8cb67c2-9176-4d49-8a45-f7d4b8770632 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:35.363993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Attempting to bind port f8cb67c2-9176-4d49-8a45-f7d4b8770632 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:35.364275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Attempting to bind port f8cb67c2-9176-4d49-8a45-f7d4b8770632 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:35.376505 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e24ea2d8-42ed-4f7d-90c7-5921b428331f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.377199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:35.377759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:35.378176 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.378883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:35.379109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Bound port: f8cb67c2-9176-4d49-8a45-f7d4b8770632, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:35.379503 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.399485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e24ea2d8-42ed-4f7d-90c7-5921b428331f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for c944154c-4b0a-4b66-b86c-58141411420d owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:35.408128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.444049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b7034c2-2882-4e37-affd-4eb466208362 req-78ec2056-e821-4a8b-b70d-0eec1980b9be tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831572 Aug 21 09:14:35.469288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] device_id is not set on port 0c18c2a1-d797-4d43-ace7-ff244d75e289 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:35.483589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] For port f8cb67c2-9176-4d49-8a45-f7d4b8770632, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:35.484107 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-badabc2b-6158-4092-bad0-1af3f43cffa2 req-31a878e1-cbfa-4385-a932-a3329d16c268 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778107 Aug 21 09:14:35.497492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] For port f8cb67c2-9176-4d49-8a45-f7d4b8770632, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f8cb67c2-9176-4d49-8a45-f7d4b8770632,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:35.497492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:35.563508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-66dbe212-8397-4f92-8e0c-71b031531474 req-0f908567-c32a-4094-a2d1-397c291bc8dd tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] For port adf2b358-bc3b-4c59-bd24-8da22dd9f7df, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=adf2b358-bc3b-4c59-bd24-8da22dd9f7df,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:35.563980 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66dbe212-8397-4f92-8e0c-71b031531474 req-0f908567-c32a-4094-a2d1-397c291bc8dd tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.579729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.594069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-66dbe212-8397-4f92-8e0c-71b031531474 req-0f908567-c32a-4094-a2d1-397c291bc8dd tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Calling delete_port for adf2b358-bc3b-4c59-bd24-8da22dd9f7df owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:35.625809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['d454920a-570c-4ee7-a20a-2a843f9f55de'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:14:35.636558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eda8a49c-6b16-4ffa-a647-8fdfa789f935 req-37d01fc8-f506-444b-95bd-6a163364151b service neutron] 10.222.0.13 "GET /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255892 Aug 21 09:14:35.648103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Allocated IP 2001:db8::30 (9a5954e3-6be5-415c-9097-780d5480ca39/15d5c51e-80e9-4685-b481-c30d83b3972e/0c18c2a1-d797-4d43-ace7-ff244d75e289) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:35.757985 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e24ea2d8-42ed-4f7d-90c7-5921b428331f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:35.763319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6ae1d-4a53-47d9-8c71-9a3f37eef058 req-b63b9185-243a-4b0c-a586-8fd50383d46e tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:35.766899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ee6ae1d-4a53-47d9-8c71-9a3f37eef058 req-b63b9185-243a-4b0c-a586-8fd50383d46e tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.1745400 Aug 21 09:14:35.791048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb1bc6-a3fd-46c6-9a64-2de7a87fa5c9 None None] Pushing event updated for resources: {'Port': ['ID=f8cb67c2-9176-4d49-8a45-f7d4b8770632,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:35.837928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b83d6b-4c56-4a4f-a1df-635be3764aa3 req-d7b937bd-dd42-4300-a6f7-bdb8b01336bf tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:35.840139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b83d6b-4c56-4a4f-a1df-635be3764aa3 req-d7b937bd-dd42-4300-a6f7-bdb8b01336bf tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 950 time: 0.1477320 Aug 21 09:14:35.863485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ee6ae1d-4a53-47d9-8c71-9a3f37eef058 req-5e7ce363-28f0-4637-b8da-0330b573f94e tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889287 Aug 21 09:14:35.949857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17f9faa-481d-4f46-b6a7-b63b89d56ba9 None None] Network 9a5954e3-6be5-415c-9097-780d5480ca39 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:35.986406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b83d6b-4c56-4a4f-a1df-635be3764aa3 req-f906c638-83a3-445e-84a1-3a2706d1b9ec tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/security-groups?id=636a4173-265a-4a47-8a63-f08592e5ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344125 Aug 21 09:14:35.990279 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ea2d8-42ed-4f7d-90c7-5921b428331f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=c944154c-4b0a-4b66-b86c-58141411420d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:36.079113 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e24ea2d8-42ed-4f7d-90c7-5921b428331f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.079113 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e24ea2d8-42ed-4f7d-90c7-5921b428331f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/c944154c-4b0a-4b66-b86c-58141411420d HTTP/1.1" status: 204 len: 168 time: 0.9774292 Aug 21 09:14:36.080083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a3056cae-a6b2-4eab-861f-134a45ea0083 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:36.082617 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49760) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:36.128330 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66dbe212-8397-4f92-8e0c-71b031531474 req-0f908567-c32a-4094-a2d1-397c291bc8dd tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.139547 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.169049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f908567-c32a-4094-a2d1-397c291bc8dd tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Pushing event deleted for resources: {'Port': ['ID=adf2b358-bc3b-4c59-bd24-8da22dd9f7df,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:36.177022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Transition to ACTIVE for port object 0c18c2a1-d797-4d43-ace7-ff244d75e289 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:36.200858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b7a8c-f2a6-4d9e-9fa1-b64862d30112 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:36.200858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b7a8c-f2a6-4d9e-9fa1-b64862d30112 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:36.200858 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-664b7a8c-f2a6-4d9e-9fa1-b64862d30112 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1114445 Aug 21 09:14:36.200858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49762) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:36.240763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-47627d87-c437-4a39-b157-cbeb6e6abbfc None None] Provisioning for port a3056cae-a6b2-4eab-861f-134a45ea0083 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:36.242814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dbe212-8397-4f92-8e0c-71b031531474 req-0f908567-c32a-4094-a2d1-397c291bc8dd tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] No DVR routers for this DVR port adf2b358-bc3b-4c59-bd24-8da22dd9f7df on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:36.246214 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66dbe212-8397-4f92-8e0c-71b031531474 req-0f908567-c32a-4094-a2d1-397c291bc8dd tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.248906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66dbe212-8397-4f92-8e0c-71b031531474 req-0f908567-c32a-4094-a2d1-397c291bc8dd tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.22 "DELETE /v2.0/ports/adf2b358-bc3b-4c59-bd24-8da22dd9f7df HTTP/1.1" status: 204 len: 173 time: 1.7020290 Aug 21 09:14:36.249657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e292f505-61d4-44ca-85da-acc3d3be6918', 'name': 'network-vif-deleted', 'tag': 'adf2b358-bc3b-4c59-bd24-8da22dd9f7df'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:36.252109 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854d3f22-8b23-4245-a095-9517ba95a540" -d '{"events": [{"server_uuid": "e292f505-61d4-44ca-85da-acc3d3be6918", "name": "network-vif-deleted", "tag": "adf2b358-bc3b-4c59-bd24-8da22dd9f7df"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:36.285157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8003c7d-2d5f-4d77-b4df-0e717137b38d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 87ce9865-571f-46ca-848c-e8c87dfa9321 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:14:36.289149 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8003c7d-2d5f-4d77-b4df-0e717137b38d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.300056 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605b8cde-9aae-4110-ac28-1524a68ac290 x-openstack-request-id: req-605b8cde-9aae-4110-ac28-1524a68ac290 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:36.300504 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e292f505-61d4-44ca-85da-acc3d3be6918", "name": "network-vif-deleted", "tag": "adf2b358-bc3b-4c59-bd24-8da22dd9f7df", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:36.300786 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-605b8cde-9aae-4110-ac28-1524a68ac290 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:36.301196 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e292f505-61d4-44ca-85da-acc3d3be6918', 'name': 'network-vif-deleted', 'tag': 'adf2b358-bc3b-4c59-bd24-8da22dd9f7df', 'status': 'completed', 'code': 200} Aug 21 09:14:36.312315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a3056cae-a6b2-4eab-861f-134a45ea0083 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:36.317454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a3056cae-a6b2-4eab-861f-134a45ea0083 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:36.318078 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.333610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8003c7d-2d5f-4d77-b4df-0e717137b38d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.343157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['adf2b358-bc3b-4c59-bd24-8da22dd9f7df'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:14:36.386851 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.422058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.457870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Network 9a5954e3-6be5-415c-9097-780d5480ca39 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:36.463762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:36.469462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:36.477092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a3056cae-a6b2-4eab-861f-134a45ea0083, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a3056cae-a6b2-4eab-861f-134a45ea0083,segment=NetworkSegment(f85d67a3-7ae9-45aa-8c68-76c34c3d1727),segment_id=f85d67a3-7ae9-45aa-8c68-76c34c3d1727)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:36.486357 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:36.486357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.504678 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'Port': ['ID=0c18c2a1-d797-4d43-ace7-ff244d75e289,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:36.531262 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8003c7d-2d5f-4d77-b4df-0e717137b38d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.591936 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.619979 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f5eb5966-3d28-4e4b-97d9-ab35a6a23469 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.6493392 Aug 21 09:14:36.622794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49770) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:36.640586 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a229222-fb96-4a20-be79-7188f720e180 req-3f1cccd5-ef83-4bff-b18d-7c4324d9251a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:36.642193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a229222-fb96-4a20-be79-7188f720e180 req-3f1cccd5-ef83-4bff-b18d-7c4324d9251a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.1151845 Aug 21 09:14:36.673309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9b923-2746-4167-8f63-3b94f6c04828 req-c79df29b-513d-438c-86d5-d748141411ac tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:36.684332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device d454920a-570c-4ee7-a20a-2a843f9f55de up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:36.687614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9dd9b923-2746-4167-8f63-3b94f6c04828 req-c79df29b-513d-438c-86d5-d748141411ac tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 944 time: 0.1158929 Aug 21 09:14:36.701201 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8003c7d-2d5f-4d77-b4df-0e717137b38d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.717566 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a3056cae-a6b2-4eab-861f-134a45ea0083,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:36.768743 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1170d88e-e0fd-4a64-a041-c23d2c1fe066 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:36.781175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1170d88e-e0fd-4a64-a041-c23d2c1fe066 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:36.788113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1170d88e-e0fd-4a64-a041-c23d2c1fe066 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:36.799261 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1170d88e-e0fd-4a64-a041-c23d2c1fe066 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1750472 Aug 21 09:14:36.800227 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8003c7d-2d5f-4d77-b4df-0e717137b38d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=87ce9865-571f-46ca-848c-e8c87dfa9321,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:36.807666 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8003c7d-2d5f-4d77-b4df-0e717137b38d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.809157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2165b9b0-304a-4a8a-9511-fe8f9db9c87a None None] Provisioning for port 17ff6e46-dab3-43d1-ac77-f052c304b466 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:36.809975 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c8003c7d-2d5f-4d77-b4df-0e717137b38d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/87ce9865-571f-46ca-848c-e8c87dfa9321 HTTP/1.1" status: 204 len: 168 time: 0.6094835 Aug 21 09:14:36.810499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49772) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:36.817168 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49774) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:36.817931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2165b9b0-304a-4a8a-9511-fe8f9db9c87a None None] Provisioning complete for port 17ff6e46-dab3-43d1-ac77-f052c304b466 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:36.818512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2165b9b0-304a-4a8a-9511-fe8f9db9c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.841775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9dd9b923-2746-4167-8f63-3b94f6c04828 req-5871dc73-92f5-4ae0-9670-2b89dd66f889 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517892 Aug 21 09:14:36.856536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port d454920a-570c-4ee7-a20a-2a843f9f55de completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:36.871440 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port d454920a-570c-4ee7-a20a-2a843f9f55de triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:36.871969 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.886425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a229222-fb96-4a20-be79-7188f720e180 req-5412ecaa-243d-49d4-ab06-7354b610f056 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959963 Aug 21 09:14:36.905189 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52ba684e-3d73-4bc6-8276-15d202247613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.920870 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-2165b9b0-304a-4a8a-9511-fe8f9db9c87a None None] Port 17ff6e46-dab3-43d1-ac77-f052c304b466 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:36.949783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2165b9b0-304a-4a8a-9511-fe8f9db9c87a None None] Provisioning complete for port a3056cae-a6b2-4eab-861f-134a45ea0083 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:36.950170 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2165b9b0-304a-4a8a-9511-fe8f9db9c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:36.989312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f22798fa-8b0a-4912-ab82-945c2ec985c1 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Deleting port 0c18c2a1-d797-4d43-ace7-ff244d75e289 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:36.989666 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f22798fa-8b0a-4912-ab82-945c2ec985c1 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:37.026483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-850fb24c-3ed1-4e83-a593-b5ad3e1fba35 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2052207 Aug 21 09:14:37.030368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49782) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:37.070737 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:37.086013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5c5f6ba8-ed02-4992-8e9e-38539bddea86 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:37.130688 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:37.132925 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab86ba1-6da1-465a-bf16-85f5784be576" -d '{"events": [{"server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "name": "network-vif-plugged", "status": "completed", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:37.153978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:37.188869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:14:37.243846 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f22798fa-8b0a-4912-ab82-945c2ec985c1 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:37.263758 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f22798fa-8b0a-4912-ab82-945c2ec985c1 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Calling delete_port for 0c18c2a1-d797-4d43-ace7-ff244d75e289 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:37.268060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:37.269170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device adf2b358-bc3b-4c59-bd24-8da22dd9f7df no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:37.320208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea17f6-c1ee-4035-ab9e-494b4501e630 req-fde0e7b9-25b3-4d19-ae7c-ddc42bf8b8f0 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:37.324280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: adf2b358-bc3b-4c59-bd24-8da22dd9f7df {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:14:37.324631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device adf2b358-bc3b-4c59-bd24-8da22dd9f7df not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:37.331739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06ea17f6-c1ee-4035-ab9e-494b4501e630 req-fde0e7b9-25b3-4d19-ae7c-ddc42bf8b8f0 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.3299341 Aug 21 09:14:37.365296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08dfc4d6-8a47-4177-a49a-5e34609e33a9 req-89ceddcc-d103-429a-bf60-86860d44ba23 tempest-VolumesBackupsTest-2012516544 tempest-VolumesBackupsTest-2012516544-project] 10.222.0.20 "GET /v2.0/ports?device_id=e292f505-61d4-44ca-85da-acc3d3be6918 HTTP/1.1" status: 200 len: 210 time: 0.1083970 Aug 21 09:14:37.394049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:37.399158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:37.422148 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '69fcf2f5-ca0c-4f10-806d-ca104fdcc64e', 'network_id': '229ca434-f22f-42d3-8849-650f18a59c24', 'port_id': '69fcf2f5-ca0c-4f10-806d-ca104fdcc64e', 'mac_address': 'fa:16:3e:7a:43:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463a8c9c-31b7-4fa6-9496-6601c4049e9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:14:37.491643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06ea17f6-c1ee-4035-ab9e-494b4501e630 req-c07862ae-96c1-4056-8cbb-b9e666899c3b tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579342 Aug 21 09:14:37.504753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e561a487-bf40-417d-9e30-b065efa1964b None None] Provisioning complete for port 17ff6e46-dab3-43d1-ac77-f052c304b466 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:37.505140 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e561a487-bf40-417d-9e30-b065efa1964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:37.506750 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:37.523076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:14:37.547295 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52f212d-34ac-4ce1-ad79-519e1205f4cd x-openstack-request-id: req-b52f212d-34ac-4ce1-ad79-519e1205f4cd {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:37.547693 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "name": "network-vif-plugged", "status": "completed", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:37.547882 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b52f212d-34ac-4ce1-ad79-519e1205f4cd {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:37.548230 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'code': 200} Aug 21 09:14:37.568587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5f6ba8-ed02-4992-8e9e-38539bddea86 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:37.575482 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6ba8-ed02-4992-8e9e-38539bddea86 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:37.575877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:37.589243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666153d5-dd49-4c7d-a0a9-bb3db41e44a7 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:37.591210 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f22798fa-8b0a-4912-ab82-945c2ec985c1 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:37.608577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e561a487-bf40-417d-9e30-b065efa1964b None None] Port 17ff6e46-dab3-43d1-ac77-f052c304b466 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:37.635871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22798fa-8b0a-4912-ab82-945c2ec985c1 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event deleted for resources: {'Port': ['ID=0c18c2a1-d797-4d43-ace7-ff244d75e289,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:37.686898 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:37.698289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd072e-b7b8-4da9-8b37-65f96819e67b req-a00f42fb-660a-4a8e-ba82-d84f69ee0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:37.699816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16cd072e-b7b8-4da9-8b37-65f96819e67b req-a00f42fb-660a-4a8e-ba82-d84f69ee0fd4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 1097 time: 0.0734181 Aug 21 09:14:37.750600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16cd072e-b7b8-4da9-8b37-65f96819e67b req-437c38b0-3823-47eb-a923-fd74beef032e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 Aug 21 09:14:37.778879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:37.787343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9cfd3ac4-04b2-46de-a192-85a81038ba12 None None] Could not find standard attr ID for object 0c18c2a1-d797-4d43-ace7-ff244d75e289. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:14:37.906536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9cfd3ac4-04b2-46de-a192-85a81038ba12 None None] Provisioning for port f8cb67c2-9176-4d49-8a45-f7d4b8770632 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:37.927727 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54805951-d880-4b9f-83cb-5b3373903f36 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:14:37.969693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a3056cae-a6b2-4eab-861f-134a45ea0083 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:37.996104 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6ba8-ed02-4992-8e9e-38539bddea86 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:37.999215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69fcf2f5-ca0c-4f10-806d-ca104fdcc64e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:14:38.022304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5f6ba8-ed02-4992-8e9e-38539bddea86 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:38.026851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-5c5f6ba8-ed02-4992-8e9e-38539bddea86 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:38.050933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5f6ba8-ed02-4992-8e9e-38539bddea86 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:38.051534 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6ba8-ed02-4992-8e9e-38539bddea86 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:38.092879 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f22798fa-8b0a-4912-ab82-945c2ec985c1 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:38.099099 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f22798fa-8b0a-4912-ab82-945c2ec985c1 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "DELETE /v2.0/ports/0c18c2a1-d797-4d43-ace7-ff244d75e289 HTTP/1.1" status: 204 len: 168 time: 1.2865548 Aug 21 09:14:38.100905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49794) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:38.106362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc72b8-6c6e-45aa-826c-c694656e3f6d req-1defb8f6-8a56-4368-9787-5c487e9a615c tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:38.107988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cbc72b8-6c6e-45aa-826c-c694656e3f6d req-1defb8f6-8a56-4368-9787-5c487e9a615c tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 945 time: 0.1588819 Aug 21 09:14:38.129531 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9c662b-d94f-490c-8a37-99b73a13e7ea tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] GET failed (client error): The resource could not be found. Aug 21 09:14:38.139037 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5e9c662b-d94f-490c-8a37-99b73a13e7ea tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "GET /v2.0/ports/0c18c2a1-d797-4d43-ace7-ff244d75e289 HTTP/1.1" status: 404 len: 333 time: 0.0329680 Aug 21 09:14:38.140031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49796) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:38.145028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Request body: {'port': {'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1269334559'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:38.154191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f6ba8-ed02-4992-8e9e-38539bddea86 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=a5a07a09-79b2-446d-8448-adb4f8466fed,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:38.171275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2165b-9e9b-4fae-a70c-0909c04d470f req-f4f1ab96-a6f5-4113-8751-ad72efef5759 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:38.172960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7b2165b-9e9b-4fae-a70c-0909c04d470f req-f4f1ab96-a6f5-4113-8751-ad72efef5759 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.1133828 Aug 21 09:14:38.205395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cbc72b8-6c6e-45aa-826c-c694656e3f6d req-c82b5681-4630-4a3c-9e15-5f048864ad7d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836258 Aug 21 09:14:38.209630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5c5f6ba8-ed02-4992-8e9e-38539bddea86 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1781111 Aug 21 09:14:38.210251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49798) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:38.217344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': 'a5a07a09-79b2-446d-8448-adb4f8466fed', 'ip_address': '2001:db8::182a:f98c:27a5:e362'}], 'name': 'tempest-NetworksTestDHCPv6-1859926597'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:38.217751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-54805951-d880-4b9f-83cb-5b3373903f36 None None] Deleting port f8cb67c2-9176-4d49-8a45-f7d4b8770632 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:38.218087 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-54805951-d880-4b9f-83cb-5b3373903f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:38.282915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a3056cae-a6b2-4eab-861f-134a45ea0083 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:38.283357 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:38.294654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7b2165b-9e9b-4fae-a70c-0909c04d470f req-47da0525-be56-4ebb-b995-5b8dc4ce64a6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151493 Aug 21 09:14:38.369348 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Made reservation on behalf of c97cb571224b49b5a3af2bf437741db4 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:38.373662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:38.391356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-54805951-d880-4b9f-83cb-5b3373903f36 None None] For port f8cb67c2-9176-4d49-8a45-f7d4b8770632, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f8cb67c2-9176-4d49-8a45-f7d4b8770632,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:38.391801 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-54805951-d880-4b9f-83cb-5b3373903f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:38.396085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] device_id is not set on port 88eda27f-2151-40f4-9b31-193e1703c362 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:38.409839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-54805951-d880-4b9f-83cb-5b3373903f36 None None] Calling delete_port for f8cb67c2-9176-4d49-8a45-f7d4b8770632 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:38.442943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:38.570560 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:38.572540 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Allocated IP 2001:db8::1f2 (9a5954e3-6be5-415c-9097-780d5480ca39/15d5c51e-80e9-4685-b481-c30d83b3972e/88eda27f-2151-40f4-9b31-193e1703c362) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:38.626689 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-54805951-d880-4b9f-83cb-5b3373903f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:38.634991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port beace8c5-b755-4b4a-b9f8-3e5d1fe809ba yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:38.659887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54805951-d880-4b9f-83cb-5b3373903f36 None None] Pushing event deleted for resources: {'Port': ['ID=f8cb67c2-9176-4d49-8a45-f7d4b8770632,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:38.663714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54805951-d880-4b9f-83cb-5b3373903f36 None None] No DVR routers for this DVR port f8cb67c2-9176-4d49-8a45-f7d4b8770632 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:38.691609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ece21-0364-4f70-889b-9aade4007c89 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:38.735531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afa131-f01a-414c-914f-3a18a2acef9a req-ea1e0ead-5209-4083-930d-cb8a5f0b1b19 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:38.737099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4afa131-f01a-414c-914f-3a18a2acef9a req-ea1e0ead-5209-4083-930d-cb8a5f0b1b19 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.1496208 Aug 21 09:14:38.759869 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:38.790088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Transition to ACTIVE for port object 88eda27f-2151-40f4-9b31-193e1703c362 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:38.835631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4afa131-f01a-414c-914f-3a18a2acef9a req-c72cd473-e6fb-4c35-b79b-f716452b3c5f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898602 Aug 21 09:14:38.882790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': 'a5a07a09-79b2-446d-8448-adb4f8466fed'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:14:38.883765 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:38.906375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::182a:f98c:27a5:e362 (9f07fd62-f4b8-49be-a982-63482994ed24/a5a07a09-79b2-446d-8448-adb4f8466fed/beace8c5-b755-4b4a-b9f8-3e5d1fe809ba) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:38.929236 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.014911 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'Port': ['ID=88eda27f-2151-40f4-9b31-193e1703c362,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:39.029538 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Network 9a5954e3-6be5-415c-9097-780d5480ca39 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:39.031702 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:39.034166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:39.041572 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:39.042237 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.082911 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.099514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object beace8c5-b755-4b4a-b9f8-3e5d1fe809ba will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:39.154665 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-45c5adaf-d6cd-49a7-a1ef-26bf3e210f02 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0119693 Aug 21 09:14:39.162833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49810) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:39.162833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5cff9d71-bcb8-4e24-bb31-353e82e6bf21 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c8', 'mac_address': 'fa:16:3e:76:e0:e1'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:39.248372 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.325379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/a5a07a09-79b2-446d-8448-adb4f8466fed/67878e5a-1a21-413c-9bc8-e15f4e5345f6) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:39.329653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=beace8c5-b755-4b4a-b9f8-3e5d1fe809ba,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:39.332879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:39.338897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:39.341459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:39.348122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:39.348868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.390119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.390540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.390892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.391234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.391581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.391938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.392304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.392704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.393039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.393366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.393697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.394024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:14:39.404938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-52c867d8-7423-48c6-ab18-23b607c3acd0 None None] Provisioning for port 88eda27f-2151-40f4-9b31-193e1703c362 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:39.422822 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-52c867d8-7423-48c6-ab18-23b607c3acd0 None None] Provisioning complete for port 88eda27f-2151-40f4-9b31-193e1703c362 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:39.423506 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52c867d8-7423-48c6-ab18-23b607c3acd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.471219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c581f-d061-4e1c-a7bf-fb67d2a8928b req-81baff84-c00c-4838-a45d-ccbd5d7b902e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:39.474477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-294c581f-d061-4e1c-a7bf-fb67d2a8928b req-81baff84-c00c-4838-a45d-ccbd5d7b902e tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 945 time: 0.1596606 Aug 21 09:14:39.489887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-41f47a52-205c-470b-963b-9c049acd6859 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2765975 Aug 21 09:14:39.492482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49818) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:39.499988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-52c867d8-7423-48c6-ab18-23b607c3acd0 None None] Port 88eda27f-2151-40f4-9b31-193e1703c362 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:39.539711 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cff9d71-bcb8-4e24-bb31-353e82e6bf21 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.562832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ad1f9-8f46-4f25-9299-10ea2263004a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:39.567538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-294c581f-d061-4e1c-a7bf-fb67d2a8928b req-a9b6607e-66d4-48c9-9fdd-9cc6ea10a287 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763595 Aug 21 09:14:39.568403 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cd3ad1f9-8f46-4f25-9299-10ea2263004a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0745587 Aug 21 09:14:39.569210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49820) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:39.600831 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb276512-a092-4b9c-86ee-fddd1ec259a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.612066 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.625921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Transition to ACTIVE for port object 67878e5a-1a21-413c-9bc8-e15f4e5345f6 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:39.646485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39649a9e-a478-4cec-9bc4-003d774b384e req-af0a0ade-2642-4929-b07a-445f410c4c5f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:39.648053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39649a9e-a478-4cec-9bc4-003d774b384e req-af0a0ade-2642-4929-b07a-445f410c4c5f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.1711757 Aug 21 09:14:39.656755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Transition to ACTIVE for port object 67878e5a-1a21-413c-9bc8-e15f4e5345f6 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:39.742058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.769367 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.781063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:39.785465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:39.788149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:39.791846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39649a9e-a478-4cec-9bc4-003d774b384e req-7deddcd6-6f56-4661-9b74-01eb51b8ecb6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328163 Aug 21 09:14:39.804363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Pushing event updated for resources: {'Port': ['ID=67878e5a-1a21-413c-9bc8-e15f4e5345f6,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:39.863930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d29b307f-fbc0-4761-8e1e-6c181fbd4cc1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port beace8c5-b755-4b4a-b9f8-3e5d1fe809ba {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:39.864366 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d29b307f-fbc0-4761-8e1e-6c181fbd4cc1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.872472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f8cb67c2-9176-4d49-8a45-f7d4b8770632 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:39.915192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: f8cb67c2-9176-4d49-8a45-f7d4b8770632 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:14:39.916418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f8cb67c2-9176-4d49-8a45-f7d4b8770632 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:39.917067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Attempting to bind port 67878e5a-1a21-413c-9bc8-e15f4e5345f6 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:39.917438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Attempting to bind port 67878e5a-1a21-413c-9bc8-e15f4e5345f6 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:39.917793 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Attempting to bind port 67878e5a-1a21-413c-9bc8-e15f4e5345f6 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:39.924097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:39.924097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:39.924657 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.925017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:39.925645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Bound port: 67878e5a-1a21-413c-9bc8-e15f4e5345f6, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:39.925853 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:39.995258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] For port 67878e5a-1a21-413c-9bc8-e15f4e5345f6, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:40.002389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] For port 67878e5a-1a21-413c-9bc8-e15f4e5345f6, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=67878e5a-1a21-413c-9bc8-e15f4e5345f6,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:40.072719 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:40.144195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a2527-1270-4494-b4ed-658af8121910 None None] Pushing event updated for resources: {'Port': ['ID=67878e5a-1a21-413c-9bc8-e15f4e5345f6,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:40.281764 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cff9d71-bcb8-4e24-bb31-353e82e6bf21 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:40.311609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d29b307f-fbc0-4761-8e1e-6c181fbd4cc1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:40.335787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25d2c-380d-485c-82c2-42fae7c74a04 req-85bce2b4-8444-4033-9a8b-a858bc8f75ce tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:40.343085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cd25d2c-380d-485c-82c2-42fae7c74a04 req-85bce2b4-8444-4033-9a8b-a858bc8f75ce tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.4215360 Aug 21 09:14:40.349784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d29b307f-fbc0-4761-8e1e-6c181fbd4cc1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for beace8c5-b755-4b4a-b9f8-3e5d1fe809ba owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:40.354405 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49830) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:40.359155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f1a5ae97-87b6-4306-acac-9c679d3182dc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'floatingip': {'port_id': 'd454920a-570c-4ee7-a20a-2a843f9f55de'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:40.363021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e298d4-ba63-4ae9-ae62-a2590c6fd165 req-314f4ad3-eeb2-42c8-9582-a7afcce65c6e tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:40.364583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0e298d4-ba63-4ae9-ae62-a2590c6fd165 req-314f4ad3-eeb2-42c8-9582-a7afcce65c6e tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.4092920 Aug 21 09:14:40.370621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cff9d71-bcb8-4e24-bb31-353e82e6bf21 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:40.408291 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1a5ae97-87b6-4306-acac-9c679d3182dc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:40.501934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5cff9d71-bcb8-4e24-bb31-353e82e6bf21 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] In _notify_port_updated(), no bound segment for port 88eda27f-2151-40f4-9b31-193e1703c362 on network 9a5954e3-6be5-415c-9097-780d5480ca39 {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:14:40.507867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff9d71-bcb8-4e24-bb31-353e82e6bf21 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:40.508619 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cff9d71-bcb8-4e24-bb31-353e82e6bf21 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:40.510033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5cff9d71-bcb8-4e24-bb31-353e82e6bf21 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "PUT /v2.0/ports/88eda27f-2151-40f4-9b31-193e1703c362 HTTP/1.1" status: 200 len: 1003 time: 1.3537621 Aug 21 09:14:40.520222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49834) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:40.586638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff9d71-bcb8-4e24-bb31-353e82e6bf21 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'Port': ['ID=88eda27f-2151-40f4-9b31-193e1703c362,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:40.768656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0e298d4-ba63-4ae9-ae62-a2590c6fd165 req-7dc2b28b-b4db-4665-9f98-0e0b1eb0ad46 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883381 Aug 21 09:14:40.782641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6beff1ba-63a7-4d45-974c-fecb7a5817c4 None None] Provisioning complete for port 88eda27f-2151-40f4-9b31-193e1703c362 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:40.782641 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6beff1ba-63a7-4d45-974c-fecb7a5817c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:40.814139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e49dd-4599-448d-a863-0fca4c5ccb20 req-42d2b7f2-48b2-49ae-8a7b-0d194a1f9686 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:40.815748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-001e49dd-4599-448d-a863-0fca4c5ccb20 req-42d2b7f2-48b2-49ae-8a7b-0d194a1f9686 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 945 time: 0.1127417 Aug 21 09:14:40.832812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6beff1ba-63a7-4d45-974c-fecb7a5817c4 None None] Port 88eda27f-2151-40f4-9b31-193e1703c362 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:40.852313 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:40.881460 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-001e49dd-4599-448d-a863-0fca4c5ccb20 req-30617ea2-7848-4e11-a8d6-1b02c680ddad tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451849 Aug 21 09:14:40.889510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-35358340-5cf7-4cc3-b5cb-4cd3dc514779 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Deleting port 88eda27f-2151-40f4-9b31-193e1703c362 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:40.889857 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-35358340-5cf7-4cc3-b5cb-4cd3dc514779 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:40.911274 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d29b307f-fbc0-4761-8e1e-6c181fbd4cc1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.006482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b307f-fbc0-4761-8e1e-6c181fbd4cc1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=beace8c5-b755-4b4a-b9f8-3e5d1fe809ba,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:41.015669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d29b307f-fbc0-4761-8e1e-6c181fbd4cc1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.019923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d29b307f-fbc0-4761-8e1e-6c181fbd4cc1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/beace8c5-b755-4b4a-b9f8-3e5d1fe809ba HTTP/1.1" status: 204 len: 168 time: 1.4465985 Aug 21 09:14:41.027468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49842) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:41.126376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5dec2c-9bfb-4875-a7f5-85d8cfbef09a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:41.128156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5dec2c-9bfb-4875-a7f5-85d8cfbef09a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:41.132905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8f5dec2c-9bfb-4875-a7f5-85d8cfbef09a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1083045 Aug 21 09:14:41.133116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49844) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:41.139450 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-35358340-5cf7-4cc3-b5cb-4cd3dc514779 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.143403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1a5ae97-87b6-4306-acac-9c679d3182dc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.160389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-35358340-5cf7-4cc3-b5cb-4cd3dc514779 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Calling delete_port for 88eda27f-2151-40f4-9b31-193e1703c362 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:41.190377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:41.202271 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e312c254-4293-402e-8f0b-863099ef8b81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet a5a07a09-79b2-446d-8448-adb4f8466fed {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:14:41.207180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1a5ae97-87b6-4306-acac-9c679d3182dc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.212226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e312c254-4293-402e-8f0b-863099ef8b81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.300025 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e312c254-4293-402e-8f0b-863099ef8b81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.301227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:41.312471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:41.312898 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.390473 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-f1a5ae97-87b6-4306-acac-9c679d3182dc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Floating IP 76a3f95e-229b-439a-a467-7910d98be4b2 associated. External IP: 172.25.5.152, port: d454920a-570c-4ee7-a20a-2a843f9f55de. Aug 21 09:14:41.410764 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.415590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-35358340-5cf7-4cc3-b5cb-4cd3dc514779 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.438508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5124b797-c1c8-4108-bd70-678f49f80754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fcf2f5-ca0c-4f10-806d-ca104fdcc64e'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:41.441433 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195f3f37-e6de-4607-a699-f4f30776b1c7" -d '{"events": [{"server_uuid": "5124b797-c1c8-4108-bd70-678f49f80754", "name": "network-vif-plugged", "status": "completed", "tag": "69fcf2f5-ca0c-4f10-806d-ca104fdcc64e"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:41.465578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35358340-5cf7-4cc3-b5cb-4cd3dc514779 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event deleted for resources: {'Port': ['ID=88eda27f-2151-40f4-9b31-193e1703c362,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:41.501722 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e312c254-4293-402e-8f0b-863099ef8b81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.501938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:41.513758 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c093a6e4-3f60-4caa-89a7-5e84efeddf69 x-openstack-request-id: req-c093a6e4-3f60-4caa-89a7-5e84efeddf69 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:41.514058 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5124b797-c1c8-4108-bd70-678f49f80754", "name": "network-vif-plugged", "status": "completed", "tag": "69fcf2f5-ca0c-4f10-806d-ca104fdcc64e", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:41.514317 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c093a6e4-3f60-4caa-89a7-5e84efeddf69 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:41.514713 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5124b797-c1c8-4108-bd70-678f49f80754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fcf2f5-ca0c-4f10-806d-ca104fdcc64e', 'code': 200} Aug 21 09:14:41.597882 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.638841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-171e80fe-93e0-4874-97e0-85d62b6d74d0 None None] Provisioning for port 67878e5a-1a21-413c-9bc8-e15f4e5345f6 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:41.680148 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:41.737922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-35358340-5cf7-4cc3-b5cb-4cd3dc514779 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.740304 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-35358340-5cf7-4cc3-b5cb-4cd3dc514779 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "DELETE /v2.0/ports/88eda27f-2151-40f4-9b31-193e1703c362 HTTP/1.1" status: 204 len: 168 time: 1.2171760 Aug 21 09:14:41.746199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49850) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:41.761032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f87e50-4e5c-4fa8-a15c-e08efa5787c8 req-f71f3e63-d1a5-435d-b672-fe0fb3e75ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:41.761032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1f87e50-4e5c-4fa8-a15c-e08efa5787c8 req-f71f3e63-d1a5-435d-b672-fe0fb3e75ef8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 1098 time: 0.1660097 Aug 21 09:14:41.811542 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e312c254-4293-402e-8f0b-863099ef8b81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.820433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a5ae97-87b6-4306-acac-9c679d3182dc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Router bc90e78b-5219-4b37-a03b-21aee4e19506 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:14:41.829979 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-912e9627-2dc6-493e-a637-a462865ca865 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] GET failed (client error): The resource could not be found. Aug 21 09:14:41.829979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-912e9627-2dc6-493e-a637-a462865ca865 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "GET /v2.0/ports/88eda27f-2151-40f4-9b31-193e1703c362 HTTP/1.1" status: 404 len: 333 time: 0.0783346 Aug 21 09:14:41.836024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49854) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:41.845046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Request body: {'port': {'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1218660052'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:41.864602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e312c254-4293-402e-8f0b-863099ef8b81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:41.869084 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e312c254-4293-402e-8f0b-863099ef8b81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/a5a07a09-79b2-446d-8448-adb4f8466fed HTTP/1.1" status: 204 len: 168 time: 0.7331376 Aug 21 09:14:41.870396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312c254-4293-402e-8f0b-863099ef8b81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a07a09-79b2-446d-8448-adb4f8466fed,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:41.872395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49860) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:41.878441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-604515c9-2349-42ca-90b0-730229a8efcb None None] Could not find standard attr ID for object f4a58762-f160-46e0-9955-98db188dce99. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:14:42.021144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1f87e50-4e5c-4fa8-a15c-e08efa5787c8 req-d4786995-e457-491c-bf6e-597087ebe6a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290919 Aug 21 09:14:42.058326 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4b4ba719-7c62-4dfa-9c88-915a795ec7d4 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1838963 Aug 21 09:14:42.064140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49886) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:42.149056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 67878e5a-1a21-413c-9bc8-e15f4e5345f6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:42.179876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65690376-97b9-4156-845d-5b7d255ebbff req-b0ffa5f7-cf23-436d-bd9a-6b472776dea4 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:42.195849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65690376-97b9-4156-845d-5b7d255ebbff req-b0ffa5f7-cf23-436d-bd9a-6b472776dea4 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.1606548 Aug 21 09:14:42.270033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65690376-97b9-4156-845d-5b7d255ebbff req-8ffc3837-689e-4b22-a208-693236755a46 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657461 Aug 21 09:14:42.274115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67fcb2-0034-4c76-9e44-3dba21d54b95 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:42.276333 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ee67fcb2-0034-4c76-9e44-3dba21d54b95 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1895468 Aug 21 09:14:42.283214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49904) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:42.301307 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48430c9-9632-4a02-84e1-264b8af690fa None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:42.306112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26241c65-62ad-4754-aba3-a50877b576a7 req-2da1248a-cc24-41db-8ac8-7bf5f9f909e3 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:42.307739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26241c65-62ad-4754-aba3-a50877b576a7 req-2da1248a-cc24-41db-8ac8-7bf5f9f909e3 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 946 time: 0.1544089 Aug 21 09:14:42.309326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9b090508-70b8-4f03-a45b-37f59e92be2f None None] Could not find standard attr ID for object 35db47e3-c625-4f77-be5f-c834f70cb2c0. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:14:42.338683 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a5ae97-87b6-4306-acac-9c679d3182dc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:14:42.347076 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1a5ae97-87b6-4306-acac-9c679d3182dc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:42.347781 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Made reservation on behalf of c97cb571224b49b5a3af2bf437741db4 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:42.351922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:42.362663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a94236-a81a-4af7-9b11-e4e0d0508c85 None None] Sync routers for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:14:42.370354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26241c65-62ad-4754-aba3-a50877b576a7 req-fed08734-53e7-4cc4-9660-d2cbaff26908 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553682 Aug 21 09:14:42.376396 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f1a5ae97-87b6-4306-acac-9c679d3182dc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "PUT /v2.0/floatingips/76a3f95e-229b-439a-a467-7910d98be4b2 HTTP/1.1" status: 200 len: 991 time: 2.0180604 Aug 21 09:14:42.376396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:42.379285 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fbaa33-626c-4f75-94d9-b0191c81d549" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:42.391791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146b10bc-3ee8-46d1-9995-2dff3caadc2d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:42.392508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] device_id is not set on port c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:42.397874 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-146b10bc-3ee8-46d1-9995-2dff3caadc2d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1080096 Aug 21 09:14:42.398207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 67878e5a-1a21-413c-9bc8-e15f4e5345f6 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:42.398207 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:42.398425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49910) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:42.401040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a94236-a81a-4af7-9b11-e4e0d0508c85 None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:14:42.401807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-67a94236-a81a-4af7-9b11-e4e0d0508c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:42.405896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 67878e5a-1a21-413c-9bc8-e15f4e5345f6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:42.406380 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:42.486624 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9f864848-8a0c-4780-8436-b839efdeb238 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829818 Aug 21 09:14:42.489295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49914) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:42.500236 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8b4bae17-1f86-437e-9bf3-8fa9d250b4d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:42.560821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Allocated IP 2001:db8::10d (9a5954e3-6be5-415c-9097-780d5480ca39/15d5c51e-80e9-4685-b481-c30d83b3972e/c3b72bd8-4e82-48e2-8e72-3a0491ab4f50) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:42.703612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-67a94236-a81a-4af7-9b11-e4e0d0508c85 None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:14:42.714907 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a4f436-d3db-4cdb-b1c4-6db225732d02 x-openstack-request-id: req-f7a4f436-d3db-4cdb-b1c4-6db225732d02 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:42.715306 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:42.715698 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7a4f436-d3db-4cdb-b1c4-6db225732d02 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:42.716344 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'status': 'completed', 'code': 200} Aug 21 09:14:42.745619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4bae17-1f86-437e-9bf3-8fa9d250b4d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:42.750513 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b4bae17-1f86-437e-9bf3-8fa9d250b4d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:42.836517 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:42.860077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbaa33-626c-4f75-94d9-b0191c81d549 req-8ee74179-a675-475d-8d44-61859342c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:42.860077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11fbaa33-626c-4f75-94d9-b0191c81d549 req-8ee74179-a675-475d-8d44-61859342c525 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 1097 time: 0.1058588 Aug 21 09:14:42.860077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Transition to ACTIVE for port object c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:42.995953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbaa33-626c-4f75-94d9-b0191c81d549 req-c67f2225-f896-46f4-a75d-ee396bd4598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:42.997924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11fbaa33-626c-4f75-94d9-b0191c81d549 req-c67f2225-f896-46f4-a75d-ee396bd4598d service neutron] 10.222.0.22 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.1390383 Aug 21 09:14:43.019747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d080f75-d3a3-4980-b2a6-5065e87649f6 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:14:43.085606 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.129279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11fbaa33-626c-4f75-94d9-b0191c81d549 req-3984dd4c-e681-4774-9d4f-ba4330849850 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d454920a-570c-4ee7-a20a-2a843f9f55de HTTP/1.1" status: 200 len: 999 time: 0.1067762 Aug 21 09:14:43.168204 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b4bae17-1f86-437e-9bf3-8fa9d250b4d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.206435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 67878e5a-1a21-413c-9bc8-e15f4e5345f6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=67878e5a-1a21-413c-9bc8-e15f4e5345f6,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:43.224267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3d080f75-d3a3-4980-b2a6-5065e87649f6 None None] Deleting port 67878e5a-1a21-413c-9bc8-e15f4e5345f6 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:43.224693 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d080f75-d3a3-4980-b2a6-5065e87649f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.229503 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.234696 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4bae17-1f86-437e-9bf3-8fa9d250b4d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:43.237280 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-8b4bae17-1f86-437e-9bf3-8fa9d250b4d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:43.246093 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4bae17-1f86-437e-9bf3-8fa9d250b4d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:43.246881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b4bae17-1f86-437e-9bf3-8fa9d250b4d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.258369 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bae17-1f86-437e-9bf3-8fa9d250b4d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=b8a058d6-b605-4f60-ac17-c3f6e1d0b229,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:43.279396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbaa33-626c-4f75-94d9-b0191c81d549 req-33649013-54f9-4ea6-8569-9f7365d16ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:43.280997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11fbaa33-626c-4f75-94d9-b0191c81d549 req-33649013-54f9-4ea6-8569-9f7365d16ee0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.1446950 Aug 21 09:14:43.301972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Network 9a5954e3-6be5-415c-9097-780d5480ca39 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:43.313073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:43.320792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:43.326533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:43.327247 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.375528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'Port': ['ID=c3b72bd8-4e82-48e2-8e72-3a0491ab4f50,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:43.394344 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b4bae17-1f86-437e-9bf3-8fa9d250b4d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9034188 Aug 21 09:14:43.395161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49956) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:43.400907 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': 'b8a058d6-b605-4f60-ac17-c3f6e1d0b229', 'ip_address': '2001:db8::fb34:e19b:d7aa:5be6'}], 'name': 'tempest-NetworksTestDHCPv6-1682500385'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:43.467068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbaa33-626c-4f75-94d9-b0191c81d549 req-504fe886-5b3d-432e-b3a2-5551d487d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:43.467068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11fbaa33-626c-4f75-94d9-b0191c81d549 req-504fe886-5b3d-432e-b3a2-5551d487d419 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1758208 Aug 21 09:14:43.470996 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.477062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9866ea30-7e95-4bb4-bb38-2f646405f359 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6389179 Aug 21 09:14:43.481038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49960) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:43.490427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-49189941-e187-4bb6-96bb-eb62ebdb8f8a tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:76:e0:e1'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:43.546892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-67a94236-a81a-4af7-9b11-e4e0d0508c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '76a3f95e-229b-439a-a467-7910d98be4b2', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'port_id': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'mac_address': 'fa:16:3e:6e:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:14:19Z', 'updated_at': '2021-08-21T09:14:41Z', 'revision_number': 1, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:43.597141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a94236-a81a-4af7-9b11-e4e0d0508c85 None None] Checking router: bc90e78b-5219-4b37-a03b-21aee4e19506 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:14:43.603821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=67878e5a-1a21-413c-9bc8-e15f4e5345f6,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:43.623842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3d080f75-d3a3-4980-b2a6-5065e87649f6 None None] For port 67878e5a-1a21-413c-9bc8-e15f4e5345f6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=67878e5a-1a21-413c-9bc8-e15f4e5345f6,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:43.624505 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d080f75-d3a3-4980-b2a6-5065e87649f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.633413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a94236-a81a-4af7-9b11-e4e0d0508c85 None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:14:43.634863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-67a94236-a81a-4af7-9b11-e4e0d0508c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:43.678431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3d080f75-d3a3-4980-b2a6-5065e87649f6 None None] Calling delete_port for 67878e5a-1a21-413c-9bc8-e15f4e5345f6 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:43.733770 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:43.750020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765f734-115e-4b5d-a9f7-7cf99b05cfcf req-2fb81bd7-11fa-41bc-9e29-480e26e7b661 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:43.758978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b765f734-115e-4b5d-a9f7-7cf99b05cfcf req-2fb81bd7-11fa-41bc-9e29-480e26e7b661 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.3577013 Aug 21 09:14:43.764162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-49189941-e187-4bb6-96bb-eb62ebdb8f8a tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.807337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468559f4-603f-4bee-9515-0d7b1b0a96c3 req-f356259a-cf02-4915-892b-933b03440eb7 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:43.809063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-468559f4-603f-4bee-9515-0d7b1b0a96c3 req-f356259a-cf02-4915-892b-933b03440eb7 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 946 time: 0.2588243 Aug 21 09:14:43.817803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-67a94236-a81a-4af7-9b11-e4e0d0508c85 None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:14:43.855733 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2fad4c6b-77f7-4cda-891e-f423cc50a0b9 None None] Provisioning for port c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:43.866079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2fad4c6b-77f7-4cda-891e-f423cc50a0b9 None None] Provisioning complete for port c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:43.867939 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2fad4c6b-77f7-4cda-891e-f423cc50a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.870468 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.894832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port 07dcf472-31bb-4dc3-b180-abdcbd6ec29f yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:43.952446 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d080f75-d3a3-4980-b2a6-5065e87649f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:43.959872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11fbaa33-626c-4f75-94d9-b0191c81d549 req-53077ed2-5565-4064-9167-eb7d9fd78476 service neutron] 10.222.0.22 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800973 Aug 21 09:14:43.970686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 67878e5a-1a21-413c-9bc8-e15f4e5345f6 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:43.988515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-468559f4-603f-4bee-9515-0d7b1b0a96c3 req-678333b7-5d24-46e6-9d37-ca7ba88dd049 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686594 Aug 21 09:14:43.991680 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b765f734-115e-4b5d-a9f7-7cf99b05cfcf req-227bfb35-39a0-4cdd-bd88-01e40ff5f7f8 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315841 Aug 21 09:14:44.016042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-2fad4c6b-77f7-4cda-891e-f423cc50a0b9 None None] Port c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:44.041000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 67878e5a-1a21-413c-9bc8-e15f4e5345f6 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:14:44.041652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 67878e5a-1a21-413c-9bc8-e15f4e5345f6 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:44.046215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d080f75-d3a3-4980-b2a6-5065e87649f6 None None] Pushing event deleted for resources: {'Port': ['ID=67878e5a-1a21-413c-9bc8-e15f4e5345f6,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:44.048657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d080f75-d3a3-4980-b2a6-5065e87649f6 None None] No DVR routers for this DVR port 67878e5a-1a21-413c-9bc8-e15f4e5345f6 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:44.077035 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f19f3-2cdf-43f0-b945-928f8588dced None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:44.142052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::fb34:e19b:d7aa:5be6 (9f07fd62-f4b8-49be-a982-63482994ed24/b8a058d6-b605-4f60-ac17-c3f6e1d0b229/07dcf472-31bb-4dc3-b180-abdcbd6ec29f) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:44.273464 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-49189941-e187-4bb6-96bb-eb62ebdb8f8a tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:44.310101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:44.333523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object 07dcf472-31bb-4dc3-b180-abdcbd6ec29f will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:44.342087 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-49189941-e187-4bb6-96bb-eb62ebdb8f8a tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:44.374144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': 'b8a058d6-b605-4f60-ac17-c3f6e1d0b229'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:14:44.377772 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:44.426842 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:44.433555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-49189941-e187-4bb6-96bb-eb62ebdb8f8a tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] In _notify_port_updated(), no bound segment for port c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 on network 9a5954e3-6be5-415c-9097-780d5480ca39 {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:14:44.439762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49189941-e187-4bb6-96bb-eb62ebdb8f8a tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:44.440416 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-49189941-e187-4bb6-96bb-eb62ebdb8f8a tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:44.441754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-49189941-e187-4bb6-96bb-eb62ebdb8f8a tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "PUT /v2.0/ports/c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 HTTP/1.1" status: 200 len: 1003 time: 0.9594412 Aug 21 09:14:44.450352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49972) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:44.488664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-67a94236-a81a-4af7-9b11-e4e0d0508c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '76a3f95e-229b-439a-a467-7910d98be4b2', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'port_id': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'mac_address': 'fa:16:3e:6e:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:14:19Z', 'updated_at': '2021-08-21T09:14:41Z', 'revision_number': 1, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:44.495853 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:44.498791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:44.506016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:44.520609 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:44.521441 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:44.523990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a94236-a81a-4af7-9b11-e4e0d0508c85 None None] The sync data for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 is: [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '76a3f95e-229b-439a-a467-7910d98be4b2', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'port_id': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'mac_address': 'fa:16:3e:6e:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:14:19Z', 'updated_at': '2021-08-21T09:14:41Z', 'revision_number': 1, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:14:44.525197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49189941-e187-4bb6-96bb-eb62ebdb8f8a tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'Port': ['ID=c3b72bd8-4e82-48e2-8e72-3a0491ab4f50,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:44.544802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eccbd9-b645-496e-a17d-9280279d1f2a req-701a1565-4022-4bca-9919-7c40b0c8b2a4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:44.545239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=07dcf472-31bb-4dc3-b180-abdcbd6ec29f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:44.553391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01eccbd9-b645-496e-a17d-9280279d1f2a req-701a1565-4022-4bca-9919-7c40b0c8b2a4 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 946 time: 0.2122481 Aug 21 09:14:44.556689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11fbaa33-626c-4f75-94d9-b0191c81d549 req-bb5187b3-3465-4801-ae9c-1fb6fe49de97 service neutron] 10.222.0.22 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790560 Aug 21 09:14:44.613404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/b8a058d6-b605-4f60-ac17-c3f6e1d0b229/a1ceb558-3600-4e33-a511-b7e13e1bc19d) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:44.642336 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f4a0b1ef-f645-4e0d-888b-3bef46b79f6a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2459199 Aug 21 09:14:44.643018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49974) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:44.648345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9d4859c2-549a-44b8-ad37-1f890d7df009 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': 'b8a058d6-b605-4f60-ac17-c3f6e1d0b229', 'ip_address': '2001:db8::fb34:e19b:d7aa:5be6'}], 'name': 'tempest-NetworksTestDHCPv6-134878303'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:44.674219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01eccbd9-b645-496e-a17d-9280279d1f2a req-b86ed657-8594-431a-a9fd-5541497d268f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199214 Aug 21 09:14:44.720094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f79dc281-9d0d-401c-b327-cd5da52c0149 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Deleting port c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:44.720445 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f79dc281-9d0d-401c-b327-cd5da52c0149 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:44.886129 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13fc1e-2dbe-4c58-8db7-6b58dacb359c None None] New status for floating IP 76a3f95e-229b-439a-a467-7910d98be4b2: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:14:44.894644 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f79dc281-9d0d-401c-b327-cd5da52c0149 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:44.905235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fbd71e57-50d2-41b5-a615-7a50a788d62a None None] Provisioning complete for port c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:44.905618 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fbd71e57-50d2-41b5-a615-7a50a788d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:44.910166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f79dc281-9d0d-401c-b327-cd5da52c0149 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Calling delete_port for c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:44.954952 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:44.969328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fbd71e57-50d2-41b5-a615-7a50a788d62a None None] Port c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:44.984182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Transition to ACTIVE for port object a1ceb558-3600-4e33-a511-b7e13e1bc19d will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:45.041469 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Transition to ACTIVE for port object a1ceb558-3600-4e33-a511-b7e13e1bc19d will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:45.116538 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:45.181470 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:45.195179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:45.202436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:45.207883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:45.212059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Pushing event updated for resources: {'Port': ['ID=a1ceb558-3600-4e33-a511-b7e13e1bc19d,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:45.264625 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:45.273751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19705d65-6ad7-47dc-843d-000ebef89621 req-257a7f49-a182-4136-b37f-5d54e0634040 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:45.276407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Attempting to bind port a1ceb558-3600-4e33-a511-b7e13e1bc19d on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:45.276834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Attempting to bind port a1ceb558-3600-4e33-a511-b7e13e1bc19d by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:45.277209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Attempting to bind port a1ceb558-3600-4e33-a511-b7e13e1bc19d on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:45.278693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19705d65-6ad7-47dc-843d-000ebef89621 req-257a7f49-a182-4136-b37f-5d54e0634040 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 946 time: 0.1351144 Aug 21 09:14:45.283261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:45.283940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:45.284351 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:45.284746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:45.285214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Bound port: a1ceb558-3600-4e33-a511-b7e13e1bc19d, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:45.285600 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:45.288323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60faa3a-bce3-4d45-8174-e979d0d7fcbe req-060bd20b-0263-4020-aafd-360f2c88be98 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:45.292048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d60faa3a-bce3-4d45-8174-e979d0d7fcbe req-060bd20b-0263-4020-aafd-360f2c88be98 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.1557915 Aug 21 09:14:45.299801 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4859c2-549a-44b8-ad37-1f890d7df009 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:45.304960 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d4859c2-549a-44b8-ad37-1f890d7df009 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:45.331135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-9d4859c2-549a-44b8-ad37-1f890d7df009 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port 63375492-1cc0-4bf6-8dc9-55494f48d01e yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:45.334487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f79dc281-9d0d-401c-b327-cd5da52c0149 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:45.380516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] For port a1ceb558-3600-4e33-a511-b7e13e1bc19d, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:45.386075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] For port a1ceb558-3600-4e33-a511-b7e13e1bc19d, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a1ceb558-3600-4e33-a511-b7e13e1bc19d,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:45.443630 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:45.519253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe47f53-d3a4-4b44-8fd0-1153935b417e None None] Pushing event updated for resources: {'Port': ['ID=a1ceb558-3600-4e33-a511-b7e13e1bc19d,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:45.562848 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4859c2-549a-44b8-ad37-1f890d7df009 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 21 09:14:45.563436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4859c2-549a-44b8-ad37-1f890d7df009 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:14:45.654405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dc281-9d0d-401c-b327-cd5da52c0149 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event deleted for resources: {'Port': ['ID=c3b72bd8-4e82-48e2-8e72-3a0491ab4f50,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:45.668324 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9d4859c2-549a-44b8-ad37-1f890d7df009 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0240695 Aug 21 09:14:45.670738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49990) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:45.708583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19705d65-6ad7-47dc-843d-000ebef89621 req-eac8f8f5-4236-483c-9f46-e43336c6785d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150817 Aug 21 09:14:45.710196 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f79dc281-9d0d-401c-b327-cd5da52c0149 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:45.715819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f79dc281-9d0d-401c-b327-cd5da52c0149 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "DELETE /v2.0/ports/c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 HTTP/1.1" status: 204 len: 168 time: 1.2642515 Aug 21 09:14:45.718877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49992) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:45.738780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d60faa3a-bce3-4d45-8174-e979d0d7fcbe req-0e779232-914c-41a2-a204-ac56d742e09f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362640 Aug 21 09:14:45.755849 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b4397-0beb-4122-aff5-de10469bce9e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:45.763763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b4397-0beb-4122-aff5-de10469bce9e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:45.765706 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2d4b4397-0beb-4122-aff5-de10469bce9e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0937490 Aug 21 09:14:45.771298 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49996) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:45.786020 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35615a5-2c0c-43ce-9665-d5c42ec81199 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] GET failed (client error): The resource could not be found. Aug 21 09:14:45.787667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a35615a5-2c0c-43ce-9665-d5c42ec81199 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "GET /v2.0/ports/c3b72bd8-4e82-48e2-8e72-3a0491ab4f50 HTTP/1.1" status: 404 len: 333 time: 0.0674744 Aug 21 09:14:45.791816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49998) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:45.813533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Request body: {'port': {'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1599225707'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:45.937716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4b2578f4-5efe-466a-b1e8-8b06e96aaf97 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port 07dcf472-31bb-4dc3-b180-abdcbd6ec29f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:45.939575 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b2578f4-5efe-466a-b1e8-8b06e96aaf97 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:46.052717 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a1ceb558-3600-4e33-a511-b7e13e1bc19d up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:46.114344 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:14:46.168130 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b2578f4-5efe-466a-b1e8-8b06e96aaf97 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:46.181273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180fd0b-ff9e-4c59-a106-2bdde5bdd0e0 req-fe4997f5-c0a6-4470-bc88-2afd10f02f4f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:46.181273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c180fd0b-ff9e-4c59-a106-2bdde5bdd0e0 req-fe4997f5-c0a6-4470-bc88-2afd10f02f4f tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 946 time: 0.0630972 Aug 21 09:14:46.181464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Made reservation on behalf of c97cb571224b49b5a3af2bf437741db4 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:46.185316 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:46.191448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4b2578f4-5efe-466a-b1e8-8b06e96aaf97 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for 07dcf472-31bb-4dc3-b180-abdcbd6ec29f owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:46.196459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a1ceb558-3600-4e33-a511-b7e13e1bc19d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:46.223710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] device_id is not set on port c9ade863-f69c-4a52-af66-70f5b195f31c yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:46.284217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c180fd0b-ff9e-4c59-a106-2bdde5bdd0e0 req-650723d7-dc63-4e5a-aa63-8aa47598d5bc tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955071 Aug 21 09:14:46.400216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Allocated IP 2001:db8::164 (9a5954e3-6be5-415c-9097-780d5480ca39/15d5c51e-80e9-4685-b481-c30d83b3972e/c9ade863-f69c-4a52-af66-70f5b195f31c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:46.431144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b2578f4-5efe-466a-b1e8-8b06e96aaf97 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:46.489267 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2578f4-5efe-466a-b1e8-8b06e96aaf97 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=07dcf472-31bb-4dc3-b180-abdcbd6ec29f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:46.517935 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b2578f4-5efe-466a-b1e8-8b06e96aaf97 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:46.520957 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4b2578f4-5efe-466a-b1e8-8b06e96aaf97 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/07dcf472-31bb-4dc3-b180-abdcbd6ec29f HTTP/1.1" status: 204 len: 168 time: 0.7485783 Aug 21 09:14:46.523508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50006) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:46.581809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc1e478-3753-40e6-a647-bc22ceb3f9ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:46.584641 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc1e478-3753-40e6-a647-bc22ceb3f9ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:46.586427 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7cc1e478-3753-40e6-a647-bc22ceb3f9ee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0618281 Aug 21 09:14:46.589696 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50008) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:46.631817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf79131-e9bb-4656-98e2-30ab4313e45e req-9a4833c1-9a42-41a1-8439-1c7701a0ceca tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:46.633598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bf79131-e9bb-4656-98e2-30ab4313e45e req-9a4833c1-9a42-41a1-8439-1c7701a0ceca tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 946 time: 0.0921986 Aug 21 09:14:46.637277 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:46.662910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d78d22b-b5dc-466a-bf7c-34e90feba950 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet b8a058d6-b605-4f60-ac17-c3f6e1d0b229 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:14:46.666921 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d78d22b-b5dc-466a-bf7c-34e90feba950 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:46.692450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Transition to ACTIVE for port object c9ade863-f69c-4a52-af66-70f5b195f31c will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:46.702027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bf79131-e9bb-4656-98e2-30ab4313e45e req-018638a8-f7b3-4b9a-9a9e-9bd35b323e1d tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561140 Aug 21 09:14:46.732175 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d78d22b-b5dc-466a-bf7c-34e90feba950 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:46.832308 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d78d22b-b5dc-466a-bf7c-34e90feba950 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:46.917225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb840-bafd-4444-b3ac-7fadbc54fe05 req-d8c40b3a-4c01-422e-9cb4-65736298bff5 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:46.919333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6eadb840-bafd-4444-b3ac-7fadbc54fe05 req-d8c40b3a-4c01-422e-9cb4-65736298bff5 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 946 time: 0.1154709 Aug 21 09:14:46.920223 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:46.989680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Network 9a5954e3-6be5-415c-9097-780d5480ca39 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:46.999864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d78d22b-b5dc-466a-bf7c-34e90feba950 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.001327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:47.008543 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d956098e-cb13-48d8-8aa9-5ff8a1447ec2 None None] Provisioning for port a1ceb558-3600-4e33-a511-b7e13e1bc19d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:47.013562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d956098e-cb13-48d8-8aa9-5ff8a1447ec2 None None] Provisioning complete for port a1ceb558-3600-4e33-a511-b7e13e1bc19d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:47.013979 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d956098e-cb13-48d8-8aa9-5ff8a1447ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.023354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6462cee-a047-4ee3-85f3-1a6b28fa6202 req-c8d69a3d-1a76-4380-9ebc-fd28ecfec50d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:47.030976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6462cee-a047-4ee3-85f3-1a6b28fa6202 req-c8d69a3d-1a76-4380-9ebc-fd28ecfec50d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.1582029 Aug 21 09:14:47.038108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:47.044028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:47.044969 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.056140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'Port': ['ID=c9ade863-f69c-4a52-af66-70f5b195f31c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:47.059959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78d22b-b5dc-466a-bf7c-34e90feba950 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a058d6-b605-4f60-ac17-c3f6e1d0b229,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:47.064342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d78d22b-b5dc-466a-bf7c-34e90feba950 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.073320 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7d78d22b-b5dc-466a-bf7c-34e90feba950 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/b8a058d6-b605-4f60-ac17-c3f6e1d0b229 HTTP/1.1" status: 204 len: 168 time: 0.4822519 Aug 21 09:14:47.074602 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50018) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:47.098901 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6eadb840-bafd-4444-b3ac-7fadbc54fe05 req-a2b8424e-c172-4f9f-96da-036150290b64 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631103 Aug 21 09:14:47.111048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c2eec-48a6-4f04-8496-e156ea506327 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:47.138636 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bedaf305-cf2b-4c71-9127-77b35327a197 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625024 Aug 21 09:14:47.143130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50024) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:47.144186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6462cee-a047-4ee3-85f3-1a6b28fa6202 req-ce02ebf3-3f26-42d0-9ba4-6e3e6f667fc6 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122346 Aug 21 09:14:47.156787 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-275d1b30-f0d5-425d-8f86-8ab6c3a50776 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:47.180302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4b4f3902-6bc8-4522-82b3-e5f7c30f2789 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3767407 Aug 21 09:14:47.182785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50026) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:47.188290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Request body: {'port': {'network_id': '9a5954e3-6be5-415c-9097-780d5480ca39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-859359387'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:47.437549 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275d1b30-f0d5-425d-8f86-8ab6c3a50776 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:47.438807 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d956098e-cb13-48d8-8aa9-5ff8a1447ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.445592 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-275d1b30-f0d5-425d-8f86-8ab6c3a50776 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.484414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d956098e-cb13-48d8-8aa9-5ff8a1447ec2 None None] For port a1ceb558-3600-4e33-a511-b7e13e1bc19d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a1ceb558-3600-4e33-a511-b7e13e1bc19d,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:47.548099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fcf6d-b294-4a03-80c2-36c6e354e1f8 req-1c9e322c-352b-4be2-a53c-04db2fa27844 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:47.549711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-482fcf6d-b294-4a03-80c2-36c6e354e1f8 req-1c9e322c-352b-4be2-a53c-04db2fa27844 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 945 time: 0.0547764 Aug 21 09:14:47.550153 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d956098e-cb13-48d8-8aa9-5ff8a1447ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.561412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b09e6b-20f1-42f7-8331-9dfd78359c4b None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:14:47.575749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Made reservation on behalf of c97cb571224b49b5a3af2bf437741db4 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:47.581346 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.628890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] device_id is not set on port adb911e0-c090-4786-ba2c-53d09c24985c yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:47.637245 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956098e-cb13-48d8-8aa9-5ff8a1447ec2 None None] Pushing event updated for resources: {'Port': ['ID=a1ceb558-3600-4e33-a511-b7e13e1bc19d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:47.643235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-482fcf6d-b294-4a03-80c2-36c6e354e1f8 req-d906e929-5644-4b6d-93ff-619514d41e56 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751534 Aug 21 09:14:47.698844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e8b09e6b-20f1-42f7-8331-9dfd78359c4b None None] Deleting port a1ceb558-3600-4e33-a511-b7e13e1bc19d {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:47.699573 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8b09e6b-20f1-42f7-8331-9dfd78359c4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.777546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e8b09e6b-20f1-42f7-8331-9dfd78359c4b None None] For port a1ceb558-3600-4e33-a511-b7e13e1bc19d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a1ceb558-3600-4e33-a511-b7e13e1bc19d,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:47.777900 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8b09e6b-20f1-42f7-8331-9dfd78359c4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.783923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-11d7070b-a707-4420-b366-ba3c6cacce68 None None] Provisioning for port c9ade863-f69c-4a52-af66-70f5b195f31c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:47.798038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-11d7070b-a707-4420-b366-ba3c6cacce68 None None] Provisioning complete for port c9ade863-f69c-4a52-af66-70f5b195f31c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:47.798405 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-11d7070b-a707-4420-b366-ba3c6cacce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.801272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e8b09e6b-20f1-42f7-8331-9dfd78359c4b None None] Calling delete_port for a1ceb558-3600-4e33-a511-b7e13e1bc19d owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:47.803053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-275d1b30-f0d5-425d-8f86-8ab6c3a50776 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.812971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Allocated IP 2001:db8::4e (9a5954e3-6be5-415c-9097-780d5480ca39/15d5c51e-80e9-4685-b481-c30d83b3972e/adb911e0-c090-4786-ba2c-53d09c24985c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:47.876355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-11d7070b-a707-4420-b366-ba3c6cacce68 None None] Port c9ade863-f69c-4a52-af66-70f5b195f31c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:47.881951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-11d7070b-a707-4420-b366-ba3c6cacce68 None None] Could not find standard attr ID for object bf38660c-18a4-41ca-b685-eb3db579705c. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:14:47.889934 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275d1b30-f0d5-425d-8f86-8ab6c3a50776 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:47.909745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-275d1b30-f0d5-425d-8f86-8ab6c3a50776 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:47.914531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d1b30-f0d5-425d-8f86-8ab6c3a50776 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:47.919799 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-275d1b30-f0d5-425d-8f86-8ab6c3a50776 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:47.944403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d1b30-f0d5-425d-8f86-8ab6c3a50776 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=0666119c-4f99-4a15-b082-b309b010e01b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:47.961663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a1ceb558-3600-4e33-a511-b7e13e1bc19d no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:47.996134 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8b09e6b-20f1-42f7-8331-9dfd78359c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:48.017454 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-275d1b30-f0d5-425d-8f86-8ab6c3a50776 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8696711 Aug 21 09:14:48.025719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50038) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:48.032309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9d72ad04-4b72-4bda-b90a-0f7e0be8aca4 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': '0666119c-4f99-4a15-b082-b309b010e01b', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1097886754'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:48.035660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b09e6b-20f1-42f7-8331-9dfd78359c4b None None] No DVR routers for this DVR port a1ceb558-3600-4e33-a511-b7e13e1bc19d on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:48.049284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b09e6b-20f1-42f7-8331-9dfd78359c4b None None] Pushing event deleted for resources: {'Port': ['ID=a1ceb558-3600-4e33-a511-b7e13e1bc19d,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:48.054378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be848c85-105a-4ffc-b00f-c6ada7d51a12 req-b6a6e2f4-3766-44a5-90cd-ca0446ecc27b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:48.057744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No active binding found for port a1ceb558-3600-4e33-a511-b7e13e1bc19d {{(pid=106758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 09:14:48.058249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a1ceb558-3600-4e33-a511-b7e13e1bc19d not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:48.062750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be848c85-105a-4ffc-b00f-c6ada7d51a12 req-b6a6e2f4-3766-44a5-90cd-ca0446ecc27b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 946 time: 0.0902741 Aug 21 09:14:48.075770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a000e5f9-8c7b-4d1e-a437-aeec0a19755d None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:48.104051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:48.142354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be848c85-105a-4ffc-b00f-c6ada7d51a12 req-6a51ee6f-e3a9-4af7-b4bf-33e83b40799b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786583 Aug 21 09:14:48.143671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Transition to ACTIVE for port object adb911e0-c090-4786-ba2c-53d09c24985c will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:48.251974 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:48.262243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '0666119c-4f99-4a15-b082-b309b010e01b'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:14:48.263266 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:48.310989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d72ad04-4b72-4bda-b90a-0f7e0be8aca4 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:48.317509 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d72ad04-4b72-4bda-b90a-0f7e0be8aca4 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:48.359829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-9d72ad04-4b72-4bda-b90a-0f7e0be8aca4 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port fa4fb0db-d64e-4509-b926-713707429b55 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:14:48.369214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e6675-ab81-4cb3-a3d5-2f8b08c354a5 req-16dafcb8-ac07-4a78-9ebb-fd8e74cd3865 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:48.375456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-356e6675-ab81-4cb3-a3d5-2f8b08c354a5 req-16dafcb8-ac07-4a78-9ebb-fd8e74cd3865 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.1540639 Aug 21 09:14:48.387339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Network 9a5954e3-6be5-415c-9097-780d5480ca39 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:48.409732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:48.413280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:48.422371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:48.423210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:48.433137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'Port': ['ID=adb911e0-c090-4786-ba2c-53d09c24985c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:48.483409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-356e6675-ab81-4cb3-a3d5-2f8b08c354a5 req-4353844e-4237-4957-9532-9cc3c594ba29 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069305 Aug 21 09:14:48.534372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/0666119c-4f99-4a15-b082-b309b010e01b/43b83a41-308c-4b18-ac97-29a65f817b9a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:48.540655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2c83de11-23fd-4b5e-813d-17d630182aa6 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3560321 Aug 21 09:14:48.543252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50052) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:48.549181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3d9d68b6-fbde-416c-a2ee-c58b374288a3 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c8', 'mac_address': 'fa:16:3e:76:e0:e1'}, {'ip_address': '2001:db8::164', 'mac_address': 'fa:16:3e:3a:b5:91'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:48.749521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0532bf-7e4d-4191-9ccf-95b708178991 req-eb595594-bc60-4519-9873-194b67dd4e97 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:48.751475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d0532bf-7e4d-4191-9ccf-95b708178991 req-eb595594-bc60-4519-9873-194b67dd4e97 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 945 time: 0.1381187 Aug 21 09:14:48.826996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d0532bf-7e4d-4191-9ccf-95b708178991 req-d696bf14-3405-45c6-8fc7-cd5417db876c tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642924 Aug 21 09:14:48.854640 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d9d68b6-fbde-416c-a2ee-c58b374288a3 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:48.885073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f0717c5c-4ab2-4c13-87cd-d4850abb3b37 None None] Provisioning for port adb911e0-c090-4786-ba2c-53d09c24985c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:48.887840 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:48.895337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f0717c5c-4ab2-4c13-87cd-d4850abb3b37 None None] Provisioning complete for port adb911e0-c090-4786-ba2c-53d09c24985c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:48.895737 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f0717c5c-4ab2-4c13-87cd-d4850abb3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:48.902268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Transition to ACTIVE for port object 43b83a41-308c-4b18-ac97-29a65f817b9a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:48.942702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Transition to ACTIVE for port object 43b83a41-308c-4b18-ac97-29a65f817b9a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:48.948440 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f0717c5c-4ab2-4c13-87cd-d4850abb3b37 None None] Port adb911e0-c090-4786-ba2c-53d09c24985c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:49.005737 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.046676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:49.051541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:49.054623 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d72ad04-4b72-4bda-b90a-0f7e0be8aca4 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:14:49.056458 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d72ad04-4b72-4bda-b90a-0f7e0be8aca4 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:14:49.060032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:49.062185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Pushing event updated for resources: {'Port': ['ID=43b83a41-308c-4b18-ac97-29a65f817b9a,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:49.078389 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d9d68b6-fbde-416c-a2ee-c58b374288a3 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.127359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Attempting to bind port 43b83a41-308c-4b18-ac97-29a65f817b9a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:49.127806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Attempting to bind port 43b83a41-308c-4b18-ac97-29a65f817b9a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:49.128175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Attempting to bind port 43b83a41-308c-4b18-ac97-29a65f817b9a on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:49.134732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:49.135355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:49.135812 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.136208 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:49.136684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Bound port: 43b83a41-308c-4b18-ac97-29a65f817b9a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:49.137073 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.138501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50058) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:49.138640 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9d72ad04-4b72-4bda-b90a-0f7e0be8aca4 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1111753 Aug 21 09:14:49.193996 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d9d68b6-fbde-416c-a2ee-c58b374288a3 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.221460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] For port 43b83a41-308c-4b18-ac97-29a65f817b9a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:49.225037 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] For port 43b83a41-308c-4b18-ac97-29a65f817b9a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=43b83a41-308c-4b18-ac97-29a65f817b9a,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:49.279622 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.302756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d68b6-fbde-416c-a2ee-c58b374288a3 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] In _notify_port_updated(), no bound segment for port adb911e0-c090-4786-ba2c-53d09c24985c on network 9a5954e3-6be5-415c-9097-780d5480ca39 {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:14:49.308766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9d68b6-fbde-416c-a2ee-c58b374288a3 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:49.309659 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d9d68b6-fbde-416c-a2ee-c58b374288a3 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.312027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3d9d68b6-fbde-416c-a2ee-c58b374288a3 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "PUT /v2.0/ports/adb911e0-c090-4786-ba2c-53d09c24985c HTTP/1.1" status: 200 len: 1066 time: 0.7676871 Aug 21 09:14:49.313768 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50064) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:49.352661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d68b6-fbde-416c-a2ee-c58b374288a3 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event updated for resources: {'Port': ['ID=adb911e0-c090-4786-ba2c-53d09c24985c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:49.353655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b710a43-d94e-4980-ace7-82440388f673 None None] Pushing event updated for resources: {'Port': ['ID=43b83a41-308c-4b18-ac97-29a65f817b9a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:49.386529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5c07-813c-44b6-8875-1a8383a19c89 req-534bbcda-4de3-49fd-8700-70be6f870ac3 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:49.388431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-148b5c07-813c-44b6-8875-1a8383a19c89 req-534bbcda-4de3-49fd-8700-70be6f870ac3 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.13 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 946 time: 0.2629311 Aug 21 09:14:49.431688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5769a9-e65e-4175-b865-371c6f7180dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:49.433274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ad5769a9-e65e-4175-b865-371c6f7180dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2760749 Aug 21 09:14:49.437331 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50068) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:49.505655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fad77-5dd0-417a-a9dd-feb02dd9a074 req-1dcf50fe-9c6c-41f1-a9f8-5928a95b584b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:49.513706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-556fad77-5dd0-417a-a9dd-feb02dd9a074 req-1dcf50fe-9c6c-41f1-a9f8-5928a95b584b tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 946 time: 0.2828493 Aug 21 09:14:49.536172 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f8da0-a19f-458d-a37e-1b0948a4ed2d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:49.538886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f8da0-a19f-458d-a37e-1b0948a4ed2d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:49.551703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50074) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:49.560812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c81f8da0-a19f-458d-a37e-1b0948a4ed2d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1161728 Aug 21 09:14:49.580575 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f408869f-8b67-4046-8cf5-49e8ee6e5296 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Deleting port adb911e0-c090-4786-ba2c-53d09c24985c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:49.581348 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f408869f-8b67-4046-8cf5-49e8ee6e5296 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.697757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-556fad77-5dd0-417a-a9dd-feb02dd9a074 req-e4637855-b97a-4028-b099-6a0a4a5b73d8 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed1308bd-9317-4d6b-a181-7d97b8e77615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830554 Aug 21 09:14:49.754233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-0980e454-5d69-41e1-b3b4-7d0637307858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 0666119c-4f99-4a15-b082-b309b010e01b {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:14:49.760087 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0980e454-5d69-41e1-b3b4-7d0637307858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.787724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dd40820b-d7f3-41bd-9ca4-804b58df65dd None None] Provisioning complete for port adb911e0-c090-4786-ba2c-53d09c24985c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:49.788738 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dd40820b-d7f3-41bd-9ca4-804b58df65dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.797339 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f408869f-8b67-4046-8cf5-49e8ee6e5296 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.815386 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f408869f-8b67-4046-8cf5-49e8ee6e5296 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Calling delete_port for adb911e0-c090-4786-ba2c-53d09c24985c owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:49.872873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-148b5c07-813c-44b6-8875-1a8383a19c89 req-64be536d-fdac-467c-a94e-3edbceeffb87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Deleting port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:49.873222 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-148b5c07-813c-44b6-8875-1a8383a19c89 req-64be536d-fdac-467c-a94e-3edbceeffb87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:49.899024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-dd40820b-d7f3-41bd-9ca4-804b58df65dd None None] Port adb911e0-c090-4786-ba2c-53d09c24985c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:49.955896 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0980e454-5d69-41e1-b3b4-7d0637307858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.028377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a810657-0334-46db-a9db-143befc9c830 req-7e7b116f-6e19-4a73-9a2b-1ee1e6b5ae5d tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:50.029915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a810657-0334-46db-a9db-143befc9c830 req-7e7b116f-6e19-4a73-9a2b-1ee1e6b5ae5d tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 945 time: 0.2527635 Aug 21 09:14:50.043286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 43b83a41-308c-4b18-ac97-29a65f817b9a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:50.051849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40c56a-8e88-4101-889d-df41b81d12c5 req-b74712e2-5193-4ad3-a447-09d5cbd69d9c tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:50.053370 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f40c56a-8e88-4101-889d-df41b81d12c5 req-b74712e2-5193-4ad3-a447-09d5cbd69d9c tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.2328629 Aug 21 09:14:50.094742 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f408869f-8b67-4046-8cf5-49e8ee6e5296 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.127866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408869f-8b67-4046-8cf5-49e8ee6e5296 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event deleted for resources: {'Port': ['ID=adb911e0-c090-4786-ba2c-53d09c24985c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:50.220251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-148b5c07-813c-44b6-8875-1a8383a19c89 req-64be536d-fdac-467c-a94e-3edbceeffb87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] For port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e,segment=NetworkSegment(90425d49-c782-4a55-989d-a82211f9da44),segment_id=90425d49-c782-4a55-989d-a82211f9da44)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:50.220251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-148b5c07-813c-44b6-8875-1a8383a19c89 req-64be536d-fdac-467c-a94e-3edbceeffb87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.220251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a810657-0334-46db-a9db-143befc9c830 req-7fd0d0c1-1354-42c3-8a9f-8e441ccb0fda tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712327 Aug 21 09:14:50.256424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f40c56a-8e88-4101-889d-df41b81d12c5 req-370295d5-aebe-4840-8a78-5e9f75d82eab tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786239 Aug 21 09:14:50.265530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 43b83a41-308c-4b18-ac97-29a65f817b9a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:50.272109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-148b5c07-813c-44b6-8875-1a8383a19c89 req-64be536d-fdac-467c-a94e-3edbceeffb87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Calling delete_port for 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:50.281968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0980e454-5d69-41e1-b3b4-7d0637307858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.378700 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f408869f-8b67-4046-8cf5-49e8ee6e5296 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.384040 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f408869f-8b67-4046-8cf5-49e8ee6e5296 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "DELETE /v2.0/ports/adb911e0-c090-4786-ba2c-53d09c24985c HTTP/1.1" status: 204 len: 168 time: 1.0664146 Aug 21 09:14:50.384291 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50082) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:50.426156 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c16ecf8-39a1-4f5a-becc-30f444b611b4 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] GET failed (client error): The resource could not be found. Aug 21 09:14:50.431717 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2c16ecf8-39a1-4f5a-becc-30f444b611b4 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "GET /v2.0/ports/adb911e0-c090-4786-ba2c-53d09c24985c HTTP/1.1" status: 404 len: 333 time: 0.0427372 Aug 21 09:14:50.431717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50084) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:50.487651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0980e454-5d69-41e1-b3b4-7d0637307858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.536882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980e454-5d69-41e1-b3b4-7d0637307858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=0666119c-4f99-4a15-b082-b309b010e01b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:50.539757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0980e454-5d69-41e1-b3b4-7d0637307858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.543533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0980e454-5d69-41e1-b3b4-7d0637307858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/0666119c-4f99-4a15-b082-b309b010e01b HTTP/1.1" status: 204 len: 168 time: 0.9875274 Aug 21 09:14:50.543890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50088) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:50.589715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cc95df07-59a5-4e8d-92a7-87d45f8c5764 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405102 Aug 21 09:14:50.590422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50090) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:50.595292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ebe050a8-1601-4e92-a552-028a98ff6542 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:50.600650 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-148b5c07-813c-44b6-8875-1a8383a19c89 req-64be536d-fdac-467c-a94e-3edbceeffb87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.602958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-805e09ca-05f2-4ca2-9ea5-05911b6377ff tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Deleting port c9ade863-f69c-4a52-af66-70f5b195f31c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:50.603505 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-805e09ca-05f2-4ca2-9ea5-05911b6377ff tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.615740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69fcf2f5-ca0c-4f10-806d-ca104fdcc64e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:14:50.691329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be536d-fdac-467c-a94e-3edbceeffb87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Pushing event deleted for resources: {'Port': ['ID=69fcf2f5-ca0c-4f10-806d-ca104fdcc64e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:50.734422 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-805e09ca-05f2-4ca2-9ea5-05911b6377ff tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.750889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-805e09ca-05f2-4ca2-9ea5-05911b6377ff tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Calling delete_port for c9ade863-f69c-4a52-af66-70f5b195f31c owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:50.769855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-148b5c07-813c-44b6-8875-1a8383a19c89 req-64be536d-fdac-467c-a94e-3edbceeffb87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] No DVR routers for this DVR port 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:50.775460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-148b5c07-813c-44b6-8875-1a8383a19c89 req-64be536d-fdac-467c-a94e-3edbceeffb87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.777502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-148b5c07-813c-44b6-8875-1a8383a19c89 req-64be536d-fdac-467c-a94e-3edbceeffb87 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.13 "DELETE /v2.0/ports/69fcf2f5-ca0c-4f10-806d-ca104fdcc64e HTTP/1.1" status: 204 len: 173 time: 1.3791103 Aug 21 09:14:50.778402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5124b797-c1c8-4108-bd70-678f49f80754', 'name': 'network-vif-deleted', 'tag': '69fcf2f5-ca0c-4f10-806d-ca104fdcc64e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:50.781402 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dd43e8-a14f-47b0-a0ee-b8c92b808a5c" -d '{"events": [{"server_uuid": "5124b797-c1c8-4108-bd70-678f49f80754", "name": "network-vif-deleted", "tag": "69fcf2f5-ca0c-4f10-806d-ca104fdcc64e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:50.868893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70bb2610-ad1b-4c26-b2ef-1a1cc84d9993 req-5dac242e-c033-48d0-8356-cde22b2b73a2 tempest-ServerDiskConfigTestJSON-1969204055 tempest-ServerDiskConfigTestJSON-1969204055-project] 10.222.0.20 "GET /v2.0/ports?device_id=5124b797-c1c8-4108-bd70-678f49f80754 HTTP/1.1" status: 200 len: 210 time: 0.0876722 Aug 21 09:14:50.878290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543185e5-ccfd-4e35-8ed7-a06dbdfbf395 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:50.885327 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9270d5d4-4575-4cbf-9820-4be142a0d1bf x-openstack-request-id: req-9270d5d4-4575-4cbf-9820-4be142a0d1bf {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:50.885631 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5124b797-c1c8-4108-bd70-678f49f80754", "name": "network-vif-deleted", "tag": "69fcf2f5-ca0c-4f10-806d-ca104fdcc64e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:50.885889 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9270d5d4-4575-4cbf-9820-4be142a0d1bf {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:50.888096 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5124b797-c1c8-4108-bd70-678f49f80754', 'name': 'network-vif-deleted', 'tag': '69fcf2f5-ca0c-4f10-806d-ca104fdcc64e', 'status': 'completed', 'code': 200} Aug 21 09:14:50.962724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe050a8-1601-4e92-a552-028a98ff6542 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:50.966741 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ebe050a8-1601-4e92-a552-028a98ff6542 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:50.979497 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-805e09ca-05f2-4ca2-9ea5-05911b6377ff tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:51.007795 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-52ad67d4-2105-4b3a-a6db-93808d6a1b35 None None] Provisioning for port 43b83a41-308c-4b18-ac97-29a65f817b9a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:51.012869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e09ca-05f2-4ca2-9ea5-05911b6377ff tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event deleted for resources: {'Port': ['ID=c9ade863-f69c-4a52-af66-70f5b195f31c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:51.028034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-52ad67d4-2105-4b3a-a6db-93808d6a1b35 None None] Provisioning complete for port 43b83a41-308c-4b18-ac97-29a65f817b9a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:51.028991 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52ad67d4-2105-4b3a-a6db-93808d6a1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:51.041592 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-805e09ca-05f2-4ca2-9ea5-05911b6377ff tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:51.046205 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-805e09ca-05f2-4ca2-9ea5-05911b6377ff tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "DELETE /v2.0/ports/c9ade863-f69c-4a52-af66-70f5b195f31c HTTP/1.1" status: 204 len: 168 time: 0.6123035 Aug 21 09:14:51.047881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50098) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:51.097210 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b51786b-5718-4578-8ad1-c6e57b670a66 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] GET failed (client error): The resource could not be found. Aug 21 09:14:51.105143 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b51786b-5718-4578-8ad1-c6e57b670a66 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "GET /v2.0/ports/c9ade863-f69c-4a52-af66-70f5b195f31c HTTP/1.1" status: 404 len: 333 time: 0.0525551 Aug 21 09:14:51.106671 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50100) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:51.113794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-f8f4534d-7f79-4b3b-b380-7a4477ff8591 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:51.136658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-f8f4534d-7f79-4b3b-b380-7a4477ff8591 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 945 time: 0.1175849 Aug 21 09:14:51.199182 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52ad67d4-2105-4b3a-a6db-93808d6a1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:51.218196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f109790-b772-4fd2-af86-e948080d80f8 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:14:51.292276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-52ad67d4-2105-4b3a-a6db-93808d6a1b35 None None] For port 43b83a41-308c-4b18-ac97-29a65f817b9a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=43b83a41-308c-4b18-ac97-29a65f817b9a,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:51.346332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7f109790-b772-4fd2-af86-e948080d80f8 None None] Deleting port 43b83a41-308c-4b18-ac97-29a65f817b9a {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:51.346332 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f109790-b772-4fd2-af86-e948080d80f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:51.353535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-53e5d380-c247-4140-805d-ed313b75010b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Deleting port 17ff6e46-dab3-43d1-ac77-f052c304b466 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:51.353918 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53e5d380-c247-4140-805d-ed313b75010b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:51.388240 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52ad67d4-2105-4b3a-a6db-93808d6a1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:51.513135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7f109790-b772-4fd2-af86-e948080d80f8 None None] For port 43b83a41-308c-4b18-ac97-29a65f817b9a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=43b83a41-308c-4b18-ac97-29a65f817b9a,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:51.513534 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f109790-b772-4fd2-af86-e948080d80f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:51.573106 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53e5d380-c247-4140-805d-ed313b75010b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:51.594054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-53e5d380-c247-4140-805d-ed313b75010b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Calling delete_port for 17ff6e46-dab3-43d1-ac77-f052c304b466 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:51.604990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7f109790-b772-4fd2-af86-e948080d80f8 None None] Calling delete_port for 43b83a41-308c-4b18-ac97-29a65f817b9a owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:51.618801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad67d4-2105-4b3a-a6db-93808d6a1b35 None None] Pushing event updated for resources: {'Port': ['ID=43b83a41-308c-4b18-ac97-29a65f817b9a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:51.867322 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f109790-b772-4fd2-af86-e948080d80f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:51.867465 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53e5d380-c247-4140-805d-ed313b75010b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:51.896075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f109790-b772-4fd2-af86-e948080d80f8 None None] No DVR routers for this DVR port 43b83a41-308c-4b18-ac97-29a65f817b9a on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:51.926740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f109790-b772-4fd2-af86-e948080d80f8 None None] Pushing event deleted for resources: {'Port': ['ID=43b83a41-308c-4b18-ac97-29a65f817b9a,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:51.943532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 43b83a41-308c-4b18-ac97-29a65f817b9a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:51.975851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 43b83a41-308c-4b18-ac97-29a65f817b9a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:14:51.976209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 43b83a41-308c-4b18-ac97-29a65f817b9a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:51.977538 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5d380-c247-4140-805d-ed313b75010b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event deleted for resources: {'Port': ['ID=17ff6e46-dab3-43d1-ac77-f052c304b466,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:52.008114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Deleting port 4affad55-cd3e-4cea-ba59-cdf30175f7ed {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:52.009211 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.011703 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53e5d380-c247-4140-805d-ed313b75010b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.022528 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-53e5d380-c247-4140-805d-ed313b75010b tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "DELETE /v2.0/ports/17ff6e46-dab3-43d1-ac77-f052c304b466 HTTP/1.1" status: 204 len: 168 time: 0.9081657 Aug 21 09:14:52.022528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50114) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:52.023774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acb007-8725-4402-9d9a-dcdfcfaaae9a req-7fb38f2e-7424-4b73-87d2-79b959f34c60 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:52.023774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6acb007-8725-4402-9d9a-dcdfcfaaae9a req-7fb38f2e-7424-4b73-87d2-79b959f34c60 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 945 time: 0.6644375 Aug 21 09:14:52.102746 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d356e554-f2c1-490e-88ec-8ab0c61f5408 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Deleting subnet 15d5c51e-80e9-4685-b481-c30d83b3972e {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:14:52.103290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b4005-2e96-48f7-92d8-45bf620b4489 req-07b89a6a-f6e7-4fe2-b378-ed05e5093066 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:52.104698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd7b4005-2e96-48f7-92d8-45bf620b4489 req-07b89a6a-f6e7-4fe2-b378-ed05e5093066 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.7005763 Aug 21 09:14:52.110262 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ebe050a8-1601-4e92-a552-028a98ff6542 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.115024 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d356e554-f2c1-490e-88ec-8ab0c61f5408 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.176211 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d356e554-f2c1-490e-88ec-8ab0c61f5408 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.181088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe050a8-1601-4e92-a552-028a98ff6542 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=549dc5da-de96-458c-a94b-3abde4467882,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:52.247381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe050a8-1601-4e92-a552-028a98ff6542 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:52.250611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6acb007-8725-4402-9d9a-dcdfcfaaae9a req-0432ad82-d04b-407f-8cb0-d4ca2a658fa5 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups?id=80d63788-ddd4-4cd9-9afe-1fa07ddfef99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080140 Aug 21 09:14:52.279263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-ebe050a8-1601-4e92-a552-028a98ff6542 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:52.287283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe050a8-1601-4e92-a552-028a98ff6542 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:52.289859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b2fad-2f2d-4848-8e40-e16483501655 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:52.293617 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ebe050a8-1601-4e92-a552-028a98ff6542 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.337299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] For port 4affad55-cd3e-4cea-ba59-cdf30175f7ed, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4affad55-cd3e-4cea-ba59-cdf30175f7ed,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:52.337748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.357957 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d356e554-f2c1-490e-88ec-8ab0c61f5408 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.446438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd7b4005-2e96-48f7-92d8-45bf620b4489 req-c08dd13f-922a-4b35-81a6-cc1264ed6fbc tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307490 Aug 21 09:14:52.557683 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d356e554-f2c1-490e-88ec-8ab0c61f5408 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.589528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50120) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:52.592780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ebe050a8-1601-4e92-a552-028a98ff6542 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9984126 Aug 21 09:14:52.598239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-902e729b-76a3-4c61-a93a-ef011a5c4ebf tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-677385347', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:52.606986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '549dc5da-de96-458c-a94b-3abde4467882'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:14:52.609012 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.623951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356e554-f2c1-490e-88ec-8ab0c61f5408 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event deleted for resources: {'Subnet': ['ID=15d5c51e-80e9-4685-b481-c30d83b3972e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:52.640150 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d356e554-f2c1-490e-88ec-8ab0c61f5408 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.642919 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.643299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.645207 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d356e554-f2c1-490e-88ec-8ab0c61f5408 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "DELETE /v2.0/subnets/15d5c51e-80e9-4685-b481-c30d83b3972e HTTP/1.1" status: 204 len: 168 time: 0.6236897 Aug 21 09:14:52.647358 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Floating IP ce4e7ee6-3be1-4ad7-bba3-8569d04a0879 disassociated. External IP: 172.25.5.96, port: 4affad55-cd3e-4cea-ba59-cdf30175f7ed. Aug 21 09:14:52.647801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Calling delete_port for 4affad55-cd3e-4cea-ba59-cdf30175f7ed owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:52.650205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50126) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:52.723057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a59f2-cf7a-48c6-a48c-6844186b1bb3 None None] Network 9a5954e3-6be5-415c-9097-780d5480ca39 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:14:52.724972 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50130) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:52.760479 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-902e729b-76a3-4c61-a93a-ef011a5c4ebf tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.761546 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-902e729b-76a3-4c61-a93a-ef011a5c4ebf tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.808724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee6237f-c662-49be-8376-f3ae80e70b23 admin admin] Deleting subnet 463a8c9c-31b7-4fa6-9496-6601c4049e9d {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:14:52.838213 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.838547 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ee6237f-c662-49be-8376-f3ae80e70b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.841414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-902e729b-76a3-4c61-a93a-ef011a5c4ebf tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.887020 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ee6237f-c662-49be-8376-f3ae80e70b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.909549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/549dc5da-de96-458c-a94b-3abde4467882/b7361870-2d34-4dc0-b287-a6caf7273245) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:52.915937 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-902e729b-76a3-4c61-a93a-ef011a5c4ebf tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.950252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ee6237f-c662-49be-8376-f3ae80e70b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:52.977856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Deleting port a3056cae-a6b2-4eab-861f-134a45ea0083 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:52.978337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.001743 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-902e729b-76a3-4c61-a93a-ef011a5c4ebf tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.005343 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-902e729b-76a3-4c61-a93a-ef011a5c4ebf tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4097395 Aug 21 09:14:53.012445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50132) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:53.017973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5786aca-a0b5-41da-9ab9-53f51118ba02 None None] DHCP port deletion for 9a5954e3-6be5-415c-9097-780d5480ca39 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:14:53.035282 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.079631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Pushing event deleted for resources: {'Port': ['ID=4affad55-cd3e-4cea-ba59-cdf30175f7ed,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:53.113183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] For port a3056cae-a6b2-4eab-861f-134a45ea0083, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a3056cae-a6b2-4eab-861f-134a45ea0083,segment=NetworkSegment(f85d67a3-7ae9-45aa-8c68-76c34c3d1727),segment_id=f85d67a3-7ae9-45aa-8c68-76c34c3d1727)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:53.115039 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.174047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Calling delete_port for a3056cae-a6b2-4eab-861f-134a45ea0083 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:53.183132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b5786aca-a0b5-41da-9ab9-53f51118ba02 None None] Deleting port a3056cae-a6b2-4eab-861f-134a45ea0083 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:53.188633 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b5786aca-a0b5-41da-9ab9-53f51118ba02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.188916 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.261094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:53.298673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Transition to ACTIVE for port object b7361870-2d34-4dc0-b287-a6caf7273245 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:53.308221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:14:53.308599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69fcf2f5-ca0c-4f10-806d-ca104fdcc64e not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:53.313093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b5786aca-a0b5-41da-9ab9-53f51118ba02 None None] For port a3056cae-a6b2-4eab-861f-134a45ea0083, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a3056cae-a6b2-4eab-861f-134a45ea0083,segment=NetworkSegment(f85d67a3-7ae9-45aa-8c68-76c34c3d1727),segment_id=f85d67a3-7ae9-45aa-8c68-76c34c3d1727)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:53.313944 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b5786aca-a0b5-41da-9ab9-53f51118ba02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.323387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:14:53.334517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b5786aca-a0b5-41da-9ab9-53f51118ba02 None None] Calling delete_port for a3056cae-a6b2-4eab-861f-134a45ea0083 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:53.340611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Transition to ACTIVE for port object b7361870-2d34-4dc0-b287-a6caf7273245 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:53.367236 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ee6237f-c662-49be-8376-f3ae80e70b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.404508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42e9c411-f1c3-4604-81ac-81a60507695d req-c2ca3738-884c-46d0-8bc5-a10c2050bccf tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 210 time: 0.0653684 Aug 21 09:14:53.411405 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.419480 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6237f-c662-49be-8376-f3ae80e70b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463a8c9c-31b7-4fa6-9496-6601c4049e9d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:53.437066 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ee6237f-c662-49be-8376-f3ae80e70b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.441886 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4ee6237f-c662-49be-8376-f3ae80e70b23 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/463a8c9c-31b7-4fa6-9496-6601c4049e9d HTTP/1.1" status: 204 len: 168 time: 0.7156520 Aug 21 09:14:53.442740 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50138) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:53.447393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.473538 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:14:53.478095 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:14:53.489708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:53.494384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:53.499709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:53.510848 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b5786aca-a0b5-41da-9ab9-53f51118ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.537478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Pushing event updated for resources: {'Port': ['ID=b7361870-2d34-4dc0-b287-a6caf7273245,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:53.575136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5786aca-a0b5-41da-9ab9-53f51118ba02 None None] No DVR routers for this DVR port a3056cae-a6b2-4eab-861f-134a45ea0083 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:53.593259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event deleted for resources: {'Port': ['ID=a3056cae-a6b2-4eab-861f-134a45ea0083,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:53.596976 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.626739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5786aca-a0b5-41da-9ab9-53f51118ba02 None None] Pushing event deleted for resources: {'Port': ['ID=a3056cae-a6b2-4eab-861f-134a45ea0083,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:53.656018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] No DVR routers for this DVR port a3056cae-a6b2-4eab-861f-134a45ea0083 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:53.691730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Attempting to bind port b7361870-2d34-4dc0-b287-a6caf7273245 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:53.691730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Attempting to bind port b7361870-2d34-4dc0-b287-a6caf7273245 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:53.691730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Attempting to bind port b7361870-2d34-4dc0-b287-a6caf7273245 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:53.694341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:53.695273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:53.696696 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.696975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:53.697461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Bound port: b7361870-2d34-4dc0-b287-a6caf7273245, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:53.697887 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.712954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:14:53.725187 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.742413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b03ba8-68d6-47b1-9cc8-982aa0022c6e None None] Sync routers for ids ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:14:53.789462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b03ba8-68d6-47b1-9cc8-982aa0022c6e None None] Routers {'a673fe1b-eac0-4c58-9ed4-011fe4c35d95'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:14:53.789462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e2b03ba8-68d6-47b1-9cc8-982aa0022c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:53.817395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffdee4-5710-41a5-98f3-d9321d0d585b req-515a0105-702a-46cf-80f6-9fcdb1778d81 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:53.819003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bffdee4-5710-41a5-98f3-d9321d0d585b req-515a0105-702a-46cf-80f6-9fcdb1778d81 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.2300286 Aug 21 09:14:53.849960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] No DVR routers for this DVR port 4affad55-cd3e-4cea-ba59-cdf30175f7ed on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:14:53.853302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.863643 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.865678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0fcf2d9c-88e5-4879-9943-d37a41bd138d req-7dc07d1c-008f-46ee-82e4-b538368b60c1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.13 "DELETE /v2.0/ports/4affad55-cd3e-4cea-ba59-cdf30175f7ed HTTP/1.1" status: 204 len: 173 time: 2.7170119 Aug 21 09:14:53.866155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'name': 'network-vif-deleted', 'tag': '4affad55-cd3e-4cea-ba59-cdf30175f7ed'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:14:53.869329 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f501a391-03b3-41eb-8e5e-e6a13b4a831b" -d '{"events": [{"server_uuid": "0e4f45e2-5ed6-41a7-a9ab-a78e18caf124", "name": "network-vif-deleted", "tag": "4affad55-cd3e-4cea-ba59-cdf30175f7ed"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:14:53.884385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5954e3-6be5-415c-9097-780d5480ca39']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:53.899953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85d67a3-7ae9-45aa-8c68-76c34c3d1727') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:53.900251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85d67a3-7ae9-45aa-8c68-76c34c3d1727') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:53.918500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.925097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bffdee4-5710-41a5-98f3-d9321d0d585b req-52d9e52c-5d93-473f-84a5-d9ca9d401388 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801849 Aug 21 09:14:53.951243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.964362 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca99d83-11fe-4f7b-8e2c-78db94be17ba x-openstack-request-id: req-9ca99d83-11fe-4f7b-8e2c-78db94be17ba {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:14:53.965401 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4f45e2-5ed6-41a7-a9ab-a78e18caf124", "name": "network-vif-deleted", "tag": "4affad55-cd3e-4cea-ba59-cdf30175f7ed", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:14:53.966475 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ca99d83-11fe-4f7b-8e2c-78db94be17ba {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:14:53.968728 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4f45e2-5ed6-41a7-a9ab-a78e18caf124', 'name': 'network-vif-deleted', 'tag': '4affad55-cd3e-4cea-ba59-cdf30175f7ed', 'status': 'completed', 'code': 200} Aug 21 09:14:53.973294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:14:53.974125 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] For port b7361870-2d34-4dc0-b287-a6caf7273245, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:53.974503 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:14:53.981637 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:14:53.998622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.023485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229ca434-f22f-42d3-8849-650f18a59c24']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:54.044657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90425d49-c782-4a55-989d-a82211f9da44') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:54.044657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90425d49-c782-4a55-989d-a82211f9da44') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:54.047603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a3056cae-a6b2-4eab-861f-134a45ea0083 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:54.060741 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.077556 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a3056cae-a6b2-4eab-861f-134a45ea0083 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:14:54.077985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a3056cae-a6b2-4eab-861f-134a45ea0083 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:54.106774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.121729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:14:54.122136 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:14:54.123862 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:14:54.126344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e2b03ba8-68d6-47b1-9cc8-982aa0022c6e None None] Set router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:14:54.179991 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.182179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::1 (9f07fd62-f4b8-49be-a982-63482994ed24/549dc5da-de96-458c-a94b-3abde4467882/931e177f-4000-4e9d-9a63-627d3bc872d2) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:14:54.222501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] For port b7361870-2d34-4dc0-b287-a6caf7273245, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b7361870-2d34-4dc0-b287-a6caf7273245,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:54.230841 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.249108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] 10.222.0.20 "DELETE /v2.0/networks/9a5954e3-6be5-415c-9097-780d5480ca39 HTTP/1.1" status: 204 len: 168 time: 1.5919430 Aug 21 09:14:54.250354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ba51e-fa35-4fd9-9ca1-316bbfdacc31 tempest-AllowedAddressPairIpV6TestJSON-631114659 tempest-AllowedAddressPairIpV6TestJSON-631114659-project] Pushing event deleted for resources: {'Network': ['ID=9a5954e3-6be5-415c-9097-780d5480ca39,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:54.280162 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.298174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.304013 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/229ca434-f22f-42d3-8849-650f18a59c24 HTTP/1.1" status: 204 len: 168 time: 0.8578598 Aug 21 09:14:54.305865 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.322225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ed617-198f-423f-bb12-1290c6ac43e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=229ca434-f22f-42d3-8849-650f18a59c24,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:54.449266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.474698 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object 931e177f-4000-4e9d-9a63-627d3bc872d2 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:54.581961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4192b-1189-4396-b2d6-54b01213ae20 None None] Pushing event updated for resources: {'Port': ['ID=b7361870-2d34-4dc0-b287-a6caf7273245,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:54.603767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.625200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e2b03ba8-68d6-47b1-9cc8-982aa0022c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:43Z', 'revision_number': 4, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ea1590d4-5261-45f8-a179-29dad669333f', 'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'mac_address': 'fa:16:3e:8a:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:41Z', 'updated_at': '2021-08-21T09:12:50Z', 'revision_number': 5, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'subnets': [{'id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:54.634348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b873ccd8-fcb7-4f51-9fd4-38a32c05708c req-5b0368cb-d77d-4fb5-b577-b9086242ede1 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4f45e2-5ed6-41a7-a9ab-a78e18caf124 HTTP/1.1" status: 200 len: 210 time: 0.0721636 Aug 21 09:14:54.721358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:54.731532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b03ba8-68d6-47b1-9cc8-982aa0022c6e None None] Checking router: a673fe1b-eac0-4c58-9ed4-011fe4c35d95 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:14:54.732989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:54.749910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:14:54.753128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:54.756770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b03ba8-68d6-47b1-9cc8-982aa0022c6e None None] Routers {'a673fe1b-eac0-4c58-9ed4-011fe4c35d95'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:14:54.757573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e2b03ba8-68d6-47b1-9cc8-982aa0022c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:54.954322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=931e177f-4000-4e9d-9a63-627d3bc872d2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:55.011269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e2b03ba8-68d6-47b1-9cc8-982aa0022c6e None None] Set router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:14:55.075968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50164) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:55.160222 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-833f0bf7-c91d-4be6-b1e9-01776d584a5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=718e6edb095b4060a0ab060f45fe7efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827224 Aug 21 09:14:55.207992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a0500-1d8c-491f-b26b-7ccb5bab2146 req-3a631add-462b-4845-b5bf-df0d632aefd9 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:55.207992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-777a0500-1d8c-491f-b26b-7ccb5bab2146 req-3a631add-462b-4845-b5bf-df0d632aefd9 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.0613272 Aug 21 09:14:55.212939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50166) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:55.213597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50168) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:55.259280 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:55.350019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-777a0500-1d8c-491f-b26b-7ccb5bab2146 req-6be907b5-5c26-45e5-a845-ca4ba4d53996 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462553 Aug 21 09:14:55.431433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 4affad55-cd3e-4cea-ba59-cdf30175f7ed no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:14:55.435868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d9246c7-2f94-435f-a0b0-4e41d3df754d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:55.466246 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d9246c7-2f94-435f-a0b0-4e41d3df754d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:55.492304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 4affad55-cd3e-4cea-ba59-cdf30175f7ed {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:14:55.492734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 4affad55-cd3e-4cea-ba59-cdf30175f7ed not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:14:55.606037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-81096f7a-0fee-449d-8d96-2f71fa245ca8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c97cb571224b49b5a3af2bf437741db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912990 Aug 21 09:14:55.606699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50172) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:55.657270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e2b03ba8-68d6-47b1-9cc8-982aa0022c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:43Z', 'revision_number': 4, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ea1590d4-5261-45f8-a179-29dad669333f', 'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'mac_address': 'fa:16:3e:8a:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:41Z', 'updated_at': '2021-08-21T09:12:50Z', 'revision_number': 5, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'subnets': [{'id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:55.676603 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e385-eff5-4b8c-a46b-8b7ec7189258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:55.688609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d9246c7-2f94-435f-a0b0-4e41d3df754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:55.691412 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d9246c7-2f94-435f-a0b0-4e41d3df754d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:55.695687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2d9246c7-2f94-435f-a0b0-4e41d3df754d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed1308bd-9317-4d6b-a181-7d97b8e77615 HTTP/1.1" status: 204 len: 168 time: 0.4756880 Aug 21 09:14:55.713052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9246c7-2f94-435f-a0b0-4e41d3df754d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1308bd-9317-4d6b-a181-7d97b8e77615,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:55.715535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b03ba8-68d6-47b1-9cc8-982aa0022c6e None None] The sync data for ids ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'] in n-d-766726-28 is: [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:12:43Z', 'revision_number': 4, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ea1590d4-5261-45f8-a179-29dad669333f', 'name': '', 'network_id': 'cb470795-a7d9-4d59-9181-9da93fe3ef24', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'mac_address': 'fa:16:3e:8a:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:41Z', 'updated_at': '2021-08-21T09:12:50Z', 'revision_number': 5, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'subnets': [{'id': '167a0213-dbf1-4924-8b59-d359d50fbf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:14:55.750449 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e385-eff5-4b8c-a46b-8b7ec7189258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:55.909899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50182) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:55.944475 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e385-eff5-4b8c-a46b-8b7ec7189258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:55.963872 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e385-eff5-4b8c-a46b-8b7ec7189258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:55.970017 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e6a1e385-eff5-4b8c-a46b-8b7ec7189258 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c802ded-aa1c-4530-a98a-7a091bd401c7 HTTP/1.1" status: 204 len: 168 time: 0.3621819 Aug 21 09:14:56.031086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b7361870-2d34-4dc0-b287-a6caf7273245 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:56.043435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1e385-eff5-4b8c-a46b-8b7ec7189258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c802ded-aa1c-4530-a98a-7a091bd401c7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:56.104710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d66e-7f55-4753-a7fd-66234d66ec69 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.192548 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d66e-7f55-4753-a7fd-66234d66ec69 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.230720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port b7361870-2d34-4dc0-b287-a6caf7273245 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:56.253951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fd24c55c-8df4-41a1-9825-52dc52041fce None None] Provisioning for port b7361870-2d34-4dc0-b287-a6caf7273245 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:56.262806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fd24c55c-8df4-41a1-9825-52dc52041fce None None] Provisioning complete for port b7361870-2d34-4dc0-b287-a6caf7273245 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:56.262806 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fd24c55c-8df4-41a1-9825-52dc52041fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.268084 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80566f62-f127-4055-b26a-5779de29f60c None None] New status for floating IP ce4e7ee6-3be1-4ad7-bba3-8569d04a0879: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:14:56.362252 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d66e-7f55-4753-a7fd-66234d66ec69 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.365252 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d66e-7f55-4753-a7fd-66234d66ec69 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.366644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3dc4d66e-7f55-4753-a7fd-66234d66ec69 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "DELETE /v2.0/security-groups/80d63788-ddd4-4cd9-9afe-1fa07ddfef99 HTTP/1.1" status: 204 len: 168 time: 0.4556599 Aug 21 09:14:56.390453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50194) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:56.392596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4d66e-7f55-4753-a7fd-66234d66ec69 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d63788-ddd4-4cd9-9afe-1fa07ddfef99,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:56.397085 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fd24c55c-8df4-41a1-9825-52dc52041fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.500944 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-1b427c57-7f60-49e2-872d-9fce2faf3384 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] show failed (client error): The resource could not be found. Aug 21 09:14:56.505289 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1b427c57-7f60-49e2-872d-9fce2faf3384 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "GET /v2.0/security-groups/80d63788-ddd4-4cd9-9afe-1fa07ddfef99 HTTP/1.1" status: 404 len: 347 time: 0.1131508 Aug 21 09:14:56.512531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-fd24c55c-8df4-41a1-9825-52dc52041fce None None] For port b7361870-2d34-4dc0-b287-a6caf7273245, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b7361870-2d34-4dc0-b287-a6caf7273245,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:56.516959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50202) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:56.552718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e19cf-4935-48a8-900d-150b41f60907 req-b9e4fab0-6abf-43e5-a553-e18e94e51924 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:56.572077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e7e19cf-4935-48a8-900d-150b41f60907 req-b9e4fab0-6abf-43e5-a553-e18e94e51924 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.0966039 Aug 21 09:14:56.584623 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.636803 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fd24c55c-8df4-41a1-9825-52dc52041fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.666248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e7e19cf-4935-48a8-900d-150b41f60907 req-1aec270e-22ae-43d8-bf80-893f1ba50a02 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928702 Aug 21 09:14:56.713911 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.714705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.723422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24c55c-8df4-41a1-9825-52dc52041fce None None] Pushing event updated for resources: {'Port': ['ID=b7361870-2d34-4dc0-b287-a6caf7273245,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:56.830921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a2bbd485-cdf9-4aa4-8df3-dcc990b45621 None None] Provisioning for port 931e177f-4000-4e9d-9a63-627d3bc872d2 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:14:56.834219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=931e177f-4000-4e9d-9a63-627d3bc872d2,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:56.839839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a2bbd485-cdf9-4aa4-8df3-dcc990b45621 None None] Provisioning complete for port 931e177f-4000-4e9d-9a63-627d3bc872d2 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:56.840757 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd485-cdf9-4aa4-8df3-dcc990b45621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.863359 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0349fcc3-7a81-4735-9baa-945a10e0be63 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Deleting port 9c32bdc3-0e80-4fcd-86a0-d76f0a31a759 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:56.863727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0349fcc3-7a81-4735-9baa-945a10e0be63 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:56.926266 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a2bbd485-cdf9-4aa4-8df3-dcc990b45621 None None] Port 931e177f-4000-4e9d-9a63-627d3bc872d2 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:56.929327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:14:56.932648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:14:57.063476 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0349fcc3-7a81-4735-9baa-945a10e0be63 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:57.063843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0349fcc3-7a81-4735-9baa-945a10e0be63 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:57.115483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0349fcc3-7a81-4735-9baa-945a10e0be63 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Calling delete_port for 9c32bdc3-0e80-4fcd-86a0-d76f0a31a759 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:57.349037 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c4cafd50-3b82-4039-888b-e66bb8d95116 None None] Provisioning complete for port 931e177f-4000-4e9d-9a63-627d3bc872d2 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:57.349708 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c4cafd50-3b82-4039-888b-e66bb8d95116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:57.384221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c4cafd50-3b82-4039-888b-e66bb8d95116 None None] Port 931e177f-4000-4e9d-9a63-627d3bc872d2 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:14:57.512989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Router ea5ba48b-a499-49fe-ac45-2c5471e60bb7 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:14:57.514003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50236) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:57.516966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0349fcc3-7a81-4735-9baa-945a10e0be63 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:57.551951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349fcc3-7a81-4735-9baa-945a10e0be63 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Pushing event deleted for resources: {'Port': ['ID=9c32bdc3-0e80-4fcd-86a0-d76f0a31a759,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:57.646884 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50242) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:57.708731 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0349fcc3-7a81-4735-9baa-945a10e0be63 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:57.712159 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0349fcc3-7a81-4735-9baa-945a10e0be63 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:57.713758 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0349fcc3-7a81-4735-9baa-945a10e0be63 tempest-ServersTestJSON-1241977680 tempest-ServersTestJSON-1241977680-project] 10.222.0.20 "DELETE /v2.0/floatingips/ce4e7ee6-3be1-4ad7-bba3-8569d04a0879 HTTP/1.1" status: 204 len: 168 time: 1.1958051 Aug 21 09:14:57.715332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:14:57.716760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50248) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:57.728514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Sync routers for ids ['ea5ba48b-a499-49fe-ac45-2c5471e60bb7'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:14:57.736226 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b387c2a8-aad0-426c-85fe-6e26be29003c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "PUT /v2.0/routers/ea5ba48b-a499-49fe-ac45-2c5471e60bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7221248 Aug 21 09:14:57.738501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Routers {'ea5ba48b-a499-49fe-ac45-2c5471e60bb7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:14:57.739275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50250) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:57.741014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ea5ba48b-a499-49fe-ac45-2c5471e60bb7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:57.787038 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'networks': [{'name': 'tempest-network--2138318419'}, {'name': 'tempest-network--1817971659'}]} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:57.787787 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'network': {'name': 'tempest-network--2138318419'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:57.788515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'network': {'name': 'tempest-network--1817971659'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:57.851491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-366695018-network', 'tenant_id': '9ea5873879b840f2951bbd18beeef2ea'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:14:57.874428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Set router ea5ba48b-a499-49fe-ac45-2c5471e60bb7 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:14:57.898866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Made reservation on behalf of 506366e74e2b45fa963b550ebcb26105 for: {'network': 2} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:57.899212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a206f92-3367-4dca-b252-4ea29c3347a5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:57.901221 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:57.902835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5a206f92-3367-4dca-b252-4ea29c3347a5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports/931e177f-4000-4e9d-9a63-627d3bc872d2 HTTP/1.1" status: 200 len: 911 time: 0.1603982 Aug 21 09:14:57.908500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50252) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:57.927114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:57.962969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b7361870-2d34-4dc0-b287-a6caf7273245 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:14:58.011484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969535c9-99a9-4d7f-aa11-d5d464ff61e4 req-228cc155-7d8d-4df0-9da1-bbc999e806d7 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:58.023607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-969535c9-99a9-4d7f-aa11-d5d464ff61e4 req-228cc155-7d8d-4df0-9da1-bbc999e806d7 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.2277827 Aug 21 09:14:58.058561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57bd7d0-8487-4457-b9c3-f612d778d3dd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:58.065517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57bd7d0-8487-4457-b9c3-f612d778d3dd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:58.067919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c57bd7d0-8487-4457-b9c3-f612d778d3dd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1538169 Aug 21 09:14:58.071035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50256) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:58.139158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b7361870-2d34-4dc0-b287-a6caf7273245 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:14:58.139459 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.140481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Made reservation on behalf of 9ea5873879b840f2951bbd18beeef2ea for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:14:58.142847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.160571 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.226288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-969535c9-99a9-4d7f-aa11-d5d464ff61e4 req-288f4b52-5c0d-4ab1-9b33-bd47f6d1d19a tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055228 Aug 21 09:14:58.318884 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.320315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5ba48b-a499-49fe-ac45-2c5471e60bb7', 'name': 'tempest-NetworksTestDHCPv6-router-677385347', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:52Z', 'updated_at': '2021-08-21T09:14:55Z', 'revision_number': 2, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None, '_interfaces': [{'id': '931e177f-4000-4e9d-9a63-627d3bc872d2', 'name': '', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'mac_address': 'fa:16:3e:cf:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5ba48b-a499-49fe-ac45-2c5471e60bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '549dc5da-de96-458c-a94b-3abde4467882', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:53Z', 'updated_at': '2021-08-21T09:14:56Z', 'revision_number': 2, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'subnets': [{'id': '549dc5da-de96-458c-a94b-3abde4467882', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:58.360250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Checking router: ea5ba48b-a499-49fe-ac45-2c5471e60bb7 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:14:58.360966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Updating router ea5ba48b-a499-49fe-ac45-2c5471e60bb7 port 931e177f-4000-4e9d-9a63-627d3bc872d2 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:14:58.399646 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.408271 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.452698 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.453181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.545253 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d39d414-2b7f-4d77-a853-717f653e33ba,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:58.553969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:14:58.575056 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.575698 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Added segment 5bc62e08-fcfd-4fc8-9a98-2a96cb09acfa of type vlan for network 118e9551-e125-41fe-a50d-09b400c91cc3 Aug 21 09:14:58.667677 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.715620 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:14:58.735103 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.735964 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Added segment f1282546-a13b-4be7-bd37-db1f97f6f1cc of type vlan for network 323e6fa1-e9a1-4bea-bba2-37111df25a98 Aug 21 09:14:58.770306 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.780964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Transition to ACTIVE for port object 931e177f-4000-4e9d-9a63-627d3bc872d2 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:14:58.805978 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.853112 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.867797 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] Deleting port ea1590d4-5261-45f8-a179-29dad669333f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:14:58.868153 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.900954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8e813-2478-43f0-b8a8-ccef83a42bf8 None None] Pushing event updated for resources: {'Port': ['ID=931e177f-4000-4e9d-9a63-627d3bc872d2,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:58.906243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.975868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:58.996661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Attempting to bind port 931e177f-4000-4e9d-9a63-627d3bc872d2 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:14:59.001437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Attempting to bind port 931e177f-4000-4e9d-9a63-627d3bc872d2 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:14:59.001437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Attempting to bind port 931e177f-4000-4e9d-9a63-627d3bc872d2 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:14:59.001694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] For port ea1590d4-5261-45f8-a179-29dad669333f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ea1590d4-5261-45f8-a179-29dad669333f,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:14:59.001694 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:59.015995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:14:59.016388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:14:59.016786 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:59.017190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:14:59.020537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Bound port: 931e177f-4000-4e9d-9a63-627d3bc872d2, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:14:59.020914 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:59.021382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9684b185-9c47-45ff-bab3-2eef47338c95,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:59.070144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] Calling delete_port for ea1590d4-5261-45f8-a179-29dad669333f owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:14:59.089997 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:59.090522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:59.100488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:59.114264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:59.115085 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:59.120156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:14:59.158598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] For port 931e177f-4000-4e9d-9a63-627d3bc872d2, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:14:59.162108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] For port 931e177f-4000-4e9d-9a63-627d3bc872d2, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=931e177f-4000-4e9d-9a63-627d3bc872d2,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:14:59.198909 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:59.199256 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Added segment 0bc2d5a5-9248-427c-9dd1-0c0f9926d76a of type vlan for network 1ba81944-71c6-471c-a41b-177ae64cf99d Aug 21 09:14:59.237072 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:59.293784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b3bae65-6b7c-4713-9013-4986646370cf req-a03ca049-679d-48ef-b7e7-385afa3fa045 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2022920 Aug 21 09:14:59.310216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331b587-15aa-44df-8df9-7e6238003ee4 req-8b1c013f-03c2-4304-8d3b-6e070bf6bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:59.312109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f331b587-15aa-44df-8df9-7e6238003ee4 req-8b1c013f-03c2-4304-8d3b-6e070bf6bedb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 1097 time: 0.2930162 Aug 21 09:14:59.325449 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event updated for resources: {'Network': ['ID=118e9551-e125-41fe-a50d-09b400c91cc3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:59.355465 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:59.365756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 118e9551-e125-41fe-a50d-09b400c91cc3 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:14:59.426773 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:14:59.437971 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7672317 Aug 21 09:14:59.453769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Routers {'ea5ba48b-a499-49fe-ac45-2c5471e60bb7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:14:59.454346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ea5ba48b-a499-49fe-ac45-2c5471e60bb7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:59.457529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50270) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:14:59.504920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8e813-2478-43f0-b8a8-ccef83a42bf8 None None] Pushing event updated for resources: {'Port': ['ID=931e177f-4000-4e9d-9a63-627d3bc872d2,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:59.600307 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] Set router ea5ba48b-a499-49fe-ac45-2c5471e60bb7 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:14:59.605937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbb125-b9de-4a6d-9336-6fd1db8362eb tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event updated for resources: {'Network': ['ID=323e6fa1-e9a1-4bea-bba2-37111df25a98,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:14:59.671716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 323e6fa1-e9a1-4bea-bba2-37111df25a98 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:14:59.727662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f331b587-15aa-44df-8df9-7e6238003ee4 req-6bb6a0ce-6efe-4264-a8d4-1dba0c29623f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024954 Aug 21 09:14:59.751329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bae65-6b7c-4713-9013-4986646370cf req-20b4eafa-e25b-43c8-bdef-ccb2c7c17060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:59.753894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b3bae65-6b7c-4713-9013-4986646370cf req-20b4eafa-e25b-43c8-bdef-ccb2c7c17060 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 1097 time: 0.4270713 Aug 21 09:14:59.947406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38783202-ce70-435d-a222-0196b289bf49 req-ad37c82c-a081-4fb6-81ed-852cbfe8676d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:14:59.949300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38783202-ce70-435d-a222-0196b289bf49 req-ad37c82c-a081-4fb6-81ed-852cbfe8676d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.5466878 Aug 21 09:14:59.957958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5ba48b-a499-49fe-ac45-2c5471e60bb7', 'name': 'tempest-NetworksTestDHCPv6-router-677385347', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:52Z', 'updated_at': '2021-08-21T09:14:55Z', 'revision_number': 2, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None, '_interfaces': [{'id': '931e177f-4000-4e9d-9a63-627d3bc872d2', 'name': '', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'mac_address': 'fa:16:3e:cf:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5ba48b-a499-49fe-ac45-2c5471e60bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '549dc5da-de96-458c-a94b-3abde4467882', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:53Z', 'updated_at': '2021-08-21T09:14:59Z', 'revision_number': 4, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'subnets': [{'id': '549dc5da-de96-458c-a94b-3abde4467882', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:14:59.986248 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012d517-d6e8-4ed8-928a-0ee13b5216d2 None None] The sync data for ids ['ea5ba48b-a499-49fe-ac45-2c5471e60bb7'] in n-d-766726-28 is: [{'id': 'ea5ba48b-a499-49fe-ac45-2c5471e60bb7', 'name': 'tempest-NetworksTestDHCPv6-router-677385347', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:52Z', 'updated_at': '2021-08-21T09:14:55Z', 'revision_number': 2, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None, '_interfaces': [{'id': '931e177f-4000-4e9d-9a63-627d3bc872d2', 'name': '', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'mac_address': 'fa:16:3e:cf:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5ba48b-a499-49fe-ac45-2c5471e60bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '549dc5da-de96-458c-a94b-3abde4467882', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:53Z', 'updated_at': '2021-08-21T09:14:59Z', 'revision_number': 4, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'subnets': [{'id': '549dc5da-de96-458c-a94b-3abde4467882', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:15:00.063794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b016df9-0beb-49bf-905a-14b0adf9f785 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:00.070120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b016df9-0beb-49bf-905a-14b0adf9f785 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:00.076352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b016df9-0beb-49bf-905a-14b0adf9f785 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:00.082146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b016df9-0beb-49bf-905a-14b0adf9f785 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:00.083881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8b016df9-0beb-49bf-905a-14b0adf9f785 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5906651 Aug 21 09:15:00.086899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50272) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:00.165830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38783202-ce70-435d-a222-0196b289bf49 req-da7284bc-1bad-494d-9318-fefa30827aa0 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729877 Aug 21 09:15:00.165830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bae65-6b7c-4713-9013-4986646370cf req-c93f31c2-6e80-4eae-a9b5-b64cb4f43ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:00.165830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b3bae65-6b7c-4713-9013-4986646370cf req-c93f31c2-6e80-4eae-a9b5-b64cb4f43ea4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=62dd797b-f8e9-4353-9cfd-58010e4f1e68 HTTP/1.1" status: 200 len: 911 time: 0.3820734 Aug 21 09:15:00.205162 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.229764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b3bae65-6b7c-4713-9013-4986646370cf req-7d798cce-6155-4113-8bc1-0b4de56689aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b18e4a5-b064-4485-a17a-de42ad670ba4 HTTP/1.1" status: 200 len: 217 time: 0.0577962 Aug 21 09:15:00.352545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bae65-6b7c-4713-9013-4986646370cf req-05cbb0a5-06d2-48cb-ad5a-04c647d4d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:00.361440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b3bae65-6b7c-4713-9013-4986646370cf req-05cbb0a5-06d2-48cb-ad5a-04c647d4d596 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e68898c8-90b5-4afa-bd48-3890e2dba30a HTTP/1.1" status: 200 len: 850 time: 0.1172154 Aug 21 09:15:00.376921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port 931e177f-4000-4e9d-9a63-627d3bc872d2 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:00.377247 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.391358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.419143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118e9551-e125-41fe-a50d-09b400c91cc3']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:00.422479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b3bae65-6b7c-4713-9013-4986646370cf req-d190f555-6c1d-4ff8-b867-d3853f3a8490 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=62dd797b-f8e9-4353-9cfd-58010e4f1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571108 Aug 21 09:15:00.432906 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc62e08-fcfd-4fc8-9a98-2a96cb09acfa') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:00.433201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc62e08-fcfd-4fc8-9a98-2a96cb09acfa') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:00.445945 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.464515 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.474802 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:00.475701 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:00.543815 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:00.546188 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.562782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.563833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:00.564411 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.596321 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1590d4-5261-45f8-a179-29dad669333f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:00.666861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b3bae65-6b7c-4713-9013-4986646370cf req-ea1d5762-36c3-4d35-8021-1de5d45076fc service neutron] 10.222.0.22 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082300 Aug 21 09:15:00.676261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1607418 Aug 21 09:15:00.683341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50280) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:00.706978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] Request body: {'subnet': {'network_id': '1ba81944-71c6-471c-a41b-177ae64cf99d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-366695018-subnet', 'tenant_id': '9ea5873879b840f2951bbd18beeef2ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:00.714289 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.729468 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.742075 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "DELETE /v2.0/networks/118e9551-e125-41fe-a50d-09b400c91cc3 HTTP/1.1" status: 204 len: 168 time: 0.6539750 Aug 21 09:15:00.748311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50282) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:00.752112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3841e-9a8e-4674-bade-675492dc69a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1ba81944-71c6-471c-a41b-177ae64cf99d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:00.771095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 1ba81944-71c6-471c-a41b-177ae64cf99d details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:15:00.842475 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4249b-deb1-46eb-830b-3f57cf9b0c75 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Network': ['ID=118e9551-e125-41fe-a50d-09b400c91cc3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:00.851298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.901859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] Made reservation on behalf of 9ea5873879b840f2951bbd18beeef2ea for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:00.904263 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.916161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] For port 931e177f-4000-4e9d-9a63-627d3bc872d2, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=931e177f-4000-4e9d-9a63-627d3bc872d2,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:00.916528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.941026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:00.950859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for 931e177f-4000-4e9d-9a63-627d3bc872d2 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:01.436341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b3bae65-6b7c-4713-9013-4986646370cf req-85198eba-7920-43f8-ac52-3cc6596ec7bf service neutron] 10.222.0.22 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7546773 Aug 21 09:15:01.460393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] Router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:15:01.510720 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:01.532747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323e6fa1-e9a1-4bea-bba2-37111df25a98']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:01.582078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1282546-a13b-4be7-bd37-db1f97f6f1cc') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:01.582374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1282546-a13b-4be7-bd37-db1f97f6f1cc') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:01.602867 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:15:01.609159 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8df079da-5435-46b0-ba33-24c7dc66dc98 admin admin] 10.222.0.20 "PUT /v2.0/routers/a673fe1b-eac0-4c58-9ed4-011fe4c35d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8913624 Aug 21 09:15:01.612041 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e49ef2-87ad-46c8-b24e-1fafbc484465 None None] Sync routers for ids ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:15:01.619805 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50292) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:01.623008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e49ef2-87ad-46c8-b24e-1fafbc484465 None None] Routers {'a673fe1b-eac0-4c58-9ed4-011fe4c35d95'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:01.624452 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f1e49ef2-87ad-46c8-b24e-1fafbc484465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:01.629860 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:01.639278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f6417-316a-440b-baeb-405f618130f0 req-9e05d090-3668-4b49-a263-d5583ac4e0dd tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:01.640695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-510f6417-316a-440b-baeb-405f618130f0 req-9e05d090-3668-4b49-a263-d5583ac4e0dd tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.3020670 Aug 21 09:15:01.671461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:01.692056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:01.692479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:01.695761 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:01.799072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:01.808047 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-f1e49ef2-87ad-46c8-b24e-1fafbc484465 None None] Set router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:15:01.830483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-510f6417-316a-440b-baeb-405f618130f0 req-7365b725-b2b9-41bb-91ce-d1df90b02098 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773803 Aug 21 09:15:01.892882 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:01.904862 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:01.904862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "DELETE /v2.0/networks/323e6fa1-e9a1-4bea-bba2-37111df25a98 HTTP/1.1" status: 204 len: 168 time: 1.1463273 Aug 21 09:15:01.916154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50296) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:01.950722 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:01.984706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f478f-893a-406c-b6a4-b773cab6f7a3 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Network': ['ID=323e6fa1-e9a1-4bea-bba2-37111df25a98,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:01.986730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:01.993543 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:02.116685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 931e177f-4000-4e9d-9a63-627d3bc872d2 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:02.154629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=931e177f-4000-4e9d-9a63-627d3bc872d2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:02.162086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 931e177f-4000-4e9d-9a63-627d3bc872d2 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:02.162553 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 931e177f-4000-4e9d-9a63-627d3bc872d2 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 21 09:15:02.178010 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f1e49ef2-87ad-46c8-b24e-1fafbc484465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:14:59Z', 'revision_number': 5, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port': {'id': 'df6bdb11-4521-48c3-a85f-1e4691813641', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:12:34Z', 'updated_at': '2021-08-21T09:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:02.196621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Port 931e177f-4000-4e9d-9a63-627d3bc872d2 not found, will not notify nova. {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 21 09:15:02.222969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Deleting port df6bdb11-4521-48c3-a85f-1e4691813641 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:02.223387 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:02.255414 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e49ef2-87ad-46c8-b24e-1fafbc484465 None None] Checking router: a673fe1b-eac0-4c58-9ed4-011fe4c35d95 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:15:02.278939 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e49ef2-87ad-46c8-b24e-1fafbc484465 None None] Routers {'a673fe1b-eac0-4c58-9ed4-011fe4c35d95'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:02.279864 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f1e49ef2-87ad-46c8-b24e-1fafbc484465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:02.347834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ea02b7-6e82-4944-ab8d-a69003a5be6b,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:02.374094 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-f1e49ef2-87ad-46c8-b24e-1fafbc484465 None None] Set router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:15:02.407545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] For port df6bdb11-4521-48c3-a85f-1e4691813641, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=df6bdb11-4521-48c3-a85f-1e4691813641,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:02.407963 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:02.427313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Calling delete_port for df6bdb11-4521-48c3-a85f-1e4691813641 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:02.446927 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f1e49ef2-87ad-46c8-b24e-1fafbc484465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:15:01Z', 'revision_number': 6, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:02.471330 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:02.475251 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e49ef2-87ad-46c8-b24e-1fafbc484465 None None] The sync data for ids ['a673fe1b-eac0-4c58-9ed4-011fe4c35d95'] in n-d-766726-28 is: [{'id': 'a673fe1b-eac0-4c58-9ed4-011fe4c35d95', 'name': 'tempest-ServersTestJSON-1445024542-router', 'tenant_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:12:31Z', 'updated_at': '2021-08-21T09:15:01Z', 'revision_number': 6, 'project_id': '6d1bd96a7da64e95ba9eae059cf427e6', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:15:02.605275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5733c44-f207-4ee7-bf06-16a8ea6512de tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:02.612792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5733c44-f207-4ee7-bf06-16a8ea6512de tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:02.614005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a5733c44-f207-4ee7-bf06-16a8ea6512de tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6767259 Aug 21 09:15:02.620091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50312) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:02.625472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1730158540'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:02.634097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] Checking segment: {'id': '0bc2d5a5-9248-427c-9dd1-0c0f9926d76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ba81944-71c6-471c-a41b-177ae64cf99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:02.634720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] Network hostable DHCP agents. Network: 1ba81944-71c6-471c-a41b-177ae64cf99d, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:15:02.682599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:02.709216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1831f-10d4-4453-ae08-3dfbcdb3e793 req-d1ba4be2-0497-489e-8a4f-21bd71014101 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:02.712510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63e1831f-10d4-4453-ae08-3dfbcdb3e793 req-d1ba4be2-0497-489e-8a4f-21bd71014101 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.3806350 Aug 21 09:15:02.721973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=df6bdb11-4521-48c3-a85f-1e4691813641,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:02.724391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Made reservation on behalf of 506366e74e2b45fa963b550ebcb26105 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:02.728095 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:02.779529 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:15:02.780961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Router ea5ba48b-a499-49fe-ac45-2c5471e60bb7 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:15:02.783228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36af2d-bf49-41ce-9261-6e842ec2e28f req-7c97abab-7999-4897-8600-566538d3b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:02.784991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf36af2d-bf49-41ce-9261-6e842ec2e28f req-7c97abab-7999-4897-8600-566538d3b302 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 1097 time: 0.2904062 Aug 21 09:15:02.790352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:02.790352 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Added segment 6b408e0c-958e-450d-8dec-e78f62002b38 of type vlan for network 84964aa8-8c41-42a7-ba91-736b05ca153e Aug 21 09:15:02.826382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63e1831f-10d4-4453-ae08-3dfbcdb3e793 req-1b436129-1d48-4aad-bb4d-a25d01341746 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802178 Aug 21 09:15:02.866849 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:02.881617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] Network 1ba81944-71c6-471c-a41b-177ae64cf99d is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:15:02.891747 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:02.982329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:15:02.990975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-99a34e2e-2924-4f89-829d-640c1bd19316 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "PUT /v2.0/routers/ea5ba48b-a499-49fe-ac45-2c5471e60bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9185286 Aug 21 09:15:02.995190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ebb0d2-db34-4486-be1f-76d2686f7c72 None None] Sync routers for ids ['ea5ba48b-a499-49fe-ac45-2c5471e60bb7'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:15:02.995899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50324) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:02.998144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 1ba81944-71c6-471c-a41b-177ae64cf99d) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:03.002714 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.003206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:03.003907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.005101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.012322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d354194-2f01-489e-a5a1-31c43527068d None None] Network 1ba81944-71c6-471c-a41b-177ae64cf99d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:03.039886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebb0d2-db34-4486-be1f-76d2686f7c72 None None] Routers {'ea5ba48b-a499-49fe-ac45-2c5471e60bb7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:03.040813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a5ebb0d2-db34-4486-be1f-76d2686f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ea5ba48b-a499-49fe-ac45-2c5471e60bb7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:03.062045 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.067995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:03.070325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.070875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36af2d-bf49-41ce-9261-6e842ec2e28f req-2d79f6c8-918e-4f49-82d0-b3658f915217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:03.072536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf36af2d-bf49-41ce-9261-6e842ec2e28f req-2d79f6c8-918e-4f49-82d0-b3658f915217 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62dd797b-f8e9-4353-9cfd-58010e4f1e68 HTTP/1.1" status: 200 len: 911 time: 0.2752876 Aug 21 09:15:03.127415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7011b62-c6e2-4280-bb49-ac3a6da7c048 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:03.129270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7011b62-c6e2-4280-bb49-ac3a6da7c048 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:03.132041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b7011b62-c6e2-4280-bb49-ac3a6da7c048 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1347866 Aug 21 09:15:03.134621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf36af2d-bf49-41ce-9261-6e842ec2e28f req-e99df76b-492d-4a40-9642-8cdb639eaf24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49da0e21-e279-41d0-b069-69897a65ddc2 HTTP/1.1" status: 200 len: 217 time: 0.0539012 Aug 21 09:15:03.135100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50326) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:03.147532 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event updated for resources: {'Network': ['ID=84964aa8-8c41-42a7-ba91-736b05ca153e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:03.166547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 84964aa8-8c41-42a7-ba91-736b05ca153e details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:15:03.179028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-436929f1-5ff8-4f62-9fb0-2ec01d3e48c3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4767537 Aug 21 09:15:03.187366 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ad4bb689-f1f1-495b-83e0-33e487b158b0 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5650651 Aug 21 09:15:03.188445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.196619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a673fe1b-eac0-4c58-9ed4-011fe4c35d95 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:15:03.198622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.200053 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-db02b603-f97d-442d-aa93-0ce5b3b53e62 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a673fe1b-eac0-4c58-9ed4-011fe4c35d95 HTTP/1.1" status: 204 len: 168 time: 1.5782266 Aug 21 09:15:03.200908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50330) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:03.206528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50332) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:03.208451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-742068077'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:03.271261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb7d7a2-30f3-4f1e-8927-08d65c482925 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 549dc5da-de96-458c-a94b-3abde4467882 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:03.279141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36af2d-bf49-41ce-9261-6e842ec2e28f req-4e459141-253f-472f-ba63-cfbec9fd9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:03.280093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a5ebb0d2-db34-4486-be1f-76d2686f7c72 None None] Set router ea5ba48b-a499-49fe-ac45-2c5471e60bb7 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:15:03.282696 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf36af2d-bf49-41ce-9261-6e842ec2e28f req-4e459141-253f-472f-ba63-cfbec9fd9de9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e68898c8-90b5-4afa-bd48-3890e2dba30a HTTP/1.1" status: 200 len: 850 time: 0.1116283 Aug 21 09:15:03.284710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d7a2-30f3-4f1e-8927-08d65c482925 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.300007 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Made reservation on behalf of 506366e74e2b45fa963b550ebcb26105 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:03.303792 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.325514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bdda8d-23ac-4c44-b819-8941b1675c17 admin admin] Deleting subnet 167a0213-dbf1-4924-8b59-d359d50fbf1c {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:03.350034 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82bdda8d-23ac-4c44-b819-8941b1675c17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.359636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf36af2d-bf49-41ce-9261-6e842ec2e28f req-af2b7789-3d07-4df3-b67e-4014dafbd43f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62dd797b-f8e9-4353-9cfd-58010e4f1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662799 Aug 21 09:15:03.365565 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:15:03.397450 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.397450 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Added segment 4abd3831-cd1b-450b-b916-f5f2901aecfa of type vlan for network 884e1a93-4fb6-4406-a8d6-f1a5f87daf4a Aug 21 09:15:03.424049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a5ebb0d2-db34-4486-be1f-76d2686f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5ba48b-a499-49fe-ac45-2c5471e60bb7', 'name': 'tempest-NetworksTestDHCPv6-router-677385347', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:52Z', 'updated_at': '2021-08-21T09:15:01Z', 'revision_number': 3, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:03.495766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf36af2d-bf49-41ce-9261-6e842ec2e28f req-774b22a7-02c5-4fe4-ae7b-382150167fdc service neutron] 10.222.0.13 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171691 Aug 21 09:15:03.499590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d7a2-30f3-4f1e-8927-08d65c482925 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.500804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.514418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ebb0d2-db34-4486-be1f-76d2686f7c72 None None] Checking router: ea5ba48b-a499-49fe-ac45-2c5471e60bb7 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:15:03.550154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebb0d2-db34-4486-be1f-76d2686f7c72 None None] Routers {'ea5ba48b-a499-49fe-ac45-2c5471e60bb7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:03.550893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a5ebb0d2-db34-4486-be1f-76d2686f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:14:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ea5ba48b-a499-49fe-ac45-2c5471e60bb7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:03.561861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82bdda8d-23ac-4c44-b819-8941b1675c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.562378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640c1779-8ac2-4098-97c4-c4fa83b76b0f None None] Network 1ba81944-71c6-471c-a41b-177ae64cf99d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:03.670399 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.682454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:03.682454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.779090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf36af2d-bf49-41ce-9261-6e842ec2e28f req-8661a9a1-c52d-434b-b2ea-5b3e313d36f2 service neutron] 10.222.0.13 "GET /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484040 Aug 21 09:15:03.892768 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event updated for resources: {'Network': ['ID=884e1a93-4fb6-4406-a8d6-f1a5f87daf4a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:03.898048 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d7a2-30f3-4f1e-8927-08d65c482925 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:03.943494 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 884e1a93-4fb6-4406-a8d6-f1a5f87daf4a details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:15:03.982092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82bdda8d-23ac-4c44-b819-8941b1675c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.000978 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f17e8bc7-6e85-45ef-ad80-138f854a6691 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7979536 Aug 21 09:15:04.001167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50356) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:04.007543 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'ports': [{'network_id': '84964aa8-8c41-42a7-ba91-736b05ca153e', 'name': 'tempest-port--543330096', 'admin_state_up': True}, {'network_id': '884e1a93-4fb6-4406-a8d6-f1a5f87daf4a', 'admin_state_up': False}]} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:04.012789 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'port': {'network_id': '84964aa8-8c41-42a7-ba91-736b05ca153e', 'name': 'tempest-port--543330096', 'admin_state_up': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:04.012789 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'port': {'network_id': '884e1a93-4fb6-4406-a8d6-f1a5f87daf4a', 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:04.024761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a5ebb0d2-db34-4486-be1f-76d2686f7c72 None None] Set router ea5ba48b-a499-49fe-ac45-2c5471e60bb7 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:15:04.098779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a5ebb0d2-db34-4486-be1f-76d2686f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5ba48b-a499-49fe-ac45-2c5471e60bb7', 'name': 'tempest-NetworksTestDHCPv6-router-677385347', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:52Z', 'updated_at': '2021-08-21T09:15:01Z', 'revision_number': 3, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:04.138503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ea1590d4-5261-45f8-a179-29dad669333f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:04.151485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ebb0d2-db34-4486-be1f-76d2686f7c72 None None] The sync data for ids ['ea5ba48b-a499-49fe-ac45-2c5471e60bb7'] in n-d-766726-28 is: [{'id': 'ea5ba48b-a499-49fe-ac45-2c5471e60bb7', 'name': 'tempest-NetworksTestDHCPv6-router-677385347', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:52Z', 'updated_at': '2021-08-21T09:15:01Z', 'revision_number': 3, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:15:04.175501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ea1590d4-5261-45f8-a179-29dad669333f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:04.176179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ea1590d4-5261-45f8-a179-29dad669333f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:04.176305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device df6bdb11-4521-48c3-a85f-1e4691813641 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:04.210259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: df6bdb11-4521-48c3-a85f-1e4691813641 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:04.210597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device df6bdb11-4521-48c3-a85f-1e4691813641 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:04.229399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dca87-f3ca-455e-9fd9-547b79d5883b req-d84958c1-ad88-4518-ac64-31db6f3f3378 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:04.236627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-467dca87-f3ca-455e-9fd9-547b79d5883b req-d84958c1-ad88-4518-ac64-31db6f3f3378 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.2799268 Aug 21 09:15:04.259388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a7379-f124-4860-994d-29366192aafe req-3a61385b-f134-4119-84c4-7d8ad9b6d8ac tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:04.261054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-3a61385b-f134-4119-84c4-7d8ad9b6d8ac tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/networks?id=1ba81944-71c6-471c-a41b-177ae64cf99d HTTP/1.1" status: 200 len: 817 time: 0.3016932 Aug 21 09:15:04.294386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-467dca87-f3ca-455e-9fd9-547b79d5883b req-db09b086-368f-4ba4-8812-22173a165b13 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569189 Aug 21 09:15:04.296049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-3add70d2-87bb-4164-bc4a-9f9796bcecea tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/quotas/9ea5873879b840f2951bbd18beeef2ea HTTP/1.1" status: 200 len: 375 time: 0.0257063 Aug 21 09:15:04.297104 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82bdda8d-23ac-4c44-b819-8941b1675c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.333950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdda8d-23ac-4c44-b819-8941b1675c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167a0213-dbf1-4924-8b59-d359d50fbf1c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:04.336543 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d7a2-30f3-4f1e-8927-08d65c482925 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.341193 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d9735-a258-41d4-ac32-6fed172808d6 None None] Network cb470795-a7d9-4d59-9181-9da93fe3ef24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:04.342655 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82bdda8d-23ac-4c44-b819-8941b1675c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.344531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-82bdda8d-23ac-4c44-b819-8941b1675c17 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/167a0213-dbf1-4924-8b59-d359d50fbf1c HTTP/1.1" status: 204 len: 168 time: 1.1372702 Aug 21 09:15:04.347234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50358) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:04.365549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-beeb9aa3-ab49-46b7-ad46-026bbeb4cb07 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ea5873879b840f2951bbd18beeef2ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623171 Aug 21 09:15:04.390739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7d7a2-30f3-4f1e-8927-08d65c482925 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=549dc5da-de96-458c-a94b-3abde4467882,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:04.392820 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d7a2-30f3-4f1e-8927-08d65c482925 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.394628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4fb7d7a2-30f3-4f1e-8927-08d65c482925 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/549dc5da-de96-458c-a94b-3abde4467882 HTTP/1.1" status: 204 len: 168 time: 1.2585635 Aug 21 09:15:04.400347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50360) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:04.400618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471f0cc2-c9a5-4b7c-bdfc-20071de05776 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:04.453819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Made reservation on behalf of 506366e74e2b45fa963b550ebcb26105 for: {'port': 2} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:04.458596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.481995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-59474911-9a12-4f2d-a5ff-682ba23b6664 service neutron] 10.222.0.20 "GET /v2.0/networks/1ba81944-71c6-471c-a41b-177ae64cf99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001549 Aug 21 09:15:04.487282 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.524180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.628973 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0897601c-5dfb-4327-8cef-3cadb42ab79d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2273092 Aug 21 09:15:04.646621 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50364) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:04.666008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-c922cace-18cd-42a3-8286-f9cc972147af service neutron] 10.222.0.20 "GET /v2.0/networks/1ba81944-71c6-471c-a41b-177ae64cf99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683705 Aug 21 09:15:04.731003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94705d1-39f6-45b7-b454-8502323dc5e6 None None] DHCP port deletion for cb470795-a7d9-4d59-9181-9da93fe3ef24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:15:04.778144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847cd024-0da3-4704-8ddb-5873a9983ec8 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:15:04.833413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c94705d1-39f6-45b7-b454-8502323dc5e6 None None] Deleting port 16324280-f1ac-4370-86ad-c0f8053e4b9b {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:04.833794 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c94705d1-39f6-45b7-b454-8502323dc5e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.843988 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a65914f-14e2-4b31-85dd-58777306dbbb tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.848438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] device_id is not set on port 5611894f-738c-4445-a4c8-01832633ec5c yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:15:04.893237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-847cd024-0da3-4704-8ddb-5873a9983ec8 None None] Deleting port b7361870-2d34-4dc0-b287-a6caf7273245 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:04.893686 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-847cd024-0da3-4704-8ddb-5873a9983ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.968962 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c94705d1-39f6-45b7-b454-8502323dc5e6 None None] For port 16324280-f1ac-4370-86ad-c0f8053e4b9b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=16324280-f1ac-4370-86ad-c0f8053e4b9b,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:04.969975 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c94705d1-39f6-45b7-b454-8502323dc5e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:04.993825 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c94705d1-39f6-45b7-b454-8502323dc5e6 None None] Calling delete_port for 16324280-f1ac-4370-86ad-c0f8053e4b9b owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:05.011367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-847cd024-0da3-4704-8ddb-5873a9983ec8 None None] For port b7361870-2d34-4dc0-b287-a6caf7273245, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b7361870-2d34-4dc0-b287-a6caf7273245,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:05.011808 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-847cd024-0da3-4704-8ddb-5873a9983ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.047048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-847cd024-0da3-4704-8ddb-5873a9983ec8 None None] Calling delete_port for b7361870-2d34-4dc0-b287-a6caf7273245 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:05.079440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bee5368-e74b-4a69-881d-a65dda08f9aa req-a7414827-d7ff-41dd-a600-1873dc7abee7 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 210 time: 0.0482197 Aug 21 09:15:05.133320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a65914f-14e2-4b31-85dd-58777306dbbb tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.139139 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a65914f-14e2-4b31-85dd-58777306dbbb tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.167662 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Deleting port 16324280-f1ac-4370-86ad-c0f8053e4b9b {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:05.168547 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.230569 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c94705d1-39f6-45b7-b454-8502323dc5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.258429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94705d1-39f6-45b7-b454-8502323dc5e6 None None] Pushing event deleted for resources: {'Port': ['ID=16324280-f1ac-4370-86ad-c0f8053e4b9b,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:05.262150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94705d1-39f6-45b7-b454-8502323dc5e6 None None] No DVR routers for this DVR port 16324280-f1ac-4370-86ad-c0f8053e4b9b on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:05.278783 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-847cd024-0da3-4704-8ddb-5873a9983ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.304960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cd024-0da3-4704-8ddb-5873a9983ec8 None None] Pushing event deleted for resources: {'Port': ['ID=b7361870-2d34-4dc0-b287-a6caf7273245,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:05.312679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cd024-0da3-4704-8ddb-5873a9983ec8 None None] No DVR routers for this DVR port b7361870-2d34-4dc0-b287-a6caf7273245 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:05.431495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa388fd4-9f27-4ef3-895f-4a70818fe717 req-dd5b2baa-f664-41f5-924b-6b85d64c9d77 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:05.433221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa388fd4-9f27-4ef3-895f-4a70818fe717 req-dd5b2baa-f664-41f5-924b-6b85d64c9d77 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.0588965 Aug 21 09:15:05.476290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa388fd4-9f27-4ef3-895f-4a70818fe717 req-d7091d91-86f4-4aaa-872b-86193e2b0c09 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351729 Aug 21 09:15:05.574894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] For port 16324280-f1ac-4370-86ad-c0f8053e4b9b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=16324280-f1ac-4370-86ad-c0f8053e4b9b,segment=NetworkSegment(0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c),segment_id=0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:05.575195 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.598572 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Calling delete_port for 16324280-f1ac-4370-86ad-c0f8053e4b9b owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:05.625256 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a65914f-14e2-4b31-85dd-58777306dbbb tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.625812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a65914f-14e2-4b31-85dd-58777306dbbb tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Fanout notify agent at l3_agent the message router_deleted on router ea5ba48b-a499-49fe-ac45-2c5471e60bb7 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:15:05.631220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.639174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a65914f-14e2-4b31-85dd-58777306dbbb tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.643655 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2a65914f-14e2-4b31-85dd-58777306dbbb tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/routers/ea5ba48b-a499-49fe-ac45-2c5471e60bb7 HTTP/1.1" status: 204 len: 168 time: 0.9923449 Aug 21 09:15:05.643800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50390) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:05.648667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7ba12f61-f571-4d30-abf1-9ffc2213fbab tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:05.777899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] device_id is not set on port d305fe3f-7a22-452d-8299-0d3a5e3a6122 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:15:05.802207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba12f61-f571-4d30-abf1-9ffc2213fbab tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:05.806604 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ba12f61-f571-4d30-abf1-9ffc2213fbab tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.811109 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:05.855006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=16324280-f1ac-4370-86ad-c0f8053e4b9b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:05.862375 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] No DVR routers for this DVR port 16324280-f1ac-4370-86ad-c0f8053e4b9b on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:06.025664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.030863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 931e177f-4000-4e9d-9a63-627d3bc872d2 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:06.039700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb470795-a7d9-4d59-9181-9da93fe3ef24']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:06.052362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:06.052753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f416e8c-e253-4dbe-a7d5-fbfd3e4e648c') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:06.054532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10214898-eda2-4a82-a1e0-7b6de4638ca5 req-b03a0215-c0c2-45d8-b105-aaad7862f240 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:06.059378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 931e177f-4000-4e9d-9a63-627d3bc872d2 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:06.059944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 931e177f-4000-4e9d-9a63-627d3bc872d2 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:06.060509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 16324280-f1ac-4370-86ad-c0f8053e4b9b no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:06.064200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10214898-eda2-4a82-a1e0-7b6de4638ca5 req-b03a0215-c0c2-45d8-b105-aaad7862f240 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.1064780 Aug 21 09:15:06.064524 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.083265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 16324280-f1ac-4370-86ad-c0f8053e4b9b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:06.083968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 16324280-f1ac-4370-86ad-c0f8053e4b9b not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:06.086853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b7361870-2d34-4dc0-b287-a6caf7273245 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:06.110310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: b7361870-2d34-4dc0-b287-a6caf7273245 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:06.110583 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b7361870-2d34-4dc0-b287-a6caf7273245 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:06.127934 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.148867 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:06.149997 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:06.152961 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:06.168662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10214898-eda2-4a82-a1e0-7b6de4638ca5 req-195ebc89-8ca3-48aa-b3ee-4e06dcbe137d tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035476 Aug 21 09:15:06.203537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8bffe5c-3d06-4202-9c37-16a5ce2d347c req-13a196c6-6478-451d-a487-357a843fa7a9 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 210 time: 0.0449407 Aug 21 09:15:06.263178 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.306445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.312292 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.314523 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb470795-a7d9-4d59-9181-9da93fe3ef24 HTTP/1.1" status: 204 len: 168 time: 1.9661028 Aug 21 09:15:06.330841 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5721e-66e8-40a5-95d4-ab24507d5b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=cb470795-a7d9-4d59-9181-9da93fe3ef24,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:06.391760 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.465273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event updated for resources: {'Port': ['ID=5611894f-738c-4445-a4c8-01832633ec5c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:06.506720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Checking segment: {'id': '6b408e0c-958e-450d-8dec-e78f62002b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '84964aa8-8c41-42a7-ba91-736b05ca153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:06.507468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Network hostable DHCP agents. Network: 84964aa8-8c41-42a7-ba91-736b05ca153e, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:15:06.601497 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Network 84964aa8-8c41-42a7-ba91-736b05ca153e is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:15:06.625285 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ba12f61-f571-4d30-abf1-9ffc2213fbab tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.666846 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50406) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:06.675309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba12f61-f571-4d30-abf1-9ffc2213fbab tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:06.678495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-7ba12f61-f571-4d30-abf1-9ffc2213fbab tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:06.682746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba12f61-f571-4d30-abf1-9ffc2213fbab tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:06.683321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ba12f61-f571-4d30-abf1-9ffc2213fbab tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.689477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1971962d-b758-4a82-bac6-57eda9df5152 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:06.696869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba12f61-f571-4d30-abf1-9ffc2213fbab tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:06.713883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 84964aa8-8c41-42a7-ba91-736b05ca153e) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:06.718070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:06.718927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.722437 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-60d42cfd-2961-4eda-a4e6-7b2de0c29bc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d1bd96a7da64e95ba9eae059cf427e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540659 Aug 21 09:15:06.725166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50408) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:06.745766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c5991e-b760-421e-b91e-183ed0969ab6 None None] Network 84964aa8-8c41-42a7-ba91-736b05ca153e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:06.793516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7ba12f61-f571-4d30-abf1-9ffc2213fbab tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1486638 Aug 21 09:15:06.795070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-053c22f8-bf7d-4b2d-93fe-67ff861294e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.797248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50410) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:06.799008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event updated for resources: {'Port': ['ID=d305fe3f-7a22-452d-8299-0d3a5e3a6122,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:06.803525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-645861f8-5073-4c68-8dae-52f53f60f189 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1638089804', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:06.838768 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-053c22f8-bf7d-4b2d-93fe-67ff861294e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.852100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Checking segment: {'id': '4abd3831-cd1b-450b-b916-f5f2901aecfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '884e1a93-4fb6-4406-a8d6-f1a5f87daf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:06.852478 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Network hostable DHCP agents. Network: 884e1a93-4fb6-4406-a8d6-f1a5f87daf4a, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:15:06.937852 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd7fc-bd50-4e38-bc69-ac8dc406e88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.941335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-645861f8-5073-4c68-8dae-52f53f60f189 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:06.946130 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-645861f8-5073-4c68-8dae-52f53f60f189 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.002484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Network 884e1a93-4fb6-4406-a8d6-f1a5f87daf4a is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:15:07.052495 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-645861f8-5073-4c68-8dae-52f53f60f189 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.053384 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-053c22f8-bf7d-4b2d-93fe-67ff861294e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.061877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-053c22f8-bf7d-4b2d-93fe-67ff861294e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.063074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-053c22f8-bf7d-4b2d-93fe-67ff861294e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edf21028-6a61-463d-8b0a-18719a4c4c8e HTTP/1.1" status: 204 len: 168 time: 0.3367224 Aug 21 09:15:07.073902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c22f8-bf7d-4b2d-93fe-67ff861294e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf21028-6a61-463d-8b0a-18719a4c4c8e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:07.085647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': 'c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:15:07.087084 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.092522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 884e1a93-4fb6-4406-a8d6-f1a5f87daf4a) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:07.097153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:07.105281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:07.110978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:07.111855 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.123870 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890e93b7-3bd7-4cfc-a88a-993221beeeeb None None] Network 884e1a93-4fb6-4406-a8d6-f1a5f87daf4a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:07.186943 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-645861f8-5073-4c68-8dae-52f53f60f189 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.259280 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4c1ee6e1-8361-4895-8283-77ac6bcad217 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2570105 Aug 21 09:15:07.262048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50424) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:07.329967 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-645861f8-5073-4c68-8dae-52f53f60f189 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.331112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-645861f8-5073-4c68-8dae-52f53f60f189 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5324633 Aug 21 09:15:07.334195 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50426) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:07.364178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16a3274b-b1dc-4832-ac90-328d576f8f71 req-8808925b-f9dc-4405-81a1-be448513ecf4 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 210 time: 0.0591340 Aug 21 09:15:07.374661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae/a87a13e7-0816-4c38-83c7-aac25152df30) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:07.449479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3d135-3dba-415d-a84a-e985fc6025d1 req-42a36f68-f273-48c6-ab72-75d373bd33f1 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:07.456153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06f3d135-3dba-415d-a84a-e985fc6025d1 req-42a36f68-f273-48c6-ab72-75d373bd33f1 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.1715164 Aug 21 09:15:07.525576 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0448b2a0-c085-4cdd-ae6b-c58166b183a6 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:07.531146 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0448b2a0-c085-4cdd-ae6b-c58166b183a6 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:07.538497 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0448b2a0-c085-4cdd-ae6b-c58166b183a6 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2726502 Aug 21 09:15:07.539396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50428) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:07.554809 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.557457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06f3d135-3dba-415d-a84a-e985fc6025d1 req-0b40588d-7d71-427b-9df9-0dd3a6892c36 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831823 Aug 21 09:15:07.563955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Transition to ACTIVE for port object a87a13e7-0816-4c38-83c7-aac25152df30 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:07.589128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Transition to ACTIVE for port object a87a13e7-0816-4c38-83c7-aac25152df30 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:07.608229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a7379-f124-4860-994d-29366192aafe req-bcebef27-2de7-480d-8a53-0d0f42d386ba tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:07.609809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-bcebef27-2de7-480d-8a53-0d0f42d386ba tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.13 "GET /v2.0/networks?id=1ba81944-71c6-471c-a41b-177ae64cf99d HTTP/1.1" status: 200 len: 817 time: 0.1964724 Aug 21 09:15:07.624044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Request body: {'port': {'device_id': '76486a1a-fc96-4e51-8253-8ef3096e4cbd', 'network_id': '1ba81944-71c6-471c-a41b-177ae64cf99d', 'admin_state_up': True, 'tenant_id': '9ea5873879b840f2951bbd18beeef2ea'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:07.677081 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.756292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Pushing event updated for resources: {'Port': ['ID=a87a13e7-0816-4c38-83c7-aac25152df30,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:07.760673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:07.767296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:07.768921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:07.794468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-66792025-ef64-4d1f-9cf4-a85104c8c920 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Deleting port 5611894f-738c-4445-a4c8-01832633ec5c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:07.794468 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66792025-ef64-4d1f-9cf4-a85104c8c920 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.844287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Attempting to bind port a87a13e7-0816-4c38-83c7-aac25152df30 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:07.844662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Attempting to bind port a87a13e7-0816-4c38-83c7-aac25152df30 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:07.845028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Attempting to bind port a87a13e7-0816-4c38-83c7-aac25152df30 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:07.850352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:07.850721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:07.851221 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.851504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:07.852643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Bound port: a87a13e7-0816-4c38-83c7-aac25152df30, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:07.853051 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.854986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Made reservation on behalf of 9ea5873879b840f2951bbd18beeef2ea for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:07.860188 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.892756 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.919834 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66792025-ef64-4d1f-9cf4-a85104c8c920 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:07.947481 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] For port a87a13e7-0816-4c38-83c7-aac25152df30, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:07.951276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] For port a87a13e7-0816-4c38-83c7-aac25152df30, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a87a13e7-0816-4c38-83c7-aac25152df30,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:07.972444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-66792025-ef64-4d1f-9cf4-a85104c8c920 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Calling delete_port for 5611894f-738c-4445-a4c8-01832633ec5c owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:08.008388 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.009407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Allocated IP 172.20.0.5 (1ba81944-71c6-471c-a41b-177ae64cf99d/09ea02b7-6e82-4944-ab8d-a69003a5be6b/b2f1e277-056b-4bb4-bb47-b9fcf386e195) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:08.154383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2eb1fd-dd3d-4333-b68e-40ae8fa89791 None None] Pushing event updated for resources: {'Port': ['ID=a87a13e7-0816-4c38-83c7-aac25152df30,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:08.262254 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.365811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::1 (9f07fd62-f4b8-49be-a982-63482994ed24/c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae/be890d99-c74e-42f1-8612-b15253849b68) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:08.442712 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.447478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66792025-ef64-4d1f-9cf4-a85104c8c920 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.487641 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66792025-ef64-4d1f-9cf4-a85104c8c920 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Port': ['ID=5611894f-738c-4445-a4c8-01832633ec5c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:08.503117 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66792025-ef64-4d1f-9cf4-a85104c8c920 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.505253 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-66792025-ef64-4d1f-9cf4-a85104c8c920 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "DELETE /v2.0/ports/5611894f-738c-4445-a4c8-01832633ec5c HTTP/1.1" status: 204 len: 168 time: 0.9653823 Aug 21 09:15:08.513230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50454) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:08.536416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Network 1ba81944-71c6-471c-a41b-177ae64cf99d is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:08.542540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:08.555540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:08.595939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Pushing event updated for resources: {'Port': ['ID=b2f1e277-056b-4bb4-bb47-b9fcf386e195,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:08.614863 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.623842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f676d0-9637-4dd4-b485-af0b3be4bc29 req-1ece678f-aaed-4dac-a415-999b048b15cb tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:08.625762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50f676d0-9637-4dd4-b485-af0b3be4bc29 req-1ece678f-aaed-4dac-a415-999b048b15cb tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 931 time: 0.1446197 Aug 21 09:15:08.635269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:08.635920 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.637328 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object be890d99-c74e-42f1-8612-b15253849b68 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:08.670087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9c7ff-9f50-4e80-81f3-965499e296d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Deleting port d305fe3f-7a22-452d-8299-0d3a5e3a6122 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:08.670370 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c7ff-9f50-4e80-81f3-965499e296d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.705816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50f676d0-9637-4dd4-b485-af0b3be4bc29 req-6f68937a-790c-48f6-8047-c9e42297b0cb tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658739 Aug 21 09:15:08.756404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c7ff-9f50-4e80-81f3-965499e296d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.767853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2260fd-884b-4b1f-8493-8fdaff6e46ae req-40060fa5-8820-45c8-bef4-faa4222a5e1e tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:08.768398 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50460) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:08.770021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f2260fd-884b-4b1f-8493-8fdaff6e46ae req-40060fa5-8820-45c8-bef4-faa4222a5e1e tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.0630312 Aug 21 09:15:08.772111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-be1e05f1-539d-4eb9-962c-36f7cc935ada tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1526113 Aug 21 09:15:08.781777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9c7ff-9f50-4e80-81f3-965499e296d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Calling delete_port for d305fe3f-7a22-452d-8299-0d3a5e3a6122 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:08.793374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Request body: {'port': {'device_id': '76486a1a-fc96-4e51-8253-8ef3096e4cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:08.837171 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.905983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:08.915882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f2260fd-884b-4b1f-8493-8fdaff6e46ae req-dbd06471-6920-4d6d-9906-52bec66a9667 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362584 Aug 21 09:15:08.918179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:08.929127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-256212686-network', 'tenant_id': '19980b6c93a2472990089317bbcdfa2b'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:08.929127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:08.929471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.929587 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:08.934295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=be890d99-c74e-42f1-8612-b15253849b68,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:08.991356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fee156-96b8-4eba-a0e8-90cce633d4e5 req-0cde4058-3752-4029-9384-8aff2d0d05ef tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:08.993189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8fee156-96b8-4eba-a0e8-90cce633d4e5 req-0cde4058-3752-4029-9384-8aff2d0d05ef tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 945 time: 0.1203489 Aug 21 09:15:09.150898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Made reservation on behalf of 19980b6c93a2472990089317bbcdfa2b for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:09.154784 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.176829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.206861 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c7ff-9f50-4e80-81f3-965499e296d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.263010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c7ff-9f50-4e80-81f3-965499e296d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.264031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d8fee156-96b8-4eba-a0e8-90cce633d4e5 req-c68a6255-9828-45a9-a53e-02b92c8dba47 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Deleting port 49da0e21-e279-41d0-b069-69897a65ddc2 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:09.265185 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8fa9c7ff-9f50-4e80-81f3-965499e296d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "DELETE /v2.0/ports/d305fe3f-7a22-452d-8299-0d3a5e3a6122 HTTP/1.1" status: 204 len: 168 time: 0.7509944 Aug 21 09:15:09.266482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9c7ff-9f50-4e80-81f3-965499e296d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Port': ['ID=d305fe3f-7a22-452d-8299-0d3a5e3a6122,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:09.267439 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8fee156-96b8-4eba-a0e8-90cce633d4e5 req-c68a6255-9828-45a9-a53e-02b92c8dba47 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.270423 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50470) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:09.311603 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3f2cab7e-192d-4e43-a24a-b2126f9faae4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0372040 Aug 21 09:15:09.317816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50472) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:09.325425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-226501809'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:09.428071 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.432151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d8fee156-96b8-4eba-a0e8-90cce633d4e5 req-c68a6255-9828-45a9-a53e-02b92c8dba47 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] For port 49da0e21-e279-41d0-b069-69897a65ddc2, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=49da0e21-e279-41d0-b069-69897a65ddc2,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:09.432556 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8fee156-96b8-4eba-a0e8-90cce633d4e5 req-c68a6255-9828-45a9-a53e-02b92c8dba47 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.450000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f1e277-056b-4bb4-bb47-b9fcf386e195 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:09.460436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d8fee156-96b8-4eba-a0e8-90cce633d4e5 req-c68a6255-9828-45a9-a53e-02b92c8dba47 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Calling delete_port for 49da0e21-e279-41d0-b069-69897a65ddc2 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:09.468258 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.484634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Transition to ACTIVE for port object b2f1e277-056b-4bb4-bb47-b9fcf386e195 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:09.487850 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.494308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c1d2ef46-6a39-4148-a67b-8c59279d8d62 None None] Provisioning for port a87a13e7-0816-4c38-83c7-aac25152df30 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:09.572826 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5005df48-a668-450c-917f-c84926cf4287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.582907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.604919 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.637196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:15:09.667190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.667451 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Added segment 6787f475-ff25-4a68-a23c-d66fa85a0d60 of type vlan for network 121a24f5-46a6-4668-9f81-40488d635bfd Aug 21 09:15:09.670524 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38415425-6668-44ae-8e50-8c3cbb8a2249,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:09.678866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f1e277-056b-4bb4-bb47-b9fcf386e195,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:09.704874 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8fee156-96b8-4eba-a0e8-90cce633d4e5 req-c68a6255-9828-45a9-a53e-02b92c8dba47 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.719604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['49da0e21-e279-41d0-b069-69897a65ddc2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:09.722556 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['7b18e4a5-b064-4485-a17a-de42ad670ba4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:09.738294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a6255-9828-45a9-a53e-02b92c8dba47 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Pushing event deleted for resources: {'Port': ['ID=49da0e21-e279-41d0-b069-69897a65ddc2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:09.777141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ced3b25d-2c0e-440e-9b70-d906a964996a None None] Provisioning for port be890d99-c74e-42f1-8612-b15253849b68 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:09.780483 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.786169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ced3b25d-2c0e-440e-9b70-d906a964996a None None] Provisioning complete for port be890d99-c74e-42f1-8612-b15253849b68 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:09.789470 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ced3b25d-2c0e-440e-9b70-d906a964996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.789596 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Made reservation on behalf of 506366e74e2b45fa963b550ebcb26105 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:09.791984 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.800957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fee156-96b8-4eba-a0e8-90cce633d4e5 req-c68a6255-9828-45a9-a53e-02b92c8dba47 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] No DVR routers for this DVR port 49da0e21-e279-41d0-b069-69897a65ddc2 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:09.801218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.805139 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8fee156-96b8-4eba-a0e8-90cce633d4e5 req-c68a6255-9828-45a9-a53e-02b92c8dba47 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.807477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8fee156-96b8-4eba-a0e8-90cce633d4e5 req-c68a6255-9828-45a9-a53e-02b92c8dba47 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.13 "DELETE /v2.0/ports/49da0e21-e279-41d0-b069-69897a65ddc2 HTTP/1.1" status: 204 len: 173 time: 0.7994213 Aug 21 09:15:09.808391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3af7ef-1d86-409b-98c0-c445cc52a381', 'name': 'network-vif-deleted', 'tag': '49da0e21-e279-41d0-b069-69897a65ddc2'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:09.811062 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f301e4f2-d7fd-47ae-baa3-932a88e39560" -d '{"events": [{"server_uuid": "0f3af7ef-1d86-409b-98c0-c445cc52a381", "name": "network-vif-deleted", "tag": "49da0e21-e279-41d0-b069-69897a65ddc2"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:09.814821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Attempting to bind port b2f1e277-056b-4bb4-bb47-b9fcf386e195 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:09.815377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Attempting to bind port b2f1e277-056b-4bb4-bb47-b9fcf386e195 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '0bc2d5a5-9248-427c-9dd1-0c0f9926d76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ba81944-71c6-471c-a41b-177ae64cf99d'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:09.815899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Attempting to bind port b2f1e277-056b-4bb4-bb47-b9fcf386e195 on network 1ba81944-71c6-471c-a41b-177ae64cf99d {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:09.821576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Port b2f1e277-056b-4bb4-bb47-b9fcf386e195 on network 1ba81944-71c6-471c-a41b-177ae64cf99d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:15:09.823966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Attempting to bind port b2f1e277-056b-4bb4-bb47-b9fcf386e195 on network 1ba81944-71c6-471c-a41b-177ae64cf99d {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:09.827769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:09.828305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Checking segment: {'id': '0bc2d5a5-9248-427c-9dd1-0c0f9926d76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ba81944-71c6-471c-a41b-177ae64cf99d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:09.828858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Bound using segment: {'id': '0bc2d5a5-9248-427c-9dd1-0c0f9926d76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ba81944-71c6-471c-a41b-177ae64cf99d'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:09.830014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Bound port: b2f1e277-056b-4bb4-bb47-b9fcf386e195, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc2d5a5-9248-427c-9dd1-0c0f9926d76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ba81944-71c6-471c-a41b-177ae64cf99d'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:09.830541 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.870223 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:15:09.875366 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac06824-a5aa-4b0e-9dc5-1d7afee718fb x-openstack-request-id: req-9ac06824-a5aa-4b0e-9dc5-1d7afee718fb {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:09.875870 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3af7ef-1d86-409b-98c0-c445cc52a381", "name": "network-vif-deleted", "tag": "49da0e21-e279-41d0-b069-69897a65ddc2", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:09.876294 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ac06824-a5aa-4b0e-9dc5-1d7afee718fb {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:09.876878 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3af7ef-1d86-409b-98c0-c445cc52a381', 'name': 'network-vif-deleted', 'tag': '49da0e21-e279-41d0-b069-69897a65ddc2', 'status': 'completed', 'code': 200} Aug 21 09:15:09.892323 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.892323 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Added segment 78e0ae0f-75b4-43d0-af15-8d7f126da1cf of type vlan for network 8baf50f1-ae33-4924-8ccf-67032c403253 Aug 21 09:15:09.906437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ced3b25d-2c0e-440e-9b70-d906a964996a None None] Port be890d99-c74e-42f1-8612-b15253849b68 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:15:09.935694 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:09.983300 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.012374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29561ed-f01f-47cd-a270-cb0be15ea5c0 req-9151ba86-2938-4077-afb6-63fc8ec79ffd tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:10.013954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a29561ed-f01f-47cd-a270-cb0be15ea5c0 req-9151ba86-2938-4077-afb6-63fc8ec79ffd tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 943 time: 0.1726422 Aug 21 09:15:10.035860 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] For port b2f1e277-056b-4bb4-bb47-b9fcf386e195, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:10.044302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] For port b2f1e277-056b-4bb4-bb47-b9fcf386e195, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b2f1e277-056b-4bb4-bb47-b9fcf386e195,segment=NetworkSegment(0bc2d5a5-9248-427c-9dd1-0c0f9926d76a),segment_id=0bc2d5a5-9248-427c-9dd1-0c0f9926d76a)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:10.048372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a87a13e7-0816-4c38-83c7-aac25152df30 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:10.048535 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.049501 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:10.052697 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.087476 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.088142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd65764c-6a09-4278-bb3d-ad5fe51f15a7 req-63dedd6d-8cd8-448f-ab3e-c257d8874818 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 210 time: 0.0424862 Aug 21 09:15:10.088283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.114889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a29561ed-f01f-47cd-a270-cb0be15ea5c0 req-beecadc2-4625-4252-b688-f7eed91a6e08 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866523 Aug 21 09:15:10.133772 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.171435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:10.172091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.173786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] 10.222.0.13 "PUT /v2.0/ports/b2f1e277-056b-4bb4-bb47-b9fcf386e195 HTTP/1.1" status: 200 len: 1092 time: 1.3850615 Aug 21 09:15:10.175618 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.181912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:10.182696 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.187193 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4175971 Aug 21 09:15:10.190798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50482) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:10.198078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] Request body: {'subnet': {'network_id': '121a24f5-46a6-4668-9f81-40488d635bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-256212686-subnet', 'tenant_id': '19980b6c93a2472990089317bbcdfa2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:10.208293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcb034-a432-4bdd-82af-902d241c2887 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f1e277-056b-4bb4-bb47-b9fcf386e195,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:10.224808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a87a13e7-0816-4c38-83c7-aac25152df30 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:10.229309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a87a13e7-0816-4c38-83c7-aac25152df30 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:10.232813 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.240812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf362a-5dee-46d0-bb34-7910f527ea67 admin admin] Pushing event updated for resources: {'Network': ['ID=121a24f5-46a6-4668-9f81-40488d635bfd,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:10.273374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 121a24f5-46a6-4668-9f81-40488d635bfd details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:15:10.332153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event updated for resources: {'Network': ['ID=8baf50f1-ae33-4924-8ccf-67032c403253,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:10.349224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 8baf50f1-ae33-4924-8ccf-67032c403253 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:15:10.352641 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=be890d99-c74e-42f1-8612-b15253849b68,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:10.365303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] Made reservation on behalf of 19980b6c93a2472990089317bbcdfa2b for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:10.368950 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.395937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:10.397520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:10.455981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a7379-f124-4860-994d-29366192aafe req-98a765c3-6b41-4d27-9cf5-982b17540a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:10.458216 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-98a765c3-6b41-4d27-9cf5-982b17540a88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ea5873879b840f2951bbd18beeef2ea&device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 1095 time: 0.1483827 Aug 21 09:15:10.459998 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-46b7fd10-32e4-4f71-a988-8f2a02c38a97 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1394706 Aug 21 09:15:10.466304 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50488) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:10.467928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-32464828'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:10.517540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-8a3a8ea7-c6a0-485f-9328-59c2a87fade1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f1e277-056b-4bb4-bb47-b9fcf386e195 HTTP/1.1" status: 200 len: 217 time: 0.0459423 Aug 21 09:15:10.518684 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.558788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a87a13e7-0816-4c38-83c7-aac25152df30, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a87a13e7-0816-4c38-83c7-aac25152df30,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:10.607238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Made reservation on behalf of 506366e74e2b45fa963b550ebcb26105 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:10.609872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a7379-f124-4860-994d-29366192aafe req-167985f1-71a7-4c0d-a228-92554949e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:10.611447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-167985f1-71a7-4c0d-a228-92554949e695 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=09ea02b7-6e82-4944-ab8d-a69003a5be6b HTTP/1.1" status: 200 len: 857 time: 0.0865500 Aug 21 09:15:10.612143 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.641439 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.656625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Router c127d27a-2c73-4aa5-a79b-fe37d74ec392 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:15:10.677836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:15:10.686290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-dcec7f62-f699-4728-8054-8468a8f2cb1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ba81944-71c6-471c-a41b-177ae64cf99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527687 Aug 21 09:15:10.720715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a87a13e7-0816-4c38-83c7-aac25152df30,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:10.735328 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.735328 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Added segment f6c2f47f-e186-4da4-a247-a6df49b79433 of type vlan for network 0c9570d1-4318-4d99-91cf-da97461ef16d Aug 21 09:15:10.763513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f56fd37c-9721-4d42-a611-3f98940686d3 None None] Provisioning complete for port be890d99-c74e-42f1-8612-b15253849b68 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:10.763926 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f56fd37c-9721-4d42-a611-3f98940686d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.801983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f56fd37c-9721-4d42-a611-3f98940686d3 None None] Port be890d99-c74e-42f1-8612-b15253849b68 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:15:10.822855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-c002937a-7e1e-4df8-ab65-3137bc393357 service neutron] 10.222.0.13 "GET /v2.0/networks/1ba81944-71c6-471c-a41b-177ae64cf99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348441 Aug 21 09:15:10.826054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:15:10.828523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.834201 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b41d7dac-2ea6-45e8-b126-c90907c26de9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "PUT /v2.0/routers/c127d27a-2c73-4aa5-a79b-fe37d74ec392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4986513 Aug 21 09:15:10.837254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50490) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:10.840861 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Sync routers for ids ['c127d27a-2c73-4aa5-a79b-fe37d74ec392'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:15:10.846865 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.858168 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Routers {'c127d27a-2c73-4aa5-a79b-fe37d74ec392'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:10.859168 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c127d27a-2c73-4aa5-a79b-fe37d74ec392'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:10.897619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03866605-7476-4104-97e3-0a4425277001 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:10.899195 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03866605-7476-4104-97e3-0a4425277001 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports/be890d99-c74e-42f1-8612-b15253849b68 HTTP/1.1" status: 200 len: 911 time: 0.0609610 Aug 21 09:15:10.901704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50492) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:10.926650 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:10.974159 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Set router c127d27a-2c73-4aa5-a79b-fe37d74ec392 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:15:10.974398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a05a7379-f124-4860-994d-29366192aafe req-04bce807-e0b2-4348-84ce-550395005f63 service neutron] 10.222.0.13 "GET /v2.0/networks/1ba81944-71c6-471c-a41b-177ae64cf99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437855 Aug 21 09:15:10.978371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee686d-a77a-4989-ae14-82007867dd5a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:10.980477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a841896-3bef-4812-a2aa-8c98ea28a382,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:10.990793 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee686d-a77a-4989-ae14-82007867dd5a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:10.993363 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-35ee686d-a77a-4989-ae14-82007867dd5a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0905252 Aug 21 09:15:10.996991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50494) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:11.059230 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:11.065164 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:11.065877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:11.083766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] Checking segment: {'id': '6787f475-ff25-4a68-a23c-d66fa85a0d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '121a24f5-46a6-4668-9f81-40488d635bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:11.084405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] Network hostable DHCP agents. Network: 121a24f5-46a6-4668-9f81-40488d635bfd, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:15:11.149302 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event updated for resources: {'Network': ['ID=0c9570d1-4318-4d99-91cf-da97461ef16d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:11.160400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 0c9570d1-4318-4d99-91cf-da97461ef16d details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:15:11.235306 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127d27a-2c73-4aa5-a79b-fe37d74ec392', 'name': 'tempest-NetworksTestDHCPv6-router-1638089804', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:15:06Z', 'updated_at': '2021-08-21T09:15:09Z', 'revision_number': 2, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None, '_interfaces': [{'id': 'be890d99-c74e-42f1-8612-b15253849b68', 'name': '', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'mac_address': 'fa:16:3e:4b:1b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c127d27a-2c73-4aa5-a79b-fe37d74ec392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:15:08Z', 'updated_at': '2021-08-21T09:15:09Z', 'revision_number': 2, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'subnets': [{'id': 'c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:11.264406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] Network 121a24f5-46a6-4668-9f81-40488d635bfd is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:15:11.266293 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Checking router: c127d27a-2c73-4aa5-a79b-fe37d74ec392 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:15:11.266574 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-031e09d8-bf86-4f7d-8955-9d0a34d4b204 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8028538 Aug 21 09:15:11.266700 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Updating router c127d27a-2c73-4aa5-a79b-fe37d74ec392 port be890d99-c74e-42f1-8612-b15253849b68 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:15:11.300827 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:11.312972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8a2c9af-a949-4d0a-b5bd-eb3d9012329a req-f6fa61f9-5c31-48fd-a4d2-3a1e939c17f3 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f3af7ef-1d86-409b-98c0-c445cc52a381 HTTP/1.1" status: 200 len: 210 time: 0.0923076 Aug 21 09:15:11.371204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab8e0a-1971-4b61-92ff-ea371a5fd2f7 req-68d1d8e5-d1e1-4d49-ac74-fe216b5b27bb tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:11.381227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aab8e0a-1971-4b61-92ff-ea371a5fd2f7 req-68d1d8e5-d1e1-4d49-ac74-fe216b5b27bb tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 943 time: 0.1590457 Aug 21 09:15:11.390281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 121a24f5-46a6-4668-9f81-40488d635bfd) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:11.403298 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070b7a82-2873-45a4-a594-0111cbbab070 None None] Network 121a24f5-46a6-4668-9f81-40488d635bfd requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:11.403674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:11.404265 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:11.427763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50506) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:11.437103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'subnets': [{'network_id': '8baf50f1-ae33-4924-8ccf-67032c403253', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1655288920', 'ip_version': 4}, {'network_id': '0c9570d1-4318-4d99-91cf-da97461ef16d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:11.437426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'subnet': {'network_id': '8baf50f1-ae33-4924-8ccf-67032c403253', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1655288920', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:11.438775 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Request body: {'subnet': {'network_id': '0c9570d1-4318-4d99-91cf-da97461ef16d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:11.467723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aab8e0a-1971-4b61-92ff-ea371a5fd2f7 req-4b229417-253c-4614-b8f8-1368ff9ba5cf tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852191 Aug 21 09:15:11.547644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9ee5276d-97b1-4f5c-b706-64269a7ad85f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3554718 Aug 21 09:15:11.663830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a5be96-3a01-471d-87fc-7da00bc316c4 None None] Network 121a24f5-46a6-4668-9f81-40488d635bfd requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:11.668109 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:11.725019 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:11.747104 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Transition to ACTIVE for port object be890d99-c74e-42f1-8612-b15253849b68 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:11.779113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Made reservation on behalf of 506366e74e2b45fa963b550ebcb26105 for: {'subnet': 2} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:11.783215 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:11.783593 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:11.842553 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:11.878397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76486a1a-fc96-4e51-8253-8ef3096e4cbd', 'tag': 'b2f1e277-056b-4bb4-bb47-b9fcf386e195'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:11.880890 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8796d505-b507-4b20-a448-196f43b702bf" -d '{"events": [{"name": "network-changed", "server_uuid": "76486a1a-fc96-4e51-8253-8ef3096e4cbd", "tag": "b2f1e277-056b-4bb4-bb47-b9fcf386e195"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:11.954612 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6df96-b927-4f51-8ac8-df5308468d05 None None] Pushing event updated for resources: {'Port': ['ID=be890d99-c74e-42f1-8612-b15253849b68,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:11.972768 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350c87e7-3d06-4ad5-a40a-9d5e26e968e6 x-openstack-request-id: req-350c87e7-3d06-4ad5-a40a-9d5e26e968e6 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:11.973121 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76486a1a-fc96-4e51-8253-8ef3096e4cbd", "tag": "b2f1e277-056b-4bb4-bb47-b9fcf386e195", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:11.973431 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-350c87e7-3d06-4ad5-a40a-9d5e26e968e6 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:11.975790 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76486a1a-fc96-4e51-8253-8ef3096e4cbd', 'tag': 'b2f1e277-056b-4bb4-bb47-b9fcf386e195', 'status': 'completed', 'code': 200} Aug 21 09:15:12.015813 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Attempting to bind port be890d99-c74e-42f1-8612-b15253849b68 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:12.021789 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a87a13e7-0816-4c38-83c7-aac25152df30 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:12.035734 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Attempting to bind port be890d99-c74e-42f1-8612-b15253849b68 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:12.038856 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Attempting to bind port be890d99-c74e-42f1-8612-b15253849b68 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:12.053063 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:12.062574 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:12.063317 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:12.063916 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:12.064598 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Bound port: be890d99-c74e-42f1-8612-b15253849b68, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:12.065207 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:12.092452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d505-b507-4b20-a448-196f43b702bf req-11c1f1e3-1c82-489d-bd41-24cafd60670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:12.093980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8796d505-b507-4b20-a448-196f43b702bf req-11c1f1e3-1c82-489d-bd41-24cafd60670d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ea5873879b840f2951bbd18beeef2ea&device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 1095 time: 0.1060894 Aug 21 09:15:12.099850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port be890d99-c74e-42f1-8612-b15253849b68 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:12.100602 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:12.159309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a87a13e7-0816-4c38-83c7-aac25152df30 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:12.159846 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:12.165675 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] For port be890d99-c74e-42f1-8612-b15253849b68, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:12.173420 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] For port be890d99-c74e-42f1-8612-b15253849b68, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=be890d99-c74e-42f1-8612-b15253849b68,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:12.282044 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:12.372806 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Routers {'c127d27a-2c73-4aa5-a79b-fe37d74ec392'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:12.373452 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c127d27a-2c73-4aa5-a79b-fe37d74ec392'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:12.439651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-2d21e2da-fb19-4c91-a470-86ada6e9173a tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:12.456972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-2d21e2da-fb19-4c91-a470-86ada6e9173a tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/networks?id=121a24f5-46a6-4668-9f81-40488d635bfd HTTP/1.1" status: 200 len: 812 time: 0.2363567 Aug 21 09:15:12.485471 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] Set router c127d27a-2c73-4aa5-a79b-fe37d74ec392 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:15:12.539619 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:12.560124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-affbcce9-f07c-4a22-b37c-5b4de0c7c128 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/quotas/19980b6c93a2472990089317bbcdfa2b HTTP/1.1" status: 200 len: 375 time: 0.0977597 Aug 21 09:15:12.641974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-4ffa1a90-c7cf-44f3-b1d9-d8b934526585 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=19980b6c93a2472990089317bbcdfa2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834911 Aug 21 09:15:12.656839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] For port be890d99-c74e-42f1-8612-b15253849b68, host n-d-766726-28, got binding levels [] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:12.657203 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:12.660241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d505-b507-4b20-a448-196f43b702bf req-cc6b0779-114a-4408-8f7b-00d7bd52b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:12.661924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8796d505-b507-4b20-a448-196f43b702bf req-cc6b0779-114a-4408-8f7b-00d7bd52b04a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ba81944-71c6-471c-a41b-177ae64cf99d HTTP/1.1" status: 200 len: 918 time: 0.5575590 Aug 21 09:15:12.678090 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6df96-b927-4f51-8ac8-df5308468d05 None None] Pushing event updated for resources: {'Port': ['ID=be890d99-c74e-42f1-8612-b15253849b68,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:12.802304 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127d27a-2c73-4aa5-a79b-fe37d74ec392', 'name': 'tempest-NetworksTestDHCPv6-router-1638089804', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:15:06Z', 'updated_at': '2021-08-21T09:15:09Z', 'revision_number': 2, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None, '_interfaces': [{'id': 'be890d99-c74e-42f1-8612-b15253849b68', 'name': '', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'mac_address': 'fa:16:3e:4b:1b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c127d27a-2c73-4aa5-a79b-fe37d74ec392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:15:08Z', 'updated_at': '2021-08-21T09:15:12Z', 'revision_number': 4, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'subnets': [{'id': 'c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:12.836283 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b17a6f-71e9-4777-a87b-7c547a6453a0 None None] The sync data for ids ['c127d27a-2c73-4aa5-a79b-fe37d74ec392'] in n-d-766726-28 is: [{'id': 'c127d27a-2c73-4aa5-a79b-fe37d74ec392', 'name': 'tempest-NetworksTestDHCPv6-router-1638089804', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:15:06Z', 'updated_at': '2021-08-21T09:15:09Z', 'revision_number': 2, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None, '_interfaces': [{'id': 'be890d99-c74e-42f1-8612-b15253849b68', 'name': '', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'mac_address': 'fa:16:3e:4b:1b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c127d27a-2c73-4aa5-a79b-fe37d74ec392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:15:08Z', 'updated_at': '2021-08-21T09:15:12Z', 'revision_number': 4, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'subnets': [{'id': 'c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:15:12.916649 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:13.025944 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Checking segment: {'id': '78e0ae0f-75b4-43d0-af15-8d7f126da1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8baf50f1-ae33-4924-8ccf-67032c403253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:13.026461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Network hostable DHCP agents. Network: 8baf50f1-ae33-4924-8ccf-67032c403253, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:15:13.041420 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event updated for resources: {'Subnet': ['ID=094ff9e2-1e38-4d08-944c-41111e397a6f,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:13.107372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for be890d99-c74e-42f1-8612-b15253849b68 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:13.132891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8796d505-b507-4b20-a448-196f43b702bf req-bf5a6552-0842-4212-8fc5-3a29d713e70b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f1e277-056b-4bb4-bb47-b9fcf386e195 HTTP/1.1" status: 200 len: 217 time: 0.4468322 Aug 21 09:15:13.138310 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Network 8baf50f1-ae33-4924-8ccf-67032c403253 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:15:13.207110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 8baf50f1-ae33-4924-8ccf-67032c403253) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:13.211863 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:13.217478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56a8c92-518f-4e22-9570-394a732cd956 None None] Network 8baf50f1-ae33-4924-8ccf-67032c403253 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:13.280657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event updated for resources: {'Subnet': ['ID=6b389521-06e0-4e6d-97b8-b79633867e1c,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:13.323625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Checking segment: {'id': 'f6c2f47f-e186-4da4-a247-a6df49b79433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c9570d1-4318-4d99-91cf-da97461ef16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:13.324004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Network hostable DHCP agents. Network: 0c9570d1-4318-4d99-91cf-da97461ef16d, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:15:13.326634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08decd-a0d6-4b9f-9b06-2570547728eb req-edbda94b-c8f0-456a-8433-709d39e86e5f tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:13.328263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea08decd-a0d6-4b9f-9b06-2570547728eb req-edbda94b-c8f0-456a-8433-709d39e86e5f tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 943 time: 0.2290907 Aug 21 09:15:13.336336 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-31e0bf37-aee4-401e-ba47-890f9866be7e service neutron] 10.222.0.20 "GET /v2.0/networks/121a24f5-46a6-4668-9f81-40488d635bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930268 Aug 21 09:15:13.342142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d505-b507-4b20-a448-196f43b702bf req-64ab4c45-d151-47d5-b74e-cacc41b5d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:13.347797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8796d505-b507-4b20-a448-196f43b702bf req-64ab4c45-d151-47d5-b74e-cacc41b5d31f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=09ea02b7-6e82-4944-ab8d-a69003a5be6b HTTP/1.1" status: 200 len: 857 time: 0.1990275 Aug 21 09:15:13.349405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 49da0e21-e279-41d0-b069-69897a65ddc2 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:13.386891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 49da0e21-e279-41d0-b069-69897a65ddc2 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:13.387355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 49da0e21-e279-41d0-b069-69897a65ddc2 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:13.418380 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Network 0c9570d1-4318-4d99-91cf-da97461ef16d is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:15:13.443898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8796d505-b507-4b20-a448-196f43b702bf req-840f9e3c-8338-466a-a0c4-f1718853ec1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ba81944-71c6-471c-a41b-177ae64cf99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623562 Aug 21 09:15:13.462769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-8baf50f1-ae33-4924-8ccf-67032c403253', 'network_id': '8baf50f1-ae33-4924-8ccf-67032c403253', 'tenant_id': '506366e74e2b45fa963b550ebcb26105', 'fixed_ips': [{'subnet_id': '094ff9e2-1e38-4d08-944c-41111e397a6f'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:15:13.463711 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:13.498776 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 0c9570d1-4318-4d99-91cf-da97461ef16d) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:13.504126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:13.504620 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:13.505481 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:13.556448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea08decd-a0d6-4b9f-9b06-2570547728eb req-60f00a0c-6cd4-44b5-b094-e8c7afdabfca tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150323 Aug 21 09:15:13.584010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742dde65-b23e-4e1c-a913-7d1c38289f9a None None] Network 0c9570d1-4318-4d99-91cf-da97461ef16d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:13.596383 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a1ee12ba-a7b7-452c-857a-03d866c99e91 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1666653 Aug 21 09:15:13.613998 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50544) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:13.713946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488f496-0b64-41b9-bd6a-9fc047823d0f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:13.717417 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488f496-0b64-41b9-bd6a-9fc047823d0f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:13.719244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488f496-0b64-41b9-bd6a-9fc047823d0f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:13.725923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-576badbb-be5c-4341-b24c-5cd31a12c730 service neutron] 10.222.0.20 "GET /v2.0/networks/121a24f5-46a6-4668-9f81-40488d635bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761258 Aug 21 09:15:13.735416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50546) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:13.743274 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5488f496-0b64-41b9-bd6a-9fc047823d0f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1280882 Aug 21 09:15:13.777680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Allocated IP 172.20.0.2 (8baf50f1-ae33-4924-8ccf-67032c403253/094ff9e2-1e38-4d08-944c-41111e397a6f/bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:13.803330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8796d505-b507-4b20-a448-196f43b702bf req-d8d3db4a-20bb-47bd-a325-da51cbfeb5de service neutron] 10.222.0.13 "GET /v2.0/networks/1ba81944-71c6-471c-a41b-177ae64cf99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713518 Aug 21 09:15:13.864355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-0c9570d1-4318-4d99-91cf-da97461ef16d', 'network_id': '0c9570d1-4318-4d99-91cf-da97461ef16d', 'tenant_id': '506366e74e2b45fa963b550ebcb26105', 'fixed_ips': [{'subnet_id': '6b389521-06e0-4e6d-97b8-b79633867e1c'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:15:13.865229 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:13.910342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-839654c3-4094-49ce-a5dc-b00f3606f5a1 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Deleting subnet 094ff9e2-1e38-4d08-944c-41111e397a6f {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:13.962865 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:13.984692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device be890d99-c74e-42f1-8612-b15253849b68 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:14.009758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d61385-8747-4b5d-9a0f-472b460c430b req-8057f627-17a2-4480-8021-c8d1f101e503 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:14.011321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65d61385-8747-4b5d-9a0f-472b460c430b req-8057f627-17a2-4480-8021-c8d1f101e503 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.2454758 Aug 21 09:15:14.018411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=be890d99-c74e-42f1-8612-b15253849b68,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:14.020636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: be890d99-c74e-42f1-8612-b15253849b68 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:14.020987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device be890d99-c74e-42f1-8612-b15253849b68 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 21 09:15:14.053585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e78f33ab-8a14-4315-8b34-d80ab3ddfdb6 req-ae9d234a-29f7-46ba-8a7d-b276c184a931 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 210 time: 0.0574269 Aug 21 09:15:14.107139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8796d505-b507-4b20-a448-196f43b702bf req-1daced2d-0e95-489b-95fb-05469b6f9dac service neutron] 10.222.0.13 "GET /v2.0/networks/1ba81944-71c6-471c-a41b-177ae64cf99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942452 Aug 21 09:15:14.169615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Port be890d99-c74e-42f1-8612-b15253849b68 not found, will not notify nova. {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 21 09:15:14.218451 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.226846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65d61385-8747-4b5d-9a0f-472b460c430b req-11ed0eea-0deb-413f-82bb-745275ed0700 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713862 Aug 21 09:15:14.277344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Allocated IP 172.20.0.18 (0c9570d1-4318-4d99-91cf-da97461ef16d/6b389521-06e0-4e6d-97b8-b79633867e1c/b1752a2d-ed74-450b-b5da-5e3066bd38af) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:14.350884 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.366409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Transition to ACTIVE for port object bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:14.394821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Transition to ACTIVE for port object bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:14.404804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Router c127d27a-2c73-4aa5-a79b-fe37d74ec392 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:15:14.453286 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.457157 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-839654c3-4094-49ce-a5dc-b00f3606f5a1 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.514622 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.518717 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Network 8baf50f1-ae33-4924-8ccf-67032c403253 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:14.525722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:14.529020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:14.534824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:15:14.540452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Transition to ACTIVE for port object b1752a2d-ed74-450b-b5da-5e3066bd38af will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:14.542433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-144bb19b-d73a-467e-a297-81434fa0bbd6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "PUT /v2.0/routers/c127d27a-2c73-4aa5-a79b-fe37d74ec392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5442505 Aug 21 09:15:14.545268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50558) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:14.547216 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Pushing event updated for resources: {'Port': ['ID=bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:14.558974 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-839654c3-4094-49ce-a5dc-b00f3606f5a1 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.621438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Transition to ACTIVE for port object b1752a2d-ed74-450b-b5da-5e3066bd38af will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:14.623753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Attempting to bind port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:14.624461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Attempting to bind port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '78e0ae0f-75b4-43d0-af15-8d7f126da1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8baf50f1-ae33-4924-8ccf-67032c403253'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:14.624461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Attempting to bind port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 on network 8baf50f1-ae33-4924-8ccf-67032c403253 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:14.633525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:14.633909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Checking segment: {'id': '78e0ae0f-75b4-43d0-af15-8d7f126da1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8baf50f1-ae33-4924-8ccf-67032c403253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:14.635454 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.635898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Bound using segment: {'id': '78e0ae0f-75b4-43d0-af15-8d7f126da1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8baf50f1-ae33-4924-8ccf-67032c403253'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:14.636383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Bound port: bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e0ae0f-75b4-43d0-af15-8d7f126da1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8baf50f1-ae33-4924-8ccf-67032c403253'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:14.636770 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.652704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d2a18-217f-49b6-a986-3ca5a9b03fa3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:14.652704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d2a18-217f-49b6-a986-3ca5a9b03fa3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:14.655185 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50566) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:14.655692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-708d2a18-217f-49b6-a986-3ca5a9b03fa3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1093099 Aug 21 09:15:14.722991 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.750419 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-839654c3-4094-49ce-a5dc-b00f3606f5a1 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.759120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6dda95-c901-45d2-8466-c174fe009669 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:14.764891 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf6dda95-c901-45d2-8466-c174fe009669 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.786042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Pushing event updated for resources: {'Port': ['ID=b1752a2d-ed74-450b-b5da-5e3066bd38af,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:14.788925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0f6da-a957-4855-a001-a65d788fd589 None None] Sync routers for ids ['c127d27a-2c73-4aa5-a79b-fe37d74ec392'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:15:14.804024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b1c3-4568-416a-b272-8168f705c1d5 req-5f586104-ad99-4382-aebe-a1c3325731c8 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:14.806177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a12b1c3-4568-416a-b272-8168f705c1d5 req-5f586104-ad99-4382-aebe-a1c3325731c8 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 943 time: 0.1213312 Aug 21 09:15:14.806744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Network 0c9570d1-4318-4d99-91cf-da97461ef16d is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:14.809765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:14.811586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0f6da-a957-4855-a001-a65d788fd589 None None] Routers {'c127d27a-2c73-4aa5-a79b-fe37d74ec392'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:14.812260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0df0f6da-a957-4855-a001-a65d788fd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c127d27a-2c73-4aa5-a79b-fe37d74ec392'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:14.815277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:14.836251 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf6dda95-c901-45d2-8466-c174fe009669 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.893159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a12b1c3-4568-416a-b272-8168f705c1d5 req-25121493-702b-4984-bfd9-297028c73fe6 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702550 Aug 21 09:15:14.949478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf6dda95-c901-45d2-8466-c174fe009669 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:14.955580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0df0f6da-a957-4855-a001-a65d788fd589 None None] Set router c127d27a-2c73-4aa5-a79b-fe37d74ec392 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:15:14.985299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-839654c3-4094-49ce-a5dc-b00f3606f5a1 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.033722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839654c3-4094-49ce-a5dc-b00f3606f5a1 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Subnet': ['ID=094ff9e2-1e38-4d08-944c-41111e397a6f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:15.037956 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-839654c3-4094-49ce-a5dc-b00f3606f5a1 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.042486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-839654c3-4094-49ce-a5dc-b00f3606f5a1 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "DELETE /v2.0/subnets/094ff9e2-1e38-4d08-944c-41111e397a6f HTTP/1.1" status: 204 len: 168 time: 1.2991645 Aug 21 09:15:15.042750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] For port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:15.053984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50574) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:15.056033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] For port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3,segment=NetworkSegment(78e0ae0f-75b4-43d0-af15-8d7f126da1cf),segment_id=78e0ae0f-75b4-43d0-af15-8d7f126da1cf)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:15.060986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0df0f6da-a957-4855-a001-a65d788fd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127d27a-2c73-4aa5-a79b-fe37d74ec392', 'name': 'tempest-NetworksTestDHCPv6-router-1638089804', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:15:06Z', 'updated_at': '2021-08-21T09:15:13Z', 'revision_number': 3, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:15.112411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64240d2b-d016-4ef8-8a8f-568363aa8874 req-baf32197-88d1-429e-a0e6-20d6c259f868 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:15.114180 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64240d2b-d016-4ef8-8a8f-568363aa8874 req-baf32197-88d1-429e-a0e6-20d6c259f868 tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.22 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.0930576 Aug 21 09:15:15.115909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Attempting to bind port b1752a2d-ed74-450b-b5da-5e3066bd38af on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:15.116309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Attempting to bind port b1752a2d-ed74-450b-b5da-5e3066bd38af by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f6c2f47f-e186-4da4-a247-a6df49b79433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c9570d1-4318-4d99-91cf-da97461ef16d'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:15.116667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Attempting to bind port b1752a2d-ed74-450b-b5da-5e3066bd38af on network 0c9570d1-4318-4d99-91cf-da97461ef16d {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:15.122161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0f6da-a957-4855-a001-a65d788fd589 None None] Checking router: c127d27a-2c73-4aa5-a79b-fe37d74ec392 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:15:15.139989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:15.140384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Checking segment: {'id': 'f6c2f47f-e186-4da4-a247-a6df49b79433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c9570d1-4318-4d99-91cf-da97461ef16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:15.140776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.141167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Bound using segment: {'id': 'f6c2f47f-e186-4da4-a247-a6df49b79433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c9570d1-4318-4d99-91cf-da97461ef16d'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:15.141645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Bound port: b1752a2d-ed74-450b-b5da-5e3066bd38af, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c2f47f-e186-4da4-a247-a6df49b79433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c9570d1-4318-4d99-91cf-da97461ef16d'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:15.142016 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.144346 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.148005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5ecd2f-15f6-4863-80ba-9e8bdeac2153 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Deleting subnet 6b389521-06e0-4e6d-97b8-b79633867e1c {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:15.158668 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c5ecd2f-15f6-4863-80ba-9e8bdeac2153 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.162620 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf6dda95-c901-45d2-8466-c174fe009669 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.194521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ecba801b-d250-405a-a9c7-18758d9395a8 req-98265ddf-d1fd-4dc8-90c0-2fa40e434030 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 210 time: 0.0626891 Aug 21 09:15:15.202423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0f6da-a957-4855-a001-a65d788fd589 None None] Routers {'c127d27a-2c73-4aa5-a79b-fe37d74ec392'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:15.203826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0df0f6da-a957-4855-a001-a65d788fd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c127d27a-2c73-4aa5-a79b-fe37d74ec392'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:15.297541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dda95-c901-45d2-8466-c174fe009669 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:15.309111 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf6dda95-c901-45d2-8466-c174fe009669 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.313143 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cf6dda95-c901-45d2-8466-c174fe009669 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae HTTP/1.1" status: 204 len: 168 time: 0.6543429 Aug 21 09:15:15.313790 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50582) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:15.313928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-64240d2b-d016-4ef8-8a8f-568363aa8874 req-8ad4eea7-1302-4eac-aad9-d971fa3ca4aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Deleting port 7b18e4a5-b064-4485-a17a-de42ad670ba4 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:15.314426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-64240d2b-d016-4ef8-8a8f-568363aa8874 req-8ad4eea7-1302-4eac-aad9-d971fa3ca4aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.323422 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.326248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c5ecd2f-15f6-4863-80ba-9e8bdeac2153 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.469355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61738299-5efd-4d02-b186-3c11d5c49b4f None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:15.491274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b2f1e277-056b-4bb4-bb47-b9fcf386e195 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:15:15.495042 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bdae5537-59d5-4dc8-90a8-f5758986888c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1773875 Aug 21 09:15:15.495722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50586) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:15.505910 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.533284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24e549-48bb-4ec8-8ced-5695a94cbe44 req-a6de98e5-410c-4612-bbb4-5c9e6a62b17f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:15.534853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f24e549-48bb-4ec8-8ced-5695a94cbe44 req-a6de98e5-410c-4612-bbb4-5c9e6a62b17f tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 945 time: 0.1230736 Aug 21 09:15:15.544676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-64240d2b-d016-4ef8-8a8f-568363aa8874 req-8ad4eea7-1302-4eac-aad9-d971fa3ca4aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] For port 7b18e4a5-b064-4485-a17a-de42ad670ba4, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7b18e4a5-b064-4485-a17a-de42ad670ba4,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:15.548935 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-64240d2b-d016-4ef8-8a8f-568363aa8874 req-8ad4eea7-1302-4eac-aad9-d971fa3ca4aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.552294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0df0f6da-a957-4855-a001-a65d788fd589 None None] Set router c127d27a-2c73-4aa5-a79b-fe37d74ec392 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:15:15.580981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-64240d2b-d016-4ef8-8a8f-568363aa8874 req-8ad4eea7-1302-4eac-aad9-d971fa3ca4aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Calling delete_port for 7b18e4a5-b064-4485-a17a-de42ad670ba4 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:15.608641 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5afbfac-822f-499d-81cf-037882e2601c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.625709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f24e549-48bb-4ec8-8ced-5695a94cbe44 req-ebbca861-7611-4b14-8a3d-b3e4df8bb89b tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/security-groups?id=841493bd-64d2-4782-9b29-b60c5b973e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772462 Aug 21 09:15:15.672321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0df0f6da-a957-4855-a001-a65d788fd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127d27a-2c73-4aa5-a79b-fe37d74ec392', 'name': 'tempest-NetworksTestDHCPv6-router-1638089804', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:15:06Z', 'updated_at': '2021-08-21T09:15:13Z', 'revision_number': 3, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:15.674038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7fadc-17d6-45ae-91d3-0653382fb6bf None None] Pushing event updated for resources: {'Port': ['ID=bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:15.695109 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c5ecd2f-15f6-4863-80ba-9e8bdeac2153 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.752317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0f6da-a957-4855-a001-a65d788fd589 None None] The sync data for ids ['c127d27a-2c73-4aa5-a79b-fe37d74ec392'] in n-d-766726-28 is: [{'id': 'c127d27a-2c73-4aa5-a79b-fe37d74ec392', 'name': 'tempest-NetworksTestDHCPv6-router-1638089804', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:15:06Z', 'updated_at': '2021-08-21T09:15:13Z', 'revision_number': 3, 'project_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:15:15.891296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5afbfac-822f-499d-81cf-037882e2601c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:15.893953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5afbfac-822f-499d-81cf-037882e2601c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.006225 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-64240d2b-d016-4ef8-8a8f-568363aa8874 req-8ad4eea7-1302-4eac-aad9-d971fa3ca4aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.029988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['7b18e4a5-b064-4485-a17a-de42ad670ba4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:16.082201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4eea7-1302-4eac-aad9-d971fa3ca4aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Pushing event deleted for resources: {'Port': ['ID=7b18e4a5-b064-4485-a17a-de42ad670ba4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:16.115777 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5afbfac-822f-499d-81cf-037882e2601c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.119037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5afbfac-822f-499d-81cf-037882e2601c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Fanout notify agent at l3_agent the message router_deleted on router c127d27a-2c73-4aa5-a79b-fe37d74ec392 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:15:16.123303 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5afbfac-822f-499d-81cf-037882e2601c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.128648 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a5afbfac-822f-499d-81cf-037882e2601c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/routers/c127d27a-2c73-4aa5-a79b-fe37d74ec392 HTTP/1.1" status: 204 len: 168 time: 0.6316159 Aug 21 09:15:16.135209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50592) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:16.142832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-64240d2b-d016-4ef8-8a8f-568363aa8874 req-8ad4eea7-1302-4eac-aad9-d971fa3ca4aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] No DVR routers for this DVR port 7b18e4a5-b064-4485-a17a-de42ad670ba4 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:16.147281 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-64240d2b-d016-4ef8-8a8f-568363aa8874 req-8ad4eea7-1302-4eac-aad9-d971fa3ca4aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.148997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b2f1e277-056b-4bb4-bb47-b9fcf386e195, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b2f1e277-056b-4bb4-bb47-b9fcf386e195,segment=NetworkSegment(0bc2d5a5-9248-427c-9dd1-0c0f9926d76a),segment_id=0bc2d5a5-9248-427c-9dd1-0c0f9926d76a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:16.152222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64240d2b-d016-4ef8-8a8f-568363aa8874 req-8ad4eea7-1302-4eac-aad9-d971fa3ca4aa tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.22 "DELETE /v2.0/ports/7b18e4a5-b064-4485-a17a-de42ad670ba4 HTTP/1.1" status: 204 len: 173 time: 1.0296507 Aug 21 09:15:16.166409 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c5ecd2f-15f6-4863-80ba-9e8bdeac2153 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.173361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] For port b1752a2d-ed74-450b-b5da-5e3066bd38af, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:16.177715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009c048-2763-417c-ab97-f438cf49d25c req-cf956364-bf32-4a31-b07c-585046140dd6 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:16.188575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:15:16.190320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a009c048-2763-417c-ab97-f438cf49d25c req-cf956364-bf32-4a31-b07c-585046140dd6 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 943 time: 0.2210114 Aug 21 09:15:16.200667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061efb2b-b1a4-4929-ad00-4277be33190e', 'name': 'network-vif-deleted', 'tag': '7b18e4a5-b064-4485-a17a-de42ad670ba4'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:16.203350 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ce85b4-b239-4a34-9fb3-7e295d59ad9d" -d '{"events": [{"server_uuid": "061efb2b-b1a4-4929-ad00-4277be33190e", "name": "network-vif-deleted", "tag": "7b18e4a5-b064-4485-a17a-de42ad670ba4"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:16.206974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'b2f1e277-056b-4bb4-bb47-b9fcf386e195', 'network_id': '1ba81944-71c6-471c-a41b-177ae64cf99d', 'port_id': 'b2f1e277-056b-4bb4-bb47-b9fcf386e195', 'mac_address': 'fa:16:3e:89:2f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ea02b7-6e82-4944-ab8d-a69003a5be6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:15:16.284049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] For port b1752a2d-ed74-450b-b5da-5e3066bd38af, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b1752a2d-ed74-450b-b5da-5e3066bd38af,segment=NetworkSegment(f6c2f47f-e186-4da4-a247-a6df49b79433),segment_id=f6c2f47f-e186-4da4-a247-a6df49b79433)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:16.286450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a009c048-2763-417c-ab97-f438cf49d25c req-4ccf34cb-5e36-4823-8aff-5c6296ad2121 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946779 Aug 21 09:15:16.334055 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7a079e-0e77-4c37-ad74-1a6dc340eccd x-openstack-request-id: req-7d7a079e-0e77-4c37-ad74-1a6dc340eccd {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:16.334623 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061efb2b-b1a4-4929-ad00-4277be33190e", "name": "network-vif-deleted", "tag": "7b18e4a5-b064-4485-a17a-de42ad670ba4", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:16.334623 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d7a079e-0e77-4c37-ad74-1a6dc340eccd {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:16.334904 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061efb2b-b1a4-4929-ad00-4277be33190e', 'name': 'network-vif-deleted', 'tag': '7b18e4a5-b064-4485-a17a-de42ad670ba4', 'status': 'completed', 'code': 200} Aug 21 09:15:16.340707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:16.396837 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.449360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ecd2f-15f6-4863-80ba-9e8bdeac2153 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Subnet': ['ID=6b389521-06e0-4e6d-97b8-b79633867e1c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:16.455477 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c5ecd2f-15f6-4863-80ba-9e8bdeac2153 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.463807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50602) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:16.476048 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9c5ecd2f-15f6-4863-80ba-9e8bdeac2153 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "DELETE /v2.0/subnets/6b389521-06e0-4e6d-97b8-b79633867e1c HTTP/1.1" status: 204 len: 168 time: 1.4125960 Aug 21 09:15:16.516501 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77876e1-a8cb-4850-a44f-011bdb294ff8 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:16.518101 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b77876e1-a8cb-4850-a44f-011bdb294ff8 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3817000 Aug 21 09:15:16.520737 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:16.540589 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.600106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f1e277-056b-4bb4-bb47-b9fcf386e195 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:16.618903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2738f-63b0-49f4-b70b-1ef2c4404709 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:16.625089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-89b2738f-63b0-49f4-b70b-1ef2c4404709 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1601985 Aug 21 09:15:16.627049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50606) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:16.630383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7a756-e477-487b-9c24-62a1804015fd None None] Pushing event updated for resources: {'Port': ['ID=b1752a2d-ed74-450b-b5da-5e3066bd38af,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:16.660251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Deleting port a87a13e7-0816-4c38-83c7-aac25152df30 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:16.663406 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.674806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0188390a-d2ac-417e-8808-937472e415fe tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:16.681164 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0188390a-d2ac-417e-8808-937472e415fe tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1591790 Aug 21 09:15:16.682276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-976ebd42-4296-443a-91ea-2be7e8f4466d req-66d0ac10-f5ed-4c50-b639-0d4b6025ee6c tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 210 time: 0.0792506 Aug 21 09:15:16.693340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50610) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:16.715475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b2f1e277-056b-4bb4-bb47-b9fcf386e195, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b2f1e277-056b-4bb4-bb47-b9fcf386e195,segment=NetworkSegment(0bc2d5a5-9248-427c-9dd1-0c0f9926d76a),segment_id=0bc2d5a5-9248-427c-9dd1-0c0f9926d76a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:16.786427 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1016153c-59f5-4f85-ae33-230bf9fe137c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916123 Aug 21 09:15:16.791435 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50612) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:16.797154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3ce3bcca-0013-4a37-a6ca-4ed686e99647 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:16.861093 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.877141 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:16.888158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:17.061785 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] For port a87a13e7-0816-4c38-83c7-aac25152df30, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a87a13e7-0816-4c38-83c7-aac25152df30,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:17.061785 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:17.090285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa072b0-11ed-4b48-86d4-fce27b02ec4b None None] Network 8baf50f1-ae33-4924-8ccf-67032c403253 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:17.117840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0f3b5c6-ed0f-45e2-b1c7-5e4beed15360 req-43f60dfa-7264-49eb-916b-447845276dad tempest-ServerRescueTestJSON-2027875497 tempest-ServerRescueTestJSON-2027875497-project] 10.222.0.20 "GET /v2.0/ports?device_id=061efb2b-b1a4-4929-ad00-4277be33190e HTTP/1.1" status: 200 len: 210 time: 0.1690805 Aug 21 09:15:17.123807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device be890d99-c74e-42f1-8612-b15253849b68 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:17.127210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Calling delete_port for a87a13e7-0816-4c38-83c7-aac25152df30 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:17.183779 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce3bcca-0013-4a37-a6ca-4ed686e99647 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:17.200125 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['b2f1e277-056b-4bb4-bb47-b9fcf386e195'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:17.202298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-454705ae-a37c-43fa-9df8-855ff3c27be1 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:17.203887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-454705ae-a37c-43fa-9df8-855ff3c27be1 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.22 "GET /v2.0/networks?id=121a24f5-46a6-4668-9f81-40488d635bfd HTTP/1.1" status: 200 len: 812 time: 0.3304589 Aug 21 09:15:17.208599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Deleting port b1752a2d-ed74-450b-b5da-5e3066bd38af {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:17.208945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:17.210733 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b2f1e277-056b-4bb4-bb47-b9fcf386e195,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:17.224817 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bcca-0013-4a37-a6ca-4ed686e99647 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:17.227909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Request body: {'port': {'device_id': '88b8c3db-0ca8-4630-98eb-228573dcb87e', 'network_id': '121a24f5-46a6-4668-9f81-40488d635bfd', 'admin_state_up': True, 'tenant_id': '19980b6c93a2472990089317bbcdfa2b'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:17.236264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: be890d99-c74e-42f1-8612-b15253849b68 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:17.236751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device be890d99-c74e-42f1-8612-b15253849b68 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:17.310392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9e6bc0ee-cf29-47fc-b9de-454720001f3f None None] Provisioning for port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:17.344588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] For port b1752a2d-ed74-450b-b5da-5e3066bd38af, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b1752a2d-ed74-450b-b5da-5e3066bd38af,segment=NetworkSegment(f6c2f47f-e186-4da4-a247-a6df49b79433),segment_id=f6c2f47f-e186-4da4-a247-a6df49b79433)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:17.345166 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:17.369566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Calling delete_port for b1752a2d-ed74-450b-b5da-5e3066bd38af owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:17.400816 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9e6bc0ee-cf29-47fc-b9de-454720001f3f None None] Provisioning complete for port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:17.401936 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc0ee-cf29-47fc-b9de-454720001f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:17.579524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02945d-e888-449d-8f8b-957ee8256119 req-22a5facd-4973-4752-ad43-3733f20e3edd tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:17.587927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b02945d-e888-449d-8f8b-957ee8256119 req-22a5facd-4973-4752-ad43-3733f20e3edd tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 944 time: 0.1876152 Aug 21 09:15:17.614315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Made reservation on behalf of 19980b6c93a2472990089317bbcdfa2b for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:17.619022 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:17.665588 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:17.689914 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:17.698331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b02945d-e888-449d-8f8b-957ee8256119 req-e3bc7821-952f-4108-813d-1719ab545650 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094751 Aug 21 09:15:17.765370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] No DVR routers for this DVR port a87a13e7-0816-4c38-83c7-aac25152df30 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:17.786637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1d8baf-9a80-433f-a3d2-4165fccf1dac None None] DHCP port deletion for 8baf50f1-ae33-4924-8ccf-67032c403253 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:15:17.831028 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc0ee-cf29-47fc-b9de-454720001f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:17.833325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Pushing event deleted for resources: {'Port': ['ID=a87a13e7-0816-4c38-83c7-aac25152df30,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:17.849576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.850409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.850881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.851510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.852117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.852462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.852928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.853263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.853595 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.853926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.854384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.854715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749efa9-1d43-4428-a90a-360215572af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:17.869828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Port': ['ID=b1752a2d-ed74-450b-b5da-5e3066bd38af,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:17.894017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] No DVR routers for this DVR port b1752a2d-ed74-450b-b5da-5e3066bd38af on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:17.914790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-870ec2d7-d7d5-4f5c-8415-93841a9ee2e2 req-cf51d470-d5d8-4caa-8127-af1ef0d79452 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 210 time: 0.0820022 Aug 21 09:15:17.968461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-3ce3bcca-0013-4a37-a6ca-4ed686e99647 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:15:17.972044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bcca-0013-4a37-a6ca-4ed686e99647 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.010304 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.021553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9570d1-4318-4d99-91cf-da97461ef16d']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:18.035638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c2f47f-e186-4da4-a247-a6df49b79433') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:18.035984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c2f47f-e186-4da4-a247-a6df49b79433') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:18.046069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.047383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9e6bc0ee-cf29-47fc-b9de-454720001f3f None None] For port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3,segment=NetworkSegment(78e0ae0f-75b4-43d0-af15-8d7f126da1cf),segment_id=78e0ae0f-75b4-43d0-af15-8d7f126da1cf)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:18.061403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.063466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d8baf-9a80-433f-a3d2-4165fccf1dac None None] Deleting port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:18.063877 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ce1d8baf-9a80-433f-a3d2-4165fccf1dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.065581 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3bcca-0013-4a37-a6ca-4ed686e99647 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:18.068055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:18.068672 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.073140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3bcca-0013-4a37-a6ca-4ed686e99647 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:18.084724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce3bcca-0013-4a37-a6ca-4ed686e99647 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:18.085368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bcca-0013-4a37-a6ca-4ed686e99647 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.086912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a87a13e7-0816-4c38-83c7-aac25152df30 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:18.116936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59397eee-2ae4-4a68-91b1-c76af17ace8f None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:18.124557 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3bcca-0013-4a37-a6ca-4ed686e99647 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=174d9ce1-bb7c-4465-8d9c-3f3548ed8641,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:18.125375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a10ec1-63cc-4f03-966e-46103146fc90 None None] Network 0c9570d1-4318-4d99-91cf-da97461ef16d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:18.151785 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:18.165971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a87a13e7-0816-4c38-83c7-aac25152df30 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:18.166290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a87a13e7-0816-4c38-83c7-aac25152df30 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:18.166700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:18.191056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50628) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:18.199349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Allocated IP 172.20.0.6 (121a24f5-46a6-4668-9f81-40488d635bfd/2a841896-3bef-4812-a2aa-8c98ea28a382/8fc05551-fdd5-401f-86fc-6f2f3a51bcdd) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:18.203406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50630) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:18.203971 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3ce3bcca-0013-4a37-a6ca-4ed686e99647 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4111161 Aug 21 09:15:18.210247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-149d1624-f6b5-47ac-803d-5733e2c18383 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:18.234689 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc0ee-cf29-47fc-b9de-454720001f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.317181 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.338472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.342971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "DELETE /v2.0/networks/0c9570d1-4318-4d99-91cf-da97461ef16d HTTP/1.1" status: 204 len: 168 time: 1.6833155 Aug 21 09:15:18.354168 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50632) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:18.358193 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ce1d8baf-9a80-433f-a3d2-4165fccf1dac None None] For port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3,segment=NetworkSegment(78e0ae0f-75b4-43d0-af15-8d7f126da1cf),segment_id=78e0ae0f-75b4-43d0-af15-8d7f126da1cf)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:18.358547 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ce1d8baf-9a80-433f-a3d2-4165fccf1dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.378043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e8688-b201-46f9-ae5b-20dda5755f7f tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Network': ['ID=0c9570d1-4318-4d99-91cf-da97461ef16d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:18.394991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-03fde001-cd90-4faa-b262-391845813254 None None] Could not find standard attr ID for object b1752a2d-ed74-450b-b5da-5e3066bd38af. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:15:18.410878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d8baf-9a80-433f-a3d2-4165fccf1dac None None] Calling delete_port for bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:18.453816 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bc0ee-cf29-47fc-b9de-454720001f3f None None] Pushing event updated for resources: {'Port': ['ID=bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:18.480080 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.582563 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149d1624-f6b5-47ac-803d-5733e2c18383 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:18.586626 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-149d1624-f6b5-47ac-803d-5733e2c18383 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.604271 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.643246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e568d-7978-46d3-bebd-61afd02d30ce None None] DHCP port deletion for 0c9570d1-4318-4d99-91cf-da97461ef16d request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:15:18.655420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '174d9ce1-bb7c-4465-8d9c-3f3548ed8641'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:15:18.656297 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.704245 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.740708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.762150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Deleting port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:18.762757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.766480 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ce1d8baf-9a80-433f-a3d2-4165fccf1dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:18.861809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7b18e4a5-b064-4485-a17a-de42ad670ba4 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:18.888854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d8baf-9a80-433f-a3d2-4165fccf1dac None None] Pushing event deleted for resources: {'Port': ['ID=bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:18.897842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d8baf-9a80-433f-a3d2-4165fccf1dac None None] No DVR routers for this DVR port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:18.921991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 7b18e4a5-b064-4485-a17a-de42ad670ba4 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:18.922346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7b18e4a5-b064-4485-a17a-de42ad670ba4 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:18.942893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Allocated IP 2001:db8::f816:3eff:fe57:a928 (9f07fd62-f4b8-49be-a982-63482994ed24/174d9ce1-bb7c-4465-8d9c-3f3548ed8641/a04b19f2-a72f-4d91-86d4-c8e0817dd0ad) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:19.086270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] Deleting port e578e78b-8634-4d6c-bc67-1f8b193e7f86 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:19.086901 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.134038 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.152180 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Transition to ACTIVE for port object a04b19f2-a72f-4d91-86d4-c8e0817dd0ad will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:19.174758 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Transition to ACTIVE for port object a04b19f2-a72f-4d91-86d4-c8e0817dd0ad will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:19.188614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] For port e578e78b-8634-4d6c-bc67-1f8b193e7f86, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e578e78b-8634-4d6c-bc67-1f8b193e7f86,segment=NetworkSegment(adf09c51-164e-446e-a914-4847627af539),segment_id=adf09c51-164e-446e-a914-4847627af539)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:19.189245 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.207485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] Calling delete_port for e578e78b-8634-4d6c-bc67-1f8b193e7f86 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:19.252121 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23e514e7-a2ce-4538-987d-971b133f45bc req-feb76c5a-edd7-4271-a9a3-6a092f731f5b tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 210 time: 0.0701399 Aug 21 09:15:19.254444 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.264682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] For port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3, host n-d-766726-28, got binding levels [] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:19.264964 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.303851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Calling delete_port for bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:19.325133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Pushing event updated for resources: {'Port': ['ID=a04b19f2-a72f-4d91-86d4-c8e0817dd0ad,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:19.333963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_backend_mixin [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 was not found and therefore no delete operation was performed {{(pid=106757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:15:19.343035 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:19.344538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:19.349676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:19.358667 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.365780 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.375296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b472-97fe-485b-b7bd-9ee13c05ff04 req-5e26c161-f033-479e-bcca-1ffaff62db15 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:19.376916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23a0b472-97fe-485b-b7bd-9ee13c05ff04 req-5e26c161-f033-479e-bcca-1ffaff62db15 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 944 time: 0.2100291 Aug 21 09:15:19.419148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Port': ['ID=bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:19.428738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b2f1e277-056b-4bb4-bb47-b9fcf386e195 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:19.457593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] No DVR routers for this DVR port bf4d25c5-10d7-4763-bd5d-eaffa2b5eda3 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:19.470975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Attempting to bind port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:19.471304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Attempting to bind port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:19.471677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Attempting to bind port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:19.479697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Network 121a24f5-46a6-4668-9f81-40488d635bfd is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:19.481316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:19.482287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:19.482763 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.483169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:19.484034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Bound port: a04b19f2-a72f-4d91-86d4-c8e0817dd0ad, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:19.484462 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.515185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:19.556666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:19.567061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.591778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23a0b472-97fe-485b-b7bd-9ee13c05ff04 req-3e25a24a-e94e-4104-b368-ef0bba59f375 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035880 Aug 21 09:15:19.623049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] Pushing event deleted for resources: {'Port': ['ID=e578e78b-8634-4d6c-bc67-1f8b193e7f86,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:19.639595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Pushing event updated for resources: {'Port': ['ID=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:19.695709 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.724529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:19.725170 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.729002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] For port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:19.729501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8baf50f1-ae33-4924-8ccf-67032c403253']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:19.734563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] For port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a04b19f2-a72f-4d91-86d4-c8e0817dd0ad,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:19.745970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e0ae0f-75b4-43d0-af15-8d7f126da1cf') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:19.746532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e0ae0f-75b4-43d0-af15-8d7f126da1cf') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:19.758257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.773480 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.778819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port b2f1e277-056b-4bb4-bb47-b9fcf386e195 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:19.780607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:19.781202 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.784066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port b2f1e277-056b-4bb4-bb47-b9fcf386e195 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:19.785867 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:19.788021 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.830955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-3806d76e-592a-4ce3-a6c3-c292c63c376d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6090121 Aug 21 09:15:19.832201 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-149d1624-f6b5-47ac-803d-5733e2c18383 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.837688 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.859031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Request body: {'port': {'device_id': '88b8c3db-0ca8-4630-98eb-228573dcb87e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:19.872659 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.935294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d1624-f6b5-47ac-803d-5733e2c18383 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:19.942806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-149d1624-f6b5-47ac-803d-5733e2c18383 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:19.953443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d1624-f6b5-47ac-803d-5733e2c18383 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:19.954073 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-149d1624-f6b5-47ac-803d-5733e2c18383 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.958917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d1624-f6b5-47ac-803d-5733e2c18383 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=6d0a22e1-382d-4b35-9af7-8937f6d013b6,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:19.993939 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:19.996339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d631539-a5dd-4867-a051-800fd4f7b859 None None] Pushing event updated for resources: {'Port': ['ID=a04b19f2-a72f-4d91-86d4-c8e0817dd0ad,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:20.008069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:20.019496 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:20.025324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "DELETE /v2.0/networks/8baf50f1-ae33-4924-8ccf-67032c403253 HTTP/1.1" status: 204 len: 168 time: 1.6684923 Aug 21 09:15:20.027768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50648) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:20.028954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b1752a2d-ed74-450b-b5da-5e3066bd38af no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:20.073389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: b1752a2d-ed74-450b-b5da-5e3066bd38af {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:20.073732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b1752a2d-ed74-450b-b5da-5e3066bd38af not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:20.086478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-149d1624-f6b5-47ac-803d-5733e2c18383 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8810263 Aug 21 09:15:20.087786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfec4d-e6d4-4093-8870-50337956b989 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Network': ['ID=8baf50f1-ae33-4924-8ccf-67032c403253,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:20.092181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50650) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:20.099808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:2b:fc:15', 'name': 'tempest-NetworksTestDHCPv6-1446038197'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:20.129963 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:20.187707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76486a1a-fc96-4e51-8253-8ef3096e4cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f1e277-056b-4bb4-bb47-b9fcf386e195'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:20.194388 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a0fde8-8fa9-4bc4-a743-4def26f137fe" -d '{"events": [{"server_uuid": "76486a1a-fc96-4e51-8253-8ef3096e4cbd", "name": "network-vif-plugged", "status": "completed", "tag": "b2f1e277-056b-4bb4-bb47-b9fcf386e195"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:20.218373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b2f1e277-056b-4bb4-bb47-b9fcf386e195, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b2f1e277-056b-4bb4-bb47-b9fcf386e195,segment=NetworkSegment(0bc2d5a5-9248-427c-9dd1-0c0f9926d76a),segment_id=0bc2d5a5-9248-427c-9dd1-0c0f9926d76a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:20.275647 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84667e36-9495-4734-9686-b847e254cbf1 x-openstack-request-id: req-84667e36-9495-4734-9686-b847e254cbf1 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:20.276476 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76486a1a-fc96-4e51-8253-8ef3096e4cbd", "name": "network-vif-plugged", "status": "completed", "tag": "b2f1e277-056b-4bb4-bb47-b9fcf386e195", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:20.276476 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84667e36-9495-4734-9686-b847e254cbf1 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:20.277049 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76486a1a-fc96-4e51-8253-8ef3096e4cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f1e277-056b-4bb4-bb47-b9fcf386e195', 'code': 200} Aug 21 09:15:20.305175 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:20.310392 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:20.428426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b2f1e277-056b-4bb4-bb47-b9fcf386e195,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:20.548685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] Router 68777dff-cde1-43d4-8c37-5eed41590fe9 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:15:20.636585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dd68e-4b69-4ffe-9820-73692a23b167 req-c9fc8c81-8165-4311-b01f-87721fbdec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:20.638119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-605dd68e-4b69-4ffe-9820-73692a23b167 req-c9fc8c81-8165-4311-b01f-87721fbdec40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 1097 time: 0.2877934 Aug 21 09:15:20.663575 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:20.674663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5750d5-9a9f-4fdb-b869-9b80a460aaba req-4e00fc33-99e6-46ac-9b2a-545cc6f5d86c tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:20.676238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f5750d5-9a9f-4fdb-b869-9b80a460aaba req-4e00fc33-99e6-46ac-9b2a-545cc6f5d86c tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 931 time: 0.2570279 Aug 21 09:15:20.707961 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:15:20.715969 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8c395904-9ddd-427b-b2e9-668d7dc1b68f admin admin] 10.222.0.20 "PUT /v2.0/routers/68777dff-cde1-43d4-8c37-5eed41590fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5235927 Aug 21 09:15:20.716672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50662) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:20.721050 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24300310-59e3-4dc5-bae7-2d50dfb63765 None None] Sync routers for ids ['68777dff-cde1-43d4-8c37-5eed41590fe9'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:15:20.724989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884e1a93-4fb6-4406-a8d6-f1a5f87daf4a']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:20.733827 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24300310-59e3-4dc5-bae7-2d50dfb63765 None None] Routers {'68777dff-cde1-43d4-8c37-5eed41590fe9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:20.734444 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-24300310-59e3-4dc5-bae7-2d50dfb63765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['68777dff-cde1-43d4-8c37-5eed41590fe9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:20.768375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abd3831-cd1b-450b-b916-f5f2901aecfa') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:20.768669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abd3831-cd1b-450b-b916-f5f2901aecfa') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:20.794752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:20.817356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:20.864393 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-24300310-59e3-4dc5-bae7-2d50dfb63765 None None] Set router 68777dff-cde1-43d4-8c37-5eed41590fe9 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:15:20.873498 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:20.891418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-605dd68e-4b69-4ffe-9820-73692a23b167 req-40bf9f0f-b9c3-4c4a-8da5-9b4deb5d39d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382567 Aug 21 09:15:20.903050 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:20.931176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f5750d5-9a9f-4fdb-b869-9b80a460aaba req-ab10c7d1-2a4e-48c5-aed6-cf1edf094126 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395303 Aug 21 09:15:20.949841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:20.955152 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:20.959330 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:21.044042 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.115735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:21.130173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.163451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419516-20ee-4b0d-825a-77ba73417d64 req-90cfddb6-dcf6-4706-b2fe-d3cdb42d99c7 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:21.172782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34419516-20ee-4b0d-825a-77ba73417d64 req-90cfddb6-dcf6-4706-b2fe-d3cdb42d99c7 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 945 time: 0.4711251 Aug 21 09:15:21.219625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Deleting port 5451441d-7307-4681-af90-f3bb87312768 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:21.220540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.226888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Transition to ACTIVE for port object 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:21.232200 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.267180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port 247e581f-97da-4407-b87d-d0147ffe0c0a yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:15:21.290959 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-24300310-59e3-4dc5-bae7-2d50dfb63765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'name': 'tempest-ServerRescueTestJSON-174024802-router', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5451441d-7307-4681-af90-f3bb87312768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:13:12Z', 'updated_at': '2021-08-21T09:15:19Z', 'revision_number': 5, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'gw_port': {'id': '5451441d-7307-4681-af90-f3bb87312768', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:13:13Z', 'updated_at': '2021-08-21T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:21.332552 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24300310-59e3-4dc5-bae7-2d50dfb63765 None None] Checking router: 68777dff-cde1-43d4-8c37-5eed41590fe9 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:15:21.349522 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24300310-59e3-4dc5-bae7-2d50dfb63765 None None] Routers {'68777dff-cde1-43d4-8c37-5eed41590fe9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:21.349522 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-24300310-59e3-4dc5-bae7-2d50dfb63765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['68777dff-cde1-43d4-8c37-5eed41590fe9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:21.363542 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] For port 5451441d-7307-4681-af90-f3bb87312768, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5451441d-7307-4681-af90-f3bb87312768,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:21.364304 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.385563 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Calling delete_port for 5451441d-7307-4681-af90-f3bb87312768 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:21.467744 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.474438 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.492627 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-24300310-59e3-4dc5-bae7-2d50dfb63765 None None] Set router 68777dff-cde1-43d4-8c37-5eed41590fe9 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:15:21.503998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cedee9a-8081-4571-a431-48bb3ed3140c None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:21.562212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.566570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "DELETE /v2.0/networks/884e1a93-4fb6-4406-a8d6-f1a5f87daf4a HTTP/1.1" status: 204 len: 168 time: 1.5338087 Aug 21 09:15:21.566570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:21.574820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ead6b3-601f-40ce-b971-a7714a8b70d4 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Network': ['ID=884e1a93-4fb6-4406-a8d6-f1a5f87daf4a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:21.587637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34419516-20ee-4b0d-825a-77ba73417d64 req-fde64fa0-c99f-41f2-b3aa-e266c9cb3fb5 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139028 Aug 21 09:15:21.591033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50668) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:21.642019 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-24300310-59e3-4dc5-bae7-2d50dfb63765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'name': 'tempest-ServerRescueTestJSON-174024802-router', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:13:12Z', 'updated_at': '2021-08-21T09:15:21Z', 'revision_number': 6, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:21.670011 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24300310-59e3-4dc5-bae7-2d50dfb63765 None None] The sync data for ids ['68777dff-cde1-43d4-8c37-5eed41590fe9'] in n-d-766726-28 is: [{'id': '68777dff-cde1-43d4-8c37-5eed41590fe9', 'name': 'tempest-ServerRescueTestJSON-174024802-router', 'tenant_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:13:12Z', 'updated_at': '2021-08-21T09:15:21Z', 'revision_number': 6, 'project_id': '344b8bf2686a48a2ab66cb8582e71d8a', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:15:21.687041 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.719965 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.736850 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-646a0c20-2c11-4097-a193-d536a4f89c76 None None] Provisioning for port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:21.763382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Pushing event deleted for resources: {'Port': ['ID=5451441d-7307-4681-af90-f3bb87312768,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:21.778967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 172.20.0.5 (9f07fd62-f4b8-49be-a982-63482994ed24/6d0a22e1-382d-4b35-9af7-8937f6d013b6/247e581f-97da-4407-b87d-d0147ffe0c0a) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:21.793574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.794108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.794469 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.794809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.795148 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.795491 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.795855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.796195 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.796528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.796842 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.797317 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.797716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:21.825610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.869370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::f816:3eff:fe2b:fc15 (9f07fd62-f4b8-49be-a982-63482994ed24/174d9ce1-bb7c-4465-8d9c-3f3548ed8641/247e581f-97da-4407-b87d-d0147ffe0c0a) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:21.892947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b7da8b-24cf-4170-a996-c8891e743c30 None None] Update dhcp port {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': '174d9ce1-bb7c-4465-8d9c-3f3548ed8641', 'ip_address': '2001:db8::f816:3eff:fe57:a928'}, {'subnet_id': '6d0a22e1-382d-4b35-9af7-8937f6d013b6'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'a04b19f2-a72f-4d91-86d4-c8e0817dd0ad'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:15:21.938813 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38b7da8b-24cf-4170-a996-c8891e743c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.972226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.975286 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:21.998571 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.013356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Attempting to bind port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:22.013912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Attempting to bind port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '6787f475-ff25-4a68-a23c-d66fa85a0d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '121a24f5-46a6-4668-9f81-40488d635bfd'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:22.014414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Attempting to bind port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd on network 121a24f5-46a6-4668-9f81-40488d635bfd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:22.048570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84964aa8-8c41-42a7-ba91-736b05ca153e']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:22.091820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd on network 121a24f5-46a6-4668-9f81-40488d635bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:15:22.092531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Attempting to bind port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd on network 121a24f5-46a6-4668-9f81-40488d635bfd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:22.138194 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.138867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b408e0c-958e-450d-8dec-e78f62002b38') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:22.139407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b408e0c-958e-450d-8dec-e78f62002b38') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:22.139990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68777dff-cde1-43d4-8c37-5eed41590fe9 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:15:22.152925 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.161351 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-29ed93c8-be11-41f4-a0a1-e6fa2f04f949 admin admin] 10.222.0.20 "DELETE /v2.0/routers/68777dff-cde1-43d4-8c37-5eed41590fe9 HTTP/1.1" status: 204 len: 168 time: 1.4427266 Aug 21 09:15:22.162020 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50678) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:22.173468 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.187191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:22.187191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Checking segment: {'id': '6787f475-ff25-4a68-a23c-d66fa85a0d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '121a24f5-46a6-4668-9f81-40488d635bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:22.187191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Bound using segment: {'id': '6787f475-ff25-4a68-a23c-d66fa85a0d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '121a24f5-46a6-4668-9f81-40488d635bfd'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:22.187191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Bound port: 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6787f475-ff25-4a68-a23c-d66fa85a0d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '121a24f5-46a6-4668-9f81-40488d635bfd'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:22.187882 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.219885 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.260298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:22.260816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:22.264099 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:22.284661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3fdbb5-02b2-4229-9b0a-4266b288e95a admin admin] Deleting subnet e68898c8-90b5-4afa-bd48-3890e2dba30a {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:22.288158 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c3fdbb5-02b2-4229-9b0a-4266b288e95a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.324824 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c3fdbb5-02b2-4229-9b0a-4266b288e95a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.346762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65daee-53b0-4c67-959b-fd5953de6c4e req-db40120c-111f-48c2-84e1-7d8460521ec5 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:22.348370 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a65daee-53b0-4c67-959b-fd5953de6c4e req-db40120c-111f-48c2-84e1-7d8460521ec5 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 943 time: 0.3199692 Aug 21 09:15:22.367897 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c3fdbb5-02b2-4229-9b0a-4266b288e95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.411616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.432159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] For port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:22.447575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object 247e581f-97da-4407-b87d-d0147ffe0c0a will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:22.452920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a65daee-53b0-4c67-959b-fd5953de6c4e req-e833a666-3151-453b-b032-e609e56c1533 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872746 Aug 21 09:15:22.478544 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.492879 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.494695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] 10.222.0.20 "DELETE /v2.0/networks/84964aa8-8c41-42a7-ba91-736b05ca153e HTTP/1.1" status: 204 len: 168 time: 0.8968809 Aug 21 09:15:22.500364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] For port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd,segment=NetworkSegment(6787f475-ff25-4a68-a23c-d66fa85a0d60),segment_id=6787f475-ff25-4a68-a23c-d66fa85a0d60)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:22.514006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60c7d5-3d45-4835-8494-73ffc91ada27 tempest-BulkNetworkOpsTest-236771033 tempest-BulkNetworkOpsTest-236771033-project] Pushing event deleted for resources: {'Network': ['ID=84964aa8-8c41-42a7-ba91-736b05ca153e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:22.538665 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c3fdbb5-02b2-4229-9b0a-4266b288e95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.562182 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.568885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fdbb5-02b2-4229-9b0a-4266b288e95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68898c8-90b5-4afa-bd48-3890e2dba30a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:22.571672 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4c3fdbb5-02b2-4229-9b0a-4266b288e95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.576847 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4c3fdbb5-02b2-4229-9b0a-4266b288e95a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e68898c8-90b5-4afa-bd48-3890e2dba30a HTTP/1.1" status: 204 len: 168 time: 0.4137843 Aug 21 09:15:22.577518 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50684) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:22.684739 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.694417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:22.699129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a04b19f2-a72f-4d91-86d4-c8e0817dd0ad up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:22.734266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:22.735784 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.737728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-1570f004-cf34-413d-93ea-af338e40a9a3 service neutron] 10.222.0.22 "PUT /v2.0/ports/8fc05551-fdd5-401f-86fc-6f2f3a51bcdd HTTP/1.1" status: 200 len: 1092 time: 2.8829248 Aug 21 09:15:22.742954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b8c3db-0ca8-4630-98eb-228573dcb87e', 'tag': '8fc05551-fdd5-401f-86fc-6f2f3a51bcdd'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:22.749514 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5166bf7-4a18-4069-8aaa-6ec657286d43" -d '{"events": [{"name": "network-changed", "server_uuid": "88b8c3db-0ca8-4630-98eb-228573dcb87e", "tag": "8fc05551-fdd5-401f-86fc-6f2f3a51bcdd"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:22.778813 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.791970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:22.816509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:22.841663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:22.846125 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008a1cea-b79a-4eb6-95f1-637eed61147d x-openstack-request-id: req-008a1cea-b79a-4eb6-95f1-637eed61147d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:22.846532 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b8c3db-0ca8-4630-98eb-228573dcb87e", "tag": "8fc05551-fdd5-401f-86fc-6f2f3a51bcdd", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:22.847045 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-008a1cea-b79a-4eb6-95f1-637eed61147d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:22.847533 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b8c3db-0ca8-4630-98eb-228573dcb87e', 'tag': '8fc05551-fdd5-401f-86fc-6f2f3a51bcdd', 'status': 'completed', 'code': 200} Aug 21 09:15:22.853238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-38b7da8b-24cf-4170-a996-c8891e743c30 None None] Allocated IP 172.20.0.2 (9f07fd62-f4b8-49be-a982-63482994ed24/6d0a22e1-382d-4b35-9af7-8937f6d013b6/a04b19f2-a72f-4d91-86d4-c8e0817dd0ad) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:22.926189 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.948717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62dd797b-f8e9-4353-9cfd-58010e4f1e68']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:22.968078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf09c51-164e-446e-a914-4847627af539') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:22.968298 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf09c51-164e-446e-a914-4847627af539') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:22.973873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:22.984053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:22.987872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:22.988248 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.016231 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.039525 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:23.039980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:23.043135 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:23.051477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-38b7da8b-24cf-4170-a996-c8891e743c30 None None] For port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a04b19f2-a72f-4d91-86d4-c8e0817dd0ad,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:23.094603 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50696) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:23.117344 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:15:23.127302 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38b7da8b-24cf-4170-a996-c8891e743c30 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.147389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-38b7da8b-24cf-4170-a996-c8891e743c30 None None] Transition to ACTIVE for port object a04b19f2-a72f-4d91-86d4-c8e0817dd0ad will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:23.191105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.228882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.230865 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38b7da8b-24cf-4170-a996-c8891e743c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.239093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.239436 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/62dd797b-f8e9-4353-9cfd-58010e4f1e68 HTTP/1.1" status: 204 len: 168 time: 0.6607013 Aug 21 09:15:23.295498 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec8deb-23c8-42b4-996a-1ad9555d93a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=62dd797b-f8e9-4353-9cfd-58010e4f1e68,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:23.299938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=247e581f-97da-4407-b87d-d0147ffe0c0a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:23.325857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b4b10-dc62-4915-8b91-7cf319b33baf req-440ad83c-fe37-41bb-b238-00677f57243d tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:23.334023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c0b4b10-dc62-4915-8b91-7cf319b33baf req-440ad83c-fe37-41bb-b238-00677f57243d tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 945 time: 0.5793264 Aug 21 09:15:23.334370 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:15:23.334896 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:15:23.346692 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9f8d1263-2a49-43b9-9037-e352feb8736a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=506366e74e2b45fa963b550ebcb26105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505009 Aug 21 09:15:23.352342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50704) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:23.361156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:23.361311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.364411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7da8b-24cf-4170-a996-c8891e743c30 None None] Pushing event updated for resources: {'Port': ['ID=a04b19f2-a72f-4d91-86d4-c8e0817dd0ad,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:23.379840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5166bf7-4a18-4069-8aaa-6ec657286d43 req-8c257791-a471-429e-be1d-bc1536fbacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:23.381334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5166bf7-4a18-4069-8aaa-6ec657286d43 req-8c257791-a471-429e-be1d-bc1536fbacc2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=19980b6c93a2472990089317bbcdfa2b&device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 1095 time: 0.5304904 Aug 21 09:15:23.409547 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6500de2-9172-4f57-8072-21d4c05276c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.431620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c0b4b10-dc62-4915-8b91-7cf319b33baf req-eedeca83-dfaa-413f-95ac-aab21bb7f033 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962455 Aug 21 09:15:23.434938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6500de2-9172-4f57-8072-21d4c05276c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.507907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e1cc7f11-ae05-485a-ba7d-3915bc0e1989 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4115486 Aug 21 09:15:23.511368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50710) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:23.578325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6500de2-9172-4f57-8072-21d4c05276c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.581118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6500de2-9172-4f57-8072-21d4c05276c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.582165 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c6500de2-9172-4f57-8072-21d4c05276c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d39d414-2b7f-4d77-a853-717f653e33ba HTTP/1.1" status: 204 len: 168 time: 0.2281926 Aug 21 09:15:23.594744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5166bf7-4a18-4069-8aaa-6ec657286d43 req-8de49a8f-fda6-4c18-8efa-b86ae59ddec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:23.596652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5166bf7-4a18-4069-8aaa-6ec657286d43 req-8de49a8f-fda6-4c18-8efa-b86ae59ddec7 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=19980b6c93a2472990089317bbcdfa2b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2066994 Aug 21 09:15:23.597587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6500de2-9172-4f57-8072-21d4c05276c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d39d414-2b7f-4d77-a853-717f653e33ba,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:23.733409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50716) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:23.739070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a9e35-5feb-4e7d-b3cc-1300e446defb tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:23.747374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a9e35-5feb-4e7d-b3cc-1300e446defb tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:23.756987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50720) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:23.759258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-482a9e35-5feb-4e7d-b3cc-1300e446defb tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2466767 Aug 21 09:15:23.786361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6df1c8-fb64-4685-b333-31c5ac1a6c32 req-4d449d76-4499-4e71-bb98-1e1b205fe884 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:23.796973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a6df1c8-fb64-4685-b333-31c5ac1a6c32 req-4d449d76-4499-4e71-bb98-1e1b205fe884 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 943 time: 0.2393196 Aug 21 09:15:23.895002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a6df1c8-fb64-4685-b333-31c5ac1a6c32 req-e442bfd8-51c9-44f7-aaa5-d16936f79e84 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961108 Aug 21 09:15:23.896797 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.897437 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4fdda3a3-c74d-444a-a86b-cbedd61cddc6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port 247e581f-97da-4407-b87d-d0147ffe0c0a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:23.899101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fdda3a3-c74d-444a-a86b-cbedd61cddc6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:23.915815 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-050fbb09-d52c-4aa3-8a49-cee4aa5272ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=344b8bf2686a48a2ab66cb8582e71d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811655 Aug 21 09:15:23.918174 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50724) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:23.920190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5166bf7-4a18-4069-8aaa-6ec657286d43 req-8e63f538-9127-41b2-8341-72385cb8b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:23.921586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5166bf7-4a18-4069-8aaa-6ec657286d43 req-8e63f538-9127-41b2-8341-72385cb8b4f9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2814128 Aug 21 09:15:23.983729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a04b19f2-a72f-4d91-86d4-c8e0817dd0ad,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:24.046901 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:24.048771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-6b226974-0ad9-4ad6-9683-28708cc7179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:24.050724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-6b226974-0ad9-4ad6-9683-28708cc7179f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=19980b6c93a2472990089317bbcdfa2b&device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 1095 time: 0.0729418 Aug 21 09:15:24.124097 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-557c34c4-d735-446c-81f4-57bf5a32ceea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:24.138018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a04b19f2-a72f-4d91-86d4-c8e0817dd0ad,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:24.141433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-a815c2c9-530f-4d55-8d7d-75479dc20e30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd HTTP/1.1" status: 200 len: 217 time: 0.0738835 Aug 21 09:15:24.141747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e578e78b-8634-4d6c-bc67-1f8b193e7f86 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:24.154745 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-557c34c4-d735-446c-81f4-57bf5a32ceea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:24.164743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: e578e78b-8634-4d6c-bc67-1f8b193e7f86 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:24.165426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e578e78b-8634-4d6c-bc67-1f8b193e7f86 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:24.171620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f2d57-a9eb-45a9-babe-9607a338176e req-f3cc0ab8-d9d0-4e56-9363-fad5a5415641 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:24.173541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca0f2d57-a9eb-45a9-babe-9607a338176e req-f3cc0ab8-d9d0-4e56-9363-fad5a5415641 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 945 time: 0.1475141 Aug 21 09:15:24.241361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-9f3d0f10-9137-44b1-97b9-099cdbf34a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:24.243785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-9f3d0f10-9137-44b1-97b9-099cdbf34a24 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2a841896-3bef-4812-a2aa-8c98ea28a382 HTTP/1.1" status: 200 len: 852 time: 0.0937610 Aug 21 09:15:24.246012 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fdda3a3-c74d-444a-a86b-cbedd61cddc6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:24.278687 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4fdda3a3-c74d-444a-a86b-cbedd61cddc6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for 247e581f-97da-4407-b87d-d0147ffe0c0a owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:24.293890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-e3c1ec6d-7b9d-43fa-bbc4-2c5ca12d8520 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=121a24f5-46a6-4668-9f81-40488d635bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417688 Aug 21 09:15:24.295711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a04b19f2-a72f-4d91-86d4-c8e0817dd0ad up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:24.297364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca0f2d57-a9eb-45a9-babe-9607a338176e req-81a8d4e1-9cdb-4c09-9118-bc9cdad82a34 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001620 Aug 21 09:15:24.303967 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-557c34c4-d735-446c-81f4-57bf5a32ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:24.308909 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-557c34c4-d735-446c-81f4-57bf5a32ceea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:24.310536 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-557c34c4-d735-446c-81f4-57bf5a32ceea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/841493bd-64d2-4782-9b29-b60c5b973e4b HTTP/1.1" status: 204 len: 168 time: 0.3912387 Aug 21 09:15:24.371051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c34c4-d735-446c-81f4-57bf5a32ceea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841493bd-64d2-4782-9b29-b60c5b973e4b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:24.495408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5451441d-7307-4681-af90-f3bb87312768 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:24.528573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 5451441d-7307-4681-af90-f3bb87312768 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:24.528686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5451441d-7307-4681-af90-f3bb87312768 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:24.538287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d8736fca-7063-4b35-bace-c90c33e69ce5 None None] Provisioning for port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:24.538896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-0a0178a9-6418-43e7-bc9d-1418a6a4c9ea service neutron] 10.222.0.22 "GET /v2.0/networks/121a24f5-46a6-4668-9f81-40488d635bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380285 Aug 21 09:15:24.545351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d8736fca-7063-4b35-bace-c90c33e69ce5 None None] Provisioning complete for port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:24.545852 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8736fca-7063-4b35-bace-c90c33e69ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:24.687149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24f39476-e3a9-4b59-bdb9-6e9799da975d req-546dc923-d057-48d1-872c-21daadba34f2 service neutron] 10.222.0.22 "GET /v2.0/networks/121a24f5-46a6-4668-9f81-40488d635bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397755 Aug 21 09:15:24.755780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fdda3a3-c74d-444a-a86b-cbedd61cddc6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:24.838963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdda3a3-c74d-444a-a86b-cbedd61cddc6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=247e581f-97da-4407-b87d-d0147ffe0c0a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:24.891953 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b7a83cd8-8e47-4acc-8de0-26e188d765ae None None] Could not find standard attr ID for object 247e581f-97da-4407-b87d-d0147ffe0c0a. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:15:24.899184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fdda3a3-c74d-444a-a86b-cbedd61cddc6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:24.901493 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4fdda3a3-c74d-444a-a86b-cbedd61cddc6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/247e581f-97da-4407-b87d-d0147ffe0c0a HTTP/1.1" status: 204 len: 168 time: 1.1346905 Aug 21 09:15:24.903893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50762) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:25.030900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520682bc-0639-4924-ab07-e0db80d78bf0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:25.033331 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520682bc-0639-4924-ab07-e0db80d78bf0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:25.035217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520682bc-0639-4924-ab07-e0db80d78bf0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:25.037227 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-520682bc-0639-4924-ab07-e0db80d78bf0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1323316 Aug 21 09:15:25.043288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50772) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:25.129207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6750dee-7fb6-440c-b422-890bef4d4446 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 174d9ce1-bb7c-4465-8d9c-3f3548ed8641 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:25.147323 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6750dee-7fb6-440c-b422-890bef4d4446 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.196506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d3d53-0162-4697-818a-37f6246324a6 req-89018d93-47b3-42d8-aad9-c57cd7434f71 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:25.198730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-720d3d53-0162-4697-818a-37f6246324a6 req-89018d93-47b3-42d8-aad9-c57cd7434f71 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 943 time: 0.1869736 Aug 21 09:15:25.219605 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6750dee-7fb6-440c-b422-890bef4d4446 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.279892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf0a80-0f62-4ddd-b5f1-eec80f4d10ba req-e24c62bf-93c5-4ead-b46d-82fbdc12547f tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:25.281711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-babf0a80-0f62-4ddd-b5f1-eec80f4d10ba req-e24c62bf-93c5-4ead-b46d-82fbdc12547f tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.13 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 945 time: 0.1426680 Aug 21 09:15:25.290830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-720d3d53-0162-4697-818a-37f6246324a6 req-58a71da5-a31e-4b6e-b61f-934fd43b80c9 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662639 Aug 21 09:15:25.353634 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6750dee-7fb6-440c-b422-890bef4d4446 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.453791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-babf0a80-0f62-4ddd-b5f1-eec80f4d10ba req-81bcdbee-2742-4adc-afe7-a39751216f9c tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Deleting port b2f1e277-056b-4bb4-bb47-b9fcf386e195 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:25.453791 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-babf0a80-0f62-4ddd-b5f1-eec80f4d10ba req-81bcdbee-2742-4adc-afe7-a39751216f9c tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.468644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50788) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:25.521605 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6750dee-7fb6-440c-b422-890bef4d4446 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.538035 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6750dee-7fb6-440c-b422-890bef4d4446 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.549409 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f6750dee-7fb6-440c-b422-890bef4d4446 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/174d9ce1-bb7c-4465-8d9c-3f3548ed8641 HTTP/1.1" status: 204 len: 168 time: 0.4969575 Aug 21 09:15:25.549409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50798) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:25.549685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc887b-38ec-4227-9130-983e4c7c088a None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:25.606602 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6750dee-7fb6-440c-b422-890bef4d4446 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=174d9ce1-bb7c-4465-8d9c-3f3548ed8641,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:25.645638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f0609b-aa59-4988-be64-165d08f867b3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 6d0a22e1-382d-4b35-9af7-8937f6d013b6 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:25.649503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18f0609b-aa59-4988-be64-165d08f867b3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.661530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-babf0a80-0f62-4ddd-b5f1-eec80f4d10ba req-81bcdbee-2742-4adc-afe7-a39751216f9c tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] For port b2f1e277-056b-4bb4-bb47-b9fcf386e195, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b2f1e277-056b-4bb4-bb47-b9fcf386e195,segment=NetworkSegment(0bc2d5a5-9248-427c-9dd1-0c0f9926d76a),segment_id=0bc2d5a5-9248-427c-9dd1-0c0f9926d76a)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:25.662016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-babf0a80-0f62-4ddd-b5f1-eec80f4d10ba req-81bcdbee-2742-4adc-afe7-a39751216f9c tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.698094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-babf0a80-0f62-4ddd-b5f1-eec80f4d10ba req-81bcdbee-2742-4adc-afe7-a39751216f9c tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Calling delete_port for b2f1e277-056b-4bb4-bb47-b9fcf386e195 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:25.714103 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18f0609b-aa59-4988-be64-165d08f867b3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.749310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96d8b5-4bdc-42e5-b4ae-c3fe3973ed55 req-0bb0087f-5a43-4235-b378-083f7dc40ba6 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:25.757566 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a96d8b5-4bdc-42e5-b4ae-c3fe3973ed55 req-0bb0087f-5a43-4235-b378-083f7dc40ba6 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 945 time: 0.2991965 Aug 21 09:15:25.767080 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-626460509'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:25.796624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50808) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:25.868703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a96d8b5-4bdc-42e5-b4ae-c3fe3973ed55 req-d59f5060-d898-4c41-b16f-12363d1bbe84 tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/security-groups?id=9684b185-9c47-45ff-bab3-2eef47338c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028211 Aug 21 09:15:25.884468 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18f0609b-aa59-4988-be64-165d08f867b3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.905181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:25.908992 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.922142 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:25.973559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-652121785-network', 'tenant_id': 'f69c1caadac94ad09c850d7946dc0c12'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:26.028446 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18f0609b-aa59-4988-be64-165d08f867b3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.047217 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-babf0a80-0f62-4ddd-b5f1-eec80f4d10ba req-81bcdbee-2742-4adc-afe7-a39751216f9c tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.061678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['b2f1e277-056b-4bb4-bb47-b9fcf386e195'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:26.070434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0609b-aa59-4988-be64-165d08f867b3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0a22e1-382d-4b35-9af7-8937f6d013b6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:26.077149 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18f0609b-aa59-4988-be64-165d08f867b3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.079570 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-18f0609b-aa59-4988-be64-165d08f867b3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/6d0a22e1-382d-4b35-9af7-8937f6d013b6 HTTP/1.1" status: 204 len: 168 time: 0.5308576 Aug 21 09:15:26.082628 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50812) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:26.092172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcdbee-2742-4adc-afe7-a39751216f9c tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Pushing event deleted for resources: {'Port': ['ID=b2f1e277-056b-4bb4-bb47-b9fcf386e195,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:26.148197 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-42e73c7b-4629-4110-be21-7049a39458da tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639014 Aug 21 09:15:26.149000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50814) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:26.154776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:26.160461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-babf0a80-0f62-4ddd-b5f1-eec80f4d10ba req-81bcdbee-2742-4adc-afe7-a39751216f9c tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] No DVR routers for this DVR port b2f1e277-056b-4bb4-bb47-b9fcf386e195 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:26.185664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-babf0a80-0f62-4ddd-b5f1-eec80f4d10ba req-81bcdbee-2742-4adc-afe7-a39751216f9c tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.193303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-babf0a80-0f62-4ddd-b5f1-eec80f4d10ba req-81bcdbee-2742-4adc-afe7-a39751216f9c tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.13 "DELETE /v2.0/ports/b2f1e277-056b-4bb4-bb47-b9fcf386e195 HTTP/1.1" status: 204 len: 173 time: 0.9014456 Aug 21 09:15:26.194100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76486a1a-fc96-4e51-8253-8ef3096e4cbd', 'name': 'network-vif-deleted', 'tag': 'b2f1e277-056b-4bb4-bb47-b9fcf386e195'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:26.196971 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.197421 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c1f5f2-f134-4bee-b2c6-f1b5bbbb4b2f" -d '{"events": [{"server_uuid": "76486a1a-fc96-4e51-8253-8ef3096e4cbd", "name": "network-vif-deleted", "tag": "b2f1e277-056b-4bb4-bb47-b9fcf386e195"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:26.247927 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d54633-9de2-4ff6-95f3-e4301a748b20 x-openstack-request-id: req-52d54633-9de2-4ff6-95f3-e4301a748b20 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:26.248221 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76486a1a-fc96-4e51-8253-8ef3096e4cbd", "name": "network-vif-deleted", "tag": "b2f1e277-056b-4bb4-bb47-b9fcf386e195", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:26.248471 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52d54633-9de2-4ff6-95f3-e4301a748b20 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:26.248870 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76486a1a-fc96-4e51-8253-8ef3096e4cbd', 'name': 'network-vif-deleted', 'tag': 'b2f1e277-056b-4bb4-bb47-b9fcf386e195', 'status': 'completed', 'code': 200} Aug 21 09:15:26.255808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.308493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:15:26.318831 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c8c4e5-2628-4069-9b07-e4a509a42913,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:26.325588 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.326012 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added segment e1d4b6fc-c172-44ee-91fb-b4278f725935 of type vlan for network 2e7eaada-65a5-4768-b12e-aeba49a3b798 Aug 21 09:15:26.363925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Made reservation on behalf of f69c1caadac94ad09c850d7946dc0c12 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:26.367010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.389765 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.418014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.475419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d1c0e-7c42-49b3-8d62-95122de15215 req-d4991da0-273e-4141-9618-25bbf2ad61bb tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:26.477197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f22d1c0e-7c42-49b3-8d62-95122de15215 req-d4991da0-273e-4141-9618-25bbf2ad61bb tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 943 time: 0.0733917 Aug 21 09:15:26.493098 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.499091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:26.499731 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.509907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:26.513500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.594371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Network': ['ID=2e7eaada-65a5-4768-b12e-aeba49a3b798,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:26.594767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade647dd-bd9c-48d5-8442-878aa2036224 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:26.610197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2e7eaada-65a5-4768-b12e-aeba49a3b798 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:15:26.656167 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f22d1c0e-7c42-49b3-8d62-95122de15215 req-83fd39ca-b2ec-4dd8-8f3d-9cce0a3bd5cf tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703153 Aug 21 09:15:26.762883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e5945e9a-d6f3-4a54-9efb-81361c9070d1 None None] Provisioning complete for port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:26.763870 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e5945e9a-d6f3-4a54-9efb-81361c9070d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.786164 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.872208 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:26.955186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d710e6e-9c69-4400-bdc3-3ba84b8a766e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:26.959171 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c4a5c1da-b8a5-48bb-8e9d-f2fcd36b2c07 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4887493 Aug 21 09:15:26.961126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50832) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:26.966838 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1939538040'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:26.973329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:15:26.979737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7a216b-bb28-4ab0-89f7-e02289ee82d2 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:15:26.998589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:15:27.055823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ebf4e1d-2f38-49f6-8d15-b5a7b77defe7 req-c61281c7-10f5-4edb-bc1d-aea70cd6950a tempest-InstanceActionsV221TestJSON-1910807814 tempest-InstanceActionsV221TestJSON-1910807814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76486a1a-fc96-4e51-8253-8ef3096e4cbd HTTP/1.1" status: 200 len: 210 time: 0.0757337 Aug 21 09:15:27.065888 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.066092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:27.066602 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Added segment 7195962c-2e49-489f-8e95-a0582f0abf3b of type vlan for network b12fdca1-dcd8-4f81-97ee-387b2e2974b0 Aug 21 09:15:27.074044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.118872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:15:27.126984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a216b-bb28-4ab0-89f7-e02289ee82d2 None None] Deleting port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:27.127589 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e7a216b-bb28-4ab0-89f7-e02289ee82d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.130087 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.130442 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added segment d71955df-c19a-4800-a261-c551443413e9 of type vlan for network 9fbbf045-3a99-4d9f-a5a7-0803932127a2 Aug 21 09:15:27.150160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd,segment=NetworkSegment(6787f475-ff25-4a68-a23c-d66fa85a0d60),segment_id=6787f475-ff25-4a68-a23c-d66fa85a0d60)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:27.166838 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.179917 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.192746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '8fc05551-fdd5-401f-86fc-6f2f3a51bcdd', 'network_id': '121a24f5-46a6-4668-9f81-40488d635bfd', 'port_id': '8fc05551-fdd5-401f-86fc-6f2f3a51bcdd', 'mac_address': 'fa:16:3e:40:cc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a841896-3bef-4812-a2aa-8c98ea28a382', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:15:27.228302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.objects.ports [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:15:27.264018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3e7a216b-bb28-4ab0-89f7-e02289ee82d2 None None] For port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a04b19f2-a72f-4d91-86d4-c8e0817dd0ad,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:27.264795 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e7a216b-bb28-4ab0-89f7-e02289ee82d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.267417 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.287346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a216b-bb28-4ab0-89f7-e02289ee82d2 None None] Calling delete_port for a04b19f2-a72f-4d91-86d4-c8e0817dd0ad owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:27.294609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:27.304727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.310641 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:27.311267 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.352181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd,segment=NetworkSegment(6787f475-ff25-4a68-a23c-d66fa85a0d60),segment_id=6787f475-ff25-4a68-a23c-d66fa85a0d60)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:27.400539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.401503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:27.402088 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.408591 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Network': ['ID=9fbbf045-3a99-4d9f-a5a7-0803932127a2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:27.420796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 9fbbf045-3a99-4d9f-a5a7-0803932127a2 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:15:27.434916 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.462474 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d07d7488-c5cd-40d3-aa7f-9377baf07c0a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4963739 Aug 21 09:15:27.462673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50836) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:27.467680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'subnet': {'network_id': '2e7eaada-65a5-4768-b12e-aeba49a3b798', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:27.492827 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e7a216b-bb28-4ab0-89f7-e02289ee82d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.527502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a216b-bb28-4ab0-89f7-e02289ee82d2 None None] No DVR routers for this DVR port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:27.545060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:27.572848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a216b-bb28-4ab0-89f7-e02289ee82d2 None None] Pushing event deleted for resources: {'Port': ['ID=a04b19f2-a72f-4d91-86d4-c8e0817dd0ad,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:27.573541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7738242 Aug 21 09:15:27.574778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6056a-e360-4cb4-a80c-6bda0088d417 admin admin] Pushing event updated for resources: {'Network': ['ID=b12fdca1-dcd8-4f81-97ee-387b2e2974b0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:27.576704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50838) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:27.581021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_pluggable_backend [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Port a04b19f2-a72f-4d91-86d4-c8e0817dd0ad was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106757) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 21 09:15:27.581631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_pluggable_backend [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Reverting IP allocation for 2001:db8::f816:3eff:fe57:a928 {{(pid=106757) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 21 09:15:27.586083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network b12fdca1-dcd8-4f81-97ee-387b2e2974b0 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:15:27.586350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] Request body: {'subnet': {'network_id': 'b12fdca1-dcd8-4f81-97ee-387b2e2974b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-652121785-subnet', 'tenant_id': 'f69c1caadac94ad09c850d7946dc0c12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:27.590832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_pluggable_backend [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe57:a928 {{(pid=106757) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 21 09:15:27.594496 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.634429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:27.635909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:27.640142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:27.640742 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.650686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['8fc05551-fdd5-401f-86fc-6f2f3a51bcdd'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:27.657065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bdce3a-7a82-4583-ad6d-ee96a634ba8e None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:27.661184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=bc261cce-494c-4ccf-9e7f-99b25c54ea3e,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:27.681178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:27.688253 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:27.785297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcf27-d58b-4d0c-8d17-a80e74b4d37f req-9765c011-1843-4c25-9717-e9e121d26917 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:27.787269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c9fcf27-d58b-4d0c-8d17-a80e74b4d37f req-9765c011-1843-4c25-9717-e9e121d26917 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 944 time: 0.0571983 Aug 21 09:15:27.789656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bbeeb041-bc50-4a08-8b47-153d76ad2342 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6394401 Aug 21 09:15:27.793251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50844) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:27.807818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5dd0b6db-9bf6-4872-81aa-d41a78874672 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:27.947528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c9fcf27-d58b-4d0c-8d17-a80e74b4d37f req-8a6b3fd8-3d29-4a15-bc58-d90f41e5b972 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504683 Aug 21 09:15:28.010560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] Made reservation on behalf of f69c1caadac94ad09c850d7946dc0c12 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:28.013217 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.076130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd0b6db-9bf6-4872-81aa-d41a78874672 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:28.079997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5dd0b6db-9bf6-4872-81aa-d41a78874672 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.140906 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': 'bc261cce-494c-4ccf-9e7f-99b25c54ea3e'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:15:28.142037 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.207781 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.345014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Checking segment: {'id': 'e1d4b6fc-c172-44ee-91fb-b4278f725935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e7eaada-65a5-4768-b12e-aeba49a3b798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:28.345973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network hostable DHCP agents. Network: 2e7eaada-65a5-4768-b12e-aeba49a3b798, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:15:28.349022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Allocated IP 2001:db8::f816:3eff:fee0:529f (9f07fd62-f4b8-49be-a982-63482994ed24/bc261cce-494c-4ccf-9e7f-99b25c54ea3e/13d7174e-f49f-4efe-8909-a306ab1a7764) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:28.372100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Subnet': ['ID=7cc56f47-6964-4b41-8bcc-23f5f92c956f,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:28.453015 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.467379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50862) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:28.525086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a04b19f2-a72f-4d91-86d4-c8e0817dd0ad no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:28.540749 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 2e7eaada-65a5-4768-b12e-aeba49a3b798 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:15:28.550233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bc876b-c4a8-41df-a848-066565ea16ca admin admin] Deleting subnet 09ea02b7-6e82-4944-ab8d-a69003a5be6b {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:28.551865 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.553486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a04b19f2-a72f-4d91-86d4-c8e0817dd0ad {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:28.556749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a04b19f2-a72f-4d91-86d4-c8e0817dd0ad not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:28.564311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Transition to ACTIVE for port object 13d7174e-f49f-4efe-8909-a306ab1a7764 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:28.571283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7bc876b-c4a8-41df-a848-066565ea16ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.573886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5dd0b6db-9bf6-4872-81aa-d41a78874672 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.580000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Transition to ACTIVE for port object 13d7174e-f49f-4efe-8909-a306ab1a7764 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:28.617204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48024f04-48d6-4372-a01b-f01477fe0609,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:28.620838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd0b6db-9bf6-4872-81aa-d41a78874672 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:28.624547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-5dd0b6db-9bf6-4872-81aa-d41a78874672 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:28.629575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd0b6db-9bf6-4872-81aa-d41a78874672 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:28.630389 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5dd0b6db-9bf6-4872-81aa-d41a78874672 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.634773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7bc876b-c4a8-41df-a848-066565ea16ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.636714 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] Checking segment: {'id': '7195962c-2e49-489f-8e95-a0582f0abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b12fdca1-dcd8-4f81-97ee-387b2e2974b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:28.637079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] Network hostable DHCP agents. Network: b12fdca1-dcd8-4f81-97ee-387b2e2974b0, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:15:28.640633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0b6db-9bf6-4872-81aa-d41a78874672 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=517b1ddf-37c2-4f30-8724-881074513919,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:28.661897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 2e7eaada-65a5-4768-b12e-aeba49a3b798) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:28.669714 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:28.670305 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.676898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823e3fd6-4ce1-468a-a4d7-6f0f66be323f None None] Network 2e7eaada-65a5-4768-b12e-aeba49a3b798 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:28.679594 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.702577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5dd0b6db-9bf6-4872-81aa-d41a78874672 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9070730 Aug 21 09:15:28.703551 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7bc876b-c4a8-41df-a848-066565ea16ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.709809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50864) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:28.715750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:ec:5a:c0', 'name': 'tempest-NetworksTestDHCPv6-23267254'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:28.758923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:28.763341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] Network b12fdca1-dcd8-4f81-97ee-387b2e2974b0 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:15:28.765837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:28.770456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:28.776936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, b12fdca1-dcd8-4f81-97ee-387b2e2974b0) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:28.783667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:28.784647 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.791022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333886d-ffbe-40eb-b94d-5ed0bc5a4339 None None] Network b12fdca1-dcd8-4f81-97ee-387b2e2974b0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:28.791022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Pushing event updated for resources: {'Port': ['ID=13d7174e-f49f-4efe-8909-a306ab1a7764,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:28.808234 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-681ed006-96c1-4a4c-b4bc-facf7b8463d2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3394098 Aug 21 09:15:28.808421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50866) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:28.813571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'subnet': {'network_id': '9fbbf045-3a99-4d9f-a5a7-0803932127a2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:28.837876 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7bc876b-c4a8-41df-a848-066565ea16ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.877279 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fbf89ec8-90f3-4017-841d-053c542e538f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2981389 Aug 21 09:15:28.881467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc876b-c4a8-41df-a848-066565ea16ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ea02b7-6e82-4944-ab8d-a69003a5be6b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:28.884422 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7bc876b-c4a8-41df-a848-066565ea16ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:28.888711 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a7bc876b-c4a8-41df-a848-066565ea16ca admin admin] 10.222.0.20 "DELETE /v2.0/subnets/09ea02b7-6e82-4944-ab8d-a69003a5be6b HTTP/1.1" status: 204 len: 168 time: 0.3945673 Aug 21 09:15:28.890910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50872) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:28.996232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:28.998808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.029943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Attempting to bind port 13d7174e-f49f-4efe-8909-a306ab1a7764 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:29.030563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Attempting to bind port 13d7174e-f49f-4efe-8909-a306ab1a7764 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:29.031095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Attempting to bind port 13d7174e-f49f-4efe-8909-a306ab1a7764 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:29.051214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:29.055213 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.056932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:29.058100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:29.058732 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.059291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:29.059975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Bound port: 13d7174e-f49f-4efe-8909-a306ab1a7764, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:29.060520 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.158120 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.169053 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba81944-71c6-471c-a41b-177ae64cf99d']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:29.174660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-2e7eaada-65a5-4768-b12e-aeba49a3b798', 'network_id': '2e7eaada-65a5-4768-b12e-aeba49a3b798', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'fixed_ips': [{'subnet_id': '7cc56f47-6964-4b41-8bcc-23f5f92c956f'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:15:29.175524 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.184909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc2d5a5-9248-427c-9dd1-0c0f9926d76a') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:29.185612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc2d5a5-9248-427c-9dd1-0c0f9926d76a') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:29.206046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:29.206329 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.224973 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.238434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:29.238971 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.243805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242e1c8-22c5-463e-ada4-dc8b6cd382cc None None] Network b12fdca1-dcd8-4f81-97ee-387b2e2974b0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:29.267295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] For port 13d7174e-f49f-4efe-8909-a306ab1a7764, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:29.309907 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:29.354561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:29.363347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6b423-98ac-48f4-b782-88f202544ee1 req-7b91b572-29cd-45c2-91e0-5ee3974a1647 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:29.364581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eeb6b423-98ac-48f4-b782-88f202544ee1 req-7b91b572-29cd-45c2-91e0-5ee3974a1647 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 944 time: 0.2855487 Aug 21 09:15:29.368372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] For port 13d7174e-f49f-4efe-8909-a306ab1a7764, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=13d7174e-f49f-4efe-8909-a306ab1a7764,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:29.374212 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.374425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:29.374805 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.384241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.390463 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1ba81944-71c6-471c-a41b-177ae64cf99d HTTP/1.1" status: 204 len: 168 time: 0.4957314 Aug 21 09:15:29.406365 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.408069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99f895-30f4-4b1e-84bb-0bf65511a7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ba81944-71c6-471c-a41b-177ae64cf99d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:29.458944 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.481368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b2f1e277-056b-4bb4-bb47-b9fcf386e195 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:29.560752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:15:29.562740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: b2f1e277-056b-4bb4-bb47-b9fcf386e195 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:29.563157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b2f1e277-056b-4bb4-bb47-b9fcf386e195 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:29.595816 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Allocated IP 2001:db8::2 (2e7eaada-65a5-4768-b12e-aeba49a3b798/7cc56f47-6964-4b41-8bcc-23f5f92c956f/cea4368d-28e0-4e80-b557-96453c0f974b) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:29.616745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eeb6b423-98ac-48f4-b782-88f202544ee1 req-4b0b3e49-867c-4b58-a272-d76a529649f2 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154400 Aug 21 09:15:29.628741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96ad50-8ee7-46ba-8bab-1a1ad98aa5ee None None] Pushing event updated for resources: {'Port': ['ID=13d7174e-f49f-4efe-8909-a306ab1a7764,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:29.738997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.781736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b8c3db-0ca8-4630-98eb-228573dcb87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc05551-fdd5-401f-86fc-6f2f3a51bcdd'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:29.783214 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e63e11-9162-47c9-a0c3-83a1bba0b612" -d '{"events": [{"server_uuid": "88b8c3db-0ca8-4630-98eb-228573dcb87e", "name": "network-vif-plugged", "status": "completed", "tag": "8fc05551-fdd5-401f-86fc-6f2f3a51bcdd"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:29.787251 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50898) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:29.789502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-47e9737c-4c03-48b7-95f3-64c13f098d8e tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:29.792030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-47e9737c-4c03-48b7-95f3-64c13f098d8e tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/networks?id=b12fdca1-dcd8-4f81-97ee-387b2e2974b0 HTTP/1.1" status: 200 len: 808 time: 0.2877409 Aug 21 09:15:29.811487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd,segment=NetworkSegment(6787f475-ff25-4a68-a23c-d66fa85a0d60),segment_id=6787f475-ff25-4a68-a23c-d66fa85a0d60)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:29.853431 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5de198-3751-4f28-996d-bd765fd36814 x-openstack-request-id: req-8d5de198-3751-4f28-996d-bd765fd36814 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:29.853926 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b8c3db-0ca8-4630-98eb-228573dcb87e", "name": "network-vif-plugged", "status": "completed", "tag": "8fc05551-fdd5-401f-86fc-6f2f3a51bcdd", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:29.854289 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d5de198-3751-4f28-996d-bd765fd36814 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:29.854774 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b8c3db-0ca8-4630-98eb-228573dcb87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc05551-fdd5-401f-86fc-6f2f3a51bcdd', 'code': 200} Aug 21 09:15:29.857495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-7c1a80db-4a03-431d-92a0-42aee5d7a61f tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/quotas/f69c1caadac94ad09c850d7946dc0c12 HTTP/1.1" status: 200 len: 375 time: 0.0515733 Aug 21 09:15:29.904015 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.911286 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:29.936606 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2f6c1f31-29c6-4642-ad11-d52cd8cc0823 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ea5873879b840f2951bbd18beeef2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476088 Aug 21 09:15:29.937158 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50904) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:29.946662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-c09dfd68-1eda-4920-bb2c-c782919618a2 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f69c1caadac94ad09c850d7946dc0c12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882015 Aug 21 09:15:29.950260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Transition to ACTIVE for port object cea4368d-28e0-4e80-b557-96453c0f974b will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:29.971118 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:30.048808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:30.073546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Transition to ACTIVE for port object cea4368d-28e0-4e80-b557-96453c0f974b will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:30.094249 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2024f5f7-9139-4889-be3d-7a36630f6972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:30.126707 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:30.128142 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2024f5f7-9139-4889-be3d-7a36630f6972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:30.154048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Subnet': ['ID=bd8cfacb-92b7-4acf-b8ac-d6c67af02af1,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:30.165899 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Network 2e7eaada-65a5-4768-b12e-aeba49a3b798 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:30.169014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:30.176291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:30.181227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Pushing event updated for resources: {'Port': ['ID=cea4368d-28e0-4e80-b557-96453c0f974b,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:30.240682 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2024f5f7-9139-4889-be3d-7a36630f6972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:30.243926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2024f5f7-9139-4889-be3d-7a36630f6972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:30.247828 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2024f5f7-9139-4889-be3d-7a36630f6972 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9684b185-9c47-45ff-bab3-2eef47338c95 HTTP/1.1" status: 204 len: 168 time: 0.3072832 Aug 21 09:15:30.256370 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024f5f7-9139-4889-be3d-7a36630f6972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9684b185-9c47-45ff-bab3-2eef47338c95,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:30.287420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Attempting to bind port cea4368d-28e0-4e80-b557-96453c0f974b on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:30.288076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Attempting to bind port cea4368d-28e0-4e80-b557-96453c0f974b by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e1d4b6fc-c172-44ee-91fb-b4278f725935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e7eaada-65a5-4768-b12e-aeba49a3b798'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:30.288959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Attempting to bind port cea4368d-28e0-4e80-b557-96453c0f974b on network 2e7eaada-65a5-4768-b12e-aeba49a3b798 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:30.300260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:30.300639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Checking segment: {'id': 'e1d4b6fc-c172-44ee-91fb-b4278f725935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e7eaada-65a5-4768-b12e-aeba49a3b798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:30.301191 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:30.301764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Bound using segment: {'id': 'e1d4b6fc-c172-44ee-91fb-b4278f725935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e7eaada-65a5-4768-b12e-aeba49a3b798'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:30.302305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Bound port: cea4368d-28e0-4e80-b557-96453c0f974b, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d4b6fc-c172-44ee-91fb-b4278f725935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e7eaada-65a5-4768-b12e-aeba49a3b798'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:30.302698 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:30.320900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-456df576-8ff0-4674-8da3-e54a6b3758c9 service neutron] 10.222.0.20 "GET /v2.0/networks/b12fdca1-dcd8-4f81-97ee-387b2e2974b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729506 Aug 21 09:15:30.350667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 13d7174e-f49f-4efe-8909-a306ab1a7764 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:30.354096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbb8a7-932e-474a-baf0-8bf9a389581b req-9c907d86-e622-46c2-bb7c-b8a94677c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:30.356480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11bbb8a7-932e-474a-baf0-8bf9a389581b req-9c907d86-e622-46c2-bb7c-b8a94677c594 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 1097 time: 0.4064007 Aug 21 09:15:30.360886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 172.20.0.8 (9f07fd62-f4b8-49be-a982-63482994ed24/517b1ddf-37c2-4f30-8724-881074513919/bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:30.416557 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] For port cea4368d-28e0-4e80-b557-96453c0f974b, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:30.420361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] For port cea4368d-28e0-4e80-b557-96453c0f974b, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cea4368d-28e0-4e80-b557-96453c0f974b,segment=NetworkSegment(e1d4b6fc-c172-44ee-91fb-b4278f725935),segment_id=e1d4b6fc-c172-44ee-91fb-b4278f725935)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:30.437994 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::f816:3eff:feec:5ac0 (9f07fd62-f4b8-49be-a982-63482994ed24/bc261cce-494c-4ccf-9e7f-99b25c54ea3e/bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:30.494398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Checking segment: {'id': 'd71955df-c19a-4800-a261-c551443413e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9fbbf045-3a99-4d9f-a5a7-0803932127a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:30.494398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network hostable DHCP agents. Network: 9fbbf045-3a99-4d9f-a5a7-0803932127a2, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:15:30.516189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 13d7174e-f49f-4efe-8909-a306ab1a7764 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:30.519331 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:30.531231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11bbb8a7-932e-474a-baf0-8bf9a389581b req-806c6536-e51a-4a63-be1a-fc8f135154e5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487439 Aug 21 09:15:30.579752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-8fe0483d-e43c-439c-9c02-ac0e0249b4d8 service neutron] 10.222.0.20 "GET /v2.0/networks/b12fdca1-dcd8-4f81-97ee-387b2e2974b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432227 Aug 21 09:15:30.598985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095927fa-faea-4ae5-b7f4-ce9bf6affa15 None None] Pushing event updated for resources: {'Port': ['ID=cea4368d-28e0-4e80-b557-96453c0f974b,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:30.664726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 9fbbf045-3a99-4d9f-a5a7-0803932127a2 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:15:30.771763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:30.832300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:30.836314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 9fbbf045-3a99-4d9f-a5a7-0803932127a2) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:30.843725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:30.845158 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:30.849433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e0b24-d9da-4cd5-8c50-ab4ff455fd1c None None] Network 9fbbf045-3a99-4d9f-a5a7-0803932127a2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:30.947684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2a0e0-32cc-48a2-906c-7c7e01b7feb3 req-c4a5eed5-9343-4a6d-aeba-94f9ec45a7cc tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:30.970047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32c2a0e0-32cc-48a2-906c-7c7e01b7feb3 req-c4a5eed5-9343-4a6d-aeba-94f9ec45a7cc tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 945 time: 0.1752248 Aug 21 09:15:31.033707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32c2a0e0-32cc-48a2-906c-7c7e01b7feb3 req-9198a358-47cb-4e2c-98c8-d23e880db9bf tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689466 Aug 21 09:15:31.096203 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:31.099431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-75a3605c-a48b-42b8-8355-0699bd14b620 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2909107 Aug 21 09:15:31.102470 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50934) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:31.108101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-95fe932e-d021-4339-b023-98fb51dd6bbd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2000670549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:31.158320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b74863b-4d75-4669-b766-54fe3984ef15 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:31.182628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:31.187231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:31.201044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:31.225503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95fe932e-d021-4339-b023-98fb51dd6bbd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:31.225696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9fbbf045-3a99-4d9f-a5a7-0803932127a2', 'network_id': '9fbbf045-3a99-4d9f-a5a7-0803932127a2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'fixed_ips': [{'subnet_id': 'bd8cfacb-92b7-4acf-b8ac-d6c67af02af1'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:15:31.225862 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95fe932e-d021-4339-b023-98fb51dd6bbd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:31.226251 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:31.355379 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95fe932e-d021-4339-b023-98fb51dd6bbd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:31.385731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c275ad82-e4c6-4d1b-a70f-c51157b7ef17 None None] Provisioning for port 13d7174e-f49f-4efe-8909-a306ab1a7764 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:31.418487 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95fe932e-d021-4339-b023-98fb51dd6bbd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:31.434485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c275ad82-e4c6-4d1b-a70f-c51157b7ef17 None None] Provisioning complete for port 13d7174e-f49f-4efe-8909-a306ab1a7764 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:31.435798 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c275ad82-e4c6-4d1b-a70f-c51157b7ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:31.498464 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95fe932e-d021-4339-b023-98fb51dd6bbd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:31.502225 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-95fe932e-d021-4339-b023-98fb51dd6bbd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3958640 Aug 21 09:15:31.502513 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50950) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:31.694151 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Allocated IP 2001:db8:1::2 (9fbbf045-3a99-4d9f-a5a7-0803932127a2/bd8cfacb-92b7-4acf-b8ac-d6c67af02af1/d21f49ee-639f-492f-83b7-7ae5ff477629) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:31.789946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa7a2e6-0a87-43f1-8745-1107a014bf10 req-eb177075-8422-4791-8989-e1a3801e9808 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 210 time: 0.5803411 Aug 21 09:15:31.815837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:31.854520 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c275ad82-e4c6-4d1b-a70f-c51157b7ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:31.890377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:31.891048 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:31.979608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d2046257-e76f-4b4b-ae37-d0c10496d516 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.2672315 Aug 21 09:15:31.981110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50962) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:32.053561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50966) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:32.067451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c275ad82-e4c6-4d1b-a70f-c51157b7ef17 None None] For port 13d7174e-f49f-4efe-8909-a306ab1a7764, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=13d7174e-f49f-4efe-8909-a306ab1a7764,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:32.108170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f199811-f745-418f-a8f2-d36759449905 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:32.127273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f199811-f745-418f-a8f2-d36759449905 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:32.131712 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8f199811-f745-418f-a8f2-d36759449905 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1469083 Aug 21 09:15:32.133498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50974) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:32.208258 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c275ad82-e4c6-4d1b-a70f-c51157b7ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:32.260470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8b3c6-0528-4034-adaa-9bb77e690dfe None None] Update dhcp port {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': 'bc261cce-494c-4ccf-9e7f-99b25c54ea3e', 'ip_address': '2001:db8::f816:3eff:fee0:529f'}, {'subnet_id': '517b1ddf-37c2-4f30-8724-881074513919'}], 'binding:host_id': 'n-d-766726-28'}, 'id': '13d7174e-f49f-4efe-8909-a306ab1a7764'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:15:32.313260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-261958302-network', 'tenant_id': '73a8588db79241c6a2f816777c172920'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:32.337970 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:32.357854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Transition to ACTIVE for port object d21f49ee-639f-492f-83b7-7ae5ff477629 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:32.364336 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d0c8b3c6-0528-4034-adaa-9bb77e690dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:32.412302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275ad82-e4c6-4d1b-a70f-c51157b7ef17 None None] Pushing event updated for resources: {'Port': ['ID=13d7174e-f49f-4efe-8909-a306ab1a7764,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:32.434492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cea4368d-28e0-4e80-b557-96453c0f974b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:32.471112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29971091-5d88-4da3-a591-ddb0c250ae36 req-571f17bc-f36d-45dc-8a50-436e6256ede8 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:32.478756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29971091-5d88-4da3-a591-ddb0c250ae36 req-571f17bc-f36d-45dc-8a50-436e6256ede8 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 945 time: 0.2735841 Aug 21 09:15:32.490944 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:32.495356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Transition to ACTIVE for port object d21f49ee-639f-492f-83b7-7ae5ff477629 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:32.500000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bb31b0-8cd3-4db9-bf77-e23a8ab2faa6 None None] Network 2e7eaada-65a5-4768-b12e-aeba49a3b798 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:32.526467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3fff8-8b31-4ae8-901c-7c451fb73af5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:32.526819 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fff8-8b31-4ae8-901c-7c451fb73af5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:32.533511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29971091-5d88-4da3-a591-ddb0c250ae36 req-565a4e4c-c3d6-40ac-82bb-ee7d43ed0f0d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539405 Aug 21 09:15:32.593839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Made reservation on behalf of 73a8588db79241c6a2f816777c172920 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:32.596204 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:32.615036 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:32.625924 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:32.685173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fff8-8b31-4ae8-901c-7c451fb73af5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:32.710338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3fff8-8b31-4ae8-901c-7c451fb73af5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:32.827923 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Allocated IP 2001:db8::1 (2e7eaada-65a5-4768-b12e-aeba49a3b798/7cc56f47-6964-4b41-8bcc-23f5f92c956f/a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:32.954055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Network 9fbbf045-3a99-4d9f-a5a7-0803932127a2 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:32.954941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-442efcf8-723d-4364-b32e-dd2ae1c1833c None None] Provisioning for port cea4368d-28e0-4e80-b557-96453c0f974b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:32.956937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port cea4368d-28e0-4e80-b557-96453c0f974b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:32.972024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-816ac051-52c9-4190-9453-1a023492d140 req-7ad9f6ad-9005-4740-ade4-d60705fb6d54 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 210 time: 0.0613472 Aug 21 09:15:32.976041 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:32.985961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-442efcf8-723d-4364-b32e-dd2ae1c1833c None None] Provisioning complete for port cea4368d-28e0-4e80-b557-96453c0f974b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:32.986938 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-442efcf8-723d-4364-b32e-dd2ae1c1833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:32.993948 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:32.999284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cea4368d-28e0-4e80-b557-96453c0f974b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:32.999717 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.056719 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.071669 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Transition to ACTIVE for port object a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:33.087944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Pushing event updated for resources: {'Port': ['ID=d21f49ee-639f-492f-83b7-7ae5ff477629,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:33.111504 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fff8-8b31-4ae8-901c-7c451fb73af5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.173639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3fff8-8b31-4ae8-901c-7c451fb73af5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:33.196760 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.276853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Attempting to bind port d21f49ee-639f-492f-83b7-7ae5ff477629 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:33.277516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Attempting to bind port d21f49ee-639f-492f-83b7-7ae5ff477629 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'd71955df-c19a-4800-a261-c551443413e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9fbbf045-3a99-4d9f-a5a7-0803932127a2'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:33.278048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Attempting to bind port d21f49ee-639f-492f-83b7-7ae5ff477629 on network 9fbbf045-3a99-4d9f-a5a7-0803932127a2 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:33.291002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-d0c8b3c6-0528-4034-adaa-9bb77e690dfe None None] Allocated IP 172.20.0.2 (9f07fd62-f4b8-49be-a982-63482994ed24/517b1ddf-37c2-4f30-8724-881074513919/13d7174e-f49f-4efe-8909-a306ab1a7764) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:33.292294 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fff8-8b31-4ae8-901c-7c451fb73af5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.296253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c5e3fff8-8b31-4ae8-901c-7c451fb73af5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d HTTP/1.1" status: 204 len: 168 time: 1.1583169 Aug 21 09:15:33.298477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 2e7eaada-65a5-4768-b12e-aeba49a3b798 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:33.301137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50998) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:33.313824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:33.313824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Checking segment: {'id': 'd71955df-c19a-4800-a261-c551443413e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9fbbf045-3a99-4d9f-a5a7-0803932127a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:33.314067 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.315201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Bound using segment: {'id': 'd71955df-c19a-4800-a261-c551443413e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9fbbf045-3a99-4d9f-a5a7-0803932127a2'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:33.315201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Bound port: d21f49ee-639f-492f-83b7-7ae5ff477629, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71955df-c19a-4800-a261-c551443413e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9fbbf045-3a99-4d9f-a5a7-0803932127a2'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:33.320448 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.322297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:33.328580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:33.339035 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.340929 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.425596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.441348 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:33.448413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:15:33.471717 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.472069 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Added segment 547d2197-3603-4997-889c-7ac10c20ba26 of type vlan for network c052a282-634b-4443-9467-19fdb87fdc2c Aug 21 09:15:33.541000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d0c8b3c6-0528-4034-adaa-9bb77e690dfe None None] For port 13d7174e-f49f-4efe-8909-a306ab1a7764, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=13d7174e-f49f-4efe-8909-a306ab1a7764,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:33.551735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac280cda-3096-416f-ad01-ada4a837acc3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:33.572210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.576883 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.578800 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-442efcf8-723d-4364-b32e-dd2ae1c1833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.583041 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f6fee-2953-4903-8691-1ce0ece795fc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:33.584652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f6fee-2953-4903-8691-1ce0ece795fc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:33.586877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f6fee-2953-4903-8691-1ce0ece795fc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:33.591073 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d0c8b3c6-0528-4034-adaa-9bb77e690dfe None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.597752 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-841f6fee-2953-4903-8691-1ce0ece795fc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2957377 Aug 21 09:15:33.601357 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51006) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:33.601541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19404c06-6e75-4348-8dcc-51d0f57beae9 req-3b99375e-42e7-49ca-8500-5c317de71f89 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:33.603826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19404c06-6e75-4348-8dcc-51d0f57beae9 req-3b99375e-42e7-49ca-8500-5c317de71f89 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 945 time: 0.1331282 Aug 21 09:15:33.673831 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-357a6893-a16a-49df-8efe-86f022087478 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 517b1ddf-37c2-4f30-8724-881074513919 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:33.676463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19404c06-6e75-4348-8dcc-51d0f57beae9 req-a004f798-ab38-43c2-8d94-f336a9849beb tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654392 Aug 21 09:15:33.676718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-442efcf8-723d-4364-b32e-dd2ae1c1833c None None] For port cea4368d-28e0-4e80-b557-96453c0f974b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cea4368d-28e0-4e80-b557-96453c0f974b,segment=NetworkSegment(e1d4b6fc-c172-44ee-91fb-b4278f725935),segment_id=e1d4b6fc-c172-44ee-91fb-b4278f725935)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:33.686375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.698519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:33.698519 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.699090 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d0c8b3c6-0528-4034-adaa-9bb77e690dfe None None] Transition to ACTIVE for port object 13d7174e-f49f-4efe-8909-a306ab1a7764 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:33.722108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] For port d21f49ee-639f-492f-83b7-7ae5ff477629, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:33.726844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] For port d21f49ee-639f-492f-83b7-7ae5ff477629, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d21f49ee-639f-492f-83b7-7ae5ff477629,segment=NetworkSegment(d71955df-c19a-4800-a261-c551443413e9),segment_id=d71955df-c19a-4800-a261-c551443413e9)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:33.735450 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.751771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-442efcf8-723d-4364-b32e-dd2ae1c1833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.776589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] Pushing event updated for resources: {'Network': ['ID=c052a282-634b-4443-9467-19fdb87fdc2c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:33.785385 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-357a6893-a16a-49df-8efe-86f022087478 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.806036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network c052a282-634b-4443-9467-19fdb87fdc2c details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:15:33.808544 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d0c8b3c6-0528-4034-adaa-9bb77e690dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.827381 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2c817a92-9269-4fbf-9a1b-e9d4b8b66c24 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7721677 Aug 21 09:15:33.827820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51010) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:33.837554 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] Request body: {'subnet': {'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-261958302-subnet', 'tenant_id': '73a8588db79241c6a2f816777c172920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:33.870900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442efcf8-723d-4364-b32e-dd2ae1c1833c None None] Pushing event updated for resources: {'Port': ['ID=cea4368d-28e0-4e80-b557-96453c0f974b,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:33.895605 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-357a6893-a16a-49df-8efe-86f022087478 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:33.916910 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:34.078677 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-357a6893-a16a-49df-8efe-86f022087478 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:34.100305 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:15:34.101468 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:15:34.127479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8b3c6-0528-4034-adaa-9bb77e690dfe None None] Pushing event updated for resources: {'Port': ['ID=13d7174e-f49f-4efe-8909-a306ab1a7764,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:34.143627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-97890422-e51a-4ce6-accc-c3820c6b3fb1 None None] Provisioning complete for port cea4368d-28e0-4e80-b557-96453c0f974b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:34.144339 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-97890422-e51a-4ce6-accc-c3820c6b3fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:34.170383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] Made reservation on behalf of 73a8588db79241c6a2f816777c172920 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:34.172772 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:34.192296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42b2255f-1f24-4d8c-b0e3-bd00ee08dbae req-89e2f26d-d24e-4fc0-bb23-99d543592511 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 210 time: 0.1153104 Aug 21 09:15:34.312560 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f04f41-6c33-42cb-90e9-487ec832f39b None None] Pushing event updated for resources: {'Port': ['ID=d21f49ee-639f-492f-83b7-7ae5ff477629,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:34.439135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-97890422-e51a-4ce6-accc-c3820c6b3fb1 None None] Provisioning for port a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:34.449271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-97890422-e51a-4ce6-accc-c3820c6b3fb1 None None] Provisioning complete for port a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:34.449845 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-97890422-e51a-4ce6-accc-c3820c6b3fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:34.482284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-8a5be7e3-46e1-4869-a9cf-375d51c4f5b3 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:34.484043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-8a5be7e3-46e1-4869-a9cf-375d51c4f5b3 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.13 "GET /v2.0/networks?id=b12fdca1-dcd8-4f81-97ee-387b2e2974b0 HTTP/1.1" status: 200 len: 808 time: 0.2757442 Aug 21 09:15:34.518021 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:34.521561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Request body: {'port': {'device_id': 'b04ece76-f3a4-4636-b4ef-77a984e26f82', 'network_id': 'b12fdca1-dcd8-4f81-97ee-387b2e2974b0', 'admin_state_up': True, 'tenant_id': 'f69c1caadac94ad09c850d7946dc0c12'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:34.600291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-97890422-e51a-4ce6-accc-c3820c6b3fb1 None None] Port a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:15:34.710124 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:34.744813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a65726-7832-4805-b934-991285eb4a93,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:34.749555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d8b7d0f3-24e6-4c64-8830-8ecb82c03777 None None] Provisioning complete for port a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:34.749729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d0f3-24e6-4c64-8830-8ecb82c03777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:34.822525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:34.823638 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:34.839364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7d0f3-24e6-4c64-8830-8ecb82c03777 None None] Port a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:15:34.883336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f34b2-7881-4309-bc35-a6062a802a2a req-cfed0fb0-c566-49f7-bbdd-a20e84c425ed tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:34.884939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a96f34b2-7881-4309-bc35-a6062a802a2a req-cfed0fb0-c566-49f7-bbdd-a20e84c425ed tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.22 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 945 time: 0.2602255 Aug 21 09:15:34.889249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:34.901631 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-357a6893-a16a-49df-8efe-86f022087478 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:34.905546 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] Checking segment: {'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:34.905927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] Network hostable DHCP agents. Network: c052a282-634b-4443-9467-19fdb87fdc2c, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:15:35.009903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a6893-a16a-49df-8efe-86f022087478 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=517b1ddf-37c2-4f30-8724-881074513919,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:35.012177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-357a6893-a16a-49df-8efe-86f022087478 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.014181 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-357a6893-a16a-49df-8efe-86f022087478 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/517b1ddf-37c2-4f30-8724-881074513919 HTTP/1.1" status: 204 len: 168 time: 1.4148645 Aug 21 09:15:35.025207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51030) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:35.031312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cea4368d-28e0-4e80-b557-96453c0f974b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:35.087172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b13132-54cf-4b07-96a2-3c7cddb45693 req-c0455035-cc9a-4b2c-991a-571495782a01 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:35.095053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63b13132-54cf-4b07-96a2-3c7cddb45693 req-c0455035-cc9a-4b2c-991a-571495782a01 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 945 time: 0.2478323 Aug 21 09:15:35.097307 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a2604a-f6ec-44a7-9cd3-3beb615117f9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet bc261cce-494c-4ccf-9e7f-99b25c54ea3e {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:35.103260 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96a2604a-f6ec-44a7-9cd3-3beb615117f9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.107133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cea4368d-28e0-4e80-b557-96453c0f974b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:35.108349 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.134562 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] Network c052a282-634b-4443-9467-19fdb87fdc2c is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:15:35.175307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Made reservation on behalf of f69c1caadac94ad09c850d7946dc0c12 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:35.175813 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.223191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63b13132-54cf-4b07-96a2-3c7cddb45693 req-a4d96757-6966-4cd7-ab71-21d7d206fc6e tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/security-groups?id=38415425-6668-44ae-8e50-8c3cbb8a2249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271486 Aug 21 09:15:35.223878 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96a2604a-f6ec-44a7-9cd3-3beb615117f9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.234965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a96f34b2-7881-4309-bc35-a6062a802a2a req-8b0064fb-cd6c-4120-98e7-6ed4df799f0d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Deleting port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:35.235533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a96f34b2-7881-4309-bc35-a6062a802a2a req-8b0064fb-cd6c-4120-98e7-6ed4df799f0d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.307183 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, c052a282-634b-4443-9467-19fdb87fdc2c) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:35.312664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d21f49ee-639f-492f-83b7-7ae5ff477629 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:35.326146 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87de99cc-f9bc-40ee-8072-e04d0c0b8d5f None None] Network c052a282-634b-4443-9467-19fdb87fdc2c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:35.347811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 2e7eaada-65a5-4768-b12e-aeba49a3b798 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:35.355112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:35.359516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:35.360138 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.381458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacece1a-f6dc-4f03-8db9-f2d93153498f None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:35.442669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a96f34b2-7881-4309-bc35-a6062a802a2a req-8b0064fb-cd6c-4120-98e7-6ed4df799f0d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] For port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd,segment=NetworkSegment(6787f475-ff25-4a68-a23c-d66fa85a0d60),segment_id=6787f475-ff25-4a68-a23c-d66fa85a0d60)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:35.443326 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a96f34b2-7881-4309-bc35-a6062a802a2a req-8b0064fb-cd6c-4120-98e7-6ed4df799f0d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.475205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a96f34b2-7881-4309-bc35-a6062a802a2a req-8b0064fb-cd6c-4120-98e7-6ed4df799f0d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Calling delete_port for 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:35.477141 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96a2604a-f6ec-44a7-9cd3-3beb615117f9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.486454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d13fbe54-2d60-49fa-9c84-e2f97cc64097 None None] Could not find standard attr ID for object bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:15:35.575180 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ff4fbd82-273d-45d5-ba49-1cae463c714b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7439365 Aug 21 09:15:35.621893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d13fbe54-2d60-49fa-9c84-e2f97cc64097 None None] Provisioning for port 13d7174e-f49f-4efe-8909-a306ab1a7764 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:35.642332 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96a2604a-f6ec-44a7-9cd3-3beb615117f9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.696882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e04673e0-7b4a-4b42-8f5a-80774c50c536 req-b621b7d0-76b9-4aab-80cd-e0833ffaf961 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 210 time: 0.1211879 Aug 21 09:15:35.706277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d13fbe54-2d60-49fa-9c84-e2f97cc64097 None None] Provisioning complete for port 13d7174e-f49f-4efe-8909-a306ab1a7764 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:35.706277 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d13fbe54-2d60-49fa-9c84-e2f97cc64097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.816149 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2604a-f6ec-44a7-9cd3-3beb615117f9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=bc261cce-494c-4ccf-9e7f-99b25c54ea3e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:35.830067 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96a2604a-f6ec-44a7-9cd3-3beb615117f9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:35.834956 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-96a2604a-f6ec-44a7-9cd3-3beb615117f9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/bc261cce-494c-4ccf-9e7f-99b25c54ea3e HTTP/1.1" status: 204 len: 168 time: 0.8073845 Aug 21 09:15:35.838305 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51044) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:35.899380 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eada1041-074e-4c67-82ea-13ef0177455f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597091 Aug 21 09:15:35.903283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51048) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:35.908199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Allocated IP 172.20.0.14 (b12fdca1-dcd8-4f81-97ee-387b2e2974b0/48024f04-48d6-4372-a01b-f01477fe0609/1c1561c7-d81a-4d11-a301-7fb0eb066874) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:35.908927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bc379b5a-eef8-4ad8-8234-7ca1a5c5ced2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:35.984101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2fdd6b-8bcb-4f6d-8da7-f29b823df983 None None] Network 9fbbf045-3a99-4d9f-a5a7-0803932127a2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:36.033244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d21f49ee-639f-492f-83b7-7ae5ff477629 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:36.115204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router c7a70e90-9f29-4e26-9509-3cd0cbf927a0 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:15:36.153059 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a96f34b2-7881-4309-bc35-a6062a802a2a req-8b0064fb-cd6c-4120-98e7-6ed4df799f0d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:36.176577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc379b5a-eef8-4ad8-8234-7ca1a5c5ced2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:36.181304 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc379b5a-eef8-4ad8-8234-7ca1a5c5ced2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:36.206317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0064fb-cd6c-4120-98e7-6ed4df799f0d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Pushing event deleted for resources: {'Port': ['ID=8fc05551-fdd5-401f-86fc-6f2f3a51bcdd,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:36.302354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96f34b2-7881-4309-bc35-a6062a802a2a req-8b0064fb-cd6c-4120-98e7-6ed4df799f0d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] No DVR routers for this DVR port 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:36.318426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:36.322050 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a96f34b2-7881-4309-bc35-a6062a802a2a req-8b0064fb-cd6c-4120-98e7-6ed4df799f0d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:36.333355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a96f34b2-7881-4309-bc35-a6062a802a2a req-8b0064fb-cd6c-4120-98e7-6ed4df799f0d tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.22 "DELETE /v2.0/ports/8fc05551-fdd5-401f-86fc-6f2f3a51bcdd HTTP/1.1" status: 204 len: 173 time: 1.4099264 Aug 21 09:15:36.337000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b8c3db-0ca8-4630-98eb-228573dcb87e', 'name': 'network-vif-deleted', 'tag': '8fc05551-fdd5-401f-86fc-6f2f3a51bcdd'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:36.339782 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54204ea6-702c-4df4-8754-d646993e66ef" -d '{"events": [{"server_uuid": "88b8c3db-0ca8-4630-98eb-228573dcb87e", "name": "network-vif-deleted", "tag": "8fc05551-fdd5-401f-86fc-6f2f3a51bcdd"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:36.359703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['8fc05551-fdd5-401f-86fc-6f2f3a51bcdd'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:36.391040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 13d7174e-f49f-4efe-8909-a306ab1a7764 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:36.451700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72db920-0f5d-4d63-9dc7-53e98d8c8603 None None] Network c052a282-634b-4443-9467-19fdb87fdc2c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:36.452299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aff42514-9f32-4b70-a5ae-0139d40de3a8 req-278dab7f-6820-4eba-8c0a-7913152a5bef tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 210 time: 0.0716765 Aug 21 09:15:36.487450 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc379b5a-eef8-4ad8-8234-7ca1a5c5ced2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:36.494032 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:15:36.512588 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ca65f1e8-8042-4f9e-944c-236b52d6cbc6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/c7a70e90-9f29-4e26-9509-3cd0cbf927a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0090299 Aug 21 09:15:36.518925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51068) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:36.536744 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01f04e0-cf56-46e9-88bf-3a8c7a1c32b2 x-openstack-request-id: req-c01f04e0-cf56-46e9-88bf-3a8c7a1c32b2 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:36.537037 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b8c3db-0ca8-4630-98eb-228573dcb87e", "name": "network-vif-deleted", "tag": "8fc05551-fdd5-401f-86fc-6f2f3a51bcdd", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:36.537285 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c01f04e0-cf56-46e9-88bf-3a8c7a1c32b2 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:36.537676 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b8c3db-0ca8-4630-98eb-228573dcb87e', 'name': 'network-vif-deleted', 'tag': '8fc05551-fdd5-401f-86fc-6f2f3a51bcdd', 'status': 'completed', 'code': 200} Aug 21 09:15:36.556905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc379b5a-eef8-4ad8-8234-7ca1a5c5ced2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:36.561186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-bc379b5a-eef8-4ad8-8234-7ca1a5c5ced2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:36.569820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc379b5a-eef8-4ad8-8234-7ca1a5c5ced2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:36.571123 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc379b5a-eef8-4ad8-8234-7ca1a5c5ced2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:36.591851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc379b5a-eef8-4ad8-8234-7ca1a5c5ced2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=d049e283-dba8-406e-8e7c-2952fed4abdd,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:36.604847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc8440-9165-44ae-a1ee-e7d46e0705be None None] Sync routers for ids ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:15:36.606137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-40d7a2a9-d902-4ff4-a7bb-07a8d8735b12 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:36.614687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-40d7a2a9-d902-4ff4-a7bb-07a8d8735b12 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/networks?id=c052a282-634b-4443-9467-19fdb87fdc2c HTTP/1.1" status: 200 len: 817 time: 0.3481560 Aug 21 09:15:36.637810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5d2d3ca5-9631-4510-aa16-6d8cde62f302 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/quotas/73a8588db79241c6a2f816777c172920 HTTP/1.1" status: 200 len: 375 time: 0.0223215 Aug 21 09:15:36.657209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2e39d1-0268-4f74-8d25-d9568828edf5 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:36.658906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1a2e39d1-0268-4f74-8d25-d9568828edf5 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports/a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7 HTTP/1.1" status: 200 len: 911 time: 0.1390488 Aug 21 09:15:36.663201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51072) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:36.669912 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bc379b5a-eef8-4ad8-8234-7ca1a5c5ced2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7654464 Aug 21 09:15:36.672977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51074) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:36.682041 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a4aa38c0-fae7-4f15-aea5-e11711aad011 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:36.723395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ecb1f3a2-0849-4e6f-8983-cb8ae00bf557 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73a8588db79241c6a2f816777c172920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844800 Aug 21 09:15:36.775100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc8440-9165-44ae-a1ee-e7d46e0705be None None] Routers {'c7a70e90-9f29-4e26-9509-3cd0cbf927a0'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:36.775787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-41cc8440-9165-44ae-a1ee-e7d46e0705be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:36.822990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d598b667-bc8d-41f1-b99d-72536314cb2b None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:15:36.832150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-41cc8440-9165-44ae-a1ee-e7d46e0705be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:36.832773 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:36.838455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 13d7174e-f49f-4efe-8909-a306ab1a7764 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:36.847420 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:36.946954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc8440-9165-44ae-a1ee-e7d46e0705be None None] Routers {'c7a70e90-9f29-4e26-9509-3cd0cbf927a0'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:36.947611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-41cc8440-9165-44ae-a1ee-e7d46e0705be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:37.030853 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7a89415f-8eb7-47cd-bf7e-9bac091d783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.033987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-41cc8440-9165-44ae-a1ee-e7d46e0705be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:37.034489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Network b12fdca1-dcd8-4f81-97ee-387b2e2974b0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:37.034642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc8440-9165-44ae-a1ee-e7d46e0705be None None] The sync data for ids ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:15:37.060490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:37.074455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:37.080905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Pushing event updated for resources: {'Port': ['ID=1c1561c7-d81a-4d11-a301-7fb0eb066874,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:37.093833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f4a45-284d-4bbf-8bfe-8df2e8436d3a req-aee87183-20c4-47d2-b0e2-c4fd44a3ff12 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:37.102112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d86f4a45-284d-4bbf-8bfe-8df2e8436d3a req-aee87183-20c4-47d2-b0e2-c4fd44a3ff12 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 932 time: 0.2605348 Aug 21 09:15:37.117157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b89803a7-3d7c-4b27-b94f-caa6df9e293f None None] Provisioning for port d21f49ee-639f-492f-83b7-7ae5ff477629 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:37.124819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d598b667-bc8d-41f1-b99d-72536314cb2b None None] Deleting port 13d7174e-f49f-4efe-8909-a306ab1a7764 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:37.125203 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d598b667-bc8d-41f1-b99d-72536314cb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.146256 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b89803a7-3d7c-4b27-b94f-caa6df9e293f None None] Provisioning complete for port d21f49ee-639f-492f-83b7-7ae5ff477629 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:37.146634 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b89803a7-3d7c-4b27-b94f-caa6df9e293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.269177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aa38c0-fae7-4f15-aea5-e11711aad011 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:37.274926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d598b667-bc8d-41f1-b99d-72536314cb2b None None] For port 13d7174e-f49f-4efe-8909-a306ab1a7764, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=13d7174e-f49f-4efe-8909-a306ab1a7764,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:37.278354 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4aa38c0-fae7-4f15-aea5-e11711aad011 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.280652 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d598b667-bc8d-41f1-b99d-72536314cb2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.309052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d86f4a45-284d-4bbf-8bfe-8df2e8436d3a req-febfadaf-d779-4181-b0b0-d71abb4640e4 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979582 Aug 21 09:15:37.312179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d598b667-bc8d-41f1-b99d-72536314cb2b None None] Calling delete_port for 13d7174e-f49f-4efe-8909-a306ab1a7764 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:37.358832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:37.373035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.404870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-49be9450-adb1-4778-b9d7-ee2ba734441a service neutron] 10.222.0.20 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778576 Aug 21 09:15:37.445233 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b89803a7-3d7c-4b27-b94f-caa6df9e293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.479369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 13d7174e-f49f-4efe-8909-a306ab1a7764 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:37.574646 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b89803a7-3d7c-4b27-b94f-caa6df9e293f None None] For port d21f49ee-639f-492f-83b7-7ae5ff477629, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d21f49ee-639f-492f-83b7-7ae5ff477629,segment=NetworkSegment(d71955df-c19a-4800-a261-c551443413e9),segment_id=d71955df-c19a-4800-a261-c551443413e9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:37.675262 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b89803a7-3d7c-4b27-b94f-caa6df9e293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.682334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-3d234612-b1c8-4111-bfab-6b43fdf84910 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1891329 Aug 21 09:15:37.716423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ede03b9-39cb-4b62-9d58-c932f4eb426c req-1327703f-75c1-409d-aa8d-3914357fe8a5 tempest-ServerPasswordTestJSON-124234142 tempest-ServerPasswordTestJSON-124234142-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b8c3db-0ca8-4630-98eb-228573dcb87e HTTP/1.1" status: 200 len: 210 time: 0.0436430 Aug 21 09:15:37.726436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Request body: {'port': {'device_id': 'b04ece76-f3a4-4636-b4ef-77a984e26f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:37.740522 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.764693 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d598b667-bc8d-41f1-b99d-72536314cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.800276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598b667-bc8d-41f1-b99d-72536314cb2b None None] No DVR routers for this DVR port 13d7174e-f49f-4efe-8909-a306ab1a7764 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:37.803698 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.827117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b89803a7-3d7c-4b27-b94f-caa6df9e293f None None] Provisioning complete for port a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:37.827629 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b89803a7-3d7c-4b27-b94f-caa6df9e293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.883435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a0e99c-1842-46ac-9c54-20e71d17f351 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:37.902791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89803a7-3d7c-4b27-b94f-caa6df9e293f None None] Pushing event updated for resources: {'Port': ['ID=d21f49ee-639f-492f-83b7-7ae5ff477629,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:37.955017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b89803a7-3d7c-4b27-b94f-caa6df9e293f None None] Port a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:15:37.974700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-a4aa38c0-fae7-4f15-aea5-e11711aad011 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:15:37.976506 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4aa38c0-fae7-4f15-aea5-e11711aad011 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:37.991870 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598b667-bc8d-41f1-b99d-72536314cb2b None None] Pushing event deleted for resources: {'Port': ['ID=13d7174e-f49f-4efe-8909-a306ab1a7764,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:38.024948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5c0bb6f9-b7ea-4834-bb73-ca87969ba512 service neutron] 10.222.0.20 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089733 Aug 21 09:15:38.036193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aa38c0-fae7-4f15-aea5-e11711aad011 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:38.039442 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a4aa38c0-fae7-4f15-aea5-e11711aad011 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:38.041363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa38c0-fae7-4f15-aea5-e11711aad011 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=bc67a363-cd2d-46f3-a382-7dbb7a04ee7b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:38.043966 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa38c0-fae7-4f15-aea5-e11711aad011 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:38.048404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4aa38c0-fae7-4f15-aea5-e11711aad011 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:38.056279 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:38.104662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dd569f87-50fc-4ab6-8360-36ba54e553f1 None None] Provisioning complete for port d21f49ee-639f-492f-83b7-7ae5ff477629 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:38.105145 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dd569f87-50fc-4ab6-8360-36ba54e553f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:38.118552 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a4aa38c0-fae7-4f15-aea5-e11711aad011 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4412861 Aug 21 09:15:38.118897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51096) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:38.124499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:11:34:a9', 'name': 'tempest-NetworksTestDHCPv6-311978624'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:38.194930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': 'bc67a363-cd2d-46f3-a382-7dbb7a04ee7b'}, {'subnet_id': 'd049e283-dba8-406e-8e7c-2952fed4abdd'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:15:38.202205 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:38.390556 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:38.518623 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:38.519898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Allocated IP 172.20.0.2 (9f07fd62-f4b8-49be-a982-63482994ed24/d049e283-dba8-406e-8e7c-2952fed4abdd/17236f68-c8cc-4669-8f48-743888a667f7) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:38.529321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Allocated IP 2001:db8::f816:3eff:fe6b:c83 (9f07fd62-f4b8-49be-a982-63482994ed24/bc67a363-cd2d-46f3-a382-7dbb7a04ee7b/17236f68-c8cc-4669-8f48-743888a667f7) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:38.578015 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port b9fcbc2e-f590-4151-aa53-d28c02b4775a yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:15:38.734103 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:38.749730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Transition to ACTIVE for port object 17236f68-c8cc-4669-8f48-743888a667f7 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:38.767450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764a07f-48c2-4a19-a28c-17cce933d5b7 req-097e9538-8034-4b64-abe0-d958c20f7bee tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:38.771812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Transition to ACTIVE for port object 17236f68-c8cc-4669-8f48-743888a667f7 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:38.775234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5764a07f-48c2-4a19-a28c-17cce933d5b7 req-097e9538-8034-4b64-abe0-d958c20f7bee tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 932 time: 0.1955950 Aug 21 09:15:38.830655 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51114) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:38.836045 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:38.899129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:38.902111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:38.904837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:38.920983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5764a07f-48c2-4a19-a28c-17cce933d5b7 req-2767dc53-6cbd-4218-9d8d-113dcbf57f04 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424291 Aug 21 09:15:38.921148 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Pushing event updated for resources: {'Port': ['ID=17236f68-c8cc-4669-8f48-743888a667f7,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:38.964014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1561c7-d81a-4d11-a301-7fb0eb066874 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:38.970577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-893a702d-027c-4d5b-8382-ef63487ebbfb req-94fa0ce2-af99-4bf4-8772-9f20e533546d tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 210 time: 0.0920973 Aug 21 09:15:38.978446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.015609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Transition to ACTIVE for port object 1c1561c7-d81a-4d11-a301-7fb0eb066874 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:39.024273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee735e5a-a68e-496d-b603-d900f83ae759 admin admin] Deleting subnet 2a841896-3bef-4812-a2aa-8c98ea28a382 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:39.030809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:39.050331 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee735e5a-a68e-496d-b603-d900f83ae759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.072268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:39.072650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8fc05551-fdd5-401f-86fc-6f2f3a51bcdd not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:39.074478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Allocated IP 2001:db8:1::1 (9fbbf045-3a99-4d9f-a5a7-0803932127a2/bd8cfacb-92b7-4acf-b8ac-d6c67af02af1/70ab46f6-0fba-4fe7-9f94-383aad3d660d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:39.094098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Attempting to bind port 17236f68-c8cc-4669-8f48-743888a667f7 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:39.094478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Attempting to bind port 17236f68-c8cc-4669-8f48-743888a667f7 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:39.095457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Attempting to bind port 17236f68-c8cc-4669-8f48-743888a667f7 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:39.101949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:39.102326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:39.102893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.103932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:39.104409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Bound port: 17236f68-c8cc-4669-8f48-743888a667f7, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:39.104977 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.117200 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee735e5a-a68e-496d-b603-d900f83ae759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.141718 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 172.20.0.12 (9f07fd62-f4b8-49be-a982-63482994ed24/d049e283-dba8-406e-8e7c-2952fed4abdd/b9fcbc2e-f590-4151-aa53-d28c02b4775a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:39.157211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::f816:3eff:fe11:34a9 (9f07fd62-f4b8-49be-a982-63482994ed24/bc67a363-cd2d-46f3-a382-7dbb7a04ee7b/b9fcbc2e-f590-4151-aa53-d28c02b4775a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:39.159334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.193766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] For port 17236f68-c8cc-4669-8f48-743888a667f7, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:39.208132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] For port 17236f68-c8cc-4669-8f48-743888a667f7, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=17236f68-c8cc-4669-8f48-743888a667f7,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:39.214353 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee735e5a-a68e-496d-b603-d900f83ae759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.249347 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.250803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.263061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Pushing event updated for resources: {'Port': ['ID=1c1561c7-d81a-4d11-a301-7fb0eb066874,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:39.349141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Transition to ACTIVE for port object 70ab46f6-0fba-4fe7-9f94-383aad3d660d will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:39.368432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d21f49ee-639f-492f-83b7-7ae5ff477629 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:39.432180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee735e5a-a68e-496d-b603-d900f83ae759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.438485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Attempting to bind port 1c1561c7-d81a-4d11-a301-7fb0eb066874 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:39.445868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Attempting to bind port 1c1561c7-d81a-4d11-a301-7fb0eb066874 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '7195962c-2e49-489f-8e95-a0582f0abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b12fdca1-dcd8-4f81-97ee-387b2e2974b0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:39.446510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Attempting to bind port 1c1561c7-d81a-4d11-a301-7fb0eb066874 on network b12fdca1-dcd8-4f81-97ee-387b2e2974b0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:39.454801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Port 1c1561c7-d81a-4d11-a301-7fb0eb066874 on network b12fdca1-dcd8-4f81-97ee-387b2e2974b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:15:39.455399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Attempting to bind port 1c1561c7-d81a-4d11-a301-7fb0eb066874 on network b12fdca1-dcd8-4f81-97ee-387b2e2974b0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:39.461425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:39.461972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Checking segment: {'id': '7195962c-2e49-489f-8e95-a0582f0abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b12fdca1-dcd8-4f81-97ee-387b2e2974b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:39.462538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Bound using segment: {'id': '7195962c-2e49-489f-8e95-a0582f0abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b12fdca1-dcd8-4f81-97ee-387b2e2974b0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:39.463166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Bound port: 1c1561c7-d81a-4d11-a301-7fb0eb066874, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7195962c-2e49-489f-8e95-a0582f0abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b12fdca1-dcd8-4f81-97ee-387b2e2974b0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:39.463735 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.467850 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.472915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee735e5a-a68e-496d-b603-d900f83ae759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a841896-3bef-4812-a2aa-8c98ea28a382,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:39.486827 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee735e5a-a68e-496d-b603-d900f83ae759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.492024 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ee735e5a-a68e-496d-b603-d900f83ae759 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2a841896-3bef-4812-a2aa-8c98ea28a382 HTTP/1.1" status: 204 len: 168 time: 0.6603298 Aug 21 09:15:39.495696 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51130) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:39.496042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cd50e-97c1-44c7-b128-a73586bec851 None None] Pushing event updated for resources: {'Port': ['ID=17236f68-c8cc-4669-8f48-743888a667f7,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:39.503985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object b9fcbc2e-f590-4151-aa53-d28c02b4775a will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:39.513282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d21f49ee-639f-492f-83b7-7ae5ff477629 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:39.513796 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.529715 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.608314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] For port 1c1561c7-d81a-4d11-a301-7fb0eb066874, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:39.613672 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.624665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 9fbbf045-3a99-4d9f-a5a7-0803932127a2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:39.630718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-764a5265-9469-450c-a1b2-c7d6ec8775e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.648276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:39.664531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] For port 1c1561c7-d81a-4d11-a301-7fb0eb066874, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1c1561c7-d81a-4d11-a301-7fb0eb066874,segment=NetworkSegment(7195962c-2e49-489f-8e95-a0582f0abf3b),segment_id=7195962c-2e49-489f-8e95-a0582f0abf3b)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:39.665824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:39.666532 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.685271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=70ab46f6-0fba-4fe7-9f94-383aad3d660d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:39.731666 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.741936 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.747453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.747691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.748209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.748655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.749093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.749531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.749975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.750435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.750868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.751299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.751897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.752376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:15:39.766629 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.851690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:39.852435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:39.854391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] 10.222.0.13 "PUT /v2.0/ports/1c1561c7-d81a-4d11-a301-7fb0eb066874 HTTP/1.1" status: 200 len: 1093 time: 2.1344116 Aug 21 09:15:39.859546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04ece76-f3a4-4636-b4ef-77a984e26f82', 'tag': '1c1561c7-d81a-4d11-a301-7fb0eb066874'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:39.862088 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd90d55-0691-4401-9f43-9773950bba7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b04ece76-f3a4-4636-b4ef-77a984e26f82", "tag": "1c1561c7-d81a-4d11-a301-7fb0eb066874"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:39.923969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c2cc8-6484-45b5-8918-05800d46933c service neutron] Pushing event updated for resources: {'Port': ['ID=1c1561c7-d81a-4d11-a301-7fb0eb066874,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:39.936112 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e33f1bc-0948-40d4-b01e-5d4c4b0cc45e x-openstack-request-id: req-0e33f1bc-0948-40d4-b01e-5d4c4b0cc45e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:39.936477 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04ece76-f3a4-4636-b4ef-77a984e26f82", "tag": "1c1561c7-d81a-4d11-a301-7fb0eb066874", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:39.936798 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e33f1bc-0948-40d4-b01e-5d4c4b0cc45e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:39.937278 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04ece76-f3a4-4636-b4ef-77a984e26f82', 'tag': '1c1561c7-d81a-4d11-a301-7fb0eb066874', 'status': 'completed', 'code': 200} Aug 21 09:15:39.951608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:39.974596 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:39.996800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:40.077083 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.089787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.106772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121a24f5-46a6-4668-9f81-40488d635bfd']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:40.108955 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=b9fcbc2e-f590-4151-aa53-d28c02b4775a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:40.123048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6787f475-ff25-4a68-a23c-d66fa85a0d60') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:40.123455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6787f475-ff25-4a68-a23c-d66fa85a0d60') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:40.135021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90d55-0691-4401-9f43-9773950bba7d req-6eb10b87-1a5d-4f9b-9659-bf5fb5f0c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:40.138094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cd90d55-0691-4401-9f43-9773950bba7d req-6eb10b87-1a5d-4f9b-9659-bf5fb5f0c810 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f69c1caadac94ad09c850d7946dc0c12&device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 1096 time: 0.1786730 Aug 21 09:15:40.154026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.185361 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:40.185981 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.192719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-955ccd56-24d3-4b65-a952-34d06fa5a5c8 req-ff42c873-02bb-4091-b75f-4ecedde292a8 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 210 time: 0.1057034 Aug 21 09:15:40.204596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.206635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-511d8d58-7434-4078-b41a-ad78964b8497 None None] Provisioning for port 70ab46f6-0fba-4fe7-9f94-383aad3d660d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:40.212129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-511d8d58-7434-4078-b41a-ad78964b8497 None None] Provisioning complete for port 70ab46f6-0fba-4fe7-9f94-383aad3d660d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:40.213061 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-511d8d58-7434-4078-b41a-ad78964b8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.230857 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:40.231635 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.282972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1af583-12cd-4875-a4f8-3cc724caa0f3 req-92735a20-38d5-4136-a225-fc7df964f2d7 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:40.284388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba1af583-12cd-4875-a4f8-3cc724caa0f3 req-92735a20-38d5-4136-a225-fc7df964f2d7 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 944 time: 0.2465036 Aug 21 09:15:40.293273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-511d8d58-7434-4078-b41a-ad78964b8497 None None] Port 70ab46f6-0fba-4fe7-9f94-383aad3d660d cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:40.346265 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:40.352778 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-36b550ac-62d4-466d-b57f-672e2ba25675 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2324634 Aug 21 09:15:40.358169 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51148) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:40.446405 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f18c3-ea65-407c-bbb1-a08a51325b63 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:40.456924 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f18c3-ea65-407c-bbb1-a08a51325b63 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:40.459183 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d63f18c3-ea65-407c-bbb1-a08a51325b63 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1017122 Aug 21 09:15:40.461949 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.463793 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51152) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:40.476669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba1af583-12cd-4875-a4f8-3cc724caa0f3 req-c76410c4-33a7-42ce-b587-aab1f4f8d0bb tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547227 Aug 21 09:15:40.491020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90d55-0691-4401-9f43-9773950bba7d req-56ab6e58-4e21-4dbe-b668-2e4d58bd024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:40.491020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cd90d55-0691-4401-9f43-9773950bba7d req-56ab6e58-4e21-4dbe-b668-2e4d58bd024e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f69c1caadac94ad09c850d7946dc0c12&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3201342 Aug 21 09:15:40.524052 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.532227 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/121a24f5-46a6-4668-9f81-40488d635bfd HTTP/1.1" status: 204 len: 168 time: 1.0357890 Aug 21 09:15:40.578085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5d9a8-a55f-4e93-ab29-921e1cb7ddd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=121a24f5-46a6-4668-9f81-40488d635bfd,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:40.688845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90d55-0691-4401-9f43-9773950bba7d req-915201a1-1cc7-4811-87a3-087f80a693b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:40.690558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cd90d55-0691-4401-9f43-9773950bba7d req-915201a1-1cc7-4811-87a3-087f80a693b2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887584 Aug 21 09:15:40.696115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3604431b-71de-4399-acd7-33ab7ecf40c6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port b9fcbc2e-f590-4151-aa53-d28c02b4775a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:40.696115 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3604431b-71de-4399-acd7-33ab7ecf40c6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.745581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.798094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-539467eb-fcbe-4d9e-a5f9-0a8ac10640f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:40.800489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-539467eb-fcbe-4d9e-a5f9-0a8ac10640f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f69c1caadac94ad09c850d7946dc0c12&device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 1096 time: 0.0524125 Aug 21 09:15:40.807903 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3604431b-71de-4399-acd7-33ab7ecf40c6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.824868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3604431b-71de-4399-acd7-33ab7ecf40c6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for b9fcbc2e-f590-4151-aa53-d28c02b4775a owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:40.836049 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.856600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-7ff3aaca-b260-4e5f-b941-c45ea85d5b32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c1561c7-d81a-4d11-a301-7fb0eb066874 HTTP/1.1" status: 200 len: 217 time: 0.0476646 Aug 21 09:15:40.857529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:40.858228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:41.023428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=70ab46f6-0fba-4fe7-9f94-383aad3d660d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:41.028749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-9ccc12f3-7bf6-4526-bfdc-b9f21d100cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:41.030269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-9ccc12f3-7bf6-4526-bfdc-b9f21d100cf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48024f04-48d6-4372-a01b-f01477fe0609 HTTP/1.1" status: 200 len: 848 time: 0.1650994 Aug 21 09:15:41.044291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b694fd90-cca5-486d-ab85-e9720a9f9e71 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:41.056991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51158) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:41.077328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-c062c07a-b782-4a5e-be94-363e8a5dda6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b12fdca1-dcd8-4f81-97ee-387b2e2974b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368762 Aug 21 09:15:41.108728 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-923c940d-e2ff-4e86-8ff1-084f66091dcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19980b6c93a2472990089317bbcdfa2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502722 Aug 21 09:15:41.115425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51162) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:41.134178 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3604431b-71de-4399-acd7-33ab7ecf40c6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:41.180845 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604431b-71de-4399-acd7-33ab7ecf40c6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=b9fcbc2e-f590-4151-aa53-d28c02b4775a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:41.191189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 9fbbf045-3a99-4d9f-a5a7-0803932127a2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:41.201507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:41.243811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f65cc4e2-b686-4aa5-bb6d-0d1873ca6809 None None] Provisioning for port 17236f68-c8cc-4669-8f48-743888a667f7 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:41.420475 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3604431b-71de-4399-acd7-33ab7ecf40c6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:41.425281 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3604431b-71de-4399-acd7-33ab7ecf40c6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/b9fcbc2e-f590-4151-aa53-d28c02b4775a HTTP/1.1" status: 204 len: 168 time: 0.9575706 Aug 21 09:15:41.425660 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51172) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:41.443846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 17236f68-c8cc-4669-8f48-743888a667f7 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:41.544198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a4525-e490-4e88-bb0b-4bcf01e384e6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:41.546795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a4525-e490-4e88-bb0b-4bcf01e384e6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:41.548798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a4525-e490-4e88-bb0b-4bcf01e384e6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:41.549340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-954790ed-396e-43a3-abb9-fb0233703427 req-74ef796e-52a1-4d97-9618-ebfebe7acbc5 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 210 time: 0.2201221 Aug 21 09:15:41.551033 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-966a4525-e490-4e88-bb0b-4bcf01e384e6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1241708 Aug 21 09:15:41.558334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51176) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:41.638114 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9b37ca16-baa1-4449-a8ac-521fc3576741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:41.641286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-fee18fa1-f0cb-447f-9dd8-3ae2c760a43e service neutron] 10.222.0.13 "GET /v2.0/networks/b12fdca1-dcd8-4f81-97ee-387b2e2974b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407147 Aug 21 09:15:41.659894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fa9a6d-51a1-40c4-8c0c-c42e579c4158 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet bc67a363-cd2d-46f3-a382-7dbb7a04ee7b {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:41.663678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 17236f68-c8cc-4669-8f48-743888a667f7 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:41.670419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 17236f68-c8cc-4669-8f48-743888a667f7 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:41.671010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:41.679192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63fa9a6d-51a1-40c4-8c0c-c42e579c4158 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:41.767699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63fa9a6d-51a1-40c4-8c0c-c42e579c4158 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:41.783141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router c7a70e90-9f29-4e26-9509-3cd0cbf927a0 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:15:41.828359 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9b37ca16-baa1-4449-a8ac-521fc3576741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:41.837304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f68d05ed-69f5-46b9-9b3d-86c5b5863e20 None None] Provisioning complete for port 70ab46f6-0fba-4fe7-9f94-383aad3d660d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:41.837917 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f68d05ed-69f5-46b9-9b3d-86c5b5863e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:41.844979 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:41.922669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f68d05ed-69f5-46b9-9b3d-86c5b5863e20 None None] Port 70ab46f6-0fba-4fe7-9f94-383aad3d660d cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:15:41.931220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 17236f68-c8cc-4669-8f48-743888a667f7, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=17236f68-c8cc-4669-8f48-743888a667f7,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:41.995333 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:41.997366 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63fa9a6d-51a1-40c4-8c0c-c42e579c4158 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:42.042102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:15:42.052534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-61f2ae3b-926f-457f-8e3f-5cbe419482d9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/c7a70e90-9f29-4e26-9509-3cd0cbf927a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3877852 Aug 21 09:15:42.055887 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c6f89-cf2b-4e56-9b8e-aa72f586cdcd None None] Sync routers for ids ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:15:42.060716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51180) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:42.073409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d912c0b2-a4e3-4573-b487-f482028de5cf req-d64828fd-0e49-44b8-a24c-461d100b83b7 service neutron] 10.222.0.13 "GET /v2.0/networks/b12fdca1-dcd8-4f81-97ee-387b2e2974b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073894 Aug 21 09:15:42.091760 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c6f89-cf2b-4e56-9b8e-aa72f586cdcd None None] Routers {'c7a70e90-9f29-4e26-9509-3cd0cbf927a0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:42.092533 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-db5c6f89-cf2b-4e56-9b8e-aa72f586cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:42.098247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06f114-65f9-4e15-a447-e903079eb7cd req-93cbfdb4-bc7a-4846-9d47-ed0ee83b1723 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:42.107871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f06f114-65f9-4e15-a447-e903079eb7cd req-93cbfdb4-bc7a-4846-9d47-ed0ee83b1723 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 944 time: 0.4643998 Aug 21 09:15:42.115531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c6cedc7d-3828-4214-8153-b7d3f037dfca None None] Provisioning complete for port 17236f68-c8cc-4669-8f48-743888a667f7 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:42.117731 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c6cedc7d-3828-4214-8153-b7d3f037dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:42.158428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=17236f68-c8cc-4669-8f48-743888a667f7,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:42.172509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c47af4-4209-4e69-a510-114b695ac397 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:42.174438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-33c47af4-4209-4e69-a510-114b695ac397 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports/70ab46f6-0fba-4fe7-9f94-383aad3d660d HTTP/1.1" status: 200 len: 913 time: 0.1110587 Aug 21 09:15:42.177354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51182) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:42.203447 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-db5c6f89-cf2b-4e56-9b8e-aa72f586cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:42.229436 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c6f89-cf2b-4e56-9b8e-aa72f586cdcd None None] Routers {'c7a70e90-9f29-4e26-9509-3cd0cbf927a0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:42.230072 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-db5c6f89-cf2b-4e56-9b8e-aa72f586cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:42.276505 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:42.278158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f06f114-65f9-4e15-a447-e903079eb7cd req-0012d472-a1c8-448b-81d3-f03da462f91e tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646082 Aug 21 09:15:42.289127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63fa9a6d-51a1-40c4-8c0c-c42e579c4158 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:42.309832 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-db5c6f89-cf2b-4e56-9b8e-aa72f586cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:42.310145 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c6f89-cf2b-4e56-9b8e-aa72f586cdcd None None] The sync data for ids ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:15:42.354772 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9b37ca16-baa1-4449-a8ac-521fc3576741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:42.357381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9b37ca16-baa1-4449-a8ac-521fc3576741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:42.359691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9b37ca16-baa1-4449-a8ac-521fc3576741 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38415425-6668-44ae-8e50-8c3cbb8a2249 HTTP/1.1" status: 204 len: 168 time: 1.2408459 Aug 21 09:15:42.379722 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63fa9a6d-51a1-40c4-8c0c-c42e579c4158 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:42.385047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51186) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:42.385347 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-63fa9a6d-51a1-40c4-8c0c-c42e579c4158 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/bc67a363-cd2d-46f3-a382-7dbb7a04ee7b HTTP/1.1" status: 204 len: 168 time: 0.8202763 Aug 21 09:15:42.393987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa9a6d-51a1-40c4-8c0c-c42e579c4158 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=bc67a363-cd2d-46f3-a382-7dbb7a04ee7b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:42.405061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37ca16-baa1-4449-a8ac-521fc3576741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38415425-6668-44ae-8e50-8c3cbb8a2249,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:42.457761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eb5032de-77ef-4551-8420-12970fa636a8 None None] Could not find standard attr ID for object bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:15:42.628786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-224759c1-94be-46a6-a592-1273f6dc0a38 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet d049e283-dba8-406e-8e7c-2952fed4abdd {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:42.632679 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-224759c1-94be-46a6-a592-1273f6dc0a38 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:42.719958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd67b88a-1098-4dc0-8b5e-3f530ec07d75 req-57ddbfcb-fa51-45df-b08a-23378494e33f tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 210 time: 0.0436368 Aug 21 09:15:42.736942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-3520842f-0aac-4f24-a684-ef17156d50f1 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:42.738543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-3520842f-0aac-4f24-a684-ef17156d50f1 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.22 "GET /v2.0/networks?id=c052a282-634b-4443-9467-19fdb87fdc2c HTTP/1.1" status: 200 len: 817 time: 0.2656097 Aug 21 09:15:42.874532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-34b54c7c-7899-4652-9f72-8db39e941890 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:42.881685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5840e18d-2e37-4d91-952e-a73d6273711e tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:42.883175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5840e18d-2e37-4d91-952e-a73d6273711e tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.13 "GET /v2.0/networks?id=c052a282-634b-4443-9467-19fdb87fdc2c HTTP/1.1" status: 200 len: 817 time: 0.1410382 Aug 21 09:15:42.896296 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-224759c1-94be-46a6-a592-1273f6dc0a38 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:42.916456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e8a8d-8b67-410f-9c03-34e9a711d764 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:42.962675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Request body: {'port': {'device_id': '771c6ca2-e488-4538-bd36-5e1bed152760', 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c', 'admin_state_up': True, 'tenant_id': '73a8588db79241c6a2f816777c172920'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:42.977739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Request body: {'port': {'device_id': '9416458f-6541-44b0-b1ec-f67d7f01dac4', 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c', 'admin_state_up': True, 'tenant_id': '73a8588db79241c6a2f816777c172920'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:43.023211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1fc48b9b-1eab-4c05-998f-18b4d006baac None None] Could not find standard attr ID for object b9fcbc2e-f590-4151-aa53-d28c02b4775a. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:15:43.360557 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 17236f68-c8cc-4669-8f48-743888a667f7 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:43.457084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 17236f68-c8cc-4669-8f48-743888a667f7 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:43.457691 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:43.462804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-34b54c7c-7899-4652-9f72-8db39e941890 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port 70ab46f6-0fba-4fe7-9f94-383aad3d660d {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:43.463154 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-34b54c7c-7899-4652-9f72-8db39e941890 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:43.670876 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-34b54c7c-7899-4652-9f72-8db39e941890 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:43.718515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-34b54c7c-7899-4652-9f72-8db39e941890 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for 70ab46f6-0fba-4fe7-9f94-383aad3d660d owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:43.913639 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-224759c1-94be-46a6-a592-1273f6dc0a38 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:43.997078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d73a575e-5d23-4670-8918-405873b385f6 req-6f830534-330b-4e12-95f4-d17b9a9ca803 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 210 time: 0.0503783 Aug 21 09:15:44.018233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02e922-6032-4370-b6b9-0f56038cefd0 req-08b5aae4-4f78-4bea-8f0b-5589b52a4e78 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:44.020247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df02e922-6032-4370-b6b9-0f56038cefd0 req-08b5aae4-4f78-4bea-8f0b-5589b52a4e78 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 944 time: 0.4272964 Aug 21 09:15:44.061901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d04192c6-6009-4ad3-97b8-096e92effb5a None None] Provisioning complete for port 17236f68-c8cc-4669-8f48-743888a667f7 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:44.062886 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d04192c6-6009-4ad3-97b8-096e92effb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:44.111032 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-34b54c7c-7899-4652-9f72-8db39e941890 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:44.186425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b54c7c-7899-4652-9f72-8db39e941890 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=70ab46f6-0fba-4fe7-9f94-383aad3d660d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:44.199248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1446ec02-d5ab-4a62-951e-b4ed0aaf3a6e tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:44.201082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1446ec02-d5ab-4a62-951e-b4ed0aaf3a6e tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.22 "GET /v2.0/networks?id=c052a282-634b-4443-9467-19fdb87fdc2c HTTP/1.1" status: 200 len: 817 time: 0.5720408 Aug 21 09:15:44.208929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df02e922-6032-4370-b6b9-0f56038cefd0 req-33b34207-1ca6-4137-9605-48054de26179 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375310 Aug 21 09:15:44.213135 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:15:44.213135 n-d-766726-28 neutron-server[106757]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 21 09:15:44.213135 n-d-766726-28 neutron-server[106757]: [parameters: {'project_id': '73a8588db79241c6a2f816777c172920', 'id': '9e86001e-1da2-4d7e-9675-6ce4f0596dc0', 'expiration': datetime.datetime(2021, 8, 21, 9, 17, 44, 184015)}] Aug 21 09:15:44.213135 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:15:44.213586 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:15:44.217559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Request body: {'port': {'device_id': '339aa0b5-aa60-4465-8927-73943921f993', 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c', 'admin_state_up': True, 'tenant_id': '73a8588db79241c6a2f816777c172920'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:44.304622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-224759c1-94be-46a6-a592-1273f6dc0a38 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:44.350603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Made reservation on behalf of 73a8588db79241c6a2f816777c172920 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:44.358774 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:44.372057 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-34b54c7c-7899-4652-9f72-8db39e941890 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:44.408297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224759c1-94be-46a6-a592-1273f6dc0a38 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=d049e283-dba8-406e-8e7c-2952fed4abdd,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:44.415624 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a072d8-6dbf-463c-a12b-4adc31576af7 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:44.422139 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-224759c1-94be-46a6-a592-1273f6dc0a38 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:44.427164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-224759c1-94be-46a6-a592-1273f6dc0a38 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/d049e283-dba8-406e-8e7c-2952fed4abdd HTTP/1.1" status: 204 len: 168 time: 2.0408351 Aug 21 09:15:44.470658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51246) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:44.533541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a80cdd75-fb6c-4add-abcf-9750964f5894 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587416 Aug 21 09:15:44.538583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51254) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:44.547895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a9c10041-e029-4f83-92d1-bd4686c1bd45 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:44.753223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Made reservation on behalf of 73a8588db79241c6a2f816777c172920 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:44.758010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:44.816196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b54c7c-7899-4652-9f72-8db39e941890 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router c7a70e90-9f29-4e26-9509-3cd0cbf927a0 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:15:44.883373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Allocated IP 172.20.0.7 (c052a282-634b-4443-9467-19fdb87fdc2c/18a65726-7832-4805-b934-991285eb4a93/35111112-9bae-47c0-a002-ca74bcfc2caa) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:44.930258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c10041-e029-4f83-92d1-bd4686c1bd45 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:44.934829 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9c10041-e029-4f83-92d1-bd4686c1bd45 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:44.965762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b54c7c-7899-4652-9f72-8db39e941890 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:15:44.973292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d7ff3-f206-44e7-a017-50783ada1e53 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:15:44.979618 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-34b54c7c-7899-4652-9f72-8db39e941890 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/c7a70e90-9f29-4e26-9509-3cd0cbf927a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8008432 Aug 21 09:15:44.980305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5615dd4-d4d0-4fb4-94ef-10c78fe931d3 None None] Sync routers for ids ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:15:44.980459 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51274) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:45.011174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5615dd4-d4d0-4fb4-94ef-10c78fe931d3 None None] Routers {'c7a70e90-9f29-4e26-9509-3cd0cbf927a0'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:45.011174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c5615dd4-d4d0-4fb4-94ef-10c78fe931d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:45.085922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Made reservation on behalf of 73a8588db79241c6a2f816777c172920 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:45.089604 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.181841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c5615dd4-d4d0-4fb4-94ef-10c78fe931d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:45.199369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7124b7f-8cdb-4bbd-986e-63087d233ae9 req-5690c29e-dc7b-4963-a89e-d8204e48c668 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 210 time: 0.0576148 Aug 21 09:15:45.226561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5615dd4-d4d0-4fb4-94ef-10c78fe931d3 None None] Routers {'c7a70e90-9f29-4e26-9509-3cd0cbf927a0'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:45.227442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c5615dd4-d4d0-4fb4-94ef-10c78fe931d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:45.327143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c5615dd4-d4d0-4fb4-94ef-10c78fe931d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:45.329076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5615dd4-d4d0-4fb4-94ef-10c78fe931d3 None None] The sync data for ids ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:15:45.347394 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.348347 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.373111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 17236f68-c8cc-4669-8f48-743888a667f7 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:45.416348 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.430706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-818d7ff3-f206-44e7-a017-50783ada1e53 None None] Deleting port 17236f68-c8cc-4669-8f48-743888a667f7 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:45.431384 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-818d7ff3-f206-44e7-a017-50783ada1e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.531181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51284) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:45.533922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1c1561c7-d81a-4d11-a301-7fb0eb066874 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:15:45.546841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-818d7ff3-f206-44e7-a017-50783ada1e53 None None] For port 17236f68-c8cc-4669-8f48-743888a667f7, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=17236f68-c8cc-4669-8f48-743888a667f7,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:45.547939 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-818d7ff3-f206-44e7-a017-50783ada1e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.602968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-818d7ff3-f206-44e7-a017-50783ada1e53 None None] Calling delete_port for 17236f68-c8cc-4669-8f48-743888a667f7 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:45.617031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.688284 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.709446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Pushing event updated for resources: {'Port': ['ID=35111112-9bae-47c0-a002-ca74bcfc2caa,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:45.739035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c7cfdd94-4042-4c64-a05c-f205cf61df72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.762829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038da37d-3c84-4ebb-b9c8-a135078b6e76 req-fbcf1d46-406b-45c2-8028-14d008ef0f7d tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:45.770394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-038da37d-3c84-4ebb-b9c8-a135078b6e76 req-fbcf1d46-406b-45c2-8028-14d008ef0f7d tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 944 time: 0.4003203 Aug 21 09:15:45.771053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 17236f68-c8cc-4669-8f48-743888a667f7, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=17236f68-c8cc-4669-8f48-743888a667f7,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:45.781759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Network c052a282-634b-4443-9467-19fdb87fdc2c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:45.801776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:45.804466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:45.816459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Allocated IP 172.20.0.6 (c052a282-634b-4443-9467-19fdb87fdc2c/18a65726-7832-4805-b934-991285eb4a93/af2eb22e-9b6a-439d-9502-2c28f7cba703) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:45.821058 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9c10041-e029-4f83-92d1-bd4686c1bd45 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.823661 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7c13c31-a4a3-4718-b3b2-98a744e8ff61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.844929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1c1561c7-d81a-4d11-a301-7fb0eb066874, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1c1561c7-d81a-4d11-a301-7fb0eb066874,segment=NetworkSegment(7195962c-2e49-489f-8e95-a0582f0abf3b),segment_id=7195962c-2e49-489f-8e95-a0582f0abf3b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:45.890190 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.899725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '1c1561c7-d81a-4d11-a301-7fb0eb066874', 'network_id': 'b12fdca1-dcd8-4f81-97ee-387b2e2974b0', 'port_id': '1c1561c7-d81a-4d11-a301-7fb0eb066874', 'mac_address': 'fa:16:3e:a0:a4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48024f04-48d6-4372-a01b-f01477fe0609', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:15:45.957577 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-818d7ff3-f206-44e7-a017-50783ada1e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:45.993995 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.014349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=17236f68-c8cc-4669-8f48-743888a667f7,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:46.017420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d7ff3-f206-44e7-a017-50783ada1e53 None None] No DVR routers for this DVR port 17236f68-c8cc-4669-8f48-743888a667f7 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:46.044863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d7ff3-f206-44e7-a017-50783ada1e53 None None] Pushing event deleted for resources: {'Port': ['ID=17236f68-c8cc-4669-8f48-743888a667f7,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:46.048925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1561c7-d81a-4d11-a301-7fb0eb066874 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:46.075769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1c1561c7-d81a-4d11-a301-7fb0eb066874, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1c1561c7-d81a-4d11-a301-7fb0eb066874,segment=NetworkSegment(7195962c-2e49-489f-8e95-a0582f0abf3b),segment_id=7195962c-2e49-489f-8e95-a0582f0abf3b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:46.105299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-038da37d-3c84-4ebb-b9c8-a135078b6e76 req-868a55ac-b282-483c-a302-3073cf6b7345 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339751 Aug 21 09:15:46.140296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c10041-e029-4f83-92d1-bd4686c1bd45 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:46.142034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a7c13c31-a4a3-4718-b3b2-98a744e8ff61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:46.143311 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7c13c31-a4a3-4718-b3b2-98a744e8ff61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.145573 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.152454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:46.152454 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.168235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a9c10041-e029-4f83-92d1-bd4686c1bd45 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:46.197645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c10041-e029-4f83-92d1-bd4686c1bd45 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:46.197645 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9c10041-e029-4f83-92d1-bd4686c1bd45 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.199874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3a551-e53d-4c3b-aec6-c1c52a4328ef None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:46.207930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c10041-e029-4f83-92d1-bd4686c1bd45 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=8de41781-3c4c-43da-a63d-32962bd4464c,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:46.266524 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.301999 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7c13c31-a4a3-4718-b3b2-98a744e8ff61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.308933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=1c1561c7-d81a-4d11-a301-7fb0eb066874,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:46.318488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a7c13c31-a4a3-4718-b3b2-98a744e8ff61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:46.343363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c7cfdd94-4042-4c64-a05c-f205cf61df72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.346298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83298818-0903-46c4-b7fc-9416dea317b1 req-01ca93a4-f176-4284-a8aa-4cb071eece92 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 210 time: 0.0430372 Aug 21 09:15:46.417806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['1c1561c7-d81a-4d11-a301-7fb0eb066874'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:46.425765 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c7cfdd94-4042-4c64-a05c-f205cf61df72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.447061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '8de41781-3c4c-43da-a63d-32962bd4464c'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:15:46.449550 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.492726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Allocated IP 172.20.0.9 (c052a282-634b-4443-9467-19fdb87fdc2c/18a65726-7832-4805-b934-991285eb4a93/099b90ec-8474-40ea-ae18-5ea47ae7337f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:46.505358 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.533993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-1f5e99d0-0087-45bd-88af-fabd36398cf4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5865741 Aug 21 09:15:46.567009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a9c10041-e029-4f83-92d1-bd4686c1bd45 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0270765 Aug 21 09:15:46.573271 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51300) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:46.575983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Request body: {'port': {'device_id': '771c6ca2-e488-4538-bd36-5e1bed152760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:46.580690 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:46.608373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfdd94-4042-4c64-a05c-f205cf61df72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4805cd-cf42-48d2-8c63-1b013666ef3d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:46.640361 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7c13c31-a4a3-4718-b3b2-98a744e8ff61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.644616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c7cfdd94-4042-4c64-a05c-f205cf61df72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71d4e8658e604ee19ee4ad00a8f5dcff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1122241 Aug 21 09:15:46.657800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51304) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:46.696757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Pushing event updated for resources: {'Port': ['ID=af2eb22e-9b6a-439d-9502-2c28f7cba703,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:46.710550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c13c31-a4a3-4718-b3b2-98a744e8ff61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=a9838c7a-bb21-4a7e-9dd2-8b75595dd8a7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:46.721665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Network c052a282-634b-4443-9467-19fdb87fdc2c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:46.725493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Allocated IP 172.20.0.2 (9f07fd62-f4b8-49be-a982-63482994ed24/8de41781-3c4c-43da-a63d-32962bd4464c/a5adfd25-8e55-4e01-87c1-5b8a05769886) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:46.743453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:46.750589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:46.839865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:46.841355 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.892265 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.921762 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a7c13c31-a4a3-4718-b3b2-98a744e8ff61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:46.941390 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-836d7ea5-0f33-4561-88d4-3b17e5968ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.023868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ad52097a-03c2-406c-a3cd-1560360a529b tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8135328 Aug 21 09:15:47.057617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Request body: {'port': {'device_id': '339aa0b5-aa60-4465-8927-73943921f993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:47.065387 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.075513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Transition to ACTIVE for port object a5adfd25-8e55-4e01-87c1-5b8a05769886 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:47.077604 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-836d7ea5-0f33-4561-88d4-3b17e5968ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.092600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Transition to ACTIVE for port object a5adfd25-8e55-4e01-87c1-5b8a05769886 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:47.172441 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.196213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:47.200510 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.209578 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:47.223341 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.237129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:47.242264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:47.244726 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.294532 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c13c31-a4a3-4718-b3b2-98a744e8ff61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router c7a70e90-9f29-4e26-9509-3cd0cbf927a0 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:15:47.328523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d272031-ea57-4490-bd2d-ce466111daf0 req-ee42d1b5-4159-458e-9f29-e566e1d1568f tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:47.330188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d272031-ea57-4490-bd2d-ce466111daf0 req-ee42d1b5-4159-458e-9f29-e566e1d1568f tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 945 time: 0.1393661 Aug 21 09:15:47.338826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Pushing event updated for resources: {'Port': ['ID=a5adfd25-8e55-4e01-87c1-5b8a05769886,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:47.342010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Attempting to bind port a5adfd25-8e55-4e01-87c1-5b8a05769886 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:47.342468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Attempting to bind port a5adfd25-8e55-4e01-87c1-5b8a05769886 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:47.343038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Attempting to bind port a5adfd25-8e55-4e01-87c1-5b8a05769886 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:47.349447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:47.349874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:47.350859 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.351500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:47.352367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Bound port: a5adfd25-8e55-4e01-87c1-5b8a05769886, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:47.352919 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.402168 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-836d7ea5-0f33-4561-88d4-3b17e5968ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.409643 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-836d7ea5-0f33-4561-88d4-3b17e5968ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.429238 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-836d7ea5-0f33-4561-88d4-3b17e5968ad2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da4805cd-cf42-48d2-8c63-1b013666ef3d HTTP/1.1" status: 204 len: 168 time: 0.7665927 Aug 21 09:15:47.433182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] For port a5adfd25-8e55-4e01-87c1-5b8a05769886, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:47.437298 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] For port a5adfd25-8e55-4e01-87c1-5b8a05769886, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a5adfd25-8e55-4e01-87c1-5b8a05769886,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:47.485277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d7ea5-0f33-4561-88d4-3b17e5968ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4805cd-cf42-48d2-8c63-1b013666ef3d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:47.493937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c13c31-a4a3-4718-b3b2-98a744e8ff61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:15:47.503080 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a7c13c31-a4a3-4718-b3b2-98a744e8ff61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/c7a70e90-9f29-4e26-9509-3cd0cbf927a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5215743 Aug 21 09:15:47.504635 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7993c1-cc4d-4f81-b502-9cc62a3f7d84 None None] Sync routers for ids ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:15:47.507772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51318) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:47.511407 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.532053 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7993c1-cc4d-4f81-b502-9cc62a3f7d84 None None] Routers {'c7a70e90-9f29-4e26-9509-3cd0cbf927a0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:47.532053 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fd7993c1-cc4d-4f81-b502-9cc62a3f7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:47.565352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1c1561c7-d81a-4d11-a301-7fb0eb066874 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:47.608920 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-28f58a3d-d0a7-4f4b-b024-0c8922173359 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7a70e90-9f29-4e26-9509-3cd0cbf927a0 HTTP/1.1" status: 200 len: 205 time: 0.0940733 Aug 21 09:15:47.609161 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fd7993c1-cc4d-4f81-b502-9cc62a3f7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:47.609326 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51322) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:47.625410 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7993c1-cc4d-4f81-b502-9cc62a3f7d84 None None] Routers {'c7a70e90-9f29-4e26-9509-3cd0cbf927a0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:15:47.626135 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fd7993c1-cc4d-4f81-b502-9cc62a3f7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:47.648843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35111112-9bae-47c0-a002-ca74bcfc2caa {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:47.651933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778b57a-32a8-4669-a3e6-a16a180e49ac None None] Pushing event updated for resources: {'Port': ['ID=a5adfd25-8e55-4e01-87c1-5b8a05769886,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:47.693031 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fd7993c1-cc4d-4f81-b502-9cc62a3f7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:47.693632 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7993c1-cc4d-4f81-b502-9cc62a3f7d84 None None] The sync data for ids ['c7a70e90-9f29-4e26-9509-3cd0cbf927a0'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:15:47.716606 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.727446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.735497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 1c1561c7-d81a-4d11-a301-7fb0eb066874 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:47.741635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 1c1561c7-d81a-4d11-a301-7fb0eb066874 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:47.742129 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.803416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Pushing event updated for resources: {'Port': ['ID=099b90ec-8474-40ea-ae18-5ea47ae7337f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:47.814489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d272031-ea57-4490-bd2d-ce466111daf0 req-b8a5a5ed-78c9-43f8-90ee-6c8625b7361b tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745150 Aug 21 09:15:47.848960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Transition to ACTIVE for port object 35111112-9bae-47c0-a002-ca74bcfc2caa will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:47.851107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7aea-2a69-49df-9503-5eea676b7d10 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:47.864714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Network c052a282-634b-4443-9467-19fdb87fdc2c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:47.867059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:47.876619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:47.910553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3655ce6-3984-458a-9ac3-537e26a4e437 req-29919605-ea46-42a9-9240-f5d827ab7cc5 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:47.919324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3655ce6-3984-458a-9ac3-537e26a4e437 req-29919605-ea46-42a9-9240-f5d827ab7cc5 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 931 time: 0.4559324 Aug 21 09:15:47.993988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.009917 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.121306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1c1561c7-d81a-4d11-a301-7fb0eb066874, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1c1561c7-d81a-4d11-a301-7fb0eb066874,segment=NetworkSegment(7195962c-2e49-489f-8e95-a0582f0abf3b),segment_id=7195962c-2e49-489f-8e95-a0582f0abf3b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:48.124321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04ece76-f3a4-4636-b4ef-77a984e26f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1561c7-d81a-4d11-a301-7fb0eb066874'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:48.129935 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156f4c52-dc3e-4066-839b-14134990aeda" -d '{"events": [{"server_uuid": "b04ece76-f3a4-4636-b4ef-77a984e26f82", "name": "network-vif-plugged", "status": "completed", "tag": "1c1561c7-d81a-4d11-a301-7fb0eb066874"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:48.149724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:48.150641 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.190213 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.298774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7aea-2a69-49df-9503-5eea676b7d10 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.300309 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0422ddee-ceb7-45e7-9106-d81f9bbdea8b x-openstack-request-id: req-0422ddee-ceb7-45e7-9106-d81f9bbdea8b {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:48.300753 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04ece76-f3a4-4636-b4ef-77a984e26f82", "name": "network-vif-plugged", "status": "completed", "tag": "1c1561c7-d81a-4d11-a301-7fb0eb066874", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:48.306744 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0422ddee-ceb7-45e7-9106-d81f9bbdea8b {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:48.306744 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04ece76-f3a4-4636-b4ef-77a984e26f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1561c7-d81a-4d11-a301-7fb0eb066874', 'code': 200} Aug 21 09:15:48.307218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7aea-2a69-49df-9503-5eea676b7d10 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.335426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=1c1561c7-d81a-4d11-a301-7fb0eb066874,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:48.469009 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7aea-2a69-49df-9503-5eea676b7d10 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.469719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbb7aea-2a69-49df-9503-5eea676b7d10 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Fanout notify agent at l3_agent the message router_deleted on router c7a70e90-9f29-4e26-9509-3cd0cbf927a0 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:15:48.478477 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7aea-2a69-49df-9503-5eea676b7d10 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.482256 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bfbb7aea-2a69-49df-9503-5eea676b7d10 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/c7a70e90-9f29-4e26-9509-3cd0cbf927a0 HTTP/1.1" status: 204 len: 168 time: 0.8731847 Aug 21 09:15:48.483035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51344) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:48.545188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a49d6f9-fd00-40cf-ad60-322b85b6c507 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting subnet bd8cfacb-92b7-4acf-b8ac-d6c67af02af1 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:48.551985 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a49d6f9-fd00-40cf-ad60-322b85b6c507 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.577504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3655ce6-3984-458a-9ac3-537e26a4e437 req-683a876e-d47d-464b-aa7d-3398927573d7 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157632 Aug 21 09:15:48.580966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Pushing event updated for resources: {'Port': ['ID=35111112-9bae-47c0-a002-ca74bcfc2caa,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:48.657189 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a49d6f9-fd00-40cf-ad60-322b85b6c507 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.669859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-53b3bcfe-9082-44d5-b03a-ed71cc0322f9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7236605 Aug 21 09:15:48.701790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Request body: {'port': {'device_id': '9416458f-6541-44b0-b1ec-f67d7f01dac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:48.757838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99fe5e-3e19-4027-b2fd-b98256b8a20b req-ee549555-6444-46ab-bd0e-4435cd9936e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:48.759605 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b99fe5e-3e19-4027-b2fd-b98256b8a20b req-ee549555-6444-46ab-bd0e-4435cd9936e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 1098 time: 0.1652262 Aug 21 09:15:48.811951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Attempting to bind port 35111112-9bae-47c0-a002-ca74bcfc2caa on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:48.811951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Attempting to bind port 35111112-9bae-47c0-a002-ca74bcfc2caa by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:48.811951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Attempting to bind port 35111112-9bae-47c0-a002-ca74bcfc2caa on network c052a282-634b-4443-9467-19fdb87fdc2c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:48.842249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:15:48.854042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Port 35111112-9bae-47c0-a002-ca74bcfc2caa on network c052a282-634b-4443-9467-19fdb87fdc2c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:15:48.854514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Attempting to bind port 35111112-9bae-47c0-a002-ca74bcfc2caa on network c052a282-634b-4443-9467-19fdb87fdc2c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:48.865566 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.883705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b99fe5e-3e19-4027-b2fd-b98256b8a20b req-f66cb769-461d-4208-b277-354424bb3fc3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093426 Aug 21 09:15:48.891872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:48.892335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Checking segment: {'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:48.892817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Bound using segment: {'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:48.893506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Bound port: 35111112-9bae-47c0-a002-ca74bcfc2caa, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:48.893957 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:48.906816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2eb22e-9b6a-439d-9502-2c28f7cba703 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:48.926303 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.000386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Transition to ACTIVE for port object af2eb22e-9b6a-439d-9502-2c28f7cba703 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:49.098634 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.273508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] For port 35111112-9bae-47c0-a002-ca74bcfc2caa, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:49.292371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f0514c3e-76a8-46df-819e-3463540cad70 None None] Provisioning for port a5adfd25-8e55-4e01-87c1-5b8a05769886 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:49.297038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f45310-fb36-4750-adee-261aab57e89a req-a9d5d2cf-2c79-42d6-9f61-8e2729a53d91 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:49.304860 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72f45310-fb36-4750-adee-261aab57e89a req-a9d5d2cf-2c79-42d6-9f61-8e2729a53d91 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 946 time: 0.3229191 Aug 21 09:15:49.331090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Pushing event updated for resources: {'Port': ['ID=af2eb22e-9b6a-439d-9502-2c28f7cba703,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:49.345670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] For port 35111112-9bae-47c0-a002-ca74bcfc2caa, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=35111112-9bae-47c0-a002-ca74bcfc2caa,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:49.412074 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a49d6f9-fd00-40cf-ad60-322b85b6c507 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.436881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.465147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5adfd25-8e55-4e01-87c1-5b8a05769886 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:49.510890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72f45310-fb36-4750-adee-261aab57e89a req-b26ed1c3-e70e-4295-a1ee-d6b3ef12f6d2 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050793 Aug 21 09:15:49.551675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:49.552322 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.553751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] 10.222.0.13 "PUT /v2.0/ports/35111112-9bae-47c0-a002-ca74bcfc2caa HTTP/1.1" status: 200 len: 1092 time: 2.9820683 Aug 21 09:15:49.554189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771c6ca2-e488-4538-bd36-5e1bed152760', 'tag': '35111112-9bae-47c0-a002-ca74bcfc2caa'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:49.556574 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaab931-eaa4-49f0-9d9f-e4f444bf2044" -d '{"events": [{"name": "network-changed", "server_uuid": "771c6ca2-e488-4538-bd36-5e1bed152760", "tag": "35111112-9bae-47c0-a002-ca74bcfc2caa"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:49.577028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Attempting to bind port af2eb22e-9b6a-439d-9502-2c28f7cba703 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:49.577361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Attempting to bind port af2eb22e-9b6a-439d-9502-2c28f7cba703 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:49.578098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Attempting to bind port af2eb22e-9b6a-439d-9502-2c28f7cba703 on network c052a282-634b-4443-9467-19fdb87fdc2c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:49.600202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc0195-c497-4996-96c7-bfc05a0aed5f service neutron] Pushing event updated for resources: {'Port': ['ID=35111112-9bae-47c0-a002-ca74bcfc2caa,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:49.604266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Port af2eb22e-9b6a-439d-9502-2c28f7cba703 on network c052a282-634b-4443-9467-19fdb87fdc2c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:15:49.604603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Attempting to bind port af2eb22e-9b6a-439d-9502-2c28f7cba703 on network c052a282-634b-4443-9467-19fdb87fdc2c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:49.605971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a5adfd25-8e55-4e01-87c1-5b8a05769886 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:49.615133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a5adfd25-8e55-4e01-87c1-5b8a05769886 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:49.615133 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.615334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:49.615334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Checking segment: {'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:49.615334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Bound using segment: {'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:49.622995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Bound port: af2eb22e-9b6a-439d-9502-2c28f7cba703, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:49.623373 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.636247 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387e6b7f-ddc7-461b-8888-4bd915584c2e x-openstack-request-id: req-387e6b7f-ddc7-461b-8888-4bd915584c2e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:49.636621 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771c6ca2-e488-4538-bd36-5e1bed152760", "tag": "35111112-9bae-47c0-a002-ca74bcfc2caa", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:49.637100 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-387e6b7f-ddc7-461b-8888-4bd915584c2e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:49.637264 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771c6ca2-e488-4538-bd36-5e1bed152760', 'tag': '35111112-9bae-47c0-a002-ca74bcfc2caa', 'status': 'completed', 'code': 200} Aug 21 09:15:49.642011 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a49d6f9-fd00-40cf-ad60-322b85b6c507 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.777534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49d6f9-fd00-40cf-ad60-322b85b6c507 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8cfacb-92b7-4acf-b8ac-d6c67af02af1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:49.784907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a49d6f9-fd00-40cf-ad60-322b85b6c507 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.794023 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1a49d6f9-fd00-40cf-ad60-322b85b6c507 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/bd8cfacb-92b7-4acf-b8ac-d6c67af02af1 HTTP/1.1" status: 204 len: 168 time: 1.3056147 Aug 21 09:15:49.794023 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51380) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:49.794023 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.816104 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.817016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099b90ec-8474-40ea-ae18-5ea47ae7337f {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:49.821623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fdd48a-1b7e-4377-9e58-10a08a2f79b3 None None] Network 9fbbf045-3a99-4d9f-a5a7-0803932127a2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:49.831000 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.839899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] For port af2eb22e-9b6a-439d-9502-2c28f7cba703, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:49.846904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] For port af2eb22e-9b6a-439d-9502-2c28f7cba703, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=af2eb22e-9b6a-439d-9502-2c28f7cba703,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:49.852264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaab931-eaa4-49f0-9d9f-e4f444bf2044 req-e673015e-f470-49a3-a68a-8d367c5dd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:49.853798 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdaab931-eaa4-49f0-9d9f-e4f444bf2044 req-e673015e-f470-49a3-a68a-8d367c5dd1e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a8588db79241c6a2f816777c172920&device_id=771c6ca2-e488-4538-bd36-5e1bed152760 HTTP/1.1" status: 200 len: 1095 time: 0.1921988 Aug 21 09:15:49.862525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Transition to ACTIVE for port object 099b90ec-8474-40ea-ae18-5ea47ae7337f will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:49.873031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5065a-7199-4258-84d7-68524bc42c00 req-b79e23a5-9c18-40ed-aa7d-e42ed3579312 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:49.875392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85b5065a-7199-4258-84d7-68524bc42c00 req-b79e23a5-9c18-40ed-aa7d-e42ed3579312 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 943 time: 0.1472428 Aug 21 09:15:49.887285 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0e88db-4459-42f0-92c4-db0e21c46d4d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting subnet 7cc56f47-6964-4b41-8bcc-23f5f92c956f {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:49.891640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b0e88db-4459-42f0-92c4-db0e21c46d4d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.963539 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b0e88db-4459-42f0-92c4-db0e21c46d4d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:49.972264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a5adfd25-8e55-4e01-87c1-5b8a05769886, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a5adfd25-8e55-4e01-87c1-5b8a05769886,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:49.988749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaab931-eaa4-49f0-9d9f-e4f444bf2044 req-8006b119-cde8-4d33-9320-763e521829ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:49.991486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdaab931-eaa4-49f0-9d9f-e4f444bf2044 req-8006b119-cde8-4d33-9320-763e521829ad service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=73a8588db79241c6a2f816777c172920&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1159244 Aug 21 09:15:49.997892 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.006981 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.054778 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.090044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:15:50.090378 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:15:50.148673 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b0e88db-4459-42f0-92c4-db0e21c46d4d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.170771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a5adfd25-8e55-4e01-87c1-5b8a05769886,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:50.205238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff5533-9e89-4cc1-9871-7da500b08f74 None None] DHCP port deletion for 9fbbf045-3a99-4d9f-a5a7-0803932127a2 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:15:50.234182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:50.237281 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.237281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] 10.222.0.22 "PUT /v2.0/ports/af2eb22e-9b6a-439d-9502-2c28f7cba703 HTTP/1.1" status: 200 len: 1092 time: 3.1923532 Aug 21 09:15:50.250194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85b5065a-7199-4258-84d7-68524bc42c00 req-7063f94b-1cbf-4138-96f4-76662cfc67d6 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644502 Aug 21 09:15:50.303976 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b0e88db-4459-42f0-92c4-db0e21c46d4d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.316211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-84ff5533-9e89-4cc1-9871-7da500b08f74 None None] Deleting port d21f49ee-639f-492f-83b7-7ae5ff477629 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:50.317892 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-84ff5533-9e89-4cc1-9871-7da500b08f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.357721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Pushing event updated for resources: {'Port': ['ID=099b90ec-8474-40ea-ae18-5ea47ae7337f,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:50.363106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e88db-4459-42f0-92c4-db0e21c46d4d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc56f47-6964-4b41-8bcc-23f5f92c956f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:50.374173 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b0e88db-4459-42f0-92c4-db0e21c46d4d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.379954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51396) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:50.380519 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9b0e88db-4459-42f0-92c4-db0e21c46d4d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/7cc56f47-6964-4b41-8bcc-23f5f92c956f HTTP/1.1" status: 204 len: 168 time: 0.5838265 Aug 21 09:15:50.401515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e11dc54-0028-4e7b-b8fd-8ff193391451 None None] Network 2e7eaada-65a5-4768-b12e-aeba49a3b798 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:50.477659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-84ff5533-9e89-4cc1-9871-7da500b08f74 None None] For port d21f49ee-639f-492f-83b7-7ae5ff477629, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d21f49ee-639f-492f-83b7-7ae5ff477629,segment=NetworkSegment(d71955df-c19a-4800-a261-c551443413e9),segment_id=d71955df-c19a-4800-a261-c551443413e9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:50.478417 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-84ff5533-9e89-4cc1-9871-7da500b08f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.499475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-84ff5533-9e89-4cc1-9871-7da500b08f74 None None] Calling delete_port for d21f49ee-639f-492f-83b7-7ae5ff477629 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:50.581107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-062f39a1-1c5b-45bb-8299-237e4706ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:50.582633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-062f39a1-1c5b-45bb-8299-237e4706ab95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73a8588db79241c6a2f816777c172920&device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 1095 time: 0.2487319 Aug 21 09:15:50.583927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Attempting to bind port 099b90ec-8474-40ea-ae18-5ea47ae7337f on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:50.584856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Attempting to bind port 099b90ec-8474-40ea-ae18-5ea47ae7337f by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:50.585208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Attempting to bind port 099b90ec-8474-40ea-ae18-5ea47ae7337f on network c052a282-634b-4443-9467-19fdb87fdc2c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:50.587646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaab931-eaa4-49f0-9d9f-e4f444bf2044 req-d754c081-13ea-439f-b84b-6bec93b236cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:50.589027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdaab931-eaa4-49f0-9d9f-e4f444bf2044 req-d754c081-13ea-439f-b84b-6bec93b236cb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5730445 Aug 21 09:15:50.589807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161524e-6679-4ee8-ae8e-5df0087b47be service neutron] Pushing event updated for resources: {'Port': ['ID=af2eb22e-9b6a-439d-9502-2c28f7cba703,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:50.613594 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.645405 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.670851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Port 099b90ec-8474-40ea-ae18-5ea47ae7337f on network c052a282-634b-4443-9467-19fdb87fdc2c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:15:50.670851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Attempting to bind port 099b90ec-8474-40ea-ae18-5ea47ae7337f on network c052a282-634b-4443-9467-19fdb87fdc2c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:50.672027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-a8da765a-3c9b-4b62-92d5-5dfbd43eff17 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af2eb22e-9b6a-439d-9502-2c28f7cba703 HTTP/1.1" status: 200 len: 217 time: 0.0703831 Aug 21 09:15:50.722046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:50.722390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Checking segment: {'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:50.722756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Bound using segment: {'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:50.723222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Bound port: 099b90ec-8474-40ea-ae18-5ea47ae7337f, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '547d2197-3603-4997-889c-7ac10c20ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:50.723594 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.757076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-84ff5533-9e89-4cc1-9871-7da500b08f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.822499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d7359b-5c66-479b-875f-c4f93d5e4485 None None] DHCP port deletion for 2e7eaada-65a5-4768-b12e-aeba49a3b798 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:15:50.830185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff5533-9e89-4cc1-9871-7da500b08f74 None None] Pushing event deleted for resources: {'Port': ['ID=d21f49ee-639f-492f-83b7-7ae5ff477629,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:50.858608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff5533-9e89-4cc1-9871-7da500b08f74 None None] No DVR routers for this DVR port d21f49ee-639f-492f-83b7-7ae5ff477629 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:50.862106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35411d31-53d7-4afc-b132-c9b2b4e732b0 req-34eb8b80-e2c0-4bdc-ba21-58401df82da0 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:50.875836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35411d31-53d7-4afc-b132-c9b2b4e732b0 req-34eb8b80-e2c0-4bdc-ba21-58401df82da0 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 946 time: 0.2138097 Aug 21 09:15:50.880135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-f14d41e3-87da-4612-ba2e-766836a9b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:50.888468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-f14d41e3-87da-4612-ba2e-766836a9b8dc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=18a65726-7832-4805-b934-991285eb4a93 HTTP/1.1" status: 200 len: 857 time: 0.1838570 Aug 21 09:15:50.915800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-0b55b7a9-b61f-4c34-a994-77bdaa51b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:50.917289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-0b55b7a9-b61f-4c34-a994-77bdaa51b2ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a8588db79241c6a2f816777c172920&device_id=771c6ca2-e488-4538-bd36-5e1bed152760 HTTP/1.1" status: 200 len: 1095 time: 0.2685587 Aug 21 09:15:50.930872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7359b-5c66-479b-875f-c4f93d5e4485 None None] Deleting port cea4368d-28e0-4e80-b557-96453c0f974b {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:50.932739 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c2d7359b-5c66-479b-875f-c4f93d5e4485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:50.940381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] For port a5adfd25-8e55-4e01-87c1-5b8a05769886, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a5adfd25-8e55-4e01-87c1-5b8a05769886,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:50.979996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.013394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c2d7359b-5c66-479b-875f-c4f93d5e4485 None None] For port cea4368d-28e0-4e80-b557-96453c0f974b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cea4368d-28e0-4e80-b557-96453c0f974b,segment=NetworkSegment(e1d4b6fc-c172-44ee-91fb-b4278f725935),segment_id=e1d4b6fc-c172-44ee-91fb-b4278f725935)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:51.013802 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c2d7359b-5c66-479b-875f-c4f93d5e4485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.028147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7359b-5c66-479b-875f-c4f93d5e4485 None None] Calling delete_port for cea4368d-28e0-4e80-b557-96453c0f974b owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:51.046091 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.047540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.053773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-e7100541-7065-4968-8013-2327a36259fc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c052a282-634b-4443-9467-19fdb87fdc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437750 Aug 21 09:15:51.055877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.072282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-d894bd30-ece0-4379-b983-f03b9bccdab2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35111112-9bae-47c0-a002-ca74bcfc2caa HTTP/1.1" status: 200 len: 217 time: 0.1052034 Aug 21 09:15:51.089905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] For port 099b90ec-8474-40ea-ae18-5ea47ae7337f, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:51.104276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbbf045-3a99-4d9f-a5a7-0803932127a2']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:51.161503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35411d31-53d7-4afc-b132-c9b2b4e732b0 req-c28ccd47-8629-4318-9fdf-0757e08da4c4 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840865 Aug 21 09:15:51.169300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71955df-c19a-4800-a261-c551443413e9') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:51.172213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71955df-c19a-4800-a261-c551443413e9') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:51.181481 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:51.233442 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:51.241869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:51.242472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.244728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76932cb-c8ec-41d2-96a8-98e9d52fbe9b None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:51.251254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] For port 099b90ec-8474-40ea-ae18-5ea47ae7337f, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=099b90ec-8474-40ea-ae18-5ea47ae7337f,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:51.261680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=3c0833f8-daab-414c-90d5-ea5d22193e06,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:51.282506 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.328599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=a5adfd25-8e55-4e01-87c1-5b8a05769886,revision_number=5']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:51.343105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c2d7359b-5c66-479b-875f-c4f93d5e4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.343366 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.361704 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.364473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-a3df191c-2599-40b4-b2d7-10390c7f842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:51.366570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-a3df191c-2599-40b4-b2d7-10390c7f842b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18a65726-7832-4805-b934-991285eb4a93 HTTP/1.1" status: 200 len: 857 time: 0.2742124 Aug 21 09:15:51.369944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:51.370544 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:51.376225 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:51.414490 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-453d5256-3c8e-45b4-81c8-eb21a2fd9255 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8396237 Aug 21 09:15:51.419807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5adfd25-8e55-4e01-87c1-5b8a05769886 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:51.422760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51428) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:51.424304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7359b-5c66-479b-875f-c4f93d5e4485 None None] No DVR routers for this DVR port cea4368d-28e0-4e80-b557-96453c0f974b on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:51.430561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7359b-5c66-479b-875f-c4f93d5e4485 None None] Pushing event deleted for resources: {'Port': ['ID=cea4368d-28e0-4e80-b557-96453c0f974b,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:51.434325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:85:34:0c', 'name': 'tempest-NetworksTestDHCPv6-1290733466'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:51.527884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-2af885af-b2f4-4d81-a4e1-b9ca3d1d767a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c052a282-634b-4443-9467-19fdb87fdc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232584 Aug 21 09:15:51.530626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:51.531419 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.533161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] 10.222.0.22 "PUT /v2.0/ports/099b90ec-8474-40ea-ae18-5ea47ae7337f HTTP/1.1" status: 200 len: 1092 time: 2.8413062 Aug 21 09:15:51.579037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-dbb5d4cd-03ff-43ca-b748-e1b429398451 service neutron] 10.222.0.22 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084851 Aug 21 09:15:51.675817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a5adfd25-8e55-4e01-87c1-5b8a05769886 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:51.676340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339aa0b5-aa60-4465-8927-73943921f993', 'tag': 'af2eb22e-9b6a-439d-9502-2c28f7cba703'}, {'name': 'network-changed', 'server_uuid': '9416458f-6541-44b0-b1ec-f67d7f01dac4', 'tag': '099b90ec-8474-40ea-ae18-5ea47ae7337f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:51.676739 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.676850 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266" -d '{"events": [{"name": "network-changed", "server_uuid": "339aa0b5-aa60-4465-8927-73943921f993", "tag": "af2eb22e-9b6a-439d-9502-2c28f7cba703"}, {"name": "network-changed", "server_uuid": "9416458f-6541-44b0-b1ec-f67d7f01dac4", "tag": "099b90ec-8474-40ea-ae18-5ea47ae7337f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:51.713200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6bff0-271b-4d77-9cbf-71dcd7fd9a04 service neutron] Pushing event updated for resources: {'Port': ['ID=099b90ec-8474-40ea-ae18-5ea47ae7337f,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:51.759957 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.762644 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2035d5d3-ac6d-4268-b71d-12f658ff8659 x-openstack-request-id: req-2035d5d3-ac6d-4268-b71d-12f658ff8659 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:51.762944 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339aa0b5-aa60-4465-8927-73943921f993", "tag": "af2eb22e-9b6a-439d-9502-2c28f7cba703", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9416458f-6541-44b0-b1ec-f67d7f01dac4", "tag": "099b90ec-8474-40ea-ae18-5ea47ae7337f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:51.763194 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2035d5d3-ac6d-4268-b71d-12f658ff8659 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:51.763602 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339aa0b5-aa60-4465-8927-73943921f993', 'tag': 'af2eb22e-9b6a-439d-9502-2c28f7cba703', 'status': 'completed', 'code': 200} Aug 21 09:15:51.763860 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9416458f-6541-44b0-b1ec-f67d7f01dac4', 'tag': '099b90ec-8474-40ea-ae18-5ea47ae7337f', 'status': 'completed', 'code': 200} Aug 21 09:15:51.788645 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:51.789381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:51.792900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/networks/9fbbf045-3a99-4d9f-a5a7-0803932127a2 HTTP/1.1" status: 204 len: 168 time: 1.4032686 Aug 21 09:15:51.795952 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51436) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:51.833603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c7ec6-e212-42f6-8454-1c38850a8cdc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Network': ['ID=9fbbf045-3a99-4d9f-a5a7-0803932127a2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:51.848272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3ed08-0737-4f22-8387-a9a84beff392 req-f845f4b5-50e2-493c-b713-8d1a2acf2878 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:51.856287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4c3ed08-0737-4f22-8387-a9a84beff392 req-f845f4b5-50e2-493c-b713-8d1a2acf2878 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 943 time: 0.3270836 Aug 21 09:15:51.929568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-cb32d0a7-90df-4861-9656-3f87e27ccfa6 service neutron] 10.222.0.13 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792081 Aug 21 09:15:51.940300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-7b922755-6ece-4e3b-8c2d-23c27ae622ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:51.941958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-7b922755-6ece-4e3b-8c2d-23c27ae622ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73a8588db79241c6a2f816777c172920&device_id=9416458f-6541-44b0-b1ec-f67d7f01dac4 HTTP/1.1" status: 200 len: 1095 time: 0.2622433 Aug 21 09:15:51.978348 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.003243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cea4368d-28e0-4e80-b557-96453c0f974b no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:52.067484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: cea4368d-28e0-4e80-b557-96453c0f974b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:52.073761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cea4368d-28e0-4e80-b557-96453c0f974b not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:52.074598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d21f49ee-639f-492f-83b7-7ae5ff477629 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:15:52.134759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d21f49ee-639f-492f-83b7-7ae5ff477629 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:15:52.135293 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d21f49ee-639f-492f-83b7-7ae5ff477629 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:15:52.165521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.179274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7eaada-65a5-4768-b12e-aeba49a3b798']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:52.192113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d4b6fc-c172-44ee-91fb-b4278f725935') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:52.192649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d4b6fc-c172-44ee-91fb-b4278f725935') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:15:52.203968 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.220468 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.228286 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:15:52.229005 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:15:52.297259 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:15:52.335922 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.361505 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.378039 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.379925 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/networks/2e7eaada-65a5-4768-b12e-aeba49a3b798 HTTP/1.1" status: 204 len: 168 time: 0.5829315 Aug 21 09:15:52.385439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51448) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:52.392991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-219184183'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:52.442987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e4baf-3c90-49bf-a1f0-de26cc703b12 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Network': ['ID=2e7eaada-65a5-4768-b12e-aeba49a3b798,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:52.450787 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port e63c8eb2-f11b-4647-9306-5e7ded24c5ae yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:15:52.521651 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:52.526686 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.539260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-e486ce0f-d174-4b62-823c-33b913f92fc5 service neutron] 10.222.0.22 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9190075 Aug 21 09:15:52.570465 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:15:52.609407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-bf31ce6f-bbf9-49e4-87ba-38df32726736 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=099b90ec-8474-40ea-ae18-5ea47ae7337f HTTP/1.1" status: 200 len: 217 time: 0.6405432 Aug 21 09:15:52.630043 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.630215 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added segment 35ecae8c-ba4b-4132-9881-42731986ca1c of type vlan for network 65a80eae-4674-4789-a534-091bb8b319e7 Aug 21 09:15:52.634710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4c3ed08-0737-4f22-8387-a9a84beff392 req-36f6c529-ec35-4cd2-89b7-875e5d3538e3 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7774429 Aug 21 09:15:52.769279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-a1c846f5-6e22-465a-916a-94891d77d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:52.775922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-a1c846f5-6e22-465a-916a-94891d77d2fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=18a65726-7832-4805-b934-991285eb4a93 HTTP/1.1" status: 200 len: 857 time: 0.1298501 Aug 21 09:15:52.775922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-ee9bde68-ce3f-472b-b318-d4ff09f27909 service neutron] 10.222.0.13 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8308899 Aug 21 09:15:52.793966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.831098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-12bf906f-fe8f-4a55-8352-21f80aecc523 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c052a282-634b-4443-9467-19fdb87fdc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351384 Aug 21 09:15:52.842726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-2ead559f-ace7-4565-8c84-a858d0e4abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:52.844363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-2ead559f-ace7-4565-8c84-a858d0e4abc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73a8588db79241c6a2f816777c172920&device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 1095 time: 0.2020743 Aug 21 09:15:52.910725 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 172.20.0.3 (9f07fd62-f4b8-49be-a982-63482994ed24/8de41781-3c4c-43da-a63d-32962bd4464c/e63c8eb2-f11b-4647-9306-5e7ded24c5ae) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:52.919616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::f816:3eff:fe85:340c (9f07fd62-f4b8-49be-a982-63482994ed24/3c0833f8-daab-414c-90d5-ea5d22193e06/e63c8eb2-f11b-4647-9306-5e7ded24c5ae) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:52.949954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.959892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:52.960842 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.968261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c248cac4-0cb3-4a27-b3b2-60c11e69c700 None None] Provisioning complete for port a5adfd25-8e55-4e01-87c1-5b8a05769886 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:52.969287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c248cac4-0cb3-4a27-b3b2-60c11e69c700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:52.981355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-ca9c85ee-a9e4-4883-ad7b-b404d8e69096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:52.982732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-ca9c85ee-a9e4-4883-ad7b-b404d8e69096 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c052a282-634b-4443-9467-19fdb87fdc2c HTTP/1.1" status: 200 len: 918 time: 0.0940225 Aug 21 09:15:53.034606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-9a17a717-68c8-4f72-9005-f8cab388f9db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af2eb22e-9b6a-439d-9502-2c28f7cba703 HTTP/1.1" status: 200 len: 217 time: 0.0418754 Aug 21 09:15:53.117186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Network': ['ID=65a80eae-4674-4789-a534-091bb8b319e7,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:53.122808 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dc955a31-8b0f-4840-a872-bdcf44736761 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7370839 Aug 21 09:15:53.125949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51472) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:53.130989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'subnet': {'network_id': '65a80eae-4674-4789-a534-091bb8b319e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:53.131936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 65a80eae-4674-4789-a534-091bb8b319e7 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:15:53.132226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-39858253-fd80-4994-ade3-56596e442ab7 service neutron] 10.222.0.22 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917514 Aug 21 09:15:53.243924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-f18df7e7-270b-4e3e-a748-c997af63535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:53.245417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-f18df7e7-270b-4e3e-a748-c997af63535e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=18a65726-7832-4805-b934-991285eb4a93 HTTP/1.1" status: 200 len: 857 time: 0.1991913 Aug 21 09:15:53.338643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-c881a985-1696-4335-aee0-fa2d2a4894b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c052a282-634b-4443-9467-19fdb87fdc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834193 Aug 21 09:15:53.346033 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:53.352504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:53.358877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:53.425485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object e63c8eb2-f11b-4647-9306-5e7ded24c5ae will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:53.490468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-428f6a48-3447-4f84-8de7-940f64f3c675 service neutron] 10.222.0.22 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137102 Aug 21 09:15:53.493207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0565c7cf-851e-4afe-aecf-e70f99dd491d req-a63394f3-2d8e-4011-98ca-784b89b2f188 service neutron] 10.222.0.22 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472967 Aug 21 09:15:53.582229 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:53.675849 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:53.684801 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:53.688341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:53.703615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-4a863ee2-ea0c-40da-9259-b283b0f58c32 service neutron] 10.222.0.22 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993709 Aug 21 09:15:53.765111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=e63c8eb2-f11b-4647-9306-5e7ded24c5ae,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:53.822502 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:53.823294 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:53.839884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dc4b8-7fa3-43b1-8faa-12cccb4f4ef7 req-db7e9814-3d93-441f-a9d8-f3916928b99a tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:53.848207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be5dc4b8-7fa3-43b1-8faa-12cccb4f4ef7 req-db7e9814-3d93-441f-a9d8-f3916928b99a tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 943 time: 0.1279907 Aug 21 09:15:53.871057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-52c3ff06-63cb-4032-91fd-dfdb039342ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:53.872687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-52c3ff06-63cb-4032-91fd-dfdb039342ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=73a8588db79241c6a2f816777c172920&device_id=9416458f-6541-44b0-b1ec-f67d7f01dac4 HTTP/1.1" status: 200 len: 1095 time: 0.0990913 Aug 21 09:15:53.908418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be5dc4b8-7fa3-43b1-8faa-12cccb4f4ef7 req-6e9f92d3-2fd8-471e-80eb-b9187a365ee6 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572073 Aug 21 09:15:53.939793 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:54.001199 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ac85f6b0-b4cc-4277-b25f-16a230f7f3dc tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5733202 Aug 21 09:15:54.003127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51500) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:54.039624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-0799b100-9eba-4cee-835f-66ced0feadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:54.041441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-0799b100-9eba-4cee-835f-66ced0feadc1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c052a282-634b-4443-9467-19fdb87fdc2c HTTP/1.1" status: 200 len: 918 time: 0.1532784 Aug 21 09:15:54.082349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Subnet': ['ID=00b2d027-fe5e-456e-a384-ea5e6bea3ae8,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:54.116613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df8867d-0505-4166-a5b2-099c2801c2a2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:54.123493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df8867d-0505-4166-a5b2-099c2801c2a2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:54.125520 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1df8867d-0505-4166-a5b2-099c2801c2a2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1208766 Aug 21 09:15:54.125944 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Checking segment: {'id': '35ecae8c-ba4b-4132-9881-42731986ca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '65a80eae-4674-4789-a534-091bb8b319e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:54.126467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network hostable DHCP agents. Network: 65a80eae-4674-4789-a534-091bb8b319e7, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:15:54.132119 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51502) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:54.132836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51504) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:54.140974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-291daa51-538a-4041-92c1-c14a79f6896e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=099b90ec-8474-40ea-ae18-5ea47ae7337f HTTP/1.1" status: 200 len: 217 time: 0.0760369 Aug 21 09:15:54.228215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-c67011d8-4dcf-408e-a3fb-156a76d51b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:54.230201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-c67011d8-4dcf-408e-a3fb-156a76d51b5e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=18a65726-7832-4805-b934-991285eb4a93 HTTP/1.1" status: 200 len: 857 time: 0.0814302 Aug 21 09:15:54.271473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-7d9a1d0f-013b-4648-acb4-ab79c8f28f3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c052a282-634b-4443-9467-19fdb87fdc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329976 Aug 21 09:15:54.280301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-80e5bdcb-95e5-429c-992a-c700b909ce81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port e63c8eb2-f11b-4647-9306-5e7ded24c5ae {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:54.280668 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-80e5bdcb-95e5-429c-992a-c700b909ce81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:54.295632 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 65a80eae-4674-4789-a534-091bb8b319e7 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:15:54.320815 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-647a9869-fa4e-4a9c-81bf-5ca0d285220a None None] Provisioning for port e63c8eb2-f11b-4647-9306-5e7ded24c5ae completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:54.325843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-647a9869-fa4e-4a9c-81bf-5ca0d285220a None None] Provisioning complete for port e63c8eb2-f11b-4647-9306-5e7ded24c5ae triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:54.328620 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-647a9869-fa4e-4a9c-81bf-5ca0d285220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:54.366753 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe830aa3-ef37-4434-a531-91505439a040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:54.397750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-647a9869-fa4e-4a9c-81bf-5ca0d285220a None None] Port e63c8eb2-f11b-4647-9306-5e7ded24c5ae cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:15:54.421800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 65a80eae-4674-4789-a534-091bb8b319e7) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:54.425843 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-e936f24c-5df0-41c2-bde5-5b6ec742faf1 service neutron] 10.222.0.22 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413398 Aug 21 09:15:54.428622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-80e5bdcb-95e5-429c-992a-c700b909ce81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:54.435188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d6ccc2-c3b2-467c-a91c-30bc81e631e9 None None] Network 65a80eae-4674-4789-a534-091bb8b319e7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:54.447202 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:54.448809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:54.541367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-80e5bdcb-95e5-429c-992a-c700b909ce81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for e63c8eb2-f11b-4647-9306-5e7ded24c5ae owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:54.564440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-466a43d8-5af1-4ed6-b9de-24ff9c1a6266 req-06c48ba4-2aff-4cbc-b94f-d4d2590f2718 service neutron] 10.222.0.22 "GET /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293125 Aug 21 09:15:54.627278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-65a80eae-4674-4789-a534-091bb8b319e7', 'network_id': '65a80eae-4674-4789-a534-091bb8b319e7', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'fixed_ips': [{'subnet_id': '00b2d027-fe5e-456e-a384-ea5e6bea3ae8'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:15:54.628756 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:54.641359 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe830aa3-ef37-4434-a531-91505439a040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:54.759497 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe830aa3-ef37-4434-a531-91505439a040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:54.817913 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2dc982f1-04f8-4377-a260-c0928dc6ce91 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6885505 Aug 21 09:15:54.818466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51520) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:54.823264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-34448a3d-d510-4adc-abd9-ed3772965a3f tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-142207038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:54.827085 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fe830aa3-ef37-4434-a531-91505439a040 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a9ba71ebb974f1b8a0f8ff95efc7805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895723 Aug 21 09:15:54.827085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe830aa3-ef37-4434-a531-91505439a040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5be7f8-1b2c-49bc-9a94-0fdc9c34b84d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:54.836161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51522) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:54.940890 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-43450054-2e2f-4033-aaf5-ca9f624d37d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:54.972559 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-43450054-2e2f-4033-aaf5-ca9f624d37d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.007118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Allocated IP 2001:db8::2 (65a80eae-4674-4789-a534-091bb8b319e7/00b2d027-fe5e-456e-a384-ea5e6bea3ae8/9e8a5b3e-7454-48ea-a56b-c9fa6939a7da) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:55.045567 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-80e5bdcb-95e5-429c-992a-c700b909ce81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.103846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device af2eb22e-9b6a-439d-9502-2c28f7cba703 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:15:55.104124 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34448a3d-d510-4adc-abd9-ed3772965a3f tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.106090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34448a3d-d510-4adc-abd9-ed3772965a3f tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.116416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5bdcb-95e5-429c-992a-c700b909ce81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=e63c8eb2-f11b-4647-9306-5e7ded24c5ae,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:55.166677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-43450054-2e2f-4033-aaf5-ca9f624d37d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.169461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-43450054-2e2f-4033-aaf5-ca9f624d37d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.173571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-43450054-2e2f-4033-aaf5-ca9f624d37d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f5be7f8-1b2c-49bc-9a94-0fdc9c34b84d HTTP/1.1" status: 204 len: 168 time: 0.3362181 Aug 21 09:15:55.205943 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34448a3d-d510-4adc-abd9-ed3772965a3f tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.219420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43450054-2e2f-4033-aaf5-ca9f624d37d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5be7f8-1b2c-49bc-9a94-0fdc9c34b84d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:55.249128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb29b80-f7af-4ff8-9e3b-57b3b6cbdfbc req-90a624f8-fdd5-4335-af98-4c6f5139a1bd tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:55.258826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bb29b80-f7af-4ff8-9e3b-57b3b6cbdfbc req-90a624f8-fdd5-4335-af98-4c6f5139a1bd tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 943 time: 0.2247496 Aug 21 09:15:55.314647 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-80e5bdcb-95e5-429c-992a-c700b909ce81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.320782 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-80e5bdcb-95e5-429c-992a-c700b909ce81 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/e63c8eb2-f11b-4647-9306-5e7ded24c5ae HTTP/1.1" status: 204 len: 168 time: 1.1832561 Aug 21 09:15:55.322129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51538) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:55.329881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34448a3d-d510-4adc-abd9-ed3772965a3f tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.349543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bb29b80-f7af-4ff8-9e3b-57b3b6cbdfbc req-e3107261-6402-4cf2-9c71-ac45e285b594 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828171 Aug 21 09:15:55.361114 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.395093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Transition to ACTIVE for port object 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:55.414020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port af2eb22e-9b6a-439d-9502-2c28f7cba703, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=af2eb22e-9b6a-439d-9502-2c28f7cba703,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:55.420350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e81cfd-4f49-4a84-91e3-5b1430eb6f7d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:55.426151 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e81cfd-4f49-4a84-91e3-5b1430eb6f7d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:55.428980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e81cfd-4f49-4a84-91e3-5b1430eb6f7d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:55.429640 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34448a3d-d510-4adc-abd9-ed3772965a3f tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.430753 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-07e81cfd-4f49-4a84-91e3-5b1430eb6f7d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1068161 Aug 21 09:15:55.434091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51540) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:55.438634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51542) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:55.438774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-34448a3d-d510-4adc-abd9-ed3772965a3f tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6151421 Aug 21 09:15:55.438910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Transition to ACTIVE for port object 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:55.439318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'af2eb22e-9b6a-439d-9502-2c28f7cba703', 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c', 'port_id': 'af2eb22e-9b6a-439d-9502-2c28f7cba703', 'mac_address': 'fa:16:3e:53:d9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a65726-7832-4805-b934-991285eb4a93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:15:55.442312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'port': {'network_id': '65a80eae-4674-4789-a534-091bb8b319e7', 'name': 'tempest-RoutersIpV6Test-578283975'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:55.514530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.533909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2eb22e-9b6a-439d-9502-2c28f7cba703 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:55.563126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port af2eb22e-9b6a-439d-9502-2c28f7cba703, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=af2eb22e-9b6a-439d-9502-2c28f7cba703,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:55.565699 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66f384e-9b10-4992-adfd-3838873f7a88 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 3c0833f8-daab-414c-90d5-ea5d22193e06 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:55.566205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 35111112-9bae-47c0-a002-ca74bcfc2caa details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:15:55.571692 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a66f384e-9b10-4992-adfd-3838873f7a88 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.643759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a66f384e-9b10-4992-adfd-3838873f7a88 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.688984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472471c-3753-4d01-a3bf-ea25d3fee54d req-9fb17d2b-27d6-491a-be3a-8616023b3a9c tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:55.690099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1472471c-3753-4d01-a3bf-ea25d3fee54d req-9fb17d2b-27d6-491a-be3a-8616023b3a9c tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 946 time: 0.0759630 Aug 21 09:15:55.693941 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.694653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 099b90ec-8474-40ea-ae18-5ea47ae7337f details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:15:55.697122 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.717600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 35111112-9bae-47c0-a002-ca74bcfc2caa, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=35111112-9bae-47c0-a002-ca74bcfc2caa,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:55.754714 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a66f384e-9b10-4992-adfd-3838873f7a88 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.774835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1472471c-3753-4d01-a3bf-ea25d3fee54d req-aec92c53-b325-45bb-9cf6-5b18709e6918 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746930 Aug 21 09:15:55.779387 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:55.783457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.789065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '35111112-9bae-47c0-a002-ca74bcfc2caa', 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c', 'port_id': '35111112-9bae-47c0-a002-ca74bcfc2caa', 'mac_address': 'fa:16:3e:ab:92:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a65726-7832-4805-b934-991285eb4a93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:15:55.825388 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] device_id is not set on port 7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:15:55.867471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Network 65a80eae-4674-4789-a534-091bb8b319e7 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:55.880116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:55.882610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:55.914740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 099b90ec-8474-40ea-ae18-5ea47ae7337f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=099b90ec-8474-40ea-ae18-5ea47ae7337f,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:55.929653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=af2eb22e-9b6a-439d-9502-2c28f7cba703,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:55.957724 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:55.991334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Allocated IP 2001:db8::3d1 (65a80eae-4674-4789-a534-091bb8b319e7/00b2d027-fe5e-456e-a384-ea5e6bea3ae8/7c43cbd1-a07b-4b28-b1d8-3bbac94609d6) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:15:55.997333 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a66f384e-9b10-4992-adfd-3838873f7a88 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.028805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51554) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:56.034903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '099b90ec-8474-40ea-ae18-5ea47ae7337f', 'network_id': 'c052a282-634b-4443-9467-19fdb87fdc2c', 'port_id': '099b90ec-8474-40ea-ae18-5ea47ae7337f', 'mac_address': 'fa:16:3e:91:57:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a65726-7832-4805-b934-991285eb4a93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:15:56.050154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Attempting to bind port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:15:56.050520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Attempting to bind port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '35ecae8c-ba4b-4132-9881-42731986ca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '65a80eae-4674-4789-a534-091bb8b319e7'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:15:56.050889 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Attempting to bind port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da on network 65a80eae-4674-4789-a534-091bb8b319e7 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:15:56.053731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35111112-9bae-47c0-a002-ca74bcfc2caa {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:56.068471 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f384e-9b10-4992-adfd-3838873f7a88 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0833f8-daab-414c-90d5-ea5d22193e06,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:56.072463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Pushing event updated for resources: {'Port': ['ID=9e8a5b3e-7454-48ea-a56b-c9fa6939a7da,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:56.074249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-584fcd93-5192-4462-95b1-e756ee9e1521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.074782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:15:56.075157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Checking segment: {'id': '35ecae8c-ba4b-4132-9881-42731986ca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '65a80eae-4674-4789-a534-091bb8b319e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:15:56.075623 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.080001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Bound using segment: {'id': '35ecae8c-ba4b-4132-9881-42731986ca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '65a80eae-4674-4789-a534-091bb8b319e7'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:15:56.080001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Bound port: 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ecae8c-ba4b-4132-9881-42731986ca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '65a80eae-4674-4789-a534-091bb8b319e7'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:15:56.080001 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.082888 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a66f384e-9b10-4992-adfd-3838873f7a88 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.088354 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a66f384e-9b10-4992-adfd-3838873f7a88 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/3c0833f8-daab-414c-90d5-ea5d22193e06 HTTP/1.1" status: 204 len: 168 time: 0.6523738 Aug 21 09:15:56.089746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51560) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:56.118145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e12f7a-2eb0-4419-a3a9-71f1e1c7bc28 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:56.139634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 35111112-9bae-47c0-a002-ca74bcfc2caa, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=35111112-9bae-47c0-a002-ca74bcfc2caa,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:56.161127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1fb578-e0b7-4568-aa08-f09214ac3306 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 8de41781-3c4c-43da-a63d-32962bd4464c {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:56.166982 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e1fb578-e0b7-4568-aa08-f09214ac3306 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.213069 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.232660 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e1fb578-e0b7-4568-aa08-f09214ac3306 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.235101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.241908 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.260028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Transition to ACTIVE for port object 7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:15:56.275734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099b90ec-8474-40ea-ae18-5ea47ae7337f {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:15:56.336547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 099b90ec-8474-40ea-ae18-5ea47ae7337f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=099b90ec-8474-40ea-ae18-5ea47ae7337f,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:56.344541 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-584fcd93-5192-4462-95b1-e756ee9e1521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.354663 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e1fb578-e0b7-4568-aa08-f09214ac3306 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.377286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] For port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:15:56.381945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=35111112-9bae-47c0-a002-ca74bcfc2caa,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:56.402716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.414750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] For port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9e8a5b3e-7454-48ea-a56b-c9fa6939a7da,segment=NetworkSegment(35ecae8c-ba4b-4132-9881-42731986ca1c),segment_id=35ecae8c-ba4b-4132-9881-42731986ca1c)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:15:56.446550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-584fcd93-5192-4462-95b1-e756ee9e1521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.480671 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.485294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 65a80eae-4674-4789-a534-091bb8b319e7 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:15:56.488595 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:15:56.492473 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:15:56.498835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:56.499111 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.514697 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=7c43cbd1-a07b-4b28-b1d8-3bbac94609d6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:56.534136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['35111112-9bae-47c0-a002-ca74bcfc2caa'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:56.544276 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.544649 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e1fb578-e0b7-4568-aa08-f09214ac3306 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.568216 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-584fcd93-5192-4462-95b1-e756ee9e1521 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=051cd593dc6044329fcb4d7d207cb99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5365231 Aug 21 09:15:56.570083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fcd93-5192-4462-95b1-e756ee9e1521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ef82dc-ac1c-4306-b16e-eceae17b516a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:56.573107 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51566) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:56.604965 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ca80c2ba-cae1-4ac8-af52-2f4d4900419c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1631510 Aug 21 09:15:56.605302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=099b90ec-8474-40ea-ae18-5ea47ae7337f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:56.605425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fb578-e0b7-4568-aa08-f09214ac3306 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=8de41781-3c4c-43da-a63d-32962bd4464c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:56.607817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51568) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:56.624148 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e1fb578-e0b7-4568-aa08-f09214ac3306 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.626968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7e1fb578-e0b7-4568-aa08-f09214ac3306 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/8de41781-3c4c-43da-a63d-32962bd4464c HTTP/1.1" status: 204 len: 168 time: 0.5350471 Aug 21 09:15:56.631597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51570) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:56.664720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f629a-045f-4980-aaef-1a56943f56bd req-56b33770-abfa-44be-b79b-e17d61a38f63 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:56.666485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a8f629a-045f-4980-aaef-1a56943f56bd req-56b33770-abfa-44be-b79b-e17d61a38f63 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 944 time: 0.1985536 Aug 21 09:15:56.745546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-aa425617-c420-4d12-baeb-7ad5d348b8f8 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032994 Aug 21 09:15:56.746229 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['099b90ec-8474-40ea-ae18-5ea47ae7337f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:56.750850 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['af2eb22e-9b6a-439d-9502-2c28f7cba703'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:56.753812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51572) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:56.863412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73008a8b-46c8-4805-ba6d-d4306b532754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:56.873198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3867c-c5c9-41ee-93f9-57f3b37852ed None None] Pushing event updated for resources: {'Port': ['ID=9e8a5b3e-7454-48ea-a56b-c9fa6939a7da,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:56.951737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a8f629a-045f-4980-aaef-1a56943f56bd req-3936c7fd-7ca0-42fd-9f9c-06116f64f7e3 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780302 Aug 21 09:15:57.015596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a96a4-4af0-4ab5-9b7a-01fbb6c84775 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:57.028380 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d55a96a4-4af0-4ab5-9b7a-01fbb6c84775 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2658072 Aug 21 09:15:57.032110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51578) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:57.072933 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73008a8b-46c8-4805-ba6d-d4306b532754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:57.205609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae6249-56c1-4827-baca-b1e10acefd38 req-7a8d7d7f-3b14-4b34-aec8-e40e4799ba6a tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:57.207440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4cae6249-56c1-4827-baca-b1e10acefd38 req-7a8d7d7f-3b14-4b34-aec8-e40e4799ba6a tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.13 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 946 time: 0.3741882 Aug 21 09:15:57.317752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45053a8-2d68-4d77-b053-bff66a85210a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:57.322902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f45053a8-2d68-4d77-b053-bff66a85210a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2850189 Aug 21 09:15:57.324381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51584) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:57.337493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa440b3a-2b8a-4955-8a0b-6a36771ad230 req-1d5d3b23-935a-492d-916c-93923a09e1d5 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:57.339098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa440b3a-2b8a-4955-8a0b-6a36771ad230 req-1d5d3b23-935a-492d-916c-93923a09e1d5 tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 946 time: 0.2068818 Aug 21 09:15:57.422690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:57.482637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa440b3a-2b8a-4955-8a0b-6a36771ad230 req-8fefb589-192d-4551-90df-e296aedb764e tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d710e6e-9c69-4400-bdc3-3ba84b8a766e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260021 Aug 21 09:15:57.535867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-4cae6249-56c1-4827-baca-b1e10acefd38 req-4b856125-660e-4252-b3bf-aa66ccd7d7aa tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Deleting port 1c1561c7-d81a-4d11-a301-7fb0eb066874 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:57.536488 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4cae6249-56c1-4827-baca-b1e10acefd38 req-4b856125-660e-4252-b3bf-aa66ccd7d7aa tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:57.651346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:57.659527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4cae6249-56c1-4827-baca-b1e10acefd38 req-4b856125-660e-4252-b3bf-aa66ccd7d7aa tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] For port 1c1561c7-d81a-4d11-a301-7fb0eb066874, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1c1561c7-d81a-4d11-a301-7fb0eb066874,segment=NetworkSegment(7195962c-2e49-489f-8e95-a0582f0abf3b),segment_id=7195962c-2e49-489f-8e95-a0582f0abf3b)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:57.660485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed927d1-91b4-4864-b743-9df341759bdd None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:57.660824 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4cae6249-56c1-4827-baca-b1e10acefd38 req-4b856125-660e-4252-b3bf-aa66ccd7d7aa tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:57.688072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-4cae6249-56c1-4827-baca-b1e10acefd38 req-4b856125-660e-4252-b3bf-aa66ccd7d7aa tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Calling delete_port for 1c1561c7-d81a-4d11-a301-7fb0eb066874 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:57.763670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6007c17c-70d4-48b4-a0e5-a825668d3cd3 None None] Provisioning complete for port a5adfd25-8e55-4e01-87c1-5b8a05769886 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:57.764069 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6007c17c-70d4-48b4-a0e5-a825668d3cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:57.789734 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c9a3907b-fb1d-412f-a993-aa8183ffef33 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4631417 Aug 21 09:15:57.795626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51586) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:57.801183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0662e795-203d-4929-8949-51b013fdb301 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:57.891357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:57.920529 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73008a8b-46c8-4805-ba6d-d4306b532754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:57.924166 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73008a8b-46c8-4805-ba6d-d4306b532754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:57.929055 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-73008a8b-46c8-4805-ba6d-d4306b532754 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8ef82dc-ac1c-4306-b16e-eceae17b516a HTTP/1.1" status: 204 len: 168 time: 1.3528147 Aug 21 09:15:57.940255 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73008a8b-46c8-4805-ba6d-d4306b532754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ef82dc-ac1c-4306-b16e-eceae17b516a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:58.022547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b077c-3ad0-4d55-b6f4-cb7b8963259b None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:15:58.062238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0662e795-203d-4929-8949-51b013fdb301 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:58.066039 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0662e795-203d-4929-8949-51b013fdb301 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.068766 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-0662e795-203d-4929-8949-51b013fdb301 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:15:58.069304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0662e795-203d-4929-8949-51b013fdb301 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:15:58.167089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-052b077c-3ad0-4d55-b6f4-cb7b8963259b None None] Deleting port a5adfd25-8e55-4e01-87c1-5b8a05769886 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:15:58.167466 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-052b077c-3ad0-4d55-b6f4-cb7b8963259b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.193336 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0662e795-203d-4929-8949-51b013fdb301 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3927295 Aug 21 09:15:58.196152 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51600) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:58.236628 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3724c48c-5c51-438d-bc51-3e368f6c8b5b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:58.257261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a35fe-ec45-4b63-8028-2114c0587d66 req-7b4c2e18-a462-446c-9fba-a73b2b682385 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:58.266080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-126a35fe-ec45-4b63-8028-2114c0587d66 req-7b4c2e18-a462-446c-9fba-a73b2b682385 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 944 time: 0.1661787 Aug 21 09:15:58.275880 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4cae6249-56c1-4827-baca-b1e10acefd38 req-4b856125-660e-4252-b3bf-aa66ccd7d7aa tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.313135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-052b077c-3ad0-4d55-b6f4-cb7b8963259b None None] For port a5adfd25-8e55-4e01-87c1-5b8a05769886, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a5adfd25-8e55-4e01-87c1-5b8a05769886,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:58.313485 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-052b077c-3ad0-4d55-b6f4-cb7b8963259b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.325457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b856125-660e-4252-b3bf-aa66ccd7d7aa tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Pushing event deleted for resources: {'Port': ['ID=1c1561c7-d81a-4d11-a301-7fb0eb066874,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:58.354917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-052b077c-3ad0-4d55-b6f4-cb7b8963259b None None] Calling delete_port for a5adfd25-8e55-4e01-87c1-5b8a05769886 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:15:58.401176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-126a35fe-ec45-4b63-8028-2114c0587d66 req-d7840a13-f342-426a-8612-ec4f5dfe5db7 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341250 Aug 21 09:15:58.401999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cae6249-56c1-4827-baca-b1e10acefd38 req-4b856125-660e-4252-b3bf-aa66ccd7d7aa tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] No DVR routers for this DVR port 1c1561c7-d81a-4d11-a301-7fb0eb066874 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:58.417659 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4cae6249-56c1-4827-baca-b1e10acefd38 req-4b856125-660e-4252-b3bf-aa66ccd7d7aa tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.417659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4cae6249-56c1-4827-baca-b1e10acefd38 req-4b856125-660e-4252-b3bf-aa66ccd7d7aa tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.13 "DELETE /v2.0/ports/1c1561c7-d81a-4d11-a301-7fb0eb066874 HTTP/1.1" status: 204 len: 173 time: 1.1973269 Aug 21 09:15:58.417659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04ece76-f3a4-4636-b4ef-77a984e26f82', 'name': 'network-vif-deleted', 'tag': '1c1561c7-d81a-4d11-a301-7fb0eb066874'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:58.417659 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5ed440-d6a8-41f1-9760-d78d19c4f8e9" -d '{"events": [{"server_uuid": "b04ece76-f3a4-4636-b4ef-77a984e26f82", "name": "network-vif-deleted", "tag": "1c1561c7-d81a-4d11-a301-7fb0eb066874"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:58.418926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.463463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['1c1561c7-d81a-4d11-a301-7fb0eb066874'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:15:58.466659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd57bad-1ed5-4516-a4b8-b51a8b26f8b8 None None] Network 65a80eae-4674-4789-a534-091bb8b319e7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:15:58.480670 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef12fb11-6647-418a-b590-2a8c9a7f441e x-openstack-request-id: req-ef12fb11-6647-418a-b590-2a8c9a7f441e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:15:58.481031 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04ece76-f3a4-4636-b4ef-77a984e26f82", "name": "network-vif-deleted", "tag": "1c1561c7-d81a-4d11-a301-7fb0eb066874", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:15:58.481352 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef12fb11-6647-418a-b590-2a8c9a7f441e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:15:58.482776 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04ece76-f3a4-4636-b4ef-77a984e26f82', 'name': 'network-vif-deleted', 'tag': '1c1561c7-d81a-4d11-a301-7fb0eb066874', 'status': 'completed', 'code': 200} Aug 21 09:15:58.508309 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.614203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06bd85-94b6-4547-aa65-f6938f99e9eb req-a5925a66-8498-4f4b-8fe7-fd1d20b0f79e tempest-ServerTagsTestJSON-1868537951 tempest-ServerTagsTestJSON-1868537951-project] 10.222.0.20 "GET /v2.0/ports?device_id=b04ece76-f3a4-4636-b4ef-77a984e26f82 HTTP/1.1" status: 200 len: 210 time: 0.0599546 Aug 21 09:15:58.636940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1c8d52bd-0927-4692-8c40-be0bd41b56d7 None None] Provisioning for port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:58.661418 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=7c43cbd1-a07b-4b28-b1d8-3bbac94609d6,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:58.662780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1c8d52bd-0927-4692-8c40-be0bd41b56d7 None None] Provisioning complete for port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:58.663093 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1c8d52bd-0927-4692-8c40-be0bd41b56d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.717256 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-052b077c-3ad0-4d55-b6f4-cb7b8963259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.767766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b077c-3ad0-4d55-b6f4-cb7b8963259b None None] Pushing event deleted for resources: {'Port': ['ID=a5adfd25-8e55-4e01-87c1-5b8a05769886,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:58.772371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b077c-3ad0-4d55-b6f4-cb7b8963259b None None] No DVR routers for this DVR port a5adfd25-8e55-4e01-87c1-5b8a05769886 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:15:58.776489 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3724c48c-5c51-438d-bc51-3e368f6c8b5b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:58.790831 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3724c48c-5c51-438d-bc51-3e368f6c8b5b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.792824 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3724c48c-5c51-438d-bc51-3e368f6c8b5b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:15:58.793828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3724c48c-5c51-438d-bc51-3e368f6c8b5b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:15:58.844970 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.865074 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1c8d52bd-0927-4692-8c40-be0bd41b56d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:58.899959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1c8d52bd-0927-4692-8c40-be0bd41b56d7 None None] For port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9e8a5b3e-7454-48ea-a56b-c9fa6939a7da,segment=NetworkSegment(35ecae8c-ba4b-4132-9881-42731986ca1c),segment_id=35ecae8c-ba4b-4132-9881-42731986ca1c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:15:58.905848 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3724c48c-5c51-438d-bc51-3e368f6c8b5b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6737540 Aug 21 09:15:58.908988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51616) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:58.915271 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ab1e6822-d923-4fd3-bb8d-953005dcad5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:59.005502 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1c8d52bd-0927-4692-8c40-be0bd41b56d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:59.088762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d52bd-0927-4692-8c40-be0bd41b56d7 None None] Pushing event updated for resources: {'Port': ['ID=9e8a5b3e-7454-48ea-a56b-c9fa6939a7da,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:15:59.127071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 099b90ec-8474-40ea-ae18-5ea47ae7337f up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:59.181355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1e6822-d923-4fd3-bb8d-953005dcad5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:59.189291 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6822-d923-4fd3-bb8d-953005dcad5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:59.190932 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1e6822-d923-4fd3-bb8d-953005dcad5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:15:59.191379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1e6822-d923-4fd3-bb8d-953005dcad5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:15:59.236068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6e150079-b596-4a01-ac59-cf1c7c3288e0 None None] Provisioning complete for port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:59.236545 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6e150079-b596-4a01-ac59-cf1c7c3288e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:59.301397 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab1e6822-d923-4fd3-bb8d-953005dcad5c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3900726 Aug 21 09:15:59.301945 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:59.305242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51628) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:59.311720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-bbe8eb9a-1214-41a6-b943-5841ac4617df tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:59.324106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 099b90ec-8474-40ea-ae18-5ea47ae7337f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:59.338381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 099b90ec-8474-40ea-ae18-5ea47ae7337f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:59.338760 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:59.394811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:59.680176 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:59.683589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b7880-afed-4aee-a9a9-2d0b01909c27 req-7ddd73b1-507b-4007-b160-fd048a5c0b5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:15:59.690631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 35111112-9bae-47c0-a002-ca74bcfc2caa up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:15:59.691055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-806b7880-afed-4aee-a9a9-2d0b01909c27 req-7ddd73b1-507b-4007-b160-fd048a5c0b5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 944 time: 0.1540778 Aug 21 09:15:59.733816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-806b7880-afed-4aee-a9a9-2d0b01909c27 req-aeda029c-c533-42d1-ac3f-073dc236f680 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 Aug 21 09:15:59.741178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51642) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:59.753799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe8eb9a-1214-41a6-b943-5841ac4617df tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:15:59.760673 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbe8eb9a-1214-41a6-b943-5841ac4617df tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:59.763295 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe8eb9a-1214-41a6-b943-5841ac4617df tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:15:59.763829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe8eb9a-1214-41a6-b943-5841ac4617df tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:15:59.811768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6e150079-b596-4a01-ac59-cf1c7c3288e0 None None] Provisioning for port 7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:15:59.813902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9416458f-6541-44b0-b1ec-f67d7f01dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099b90ec-8474-40ea-ae18-5ea47ae7337f'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:15:59.815999 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfcd347-566f-4f92-bc9d-a7ff468c6f21" -d '{"events": [{"server_uuid": "9416458f-6541-44b0-b1ec-f67d7f01dac4", "name": "network-vif-plugged", "status": "completed", "tag": "099b90ec-8474-40ea-ae18-5ea47ae7337f"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:15:59.819306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:15:59.819718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:59.844654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a66645b-f42f-410e-a13b-f63b24d439c1 admin admin] Deleting subnet 48024f04-48d6-4372-a01b-f01477fe0609 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:15:59.850111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a66645b-f42f-410e-a13b-f63b24d439c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:15:59.908917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bbe8eb9a-1214-41a6-b943-5841ac4617df tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6024361 Aug 21 09:15:59.917379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51650) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:15:59.940838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-703dc6ec-d25a-4af4-9f45-1cfbed4d7d3c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:15:59.991672 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.047036 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6660fc1-b9e6-48e3-bf5d-39af48f4675b x-openstack-request-id: req-f6660fc1-b9e6-48e3-bf5d-39af48f4675b {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:16:00.047350 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9416458f-6541-44b0-b1ec-f67d7f01dac4", "name": "network-vif-plugged", "status": "completed", "tag": "099b90ec-8474-40ea-ae18-5ea47ae7337f", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:16:00.047605 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6660fc1-b9e6-48e3-bf5d-39af48f4675b {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:16:00.047974 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9416458f-6541-44b0-b1ec-f67d7f01dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099b90ec-8474-40ea-ae18-5ea47ae7337f', 'code': 200} Aug 21 09:16:00.053601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6e150079-b596-4a01-ac59-cf1c7c3288e0 None None] Provisioning complete for port 7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:00.053976 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6e150079-b596-4a01-ac59-cf1c7c3288e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.060466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 099b90ec-8474-40ea-ae18-5ea47ae7337f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=099b90ec-8474-40ea-ae18-5ea47ae7337f,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:00.061891 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.063809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.066066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a66645b-f42f-410e-a13b-f63b24d439c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.112794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6e150079-b596-4a01-ac59-cf1c7c3288e0 None None] Port 7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:16:00.116337 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:16:00.184581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c16c29-ad84-43c4-ad91-936ecf0e47f3 req-b629c374-7cbb-4fac-96e5-9af7050949a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:00.187301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60c16c29-ad84-43c4-ad91-936ecf0e47f3 req-b629c374-7cbb-4fac-96e5-9af7050949a0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9416458f-6541-44b0-b1ec-f67d7f01dac4 HTTP/1.1" status: 200 len: 1096 time: 0.1748052 Aug 21 09:16:00.192837 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.196039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device af2eb22e-9b6a-439d-9502-2c28f7cba703 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:00.201695 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a66645b-f42f-410e-a13b-f63b24d439c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.280668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 35111112-9bae-47c0-a002-ca74bcfc2caa completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:00.291881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=7c43cbd1-a07b-4b28-b1d8-3bbac94609d6,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:00.297947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60c16c29-ad84-43c4-ad91-936ecf0e47f3 req-e2fd0aff-c551-4e3e-bc45-d176689da6be service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975728 Aug 21 09:16:00.309138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5adfd25-8e55-4e01-87c1-5b8a05769886 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:00.337046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703dc6ec-d25a-4af4-9f45-1cfbed4d7d3c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:00.341159 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-703dc6ec-d25a-4af4-9f45-1cfbed4d7d3c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.343616 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-703dc6ec-d25a-4af4-9f45-1cfbed4d7d3c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:16:00.344118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703dc6ec-d25a-4af4-9f45-1cfbed4d7d3c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:16:00.362461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 65a80eae-4674-4789-a534-091bb8b319e7 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:00.366906 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:00.380831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 35111112-9bae-47c0-a002-ca74bcfc2caa triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:00.381813 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.383709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a5adfd25-8e55-4e01-87c1-5b8a05769886 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:16:00.384147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5adfd25-8e55-4e01-87c1-5b8a05769886 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:16:00.400407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a66645b-f42f-410e-a13b-f63b24d439c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.434716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-33b4395d-2e59-4162-b7bb-cedd9da248ac None None] Provisioning complete for port 7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:00.435390 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-33b4395d-2e59-4162-b7bb-cedd9da248ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.460944 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a66645b-f42f-410e-a13b-f63b24d439c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.463836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9a66645b-f42f-410e-a13b-f63b24d439c1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/48024f04-48d6-4372-a01b-f01477fe0609 HTTP/1.1" status: 204 len: 168 time: 0.7206395 Aug 21 09:16:00.471419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-703dc6ec-d25a-4af4-9f45-1cfbed4d7d3c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5496004 Aug 21 09:16:00.471419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66645b-f42f-410e-a13b-f63b24d439c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48024f04-48d6-4372-a01b-f01477fe0609,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:00.471419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51662) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:00.480945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51664) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:00.482136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=099b90ec-8474-40ea-ae18-5ea47ae7337f,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:00.488006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5e41754b-baf8-401f-adf1-a01b0c950c7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:00.550067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-33b4395d-2e59-4162-b7bb-cedd9da248ac None None] Port 7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:16:00.600662 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.602781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port af2eb22e-9b6a-439d-9502-2c28f7cba703 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:00.612295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 65059d71-d017-429c-a0cf-2c2b93e30e12 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:16:00.615014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port af2eb22e-9b6a-439d-9502-2c28f7cba703 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:00.616255 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.678836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 35111112-9bae-47c0-a002-ca74bcfc2caa, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=35111112-9bae-47c0-a002-ca74bcfc2caa,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:00.739181 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.740824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1c1561c7-d81a-4d11-a301-7fb0eb066874 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:00.793768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 1c1561c7-d81a-4d11-a301-7fb0eb066874 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:16:00.794174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1c1561c7-d81a-4d11-a301-7fb0eb066874 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:16:00.806314 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.845689 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.846905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:16:00.856757 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-84b99a77-390f-4a13-8205-2b61d3d28382 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/65059d71-d017-429c-a0cf-2c2b93e30e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2478127 Aug 21 09:16:00.860019 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51676) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:00.886939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8544fce9-8746-4aca-98af-dfd464e77c5c None None] Sync routers for ids ['65059d71-d017-429c-a0cf-2c2b93e30e12'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:16:00.889877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=35111112-9bae-47c0-a002-ca74bcfc2caa,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:00.918009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port af2eb22e-9b6a-439d-9502-2c28f7cba703, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=af2eb22e-9b6a-439d-9502-2c28f7cba703,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:00.935952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8544fce9-8746-4aca-98af-dfd464e77c5c None None] Routers {'65059d71-d017-429c-a0cf-2c2b93e30e12'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:00.937207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8544fce9-8746-4aca-98af-dfd464e77c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65059d71-d017-429c-a0cf-2c2b93e30e12'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:00.944125 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-94e6951c-1c4f-469a-a2ed-bd6bdeab863e None None] Provisioning complete for port 7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:00.945335 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-94e6951c-1c4f-469a-a2ed-bd6bdeab863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:00.951274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f02b1c-1192-437a-942c-9a718f6f7877 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:00.957418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51678) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:00.961374 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c1f02b1c-1192-437a-942c-9a718f6f7877 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports/7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 HTTP/1.1" status: 200 len: 983 time: 0.1004906 Aug 21 09:16:01.034351 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:01.037504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8544fce9-8746-4aca-98af-dfd464e77c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:01.079905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8544fce9-8746-4aca-98af-dfd464e77c5c None None] Routers {'65059d71-d017-429c-a0cf-2c2b93e30e12'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:01.080534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8544fce9-8746-4aca-98af-dfd464e77c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65059d71-d017-429c-a0cf-2c2b93e30e12'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:01.085741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-94e6951c-1c4f-469a-a2ed-bd6bdeab863e None None] Port 7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:16:01.118672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8544fce9-8746-4aca-98af-dfd464e77c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:01.119323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8544fce9-8746-4aca-98af-dfd464e77c5c None None] The sync data for ids ['65059d71-d017-429c-a0cf-2c2b93e30e12'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:16:01.128252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e41754b-baf8-401f-adf1-a01b0c950c7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:01.131823 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e41754b-baf8-401f-adf1-a01b0c950c7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:01.133222 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e41754b-baf8-401f-adf1-a01b0c950c7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:16:01.133652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e41754b-baf8-401f-adf1-a01b0c950c7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:16:01.142461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=af2eb22e-9b6a-439d-9502-2c28f7cba703,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:01.205187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4182db-0e85-4868-b80a-4ccf3cab48f8 req-66cd7a9f-89c9-4a49-b694-c8f4ba54b4b0 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:01.211496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e4182db-0e85-4868-b80a-4ccf3cab48f8 req-66cd7a9f-89c9-4a49-b694-c8f4ba54b4b0 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 944 time: 0.3485138 Aug 21 09:16:01.225138 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:01.254601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12fdca1-dcd8-4f81-97ee-387b2e2974b0']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:01.304934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7195962c-2e49-489f-8e95-a0582f0abf3b') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:01.305230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7195962c-2e49-489f-8e95-a0582f0abf3b') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:01.360338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5e41754b-baf8-401f-adf1-a01b0c950c7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8766930 Aug 21 09:16:01.366479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:01.366804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51692) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:01.372799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e4182db-0e85-4868-b80a-4ccf3cab48f8 req-dfbbbc25-85df-4648-b7f5-8388a4191aea tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604364 Aug 21 09:16:01.393617 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:01.404721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:16:01.405134 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:16:01.407848 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:16:01.410270 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-110b6ece-1d13-440a-957c-79479365c334 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384951 Aug 21 09:16:01.410363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51696) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:01.541245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f45c443-15b3-4f2b-9557-010ac3812b26 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:01.545191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2f45c443-15b3-4f2b-9557-010ac3812b26 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1275616 Aug 21 09:16:01.545938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51700) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:01.928775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-795a80b4-d4f4-4b4b-8bae-249c545fb64d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3805599 Aug 21 09:16:01.971960 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:01.971960 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:01.971960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b12fdca1-dcd8-4f81-97ee-387b2e2974b0 HTTP/1.1" status: 204 len: 168 time: 1.4702249 Aug 21 09:16:01.971960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcae49-6a1a-44a2-bc22-ac3dac2e09d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b12fdca1-dcd8-4f81-97ee-387b2e2974b0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:01.974416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51708) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:01.976334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-242d5929-7ca8-4128-a31b-7b5335fc3b7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:02.049708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771c6ca2-e488-4538-bd36-5e1bed152760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35111112-9bae-47c0-a002-ca74bcfc2caa'}, {'server_uuid': '339aa0b5-aa60-4465-8927-73943921f993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2eb22e-9b6a-439d-9502-2c28f7cba703'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:16:02.052036 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa59fd8-8506-466e-a9c7-fc2d77b410e9" -d '{"events": [{"server_uuid": "771c6ca2-e488-4538-bd36-5e1bed152760", "name": "network-vif-plugged", "status": "completed", "tag": "35111112-9bae-47c0-a002-ca74bcfc2caa"}, {"server_uuid": "339aa0b5-aa60-4465-8927-73943921f993", "name": "network-vif-plugged", "status": "completed", "tag": "af2eb22e-9b6a-439d-9502-2c28f7cba703"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:16:02.117401 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221b6c7c-4582-4f70-9bb5-6e642ea66127 x-openstack-request-id: req-221b6c7c-4582-4f70-9bb5-6e642ea66127 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:16:02.117958 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771c6ca2-e488-4538-bd36-5e1bed152760", "name": "network-vif-plugged", "status": "completed", "tag": "35111112-9bae-47c0-a002-ca74bcfc2caa", "code": 200}, {"server_uuid": "339aa0b5-aa60-4465-8927-73943921f993", "name": "network-vif-plugged", "status": "completed", "tag": "af2eb22e-9b6a-439d-9502-2c28f7cba703", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:16:02.119160 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-221b6c7c-4582-4f70-9bb5-6e642ea66127 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:16:02.119860 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771c6ca2-e488-4538-bd36-5e1bed152760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35111112-9bae-47c0-a002-ca74bcfc2caa', 'code': 200} Aug 21 09:16:02.120555 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339aa0b5-aa60-4465-8927-73943921f993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2eb22e-9b6a-439d-9502-2c28f7cba703', 'code': 200} Aug 21 09:16:02.122835 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e05ed284-dd7c-49ba-9455-ae60967873cd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:02.194956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242d5929-7ca8-4128-a31b-7b5335fc3b7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:02.198884 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-242d5929-7ca8-4128-a31b-7b5335fc3b7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:02.304503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb086c3-5742-447a-8f50-0fd043228a60 req-56cf3ed4-2c68-4b62-892a-8c2c2c769fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:02.305942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cb086c3-5742-447a-8f50-0fd043228a60 req-56cf3ed4-2c68-4b62-892a-8c2c2c769fdb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=771c6ca2-e488-4538-bd36-5e1bed152760 HTTP/1.1" status: 200 len: 1097 time: 0.1087720 Aug 21 09:16:02.311322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28023e4e-4f05-4e80-a124-82bea14a0999 req-3cd8961b-1b01-410e-8e19-a18903089bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:02.312777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28023e4e-4f05-4e80-a124-82bea14a0999 req-3cd8961b-1b01-410e-8e19-a18903089bca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 1097 time: 0.1142144 Aug 21 09:16:02.423859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cb086c3-5742-447a-8f50-0fd043228a60 req-d2b2efce-f69c-493b-aa46-169379723603 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819709 Aug 21 09:16:02.423859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28023e4e-4f05-4e80-a124-82bea14a0999 req-5028f526-c00c-4a1a-b5dc-6bc64d7eea7b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781760 Aug 21 09:16:02.426274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51718) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:02.495268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0153479d-17a0-4bb7-b70f-7d0142f60e1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f69c1caadac94ad09c850d7946dc0c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656357 Aug 21 09:16:02.495866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51722) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:02.563122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4157f-58b5-4674-af6a-4664aedfae8c req-91658b0c-42da-4a8a-bd70-a71d06db386e tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:02.565035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1b4157f-58b5-4674-af6a-4664aedfae8c req-91658b0c-42da-4a8a-bd70-a71d06db386e tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 945 time: 0.0889964 Aug 21 09:16:02.597288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-e05ed284-dd7c-49ba-9455-ae60967873cd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port 7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:02.597939 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e05ed284-dd7c-49ba-9455-ae60967873cd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:02.653406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-242d5929-7ca8-4128-a31b-7b5335fc3b7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:16:02.657655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-242d5929-7ca8-4128-a31b-7b5335fc3b7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:02.679343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1b4157f-58b5-4674-af6a-4664aedfae8c req-23a54720-dcbe-4627-a34e-420021f21021 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069446 Aug 21 09:16:02.714785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d5929-7ca8-4128-a31b-7b5335fc3b7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:02.721388 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-242d5929-7ca8-4128-a31b-7b5335fc3b7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:02.723729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e05ed284-dd7c-49ba-9455-ae60967873cd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:02.727876 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d5929-7ca8-4128-a31b-7b5335fc3b7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:02.728478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-242d5929-7ca8-4128-a31b-7b5335fc3b7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:02.731531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907aa017-3d32-4d43-a239-67863ad27e16 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:02.733643 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-979d3eb1-318f-47ed-b3ee-6d6cf14b44b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:02.739333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-e05ed284-dd7c-49ba-9455-ae60967873cd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for 7c43cbd1-a07b-4b28-b1d8-3bbac94609d6 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:02.755413 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d5929-7ca8-4128-a31b-7b5335fc3b7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=7b374afd-3e27-472e-a0fe-8c1f6c40b268,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:02.786376 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-979d3eb1-318f-47ed-b3ee-6d6cf14b44b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:02.836384 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-242d5929-7ca8-4128-a31b-7b5335fc3b7c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8696921 Aug 21 09:16:02.838399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51734) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:02.847381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:43:93:33', 'name': 'tempest-NetworksTestDHCPv6-774717456'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:02.926001 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-979d3eb1-318f-47ed-b3ee-6d6cf14b44b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:02.928750 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-979d3eb1-318f-47ed-b3ee-6d6cf14b44b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:02.930866 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-979d3eb1-318f-47ed-b3ee-6d6cf14b44b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d710e6e-9c69-4400-bdc3-3ba84b8a766e HTTP/1.1" status: 204 len: 168 time: 0.4338710 Aug 21 09:16:02.952367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d3eb1-318f-47ed-b3ee-6d6cf14b44b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d710e6e-9c69-4400-bdc3-3ba84b8a766e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:03.029546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '7b374afd-3e27-472e-a0fe-8c1f6c40b268'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:16:03.031680 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:03.108047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:03.138669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e05ed284-dd7c-49ba-9455-ae60967873cd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:03.185530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ed284-dd7c-49ba-9455-ae60967873cd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=7c43cbd1-a07b-4b28-b1d8-3bbac94609d6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:03.200467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:03.228851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port 5385295f-9342-46c9-8ce4-23d1a82e6379 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:16:03.387995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Allocated IP 2001:db8::f816:3eff:feb8:130 (9f07fd62-f4b8-49be-a982-63482994ed24/7b374afd-3e27-472e-a0fe-8c1f6c40b268/2e14930e-7054-4631-9957-230bdc161793) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:03.461252 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e05ed284-dd7c-49ba-9455-ae60967873cd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:03.735690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05ed284-dd7c-49ba-9455-ae60967873cd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 65059d71-d017-429c-a0cf-2c2b93e30e12 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:16:03.749310 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:03.760786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Transition to ACTIVE for port object 2e14930e-7054-4631-9957-230bdc161793 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:03.793592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Transition to ACTIVE for port object 2e14930e-7054-4631-9957-230bdc161793 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:03.869416 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:03.930153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05ed284-dd7c-49ba-9455-ae60967873cd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:16:03.943688 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415c4bc-9c84-4e42-b1a7-db97f8cbfddc None None] Sync routers for ids ['65059d71-d017-429c-a0cf-2c2b93e30e12'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:16:03.948158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e05ed284-dd7c-49ba-9455-ae60967873cd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/65059d71-d017-429c-a0cf-2c2b93e30e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9854302 Aug 21 09:16:03.950593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51760) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:03.957704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::f816:3eff:fe43:9333 (9f07fd62-f4b8-49be-a982-63482994ed24/7b374afd-3e27-472e-a0fe-8c1f6c40b268/5385295f-9342-46c9-8ce4-23d1a82e6379) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:03.963540 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415c4bc-9c84-4e42-b1a7-db97f8cbfddc None None] Routers {'65059d71-d017-429c-a0cf-2c2b93e30e12'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:03.966524 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d415c4bc-9c84-4e42-b1a7-db97f8cbfddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65059d71-d017-429c-a0cf-2c2b93e30e12'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:03.988644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:03.997797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:04.007915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Pushing event updated for resources: {'Port': ['ID=2e14930e-7054-4631-9957-230bdc161793,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:04.012349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:04.044379 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d415c4bc-9c84-4e42-b1a7-db97f8cbfddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:04.049582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de083b74-ab5e-4a5c-bb08-802f04bf28d7 req-ca81f85c-6a3c-476e-bcb1-c4021a9d01ad tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:04.051112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de083b74-ab5e-4a5c-bb08-802f04bf28d7 req-ca81f85c-6a3c-476e-bcb1-c4021a9d01ad tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 945 time: 0.2204065 Aug 21 09:16:04.065385 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415c4bc-9c84-4e42-b1a7-db97f8cbfddc None None] Routers {'65059d71-d017-429c-a0cf-2c2b93e30e12'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:04.066008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d415c4bc-9c84-4e42-b1a7-db97f8cbfddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:15:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['65059d71-d017-429c-a0cf-2c2b93e30e12'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:04.139188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Attempting to bind port 2e14930e-7054-4631-9957-230bdc161793 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:04.139457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Attempting to bind port 2e14930e-7054-4631-9957-230bdc161793 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:04.139988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Attempting to bind port 2e14930e-7054-4631-9957-230bdc161793 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:04.148313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de083b74-ab5e-4a5c-bb08-802f04bf28d7 req-d282e720-897e-4028-a2b8-a3c187192523 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553019 Aug 21 09:16:04.151592 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d415c4bc-9c84-4e42-b1a7-db97f8cbfddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:04.152259 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415c4bc-9c84-4e42-b1a7-db97f8cbfddc None None] The sync data for ids ['65059d71-d017-429c-a0cf-2c2b93e30e12'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:16:04.153437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:04.154066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:04.154984 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:04.155550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:04.156970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Bound port: 2e14930e-7054-4631-9957-230bdc161793, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:04.157541 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:04.233235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] For port 2e14930e-7054-4631-9957-230bdc161793, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:04.237519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] For port 2e14930e-7054-4631-9957-230bdc161793, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2e14930e-7054-4631-9957-230bdc161793,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:04.250886 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:04.267659 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object 5385295f-9342-46c9-8ce4-23d1a82e6379 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:04.314258 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:04.348854 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:04.450763 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-4f804435-9f59-44b2-ba21-bf61151f1007 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] remove_router_interface failed (client error): The resource could not be found. Aug 21 09:16:04.455502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3412f4-83bf-4ffe-b4ff-805b462e0be6 None None] Pushing event updated for resources: {'Port': ['ID=2e14930e-7054-4631-9957-230bdc161793,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:04.458229 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4f804435-9f59-44b2-ba21-bf61151f1007 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/65059d71-d017-429c-a0cf-2c2b93e30e12/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4980972 Aug 21 09:16:04.458903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51774) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:04.472269 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:04.476350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:04.484762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:04.497893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:04.498853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:04.506173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=5385295f-9342-46c9-8ce4-23d1a82e6379,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:04.529385 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f666e54e-f558-41de-aaf7-44a1a22a14d1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=65059d71-d017-429c-a0cf-2c2b93e30e12 HTTP/1.1" status: 200 len: 205 time: 0.0686688 Aug 21 09:16:04.535484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51776) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:04.543777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f0496-431e-482a-8fc4-e32834e76565 req-54c88f28-bb98-4124-8f02-5388587d8f06 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:04.545329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a3f0496-431e-482a-8fc4-e32834e76565 req-54c88f28-bb98-4124-8f02-5388587d8f06 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=771c6ca2-e488-4538-bd36-5e1bed152760 HTTP/1.1" status: 200 len: 945 time: 0.2598376 Aug 21 09:16:04.638987 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a6edb00c-f19c-425a-93c7-76ce6a2ca968 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7890549 Aug 21 09:16:04.639113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b3b424e-6e30-4363-b687-66419ddafdd8 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:04.642099 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51782) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:04.795861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876380b6-f0bc-4e56-90d8-8c7ec2934c5e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:04.812933 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876380b6-f0bc-4e56-90d8-8c7ec2934c5e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:04.826423 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-876380b6-f0bc-4e56-90d8-8c7ec2934c5e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1831510 Aug 21 09:16:04.826869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a3f0496-431e-482a-8fc4-e32834e76565 req-aabd1f12-55a4-4e2d-9e40-424f980901dd tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932149 Aug 21 09:16:04.827080 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51788) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:04.998783 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b3b424e-6e30-4363-b687-66419ddafdd8 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.006678 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b3b424e-6e30-4363-b687-66419ddafdd8 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.014024 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e109c79d-136b-4c51-bb30-303434c35955 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port 5385295f-9342-46c9-8ce4-23d1a82e6379 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:05.014536 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e109c79d-136b-4c51-bb30-303434c35955 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.070040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3de287-0df7-4a8e-a5ed-c516b50c7123 req-a1425260-d3ad-4289-95c9-e3c668d978c8 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:05.071773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d3de287-0df7-4a8e-a5ed-c516b50c7123 req-a1425260-d3ad-4289-95c9-e3c668d978c8 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=9416458f-6541-44b0-b1ec-f67d7f01dac4 HTTP/1.1" status: 200 len: 945 time: 0.1654160 Aug 21 09:16:05.104191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51798) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:05.129404 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b3b424e-6e30-4363-b687-66419ddafdd8 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.129957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3b424e-6e30-4363-b687-66419ddafdd8 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Fanout notify agent at l3_agent the message router_deleted on router 65059d71-d017-429c-a0cf-2c2b93e30e12 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:16:05.138343 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b3b424e-6e30-4363-b687-66419ddafdd8 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.141970 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2b3b424e-6e30-4363-b687-66419ddafdd8 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/65059d71-d017-429c-a0cf-2c2b93e30e12 HTTP/1.1" status: 204 len: 168 time: 0.5937734 Aug 21 09:16:05.145436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51802) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:05.147019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d3de287-0df7-4a8e-a5ed-c516b50c7123 req-08b4be6c-53ca-4929-b280-cf438b7cbcd7 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684021 Aug 21 09:16:05.237271 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e109c79d-136b-4c51-bb30-303434c35955 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.256093 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a0b043-372b-4b78-bf43-c5b4c25d8319 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting subnet 00b2d027-fe5e-456e-a384-ea5e6bea3ae8 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:05.291345 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41a0b043-372b-4b78-bf43-c5b4c25d8319 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.343452 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e109c79d-136b-4c51-bb30-303434c35955 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for 5385295f-9342-46c9-8ce4-23d1a82e6379 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:05.423093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2e14930e-7054-4631-9957-230bdc161793 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:05.478322 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41a0b043-372b-4b78-bf43-c5b4c25d8319 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.559489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1863534865-network', 'tenant_id': 'c134a7f0f4f84d7084ee8bf47771d35d'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:05.672840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 2e14930e-7054-4631-9957-230bdc161793 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:05.681462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41a0b043-372b-4b78-bf43-c5b4c25d8319 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.706011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Made reservation on behalf of c134a7f0f4f84d7084ee8bf47771d35d for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:05.708702 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.732848 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.758577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978a7a5-7fe9-489f-beb5-191c33a0a432 req-17e1f7f3-363b-41e9-a2a4-8ee4d70c4c43 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:05.758745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5978a7a5-7fe9-489f-beb5-191c33a0a432 req-17e1f7f3-363b-41e9-a2a4-8ee4d70c4c43 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=9416458f-6541-44b0-b1ec-f67d7f01dac4 HTTP/1.1" status: 200 len: 945 time: 0.0975790 Aug 21 09:16:05.812343 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e109c79d-136b-4c51-bb30-303434c35955 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.825327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5978a7a5-7fe9-489f-beb5-191c33a0a432 req-83803932-8d8f-4645-8ec1-6a9c2b38985d tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570660 Aug 21 09:16:05.874032 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109c79d-136b-4c51-bb30-303434c35955 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=5385295f-9342-46c9-8ce4-23d1a82e6379,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:05.876525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41a0b043-372b-4b78-bf43-c5b4c25d8319 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.915613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0b043-372b-4b78-bf43-c5b4c25d8319 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Subnet': ['ID=00b2d027-fe5e-456e-a384-ea5e6bea3ae8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:05.916831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cc5e6438-8dbb-4cc1-9bbb-73ca88e8c6e6 None None] Provisioning for port 2e14930e-7054-4631-9957-230bdc161793 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:05.921913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cc5e6438-8dbb-4cc1-9bbb-73ca88e8c6e6 None None] Provisioning complete for port 2e14930e-7054-4631-9957-230bdc161793 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:05.922294 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6438-8dbb-4cc1-9bbb-73ca88e8c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.932421 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.941617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41a0b043-372b-4b78-bf43-c5b4c25d8319 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.948175 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-41a0b043-372b-4b78-bf43-c5b4c25d8319 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/00b2d027-fe5e-456e-a384-ea5e6bea3ae8 HTTP/1.1" status: 204 len: 168 time: 0.7999206 Aug 21 09:16:05.948601 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e109c79d-136b-4c51-bb30-303434c35955 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.952638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51824) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:05.952857 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e109c79d-136b-4c51-bb30-303434c35955 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/5385295f-9342-46c9-8ce4-23d1a82e6379 HTTP/1.1" status: 204 len: 168 time: 1.1218557 Aug 21 09:16:05.953382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51826) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:05.978980 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:05.994625 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c153c-610b-4f77-b0cc-1b628a447f1c None None] Network 65a80eae-4674-4789-a534-091bb8b319e7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:06.054229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:16:06.059707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b891778-260c-437d-9098-be6e7b84f6b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:06.065023 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b891778-260c-437d-9098-be6e7b84f6b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:06.070171 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5b891778-260c-437d-9098-be6e7b84f6b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1150897 Aug 21 09:16:06.073095 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.073717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51830) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:06.075995 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Added segment ecfa93c2-91f2-4fd1-9b02-e5eedad16276 of type vlan for network efca9ead-4d16-43ab-8fac-3ba6e9275e79 Aug 21 09:16:06.152310 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6438-8dbb-4cc1-9bbb-73ca88e8c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.153508 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.190549 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb655a44-b11e-4061-ad46-f78ecface9f5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 7b374afd-3e27-472e-a0fe-8c1f6c40b268 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:06.202799 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb655a44-b11e-4061-ad46-f78ecface9f5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.272632 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb655a44-b11e-4061-ad46-f78ecface9f5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.283420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-cc5e6438-8dbb-4cc1-9bbb-73ca88e8c6e6 None None] For port 2e14930e-7054-4631-9957-230bdc161793, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2e14930e-7054-4631-9957-230bdc161793,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:06.342995 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6438-8dbb-4cc1-9bbb-73ca88e8c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.357689 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.411635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2535f2e7-5df8-4301-a647-f7db7e617055,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:06.412041 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef191c2-135a-46c0-896b-1cb7c2a98798 None None] DHCP port deletion for 65a80eae-4674-4789-a534-091bb8b319e7 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:16:06.487279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:06.487669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.495404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb655a44-b11e-4061-ad46-f78ecface9f5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.521582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e6438-8dbb-4cc1-9bbb-73ca88e8c6e6 None None] Pushing event updated for resources: {'Port': ['ID=2e14930e-7054-4631-9957-230bdc161793,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:06.531523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dcc295fa-8fc0-4f47-8bdc-dcb9652570c2 None None] Could not find standard attr ID for object 5385295f-9342-46c9-8ce4-23d1a82e6379. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:16:06.558089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.559050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:06.559989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.576829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7ef191c2-135a-46c0-896b-1cb7c2a98798 None None] Deleting port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:06.576829 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ef191c2-135a-46c0-896b-1cb7c2a98798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.643531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] For port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9e8a5b3e-7454-48ea-a56b-c9fa6939a7da,segment=NetworkSegment(35ecae8c-ba4b-4132-9881-42731986ca1c),segment_id=35ecae8c-ba4b-4132-9881-42731986ca1c)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:06.644046 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.658634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5499940 Aug 21 09:16:06.658634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea712b-b8b7-48b3-83b2-6dbff48c6991 admin admin] Pushing event updated for resources: {'Network': ['ID=efca9ead-4d16-43ab-8fac-3ba6e9275e79,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:06.662913 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51840) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:06.664491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:06.664715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] Request body: {'subnet': {'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1863534865-subnet', 'tenant_id': 'c134a7f0f4f84d7084ee8bf47771d35d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:06.691486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7ef191c2-135a-46c0-896b-1cb7c2a98798 None None] For port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9e8a5b3e-7454-48ea-a56b-c9fa6939a7da,segment=NetworkSegment(35ecae8c-ba4b-4132-9881-42731986ca1c),segment_id=35ecae8c-ba4b-4132-9881-42731986ca1c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:06.691486 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ef191c2-135a-46c0-896b-1cb7c2a98798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.696462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network efca9ead-4d16-43ab-8fac-3ba6e9275e79 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:16:06.709715 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb655a44-b11e-4061-ad46-f78ecface9f5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.728890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7ef191c2-135a-46c0-896b-1cb7c2a98798 None None] Calling delete_port for 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:06.760724 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb655a44-b11e-4061-ad46-f78ecface9f5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.765266 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bb655a44-b11e-4061-ad46-f78ecface9f5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/7b374afd-3e27-472e-a0fe-8c1f6c40b268 HTTP/1.1" status: 204 len: 168 time: 0.6883268 Aug 21 09:16:06.765266 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb655a44-b11e-4061-ad46-f78ecface9f5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=7b374afd-3e27-472e-a0fe-8c1f6c40b268,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:06.765753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51842) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:06.767606 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] Made reservation on behalf of c134a7f0f4f84d7084ee8bf47771d35d for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:06.769941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.787248 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddc92e9-67f6-4d97-a9ea-ae006193df40 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:06.820090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d0b1adf2-ad31-446e-a7d6-4fb836c0daf2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502181 Aug 21 09:16:06.822768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51844) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:06.833294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0894028e-ee97-41de-b743-84030fe0df24 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:06.853076 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:06.929498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=9e8a5b3e-7454-48ea-a56b-c9fa6939a7da,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:07.011633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No DVR routers for this DVR port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:07.032577 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5fe3ce50-1fca-4457-be94-e596a2ecceaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.080555 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ef191c2-135a-46c0-896b-1cb7c2a98798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.116791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef191c2-135a-46c0-896b-1cb7c2a98798 None None] Pushing event deleted for resources: {'Port': ['ID=9e8a5b3e-7454-48ea-a56b-c9fa6939a7da,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:07.120271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef191c2-135a-46c0-896b-1cb7c2a98798 None None] No DVR routers for this DVR port 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:07.146963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91555e25-f8e4-459d-96c3-c8e849007baa req-4263ff02-9b06-4376-8558-4379e9f38b08 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:07.148429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91555e25-f8e4-459d-96c3-c8e849007baa req-4263ff02-9b06-4376-8558-4379e9f38b08 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=9416458f-6541-44b0-b1ec-f67d7f01dac4 HTTP/1.1" status: 200 len: 945 time: 0.1967845 Aug 21 09:16:07.156676 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.168602 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535408bb-9a81-42f7-b778-431c890d0b75 req-d55dd3ed-7fe1-45e7-9ee4-39a2b7c4dab9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:07.170154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-535408bb-9a81-42f7-b778-431c890d0b75 req-d55dd3ed-7fe1-45e7-9ee4-39a2b7c4dab9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.22 "GET /v2.0/ports?device_id=9416458f-6541-44b0-b1ec-f67d7f01dac4 HTTP/1.1" status: 200 len: 945 time: 0.3139324 Aug 21 09:16:07.175217 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.239344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07fbd62-d97a-41f3-8d35-deb7355f0d1c None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:16:07.261099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a80eae-4674-4789-a534-091bb8b319e7']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:07.266740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91555e25-f8e4-459d-96c3-c8e849007baa req-fba61d78-76de-4b0f-ba81-a6a3fcc32d1c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088815 Aug 21 09:16:07.284650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ecae8c-ba4b-4132-9881-42731986ca1c') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:07.284650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ecae8c-ba4b-4132-9881-42731986ca1c') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:07.321008 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.325926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9526d5-d048-4d21-9271-a5072de94c91,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:07.339162 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] Checking segment: {'id': 'ecfa93c2-91f2-4fd1-9b02-e5eedad16276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:07.343285 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] Network hostable DHCP agents. Network: efca9ead-4d16-43ab-8fac-3ba6e9275e79, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:16:07.346115 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.355994 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0894028e-ee97-41de-b743-84030fe0df24 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:07.356660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c07fbd62-d97a-41f3-8d35-deb7355f0d1c None None] Deleting port 2e14930e-7054-4631-9957-230bdc161793 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:07.357260 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c07fbd62-d97a-41f3-8d35-deb7355f0d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.359537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0894028e-ee97-41de-b743-84030fe0df24 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.377933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:16:07.378381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:16:07.382722 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:16:07.433193 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2e14930e-7054-4631-9957-230bdc161793 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:07.480144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-535408bb-9a81-42f7-b778-431c890d0b75 req-e7193041-1e41-458e-80db-75a84901b034 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Deleting port 099b90ec-8474-40ea-ae18-5ea47ae7337f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:07.480488 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-535408bb-9a81-42f7-b778-431c890d0b75 req-e7193041-1e41-458e-80db-75a84901b034 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.481254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c07fbd62-d97a-41f3-8d35-deb7355f0d1c None None] For port 2e14930e-7054-4631-9957-230bdc161793, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2e14930e-7054-4631-9957-230bdc161793,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:07.481859 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c07fbd62-d97a-41f3-8d35-deb7355f0d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.485491 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] Network efca9ead-4d16-43ab-8fac-3ba6e9275e79 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:16:07.511627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c07fbd62-d97a-41f3-8d35-deb7355f0d1c None None] Calling delete_port for 2e14930e-7054-4631-9957-230bdc161793 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:07.587965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, efca9ead-4d16-43ab-8fac-3ba6e9275e79) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:07.592984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:07.594671 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.609859 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.626433 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.629760 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.637501 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51862) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:07.642464 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1278516057'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:07.647342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/networks/65a80eae-4674-4789-a534-091bb8b319e7 HTTP/1.1" status: 204 len: 168 time: 1.6951222 Aug 21 09:16:07.651368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 2e14930e-7054-4631-9957-230bdc161793, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2e14930e-7054-4631-9957-230bdc161793,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:07.655604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aad945a-84ec-45a8-af5f-eed6ee6b3a3f None None] Network efca9ead-4d16-43ab-8fac-3ba6e9275e79 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:07.681935 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9a565d6d-1c9a-4e4c-8dd1-c48b1a77a7be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0164852 Aug 21 09:16:07.692468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0aaeb5-cfe3-4fe1-b0d3-a60ae46c06c1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Network': ['ID=65a80eae-4674-4789-a534-091bb8b319e7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:07.705739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-535408bb-9a81-42f7-b778-431c890d0b75 req-e7193041-1e41-458e-80db-75a84901b034 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] For port 099b90ec-8474-40ea-ae18-5ea47ae7337f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=099b90ec-8474-40ea-ae18-5ea47ae7337f,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:07.706219 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-535408bb-9a81-42f7-b778-431c890d0b75 req-e7193041-1e41-458e-80db-75a84901b034 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.726298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-535408bb-9a81-42f7-b778-431c890d0b75 req-e7193041-1e41-458e-80db-75a84901b034 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Calling delete_port for 099b90ec-8474-40ea-ae18-5ea47ae7337f owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:07.759591 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:07.768238 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.828100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:16:07.851129 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.851491 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added segment 17fd7e91-c3a2-4e63-ab4f-3a6932d6d521 of type vlan for network 5051761b-80f1-47c0-99ac-62a545733863 Aug 21 09:16:07.893991 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.895459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:07.949357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:07.950719 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:16:07.951241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9e8a5b3e-7454-48ea-a56b-c9fa6939a7da not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:16:07.953166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92958be-eda6-4a8a-8d91-1b5f613b2a6c None None] Network efca9ead-4d16-43ab-8fac-3ba6e9275e79 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:08.045611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event deleted for resources: {'Port': ['ID=2e14930e-7054-4631-9957-230bdc161793,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:08.094881 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c07fbd62-d97a-41f3-8d35-deb7355f0d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:08.110610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.objects.ports [None req-0894028e-ee97-41de-b743-84030fe0df24 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:16:08.114182 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0894028e-ee97-41de-b743-84030fe0df24 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:08.117162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-535408bb-9a81-42f7-b778-431c890d0b75 req-e7193041-1e41-458e-80db-75a84901b034 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:08.120612 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:08.131511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:08.132553 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:08.137897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07fbd62-d97a-41f3-8d35-deb7355f0d1c None None] No DVR routers for this DVR port 2e14930e-7054-4631-9957-230bdc161793 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:08.139860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['af2eb22e-9b6a-439d-9502-2c28f7cba703', '099b90ec-8474-40ea-ae18-5ea47ae7337f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:16:08.142477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['35111112-9bae-47c0-a002-ca74bcfc2caa'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:16:08.153478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fbd62-d97a-41f3-8d35-deb7355f0d1c None None] Pushing event deleted for resources: {'Port': ['ID=2e14930e-7054-4631-9957-230bdc161793,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:08.305870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Network': ['ID=5051761b-80f1-47c0-99ac-62a545733863,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:08.338559 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0f849841-0aa8-4cd4-9cc2-5e33a7df2487 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6990159 Aug 21 09:16:08.340799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51898) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:08.347311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 5051761b-80f1-47c0-99ac-62a545733863 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:16:08.371775 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'subnet': {'network_id': '5051761b-80f1-47c0-99ac-62a545733863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:08.662824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7193041-1e41-458e-80db-75a84901b034 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Pushing event deleted for resources: {'Port': ['ID=099b90ec-8474-40ea-ae18-5ea47ae7337f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:08.663468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:08.667426 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:08.782634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-338e5927-3207-464b-a983-efb5577fd3b9 req-741b1268-136e-417e-889b-75847585641f tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=9416458f-6541-44b0-b1ec-f67d7f01dac4 HTTP/1.1" status: 200 len: 210 time: 0.1242633 Aug 21 09:16:08.835936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0894028e-ee97-41de-b743-84030fe0df24 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:08.887286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-0894028e-ee97-41de-b743-84030fe0df24 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:08.935244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f52188-67a6-41e5-a4d9-ec977b9c0fc3 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:08.973462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-535408bb-9a81-42f7-b778-431c890d0b75 req-e7193041-1e41-458e-80db-75a84901b034 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] No DVR routers for this DVR port 099b90ec-8474-40ea-ae18-5ea47ae7337f on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:08.977251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-535408bb-9a81-42f7-b778-431c890d0b75 req-e7193041-1e41-458e-80db-75a84901b034 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:08.980586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-535408bb-9a81-42f7-b778-431c890d0b75 req-e7193041-1e41-458e-80db-75a84901b034 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.22 "DELETE /v2.0/ports/099b90ec-8474-40ea-ae18-5ea47ae7337f HTTP/1.1" status: 204 len: 173 time: 1.8012457 Aug 21 09:16:08.992482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0894028e-ee97-41de-b743-84030fe0df24 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:08.993362 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0894028e-ee97-41de-b743-84030fe0df24 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:08.998097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9416458f-6541-44b0-b1ec-f67d7f01dac4', 'name': 'network-vif-deleted', 'tag': '099b90ec-8474-40ea-ae18-5ea47ae7337f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:16:09.000978 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337dc448-44c6-4844-8bcc-48172f232ec9" -d '{"events": [{"server_uuid": "9416458f-6541-44b0-b1ec-f67d7f01dac4", "name": "network-vif-deleted", "tag": "099b90ec-8474-40ea-ae18-5ea47ae7337f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:16:09.032249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894028e-ee97-41de-b743-84030fe0df24 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=7b225755-065d-43d0-b43d-d885ad0b973f,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:09.067056 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebc028e-0590-492f-a7f2-aab001e23310 x-openstack-request-id: req-5ebc028e-0590-492f-a7f2-aab001e23310 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:16:09.067229 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9416458f-6541-44b0-b1ec-f67d7f01dac4", "name": "network-vif-deleted", "tag": "099b90ec-8474-40ea-ae18-5ea47ae7337f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:16:09.067469 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ebc028e-0590-492f-a7f2-aab001e23310 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:16:09.067922 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9416458f-6541-44b0-b1ec-f67d7f01dac4', 'name': 'network-vif-deleted', 'tag': '099b90ec-8474-40ea-ae18-5ea47ae7337f', 'status': 'completed', 'code': 200} Aug 21 09:16:09.117279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-df9b5b4a-124a-4f2a-a751-eda197535938 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2800803 Aug 21 09:16:09.128206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-c23164a9-54b4-44c0-b5e1-a709a8f1dbca tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.129359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '7b225755-065d-43d0-b43d-d885ad0b973f'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:16:09.130037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-c23164a9-54b4-44c0-b5e1-a709a8f1dbca tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 814 time: 0.4828548 Aug 21 09:16:09.130618 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:09.149566 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-2b5234e9-d172-486d-b749-c8adc16ccae4 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/quotas/c134a7f0f4f84d7084ee8bf47771d35d HTTP/1.1" status: 200 len: 375 time: 0.0118122 Aug 21 09:16:09.193081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-b356acce-c6d0-4c41-b677-5e428c695216 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287228 Aug 21 09:16:09.206389 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:09.231223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0894028e-ee97-41de-b743-84030fe0df24 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4050448 Aug 21 09:16:09.239453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51920) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:09.259162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:c7:7e:8e', 'name': 'tempest-NetworksTestDHCPv6-992557451'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:09.353701 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Subnet': ['ID=2da8b2b9-6786-47b3-800e-c720649980dc,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:09.373563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Allocated IP 2001:db8::f816:3eff:fe45:2955 (9f07fd62-f4b8-49be-a982-63482994ed24/7b225755-065d-43d0-b43d-d885ad0b973f/ed62184e-6f5c-4d8e-8b80-89cb31939f6a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:09.383172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-3fd959d7-7493-4a61-a605-2a4ccf74acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.383978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-3fd959d7-7493-4a61-a605-2a4ccf74acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.384623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-3fd959d7-7493-4a61-a605-2a4ccf74acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.385259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-3fd959d7-7493-4a61-a605-2a4ccf74acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.386025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-3fd959d7-7493-4a61-a605-2a4ccf74acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.386656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-3fd959d7-7493-4a61-a605-2a4ccf74acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.387288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-3fd959d7-7493-4a61-a605-2a4ccf74acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.394406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-3fd959d7-7493-4a61-a605-2a4ccf74acf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6498 time: 0.2033751 Aug 21 09:16:09.439687 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Checking segment: {'id': '17fd7e91-c3a2-4e63-ab4f-3a6932d6d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5051761b-80f1-47c0-99ac-62a545733863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:09.440077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network hostable DHCP agents. Network: 5051761b-80f1-47c0-99ac-62a545733863, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:16:09.528354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-166f6f37-a2c2-4c5b-bb32-eb66555bf8c2 service neutron] 10.222.0.20 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253231 Aug 21 09:16:09.548464 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 5051761b-80f1-47c0-99ac-62a545733863 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:16:09.571176 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:09.580723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Transition to ACTIVE for port object ed62184e-6f5c-4d8e-8b80-89cb31939f6a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:09.585441 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7fe2aeae-87c9-4354-a6b5-8f492368ea9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:09.605942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Transition to ACTIVE for port object ed62184e-6f5c-4d8e-8b80-89cb31939f6a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:09.645474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 5051761b-80f1-47c0-99ac-62a545733863) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:09.649564 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.650414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:09.655475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93984b04-080d-43f7-8b3d-b51f94a71d40 None None] Network 5051761b-80f1-47c0-99ac-62a545733863 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:09.694117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-35cd2a75-446f-4673-8454-fb3058776eed service neutron] 10.222.0.20 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547654 Aug 21 09:16:09.712827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-852d2740-3821-4d34-a67f-0143b93dab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.713295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-852d2740-3821-4d34-a67f-0143b93dab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.720822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-852d2740-3821-4d34-a67f-0143b93dab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:09.720822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-852d2740-3821-4d34-a67f-0143b93dab1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee HTTP/1.1" status: 200 len: 2293 time: 0.2654934 Aug 21 09:16:09.721051 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:09.754678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:09.812747 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:09.815341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:09.832964 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9f337040-2452-4f8b-9c88-1e5b7a021a5d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4855046 Aug 21 09:16:09.832964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51932) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:09.833326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:09.844399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-55241ba1-6e6e-4efc-b08b-c435f0b412d6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-858988602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:09.858398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:09.879162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Pushing event updated for resources: {'Port': ['ID=ed62184e-6f5c-4d8e-8b80-89cb31939f6a,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:09.939313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-f149bdaf-d3a4-45ba-9885-9a30b878e895 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=111787a2-30ea-4809-aa01-2f16b2944652 HTTP/1.1" status: 200 len: 1002 time: 0.2084434 Aug 21 09:16:09.969561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Attempting to bind port ed62184e-6f5c-4d8e-8b80-89cb31939f6a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:09.970092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Attempting to bind port ed62184e-6f5c-4d8e-8b80-89cb31939f6a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:09.970441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Attempting to bind port ed62184e-6f5c-4d8e-8b80-89cb31939f6a on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:09.982429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:09.982429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:09.982429 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:09.982886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:09.983084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Bound port: ed62184e-6f5c-4d8e-8b80-89cb31939f6a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:09.983458 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:09.992156 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.000722 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55241ba1-6e6e-4efc-b08b-c435f0b412d6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.000722 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55241ba1-6e6e-4efc-b08b-c435f0b412d6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.019815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-32c5c0b7-d3f1-4057-a5e7-88649d31562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:10.021324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-32c5c0b7-d3f1-4057-a5e7-88649d31562e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ab28827-633f-407e-a5d5-e8b51ae5dfe4 HTTP/1.1" status: 200 len: 851 time: 0.0750406 Aug 21 09:16:10.026095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port c78eae7f-6ef1-4c3b-9dc0-b28571acc155 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:16:10.076007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-5051761b-80f1-47c0-99ac-62a545733863', 'network_id': '5051761b-80f1-47c0-99ac-62a545733863', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'fixed_ips': [{'subnet_id': '2da8b2b9-6786-47b3-800e-c720649980dc'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:16:10.078257 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.120889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-a7867aab-6ad6-4e9f-a804-ae941560a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:10.122351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-a7867aab-6ad6-4e9f-a804-ae941560a862 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915222 Aug 21 09:16:10.282664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ef2a2a0-fb0f-41c5-934f-ca0cac1f683d req-7cea5d84-ba2f-4b82-bdf9-db8bb7e499b9 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=9416458f-6541-44b0-b1ec-f67d7f01dac4 HTTP/1.1" status: 200 len: 210 time: 0.0944283 Aug 21 09:16:10.371113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::f816:3eff:fec7:7e8e (9f07fd62-f4b8-49be-a982-63482994ed24/7b225755-065d-43d0-b43d-d885ad0b973f/c78eae7f-6ef1-4c3b-9dc0-b28571acc155) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:10.414540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6071ef25-3038-47dc-9c04-1465a8d2cbe6 req-6ab7ac0d-378e-4d2e-a30f-f71cc17de2df tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 210 time: 0.0568871 Aug 21 09:16:10.438845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-0e825b72-1fa0-437d-9c54-fd29dcca1c13 service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034201 Aug 21 09:16:10.449901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Allocated IP 2001:db8::2 (5051761b-80f1-47c0-99ac-62a545733863/2da8b2b9-6786-47b3-800e-c720649980dc/93638a88-c0e4-4dee-8218-44c4257e3b97) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:10.512580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] For port ed62184e-6f5c-4d8e-8b80-89cb31939f6a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:10.562687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-309e6cfa-e6fb-4784-a031-d803ac85e6b1 service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183262 Aug 21 09:16:10.568303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] For port ed62184e-6f5c-4d8e-8b80-89cb31939f6a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ed62184e-6f5c-4d8e-8b80-89cb31939f6a,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:10.654656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-4833a651-84d4-4fb5-8123-70b2f38638d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=93573a26-26bd-4d80-98c6-ef6f0af8157c HTTP/1.1" status: 200 len: 217 time: 0.0769372 Aug 21 09:16:10.668730 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.698522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55241ba1-6e6e-4efc-b08b-c435f0b412d6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.760102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87971d7-17cb-4ca7-9428-49ec01a6db0a None None] Pushing event updated for resources: {'Port': ['ID=ed62184e-6f5c-4d8e-8b80-89cb31939f6a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:10.760358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-20444463-3ce0-48ff-9ce6-a4f2540dde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:10.761948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-20444463-3ce0-48ff-9ce6-a4f2540dde43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.0772812 Aug 21 09:16:10.772459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55241ba1-6e6e-4efc-b08b-c435f0b412d6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.841780 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.858371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-c79ff362-4950-4e16-ba3d-9dcb247ecbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:10.859568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-c79ff362-4950-4e16-ba3d-9dcb247ecbae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0876038 Aug 21 09:16:10.862423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object c78eae7f-6ef1-4c3b-9dc0-b28571acc155 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:10.882124 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.891785 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55241ba1-6e6e-4efc-b08b-c435f0b412d6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.893005 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-55241ba1-6e6e-4efc-b08b-c435f0b412d6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0586629 Aug 21 09:16:10.897221 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.909089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51956) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:10.909293 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Transition to ACTIVE for port object 93638a88-c0e4-4dee-8218-44c4257e3b97 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:10.921664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Transition to ACTIVE for port object 93638a88-c0e4-4dee-8218-44c4257e3b97 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:10.995876 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:10.997065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-3d651e10-40c5-408d-9172-da80781ad1d5 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302807 Aug 21 09:16:11.047498 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:11.102786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Pushing event updated for resources: {'Port': ['ID=93638a88-c0e4-4dee-8218-44c4257e3b97,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:11.120800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Network 5051761b-80f1-47c0-99ac-62a545733863 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:11.122592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:11.132188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:11.230920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 099b90ec-8474-40ea-ae18-5ea47ae7337f no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:11.232883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-52c00592-ee84-4c3e-afd0-ea16a4c8566f service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281215 Aug 21 09:16:11.313352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 099b90ec-8474-40ea-ae18-5ea47ae7337f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:16:11.313701 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 099b90ec-8474-40ea-ae18-5ea47ae7337f not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:16:11.327013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Attempting to bind port 93638a88-c0e4-4dee-8218-44c4257e3b97 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:11.327388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Attempting to bind port 93638a88-c0e4-4dee-8218-44c4257e3b97 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '17fd7e91-c3a2-4e63-ab4f-3a6932d6d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5051761b-80f1-47c0-99ac-62a545733863'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:11.327795 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Attempting to bind port 93638a88-c0e4-4dee-8218-44c4257e3b97 on network 5051761b-80f1-47c0-99ac-62a545733863 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:11.344748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:11.345034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Checking segment: {'id': '17fd7e91-c3a2-4e63-ab4f-3a6932d6d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5051761b-80f1-47c0-99ac-62a545733863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:11.345379 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:11.345770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Bound using segment: {'id': '17fd7e91-c3a2-4e63-ab4f-3a6932d6d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5051761b-80f1-47c0-99ac-62a545733863'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:11.346244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Bound port: 93638a88-c0e4-4dee-8218-44c4257e3b97, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fd7e91-c3a2-4e63-ab4f-3a6932d6d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5051761b-80f1-47c0-99ac-62a545733863'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:11.346672 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:11.463620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:11.465417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-6c4a4bdc-6d03-40d1-8784-83cf73357b2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=58edfe04-a3d4-4096-86d3-5ad70a933df4 HTTP/1.1" status: 200 len: 217 time: 0.1303823 Aug 21 09:16:11.468540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:11.480191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:11.488780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ed62184e-6f5c-4d8e-8b80-89cb31939f6a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:11.489360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:11.490072 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:11.545905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=c78eae7f-6ef1-4c3b-9dc0-b28571acc155,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:11.563461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] For port 93638a88-c0e4-4dee-8218-44c4257e3b97, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:11.585979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] For port 93638a88-c0e4-4dee-8218-44c4257e3b97, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=93638a88-c0e4-4dee-8218-44c4257e3b97,segment=NetworkSegment(17fd7e91-c3a2-4e63-ab4f-3a6932d6d521),segment_id=17fd7e91-c3a2-4e63-ab4f-3a6932d6d521)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:11.603730 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:11.634361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3bdc8a19-5d15-49fc-b1bb-9d79df3b28e4 req-019d678f-2378-4e1b-b4cf-af86590bc6f7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 210 time: 0.1111948 Aug 21 09:16:11.636652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-d5570fd4-d480-4eb5-8b96-d4b1c111dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:11.638827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-d5570fd4-d480-4eb5-8b96-d4b1c111dd2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.1378512 Aug 21 09:16:11.690289 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:11.732116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ed62184e-6f5c-4d8e-8b80-89cb31939f6a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:11.741928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-80084309-9e87-42db-b12e-a0f74bfa2e89 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4926906 Aug 21 09:16:11.741928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51980) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:11.792310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740bb21-fb42-4e07-a7d8-391988ddf57b None None] Pushing event updated for resources: {'Port': ['ID=93638a88-c0e4-4dee-8218-44c4257e3b97,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:11.860520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-e4462312-7793-4b61-9d78-5fda9fd074ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:11.868029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-e4462312-7793-4b61-9d78-5fda9fd074ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2154772 Aug 21 09:16:11.929902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9d2495-9af4-49a1-8975-4730ba01cac6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:11.936307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9d2495-9af4-49a1-8975-4730ba01cac6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:11.940451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bd9d2495-9af4-49a1-8975-4730ba01cac6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1948273 Aug 21 09:16:11.940811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51986) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:12.104490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-4f343b25-fd57-4a0f-bb6a-21e7478078d6 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310917 Aug 21 09:16:12.264237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51998) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:12.308724 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:12.339937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-96c66c96-50f7-4a3c-8d8f-eafe4aeb489c service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278192 Aug 21 09:16:12.440433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Allocated IP 2001:db8::1 (5051761b-80f1-47c0-99ac-62a545733863/2da8b2b9-6786-47b3-800e-c720649980dc/8872861a-e619-4f3b-9915-a4b9644c90fa) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:12.459582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-541affc4-9985-4319-b86d-f6869286ff2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=9d96bb04-9325-4a64-8c0c-8ac156a08afe HTTP/1.1" status: 200 len: 217 time: 0.1105778 Aug 21 09:16:12.470513 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-20ac8067-ae6b-4787-be54-52a25741a5b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port c78eae7f-6ef1-4c3b-9dc0-b28571acc155 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:12.471267 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-20ac8067-ae6b-4787-be54-52a25741a5b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:12.570337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9daba961-657d-43da-9171-0890511f6f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:12.601128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-8479d496-a7e6-4fe6-9b3d-02847ab078cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:12.602738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-8479d496-a7e6-4fe6-9b3d-02847ab078cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.1376655 Aug 21 09:16:12.675204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-f2602c9f-3ceb-46f8-a59e-0f0270bebe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:12.678655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-f2602c9f-3ceb-46f8-a59e-0f0270bebe64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679138 Aug 21 09:16:12.699043 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9c7ac258-7f17-4b8a-9834-3ae4a1b44f17 None None] Provisioning for port ed62184e-6f5c-4d8e-8b80-89cb31939f6a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:12.705786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9c7ac258-7f17-4b8a-9834-3ae4a1b44f17 None None] Provisioning complete for port ed62184e-6f5c-4d8e-8b80-89cb31939f6a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:12.706168 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac258-7f17-4b8a-9834-3ae4a1b44f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:12.758224 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-20ac8067-ae6b-4787-be54-52a25741a5b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:12.814559 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-20ac8067-ae6b-4787-be54-52a25741a5b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for c78eae7f-6ef1-4c3b-9dc0-b28571acc155 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:12.887098 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac258-7f17-4b8a-9834-3ae4a1b44f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:12.919152 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:12.930064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9c7ac258-7f17-4b8a-9834-3ae4a1b44f17 None None] For port ed62184e-6f5c-4d8e-8b80-89cb31939f6a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ed62184e-6f5c-4d8e-8b80-89cb31939f6a,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:12.963488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Transition to ACTIVE for port object 8872861a-e619-4f3b-9915-a4b9644c90fa will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:12.979764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be89ae3e-ec0a-47da-9a68-ed0164afc55c req-ab739bae-d1b3-4e65-9a67-b6354836a26e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 210 time: 0.1785078 Aug 21 09:16:13.022416 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac258-7f17-4b8a-9834-3ae4a1b44f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:13.110807 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:13.130702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ac258-7f17-4b8a-9834-3ae4a1b44f17 None None] Pushing event updated for resources: {'Port': ['ID=ed62184e-6f5c-4d8e-8b80-89cb31939f6a,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:13.148058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 5051761b-80f1-47c0-99ac-62a545733863 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:13.153115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:13.179646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:13.180922 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:13.236653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-211eabeb-b7cc-42ba-8fa7-2348c4db046b None None] Provisioning for port c78eae7f-6ef1-4c3b-9dc0-b28571acc155 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:13.239036 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-20ac8067-ae6b-4787-be54-52a25741a5b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:13.242755 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9daba961-657d-43da-9171-0890511f6f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:13.244025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-211eabeb-b7cc-42ba-8fa7-2348c4db046b None None] Provisioning complete for port c78eae7f-6ef1-4c3b-9dc0-b28571acc155 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:13.246549 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-211eabeb-b7cc-42ba-8fa7-2348c4db046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:13.278053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-211eabeb-b7cc-42ba-8fa7-2348c4db046b None None] Port c78eae7f-6ef1-4c3b-9dc0-b28571acc155 was deleted so its status cannot be updated. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 21 09:16:13.279758 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=8872861a-e619-4f3b-9915-a4b9644c90fa,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:13.305808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c8118-7a34-4723-a8fc-8a995538a022 req-fad76ab5-efd9-45b8-ae77-5a37f8a1ec80 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:13.311925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c8118-7a34-4723-a8fc-8a995538a022 req-fad76ab5-efd9-45b8-ae77-5a37f8a1ec80 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:13.313163 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac8067-ae6b-4787-be54-52a25741a5b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=c78eae7f-6ef1-4c3b-9dc0-b28571acc155,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:13.319828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e92c8118-7a34-4723-a8fc-8a995538a022 req-fad76ab5-efd9-45b8-ae77-5a37f8a1ec80 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993&device_id=771c6ca2-e488-4538-bd36-5e1bed152760 HTTP/1.1" status: 200 len: 1681 time: 0.4142745 Aug 21 09:16:13.359322 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-20ac8067-ae6b-4787-be54-52a25741a5b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:13.370282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e92c8118-7a34-4723-a8fc-8a995538a022 req-e8762ae4-8238-473e-a9b5-591a17410e05 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393808 Aug 21 09:16:13.370282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-132fc07b-2056-4a1e-9047-e013f42532d7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:13.378953 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-20ac8067-ae6b-4787-be54-52a25741a5b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/c78eae7f-6ef1-4c3b-9dc0-b28571acc155 HTTP/1.1" status: 204 len: 168 time: 1.4365838 Aug 21 09:16:13.381764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52020) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:13.396294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-132fc07b-2056-4a1e-9047-e013f42532d7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.22 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 814 time: 0.4250453 Aug 21 09:16:13.402894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-9e51d476-c1ee-4cb1-a742-6cc988d10790 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7071228 Aug 21 09:16:13.403653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9daba961-657d-43da-9171-0890511f6f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:13.456639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0b2b69-90c6-4928-9200-3530b9e21e18 None None] Network 5051761b-80f1-47c0-99ac-62a545733863 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:13.458594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Request body: {'port': {'device_id': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79', 'admin_state_up': True, 'tenant_id': 'c134a7f0f4f84d7084ee8bf47771d35d'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:13.497348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9daba961-657d-43da-9171-0890511f6f3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4bec389bb8a41fdae2059984922eaac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2320435 Aug 21 09:16:13.533878 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52024) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:13.630754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93638a88-c0e4-4dee-8218-44c4257e3b97 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:13.686186 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:13.700498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a0a83d7c-65e4-430a-a61e-12f308955edd None None] Provisioning for port 93638a88-c0e4-4dee-8218-44c4257e3b97 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:13.861337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 93638a88-c0e4-4dee-8218-44c4257e3b97 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:13.873027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 93638a88-c0e4-4dee-8218-44c4257e3b97 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:13.873788 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:13.983929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef2cb0-1073-4dcc-9efe-ab24f8e8dc1a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:13.985591 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef2cb0-1073-4dcc-9efe-ab24f8e8dc1a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:13.990538 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cbef2cb0-1073-4dcc-9efe-ab24f8e8dc1a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6076126 Aug 21 09:16:13.995492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52034) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:14.003656 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.019253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daba961-657d-43da-9171-0890511f6f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b930d3-ef5f-43ce-88c1-1ac2640be642,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:14.084420 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4849080f-9357-402b-94f8-87d668d5805d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 7b225755-065d-43d0-b43d-d885ad0b973f {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:14.101855 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4849080f-9357-402b-94f8-87d668d5805d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.105586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 93638a88-c0e4-4dee-8218-44c4257e3b97, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=93638a88-c0e4-4dee-8218-44c4257e3b97,segment=NetworkSegment(17fd7e91-c3a2-4e63-ab4f-3a6932d6d521),segment_id=17fd7e91-c3a2-4e63-ab4f-3a6932d6d521)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:14.173442 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-956a21f5-4408-4b4c-8d68-07174b4534fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.183651 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da434981-cc72-4b73-99b9-3a4a3f86ffcb req-45a42985-ddf8-4e9f-812f-d347a6921464 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 210 time: 0.0320265 Aug 21 09:16:14.188311 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.189119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ed62184e-6f5c-4d8e-8b80-89cb31939f6a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:14.201776 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-956a21f5-4408-4b4c-8d68-07174b4534fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.261609 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4849080f-9357-402b-94f8-87d668d5805d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.325087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=93638a88-c0e4-4dee-8218-44c4257e3b97,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:14.328691 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.334359 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-956a21f5-4408-4b4c-8d68-07174b4534fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.337004 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-956a21f5-4408-4b4c-8d68-07174b4534fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.344236 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-956a21f5-4408-4b4c-8d68-07174b4534fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90b930d3-ef5f-43ce-88c1-1ac2640be642 HTTP/1.1" status: 204 len: 168 time: 0.8032115 Aug 21 09:16:14.358921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a21f5-4408-4b4c-8d68-07174b4534fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b930d3-ef5f-43ce-88c1-1ac2640be642,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:14.399031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.399877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.421603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-115d12c7-5a6f-4be2-82c5-2b5857de8c49 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9961431 Aug 21 09:16:14.488852 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-8939cd55-bb3c-48c3-aac3-9450b6d721b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe HTTP/1.1" status: 200 len: 217 time: 0.0562084 Aug 21 09:16:14.514182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-32fab965-9565-4e87-a9f8-c83988b1f9f7 None None] Provisioning complete for port 93638a88-c0e4-4dee-8218-44c4257e3b97 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:14.515175 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-32fab965-9565-4e87-a9f8-c83988b1f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.531956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Made reservation on behalf of c134a7f0f4f84d7084ee8bf47771d35d for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:14.535891 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.556281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ed62184e-6f5c-4d8e-8b80-89cb31939f6a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:14.557168 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.574603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-372e360b-6505-4b7f-b7be-ecbc5db46ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:14.576815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-372e360b-6505-4b7f-b7be-ecbc5db46ed7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.0797641 Aug 21 09:16:14.627188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 5051761b-80f1-47c0-99ac-62a545733863 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:14.681153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-492497b4-d560-4574-a711-25ac1eb12523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:14.683027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-492497b4-d560-4574-a711-25ac1eb12523 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0681899 Aug 21 09:16:14.693801 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4849080f-9357-402b-94f8-87d668d5805d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:14.705051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:14.882591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Allocated IP 172.20.0.9 (efca9ead-4d16-43ab-8fac-3ba6e9275e79/ff9526d5-d048-4d21-9271-a5072de94c91/74316681-8df6-4d33-b4ec-207bc24a574c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:14.895211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=8872861a-e619-4f3b-9915-a4b9644c90fa,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:15.016293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-71817be8-9f0c-4afd-8e76-e6fbc0dcf7eb service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026655 Aug 21 09:16:15.017758 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4849080f-9357-402b-94f8-87d668d5805d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:15.036864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4849080f-9357-402b-94f8-87d668d5805d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:15.039114 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4849080f-9357-402b-94f8-87d668d5805d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/7b225755-065d-43d0-b43d-d885ad0b973f HTTP/1.1" status: 204 len: 168 time: 1.0411093 Aug 21 09:16:15.050162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c1767c-3065-48b7-bbc5-6f7d09653a59 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:15.063486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52058) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:15.115203 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4b0902ea-6574-4ebe-8d87-06d261dc5b8e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455005 Aug 21 09:16:15.116118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849080f-9357-402b-94f8-87d668d5805d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=7b225755-065d-43d0-b43d-d885ad0b973f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:15.118612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52060) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:15.141441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-32fab965-9565-4e87-a9f8-c83988b1f9f7 None None] Provisioning for port 8872861a-e619-4f3b-9915-a4b9644c90fa completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:15.159677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-32fab965-9565-4e87-a9f8-c83988b1f9f7 None None] Provisioning complete for port 8872861a-e619-4f3b-9915-a4b9644c90fa triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:15.160412 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-32fab965-9565-4e87-a9f8-c83988b1f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:15.183069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618d393-344a-4826-9b75-404ba9600881 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:15.184728 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e618d393-344a-4826-9b75-404ba9600881 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0649137 Aug 21 09:16:15.187313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52062) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:15.242442 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:15.257933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3e096-23c8-4215-b548-e6ce65e92822 req-4eb72a47-0efd-4a31-8d5c-85e2949b5b6d tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:15.262165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81f3e096-23c8-4215-b548-e6ce65e92822 req-4eb72a47-0efd-4a31-8d5c-85e2949b5b6d tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=771c6ca2-e488-4538-bd36-5e1bed152760 HTTP/1.1" status: 200 len: 945 time: 0.3293986 Aug 21 09:16:15.276868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-32fab965-9565-4e87-a9f8-c83988b1f9f7 None None] Port 8872861a-e619-4f3b-9915-a4b9644c90fa cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:16:15.284508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f7a12-a5dd-434f-a590-d15e071013d1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:15.290786 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b1f7a12-a5dd-434f-a590-d15e071013d1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1016273 Aug 21 09:16:15.294806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 1543daea-7e49-4f82-aa11-a04d44d58f68 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:16:15.297738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52066) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:15.319886 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:15.360849 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3f3dca5f-0ee2-4169-9a05-16870b62dafe tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580523 Aug 21 09:16:15.365938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52068) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:15.374885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:15.399340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93638a88-c0e4-4dee-8218-44c4257e3b97 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:15.403274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-ad97516c-2033-43a8-bbf9-b606549d7f4e service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229103 Aug 21 09:16:15.427788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cb15f54-f204-48c3-9bb1-082508807c0d req-d208c716-2ac5-4911-957b-9487903fe9b4 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 210 time: 0.0863667 Aug 21 09:16:15.433368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52072) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:15.475550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c902af8a-f018-4c0e-b37e-811ca1d1300d None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:16:15.492215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a769abc7-e573-49e3-bc14-89f9269f9992 None None] Provisioning complete for port 8872861a-e619-4f3b-9915-a4b9644c90fa triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:15.494873 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a769abc7-e573-49e3-bc14-89f9269f9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:15.531494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81f3e096-23c8-4215-b548-e6ce65e92822 req-afb989da-597c-4e0a-b6e3-1db2f859c295 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459888 Aug 21 09:16:15.537088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-906c7abf-f3bf-4cd4-820e-993f12f894e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=090fdd81-0c45-49e9-97a8-edb01ea83e05 HTTP/1.1" status: 200 len: 217 time: 0.1022508 Aug 21 09:16:15.538493 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55f31445-0a44-438b-8ff4-0074b4a91d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:15.542818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:15.559377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a769abc7-e573-49e3-bc14-89f9269f9992 None None] Port 8872861a-e619-4f3b-9915-a4b9644c90fa cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:16:15.579958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:16:15.598870 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3fd42f82-90eb-4b73-ad22-a30cd313459b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/1543daea-7e49-4f82-aa11-a04d44d58f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7000823 Aug 21 09:16:15.604256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52074) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:15.605676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0878f8ed-b79f-4b87-9e12-3e4a0c3322cb None None] Sync routers for ids ['1543daea-7e49-4f82-aa11-a04d44d58f68'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:16:15.624255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0878f8ed-b79f-4b87-9e12-3e4a0c3322cb None None] Routers {'1543daea-7e49-4f82-aa11-a04d44d58f68'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:15.624992 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0878f8ed-b79f-4b87-9e12-3e4a0c3322cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1543daea-7e49-4f82-aa11-a04d44d58f68'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:15.676459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0878f8ed-b79f-4b87-9e12-3e4a0c3322cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:15.680330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 93638a88-c0e4-4dee-8218-44c4257e3b97 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:15.680829 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:15.696013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe261324-1f69-483f-bccc-78d376090d28 req-1bc346b3-9266-449d-a2cc-7119a9103903 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:15.698409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe261324-1f69-483f-bccc-78d376090d28 req-1bc346b3-9266-449d-a2cc-7119a9103903 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.13 "GET /v2.0/ports?device_id=771c6ca2-e488-4538-bd36-5e1bed152760 HTTP/1.1" status: 200 len: 945 time: 0.1659050 Aug 21 09:16:15.700249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-4de17ff0-4e61-4f00-89c2-faa90ac5ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:15.701919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-4de17ff0-4e61-4f00-89c2-faa90ac5ad60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 200 len: 797 time: 0.1471601 Aug 21 09:16:15.709460 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca44ab77-ded1-42ed-8f1a-24c4b1b0aaeb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:15.709460 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ca44ab77-ded1-42ed-8f1a-24c4b1b0aaeb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports/8872861a-e619-4f3b-9915-a4b9644c90fa HTTP/1.1" status: 200 len: 911 time: 0.1019378 Aug 21 09:16:15.710359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52076) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:15.731067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0878f8ed-b79f-4b87-9e12-3e4a0c3322cb None None] Routers {'1543daea-7e49-4f82-aa11-a04d44d58f68'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:15.731857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0878f8ed-b79f-4b87-9e12-3e4a0c3322cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1543daea-7e49-4f82-aa11-a04d44d58f68'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:15.742057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c902af8a-f018-4c0e-b37e-811ca1d1300d None None] Deleting port ed62184e-6f5c-4d8e-8b80-89cb31939f6a {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:15.742700 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c902af8a-f018-4c0e-b37e-811ca1d1300d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:15.788311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:15.791859 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:15.799521 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0878f8ed-b79f-4b87-9e12-3e4a0c3322cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:15.800291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0878f8ed-b79f-4b87-9e12-3e4a0c3322cb None None] The sync data for ids ['1543daea-7e49-4f82-aa11-a04d44d58f68'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:16:15.818226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:16.068411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c902af8a-f018-4c0e-b37e-811ca1d1300d None None] For port ed62184e-6f5c-4d8e-8b80-89cb31939f6a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ed62184e-6f5c-4d8e-8b80-89cb31939f6a,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:16.069237 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c902af8a-f018-4c0e-b37e-811ca1d1300d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:16.120289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c902af8a-f018-4c0e-b37e-811ca1d1300d None None] Calling delete_port for ed62184e-6f5c-4d8e-8b80-89cb31939f6a owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:16.141274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Pushing event updated for resources: {'Port': ['ID=74316681-8df6-4d33-b4ec-207bc24a574c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:16.173801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Network efca9ead-4d16-43ab-8fac-3ba6e9275e79 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:16.199240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:16.211028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:16.214975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-44388a45-1407-4db7-9f6e-1437911d4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:16.217036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-44388a45-1407-4db7-9f6e-1437911d4052 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4956706 Aug 21 09:16:16.314641 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c902af8a-f018-4c0e-b37e-811ca1d1300d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:16.351608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:16:16.355670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902af8a-f018-4c0e-b37e-811ca1d1300d None None] Pushing event deleted for resources: {'Port': ['ID=ed62184e-6f5c-4d8e-8b80-89cb31939f6a,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:16.362676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902af8a-f018-4c0e-b37e-811ca1d1300d None None] No DVR routers for this DVR port ed62184e-6f5c-4d8e-8b80-89cb31939f6a on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:16.455119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caf462-d2be-4f79-89d8-756baa136687 req-262abc0d-ea16-4079-b0c0-0512a8c69578 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:16.456698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6caf462-d2be-4f79-89d8-756baa136687 req-262abc0d-ea16-4079-b0c0-0512a8c69578 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.22 "GET /v2.0/ports?device_id=339aa0b5-aa60-4465-8927-73943921f993 HTTP/1.1" status: 200 len: 945 time: 0.3045981 Aug 21 09:16:16.479982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:16.480925 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:16.491488 n-d-766726-28 neutron-server[106756]: WARNING neutron.services.revisions.revision_plugin [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Could not find related port for resource to bump revision. Aug 21 09:16:16.497467 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55f31445-0a44-438b-8ff4-0074b4a91d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:16.525792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_pluggable_backend [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Port ed62184e-6f5c-4d8e-8b80-89cb31939f6a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 21 09:16:16.526274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_pluggable_backend [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Reverting IP allocation for 2001:db8::f816:3eff:fe45:2955 {{(pid=106756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 21 09:16:16.530624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_pluggable_backend [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe45:2955 {{(pid=106756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 21 09:16:16.534760 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:16.547327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-fe261324-1f69-483f-bccc-78d376090d28 req-d30b0e81-f53a-4723-9277-c4357469af5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Deleting port 35111112-9bae-47c0-a002-ca74bcfc2caa {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:16.547474 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fe261324-1f69-483f-bccc-78d376090d28 req-d30b0e81-f53a-4723-9277-c4357469af5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:16.568695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:16.572785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:16.582153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a90a7-702b-40d3-8ad4-2e1b5243e28c None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:16.613394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:16.614137 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:16.665490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=24da9f02-1462-469b-941b-3c9cb4f82159,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:16.721484 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55f31445-0a44-438b-8ff4-0074b4a91d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:16.734505 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-993f9a5d-231d-4783-9c55-abfec215bad5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3675008 Aug 21 09:16:16.735068 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52092) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:16.742950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:a5:70:ae', 'name': 'tempest-NetworksTestDHCPv6-2046004883'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:16.774810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '24da9f02-1462-469b-941b-3c9cb4f82159'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:16:16.776447 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:16.790374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-d0b05528-8cbf-47ec-ae8b-9da1dcaccf67 service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416167 Aug 21 09:16:16.798784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8b2f40e9-fc59-4b44-a975-60f07d72207a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3774948 Aug 21 09:16:16.864972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Request body: {'port': {'device_id': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:16.931058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1a4c-1294-4d47-b12e-5439237e5426 req-eacefbd7-b534-451e-b8bb-6d9fdfc60bad tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:16.932908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46ab1a4c-1294-4d47-b12e-5439237e5426 req-eacefbd7-b534-451e-b8bb-6d9fdfc60bad tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 931 time: 0.3901608 Aug 21 09:16:16.947719 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Allocated IP 2001:db8::f816:3eff:fea8:b084 (9f07fd62-f4b8-49be-a982-63482994ed24/24da9f02-1462-469b-941b-3c9cb4f82159/01e9d328-4beb-4695-9181-0c48bfd08513) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:16.988310 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:17.053309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-55f31445-0a44-438b-8ff4-0074b4a91d2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0f45cf291044dac9468d44041c8bee4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6176724 Aug 21 09:16:17.061340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52098) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:17.067134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f31445-0a44-438b-8ff4-0074b4a91d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897bbbb9-aaf5-4db5-afef-59a64c4951c2,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:17.111735 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:17.124645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Transition to ACTIVE for port object 01e9d328-4beb-4695-9181-0c48bfd08513 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:17.132525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:17.142521 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Transition to ACTIVE for port object 01e9d328-4beb-4695-9181-0c48bfd08513 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:17.165310 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port ed0cc012-0ca7-4ae8-b53b-45533ba09c43 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:16:17.217546 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:17.285440 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:17.290879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:17.295417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:17.336278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Pushing event updated for resources: {'Port': ['ID=01e9d328-4beb-4695-9181-0c48bfd08513,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:17.365570 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ed62184e-6f5c-4d8e-8b80-89cb31939f6a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:17.374810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::f816:3eff:fea5:70ae (9f07fd62-f4b8-49be-a982-63482994ed24/24da9f02-1462-469b-941b-3c9cb4f82159/ed0cc012-0ca7-4ae8-b53b-45533ba09c43) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:17.393624 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ed62184e-6f5c-4d8e-8b80-89cb31939f6a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:16:17.393976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ed62184e-6f5c-4d8e-8b80-89cb31939f6a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:16:17.406948 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Attempting to bind port 01e9d328-4beb-4695-9181-0c48bfd08513 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:17.407550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Attempting to bind port 01e9d328-4beb-4695-9181-0c48bfd08513 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:17.408114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Attempting to bind port 01e9d328-4beb-4695-9181-0c48bfd08513 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:17.415348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:17.416319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:17.417261 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:17.418187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:17.419364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Bound port: 01e9d328-4beb-4695-9181-0c48bfd08513, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:17.420107 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:17.495372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] For port 01e9d328-4beb-4695-9181-0c48bfd08513, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:17.499183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] For port 01e9d328-4beb-4695-9181-0c48bfd08513, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=01e9d328-4beb-4695-9181-0c48bfd08513,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:17.554772 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:17.572042 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:17.636120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09008ab8-07d2-44b0-9024-022d07eeabf9 None None] Pushing event updated for resources: {'Port': ['ID=01e9d328-4beb-4695-9181-0c48bfd08513,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:17.676782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9c6c-98f8-4d90-9532-9aad1f574d75 req-783ccacd-50eb-4202-9bc1-9a4db2bfca8e tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:17.679372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b81d9c6c-98f8-4d90-9532-9aad1f574d75 req-783ccacd-50eb-4202-9bc1-9a4db2bfca8e tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=771c6ca2-e488-4538-bd36-5e1bed152760 HTTP/1.1" status: 200 len: 945 time: 0.9589133 Aug 21 09:16:17.746126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-fe261324-1f69-483f-bccc-78d376090d28 req-d30b0e81-f53a-4723-9277-c4357469af5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] For port 35111112-9bae-47c0-a002-ca74bcfc2caa, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=35111112-9bae-47c0-a002-ca74bcfc2caa,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:17.746506 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fe261324-1f69-483f-bccc-78d376090d28 req-d30b0e81-f53a-4723-9277-c4357469af5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:17.758250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d6caf462-d2be-4f79-89d8-756baa136687 req-62b85077-4f8a-4db4-92a8-933259e610e4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Deleting port af2eb22e-9b6a-439d-9502-2c28f7cba703 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:17.758605 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d6caf462-d2be-4f79-89d8-756baa136687 req-62b85077-4f8a-4db4-92a8-933259e610e4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:17.826118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46ab1a4c-1294-4d47-b12e-5439237e5426 req-7e828e08-3ef6-4a24-be92-c9af13013ea2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8576710 Aug 21 09:16:17.841481 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:17.951138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-fe261324-1f69-483f-bccc-78d376090d28 req-d30b0e81-f53a-4723-9277-c4357469af5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Calling delete_port for 35111112-9bae-47c0-a002-ca74bcfc2caa owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:17.965368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-d6932057-9fad-4a1f-b430-54024567609b service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1537149 Aug 21 09:16:18.018830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object ed0cc012-0ca7-4ae8-b53b-45533ba09c43 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:18.028803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b81d9c6c-98f8-4d90-9532-9aad1f574d75 req-7f06fb2a-7476-4934-a016-f6bd936f961c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac280cda-3096-416f-ad01-ada4a837acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006539 Aug 21 09:16:18.151694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-35ead538-2654-4a11-98df-33fa1e369337 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b5e9a35-1c2b-412f-979d-550fc637481a HTTP/1.1" status: 200 len: 217 time: 0.1532345 Aug 21 09:16:18.166084 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:18.214142 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:18.217657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:18.222297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:18.230217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:18.231127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:18.251988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=ed0cc012-0ca7-4ae8-b53b-45533ba09c43,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:18.265693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b62e82d6-bd99-4d06-8f29-8352a3b84980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:18.305630 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6bcd2268-c4ab-432e-acda-6d40ec68a828 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5670590 Aug 21 09:16:18.306036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52110) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:18.367272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b552957-ff85-4828-a1fc-8511a3b50e5e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:18.373472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b552957-ff85-4828-a1fc-8511a3b50e5e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:18.378438 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1b552957-ff85-4828-a1fc-8511a3b50e5e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0679231 Aug 21 09:16:18.378438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52112) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:18.431601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d6caf462-d2be-4f79-89d8-756baa136687 req-62b85077-4f8a-4db4-92a8-933259e610e4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] For port af2eb22e-9b6a-439d-9502-2c28f7cba703, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=af2eb22e-9b6a-439d-9502-2c28f7cba703,segment=NetworkSegment(547d2197-3603-4997-889c-7ac10c20ba26),segment_id=547d2197-3603-4997-889c-7ac10c20ba26)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:18.438528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d6caf462-d2be-4f79-89d8-756baa136687 req-62b85077-4f8a-4db4-92a8-933259e610e4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:18.464335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b62e82d6-bd99-4d06-8f29-8352a3b84980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:18.472934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-36a98446-f536-4977-ae3f-3d15593c3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:18.477850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-36a98446-f536-4977-ae3f-3d15593c3483 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 200 len: 797 time: 0.2688911 Aug 21 09:16:18.479760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4742ec54-ddcb-4b06-b19c-aae70bf5ef7e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port ed0cc012-0ca7-4ae8-b53b-45533ba09c43 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:18.480115 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4742ec54-ddcb-4b06-b19c-aae70bf5ef7e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:18.483167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d6caf462-d2be-4f79-89d8-756baa136687 req-62b85077-4f8a-4db4-92a8-933259e610e4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Calling delete_port for af2eb22e-9b6a-439d-9502-2c28f7cba703 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:18.596655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4742ec54-ddcb-4b06-b19c-aae70bf5ef7e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:18.602181 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-752a5b6c-0048-49b1-91c3-009187166d72 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:18.611581 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4742ec54-ddcb-4b06-b19c-aae70bf5ef7e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for ed0cc012-0ca7-4ae8-b53b-45533ba09c43 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:18.857054 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4742ec54-ddcb-4b06-b19c-aae70bf5ef7e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:18.892701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-5e58c012-1a4a-48b7-90f9-48401851b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:18.894298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-5e58c012-1a4a-48b7-90f9-48401851b6c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3473833 Aug 21 09:16:19.015248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742ec54-ddcb-4b06-b19c-aae70bf5ef7e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=ed0cc012-0ca7-4ae8-b53b-45533ba09c43,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:19.032315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4742ec54-ddcb-4b06-b19c-aae70bf5ef7e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.039737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bb6b3ce5-b0fd-42fb-9f67-727064964b16 None None] Provisioning for port 01e9d328-4beb-4695-9181-0c48bfd08513 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:19.043024 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4742ec54-ddcb-4b06-b19c-aae70bf5ef7e tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/ed0cc012-0ca7-4ae8-b53b-45533ba09c43 HTTP/1.1" status: 204 len: 168 time: 0.6639931 Aug 21 09:16:19.043705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52128) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:19.099454 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fe261324-1f69-483f-bccc-78d376090d28 req-d30b0e81-f53a-4723-9277-c4357469af5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.101620 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b62e82d6-bd99-4d06-8f29-8352a3b84980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.104399 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b62e82d6-bd99-4d06-8f29-8352a3b84980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.108082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b62e82d6-bd99-4d06-8f29-8352a3b84980 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/897bbbb9-aaf5-4db5-afef-59a64c4951c2 HTTP/1.1" status: 204 len: 168 time: 2.0342717 Aug 21 09:16:19.119498 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b71ad-42d7-4a12-b707-b6e112b0af2a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:19.122856 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b71ad-42d7-4a12-b707-b6e112b0af2a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:19.129964 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3f1b71ad-42d7-4a12-b707-b6e112b0af2a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0849941 Aug 21 09:16:19.130587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52134) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:19.212240 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae5af87-dc12-431e-ae19-0d853435e64b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 24da9f02-1462-469b-941b-3c9cb4f82159 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:19.218007 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fae5af87-dc12-431e-ae19-0d853435e64b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.254574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e82d6-bd99-4d06-8f29-8352a3b84980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897bbbb9-aaf5-4db5-afef-59a64c4951c2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:19.266509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device af2eb22e-9b6a-439d-9502-2c28f7cba703 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:19.303499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b0e81-f53a-4723-9277-c4357469af5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Pushing event deleted for resources: {'Port': ['ID=35111112-9bae-47c0-a002-ca74bcfc2caa,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:19.337657 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fae5af87-dc12-431e-ae19-0d853435e64b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.377587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-317ad1f8-2dd0-4f89-ad28-af2e42e82b2e None None] Could not find standard attr ID for object ed0cc012-0ca7-4ae8-b53b-45533ba09c43. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:16:19.486985 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.490964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 01e9d328-4beb-4695-9181-0c48bfd08513 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:19.511989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e637f499-7c27-480e-a13e-7ca6838f5e14 req-69307d36-2384-470a-a952-de4e1dd6d858 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=771c6ca2-e488-4538-bd36-5e1bed152760 HTTP/1.1" status: 200 len: 210 time: 0.1919925 Aug 21 09:16:19.554571 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fae5af87-dc12-431e-ae19-0d853435e64b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.593037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe261324-1f69-483f-bccc-78d376090d28 req-d30b0e81-f53a-4723-9277-c4357469af5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] No DVR routers for this DVR port 35111112-9bae-47c0-a002-ca74bcfc2caa on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:19.606375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-fe261324-1f69-483f-bccc-78d376090d28 req-d30b0e81-f53a-4723-9277-c4357469af5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.613161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe261324-1f69-483f-bccc-78d376090d28 req-d30b0e81-f53a-4723-9277-c4357469af5c tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.13 "DELETE /v2.0/ports/35111112-9bae-47c0-a002-ca74bcfc2caa HTTP/1.1" status: 204 len: 173 time: 3.9003315 Aug 21 09:16:19.627223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771c6ca2-e488-4538-bd36-5e1bed152760', 'name': 'network-vif-deleted', 'tag': '35111112-9bae-47c0-a002-ca74bcfc2caa'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:16:19.634074 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fa5ff0-3bc1-4fac-82a9-bd9c08061d8d" -d '{"events": [{"server_uuid": "771c6ca2-e488-4538-bd36-5e1bed152760", "name": "network-vif-deleted", "tag": "35111112-9bae-47c0-a002-ca74bcfc2caa"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:16:19.649367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 35111112-9bae-47c0-a002-ca74bcfc2caa no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:19.664237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-8d2319f5-690c-4a07-b2cd-8a4fe1d9d741 service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7583721 Aug 21 09:16:19.694228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 35111112-9bae-47c0-a002-ca74bcfc2caa {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:16:19.694871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 35111112-9bae-47c0-a002-ca74bcfc2caa not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:16:19.705391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a7aae-7d20-49aa-8194-365df070a757 req-5117e3b0-3dac-458f-8cbc-749e2895d2c4 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:19.707724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-243a7aae-7d20-49aa-8194-365df070a757 req-5117e3b0-3dac-458f-8cbc-749e2895d2c4 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 931 time: 0.6342995 Aug 21 09:16:19.822188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 01e9d328-4beb-4695-9181-0c48bfd08513 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:19.826384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 01e9d328-4beb-4695-9181-0c48bfd08513 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:19.826873 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.851598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fae5af87-dc12-431e-ae19-0d853435e64b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.904071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5af87-dc12-431e-ae19-0d853435e64b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=24da9f02-1462-469b-941b-3c9cb4f82159,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:19.918225 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fae5af87-dc12-431e-ae19-0d853435e64b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:19.923300 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fae5af87-dc12-431e-ae19-0d853435e64b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/24da9f02-1462-469b-941b-3c9cb4f82159 HTTP/1.1" status: 204 len: 168 time: 0.7911031 Aug 21 09:16:19.923300 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52150) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:19.933746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb71f8aa-1b44-4596-8882-972826963ebf None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:19.951988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27a2f28c-f9d4-40a7-812f-5d832c46240b req-4e6d84d3-7a21-4693-9c76-0d9e0c010be0 service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318835 Aug 21 09:16:19.955653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d6caf462-d2be-4f79-89d8-756baa136687 req-62b85077-4f8a-4db4-92a8-933259e610e4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:20.008579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74316681-8df6-4d33-b4ec-207bc24a574c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:16:20.014711 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6755645a-2a42-4bf7-9815-5d0868e7a3b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898786 Aug 21 09:16:20.015361 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52154) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:20.021674 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:20.059031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:20.077211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b85077-4f8a-4db4-92a8-933259e610e4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Pushing event deleted for resources: {'Port': ['ID=af2eb22e-9b6a-439d-9502-2c28f7cba703,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:20.176674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5302a0f-4a52-4bf2-b460-38f10a242d13 req-e6821d98-89dd-49ce-8358-9d3937a42f10 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:20.186913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5302a0f-4a52-4bf2-b460-38f10a242d13 req-e6821d98-89dd-49ce-8358-9d3937a42f10 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:20.204287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5302a0f-4a52-4bf2-b460-38f10a242d13 req-e6821d98-89dd-49ce-8358-9d3937a42f10 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:20.210714 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:20.211628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5302a0f-4a52-4bf2-b460-38f10a242d13 req-e6821d98-89dd-49ce-8358-9d3937a42f10 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:20.218063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5302a0f-4a52-4bf2-b460-38f10a242d13 req-e6821d98-89dd-49ce-8358-9d3937a42f10 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:20.225688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5302a0f-4a52-4bf2-b460-38f10a242d13 req-e6821d98-89dd-49ce-8358-9d3937a42f10 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:20.232910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5302a0f-4a52-4bf2-b460-38f10a242d13 req-e6821d98-89dd-49ce-8358-9d3937a42f10 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:20.234992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5302a0f-4a52-4bf2-b460-38f10a242d13 req-e6821d98-89dd-49ce-8358-9d3937a42f10 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5434 time: 0.5856900 Aug 21 09:16:20.292733 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 01e9d328-4beb-4695-9181-0c48bfd08513, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=01e9d328-4beb-4695-9181-0c48bfd08513,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:20.295770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Transition to ACTIVE for port object 74316681-8df6-4d33-b4ec-207bc24a574c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:20.309534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:20.309683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-243a7aae-7d20-49aa-8194-365df070a757 req-a6f841be-d80c-4053-bf0e-aac17e66c988 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719557 Aug 21 09:16:20.315586 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:20.386456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6caf462-d2be-4f79-89d8-756baa136687 req-62b85077-4f8a-4db4-92a8-933259e610e4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] No DVR routers for this DVR port af2eb22e-9b6a-439d-9502-2c28f7cba703 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:20.393322 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d6caf462-d2be-4f79-89d8-756baa136687 req-62b85077-4f8a-4db4-92a8-933259e610e4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:20.398151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6caf462-d2be-4f79-89d8-756baa136687 req-62b85077-4f8a-4db4-92a8-933259e610e4 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.22 "DELETE /v2.0/ports/af2eb22e-9b6a-439d-9502-2c28f7cba703 HTTP/1.1" status: 204 len: 173 time: 3.9282537 Aug 21 09:16:20.429325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4e24ec-d8fe-4bfc-ab7a-32f807be176f None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:16:20.450179 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79b69c4-b223-48f8-a70b-91b4d6b5174d x-openstack-request-id: req-e79b69c4-b223-48f8-a70b-91b4d6b5174d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:16:20.450368 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771c6ca2-e488-4538-bd36-5e1bed152760", "name": "network-vif-deleted", "tag": "35111112-9bae-47c0-a002-ca74bcfc2caa", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:16:20.450803 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e79b69c4-b223-48f8-a70b-91b4d6b5174d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:16:20.451421 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771c6ca2-e488-4538-bd36-5e1bed152760', 'name': 'network-vif-deleted', 'tag': '35111112-9bae-47c0-a002-ca74bcfc2caa', 'status': 'completed', 'code': 200} Aug 21 09:16:20.489940 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:20.503500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5302a0f-4a52-4bf2-b460-38f10a242d13 req-db8a3a97-b25e-4224-8727-d4e748a31e0d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2150166 Aug 21 09:16:20.508766 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:20.592889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-752a5b6c-0048-49b1-91c3-009187166d72 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port 8872861a-e619-4f3b-9915-a4b9644c90fa {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:20.593294 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-752a5b6c-0048-49b1-91c3-009187166d72 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:20.650422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e24ec-d8fe-4bfc-ab7a-32f807be176f None None] Deleting port 01e9d328-4beb-4695-9181-0c48bfd08513 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:20.650830 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8a4e24ec-d8fe-4bfc-ab7a-32f807be176f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:20.655684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=01e9d328-4beb-4695-9181-0c48bfd08513,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:20.782511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.783619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.783619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.783619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.783974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.784553 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.784881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.785201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.785722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.786030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.786430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.786753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:20.812496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8a4e24ec-d8fe-4bfc-ab7a-32f807be176f None None] For port 01e9d328-4beb-4695-9181-0c48bfd08513, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=01e9d328-4beb-4695-9181-0c48bfd08513,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:20.813114 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8a4e24ec-d8fe-4bfc-ab7a-32f807be176f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:20.818362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc2c6095-9bff-4224-acda-ea4f5f03a5dd req-cf252d59-f932-4b45-beae-8ef133b24ad8 tempest-ListServersNegativeTestJSON-563470999 tempest-ListServersNegativeTestJSON-563470999-project] 10.222.0.20 "GET /v2.0/ports?device_id=771c6ca2-e488-4538-bd36-5e1bed152760 HTTP/1.1" status: 200 len: 210 time: 0.0930500 Aug 21 09:16:20.853189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e24ec-d8fe-4bfc-ab7a-32f807be176f None None] Calling delete_port for 01e9d328-4beb-4695-9181-0c48bfd08513 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:20.875505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Pushing event updated for resources: {'Port': ['ID=74316681-8df6-4d33-b4ec-207bc24a574c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:20.972710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2126b0-4e36-4688-9431-6f057d98067b req-8437c832-25b7-4d1a-a0d8-35f28f77dd03 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:20.979381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2126b0-4e36-4688-9431-6f057d98067b req-8437c832-25b7-4d1a-a0d8-35f28f77dd03 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:20.986005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2126b0-4e36-4688-9431-6f057d98067b req-8437c832-25b7-4d1a-a0d8-35f28f77dd03 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:20.996517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2126b0-4e36-4688-9431-6f057d98067b req-8437c832-25b7-4d1a-a0d8-35f28f77dd03 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:21.014452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2126b0-4e36-4688-9431-6f057d98067b req-8437c832-25b7-4d1a-a0d8-35f28f77dd03 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:21.030961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2126b0-4e36-4688-9431-6f057d98067b req-8437c832-25b7-4d1a-a0d8-35f28f77dd03 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:21.039997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2126b0-4e36-4688-9431-6f057d98067b req-8437c832-25b7-4d1a-a0d8-35f28f77dd03 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:21.052923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb2126b0-4e36-4688-9431-6f057d98067b req-8437c832-25b7-4d1a-a0d8-35f28f77dd03 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5434 time: 0.3199177 Aug 21 09:16:21.052923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-752a5b6c-0048-49b1-91c3-009187166d72 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:21.065124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Attempting to bind port 74316681-8df6-4d33-b4ec-207bc24a574c on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:21.065463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Attempting to bind port 74316681-8df6-4d33-b4ec-207bc24a574c by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'ecfa93c2-91f2-4fd1-9b02-e5eedad16276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:21.065793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Attempting to bind port 74316681-8df6-4d33-b4ec-207bc24a574c on network efca9ead-4d16-43ab-8fac-3ba6e9275e79 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:21.073618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-752a5b6c-0048-49b1-91c3-009187166d72 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for 8872861a-e619-4f3b-9915-a4b9644c90fa owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:21.076372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Port 74316681-8df6-4d33-b4ec-207bc24a574c on network efca9ead-4d16-43ab-8fac-3ba6e9275e79 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:16:21.076372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Attempting to bind port 74316681-8df6-4d33-b4ec-207bc24a574c on network efca9ead-4d16-43ab-8fac-3ba6e9275e79 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:21.088561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:21.088561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Checking segment: {'id': 'ecfa93c2-91f2-4fd1-9b02-e5eedad16276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:21.089196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Bound using segment: {'id': 'ecfa93c2-91f2-4fd1-9b02-e5eedad16276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:21.089658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Bound port: 74316681-8df6-4d33-b4ec-207bc24a574c, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfa93c2-91f2-4fd1-9b02-e5eedad16276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:21.090030 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:21.141168 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:16:21.206368 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8a4e24ec-d8fe-4bfc-ab7a-32f807be176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:21.281174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e24ec-d8fe-4bfc-ab7a-32f807be176f None None] No DVR routers for this DVR port 01e9d328-4beb-4695-9181-0c48bfd08513 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:21.293778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e24ec-d8fe-4bfc-ab7a-32f807be176f None None] Pushing event deleted for resources: {'Port': ['ID=01e9d328-4beb-4695-9181-0c48bfd08513,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:21.316282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:21.369648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:21.389985 n-d-766726-28 neutron-server[106756]: WARNING neutron.services.revisions.revision_plugin [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Could not find related port for resource to bump revision. Aug 21 09:16:21.439543 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 01e9d328-4beb-4695-9181-0c48bfd08513 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:21.439949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_pluggable_backend [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Port 01e9d328-4beb-4695-9181-0c48bfd08513 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 21 09:16:21.443239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_pluggable_backend [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Reverting IP allocation for 2001:db8::f816:3eff:fea8:b084 {{(pid=106756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 21 09:16:21.445235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_pluggable_backend [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea8:b084 {{(pid=106756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 21 09:16:21.446790 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:21.471983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 01e9d328-4beb-4695-9181-0c48bfd08513 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:16:21.471983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 01e9d328-4beb-4695-9181-0c48bfd08513 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:16:21.500265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f8cfa-d8d0-4018-b6a2-6e3d45d78785 req-df19b407-9b23-4cc2-9eb2-3f6cdbec1caf tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:21.504339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc5f8cfa-d8d0-4018-b6a2-6e3d45d78785 req-df19b407-9b23-4cc2-9eb2-3f6cdbec1caf tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.0873377 Aug 21 09:16:21.506478 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:21.524035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:21.531080 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:21.545389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b428ad-d02b-43d2-b2de-d1b9adcc85b7 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:21.545932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:21.546710 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:21.560268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:21.560958 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:21.562428 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] 10.222.0.22 "PUT /v2.0/ports/74316681-8df6-4d33-b4ec-207bc24a574c HTTP/1.1" status: 200 len: 1092 time: 4.7333732 Aug 21 09:16:21.569236 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=31dd0f08-931f-4203-ac22-34203bf7670b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:21.600127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc5f8cfa-d8d0-4018-b6a2-6e3d45d78785 req-723c58ac-76a4-4776-9039-b4a7d5ff78ea tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839009 Aug 21 09:16:21.602574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-752a5b6c-0048-49b1-91c3-009187166d72 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:21.657175 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-659444fd-814d-4c73-b2b9-ead9d3bd952d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6407964 Aug 21 09:16:21.659794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52194) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:21.665641 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:3d:84:7e', 'name': 'tempest-NetworksTestDHCPv6-727479563'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:21.709143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fef8f-072a-4769-9605-727afc0a0051 service neutron] Pushing event updated for resources: {'Port': ['ID=74316681-8df6-4d33-b4ec-207bc24a574c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:21.834667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a5b6c-0048-49b1-91c3-009187166d72 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=8872861a-e619-4f3b-9915-a4b9644c90fa,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:21.869755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '31dd0f08-931f-4203-ac22-34203bf7670b'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:16:21.872700 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:21.982648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52206) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:22.067699 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Deleting subnet 18a65726-7832-4805-b934-991285eb4a93 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:22.078252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:22.186256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:22.230761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Allocated IP 2001:db8::f816:3eff:fe5a:2ad4 (9f07fd62-f4b8-49be-a982-63482994ed24/31dd0f08-931f-4203-ac22-34203bf7670b/08e4daa4-fc8e-4142-8ac8-daa6dbb3c007) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:22.288090 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:22.368333 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:22.391688 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-752a5b6c-0048-49b1-91c3-009187166d72 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:22.393953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:22.415916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-37c659f9-c26f-468c-9d2c-d5ef35ffa9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:22.417653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-37c659f9-c26f-468c-9d2c-d5ef35ffa9e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 1095 time: 0.6180012 Aug 21 09:16:22.457515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port 38bf0ea8-1ee8-42b7-bde2-8deafded68e5 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:16:22.473905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339aa0b5-aa60-4465-8927-73943921f993', 'name': 'network-vif-deleted', 'tag': 'af2eb22e-9b6a-439d-9502-2c28f7cba703'}, {'name': 'network-changed', 'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:16:22.476271 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53787e5c-4cc3-4ade-a4ae-a42ab1e49552" -d '{"events": [{"server_uuid": "339aa0b5-aa60-4465-8927-73943921f993", "name": "network-vif-deleted", "tag": "af2eb22e-9b6a-439d-9502-2c28f7cba703"}, {"name": "network-changed", "server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:16:22.480781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-12264bf9-94a2-4bc6-ac1d-8f4d7ee2820e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74316681-8df6-4d33-b4ec-207bc24a574c HTTP/1.1" status: 200 len: 217 time: 0.0500705 Aug 21 09:16:22.643350 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:22.651244 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 09:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c8226d-c4ec-4606-ac07-62b8acd56f57 x-openstack-request-id: req-04c8226d-c4ec-4606-ac07-62b8acd56f57 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:16:22.651957 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339aa0b5-aa60-4465-8927-73943921f993", "name": "network-vif-deleted", "tag": "af2eb22e-9b6a-439d-9502-2c28f7cba703", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:16:22.652411 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04c8226d-c4ec-4606-ac07-62b8acd56f57 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:16:22.653009 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339aa0b5-aa60-4465-8927-73943921f993', 'name': 'network-vif-deleted', 'tag': 'af2eb22e-9b6a-439d-9502-2c28f7cba703', 'status': 'completed', 'code': 200} Aug 21 09:16:22.653463 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c', 'status': 'completed', 'code': 200} Aug 21 09:16:22.663995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:22.669809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Transition to ACTIVE for port object 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:22.699882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Transition to ACTIVE for port object 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:22.771082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:22.779597 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18a65726-7832-4805-b934-991285eb4a93 HTTP/1.1" status: 204 len: 168 time: 0.7958453 Aug 21 09:16:22.780538 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52238) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:22.788284 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:22.796114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a65726-7832-4805-b934-991285eb4a93,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:22.847147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:22.852406 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:22.859111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:22.884866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.885218 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.885589 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.886956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.887687 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.888280 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.889083 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.889083 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.889306 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.889781 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.890397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.890526 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83adb3ca-9f5d-4429-a5fe-0d51aae23cbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:22.913350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Pushing event updated for resources: {'Port': ['ID=08e4daa4-fc8e-4142-8ac8-daa6dbb3c007,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:22.917407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169fb66-faac-4780-b800-78d3b72f6658 req-07cf2dbc-ce79-43be-a86d-43fcb742cf11 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:22.927402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f169fb66-faac-4780-b800-78d3b72f6658 req-07cf2dbc-ce79-43be-a86d-43fcb742cf11 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1613111 Aug 21 09:16:22.937529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752a5b6c-0048-49b1-91c3-009187166d72 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 1543daea-7e49-4f82-aa11-a04d44d58f68 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:16:22.951269 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::f816:3eff:fe3d:847e (9f07fd62-f4b8-49be-a982-63482994ed24/31dd0f08-931f-4203-ac22-34203bf7670b/38bf0ea8-1ee8-42b7-bde2-8deafded68e5) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:22.965636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:22.975665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-358c5607-b176-4765-b4a6-3aa9eb0baca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:22.978617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-358c5607-b176-4765-b4a6-3aa9eb0baca4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ff9526d5-d048-4d21-9271-a5072de94c91 HTTP/1.1" status: 200 len: 854 time: 0.3624747 Aug 21 09:16:23.057490 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Attempting to bind port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:23.057867 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Attempting to bind port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:23.058235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Attempting to bind port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:23.078973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:23.079356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:23.079843 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.080238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:23.090945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Bound port: 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:23.090945 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.134878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-dc1dcc57-4ef5-47e8-b3b5-b93b986797e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efca9ead-4d16-43ab-8fac-3ba6e9275e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347535 Aug 21 09:16:23.216747 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.228017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] For port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:23.234673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c052a282-634b-4443-9467-19fdb87fdc2c']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:23.235124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] For port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=08e4daa4-fc8e-4142-8ac8-daa6dbb3c007,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:23.264611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752a5b6c-0048-49b1-91c3-009187166d72 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:16:23.276370 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547d2197-3603-4997-889c-7ac10c20ba26') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:23.276696 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547d2197-3603-4997-889c-7ac10c20ba26') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:23.278200 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d9741-4952-40f8-9856-573f0d6cde50 None None] Sync routers for ids ['1543daea-7e49-4f82-aa11-a04d44d58f68'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:16:23.290671 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d9741-4952-40f8-9856-573f0d6cde50 None None] Routers {'1543daea-7e49-4f82-aa11-a04d44d58f68'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:23.290671 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b94d9741-4952-40f8-9856-573f0d6cde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1543daea-7e49-4f82-aa11-a04d44d58f68'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:23.300342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.308664 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.318076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-752a5b6c-0048-49b1-91c3-009187166d72 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/1543daea-7e49-4f82-aa11-a04d44d58f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6035278 Aug 21 09:16:23.324758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52258) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:23.355322 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.360361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f169fb66-faac-4780-b800-78d3b72f6658 req-476c5672-6d35-42de-bde2-d67a774ae70e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206424 Aug 21 09:16:23.385490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:16:23.385921 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.387172 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b94d9741-4952-40f8-9856-573f0d6cde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:16:23.387916 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:16:23.419101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-61f56478-8f62-423a-b2c8-c3f0735e6fd9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=1543daea-7e49-4f82-aa11-a04d44d58f68 HTTP/1.1" status: 200 len: 205 time: 0.0688522 Aug 21 09:16:23.419101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52260) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:23.464758 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.472953 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d9741-4952-40f8-9856-573f0d6cde50 None None] Routers {'1543daea-7e49-4f82-aa11-a04d44d58f68'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:23.476444 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b94d9741-4952-40f8-9856-573f0d6cde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1543daea-7e49-4f82-aa11-a04d44d58f68'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:23.486493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object 38bf0ea8-1ee8-42b7-bde2-8deafded68e5 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:23.495437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf2bfd-bfbf-488c-b06a-51671e7a2ee0 None None] Pushing event updated for resources: {'Port': ['ID=08e4daa4-fc8e-4142-8ac8-daa6dbb3c007,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:23.552550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa885ef-ec3e-45e6-afd6-1737bf8e119f req-b60225fb-738e-4fc4-b14a-e32f7d7f0022 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:23.561404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.568593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-baa885ef-ec3e-45e6-afd6-1737bf8e119f req-b60225fb-738e-4fc4-b14a-e32f7d7f0022 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.4364026 Aug 21 09:16:23.589011 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b94d9741-4952-40f8-9856-573f0d6cde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:23.592336 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.594188 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d9741-4952-40f8-9856-573f0d6cde50 None None] The sync data for ids ['1543daea-7e49-4f82-aa11-a04d44d58f68'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:16:23.598199 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] 10.222.0.20 "DELETE /v2.0/networks/c052a282-634b-4443-9467-19fdb87fdc2c HTTP/1.1" status: 204 len: 168 time: 0.8138652 Aug 21 09:16:23.599704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aaa377-cd1d-4750-a55c-ec2b5dc17ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=c052a282-634b-4443-9467-19fdb87fdc2c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:23.607551 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.685789 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:23.709959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:23.719598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=38bf0ea8-1ee8-42b7-bde2-8deafded68e5,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:23.737570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:23.751792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:23.754296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.761327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-baa885ef-ec3e-45e6-afd6-1737bf8e119f req-adacc8ce-e9a5-4655-877c-448de270aa2b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920459 Aug 21 09:16:23.765257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-5014f25b-2b94-4338-bccc-e4b5622cf33e service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517447 Aug 21 09:16:23.789470 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81e32a15-c690-45b7-a4ff-ab95db6ca537 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:23.914564 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d17c4865-3dc5-43fa-8eb8-7e37744bbe1c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2533274 Aug 21 09:16:23.917170 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52270) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:23.977087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6c0b3e-8bbb-4283-8958-c2483313f136 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:23.983475 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6c0b3e-8bbb-4283-8958-c2483313f136 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:23.985672 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-df6c0b3e-8bbb-4283-8958-c2483313f136 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0669281 Aug 21 09:16:23.987809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52272) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:24.041792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81e32a15-c690-45b7-a4ff-ab95db6ca537 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.045738 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81e32a15-c690-45b7-a4ff-ab95db6ca537 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.095388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa204df7-dbf0-45bb-a7cd-ee5a48c6d9fb req-8ef8ad33-2c64-4fb9-a414-b6a93c34d43a service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173773 Aug 21 09:16:24.129359 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c5651d0f-e1f4-450b-88a9-92f274882d05 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port 38bf0ea8-1ee8-42b7-bde2-8deafded68e5 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:24.130254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5651d0f-e1f4-450b-88a9-92f274882d05 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.199961 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81e32a15-c690-45b7-a4ff-ab95db6ca537 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.203947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e32a15-c690-45b7-a4ff-ab95db6ca537 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Fanout notify agent at l3_agent the message router_deleted on router 1543daea-7e49-4f82-aa11-a04d44d58f68 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:16:24.241037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5651d0f-e1f4-450b-88a9-92f274882d05 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.242514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81e32a15-c690-45b7-a4ff-ab95db6ca537 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.251219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-81e32a15-c690-45b7-a4ff-ab95db6ca537 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/1543daea-7e49-4f82-aa11-a04d44d58f68 HTTP/1.1" status: 204 len: 168 time: 0.8285458 Aug 21 09:16:24.255021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52282) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:24.258530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c5651d0f-e1f4-450b-88a9-92f274882d05 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for 38bf0ea8-1ee8-42b7-bde2-8deafded68e5 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:24.391763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52284) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:24.405174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-45983b3f-6212-42e8-b792-6516e4d6e409 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting subnet 2da8b2b9-6786-47b3-800e-c720649980dc {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:24.419750 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45983b3f-6212-42e8-b792-6516e4d6e409 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.470978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52290) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:24.497901 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5651d0f-e1f4-450b-88a9-92f274882d05 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.527233 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45983b3f-6212-42e8-b792-6516e4d6e409 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.556068 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5651d0f-e1f4-450b-88a9-92f274882d05 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=38bf0ea8-1ee8-42b7-bde2-8deafded68e5,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:24.598364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5651d0f-e1f4-450b-88a9-92f274882d05 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.602218 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c5651d0f-e1f4-450b-88a9-92f274882d05 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/38bf0ea8-1ee8-42b7-bde2-8deafded68e5 HTTP/1.1" status: 204 len: 168 time: 0.6132243 Aug 21 09:16:24.602963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52298) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:24.687816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53787e5c-4cc3-4ade-a4ae-a42ab1e49552 req-b8116d3a-6853-41ad-b164-e46c8e617446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:24.689619 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53787e5c-4cc3-4ade-a4ae-a42ab1e49552 req-b8116d3a-6853-41ad-b164-e46c8e617446 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 1095 time: 0.4277730 Aug 21 09:16:24.702150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f25774d7-d58c-4b32-8133-babec2b06329 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73a8588db79241c6a2f816777c172920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708941 Aug 21 09:16:24.705405 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0e7043-6d1f-4c0d-992d-4f4cffa4a6b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:24.707045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0e7043-6d1f-4c0d-992d-4f4cffa4a6b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:24.713837 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7f0e7043-6d1f-4c0d-992d-4f4cffa4a6b7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0882602 Aug 21 09:16:24.715616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52302) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:24.715950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52304) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:24.727932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc362a7-013c-4b89-8fcf-e05762547cb6 req-a10d4eb5-d176-4034-afc3-78c17735fe02 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:24.735351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdc362a7-013c-4b89-8fcf-e05762547cb6 req-a10d4eb5-d176-4034-afc3-78c17735fe02 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1709032 Aug 21 09:16:24.792209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5026dd56-cdea-4e69-b433-7c370149c945 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 31dd0f08-931f-4203-ac22-34203bf7670b {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:24.810022 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5026dd56-cdea-4e69-b433-7c370149c945 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.819794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce81a-1f0b-43ac-a4c4-6d1e1f922069 req-2d5ea3e7-f54d-4d2c-801c-c55758395028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:24.820299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce81a-1f0b-43ac-a4c4-6d1e1f922069 req-2d5ea3e7-f54d-4d2c-801c-c55758395028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:24.820785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce81a-1f0b-43ac-a4c4-6d1e1f922069 req-2d5ea3e7-f54d-4d2c-801c-c55758395028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:24.821324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce81a-1f0b-43ac-a4c4-6d1e1f922069 req-2d5ea3e7-f54d-4d2c-801c-c55758395028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:24.821817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce81a-1f0b-43ac-a4c4-6d1e1f922069 req-2d5ea3e7-f54d-4d2c-801c-c55758395028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:24.822288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce81a-1f0b-43ac-a4c4-6d1e1f922069 req-2d5ea3e7-f54d-4d2c-801c-c55758395028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:24.822754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce81a-1f0b-43ac-a4c4-6d1e1f922069 req-2d5ea3e7-f54d-4d2c-801c-c55758395028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:24.824782 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-619ce81a-1f0b-43ac-a4c4-6d1e1f922069 req-2d5ea3e7-f54d-4d2c-801c-c55758395028 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6498 time: 0.3525331 Aug 21 09:16:24.853833 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45983b3f-6212-42e8-b792-6516e4d6e409 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.912455 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-619ce81a-1f0b-43ac-a4c4-6d1e1f922069 req-eac37558-eb94-40f2-b81f-3368da06c525 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575867 Aug 21 09:16:24.937452 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5026dd56-cdea-4e69-b433-7c370149c945 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.940369 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fb53a5-e832-495e-9e79-4c03309ddd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:24.981663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdc362a7-013c-4b89-8fcf-e05762547cb6 req-015e51af-ec4e-4d0b-bc31-cec1320fea99 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403002 Aug 21 09:16:25.020837 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fb53a5-e832-495e-9e79-4c03309ddd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.026918 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45983b3f-6212-42e8-b792-6516e4d6e409 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.039192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c1d57fb3-412e-40c2-8de3-5853580a49e0 None None] Provisioning for port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:25.073574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45983b3f-6212-42e8-b792-6516e4d6e409 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Subnet': ['ID=2da8b2b9-6786-47b3-800e-c720649980dc,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:25.076233 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45983b3f-6212-42e8-b792-6516e4d6e409 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.080127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-45983b3f-6212-42e8-b792-6516e4d6e409 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/2da8b2b9-6786-47b3-800e-c720649980dc HTTP/1.1" status: 204 len: 168 time: 0.8252325 Aug 21 09:16:25.091770 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52312) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:25.103298 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b62acdc-3426-45c2-a88c-c7ae853d9855 None None] Network 5051761b-80f1-47c0-99ac-62a545733863 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:25.126151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53787e5c-4cc3-4ade-a4ae-a42ab1e49552 req-c1a2c17c-a391-4fd5-b257-ccb00f968987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:25.127989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53787e5c-4cc3-4ade-a4ae-a42ab1e49552 req-c1a2c17c-a391-4fd5-b257-ccb00f968987 service neutron] 10.222.0.22 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 915 time: 0.4089949 Aug 21 09:16:25.139139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0157eff-da4d-429a-8e16-4748b49f1381 req-6f6376af-0c54-4d7b-8cc1-9cb8c18416c7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:25.140980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0157eff-da4d-429a-8e16-4748b49f1381 req-6f6376af-0c54-4d7b-8cc1-9cb8c18416c7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.1958435 Aug 21 09:16:25.198221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53787e5c-4cc3-4ade-a4ae-a42ab1e49552 req-a4d62476-840e-45b0-9ca4-1522e3503b6e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74316681-8df6-4d33-b4ec-207bc24a574c HTTP/1.1" status: 200 len: 217 time: 0.0560162 Aug 21 09:16:25.256339 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5026dd56-cdea-4e69-b433-7c370149c945 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.336315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.336698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53787e5c-4cc3-4ade-a4ae-a42ab1e49552 req-9cb75644-ca20-47e9-a5ea-9847b958ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:25.336698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53787e5c-4cc3-4ade-a4ae-a42ab1e49552 req-9cb75644-ca20-47e9-a5ea-9847b958ef76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ff9526d5-d048-4d21-9271-a5072de94c91 HTTP/1.1" status: 200 len: 854 time: 0.1189547 Aug 21 09:16:25.410205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0157eff-da4d-429a-8e16-4748b49f1381 req-ee2246f5-c421-42d4-b2a3-1fd6a12b8bf9 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574043 Aug 21 09:16:25.424672 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5026dd56-cdea-4e69-b433-7c370149c945 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.435633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port 93638a88-c0e4-4dee-8218-44c4257e3b97 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:25.435986 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.452182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53787e5c-4cc3-4ade-a4ae-a42ab1e49552 req-6b0fea80-9e03-4ca2-b575-f5ed035537f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efca9ead-4d16-43ab-8fac-3ba6e9275e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916026 Aug 21 09:16:25.475007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f609243e-302d-4c40-abba-a46b745498bb None None] DHCP port deletion for 5051761b-80f1-47c0-99ac-62a545733863 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:16:25.488034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:25.495744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3396ee1d-cc61-4a15-a4c1-49cb7c97640c None None] Could not find standard attr ID for object 38bf0ea8-1ee8-42b7-bde2-8deafded68e5. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:16:25.497538 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fb53a5-e832-495e-9e79-4c03309ddd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.501484 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fb53a5-e832-495e-9e79-4c03309ddd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.503363 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-65fb53a5-e832-495e-9e79-4c03309ddd73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac280cda-3096-416f-ad01-ada4a837acc3 HTTP/1.1" status: 204 len: 168 time: 0.7741594 Aug 21 09:16:25.506440 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5026dd56-cdea-4e69-b433-7c370149c945 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.509144 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5026dd56-cdea-4e69-b433-7c370149c945 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/31dd0f08-931f-4203-ac22-34203bf7670b HTTP/1.1" status: 204 len: 168 time: 0.7744811 Aug 21 09:16:25.513490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52322) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:25.525337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026dd56-cdea-4e69-b433-7c370149c945 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=31dd0f08-931f-4203-ac22-34203bf7670b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:25.609864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53787e5c-4cc3-4ade-a4ae-a42ab1e49552 req-f7f90503-6a74-40d0-807a-3b45d41f71dc service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488543 Aug 21 09:16:25.642908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f609243e-302d-4c40-abba-a46b745498bb None None] Deleting port 93638a88-c0e4-4dee-8218-44c4257e3b97 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:25.643283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f609243e-302d-4c40-abba-a46b745498bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.686118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb53a5-e832-495e-9e79-4c03309ddd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac280cda-3096-416f-ad01-ada4a837acc3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:25.695377 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-55b89ae4-5440-4e59-8dc5-6151579030ae tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1651711 Aug 21 09:16:25.703276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52324) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:25.758095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f609243e-302d-4c40-abba-a46b745498bb None None] For port 93638a88-c0e4-4dee-8218-44c4257e3b97, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=93638a88-c0e4-4dee-8218-44c4257e3b97,segment=NetworkSegment(17fd7e91-c3a2-4e63-ab4f-3a6932d6d521),segment_id=17fd7e91-c3a2-4e63-ab4f-3a6932d6d521)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:25.758685 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f609243e-302d-4c40-abba-a46b745498bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.761644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:25.782641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:25.788771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.796745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f609243e-302d-4c40-abba-a46b745498bb None None] Calling delete_port for 93638a88-c0e4-4dee-8218-44c4257e3b97 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:25.805989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f115529-3edb-4dab-9a4a-997641028d70 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:25.841888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53787e5c-4cc3-4ade-a4ae-a42ab1e49552 req-8580e3ea-aad1-4db6-81f5-c6792a0acf33 service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243016 Aug 21 09:16:25.844568 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] For port 93638a88-c0e4-4dee-8218-44c4257e3b97, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=93638a88-c0e4-4dee-8218-44c4257e3b97,segment=NetworkSegment(17fd7e91-c3a2-4e63-ab4f-3a6932d6d521),segment_id=17fd7e91-c3a2-4e63-ab4f-3a6932d6d521)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:25.844950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:25.876524 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for 93638a88-c0e4-4dee-8218-44c4257e3b97 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:25.900600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae3dd9f-7486-4792-a555-646a72c16fc3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:25.906756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52328) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:25.917907 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8ae3dd9f-7486-4792-a555-646a72c16fc3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2130978 Aug 21 09:16:25.998866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f424d6-f8b6-43ed-9812-dba52ffe9cc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:26.001861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c1f424d6-f8b6-43ed-9812-dba52ffe9cc5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0935318 Aug 21 09:16:26.016199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52332) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:26.100608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52342) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:26.101271 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f084ca37-9a00-4da4-a9d9-b0ac79fe0f62 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824711 Aug 21 09:16:26.107195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-37b87bfc-4b30-45cc-afef-4ed6db70c2d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:26.108594 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.147871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=08e4daa4-fc8e-4142-8ac8-daa6dbb3c007,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:26.165446 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f609243e-302d-4c40-abba-a46b745498bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.174940 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.203503 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=93638a88-c0e4-4dee-8218-44c4257e3b97,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:26.210171 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No DVR routers for this DVR port 93638a88-c0e4-4dee-8218-44c4257e3b97 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:26.211535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae0fe3-ee42-4a5a-8c91-3739e859cb34 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:16:26.219249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609243e-302d-4c40-abba-a46b745498bb None None] Pushing event deleted for resources: {'Port': ['ID=93638a88-c0e4-4dee-8218-44c4257e3b97,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:26.285792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f609243e-302d-4c40-abba-a46b745498bb None None] No DVR routers for this DVR port 93638a88-c0e4-4dee-8218-44c4257e3b97 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:26.288411 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.299129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c788-e670-4903-8aeb-d8cb7f24e185 req-b16bf51d-47cf-4c7a-a3e3-b2eca5ca3252 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:26.300904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73b6c788-e670-4903-8aeb-d8cb7f24e185 req-b16bf51d-47cf-4c7a-a3e3-b2eca5ca3252 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1843057 Aug 21 09:16:26.350903 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.351602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73b6c788-e670-4903-8aeb-d8cb7f24e185 req-3148419d-c875-4603-bbd5-f44b52698562 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Aug 21 09:16:26.363105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5051761b-80f1-47c0-99ac-62a545733863']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:26.377798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fd7e91-c3a2-4e63-ab4f-3a6932d6d521') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:26.383472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fd7e91-c3a2-4e63-ab4f-3a6932d6d521') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:26.389244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.407987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b87bfc-4b30-45cc-afef-4ed6db70c2d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:26.409921 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.411912 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-37b87bfc-4b30-45cc-afef-4ed6db70c2d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.417610 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:16:26.418283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:16:26.421943 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:16:26.586098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=08e4daa4-fc8e-4142-8ac8-daa6dbb3c007,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:26.589748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.600840 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.604351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-26ae0fe3-ee42-4a5a-8c91-3739e859cb34 None None] Deleting port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:26.604692 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-26ae0fe3-ee42-4a5a-8c91-3739e859cb34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.606417 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/networks/5051761b-80f1-47c0-99ac-62a545733863 HTTP/1.1" status: 204 len: 168 time: 1.4957457 Aug 21 09:16:26.613411 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52364) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:26.619112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1089763770', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:26.664830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56628da6-c9c5-4cdf-a803-51badd54610e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Network': ['ID=5051761b-80f1-47c0-99ac-62a545733863,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:26.671368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fabcda-c008-4e93-88f8-6a4835c946ac req-97a8bf06-71a9-4926-a524-331e1f437b6f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:26.678475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9fabcda-c008-4e93-88f8-6a4835c946ac req-97a8bf06-71a9-4926-a524-331e1f437b6f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.1388369 Aug 21 09:16:26.701691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52366) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:26.720868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-26ae0fe3-ee42-4a5a-8c91-3739e859cb34 None None] For port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=08e4daa4-fc8e-4142-8ac8-daa6dbb3c007,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:26.721285 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-26ae0fe3-ee42-4a5a-8c91-3739e859cb34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.731804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.734432 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.734606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-26ae0fe3-ee42-4a5a-8c91-3739e859cb34 None None] Calling delete_port for 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:26.805705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.836906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9fabcda-c008-4e93-88f8-6a4835c946ac req-4f5d6aa9-4769-4afc-9a80-2e6037e6aa51 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500528 Aug 21 09:16:26.852798 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab26a7bc-e40e-4a67-acd3-208102cf6788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.908278 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-26ae0fe3-ee42-4a5a-8c91-3739e859cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:26.937894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae0fe3-ee42-4a5a-8c91-3739e859cb34 None None] Pushing event deleted for resources: {'Port': ['ID=08e4daa4-fc8e-4142-8ac8-daa6dbb3c007,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:26.941133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae0fe3-ee42-4a5a-8c91-3739e859cb34 None None] No DVR routers for this DVR port 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:27.045747 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-37b87bfc-4b30-45cc-afef-4ed6db70c2d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.053925 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.087440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b87bfc-4b30-45cc-afef-4ed6db70c2d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:27.090759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-37b87bfc-4b30-45cc-afef-4ed6db70c2d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:27.094992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b87bfc-4b30-45cc-afef-4ed6db70c2d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:27.095687 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-37b87bfc-4b30-45cc-afef-4ed6db70c2d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.109270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e2792b-3dec-4dd8-83dc-92703d04f07c None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:27.110426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b87bfc-4b30-45cc-afef-4ed6db70c2d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=3fa1d4e8-74c2-4778-beaa-8a8203bbd370,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:27.120492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab26a7bc-e40e-4a67-acd3-208102cf6788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.221639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52384) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:27.257841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-37b87bfc-4b30-45cc-afef-4ed6db70c2d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1552854 Aug 21 09:16:27.260374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52388) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:27.265662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:6e:24:a1', 'name': 'tempest-NetworksTestDHCPv6-559180575'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:27.315370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 74316681-8df6-4d33-b4ec-207bc24a574c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:16:27.446332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1567190481-network', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:27.462737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:27.477441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93638a88-c0e4-4dee-8218-44c4257e3b97 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:27.508532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '74316681-8df6-4d33-b4ec-207bc24a574c', 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79', 'port_id': '74316681-8df6-4d33-b4ec-207bc24a574c', 'mac_address': 'fa:16:3e:54:d9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9526d5-d048-4d21-9271-a5072de94c91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:16:27.558154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 93638a88-c0e4-4dee-8218-44c4257e3b97 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:16:27.558966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93638a88-c0e4-4dee-8218-44c4257e3b97 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:16:27.559777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:27.568424 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab26a7bc-e40e-4a67-acd3-208102cf6788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.582718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f54ff-86ed-480f-95c2-9e593f4dfa0e req-6884296c-8497-42ed-b32f-72780e453230 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:27.585174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-701f54ff-86ed-480f-95c2-9e593f4dfa0e req-6884296c-8497-42ed-b32f-72780e453230 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1086812 Aug 21 09:16:27.590111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:16:27.591816 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 08e4daa4-fc8e-4142-8ac8-daa6dbb3c007 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:16:27.617943 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab26a7bc-e40e-4a67-acd3-208102cf6788 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c10628b9b1946dba6dc67f951b04016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9123023 Aug 21 09:16:27.619423 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52394) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:27.623880 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.630210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '3fa1d4e8-74c2-4778-beaa-8a8203bbd370'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:16:27.631467 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.636472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26a7bc-e40e-4a67-acd3-208102cf6788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6187892c-3e18-465d-9e12-2bbe56a4a3ce,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:27.647112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-701f54ff-86ed-480f-95c2-9e593f4dfa0e req-bc6fd76c-0085-46e9-b604-a56df4e359da tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540724 Aug 21 09:16:27.656800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74316681-8df6-4d33-b4ec-207bc24a574c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:16:27.684496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Made reservation on behalf of d45316a92cad4722a66037032e7e74ea for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:27.687170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:27.687365 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.701749 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.702765 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c41a37d4-6d72-44ae-9a2d-50e430ce9d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.746536 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c41a37d4-6d72-44ae-9a2d-50e430ce9d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.764312 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.780582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:27.863627 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.887632 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.894914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=74316681-8df6-4d33-b4ec-207bc24a574c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:27.933380 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/3fa1d4e8-74c2-4778-beaa-8a8203bbd370/ea331bb3-e5ae-45a0-abd4-4d77150c3684) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:27.941018 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.989055 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c41a37d4-6d72-44ae-9a2d-50e430ce9d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.992573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c41a37d4-6d72-44ae-9a2d-50e430ce9d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:27.993860 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c41a37d4-6d72-44ae-9a2d-50e430ce9d05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6187892c-3e18-465d-9e12-2bbe56a4a3ce HTTP/1.1" status: 204 len: 168 time: 0.3732779 Aug 21 09:16:28.006565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port 49356928-f4cc-46a3-aae6-806793bc2907 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:16:28.028232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['74316681-8df6-4d33-b4ec-207bc24a574c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:16:28.033556 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a37d4-6d72-44ae-9a2d-50e430ce9d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6187892c-3e18-465d-9e12-2bbe56a4a3ce,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:28.054996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Allocated IP 172.25.5.60 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/8b928636-fcdd-4689-a033-41c89071e4e3) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:28.111516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d409e2-148a-4c1b-94de-d6930ba8643a req-833d3ad3-8428-4dc5-a1e5-7b485ac628fe tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:28.119181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48d409e2-148a-4c1b-94de-d6930ba8643a req-833d3ad3-8428-4dc5-a1e5-7b485ac628fe tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.1697209 Aug 21 09:16:28.187591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48d409e2-148a-4c1b-94de-d6930ba8643a req-89c0c16f-3056-4cd4-9854-3108b9f5b510 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670159 Aug 21 09:16:28.204029 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.220037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.224810 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.246153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Transition to ACTIVE for port object ea331bb3-e5ae-45a0-abd4-4d77150c3684 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:28.274187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Transition to ACTIVE for port object ea331bb3-e5ae-45a0-abd4-4d77150c3684 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:28.285354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.316987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:16:28.321617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0680cb1-b734-4928-811b-f26709df67a5,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:28.329627 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.329972 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Added segment 983ceecb-4b4b-4dab-987a-9722b4088039 of type vlan for network 9f7b8d42-decb-4a92-93d7-259b0577d2bd Aug 21 09:16:28.365654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.383068 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.394405 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.406095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:28.409454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:28.413861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:28.461013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:28.472225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:28.475185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:28.479299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=8b928636-fcdd-4689-a033-41c89071e4e3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:28.494985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Pushing event updated for resources: {'Port': ['ID=ea331bb3-e5ae-45a0-abd4-4d77150c3684,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:28.498581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::48 (9f07fd62-f4b8-49be-a982-63482994ed24/3fa1d4e8-74c2-4778-beaa-8a8203bbd370/49356928-f4cc-46a3-aae6-806793bc2907) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:28.543796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Attempting to bind port ea331bb3-e5ae-45a0-abd4-4d77150c3684 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:28.544178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Attempting to bind port ea331bb3-e5ae-45a0-abd4-4d77150c3684 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:28.544543 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Attempting to bind port ea331bb3-e5ae-45a0-abd4-4d77150c3684 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:28.550272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:28.550653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:28.551063 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.551481 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:28.552153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Bound port: ea331bb3-e5ae-45a0-abd4-4d77150c3684, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:28.556226 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.624042 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.625059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:28.625685 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.633750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] For port ea331bb3-e5ae-45a0-abd4-4d77150c3684, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:28.637222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] For port ea331bb3-e5ae-45a0-abd4-4d77150c3684, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ea331bb3-e5ae-45a0-abd4-4d77150c3684,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:28.771958 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.860454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99799f-1d51-4b0f-998a-98202930bd12 None None] Pushing event updated for resources: {'Port': ['ID=ea331bb3-e5ae-45a0-abd4-4d77150c3684,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:28.862180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52416) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:28.882846 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c726933d-7a0a-4b45-b554-6757f28ded14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:28.925471 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.079289 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.090946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9f7b8d42-decb-4a92-93d7-259b0577d2bd,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:29.112854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object 49356928-f4cc-46a3-aae6-806793bc2907 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:29.116181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7daa7f4-09e1-492b-b721-0798c31a186f req-0b6723fa-d7ed-4b86-bea7-a51e21d72f7d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:29.117850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7daa7f4-09e1-492b-b721-0798c31a186f req-0b6723fa-d7ed-4b86-bea7-a51e21d72f7d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 944 time: 0.1288266 Aug 21 09:16:29.154996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:16:29.155179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c726933d-7a0a-4b45-b554-6757f28ded14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.207068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7daa7f4-09e1-492b-b721-0798c31a186f req-9ffde055-e94a-439e-b37d-625f86482b83 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756090 Aug 21 09:16:29.239826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c726933d-7a0a-4b45-b554-6757f28ded14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.274387 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.330773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 74316681-8df6-4d33-b4ec-207bc24a574c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:29.334206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-523bda24-e781-49ab-a222-d27bb2bab9a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1124268 Aug 21 09:16:29.339999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52424) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:29.348560 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] Request body: {'subnet': {'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1567190481-subnet', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:29.366913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:29.383201 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c726933d-7a0a-4b45-b554-6757f28ded14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=201b4367021a4c45be1dd83c1461e77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190661 Aug 21 09:16:29.384824 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.387526 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52426) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:29.392480 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726933d-7a0a-4b45-b554-6757f28ded14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb97a9c-1c17-4c8c-8da0-de0ced133f9b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:29.409797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:29.418771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:29.426076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:29.426648 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.429579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=49356928-f4cc-46a3-aae6-806793bc2907,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:29.458333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d99801-7e01-4e25-a2b0-3cb8980adcfe req-3f24663c-6602-48f0-912f-48ccdf7caba7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:29.459830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42d99801-7e01-4e25-a2b0-3cb8980adcfe req-3f24663c-6602-48f0-912f-48ccdf7caba7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.1186600 Aug 21 09:16:29.467072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ea331bb3-e5ae-45a0-abd4-4d77150c3684 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:29.496870 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5d26c86-8bf0-4f22-b0a4-2a8a51307cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.515455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42d99801-7e01-4e25-a2b0-3cb8980adcfe req-2e005702-2dcf-465b-a09f-834c1f7c4e2a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465260 Aug 21 09:16:29.536807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 74316681-8df6-4d33-b4ec-207bc24a574c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:29.541945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 74316681-8df6-4d33-b4ec-207bc24a574c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:29.542391 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.559226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5d26c86-8bf0-4f22-b0a4-2a8a51307cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.567605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] Made reservation on behalf of d45316a92cad4722a66037032e7e74ea for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:29.569120 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.600961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ea331bb3-e5ae-45a0-abd4-4d77150c3684 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:29.657662 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.665054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e1ea6947-46a1-4dc5-b23c-11c209413ced tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4008501 Aug 21 09:16:29.665388 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52430) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:29.689731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:16:29.692657 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3abf5e-caf2-4ca3-a102-3f5749cc37dd" -d '{"events": [{"server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "name": "network-vif-plugged", "status": "completed", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:16:29.713507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:29.719104 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776bf3f6-be68-4ecb-99fc-c0ec211d761b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:29.725700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776bf3f6-be68-4ecb-99fc-c0ec211d761b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:29.729973 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-776bf3f6-be68-4ecb-99fc-c0ec211d761b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0609961 Aug 21 09:16:29.729973 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5d26c86-8bf0-4f22-b0a4-2a8a51307cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.730822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52434) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:29.731294 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5d26c86-8bf0-4f22-b0a4-2a8a51307cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.732518 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a5d26c86-8bf0-4f22-b0a4-2a8a51307cbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bb97a9c-1c17-4c8c-8da0-de0ced133f9b HTTP/1.1" status: 204 len: 168 time: 0.3437259 Aug 21 09:16:29.741226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 499f7b14-4278-49d3-bc25-bce89dd37b5e is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:16:29.743855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d26c86-8bf0-4f22-b0a4-2a8a51307cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb97a9c-1c17-4c8c-8da0-de0ced133f9b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:29.768815 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a6bd9c-50a8-44ef-9341-15c31898b3e4 x-openstack-request-id: req-15a6bd9c-50a8-44ef-9341-15c31898b3e4 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:16:29.769174 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "name": "network-vif-plugged", "status": "completed", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:16:29.777337 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15a6bd9c-50a8-44ef-9341-15c31898b3e4 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:16:29.777783 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c', 'code': 200} Aug 21 09:16:29.794230 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:29.920545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=74316681-8df6-4d33-b4ec-207bc24a574c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:29.954474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:16:29.965233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a38b0-5cf7-4657-beb5-6ecfa19df105 None None] Sync routers for ids ['499f7b14-4278-49d3-bc25-bce89dd37b5e'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:16:29.979157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a38b0-5cf7-4657-beb5-6ecfa19df105 None None] Routers {'499f7b14-4278-49d3-bc25-bce89dd37b5e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:29.980028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8e9a38b0-5cf7-4657-beb5-6ecfa19df105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['499f7b14-4278-49d3-bc25-bce89dd37b5e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:30.020628 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8e9a38b0-5cf7-4657-beb5-6ecfa19df105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:30.034829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a38b0-5cf7-4657-beb5-6ecfa19df105 None None] Routers {'499f7b14-4278-49d3-bc25-bce89dd37b5e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:30.035522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8e9a38b0-5cf7-4657-beb5-6ecfa19df105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['499f7b14-4278-49d3-bc25-bce89dd37b5e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:30.068931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a49bbc65-23e5-4b54-a8f1-2e5b01f49260 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port 49356928-f4cc-46a3-aae6-806793bc2907 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:30.069898 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a49bbc65-23e5-4b54-a8f1-2e5b01f49260 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:30.075070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8e9a38b0-5cf7-4657-beb5-6ecfa19df105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:30.076209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a38b0-5cf7-4657-beb5-6ecfa19df105 None None] The sync data for ids ['499f7b14-4278-49d3-bc25-bce89dd37b5e'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:16:30.086042 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:30.089991 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-882184ae-c76c-494a-acf6-faff82f5593c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4725468 Aug 21 09:16:30.094548 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52438) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:30.125972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed47d6-a698-4d5b-a979-81e2d8ba5450 req-f02cb5dc-83cc-4d85-8449-98fd55f92fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:30.128551 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8bed47d6-a698-4d5b-a979-81e2d8ba5450 req-f02cb5dc-83cc-4d85-8449-98fd55f92fdc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 1097 time: 0.2839677 Aug 21 09:16:30.131881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:30.245503 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5a898bc9-33c4-4f21-842b-3d75bce8af88 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/routers/499f7b14-4278-49d3-bc25-bce89dd37b5e HTTP/1.1" status: 200 len: 884 time: 0.1540644 Aug 21 09:16:30.248000 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52444) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:30.272217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8bed47d6-a698-4d5b-a979-81e2d8ba5450 req-3ab876f8-2b2d-4d72-9363-626b06340752 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057045 Aug 21 09:16:30.278312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af0f514-5b74-442e-a44e-f7a648ffcaaf,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:30.304956 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a49bbc65-23e5-4b54-a8f1-2e5b01f49260 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:30.326812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] Checking segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:30.327270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] Network hostable DHCP agents. Network: 9f7b8d42-decb-4a92-93d7-259b0577d2bd, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:16:30.331488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a49bbc65-23e5-4b54-a8f1-2e5b01f49260 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for 49356928-f4cc-46a3-aae6-806793bc2907 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:30.450755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a4209008-7cf0-4c32-9cd7-cbd91af713d3 None None] Provisioning for port ea331bb3-e5ae-45a0-abd4-4d77150c3684 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:30.454902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a4209008-7cf0-4c32-9cd7-cbd91af713d3 None None] Provisioning complete for port ea331bb3-e5ae-45a0-abd4-4d77150c3684 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:30.455523 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a4209008-7cf0-4c32-9cd7-cbd91af713d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:30.494997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b716-1ab5-4e8c-a770-497de5b13c05 req-236cb23e-edcf-4245-ae0d-d9b9f9862304 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:30.496872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d498b716-1ab5-4e8c-a770-497de5b13c05 req-236cb23e-edcf-4245-ae0d-d9b9f9862304 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1716464 Aug 21 09:16:30.523828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:16:30.567102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d498b716-1ab5-4e8c-a770-497de5b13c05 req-8fbfe12b-e47d-4d82-837b-ca3dff74f39d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620930 Aug 21 09:16:30.580691 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7e725be3-0ba4-408d-ad3e-342def81ba41 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3315558 Aug 21 09:16:30.583779 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52460) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:30.589091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f41d46fa-8386-43ee-be5d-542fe2d820d0 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1089763770'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:30.636578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 9f7b8d42-decb-4a92-93d7-259b0577d2bd) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:30.651157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915e09e-eed9-4fbb-8259-12a441eb2629 None None] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:30.652297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:30.653116 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:30.730310 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a4209008-7cf0-4c32-9cd7-cbd91af713d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:30.776414 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a49bbc65-23e5-4b54-a8f1-2e5b01f49260 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:30.787644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a4209008-7cf0-4c32-9cd7-cbd91af713d3 None None] For port ea331bb3-e5ae-45a0-abd4-4d77150c3684, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ea331bb3-e5ae-45a0-abd4-4d77150c3684,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:30.855528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bbc65-23e5-4b54-a8f1-2e5b01f49260 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=49356928-f4cc-46a3-aae6-806793bc2907,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:30.865680 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-961b8022-eaf9-4c14-812f-fd8e4feb8427 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5207198 Aug 21 09:16:30.873810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b21b4-c8e1-434d-9bdf-14864812b9a7 req-5fba5120-42ce-4eda-a5b0-3693a24d0ae1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:30.873986 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a4209008-7cf0-4c32-9cd7-cbd91af713d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:30.874114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52466) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:30.881151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b21b4-c8e1-434d-9bdf-14864812b9a7 req-5fba5120-42ce-4eda-a5b0-3693a24d0ae1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.2429407 Aug 21 09:16:30.887721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:30.903812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:16:30.905032 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:30.916651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a49bbc65-23e5-4b54-a8f1-2e5b01f49260 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:30.923452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a49bbc65-23e5-4b54-a8f1-2e5b01f49260 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/49356928-f4cc-46a3-aae6-806793bc2907 HTTP/1.1" status: 204 len: 168 time: 1.1899474 Aug 21 09:16:30.925219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52468) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:30.964647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7b21b4-c8e1-434d-9bdf-14864812b9a7 req-77851f6e-e91e-48ff-b3a9-8f08bee53034 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824928 Aug 21 09:16:30.965845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4209008-7cf0-4c32-9cd7-cbd91af713d3 None None] Pushing event updated for resources: {'Port': ['ID=ea331bb3-e5ae-45a0-abd4-4d77150c3684,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:31.034467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-726708d8-4b29-4cac-8db1-c161d40a44eb None None] Could not find standard attr ID for object 49356928-f4cc-46a3-aae6-806793bc2907. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:16:31.110640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Allocated IP 172.20.0.2 (9f7b8d42-decb-4a92-93d7-259b0577d2bd/0af0f514-5b74-442e-a44e-f7a648ffcaaf/e81d3aa1-1602-40f5-a017-d4a0298af5cd) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:31.306409 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.331528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Transition to ACTIVE for port object e81d3aa1-1602-40f5-a017-d4a0298af5cd will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:31.338412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.339927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.383809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Transition to ACTIVE for port object e81d3aa1-1602-40f5-a017-d4a0298af5cd will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:31.394835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ea331bb3-e5ae-45a0-abd4-4d77150c3684 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:31.467250 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d71a229-27e6-4779-8b40-f2146e93fdb2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:31.469069 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.469780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d71a229-27e6-4779-8b40-f2146e93fdb2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:31.471502 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7d71a229-27e6-4779-8b40-f2146e93fdb2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5433118 Aug 21 09:16:31.474517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52482) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:31.504971 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.531267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:31.535737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:31.537170 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f41d46fa-8386-43ee-be5d-542fe2d820d0 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.537517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ea331bb3-e5ae-45a0-abd4-4d77150c3684 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:31.537891 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.554978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:31.579061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f91206-cd48-4098-8f81-d57135225547 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 3fa1d4e8-74c2-4778-beaa-8a8203bbd370 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:31.583274 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9f91206-cd48-4098-8f81-d57135225547 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.632389 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9f91206-cd48-4098-8f81-d57135225547 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.642740 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f41d46fa-8386-43ee-be5d-542fe2d820d0 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.654747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Pushing event updated for resources: {'Port': ['ID=e81d3aa1-1602-40f5-a017-d4a0298af5cd,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:31.711487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Attempting to bind port e81d3aa1-1602-40f5-a017-d4a0298af5cd on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:31.712356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Attempting to bind port e81d3aa1-1602-40f5-a017-d4a0298af5cd by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:31.712966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Attempting to bind port e81d3aa1-1602-40f5-a017-d4a0298af5cd on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:31.720424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:31.720703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Checking segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:31.721073 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.721492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Bound using segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:31.721980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Bound port: e81d3aa1-1602-40f5-a017-d4a0298af5cd, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:31.722795 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.805600 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.818421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84717be-e1a5-43c6-8897-c7bfbf424b0d req-36f1b7fa-f6ef-4f5a-8c09-5ede370d3e68 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:31.820098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b84717be-e1a5-43c6-8897-c7bfbf424b0d req-36f1b7fa-f6ef-4f5a-8c09-5ede370d3e68 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1199272 Aug 21 09:16:31.853799 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9f91206-cd48-4098-8f81-d57135225547 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:31.868608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] For port e81d3aa1-1602-40f5-a017-d4a0298af5cd, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:31.872206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] For port e81d3aa1-1602-40f5-a017-d4a0298af5cd, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e81d3aa1-1602-40f5-a017-d4a0298af5cd,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:31.905916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b84717be-e1a5-43c6-8897-c7bfbf424b0d req-3b4fb7b3-513a-4b7e-a2c5-c012927c84a6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720487 Aug 21 09:16:31.949698 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:32.023598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41d46fa-8386-43ee-be5d-542fe2d820d0 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 499f7b14-4278-49d3-bc25-bce89dd37b5e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:16:32.098058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cf5d8-bdd1-4b2f-b3c9-131e84ebc86f None None] Pushing event updated for resources: {'Port': ['ID=e81d3aa1-1602-40f5-a017-d4a0298af5cd,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:32.175551 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9f91206-cd48-4098-8f81-d57135225547 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:32.211057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f91206-cd48-4098-8f81-d57135225547 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa1d4e8-74c2-4778-beaa-8a8203bbd370,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:32.214217 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9f91206-cd48-4098-8f81-d57135225547 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:32.216114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e9f91206-cd48-4098-8f81-d57135225547 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/3fa1d4e8-74c2-4778-beaa-8a8203bbd370 HTTP/1.1" status: 204 len: 168 time: 0.7384765 Aug 21 09:16:32.218621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52506) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:32.224304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b261896-03ff-49d2-854a-136d4b6d2b6b None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:32.289998 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41d46fa-8386-43ee-be5d-542fe2d820d0 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:16:32.302560 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f41d46fa-8386-43ee-be5d-542fe2d820d0 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:32.306653 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f41d46fa-8386-43ee-be5d-542fe2d820d0 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/499f7b14-4278-49d3-bc25-bce89dd37b5e HTTP/1.1" status: 200 len: 891 time: 1.7187841 Aug 21 09:16:32.306825 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52518) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:32.312132 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda3e5a-286b-476e-89a5-09a215575d3d None None] Sync routers for ids ['499f7b14-4278-49d3-bc25-bce89dd37b5e'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:16:32.328674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b0ccc51f-b93e-481d-8740-32d9faf44c36 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087816 Aug 21 09:16:32.332004 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda3e5a-286b-476e-89a5-09a215575d3d None None] Routers {'499f7b14-4278-49d3-bc25-bce89dd37b5e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:32.332415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52520) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:32.333565 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4bda3e5a-286b-476e-89a5-09a215575d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['499f7b14-4278-49d3-bc25-bce89dd37b5e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:32.409909 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4bda3e5a-286b-476e-89a5-09a215575d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:32.442812 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda3e5a-286b-476e-89a5-09a215575d3d None None] Routers {'499f7b14-4278-49d3-bc25-bce89dd37b5e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:32.445244 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4bda3e5a-286b-476e-89a5-09a215575d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['499f7b14-4278-49d3-bc25-bce89dd37b5e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:32.516384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531989-92ed-4e3c-81b0-4e204d586cad req-88668c1e-513a-493e-8aa2-524d7d339393 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:32.518283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5531989-92ed-4e3c-81b0-4e204d586cad req-88668c1e-513a-493e-8aa2-524d7d339393 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.3977804 Aug 21 09:16:32.562952 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4bda3e5a-286b-476e-89a5-09a215575d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:32.564070 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda3e5a-286b-476e-89a5-09a215575d3d None None] The sync data for ids ['499f7b14-4278-49d3-bc25-bce89dd37b5e'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:16:32.564605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490e65ad-1033-4b56-9a89-16301a8b0880 None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:16:32.630009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-490e65ad-1033-4b56-9a89-16301a8b0880 None None] Deleting port ea331bb3-e5ae-45a0-abd4-4d77150c3684 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:32.630868 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-490e65ad-1033-4b56-9a89-16301a8b0880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:32.667463 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8991d829-cc96-495e-8783-f6672cb4527a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/routers/499f7b14-4278-49d3-bc25-bce89dd37b5e HTTP/1.1" status: 200 len: 891 time: 0.3574166 Aug 21 09:16:32.680101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52530) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:32.691163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5531989-92ed-4e3c-81b0-4e204d586cad req-6aa47514-1614-452e-a333-a0749e7bcc7a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715079 Aug 21 09:16:32.716531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-5db6638d-bb5c-4e6a-951f-dc21367b6e7d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:32.725271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-490e65ad-1033-4b56-9a89-16301a8b0880 None None] For port ea331bb3-e5ae-45a0-abd4-4d77150c3684, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ea331bb3-e5ae-45a0-abd4-4d77150c3684,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:32.726162 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-490e65ad-1033-4b56-9a89-16301a8b0880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:32.730203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-5db6638d-bb5c-4e6a-951f-dc21367b6e7d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 814 time: 0.3942282 Aug 21 09:16:32.761362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-490e65ad-1033-4b56-9a89-16301a8b0880 None None] Calling delete_port for ea331bb3-e5ae-45a0-abd4-4d77150c3684 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:32.805084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647d4620-d3e2-4f34-956c-58b17e5cc32d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:32.807749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-647d4620-d3e2-4f34-956c-58b17e5cc32d tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4459696 Aug 21 09:16:32.810553 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52536) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:32.815296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2aec879d-3198-482a-9de0-39079f757046 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f7b14-4278-49d3-bc25-bce89dd37b5e HTTP/1.1" status: 200 len: 205 time: 0.1145632 Aug 21 09:16:32.824438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52538) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:32.829823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-518ac85a-fb84-4520-be2d-2c0298d407f3 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/quotas/c134a7f0f4f84d7084ee8bf47771d35d HTTP/1.1" status: 200 len: 375 time: 0.0924072 Aug 21 09:16:32.845669 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:32.918996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b023ea18-e939-4146-a997-e4452dfe7f40 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935183 Aug 21 09:16:32.934425 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:33.019709 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5317cba-92be-40c5-8eba-8428e578a7d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:33.020157 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c5317cba-92be-40c5-8eba-8428e578a7d9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2081139 Aug 21 09:16:33.022805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52542) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:33.105073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f529d68e-79f7-4a16-a5e6-0b40745327e3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807562 Aug 21 09:16:33.111794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52546) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:33.118416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3a5c2253-ca20-46eb-bc75-eb15cecb7858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:33.207864 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Allocated IP 172.25.5.234 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/ecfd4a32-368a-4825-a671-2565b63e1d1e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:33.241115 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:33.250711 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-490e65ad-1033-4b56-9a89-16301a8b0880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:33.290813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e65ad-1033-4b56-9a89-16301a8b0880 None None] Pushing event deleted for resources: {'Port': ['ID=ea331bb3-e5ae-45a0-abd4-4d77150c3684,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:33.304501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490e65ad-1033-4b56-9a89-16301a8b0880 None None] No DVR routers for this DVR port ea331bb3-e5ae-45a0-abd4-4d77150c3684 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:33.374197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b15b5792-4219-4cea-b6dd-fd77e083327f service neutron] 10.222.0.20 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538155 Aug 21 09:16:33.459248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5c2253-ca20-46eb-bc75-eb15cecb7858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:33.461329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e81d3aa1-1602-40f5-a017-d4a0298af5cd up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:33.468682 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2253-ca20-46eb-bc75-eb15cecb7858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:33.558288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:33.612015 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:33.663825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-d1818f24-32bd-4b24-900b-2148d88aff54 service neutron] 10.222.0.20 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792203 Aug 21 09:16:33.667521 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bebd32-e549-4444-8d0b-7615c3d0aaf5 None None] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:33.734145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:33.797096 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port e81d3aa1-1602-40f5-a017-d4a0298af5cd completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:33.819531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:33.824979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:33.841765 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:33.901250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba68b3-4dd8-42a9-9832-e8e71ae9cc2e req-4f66a051-bb5a-4d41-9917-dd052108aa76 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:33.902840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfba68b3-4dd8-42a9-9832-e8e71ae9cc2e req-4f66a051-bb5a-4d41-9917-dd052108aa76 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.0873501 Aug 21 09:16:33.942822 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-17878897-8566-41bf-bc1c-b8a9ce8e2339 None None] Provisioning for port e81d3aa1-1602-40f5-a017-d4a0298af5cd completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:33.983265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfba68b3-4dd8-42a9-9832-e8e71ae9cc2e req-90f96a73-1877-4cdf-a4f6-f8ff62933a73 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732174 Aug 21 09:16:34.017155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ea331bb3-e5ae-45a0-abd4-4d77150c3684 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:34.046521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa9de9e-1441-4fd5-8ab1-e65d389f40c1 req-fd1c2b6c-3673-4281-9a6c-e734f53be412 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 210 time: 0.0769668 Aug 21 09:16:34.057812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Pushing event updated for resources: {'Port': ['ID=ecfd4a32-368a-4825-a671-2565b63e1d1e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:34.072605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-17878897-8566-41bf-bc1c-b8a9ce8e2339 None None] Provisioning complete for port e81d3aa1-1602-40f5-a017-d4a0298af5cd triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:34.072605 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-17878897-8566-41bf-bc1c-b8a9ce8e2339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.096797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ea331bb3-e5ae-45a0-abd4-4d77150c3684 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:16:34.097244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ea331bb3-e5ae-45a0-abd4-4d77150c3684 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:16:34.145155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port 8b928636-fcdd-4689-a033-41c89071e4e3 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:34.145499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.188190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.objects.ports [None req-3a5c2253-ca20-46eb-bc75-eb15cecb7858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:16:34.193351 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2253-ca20-46eb-bc75-eb15cecb7858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.264196 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-17878897-8566-41bf-bc1c-b8a9ce8e2339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.272248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c2253-ca20-46eb-bc75-eb15cecb7858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:34.275946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c2253-ca20-46eb-bc75-eb15cecb7858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:34.280901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5c2253-ca20-46eb-bc75-eb15cecb7858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:34.282893 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a5c2253-ca20-46eb-bc75-eb15cecb7858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.298534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c2253-ca20-46eb-bc75-eb15cecb7858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=5406107e-ec08-48a3-be65-b3b5b4db4a3d,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:34.307933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bd0b96-1293-473b-bb86-e00407b1965a None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:34.323250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.346180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for 8b928636-fcdd-4689-a033-41c89071e4e3 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:34.383541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-17878897-8566-41bf-bc1c-b8a9ce8e2339 None None] For port e81d3aa1-1602-40f5-a017-d4a0298af5cd, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e81d3aa1-1602-40f5-a017-d4a0298af5cd,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:34.409641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3a5c2253-ca20-46eb-bc75-eb15cecb7858 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2918022 Aug 21 09:16:34.419432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52590) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:34.452612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-59ebbd7d-e336-49d8-9fee-2ee427646817 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:34.452771 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.464661 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-17878897-8566-41bf-bc1c-b8a9ce8e2339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.654673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17878897-8566-41bf-bc1c-b8a9ce8e2339 None None] Pushing event updated for resources: {'Port': ['ID=e81d3aa1-1602-40f5-a017-d4a0298af5cd,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:34.702427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ebbd7d-e336-49d8-9fee-2ee427646817 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:34.708192 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-59ebbd7d-e336-49d8-9fee-2ee427646817 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.718670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '5406107e-ec08-48a3-be65-b3b5b4db4a3d'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:16:34.719659 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.857634 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.870029 n-d-766726-28 neutron-server[106757]: INFO neutron.db.ipam_backend_mixin [None req-59ebbd7d-e336-49d8-9fee-2ee427646817 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5406107e-ec08-48a3-be65-b3b5b4db4a3d (CIDR: 2001:db8::/64) Aug 21 09:16:34.875041 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5bdbb6aa-e725-4547-996f-44ef8bbdfbfd None None] Provisioning complete for port e81d3aa1-1602-40f5-a017-d4a0298af5cd triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:34.875433 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb6aa-e725-4547-996f-44ef8bbdfbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:34.878286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Allocated IP 2001:db8::f816:3eff:fe7e:7cd4 (9f07fd62-f4b8-49be-a982-63482994ed24/5406107e-ec08-48a3-be65-b3b5b4db4a3d/63b6e925-a16e-459c-977c-033948e108ac) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:34.978442 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ebbd7d-e336-49d8-9fee-2ee427646817 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:16:34.979692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ebbd7d-e336-49d8-9fee-2ee427646817 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:16:35.064176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-59ebbd7d-e336-49d8-9fee-2ee427646817 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6435113 Aug 21 09:16:35.069583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52610) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:35.076731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-efc824ea-8a3c-4df6-b989-c3475d7bced1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:35.160736 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.172470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Transition to ACTIVE for port object 63b6e925-a16e-459c-977c-033948e108ac will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:35.191103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Transition to ACTIVE for port object 63b6e925-a16e-459c-977c-033948e108ac will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:35.248218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27f91831-a1b2-48e1-b16d-0bb3af5f134b req-b1f4df1f-5394-4b3b-b442-6ce052116d44 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 210 time: 0.0888412 Aug 21 09:16:35.279901 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.331074 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.350726 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:35.364108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b73cd-0deb-4ad9-86ec-648d7cc8ff99 req-1d481084-838f-424b-9162-193185128dc5 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:35.365229 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:35.365726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c05b73cd-0deb-4ad9-86ec-648d7cc8ff99 req-1d481084-838f-424b-9162-193185128dc5 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.2050021 Aug 21 09:16:35.378930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:35.388975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device d454920a-570c-4ee7-a20a-2a843f9f55de details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:16:35.407547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Pushing event updated for resources: {'Port': ['ID=63b6e925-a16e-459c-977c-033948e108ac,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:35.413593 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=8b928636-fcdd-4689-a033-41c89071e4e3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:35.432530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e81d3aa1-1602-40f5-a017-d4a0298af5cd up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:35.442290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c05b73cd-0deb-4ad9-86ec-648d7cc8ff99 req-926e595f-7263-46fb-9db1-a37f7d135914 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685759 Aug 21 09:16:35.458901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc824ea-8a3c-4df6-b989-c3475d7bced1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:35.473435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-efc824ea-8a3c-4df6-b989-c3475d7bced1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.546923 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.577663 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.resource_extend [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 09:16:35.631411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Attempting to bind port 63b6e925-a16e-459c-977c-033948e108ac on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:35.635815 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Attempting to bind port 63b6e925-a16e-459c-977c-033948e108ac by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:35.637321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Attempting to bind port 63b6e925-a16e-459c-977c-033948e108ac on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:35.674767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.677262 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.684791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:35.685231 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:35.685614 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.686032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:35.686505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Bound port: 63b6e925-a16e-459c-977c-033948e108ac, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:35.687630 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.739417 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Router ff46fbe5-aefb-490d-9bb9-3d7b05045131 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:16:35.820617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.821574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Fanout notify agent at l3_agent the message router_deleted on router 499f7b14-4278-49d3-bc25-bce89dd37b5e {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:16:35.830882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] For port 63b6e925-a16e-459c-977c-033948e108ac, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:35.842913 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.844333 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f460e269-2bcb-456b-a098-2c1b70c4f868 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/499f7b14-4278-49d3-bc25-bce89dd37b5e HTTP/1.1" status: 204 len: 168 time: 3.0146205 Aug 21 09:16:35.849029 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52636) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:35.854397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2113434415'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:35.858523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] For port 63b6e925-a16e-459c-977c-033948e108ac, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63b6e925-a16e-459c-977c-033948e108ac,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:35.907016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:35.909532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e81d3aa1-1602-40f5-a017-d4a0298af5cd triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:35.909893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.947305 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:35.947549 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:16:35.954302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'port_id': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'mac_address': 'fa:16:3e:6e:34:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:16:35.981460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Sync routers for ids ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:16:36.010165 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:36.014006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:36.054397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Routers {'ff46fbe5-aefb-490d-9bb9-3d7b05045131'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:36.054652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:16:36.055044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:36.064954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:36.065303 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added segment 704642ff-f1d2-4917-b018-fdf40e60feaf of type vlan for network 04410763-f47e-4c9c-b702-4eacbc7a1c25 Aug 21 09:16:36.105804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267ea02-b8e9-45be-9103-cf0c885c1fe0 None None] Pushing event updated for resources: {'Port': ['ID=63b6e925-a16e-459c-977c-033948e108ac,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:36.109152 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:36.116459 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-efc824ea-8a3c-4df6-b989-c3475d7bced1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:36.128986 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:36.137519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:36.140903 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bf33a941-4d4c-4c6a-8a6a-de47885ed456 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2626898 Aug 21 09:16:36.147100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52642) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:36.231488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d454920a-570c-4ee7-a20a-2a843f9f55de {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:16:36.301478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:36.320930 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:36.325811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:36.328017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc824ea-8a3c-4df6-b989-c3475d7bced1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:36.331586 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-efc824ea-8a3c-4df6-b989-c3475d7bced1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:36.350138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc824ea-8a3c-4df6-b989-c3475d7bced1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:36.350745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-efc824ea-8a3c-4df6-b989-c3475d7bced1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:36.368062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc824ea-8a3c-4df6-b989-c3475d7bced1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=c752c8d4-145e-4073-b880-8213bcf32abd,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:36.494046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43e6dfaa-777e-4df6-971a-ac8045fb00e8 req-66afb76b-5446-4457-9a64-ec389ec9919a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 210 time: 0.1009846 Aug 21 09:16:36.501940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-efc824ea-8a3c-4df6-b989-c3475d7bced1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4313772 Aug 21 09:16:36.546923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Set router ff46fbe5-aefb-490d-9bb9-3d7b05045131 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:16:36.547187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52654) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:36.551984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:d7:a9:94', 'name': 'tempest-NetworksTestDHCPv6-1393216517'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:36.612217 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7618296 Aug 21 09:16:36.613153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52664) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:36.624144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'subnet': {'network_id': '04410763-f47e-4c9c-b702-4eacbc7a1c25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:36.722193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52668) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:36.732311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3a322-a6ad-4c6f-83eb-e007381fa427 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Network': ['ID=04410763-f47e-4c9c-b702-4eacbc7a1c25,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:36.808059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73feca02-3995-4ab3-ba24-a90ca8290f8e req-cb2ef8e4-4378-491e-a39b-0dac6c20223a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:36.809842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73feca02-3995-4ab3-ba24-a90ca8290f8e req-cb2ef8e4-4378-491e-a39b-0dac6c20223a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.1697903 Aug 21 09:16:36.822117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-930a2104-05ad-48e0-8ced-d04470722bd2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:36.823713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-930a2104-05ad-48e0-8ced-d04470722bd2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.13 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 814 time: 0.4079342 Aug 21 09:16:36.824791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 04410763-f47e-4c9c-b702-4eacbc7a1c25 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:16:36.841319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Request body: {'port': {'device_id': 'ce0f453c-7794-4780-a109-205f82af7973', 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79', 'admin_state_up': True, 'tenant_id': 'c134a7f0f4f84d7084ee8bf47771d35d'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:36.941923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3ddbad0-0980-42a1-ac56-79015aa381bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:36.962400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:37.033690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:34Z', 'revision_number': 3, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:37.033842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73feca02-3995-4ab3-ba24-a90ca8290f8e req-ae92cf82-8045-4d23-9210-034e63cb6dc0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076509 Aug 21 09:16:37.095829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Checking router: ff46fbe5-aefb-490d-9bb9-3d7b05045131 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:16:37.096189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Updating router ff46fbe5-aefb-490d-9bb9-3d7b05045131 port ecfd4a32-368a-4825-a671-2565b63e1d1e binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:16:37.116136 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:16:37.138371 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-538ce362-b832-4cb6-af6b-80222f7b8147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:37.140002 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:37.170563 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:37.254136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:37.281845 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:37.436201 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:37.488820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port 350db755-35cf-4010-84d7-3bb4b03277ea yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:16:37.494361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['d454920a-570c-4ee7-a20a-2a843f9f55de'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:16:37.604343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63b6e925-a16e-459c-977c-033948e108ac up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:37.672986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f16546-8704-46fb-a7ba-dd7a20677e97 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:37.715202 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:37.722108 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:37.786797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8:0:1::22a (9f07fd62-f4b8-49be-a982-63482994ed24/c752c8d4-145e-4073-b880-8213bcf32abd/350db755-35cf-4010-84d7-3bb4b03277ea) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:37.821839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::f816:3eff:fed7:a994 (9f07fd62-f4b8-49be-a982-63482994ed24/5406107e-ec08-48a3-be65-b3b5b4db4a3d/350db755-35cf-4010-84d7-3bb4b03277ea) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:37.840958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:37.848707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7052726-efc2-464f-909e-2650b02202e7 req-3422529c-8e3b-43c2-a8cb-2d892a2e5b26 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 210 time: 0.1881418 Aug 21 09:16:38.145367 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3ddbad0-0980-42a1-ac56-79015aa381bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.166370 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.186344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object 350db755-35cf-4010-84d7-3bb4b03277ea will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:38.203201 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3ddbad0-0980-42a1-ac56-79015aa381bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.338016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Allocated IP 172.20.0.1 (9f7b8d42-decb-4a92-93d7-259b0577d2bd/0af0f514-5b74-442e-a44e-f7a648ffcaaf/8048a443-04e7-4b8c-bc9c-bc1a027f319e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:38.418420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a3ddbad0-0980-42a1-ac56-79015aa381bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4192f612a88646418429d6816e983786&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6953938 Aug 21 09:16:38.422196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52694) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:38.427070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddbad0-0980-42a1-ac56-79015aa381bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebab51d1-55b5-4acc-a7f9-e82c94b1982c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:38.464541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Made reservation on behalf of c134a7f0f4f84d7084ee8bf47771d35d for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:38.470115 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.472558 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 63b6e925-a16e-459c-977c-033948e108ac completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:38.489417 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.504954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ec6ba903-6512-4d49-99f2-d4ad87688bd2 None None] Provisioning for port 63b6e925-a16e-459c-977c-033948e108ac completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:38.521684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ec6ba903-6512-4d49-99f2-d4ad87688bd2 None None] Provisioning complete for port 63b6e925-a16e-459c-977c-033948e108ac triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:38.522054 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba903-6512-4d49-99f2-d4ad87688bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.532632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a15cd-75b0-4752-8b96-2a652ec60832 req-319badc1-3f1f-4551-96ad-77d2b056ae38 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:38.534401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa6a15cd-75b0-4752-8b96-2a652ec60832 req-319badc1-3f1f-4551-96ad-77d2b056ae38 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.3129995 Aug 21 09:16:38.569865 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.582970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 63b6e925-a16e-459c-977c-033948e108ac triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:38.583440 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.608408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Subnet': ['ID=e635e33c-e93b-4388-a4ea-31a6d2235097,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:38.636572 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Checking segment: {'id': '704642ff-f1d2-4917-b018-fdf40e60feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '04410763-f47e-4c9c-b702-4eacbc7a1c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:38.637284 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network hostable DHCP agents. Network: 04410763-f47e-4c9c-b702-4eacbc7a1c25, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:16:38.653783 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.680424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Transition to ACTIVE for port object 8048a443-04e7-4b8c-bc9c-bc1a027f319e will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:38.772522 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.794484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 04410763-f47e-4c9c-b702-4eacbc7a1c25 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:16:38.797630 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.862830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:38.863815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.870289 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.879908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=350db755-35cf-4010-84d7-3bb4b03277ea,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:38.882776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:38.893442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa6a15cd-75b0-4752-8b96-2a652ec60832 req-d1aa475c-8a9a-41b3-8dea-41a9d6af7971 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3480866 Aug 21 09:16:38.896072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:38.901193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:38.902037 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.914210 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba903-6512-4d49-99f2-d4ad87688bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:38.958107 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 04410763-f47e-4c9c-b702-4eacbc7a1c25) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:38.993530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Allocated IP 172.20.0.4 (efca9ead-4d16-43ab-8fac-3ba6e9275e79/ff9526d5-d048-4d21-9271-a5072de94c91/3dee4cf1-2023-4b68-8691-7938af5496c7) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:39.000125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:39.000852 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.009949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:39.016487 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:39.023605 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:39.054779 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Pushing event updated for resources: {'Port': ['ID=8048a443-04e7-4b8c-bc9c-bc1a027f319e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:39.085690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.105332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ec6ba903-6512-4d49-99f2-d4ad87688bd2 None None] For port 63b6e925-a16e-459c-977c-033948e108ac, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63b6e925-a16e-459c-977c-033948e108ac,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:39.112470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6950ae86-98a3-4c28-8171-e39f586ae5bd None None] Network 04410763-f47e-4c9c-b702-4eacbc7a1c25 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:39.133498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c8bc25-4c76-48c3-9e28-5c63ab894b9a None None] Update dhcp port {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': '5406107e-ec08-48a3-be65-b3b5b4db4a3d', 'ip_address': '2001:db8::f816:3eff:fe7e:7cd4'}, {'subnet_id': 'c752c8d4-145e-4073-b880-8213bcf32abd'}], 'binding:host_id': 'n-d-766726-28'}, 'id': '63b6e925-a16e-459c-977c-033948e108ac'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:16:39.133745 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a0469061-48bc-4a02-9280-6a5d5bcd979e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5110400 Aug 21 09:16:39.133745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52704) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:39.140481 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5f141887-c55b-49ff-8741-e47eb0f1658e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1476561623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:39.233009 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba903-6512-4d49-99f2-d4ad87688bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.303316 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c6c8bc25-4c76-48c3-9e28-5c63ab894b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.392875 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f141887-c55b-49ff-8741-e47eb0f1658e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.395551 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f141887-c55b-49ff-8741-e47eb0f1658e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.410024 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.428171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device d454920a-570c-4ee7-a20a-2a843f9f55de up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:39.547637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Transition to ACTIVE for port object ecfd4a32-368a-4825-a671-2565b63e1d1e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:39.585163 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:16:39.585836 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:16:39.591530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ba903-6512-4d49-99f2-d4ad87688bd2 None None] Pushing event updated for resources: {'Port': ['ID=63b6e925-a16e-459c-977c-033948e108ac,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:39.655009 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f141887-c55b-49ff-8741-e47eb0f1658e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.663625 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.743835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f141887-c55b-49ff-8741-e47eb0f1658e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.781615 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.787035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.791468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebab51d1-55b5-4acc-a7f9-e82c94b1982c HTTP/1.1" status: 204 len: 168 time: 1.3653243 Aug 21 09:16:39.814896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b2bca325-4481-4268-865f-47023ec57ffa tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2668889 Aug 21 09:16:39.822389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06b62eb5-7c38-4e3a-bb08-2d773c21ed2d req-2c10084d-a782-4681-bd31-ccffd9f5fc90 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 210 time: 0.0556331 Aug 21 09:16:39.826855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52710) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:39.847176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebab51d1-55b5-4acc-a7f9-e82c94b1982c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:39.900974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.901629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.902131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.902642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.903149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.903866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.904454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.905117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.905623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.906156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.906704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.907248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd2ca6f-6c2d-4996-a4dc-2259368cd012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:16:39.931676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.942900 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-13828313-065f-4bbd-acf3-873caed5ac65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.989173 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f141887-c55b-49ff-8741-e47eb0f1658e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:39.992828 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5f141887-c55b-49ff-8741-e47eb0f1658e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8555436 Aug 21 09:16:39.996169 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52716) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:40.041422 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.090046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-c6c8bc25-4c76-48c3-9e28-5c63ab894b9a None None] Allocated IP 2001:db8:0:1::2 (9f07fd62-f4b8-49be-a982-63482994ed24/c752c8d4-145e-4073-b880-8213bcf32abd/63b6e925-a16e-459c-977c-033948e108ac) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:40.154317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-88678c8f-25a1-42fc-9667-91ded6cc9fbd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port 350db755-35cf-4010-84d7-3bb4b03277ea {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:40.154663 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-88678c8f-25a1-42fc-9667-91ded6cc9fbd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.193981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28308d64-79c6-4d54-9dd7-01d03b98adbe req-e0c52356-a806-4c34-af62-2cbc3ecb7259 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:40.195855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28308d64-79c6-4d54-9dd7-01d03b98adbe req-e0c52356-a806-4c34-af62-2cbc3ecb7259 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.1512115 Aug 21 09:16:40.219876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c6c8bc25-4c76-48c3-9e28-5c63ab894b9a None None] For port 63b6e925-a16e-459c-977c-033948e108ac, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63b6e925-a16e-459c-977c-033948e108ac,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:40.264010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c6c8bc25-4c76-48c3-9e28-5c63ab894b9a None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.287226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c6c8bc25-4c76-48c3-9e28-5c63ab894b9a None None] Transition to ACTIVE for port object 63b6e925-a16e-459c-977c-033948e108ac will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:40.310322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28308d64-79c6-4d54-9dd7-01d03b98adbe req-6a305b6d-3629-4aee-8402-7fa8cc2b9626 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806286 Aug 21 09:16:40.320740 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-88678c8f-25a1-42fc-9667-91ded6cc9fbd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.324582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.356484 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.359977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-88678c8f-25a1-42fc-9667-91ded6cc9fbd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for 350db755-35cf-4010-84d7-3bb4b03277ea owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:40.375157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bb619-0e20-471b-b00b-f6cb0b6fe01c None None] Pushing event updated for resources: {'Port': ['ID=ecfd4a32-368a-4825-a671-2565b63e1d1e,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:40.408625 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.436131 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c6c8bc25-4c76-48c3-9e28-5c63ab894b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.439651 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6488ca2a-1053-4d39-89f3-d0e9c962f0ea None None] Provisioning for port 8048a443-04e7-4b8c-bc9c-bc1a027f319e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:40.442438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['74316681-8df6-4d33-b4ec-207bc24a574c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:16:40.514432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-04410763-f47e-4c9c-b702-4eacbc7a1c25', 'network_id': '04410763-f47e-4c9c-b702-4eacbc7a1c25', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'fixed_ips': [{'subnet_id': 'e635e33c-e93b-4388-a4ea-31a6d2235097'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:16:40.515385 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.518573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8bc25-4c76-48c3-9e28-5c63ab894b9a None None] Pushing event updated for resources: {'Port': ['ID=63b6e925-a16e-459c-977c-033948e108ac,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:40.523654 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.576398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Attempting to bind port ecfd4a32-368a-4825-a671-2565b63e1d1e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:40.581075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Attempting to bind port ecfd4a32-368a-4825-a671-2565b63e1d1e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:40.581640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Attempting to bind port ecfd4a32-368a-4825-a671-2565b63e1d1e on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:40.598120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:40.603509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:40.603509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.603509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:40.603509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Bound port: ecfd4a32-368a-4825-a671-2565b63e1d1e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:40.603509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.687218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Network efca9ead-4d16-43ab-8fac-3ba6e9275e79 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:40.690587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:40.697709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:40.716545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] For port ecfd4a32-368a-4825-a671-2565b63e1d1e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:40.716713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.725055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] For port ecfd4a32-368a-4825-a671-2565b63e1d1e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ecfd4a32-368a-4825-a671-2565b63e1d1e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:40.726173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6488ca2a-1053-4d39-89f3-d0e9c962f0ea None None] Provisioning complete for port 8048a443-04e7-4b8c-bc9c-bc1a027f319e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:40.726540 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6488ca2a-1053-4d39-89f3-d0e9c962f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.750213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:40.750866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.761861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52724) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:40.762918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Pushing event updated for resources: {'Port': ['ID=3dee4cf1-2023-4b68-8691-7938af5496c7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:40.767313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-88678c8f-25a1-42fc-9667-91ded6cc9fbd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.783433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Pushing event updated for resources: {'Port': ['ID=8048a443-04e7-4b8c-bc9c-bc1a027f319e,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:40.819370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6488ca2a-1053-4d39-89f3-d0e9c962f0ea None None] Port 8048a443-04e7-4b8c-bc9c-bc1a027f319e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:16:40.822109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63b6e925-a16e-459c-977c-033948e108ac up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:40.830679 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.836396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88678c8f-25a1-42fc-9667-91ded6cc9fbd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=350db755-35cf-4010-84d7-3bb4b03277ea,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:40.840450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-b6d11e6c-8d21-4cf7-ad7c-6abbe1c002fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0053530 Aug 21 09:16:40.879486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port d454920a-570c-4ee7-a20a-2a843f9f55de triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:40.884226 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:40.914551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Request body: {'port': {'device_id': 'ce0f453c-7794-4780-a109-205f82af7973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:40.940110 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2a01-6578-44d8-941d-9da248e813b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:41.002061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:41.031237 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-88678c8f-25a1-42fc-9667-91ded6cc9fbd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:41.034326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-88678c8f-25a1-42fc-9667-91ded6cc9fbd tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/350db755-35cf-4010-84d7-3bb4b03277ea HTTP/1.1" status: 204 len: 168 time: 1.2008693 Aug 21 09:16:41.041864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52730) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:41.045657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:41.049348 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:41.130580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ffd0e-8958-4168-b430-17ac11bdc41f req-af02a305-8e7c-4606-89c2-af06f114c136 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:41.138326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-366ffd0e-8958-4168-b430-17ac11bdc41f req-af02a305-8e7c-4606-89c2-af06f114c136 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 931 time: 0.1932147 Aug 21 09:16:41.206364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Allocated IP 2001:db8::2 (04410763-f47e-4c9c-b702-4eacbc7a1c25/e635e33c-e93b-4388-a4ea-31a6d2235097/a6ba63a3-fd5c-4d9c-b637-73f83faf5e73) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:41.274716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-366ffd0e-8958-4168-b430-17ac11bdc41f req-d8aec56a-0b25-4aa0-b053-288751a61576 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351805 Aug 21 09:16:41.277742 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:41.313670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f1c84f-85d7-4441-b812-a8565c0b9717 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:41.315579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-01f1c84f-85d7-4441-b812-a8565c0b9717 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2644997 Aug 21 09:16:41.321194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52732) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:41.414176 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:41.430172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Transition to ACTIVE for port object a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:41.464743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Transition to ACTIVE for port object a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:41.600097 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:41.613168 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Router ff46fbe5-aefb-490d-9bb9-3d7b05045131 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:16:41.718920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264761ef-3a71-4728-bde0-30b38c87cec6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:41.727037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-264761ef-3a71-4728-bde0-30b38c87cec6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4038417 Aug 21 09:16:41.730453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bb619-0e20-471b-b00b-f6cb0b6fe01c None None] Pushing event updated for resources: {'Port': ['ID=ecfd4a32-368a-4825-a671-2565b63e1d1e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:41.740651 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52736) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:41.837369 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:41.841613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Routers {'ff46fbe5-aefb-490d-9bb9-3d7b05045131'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:41.842478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:41.911590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2a01-6578-44d8-941d-9da248e813b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:41.990012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064586b-c3ab-4691-ba0d-f55fd07da8f8 req-d1ce47dd-4564-4a39-b2e6-be11823dfd77 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:41.998916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d064586b-c3ab-4691-ba0d-f55fd07da8f8 req-d1ce47dd-4564-4a39-b2e6-be11823dfd77 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.4716578 Aug 21 09:16:42.037205 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2a01-6578-44d8-941d-9da248e813b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:42.107199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ce3e2a01-6578-44d8-941d-9da248e813b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fdcb9f1d08a48f990c0ada50a2c4a34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3389823 Aug 21 09:16:42.110051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e2a01-6578-44d8-941d-9da248e813b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed949917-42a4-42e5-a95f-47aee5721fcc,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:42.116016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52740) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:42.220089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d064586b-c3ab-4691-ba0d-f55fd07da8f8 req-aadee840-803b-4fb6-b759-72ad9d2b7848 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199948 Aug 21 09:16:42.280519 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74aebcd6-ff60-4b83-8bf8-79eeacfb580f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:42.324348 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74aebcd6-ff60-4b83-8bf8-79eeacfb580f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:42.363157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Network 04410763-f47e-4c9c-b702-4eacbc7a1c25 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:42.378913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c07dcc77-201c-46ef-81e6-09b6efa93724 None None] Provisioning complete for port 8048a443-04e7-4b8c-bc9c-bc1a027f319e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:42.392177 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c07dcc77-201c-46ef-81e6-09b6efa93724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:42.411850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dee4cf1-2023-4b68-8691-7938af5496c7 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:16:42.448622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c07dcc77-201c-46ef-81e6-09b6efa93724 None None] Port 8048a443-04e7-4b8c-bc9c-bc1a027f319e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:16:42.462657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:42.465049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:42.505340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:42.540992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Transition to ACTIVE for port object 3dee4cf1-2023-4b68-8691-7938af5496c7 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:42.557147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f5a0b-93d4-44c7-b8ef-9c55e4511e2e req-b04af59c-0375-4df0-bfea-3f4546062e9b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:42.561604 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b7f5a0b-93d4-44c7-b8ef-9c55e4511e2e req-b04af59c-0375-4df0-bfea-3f4546062e9b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 931 time: 0.1382217 Aug 21 09:16:42.618400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b7f5a0b-93d4-44c7-b8ef-9c55e4511e2e req-1a82eed3-6644-4df1-b53b-13a2f802636d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516968 Aug 21 09:16:42.638664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:42.652599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Pushing event updated for resources: {'Port': ['ID=a6ba63a3-fd5c-4d9c-b637-73f83faf5e73,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:42.701319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Allocated IP 2001:db8::1 (04410763-f47e-4c9c-b702-4eacbc7a1c25/e635e33c-e93b-4388-a4ea-31a6d2235097/b4b3a9e0-05ed-4a82-96e0-0219ab63f555) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:42.752568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Pushing event updated for resources: {'Port': ['ID=3dee4cf1-2023-4b68-8691-7938af5496c7,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:42.761873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74aebcd6-ff60-4b83-8bf8-79eeacfb580f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:42.764039 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7595d93-4479-455d-8183-3887462d3a48 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:42.768127 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74aebcd6-ff60-4b83-8bf8-79eeacfb580f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:42.769336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7595d93-4479-455d-8183-3887462d3a48 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:42.772825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-74aebcd6-ff60-4b83-8bf8-79eeacfb580f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed949917-42a4-42e5-a95f-47aee5721fcc HTTP/1.1" status: 204 len: 168 time: 0.6534853 Aug 21 09:16:42.781328 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7595d93-4479-455d-8183-3887462d3a48 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:42.783894 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7595d93-4479-455d-8183-3887462d3a48 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.0384724 Aug 21 09:16:42.805320 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52746) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:42.876294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:16:42.917340 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-31eaa296-cfa5-4e74-b32d-c1b822635c0e admin admin] 10.222.0.20 "PUT /v2.0/routers/ff46fbe5-aefb-490d-9bb9-3d7b05045131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7695816 Aug 21 09:16:42.922519 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:42.928570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aebcd6-ff60-4b83-8bf8-79eeacfb580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed949917-42a4-42e5-a95f-47aee5721fcc,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:42.957355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Attempting to bind port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:42.957762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Attempting to bind port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '704642ff-f1d2-4917-b018-fdf40e60feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '04410763-f47e-4c9c-b702-4eacbc7a1c25'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:42.958088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Attempting to bind port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 on network 04410763-f47e-4c9c-b702-4eacbc7a1c25 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:42.982065 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:42.992784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:42.993227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Checking segment: {'id': '704642ff-f1d2-4917-b018-fdf40e60feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '04410763-f47e-4c9c-b702-4eacbc7a1c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:42.993744 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:42.994145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Bound using segment: {'id': '704642ff-f1d2-4917-b018-fdf40e60feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '04410763-f47e-4c9c-b702-4eacbc7a1c25'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:42.994631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Bound port: a6ba63a3-fd5c-4d9c-b637-73f83faf5e73, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704642ff-f1d2-4917-b018-fdf40e60feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '04410763-f47e-4c9c-b702-4eacbc7a1c25'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:42.995010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:43.052238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] Set router ff46fbe5-aefb-490d-9bb9-3d7b05045131 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:16:43.115702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Attempting to bind port 3dee4cf1-2023-4b68-8691-7938af5496c7 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:43.116130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Attempting to bind port 3dee4cf1-2023-4b68-8691-7938af5496c7 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'ecfa93c2-91f2-4fd1-9b02-e5eedad16276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:43.119222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Attempting to bind port 3dee4cf1-2023-4b68-8691-7938af5496c7 on network efca9ead-4d16-43ab-8fac-3ba6e9275e79 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:43.131355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Port 3dee4cf1-2023-4b68-8691-7938af5496c7 on network efca9ead-4d16-43ab-8fac-3ba6e9275e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:16:43.132674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Attempting to bind port 3dee4cf1-2023-4b68-8691-7938af5496c7 on network efca9ead-4d16-43ab-8fac-3ba6e9275e79 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:43.143916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:43.145025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Checking segment: {'id': 'ecfa93c2-91f2-4fd1-9b02-e5eedad16276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:43.145621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Bound using segment: {'id': 'ecfa93c2-91f2-4fd1-9b02-e5eedad16276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:43.146351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Bound port: 3dee4cf1-2023-4b68-8691-7938af5496c7, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfa93c2-91f2-4fd1-9b02-e5eedad16276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:43.146903 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:43.149813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd6cd67-abe7-4a3c-981b-2202c2d8ae39 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 5406107e-ec08-48a3-be65-b3b5b4db4a3d {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:43.169472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bd6cd67-abe7-4a3c-981b-2202c2d8ae39 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:43.259874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:16:43.262944 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e24ab4b-40a7-4bfb-a241-0e2959690e5a" -d '{"events": [{"server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "name": "network-vif-plugged", "status": "completed", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:16:43.274512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-12334b5a-f27c-4ae6-a55b-88acf2161e17 None None] Provisioning for port 63b6e925-a16e-459c-977c-033948e108ac completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:43.302799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:43.304465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-12334b5a-f27c-4ae6-a55b-88acf2161e17 None None] Provisioning complete for port 63b6e925-a16e-459c-977c-033948e108ac triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:43.305252 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-12334b5a-f27c-4ae6-a55b-88acf2161e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:43.380070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] For port 3dee4cf1-2023-4b68-8691-7938af5496c7, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:43.405507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] For port 3dee4cf1-2023-4b68-8691-7938af5496c7, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3dee4cf1-2023-4b68-8691-7938af5496c7,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:43.436813 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:43.472501 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Transition to ACTIVE for port object b4b3a9e0-05ed-4a82-96e0-0219ab63f555 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:43.486236 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:43.528676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:43.541520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:43.542148 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:43.546220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] 10.222.0.13 "PUT /v2.0/ports/3dee4cf1-2023-4b68-8691-7938af5496c7 HTTP/1.1" status: 200 len: 1092 time: 2.6738472 Aug 21 09:16:43.547017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0f453c-7794-4780-a109-205f82af7973', 'tag': '3dee4cf1-2023-4b68-8691-7938af5496c7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:16:43.549358 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb746fc0-bcec-44d6-8710-326ca01f2a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0f453c-7794-4780-a109-205f82af7973", "tag": "3dee4cf1-2023-4b68-8691-7938af5496c7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:16:43.565693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bd6cd67-abe7-4a3c-981b-2202c2d8ae39 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:43.724959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bda653-87ce-4a2f-814d-011744323cfe req-943dbc9c-12bf-481a-a5c5-b7e56c0cf8a0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:43.726554 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83bda653-87ce-4a2f-814d-011744323cfe req-943dbc9c-12bf-481a-a5c5-b7e56c0cf8a0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.3181818 Aug 21 09:16:43.776140 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:43.850714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] For port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:43.865525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] For port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a6ba63a3-fd5c-4d9c-b637-73f83faf5e73,segment=NetworkSegment(704642ff-f1d2-4917-b018-fdf40e60feaf),segment_id=704642ff-f1d2-4917-b018-fdf40e60feaf)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:43.878766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f3a3c-734f-4c1b-a6b8-cdb74ee5301e service neutron] Pushing event updated for resources: {'Port': ['ID=3dee4cf1-2023-4b68-8691-7938af5496c7,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:43.930941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=b4b3a9e0-05ed-4a82-96e0-0219ab63f555,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:43.934275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:43.953498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83bda653-87ce-4a2f-814d-011744323cfe req-1dbd7645-4dad-41db-8e5d-d2f5543b071c tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097960 Aug 21 09:16:43.974105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-a2bf7884-f292-4223-abad-9790c595b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:43.979069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-a2bf7884-f292-4223-abad-9790c595b44b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 1095 time: 0.3115571 Aug 21 09:16:43.995543 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:44.005176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 04410763-f47e-4c9c-b702-4eacbc7a1c25 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:44.005994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:44.011990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:44.013815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:44.027046 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bd6cd67-abe7-4a3c-981b-2202c2d8ae39 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:44.071400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-98dbeede-320e-444c-b838-5fe359513f2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dee4cf1-2023-4b68-8691-7938af5496c7 HTTP/1.1" status: 200 len: 217 time: 0.0827069 Aug 21 09:16:44.177546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-d8574735-3611-4844-ad6a-8ded434547e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:44.179067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-d8574735-3611-4844-ad6a-8ded434547e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff9526d5-d048-4d21-9271-a5072de94c91 HTTP/1.1" status: 200 len: 854 time: 0.1008880 Aug 21 09:16:44.184179 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1cd1e1-bdaa-4b25-a45f-58426cfee3f8 x-openstack-request-id: req-df1cd1e1-bdaa-4b25-a45f-58426cfee3f8 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:16:44.184470 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "name": "network-vif-plugged", "status": "completed", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:16:44.187374 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708c8e6d-f594-4041-afaa-5f32650dee7e x-openstack-request-id: req-708c8e6d-f594-4041-afaa-5f32650dee7e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:16:44.187689 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0f453c-7794-4780-a109-205f82af7973", "tag": "3dee4cf1-2023-4b68-8691-7938af5496c7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:16:44.187940 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-708c8e6d-f594-4041-afaa-5f32650dee7e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:16:44.188338 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0f453c-7794-4780-a109-205f82af7973', 'tag': '3dee4cf1-2023-4b68-8691-7938af5496c7', 'status': 'completed', 'code': 200} Aug 21 09:16:44.189372 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df1cd1e1-bdaa-4b25-a45f-58426cfee3f8 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:16:44.190245 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'code': 200} Aug 21 09:16:44.221150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-6941f3d7-2e27-4fa3-8b92-d467aa5e1def service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efca9ead-4d16-43ab-8fac-3ba6e9275e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300741 Aug 21 09:16:44.310485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67321b6-02ac-4c1f-94d2-4e76f8ddcb28 None None] Pushing event updated for resources: {'Port': ['ID=a6ba63a3-fd5c-4d9c-b637-73f83faf5e73,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:44.339332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-64759e70-2252-4f35-bc70-553ef7fa4b6e None None] Could not find standard attr ID for object 350db755-35cf-4010-84d7-3bb4b03277ea. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:16:44.369390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '8048a443-04e7-4b8c-bc9c-bc1a027f319e', 'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'mac_address': 'fa:16:3e:94:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:37Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 2, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'subnets': [{'id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:44.415777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-e86bda85-715a-47fd-acda-f51a5111fc92 service neutron] 10.222.0.13 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857283 Aug 21 09:16:44.422089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ee150b-2f16-43a4-9155-f2949f7001fb None None] The sync data for ids ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'] in n-d-766726-28 is: [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '8048a443-04e7-4b8c-bc9c-bc1a027f319e', 'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'mac_address': 'fa:16:3e:94:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:37Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 2, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'subnets': [{'id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:16:44.427399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893060e-7882-4e3f-982f-3d4d5663f73f req-f52aef56-1e53-481d-9f97-a2f16159796e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:44.429598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5893060e-7882-4e3f-982f-3d4d5663f73f req-f52aef56-1e53-481d-9f97-a2f16159796e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 943 time: 0.0820177 Aug 21 09:16:44.489864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bd6cd67-abe7-4a3c-981b-2202c2d8ae39 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:44.605889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52786) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:44.646255 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1aff2b14-0457-4050-8318-824f7bc60c90 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126961389', 'description': 'tempest-description--1424476454'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:44.657243 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6cd67-abe7-4a3c-981b-2202c2d8ae39 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=5406107e-ec08-48a3-be65-b3b5b4db4a3d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:44.669569 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bd6cd67-abe7-4a3c-981b-2202c2d8ae39 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:44.674558 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5bd6cd67-abe7-4a3c-981b-2202c2d8ae39 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/5406107e-ec08-48a3-be65-b3b5b4db4a3d HTTP/1.1" status: 204 len: 168 time: 1.8673794 Aug 21 09:16:44.680918 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52790) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:44.702522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:44.710632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cfc3cc-428e-4fdd-8875-e6d36631bee5 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:44.786857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5893060e-7882-4e3f-982f-3d4d5663f73f req-4223ea3f-c24b-4aeb-921a-d3d04b613b98 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431649 Aug 21 09:16:44.897549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18f1c4ed-f2fa-498b-bfaf-ebb93a6b79d7 req-f163ffef-a0d1-47b6-97da-35fe19d6d393 service neutron] 10.222.0.13 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674625 Aug 21 09:16:44.930073 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1aff2b14-0457-4050-8318-824f7bc60c90 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:44.962883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-94181669-e945-400b-b04b-c2c5d55c89e0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet c752c8d4-145e-4073-b880-8213bcf32abd {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:44.987050 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94181669-e945-400b-b04b-c2c5d55c89e0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:45.147193 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94181669-e945-400b-b04b-c2c5d55c89e0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:45.297453 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:45.308802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb746fc0-bcec-44d6-8710-326ca01f2a6e req-584d1883-ce7b-4201-ad25-e714c5ff60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:45.311023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb746fc0-bcec-44d6-8710-326ca01f2a6e req-584d1883-ce7b-4201-ad25-e714c5ff60fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 1095 time: 0.2378492 Aug 21 09:16:45.365274 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:45.506300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7df7cd-f754-4e1a-a10f-f7407aa0a0a7 req-6e2ddadc-7f0d-4534-9d6f-180cc0e7eb21 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:45.508221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c7df7cd-f754-4e1a-a10f-f7407aa0a0a7 req-6e2ddadc-7f0d-4534-9d6f-180cc0e7eb21 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.3378429 Aug 21 09:16:45.714257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb746fc0-bcec-44d6-8710-326ca01f2a6e req-a94058a2-6bb5-47d1-95bb-a86b265f299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:45.714257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb746fc0-bcec-44d6-8710-326ca01f2a6e req-a94058a2-6bb5-47d1-95bb-a86b265f299a service neutron] 10.222.0.13 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 915 time: 0.2666280 Aug 21 09:16:45.719228 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94181669-e945-400b-b04b-c2c5d55c89e0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:45.719552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c7df7cd-f754-4e1a-a10f-f7407aa0a0a7 req-cbcb0356-2629-4b57-8f5c-e5afbd3c329f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199100 Aug 21 09:16:45.719552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb746fc0-bcec-44d6-8710-326ca01f2a6e req-b4ad208d-5520-4b73-ad80-fbc2c40219dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dee4cf1-2023-4b68-8691-7938af5496c7 HTTP/1.1" status: 200 len: 217 time: 0.0606852 Aug 21 09:16:45.781469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb746fc0-bcec-44d6-8710-326ca01f2a6e req-3861979c-b68c-480a-a128-5fcb2e6baf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:45.783134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb746fc0-bcec-44d6-8710-326ca01f2a6e req-3861979c-b68c-480a-a128-5fcb2e6baf34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff9526d5-d048-4d21-9271-a5072de94c91 HTTP/1.1" status: 200 len: 854 time: 0.1184177 Aug 21 09:16:45.820413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb746fc0-bcec-44d6-8710-326ca01f2a6e req-ebbbc0b6-4efd-49ac-9bfc-92b397dbb5d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efca9ead-4d16-43ab-8fac-3ba6e9275e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273232 Aug 21 09:16:45.938899 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1aff2b14-0457-4050-8318-824f7bc60c90 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:46.028241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:46.106358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94181669-e945-400b-b04b-c2c5d55c89e0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:46.108460 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1aff2b14-0457-4050-8318-824f7bc60c90 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:46.195070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb746fc0-bcec-44d6-8710-326ca01f2a6e req-ec62ef0e-05ff-4f6f-9cb5-7f9541768efd service neutron] 10.222.0.13 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668487 Aug 21 09:16:46.256561 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:46.259260 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:46.286206 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94181669-e945-400b-b04b-c2c5d55c89e0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=c752c8d4-145e-4073-b880-8213bcf32abd,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:46.294482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff2b14-0457-4050-8318-824f7bc60c90 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bf84a4-e4a9-409e-8116-93a3f48e0061,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:46.386849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23250bbe-d180-4354-a052-940c73c331a4 None None] Network 04410763-f47e-4c9c-b702-4eacbc7a1c25 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:46.402244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1aff2b14-0457-4050-8318-824f7bc60c90 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:46.405366 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1aff2b14-0457-4050-8318-824f7bc60c90 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7972820 Aug 21 09:16:46.431214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52824) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:46.431972 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=b4b3a9e0-05ed-4a82-96e0-0219ab63f555,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:46.439875 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2214157f-f35e-41fa-bfc6-21d29dbb74c0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Request body: {'security_group_rule': {'security_group_id': '17bf84a4-e4a9-409e-8116-93a3f48e0061', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:46.447930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-94181669-e945-400b-b04b-c2c5d55c89e0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:46.450369 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-94181669-e945-400b-b04b-c2c5d55c89e0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/c752c8d4-145e-4073-b880-8213bcf32abd HTTP/1.1" status: 204 len: 168 time: 1.7644937 Aug 21 09:16:46.461298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb746fc0-bcec-44d6-8710-326ca01f2a6e req-96373f12-94be-4af7-a9aa-9e88b836633c service neutron] 10.222.0.13 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565207 Aug 21 09:16:46.461888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52826) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:46.593230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8caf14a7-29ae-41bd-9942-f3255f41f45d None None] Provisioning for port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:46.626144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3329dd23-aed6-4cce-871b-4b0b4a029d0a None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:46.733280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-93307e04-e3a1-4e57-9048-528a723350d7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2699952 Aug 21 09:16:46.739133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52836) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:46.744445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2214157f-f35e-41fa-bfc6-21d29dbb74c0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:46.759372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:46.850805 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 04410763-f47e-4c9c-b702-4eacbc7a1c25 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:46.872669 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:46.914670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:47.002724 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2214157f-f35e-41fa-bfc6-21d29dbb74c0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:47.074434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bb87d-ce92-4e23-89f9-1d45d51efa50 req-5cfe7f3b-99c7-4741-8ef0-2873e3240a23 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:47.082213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc5bb87d-ce92-4e23-89f9-1d45d51efa50 req-5cfe7f3b-99c7-4741-8ef0-2873e3240a23 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 943 time: 0.8803153 Aug 21 09:16:47.117771 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2214157f-f35e-41fa-bfc6-21d29dbb74c0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:47.167403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-524806e9-15bd-41a4-9b13-230db6b30c04 None None] Provisioning complete for port 63b6e925-a16e-459c-977c-033948e108ac triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:47.167814 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-524806e9-15bd-41a4-9b13-230db6b30c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:47.179421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77932016-b216-4ca2-b37a-6659f370a8fb req-597e07b9-d2b6-4fbf-b914-a3e6e0cb612a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:47.187585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77932016-b216-4ca2-b37a-6659f370a8fb req-597e07b9-d2b6-4fbf-b914-a3e6e0cb612a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.3984258 Aug 21 09:16:47.216082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc5bb87d-ce92-4e23-89f9-1d45d51efa50 req-7ec195d6-a5c1-4d61-ae85-b7d198d553ca tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306119 Aug 21 09:16:47.246992 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214157f-f35e-41fa-bfc6-21d29dbb74c0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd5111a-1248-4437-8f94-d33e443520da,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:47.271777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77932016-b216-4ca2-b37a-6659f370a8fb req-f166dc81-d8ae-44ea-9e43-b2e337d03838 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828910 Aug 21 09:16:47.290288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:47.294692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:47.389767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2214157f-f35e-41fa-bfc6-21d29dbb74c0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:47.391611 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2214157f-f35e-41fa-bfc6-21d29dbb74c0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9568079 Aug 21 09:16:47.395880 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52852) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:47.403344 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0d1552dd-0b59-4a46-a867-b8a15a003fac tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Request body: {'security_group_rule': {'security_group_id': '17bf84a4-e4a9-409e-8116-93a3f48e0061', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:47.467728 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 38d0defa-6f08-44ba-99e5-a9cdf7af5e5b is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:16:47.617981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:47.623283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:47.623694 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:47.651246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d1552dd-0b59-4a46-a867-b8a15a003fac tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:47.738604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aec930-7360-48f6-883e-0b167bbd021c None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:16:47.782316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 3dee4cf1-2023-4b68-8691-7938af5496c7 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:16:47.842534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:16:47.859131 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d03a3-29d7-4ac8-9eab-48988269c655 None None] Sync routers for ids ['38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:16:47.880575 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0cea710f-726a-41a3-93d3-9051f2560040 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/38d0defa-6f08-44ba-99e5-a9cdf7af5e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8771255 Aug 21 09:16:47.882218 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d03a3-29d7-4ac8-9eab-48988269c655 None None] Routers {'38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:47.883169 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e67d03a3-29d7-4ac8-9eab-48988269c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:47.885565 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52862) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:47.949434 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d1552dd-0b59-4a46-a867-b8a15a003fac tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:48.010736 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e67d03a3-29d7-4ac8-9eab-48988269c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:48.048297 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d03a3-29d7-4ac8-9eab-48988269c655 None None] Routers {'38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:48.048297 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e67d03a3-29d7-4ac8-9eab-48988269c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:48.051078 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d1552dd-0b59-4a46-a867-b8a15a003fac tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:48.079371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.objects.ports [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106757) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:16:48.117283 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e67d03a3-29d7-4ac8-9eab-48988269c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:48.117450 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d03a3-29d7-4ac8-9eab-48988269c655 None None] The sync data for ids ['38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:16:48.120956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c02be54-30f5-46f6-a22b-aa2ebcb8a311 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:48.137040 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6c02be54-30f5-46f6-a22b-aa2ebcb8a311 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports/b4b3a9e0-05ed-4a82-96e0-0219ab63f555 HTTP/1.1" status: 200 len: 911 time: 0.2405872 Aug 21 09:16:48.153954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-57aec930-7360-48f6-883e-0b167bbd021c None None] Deleting port 63b6e925-a16e-459c-977c-033948e108ac {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:48.154591 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-57aec930-7360-48f6-883e-0b167bbd021c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:48.161608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52868) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:48.163681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d4b58dc8-0c79-4138-9d77-07675389aaa7 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e635e33c-e93b-4388-a4ea-31a6d2235097'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:48.260360 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:48.300904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ce56f109-b764-48bf-a5b9-036a2bf2ae33 None None] Provisioning complete for port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:48.302121 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ce56f109-b764-48bf-a5b9-036a2bf2ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:48.386571 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1552dd-0b59-4a46-a867-b8a15a003fac tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35616f9-2323-4afb-9dd7-03dbfa923bb9,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:48.434645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 3dee4cf1-2023-4b68-8691-7938af5496c7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3dee4cf1-2023-4b68-8691-7938af5496c7,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:48.459944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Sync routers for ids ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:16:48.483434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a6ba63a3-fd5c-4d9c-b637-73f83faf5e73,segment=NetworkSegment(704642ff-f1d2-4917-b018-fdf40e60feaf),segment_id=704642ff-f1d2-4917-b018-fdf40e60feaf)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:48.509695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '3dee4cf1-2023-4b68-8691-7938af5496c7', 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79', 'port_id': '3dee4cf1-2023-4b68-8691-7938af5496c7', 'mac_address': 'fa:16:3e:da:3d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9526d5-d048-4d21-9271-a5072de94c91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:16:48.532960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-57aec930-7360-48f6-883e-0b167bbd021c None None] For port 63b6e925-a16e-459c-977c-033948e108ac, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63b6e925-a16e-459c-977c-033948e108ac,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:48.533371 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-57aec930-7360-48f6-883e-0b167bbd021c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:48.536014 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d1552dd-0b59-4a46-a867-b8a15a003fac tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:48.537486 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0d1552dd-0b59-4a46-a867-b8a15a003fac tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1404324 Aug 21 09:16:48.551174 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52882) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:48.558349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:48.594084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8142f-4428-42ac-b9bf-20b541ade36b req-f5fbdac4-ef30-4030-8158-21c9423f6b51 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:48.594084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9b8142f-4428-42ac-b9bf-20b541ade36b req-f5fbdac4-ef30-4030-8158-21c9423f6b51 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 943 time: 0.2209675 Aug 21 09:16:48.598740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-57aec930-7360-48f6-883e-0b167bbd021c None None] Calling delete_port for 63b6e925-a16e-459c-977c-033948e108ac owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:48.618672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Routers {'ff46fbe5-aefb-490d-9bb9-3d7b05045131'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:48.620614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:48.767095 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:48.770997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ecfd4a32-368a-4825-a671-2565b63e1d1e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:48.773377 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4b58dc8-0c79-4138-9d77-07675389aaa7 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:48.781340 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:48.796324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9b8142f-4428-42ac-b9bf-20b541ade36b req-5a3abe73-c391-4505-a0e9-e40b38202967 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069099 Aug 21 09:16:48.812032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cd5d5-d3ce-44f3-9eac-9f1282c63883 req-99bea7fd-626c-482d-b864-95ef1d61e212 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:48.816947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d6cd5d5-d3ce-44f3-9eac-9f1282c63883 req-99bea7fd-626c-482d-b864-95ef1d61e212 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.3639603 Aug 21 09:16:48.868583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_pluggable_backend [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Port 63b6e925-a16e-459c-977c-033948e108ac was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106757) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 21 09:16:48.868971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_pluggable_backend [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7e:7cd4 {{(pid=106757) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 21 09:16:48.875708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_pluggable_backend [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7e:7cd4 {{(pid=106757) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 21 09:16:48.878535 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:48.964225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d6cd5d5-d3ce-44f3-9eac-9f1282c63883 req-fa2426cf-6ef0-492c-800c-cb552f02cf98 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419692 Aug 21 09:16:48.971113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:48.980043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:48.993506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:48.993782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:49.028147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=022c08bb-35a3-4d10-bcf3-e560744ba8ee,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:49.100617 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52890) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:49.102403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0c97674c-64ca-4ae4-802d-a6621da9c312 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3588367 Aug 21 09:16:49.152811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2015a229-d1d0-4862-bf4b-9c2bf2c7d71b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:49.220688 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-57aec930-7360-48f6-883e-0b167bbd021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:49.263777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aec930-7360-48f6-883e-0b167bbd021c None None] No DVR routers for this DVR port 63b6e925-a16e-459c-977c-033948e108ac on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:49.292631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a6ba63a3-fd5c-4d9c-b637-73f83faf5e73,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:49.337864 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:49.368460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ce56f109-b764-48bf-a5b9-036a2bf2ae33 None None] Provisioning for port b4b3a9e0-05ed-4a82-96e0-0219ab63f555 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:49.372604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637f3752-432a-4fab-ac4b-cacc3c3de3aa None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:49.453558 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ce56f109-b764-48bf-a5b9-036a2bf2ae33 None None] Provisioning complete for port b4b3a9e0-05ed-4a82-96e0-0219ab63f555 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:49.462150 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ce56f109-b764-48bf-a5b9-036a2bf2ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:49.464415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aec930-7360-48f6-883e-0b167bbd021c None None] Pushing event deleted for resources: {'Port': ['ID=63b6e925-a16e-459c-977c-033948e108ac,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:49.552963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ecfd4a32-368a-4825-a671-2565b63e1d1e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:49.617904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dee4cf1-2023-4b68-8691-7938af5496c7 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:16:49.628798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ecfd4a32-368a-4825-a671-2565b63e1d1e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:49.630178 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:49.671106 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4b58dc8-0c79-4138-9d77-07675389aaa7 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:49.686302 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:49.700003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2015a229-d1d0-4862-bf4b-9c2bf2c7d71b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:49.705470 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2015a229-d1d0-4862-bf4b-9c2bf2c7d71b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:49.728472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Set router ff46fbe5-aefb-490d-9bb9-3d7b05045131 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:16:49.769523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ce56f109-b764-48bf-a5b9-036a2bf2ae33 None None] Port b4b3a9e0-05ed-4a82-96e0-0219ab63f555 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:16:49.779419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 3dee4cf1-2023-4b68-8691-7938af5496c7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3dee4cf1-2023-4b68-8691-7938af5496c7,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:49.890106 n-d-766726-28 neutron-server[106756]: INFO neutron.db.ipam_backend_mixin [None req-2015a229-d1d0-4862-bf4b-9c2bf2c7d71b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 022c08bb-35a3-4d10-bcf3-e560744ba8ee (CIDR: 2001:db8::/64) Aug 21 09:16:49.896630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4b58dc8-0c79-4138-9d77-07675389aaa7 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:49.903024 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b58dc8-0c79-4138-9d77-07675389aaa7 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:49.903713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4b58dc8-0c79-4138-9d77-07675389aaa7 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:49.907707 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d4b58dc8-0c79-4138-9d77-07675389aaa7 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/ports/b4b3a9e0-05ed-4a82-96e0-0219ab63f555 HTTP/1.1" status: 200 len: 911 time: 1.7474642 Aug 21 09:16:49.909155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52918) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:49.951102 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2015a229-d1d0-4862-bf4b-9c2bf2c7d71b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:16:49.951785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2015a229-d1d0-4862-bf4b-9c2bf2c7d71b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:16:50.000956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b58dc8-0c79-4138-9d77-07675389aaa7 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=b4b3a9e0-05ed-4a82-96e0-0219ab63f555,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:50.075949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Allocated IP 172.25.5.127 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/a142079a-bd29-47da-8dbe-f24b95d3864f) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:50.083923 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2015a229-d1d0-4862-bf4b-9c2bf2c7d71b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9323120 Aug 21 09:16:50.085175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52928) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:50.104513 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c16409c5-9745-4f05-827e-da691bd9ef6b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:50.132581 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:50.182261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e604f-164a-4a3a-ac00-b9affe4ff2fa req-1ad221d7-7570-4333-a920-b667e7be74a6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:50.191958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-239e604f-164a-4a3a-ac00-b9affe4ff2fa req-1ad221d7-7570-4333-a920-b667e7be74a6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 944 time: 0.1562624 Aug 21 09:16:50.360809 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:50.373778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6b11-59a7-479d-be8c-86ff832f72b3 req-cd9db5e9-1527-4db1-a160-ff06b138a1f7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:50.374355 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:50.375341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f1e6b11-59a7-479d-be8c-86ff832f72b3 req-cd9db5e9-1527-4db1-a160-ff06b138a1f7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.2642298 Aug 21 09:16:50.393995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-239e604f-164a-4a3a-ac00-b9affe4ff2fa req-cfc0b2a8-3fb5-4ab9-8009-542ec33c5b0c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004418 Aug 21 09:16:50.420455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=3dee4cf1-2023-4b68-8691-7938af5496c7,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:50.457373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16409c5-9745-4f05-827e-da691bd9ef6b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:50.464306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c16409c5-9745-4f05-827e-da691bd9ef6b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:50.483893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f1e6b11-59a7-479d-be8c-86ff832f72b3 req-6f726812-a15a-44d8-be3d-35881322ab7d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834198 Aug 21 09:16:50.522169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': '022c08bb-35a3-4d10-bcf3-e560744ba8ee'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:16:50.524160 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:50.550314 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:50.557559 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4c881c4c-84d3-47d9-97b8-cc8d1e0fcd5a None None] Provisioning complete for port b4b3a9e0-05ed-4a82-96e0-0219ab63f555 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:50.558060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c881c4c-84d3-47d9-97b8-cc8d1e0fcd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:50.597468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['3dee4cf1-2023-4b68-8691-7938af5496c7'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:16:50.641772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:50.652781 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:50.673070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:50.676465 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event updated for resources: {'Port': ['ID=a142079a-bd29-47da-8dbe-f24b95d3864f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:50.682517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4c881c4c-84d3-47d9-97b8-cc8d1e0fcd5a None None] Port b4b3a9e0-05ed-4a82-96e0-0219ab63f555 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:16:50.699970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port ecfd4a32-368a-4825-a671-2565b63e1d1e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ecfd4a32-368a-4825-a671-2565b63e1d1e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:50.842279 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:50.890406 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc2c8-9ccc-4b7c-9345-de1b873e4571 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:51.003024 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:51.102412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Allocated IP 2001:db8::f816:3eff:fe47:3817 (9f07fd62-f4b8-49be-a982-63482994ed24/022c08bb-35a3-4d10-bcf3-e560744ba8ee/b6e899c6-0f93-4e3a-8655-363d7db9ed79) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:51.334160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:51.519723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=ecfd4a32-368a-4825-a671-2565b63e1d1e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:51.631526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:51.632235 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:51.723735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '8048a443-04e7-4b8c-bc9c-bc1a027f319e', 'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'mac_address': 'fa:16:3e:94:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:37Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 2, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'subnets': [{'id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:51.797862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Checking router: ff46fbe5-aefb-490d-9bb9-3d7b05045131 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:16:51.798351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Updating router ff46fbe5-aefb-490d-9bb9-3d7b05045131 port 8048a443-04e7-4b8c-bc9c-bc1a027f319e binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:16:51.807904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c16409c5-9745-4f05-827e-da691bd9ef6b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:51.870494 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:51.942216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16409c5-9745-4f05-827e-da691bd9ef6b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:51.951499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:51.965401 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c16409c5-9745-4f05-827e-da691bd9ef6b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:51.984531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16409c5-9745-4f05-827e-da691bd9ef6b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:51.996029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c16409c5-9745-4f05-827e-da691bd9ef6b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:52.086972 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c16409c5-9745-4f05-827e-da691bd9ef6b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9967532 Aug 21 09:16:52.087815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52970) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:52.098974 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:39:79:25', 'name': 'tempest-NetworksTestDHCPv6-669270527'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:52.107470 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16409c5-9745-4f05-827e-da691bd9ef6b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=c9268845-d11e-4613-b01e-ba2099f1bc90,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:52.165890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a099eb-44bd-4df5-b776-c5cccd5cc9c1 req-447503ed-ad15-4855-9233-c852677367ff tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:52.170496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5a099eb-44bd-4df5-b776-c5cccd5cc9c1 req-447503ed-ad15-4855-9233-c852677367ff tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 944 time: 0.2651215 Aug 21 09:16:52.186801 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:52.193442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e1839-dfd1-4abb-8c67-5627f81d8897 req-e20bfa1f-fcf3-496e-9e65-b31f64b64854 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:52.195547 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e64e1839-dfd1-4abb-8c67-5627f81d8897 req-e20bfa1f-fcf3-496e-9e65-b31f64b64854 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.2787745 Aug 21 09:16:52.282454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Transition to ACTIVE for port object b6e899c6-0f93-4e3a-8655-363d7db9ed79 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:52.392108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Transition to ACTIVE for port object b6e899c6-0f93-4e3a-8655-363d7db9ed79 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:52.421005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5a099eb-44bd-4df5-b776-c5cccd5cc9c1 req-30195031-41e2-40e9-9893-6f66562504f6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202079 Aug 21 09:16:52.470325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e64e1839-dfd1-4abb-8c67-5627f81d8897 req-2376e812-191f-4cc1-ad89-201fb231ac59 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487836 Aug 21 09:16:52.517091 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:52.601002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63b6e925-a16e-459c-977c-033948e108ac no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:52.625415 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:52.642557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3b3fc2c8-9ccc-4b7c-9345-de1b873e4571 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port b4b3a9e0-05ed-4a82-96e0-0219ab63f555 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:52.650661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc2c8-9ccc-4b7c-9345-de1b873e4571 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:52.671970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:52.726820 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 63b6e925-a16e-459c-977c-033948e108ac {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:16:52.727389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63b6e925-a16e-459c-977c-033948e108ac not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:16:52.729292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Pushing event updated for resources: {'Port': ['ID=b6e899c6-0f93-4e3a-8655-363d7db9ed79,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:52.754576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:52.756935 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:52.760151 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:52.763873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:52.767847 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:52.780214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Transition to ACTIVE for port object 8048a443-04e7-4b8c-bc9c-bc1a027f319e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:52.799668 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc2c8-9ccc-4b7c-9345-de1b873e4571 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:52.824800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3b3fc2c8-9ccc-4b7c-9345-de1b873e4571 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for b4b3a9e0-05ed-4a82-96e0-0219ab63f555 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:52.862050 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:52.866553 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Attempting to bind port b6e899c6-0f93-4e3a-8655-363d7db9ed79 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:52.867110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Attempting to bind port b6e899c6-0f93-4e3a-8655-363d7db9ed79 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:52.867820 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Attempting to bind port b6e899c6-0f93-4e3a-8655-363d7db9ed79 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:52.948088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6f331-0443-4c47-90ca-4bb3b3fe8eef None None] Pushing event updated for resources: {'Port': ['ID=8048a443-04e7-4b8c-bc9c-bc1a027f319e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:52.952464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:52.952976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:52.953444 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:52.953892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:52.954530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Bound port: b6e899c6-0f93-4e3a-8655-363d7db9ed79, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:52.955037 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.103028 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.118618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] For port b6e899c6-0f93-4e3a-8655-363d7db9ed79, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:53.126098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event updated for resources: {'Port': ['ID=a142079a-bd29-47da-8dbe-f24b95d3864f,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:53.127188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] For port b6e899c6-0f93-4e3a-8655-363d7db9ed79, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6e899c6-0f93-4e3a-8655-363d7db9ed79,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:53.138416 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.176950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port 7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:16:53.255176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ecfd4a32-368a-4825-a671-2565b63e1d1e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:53.261399 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.266672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Attempting to bind port 8048a443-04e7-4b8c-bc9c-bc1a027f319e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:16:53.267863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Attempting to bind port 8048a443-04e7-4b8c-bc9c-bc1a027f319e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:16:53.268340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Attempting to bind port 8048a443-04e7-4b8c-bc9c-bc1a027f319e on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:16:53.331631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc2c8-9ccc-4b7c-9345-de1b873e4571 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.397003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fc2c8-9ccc-4b7c-9345-de1b873e4571 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=b4b3a9e0-05ed-4a82-96e0-0219ab63f555,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:53.511897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8:0:1::169 (9f07fd62-f4b8-49be-a982-63482994ed24/c9268845-d11e-4613-b01e-ba2099f1bc90/7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:53.526987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::f816:3eff:fe39:7925 (9f07fd62-f4b8-49be-a982-63482994ed24/022c08bb-35a3-4d10-bcf3-e560744ba8ee/7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:16:53.740951 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.759610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:16:53.764521 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Checking segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:16:53.764521 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.764812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object 7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:16:53.764969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Bound using segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:16:53.764969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Bound port: 8048a443-04e7-4b8c-bc9c-bc1a027f319e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:16:53.764969 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.795911 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.797238 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-562eb324-18de-48dd-ac18-258de1f1333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2445581 Aug 21 09:16:53.829302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca6ab4-8b86-4a1b-b0cd-b1860e579003 None None] Pushing event updated for resources: {'Port': ['ID=b6e899c6-0f93-4e3a-8655-363d7db9ed79,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:53.837877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc2c8-9ccc-4b7c-9345-de1b873e4571 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.866937 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.896135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ecfd4a32-368a-4825-a671-2565b63e1d1e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:53.896713 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:53.964087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53006) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:54.043044 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:54.052207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:54.062706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:16:54.071064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] For port 8048a443-04e7-4b8c-bc9c-bc1a027f319e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:16:54.071868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:54.074724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] For port 8048a443-04e7-4b8c-bc9c-bc1a027f319e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8048a443-04e7-4b8c-bc9c-bc1a027f319e,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:16:54.075732 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:54.082811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cc9e9-6c28-4e98-94f5-d140ff7cf991 req-95e81c28-1696-4123-985d-922118a13530 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:54.084250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a4cc9e9-6c28-4e98-94f5-d140ff7cf991 req-95e81c28-1696-4123-985d-922118a13530 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.2919161 Aug 21 09:16:54.118067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:54.143722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 3dee4cf1-2023-4b68-8691-7938af5496c7 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:54.190397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2d118-c007-4644-b2d7-63be49e676b2 req-dbe30050-f6d6-485d-9e62-2a7b7d91ec01 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:54.191727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95f2d118-c007-4644-b2d7-63be49e676b2 req-dbe30050-f6d6-485d-9e62-2a7b7d91ec01 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 944 time: 0.4240668 Aug 21 09:16:54.201102 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c79346d9-c902-4911-a6f4-e831bffd8b65 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1082301 Aug 21 09:16:54.203650 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53014) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:54.208117 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:54.327988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Routers {'ff46fbe5-aefb-490d-9bb9-3d7b05045131'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:54.328639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:54.386755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3fc2c8-9ccc-4b7c-9345-de1b873e4571 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 38d0defa-6f08-44ba-99e5-a9cdf7af5e5b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:16:54.389995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a4cc9e9-6c28-4e98-94f5-d140ff7cf991 req-ae4d1779-c660-4bcf-be39-196f40e678a3 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385700 Aug 21 09:16:54.426924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95f2d118-c007-4644-b2d7-63be49e676b2 req-2ab1cf10-ed89-46e1-b518-7838fe6074f4 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236640 Aug 21 09:16:54.439040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6f331-0443-4c47-90ca-4bb3b3fe8eef None None] Pushing event updated for resources: {'Port': ['ID=8048a443-04e7-4b8c-bc9c-bc1a027f319e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:54.491888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] Set router ff46fbe5-aefb-490d-9bb9-3d7b05045131 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:16:54.525247 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14e5e95d-52dd-4cdc-b184-53e0a458ace1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:54.762114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b758fdde-97e0-4c6d-be3b-14c4de5de682 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port 7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:54.763170 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b758fdde-97e0-4c6d-be3b-14c4de5de682 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:54.805613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 3dee4cf1-2023-4b68-8691-7938af5496c7 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:54.865441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-ace561a6-9f7e-4986-b77b-163929cba195 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1126961389&fields=id&tenant_id=d45316a92cad4722a66037032e7e74ea HTTP/1.1" status: 200 len: 267 time: 0.1869509 Aug 21 09:16:54.870695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3fc2c8-9ccc-4b7c-9345-de1b873e4571 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:16:54.879107 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3b3fc2c8-9ccc-4b7c-9345-de1b873e4571 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/38d0defa-6f08-44ba-99e5-a9cdf7af5e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9668608 Aug 21 09:16:54.888800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53028) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:54.891745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 3dee4cf1-2023-4b68-8691-7938af5496c7 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:54.891942 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:54.902232 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b2de8-2899-449b-961e-296e6a21ccdc None None] Sync routers for ids ['38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:16:54.932713 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b2de8-2899-449b-961e-296e6a21ccdc None None] Routers {'38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:54.933850 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-776b2de8-2899-449b-961e-296e6a21ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:54.971538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-45fc73c1-448a-4a6b-9739-31ebe447f6e3 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=38d0defa-6f08-44ba-99e5-a9cdf7af5e5b HTTP/1.1" status: 200 len: 205 time: 0.0802848 Aug 21 09:16:54.973643 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-776b2de8-2899-449b-961e-296e6a21ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:54.982662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b758fdde-97e0-4c6d-be3b-14c4de5de682 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:54.987194 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b2de8-2899-449b-961e-296e6a21ccdc None None] Routers {'38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:16:54.988109 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-776b2de8-2899-449b-961e-296e6a21ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:54.999508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b758fdde-97e0-4c6d-be3b-14c4de5de682 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for 7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:55.002142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53032) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:55.038656 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-776b2de8-2899-449b-961e-296e6a21ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:55.039731 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b2de8-2899-449b-961e-296e6a21ccdc None None] The sync data for ids ['38d0defa-6f08-44ba-99e5-a9cdf7af5e5b'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:16:55.106859 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dddec1ca-1804-49fe-b46f-cd01bb955c50 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.145368 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.229222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0f453c-7794-4780-a109-205f82af7973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dee4cf1-2023-4b68-8691-7938af5496c7'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:16:55.229222 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19a8204-b98a-4576-90d8-b4b53fdb26ec" -d '{"events": [{"server_uuid": "ce0f453c-7794-4780-a109-205f82af7973", "name": "network-vif-plugged", "status": "completed", "tag": "3dee4cf1-2023-4b68-8691-7938af5496c7"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:16:55.229222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 3dee4cf1-2023-4b68-8691-7938af5496c7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3dee4cf1-2023-4b68-8691-7938af5496c7,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:55.229222 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bb9435-f5c7-4d2e-8e02-a290149f23f0 x-openstack-request-id: req-f1bb9435-f5c7-4d2e-8e02-a290149f23f0 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:16:55.229222 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0f453c-7794-4780-a109-205f82af7973", "name": "network-vif-plugged", "status": "completed", "tag": "3dee4cf1-2023-4b68-8691-7938af5496c7", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:16:55.229222 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1bb9435-f5c7-4d2e-8e02-a290149f23f0 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:16:55.229222 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0f453c-7794-4780-a109-205f82af7973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dee4cf1-2023-4b68-8691-7938af5496c7', 'code': 200} Aug 21 09:16:55.258003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '8048a443-04e7-4b8c-bc9c-bc1a027f319e', 'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'mac_address': 'fa:16:3e:94:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:37Z', 'updated_at': '2021-08-21T09:16:54Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'subnets': [{'id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:55.307416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f173fea-a5d6-4657-9397-46833f332878 None None] The sync data for ids ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'] in n-d-766726-28 is: [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '8048a443-04e7-4b8c-bc9c-bc1a027f319e', 'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'mac_address': 'fa:16:3e:94:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:37Z', 'updated_at': '2021-08-21T09:16:54Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'subnets': [{'id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:16:55.414755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6e899c6-0f93-4e3a-8655-363d7db9ed79 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:55.415120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-3a0bd845-bc2b-4b12-800f-887fe5ff4332 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:55.424138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-3a0bd845-bc2b-4b12-800f-887fe5ff4332 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 812 time: 0.5429180 Aug 21 09:16:55.435184 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dddec1ca-1804-49fe-b46f-cd01bb955c50 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.437787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dddec1ca-1804-49fe-b46f-cd01bb955c50 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.445123 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.530862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-99d9d503-6f90-4413-a5a0-a1edf9d6f449 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/quotas/d45316a92cad4722a66037032e7e74ea HTTP/1.1" status: 200 len: 375 time: 0.1047318 Aug 21 09:16:55.536439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21299df-7932-4f99-a727-4a8f6751b8a1 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:55.541694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=3dee4cf1-2023-4b68-8691-7938af5496c7,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:55.543329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d493be-8682-4031-a8a5-880c6daa0a66 req-38649230-117d-450e-944b-69daa752bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:55.546193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24d493be-8682-4031-a8a5-880c6daa0a66 req-38649230-117d-450e-944b-69daa752bb14 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 1096 time: 0.2100444 Aug 21 09:16:55.669572 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14e5e95d-52dd-4cdc-b184-53e0a458ace1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.676334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24d493be-8682-4031-a8a5-880c6daa0a66 req-c9b88dd6-0789-42b0-a31d-481ef9aba2bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203082 Aug 21 09:16:55.718687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cb68c-ba36-4ff5-a4fc-137e8086e358 req-1b046ec4-6bff-4fd1-ac1c-4c6428e64acc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:55.723288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-700cb68c-ba36-4ff5-a4fc-137e8086e358 req-1b046ec4-6bff-4fd1-ac1c-4c6428e64acc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.1571431 Aug 21 09:16:55.736658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-35519f29-10c8-4e38-a4ab-3c7342a371d9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1975875 Aug 21 09:16:55.739624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dddec1ca-1804-49fe-b46f-cd01bb955c50 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.740169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddec1ca-1804-49fe-b46f-cd01bb955c50 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Fanout notify agent at l3_agent the message router_deleted on router 38d0defa-6f08-44ba-99e5-a9cdf7af5e5b {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:16:55.755487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dddec1ca-1804-49fe-b46f-cd01bb955c50 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.758302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:55.759499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dddec1ca-1804-49fe-b46f-cd01bb955c50 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/38d0defa-6f08-44ba-99e5-a9cdf7af5e5b HTTP/1.1" status: 204 len: 168 time: 0.7562175 Aug 21 09:16:55.760046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53046) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:55.768215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cbf4c3d2-a46d-4070-86ac-f987ead11560 None None] Provisioning for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:55.781951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:55.781951 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.781951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cbf4c3d2-a46d-4070-86ac-f987ead11560 None None] Provisioning complete for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:55.781951 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cbf4c3d2-a46d-4070-86ac-f987ead11560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.804995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-700cb68c-ba36-4ff5-a4fc-137e8086e358 req-177f54fa-18ab-43d9-baa7-8816ffd99a4e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669804 Aug 21 09:16:55.878044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b758fdde-97e0-4c6d-be3b-14c4de5de682 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.880690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14e5e95d-52dd-4cdc-b184-53e0a458ace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:55.933834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-3072298a-3940-4807-9441-349bdcaaaf02 service neutron] 10.222.0.20 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275463 Aug 21 09:16:55.975582 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-14e5e95d-52dd-4cdc-b184-53e0a458ace1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6e93e16d1c74d558bec12e25d0743c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9960048 Aug 21 09:16:55.985062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53050) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:56.065580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758fdde-97e0-4c6d-be3b-14c4de5de682 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:56.135272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-16278519-b60e-4d58-9ea4-077171a59700 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting subnet e635e33c-e93b-4388-a4ea-31a6d2235097 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:56.164018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5e95d-52dd-4cdc-b184-53e0a458ace1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a2034-22fa-4ae4-a1ad-128c67f05b4f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:56.215835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf32884-b331-48aa-ba2d-28c4e5c9814f None None] Update dhcp port {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': '022c08bb-35a3-4d10-bcf3-e560744ba8ee', 'ip_address': '2001:db8::f816:3eff:fe47:3817'}, {'subnet_id': 'c9268845-d11e-4613-b01e-ba2099f1bc90'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'b6e899c6-0f93-4e3a-8655-363d7db9ed79'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:16:56.225899 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16278519-b60e-4d58-9ea4-077171a59700 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:56.239472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-12635b07-ac0f-487f-b702-b4ffe3cb195c service neutron] 10.222.0.20 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989690 Aug 21 09:16:56.269106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c804021-6929-4d92-8109-d8aa23332dae req-3b885cb3-0809-474a-b4a7-e78d1b93d2ec tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:56.275186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c804021-6929-4d92-8109-d8aa23332dae req-3b885cb3-0809-474a-b4a7-e78d1b93d2ec tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 945 time: 0.2153013 Aug 21 09:16:56.309246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b758fdde-97e0-4c6d-be3b-14c4de5de682 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:56.316625 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b758fdde-97e0-4c6d-be3b-14c4de5de682 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3 HTTP/1.1" status: 204 len: 168 time: 2.1066606 Aug 21 09:16:56.319386 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53054) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:56.343380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16278519-b60e-4d58-9ea4-077171a59700 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:56.354680 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-caf32884-b331-48aa-ba2d-28c4e5c9814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:56.411020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c804021-6929-4d92-8109-d8aa23332dae req-f59e17f0-52df-4d62-aa90-c558ecd744fc tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278911 Aug 21 09:16:56.433521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b4314a-c323-451a-80a9-935cfd105fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:56.459495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708e8a8-0401-4606-b499-6cc9b97fbabe tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:56.463875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53058) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:56.476762 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3708e8a8-0401-4606-b499-6cc9b97fbabe tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1568136 Aug 21 09:16:56.485302 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:56.499460 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cbf4c3d2-a46d-4070-86ac-f987ead11560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:56.539940 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b4314a-c323-451a-80a9-935cfd105fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:56.579955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8e5573-7bd4-4552-9149-81647113ba2a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:56.586623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3f8e5573-7bd4-4552-9149-81647113ba2a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1187940 Aug 21 09:16:56.603630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53066) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:56.703503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16278519-b60e-4d58-9ea4-077171a59700 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:56.712709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f714f43-1b5b-46b8-8136-d1fb8e48fc1f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:56.714381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f714f43-1b5b-46b8-8136-d1fb8e48fc1f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:56.716780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f714f43-1b5b-46b8-8136-d1fb8e48fc1f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:56.723938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7f714f43-1b5b-46b8-8136-d1fb8e48fc1f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1150856 Aug 21 09:16:56.733549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53068) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:56.733549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99405595-f477-4427-add3-71cce4fd3ba5 req-d9079ac0-9afc-4367-a46d-0f6b91584124 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 210 time: 0.1576984 Aug 21 09:16:56.808735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-cbf4c3d2-a46d-4070-86ac-f987ead11560 None None] For port b6e899c6-0f93-4e3a-8655-363d7db9ed79, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6e899c6-0f93-4e3a-8655-363d7db9ed79,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:56.823157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-4258c02a-7c96-46e4-b689-6bc90cab9963 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet 022c08bb-35a3-4d10-bcf3-e560744ba8ee {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:56.830798 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4258c02a-7c96-46e4-b689-6bc90cab9963 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:56.889478 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cbf4c3d2-a46d-4070-86ac-f987ead11560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:56.918383 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4258c02a-7c96-46e4-b689-6bc90cab9963 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.014027 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16278519-b60e-4d58-9ea4-077171a59700 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.027954 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:16:57.028195 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b4314a-c323-451a-80a9-935cfd105fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.028724 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:16:57.032108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4c3d2-a46d-4070-86ac-f987ead11560 None None] Pushing event updated for resources: {'Port': ['ID=b6e899c6-0f93-4e3a-8655-363d7db9ed79,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:57.038233 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b4314a-c323-451a-80a9-935cfd105fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.038233 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-10b4314a-c323-451a-80a9-935cfd105fbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f9a2034-22fa-4ae4-a1ad-128c67f05b4f HTTP/1.1" status: 204 len: 168 time: 1.0482223 Aug 21 09:16:57.084048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4314a-c323-451a-80a9-935cfd105fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9a2034-22fa-4ae4-a1ad-128c67f05b4f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:57.126705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16278519-b60e-4d58-9ea4-077171a59700 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Subnet': ['ID=e635e33c-e93b-4388-a4ea-31a6d2235097,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:57.138716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f4da83-0824-4c84-b898-3b0890fc27e1 None None] Network 04410763-f47e-4c9c-b702-4eacbc7a1c25 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:57.153927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16278519-b60e-4d58-9ea4-077171a59700 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.158280 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-16278519-b60e-4d58-9ea4-077171a59700 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/e635e33c-e93b-4388-a4ea-31a6d2235097 HTTP/1.1" status: 204 len: 168 time: 1.3947103 Aug 21 09:16:57.163125 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe046c6-e144-472b-aac9-0a178fa77d57 req-692cce5e-42ce-412e-8925-9d48ced6ce1d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:57.163495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbe046c6-e144-472b-aac9-0a178fa77d57 req-692cce5e-42ce-412e-8925-9d48ced6ce1d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.2109177 Aug 21 09:16:57.167430 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53082) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:57.180840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4258c02a-7c96-46e4-b689-6bc90cab9963 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.306197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbe046c6-e144-472b-aac9-0a178fa77d57 req-47d4a6d7-9a25-4ef5-ba26-593074707617 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210589 Aug 21 09:16:57.327460 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.422179 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4258c02a-7c96-46e4-b689-6bc90cab9963 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server [None req-caf32884-b331-48aa-ba2d-28c4e5c9814f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 022c08bb-35a3-4d10-bcf3-e560744ba8ee: This subnet is being modified by another concurrent operation. Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:16:57.424002 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise exception Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 022c08bb-35a3-4d10-bcf3-e560744ba8ee: This subnet is being modified by another concurrent operation. Aug 21 09:16:57.431345 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Aug 21 09:16:57.468615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:57.468963 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.532437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258c02a-7c96-46e4-b689-6bc90cab9963 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=022c08bb-35a3-4d10-bcf3-e560744ba8ee,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:57.538566 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4258c02a-7c96-46e4-b689-6bc90cab9963 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.542447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4258c02a-7c96-46e4-b689-6bc90cab9963 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/022c08bb-35a3-4d10-bcf3-e560744ba8ee HTTP/1.1" status: 204 len: 168 time: 0.8118117 Aug 21 09:16:57.551441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53094) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:57.618312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfab9c3-f3a9-4764-9c4c-e1beea8344b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet c9268845-d11e-4613-b01e-ba2099f1bc90 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:16:57.622539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccfab9c3-f3a9-4764-9c4c-e1beea8344b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.647768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8048a443-04e7-4b8c-bc9c-bc1a027f319e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:16:57.681307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccfab9c3-f3a9-4764-9c4c-e1beea8344b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.686419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf94cc-c021-4e52-8340-e9df7588298c None None] DHCP port deletion for 04410763-f47e-4c9c-b702-4eacbc7a1c25 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:16:57.693309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d886fb3c-a4ef-4a7d-97a7-98b4c1e3a134 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:16:57.693600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] For port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a6ba63a3-fd5c-4d9c-b637-73f83faf5e73,segment=NetworkSegment(704642ff-f1d2-4917-b018-fdf40e60feaf),segment_id=704642ff-f1d2-4917-b018-fdf40e60feaf)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:57.693982 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.708631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:57.811623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e5b6c-ea58-4c0a-8e76-d1c1b4e5e5d4 req-3a2b8750-dd3f-48cd-b7ed-56f3812a25bf tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:57.813584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-336e5b6c-ea58-4c0a-8e76-d1c1b4e5e5d4 req-3a2b8750-dd3f-48cd-b7ed-56f3812a25bf tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 945 time: 0.1530879 Aug 21 09:16:57.829357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-17054ed7-eefc-410f-97b9-3c798bac846b None None] Provisioning complete for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:57.831028 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-17054ed7-eefc-410f-97b9-3c798bac846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.853168 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccfab9c3-f3a9-4764-9c4c-e1beea8344b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.915596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:57.950834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=a6ba63a3-fd5c-4d9c-b637-73f83faf5e73,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:57.959140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No DVR routers for this DVR port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:57.987138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12dac764-d83c-4abc-9d39-40807b1ea99a req-44814848-82f2-4775-97e9-1e5959b645ae tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 210 time: 0.1629105 Aug 21 09:16:58.015685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf94cc-c021-4e52-8340-e9df7588298c None None] Deleting port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:16:58.016061 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cdcf94cc-c021-4e52-8340-e9df7588298c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.019667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 8048a443-04e7-4b8c-bc9c-bc1a027f319e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:16:58.025136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8048a443-04e7-4b8c-bc9c-bc1a027f319e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:58.025503 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.070125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-336e5b6c-ea58-4c0a-8e76-d1c1b4e5e5d4 req-00ac0bb4-e03f-4cc6-87dd-a5352d27416b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430837 Aug 21 09:16:58.106804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.122950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04410763-f47e-4c9c-b702-4eacbc7a1c25']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:58.141132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704642ff-f1d2-4917-b018-fdf40e60feaf') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:58.141434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704642ff-f1d2-4917-b018-fdf40e60feaf') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:16:58.160646 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.180702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.188528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:16:58.189967 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.198907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccfab9c3-f3a9-4764-9c4c-e1beea8344b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:16:58.282694 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:16:58.288970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfab9c3-f3a9-4764-9c4c-e1beea8344b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=c9268845-d11e-4613-b01e-ba2099f1bc90,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:58.316565 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53106) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:58.320599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccfab9c3-f3a9-4764-9c4c-e1beea8344b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.331085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ccfab9c3-f3a9-4764-9c4c-e1beea8344b0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/c9268845-d11e-4613-b01e-ba2099f1bc90 HTTP/1.1" status: 204 len: 168 time: 0.7782316 Aug 21 09:16:58.336106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53108) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:58.367129 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-242abf8b-6f2e-4521-acfd-e09250299814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.371246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.400870 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.411940 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/networks/04410763-f47e-4c9c-b702-4eacbc7a1c25 HTTP/1.1" status: 204 len: 168 time: 1.2432408 Aug 21 09:16:58.428503 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53112) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:58.481437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-482a62f0-8400-4117-a6cb-a6b4b1bb589b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441000 Aug 21 09:16:58.482108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53114) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:58.485306 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c0695ed8-f20c-45b1-a29f-a41adbc38123 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1022936007', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:58.504861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4aaea0aa-95f0-4e06-b156-542536e6d083 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:58.518938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64542094-35a8-4da9-a20d-1e86cb4e8691 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Network': ['ID=04410763-f47e-4c9c-b702-4eacbc7a1c25,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:58.544584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-cdcf94cc-c021-4e52-8340-e9df7588298c None None] For port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73, host n-d-766726-28, got binding levels [] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:58.545214 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cdcf94cc-c021-4e52-8340-e9df7588298c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.588516 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0695ed8-f20c-45b1-a29f-a41adbc38123 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.589565 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0695ed8-f20c-45b1-a29f-a41adbc38123 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.623838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf94cc-c021-4e52-8340-e9df7588298c None None] Calling delete_port for a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:16:58.627299 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.ipam_backend_mixin [None req-cdcf94cc-c021-4e52-8340-e9df7588298c None None] Port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 was not found and therefore no delete operation was performed {{(pid=106758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:16:58.629767 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cdcf94cc-c021-4e52-8340-e9df7588298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.684201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf94cc-c021-4e52-8340-e9df7588298c None None] Pushing event deleted for resources: {'Port': ['ID=a6ba63a3-fd5c-4d9c-b637-73f83faf5e73,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:58.691950 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cdcf94cc-c021-4e52-8340-e9df7588298c None None] Network 04410763-f47e-4c9c-b702-4eacbc7a1c25 is not hosted by any dhcp agent {{(pid=106758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 09:16:58.692678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf94cc-c021-4e52-8340-e9df7588298c None None] No DVR routers for this DVR port a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:16:58.715609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-17054ed7-eefc-410f-97b9-3c798bac846b None None] Could not find standard attr ID for object 7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:16:58.754075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0695ed8-f20c-45b1-a29f-a41adbc38123 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.773366 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.878479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0ec2a-b049-490a-aa46-47e447bf17a6 req-39f57994-2af3-451d-87a6-0544295ff6d8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:58.886326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0de0ec2a-b049-490a-aa46-47e447bf17a6 req-39f57994-2af3-451d-87a6-0544295ff6d8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.3627324 Aug 21 09:16:58.897588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 8048a443-04e7-4b8c-bc9c-bc1a027f319e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8048a443-04e7-4b8c-bc9c-bc1a027f319e,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:58.913092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b0f5de-51ce-4496-9a32-d6adb3235e23 None None] Update dhcp port {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': 'c9268845-d11e-4613-b01e-ba2099f1bc90'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'b6e899c6-0f93-4e3a-8655-363d7db9ed79'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:16:58.919098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b020-b6e1-485b-b6fb-b733c8559391 req-d78a97f3-0280-4574-819c-dcf31164b0be tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:58.920314 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-242abf8b-6f2e-4521-acfd-e09250299814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.925272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0695ed8-f20c-45b1-a29f-a41adbc38123 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:58.931418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eac0b020-b6e1-485b-b6fb-b733c8559391 req-d78a97f3-0280-4574-819c-dcf31164b0be tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 945 time: 0.1443374 Aug 21 09:16:58.942993 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c7b0f5de-51ce-4496-9a32-d6adb3235e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.016823 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-242abf8b-6f2e-4521-acfd-e09250299814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.024650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0de0ec2a-b049-490a-aa46-47e447bf17a6 req-03fcbb99-825b-463c-959e-05f534c3def6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372442 Aug 21 09:16:59.066791 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.099364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eac0b020-b6e1-485b-b6fb-b733c8559391 req-25d0ba2c-577b-4278-8b54-1d9f71e2be4a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661482 Aug 21 09:16:59.165380 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-242abf8b-6f2e-4521-acfd-e09250299814 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=863e802d0cf848b18f8d18a26cb50b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8450844 Aug 21 09:16:59.170153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53128) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:59.184062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=8048a443-04e7-4b8c-bc9c-bc1a027f319e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:59.184486 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaea0aa-95f0-4e06-b156-542536e6d083 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:59.184486 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4aaea0aa-95f0-4e06-b156-542536e6d083 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.217329 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242abf8b-6f2e-4521-acfd-e09250299814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d2600-4a2a-4265-ad4d-9320bbe8327a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:59.258972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7e35cef5-f6ba-48e1-a647-83634e483e4a None None] Provisioning complete for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:16:59.259356 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7e35cef5-f6ba-48e1-a647-83634e483e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.281853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0695ed8-f20c-45b1-a29f-a41adbc38123 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.289570 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c0695ed8-f20c-45b1-a29f-a41adbc38123 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8193145 Aug 21 09:16:59.290682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53130) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:59.315027 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-99003887'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:59.325677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6e899c6-0f93-4e3a-8655-363d7db9ed79 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:16:59.352666 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41bf7518-b903-47ea-8e35-62d33b861c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.386325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41bf7518-b903-47ea-8e35-62d33b861c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.388469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4a78bdc-1e40-4699-a428-a41e4d7d79b0 req-7cca91c0-761a-4b85-ba36-7c19b39734d2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 210 time: 0.2289689 Aug 21 09:16:59.406159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f49bb5-c78b-4ef1-a0f3-a492d8fc4396 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:16:59.495897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:16:59.503805 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.504027 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.577304 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41bf7518-b903-47ea-8e35-62d33b861c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.579934 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41bf7518-b903-47ea-8e35-62d33b861c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.583211 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-41bf7518-b903-47ea-8e35-62d33b861c09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f6d2600-4a2a-4265-ad4d-9320bbe8327a HTTP/1.1" status: 204 len: 168 time: 0.4099023 Aug 21 09:16:59.599093 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:16:59.610012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf7518-b903-47ea-8e35-62d33b861c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d2600-4a2a-4265-ad4d-9320bbe8327a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:59.616390 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.616734 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added segment 5e098672-7ec3-428e-87c0-0bd891d4b88d of type vlan for network 05af79a1-b09e-4e2e-9969-f3bb9b83377f Aug 21 09:16:59.656930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4aaea0aa-95f0-4e06-b156-542536e6d083 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.669708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.715361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaea0aa-95f0-4e06-b156-542536e6d083 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:16:59.723221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-4aaea0aa-95f0-4e06-b156-542536e6d083 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:16:59.734229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaea0aa-95f0-4e06-b156-542536e6d083 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:59.734977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4aaea0aa-95f0-4e06-b156-542536e6d083 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.786830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaea0aa-95f0-4e06-b156-542536e6d083 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=aeca612d-c779-4fec-868b-c878dfbb1a36,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:16:59.805749 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.811882 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:16:59.814669 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:16:59.835410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4aaea0aa-95f0-4e06-b156-542536e6d083 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3519888 Aug 21 09:16:59.840620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53138) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:16:59.846734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a5468732-a0c7-455f-ba8a-985de32ead92 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:16:59.884630 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port b6e899c6-0f93-4e3a-8655-363d7db9ed79, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6e899c6-0f93-4e3a-8655-363d7db9ed79,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:16:59.936622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f49bb5-c78b-4ef1-a0f3-a492d8fc4396 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:17:00.006912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Network': ['ID=05af79a1-b09e-4e2e-9969-f3bb9b83377f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:00.037257 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-36113b63-cd7b-4406-804b-00edf278d751 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7246122 Aug 21 09:17:00.037511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53142) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:00.043067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'subnet': {'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:00.190585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 05af79a1-b09e-4e2e-9969-f3bb9b83377f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:17:00.202073 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:00.208493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:00.285111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:00.290585 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:00.413621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:00.413975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a6ba63a3-fd5c-4d9c-b637-73f83faf5e73 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:00.417455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=b6e899c6-0f93-4e3a-8655-363d7db9ed79,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:00.429191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-75ea7cf2-d22e-4b59-9e01-476cae2f2cb3 None None] Could not find standard attr ID for object 7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:17:00.782662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:00.853413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c273db-8018-4562-82c6-90cbc3f4f610 req-04c22198-5a6c-464a-8dcc-a757a15b6af2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:00.867959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3c273db-8018-4562-82c6-90cbc3f4f610 req-04c22198-5a6c-464a-8dcc-a757a15b6af2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 945 time: 0.3314340 Aug 21 09:17:00.903856 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Subnet': ['ID=6d9d61fb-436c-4556-afcc-6af8c2ddee27,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:00.950711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Checking segment: {'id': '5e098672-7ec3-428e-87c0-0bd891d4b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:00.952729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network hostable DHCP agents. Network: 05af79a1-b09e-4e2e-9969-f3bb9b83377f, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:17:00.973890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69b8368-1ecf-470e-ad80-835ab3e4e231 None None] Update dhcp port {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': 'aeca612d-c779-4fec-868b-c878dfbb1a36'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'b6e899c6-0f93-4e3a-8655-363d7db9ed79'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:17:01.007225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a0fa5-e573-4755-ba43-d349b3d4e486 req-d7470c00-1f3f-45f1-a50b-5fa916ba85f1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:01.008314 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b69b8368-1ecf-470e-ad80-835ab3e4e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:01.020796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-229a0fa5-e573-4755-ba43-d349b3d4e486 req-d7470c00-1f3f-45f1-a50b-5fa916ba85f1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.4831398 Aug 21 09:17:01.221355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 05af79a1-b09e-4e2e-9969-f3bb9b83377f is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:17:01.271799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-ff5ca2ab-3f25-4316-9c12-122f24dc333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:01.271799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-ff5ca2ab-3f25-4316-9c12-122f24dc333c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 812 time: 1.4978759 Aug 21 09:17:01.314510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8048a443-04e7-4b8c-bc9c-bc1a027f319e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:01.326843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258beae-095c-4709-a02a-097fc93c5881 req-72ab9c7c-a42a-4e7d-9a6e-ee6a535b7820 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:01.329696 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3258beae-095c-4709-a02a-097fc93c5881 req-72ab9c7c-a42a-4e7d-9a6e-ee6a535b7820 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 945 time: 0.7854240 Aug 21 09:17:01.334335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3c273db-8018-4562-82c6-90cbc3f4f610 req-a25ac3e0-02a5-420e-9326-2d26ae6dd3e2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651856 Aug 21 09:17:01.427335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-229a0fa5-e573-4755-ba43-d349b3d4e486 req-54b9aa41-8534-4cc2-9907-f38c503603ba tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4047003 Aug 21 09:17:01.500208 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-b69b8368-1ecf-470e-ad80-835ab3e4e231 None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/aeca612d-c779-4fec-868b-c878dfbb1a36/b6e899c6-0f93-4e3a-8655-363d7db9ed79) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:01.505308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43de85a1-445c-42d7-9d0b-26b8bfa54ad6 req-ff6490eb-0693-4e11-a3d1-f1296b52ed52 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 210 time: 0.0649724 Aug 21 09:17:01.513070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-e86561be-e268-4003-8317-d76b7dbf623c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d45316a92cad4722a66037032e7e74ea HTTP/1.1" status: 200 len: 380 time: 0.2249608 Aug 21 09:17:01.548720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8048a443-04e7-4b8c-bc9c-bc1a027f319e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:01.549245 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:01.550467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Request body: {'port': {'device_id': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'admin_state_up': True, 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'security_groups': ['17bf84a4-e4a9-409e-8116-93a3f48e0061']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:01.578899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e227c-6491-437d-9b26-58c562794977 req-61b6b1a9-b633-422b-948f-951f26ce0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:01.580577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d30e227c-6491-437d-9b26-58c562794977 req-61b6b1a9-b633-422b-948f-951f26ce0aa3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 1097 time: 0.2287326 Aug 21 09:17:01.621791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 05af79a1-b09e-4e2e-9969-f3bb9b83377f) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:01.636954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:01.636954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:01.733243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-3258beae-095c-4709-a02a-097fc93c5881 req-012100ce-d4ee-41a0-94a9-54812a3fc733 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Deleting port 3dee4cf1-2023-4b68-8691-7938af5496c7 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:01.733605 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3258beae-095c-4709-a02a-097fc93c5881 req-012100ce-d4ee-41a0-94a9-54812a3fc733 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:01.736361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5468732-a0c7-455f-ba8a-985de32ead92 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:01.756121 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5468732-a0c7-455f-ba8a-985de32ead92 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:01.771592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b69b8368-1ecf-470e-ad80-835ab3e4e231 None None] For port b6e899c6-0f93-4e3a-8655-363d7db9ed79, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6e899c6-0f93-4e3a-8655-363d7db9ed79,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:01.827213 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a45dd08f-ee76-4237-9f13-6f0d6c450435 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7885587 Aug 21 09:17:01.827871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53184) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:01.863455 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b69b8368-1ecf-470e-ad80-835ab3e4e231 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:01.899007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b69b8368-1ecf-470e-ad80-835ab3e4e231 None None] Transition to ACTIVE for port object b6e899c6-0f93-4e3a-8655-363d7db9ed79 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:01.994891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e227c-6491-437d-9b26-58c562794977 req-cd2537bc-0918-43ad-b152-f8fda1469105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:01.996494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d30e227c-6491-437d-9b26-58c562794977 req-cd2537bc-0918-43ad-b152-f8fda1469105 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.3757617 Aug 21 09:17:01.999842 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b69b8368-1ecf-470e-ad80-835ab3e4e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:02.116929 n-d-766726-28 neutron-server[106757]: INFO neutron.db.ipam_backend_mixin [None req-a5468732-a0c7-455f-ba8a-985de32ead92 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aeca612d-c779-4fec-868b-c878dfbb1a36 (CIDR: 2001:db8::/64) Aug 21 09:17:02.124196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3258beae-095c-4709-a02a-097fc93c5881 req-012100ce-d4ee-41a0-94a9-54812a3fc733 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] For port 3dee4cf1-2023-4b68-8691-7938af5496c7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=3dee4cf1-2023-4b68-8691-7938af5496c7,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:02.124577 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3258beae-095c-4709-a02a-097fc93c5881 req-012100ce-d4ee-41a0-94a9-54812a3fc733 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:02.147928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-3258beae-095c-4709-a02a-097fc93c5881 req-012100ce-d4ee-41a0-94a9-54812a3fc733 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Calling delete_port for 3dee4cf1-2023-4b68-8691-7938af5496c7 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:02.153286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d30e227c-6491-437d-9b26-58c562794977 req-1c65d433-dbfd-4c4c-b0d9-7599afc20c3a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d454920a-570c-4ee7-a20a-2a843f9f55de HTTP/1.1" status: 200 len: 1001 time: 0.1402330 Aug 21 09:17:02.187442 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5468732-a0c7-455f-ba8a-985de32ead92 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:17:02.188347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5468732-a0c7-455f-ba8a-985de32ead92 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:02.192171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Made reservation on behalf of d45316a92cad4722a66037032e7e74ea for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:02.197302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:02.270568 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b8368-1ecf-470e-ad80-835ab3e4e231 None None] Pushing event updated for resources: {'Port': ['ID=b6e899c6-0f93-4e3a-8655-363d7db9ed79,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:02.583458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e227c-6491-437d-9b26-58c562794977 req-ac510e01-2341-495c-9731-a9a4c790d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:02.589476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d30e227c-6491-437d-9b26-58c562794977 req-ac510e01-2341-495c-9731-a9a4c790d018 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.4276018 Aug 21 09:17:02.609276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a5468732-a0c7-455f-ba8a-985de32ead92 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7674356 Aug 21 09:17:02.617996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53204) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:02.640279 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:02.648170 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:02.757768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Allocated IP 172.20.0.4 (9f7b8d42-decb-4a92-93d7-259b0577d2bd/0af0f514-5b74-442e-a44e-f7a648ffcaaf/611beaed-02ad-4dd3-a80b-e60aa2498b2d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:02.898999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a41a59-6fc4-40c9-b0c1-c73769211749 req-1830935b-12e3-438b-9604-6c18a6a7b223 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:02.908126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6a41a59-6fc4-40c9-b0c1-c73769211749 req-1830935b-12e3-438b-9604-6c18a6a7b223 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 945 time: 0.3625937 Aug 21 09:17:02.933065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c312b-811e-4536-88f6-f0250025584f req-3e71c2a9-c8f8-41a4-8fe6-90ce7bebbdfd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:02.935155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df9c312b-811e-4536-88f6-f0250025584f req-3e71c2a9-c8f8-41a4-8fe6-90ce7bebbdfd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.3408570 Aug 21 09:17:02.937619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e227c-6491-437d-9b26-58c562794977 req-fff8ed7c-2776-4063-8c73-e4ae8ba900e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:02.939646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d30e227c-6491-437d-9b26-58c562794977 req-fff8ed7c-2776-4063-8c73-e4ae8ba900e4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3291364 Aug 21 09:17:03.172267 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3258beae-095c-4709-a02a-097fc93c5881 req-012100ce-d4ee-41a0-94a9-54812a3fc733 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:03.186881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['74316681-8df6-4d33-b4ec-207bc24a574c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:17:03.250889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Allocated IP 2001:db8::1 (05af79a1-b09e-4e2e-9969-f3bb9b83377f/6d9d61fb-436c-4556-afcc-6af8c2ddee27/823fcc56-0928-49d4-859f-163214dbb5df) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:03.303213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:03.307716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:03.318288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6e899c6-0f93-4e3a-8655-363d7db9ed79 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:03.376331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012100ce-d4ee-41a0-94a9-54812a3fc733 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Pushing event deleted for resources: {'Port': ['ID=3dee4cf1-2023-4b68-8691-7938af5496c7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:03.455258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2aff3f-e59f-4003-a29a-4f382b1ae067 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:17:03.558710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:03.596320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Transition to ACTIVE for port object 611beaed-02ad-4dd3-a80b-e60aa2498b2d will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:03.654937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6a41a59-6fc4-40c9-b0c1-c73769211749 req-a8be8618-1cbe-492b-a61f-aaa1e1ed3dae tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7439713 Aug 21 09:17:03.695597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df9c312b-811e-4536-88f6-f0250025584f req-89ee1b6b-0531-4ec9-8e9b-e0106e6c1d4a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6763558 Aug 21 09:17:03.736634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d30e227c-6491-437d-9b26-58c562794977 req-aedf5949-7914-4df5-bdfe-f63f4db3e64c service neutron] 10.222.0.22 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7824047 Aug 21 09:17:03.749780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c444408d-ae5b-4d46-9b36-63cbd04494fb None None] Provisioning for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:03.764853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c444408d-ae5b-4d46-9b36-63cbd04494fb None None] Provisioning complete for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:03.765216 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c444408d-ae5b-4d46-9b36-63cbd04494fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:03.801937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3258beae-095c-4709-a02a-097fc93c5881 req-012100ce-d4ee-41a0-94a9-54812a3fc733 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] No DVR routers for this DVR port 3dee4cf1-2023-4b68-8691-7938af5496c7 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:03.805755 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:03.819800 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3258beae-095c-4709-a02a-097fc93c5881 req-012100ce-d4ee-41a0-94a9-54812a3fc733 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:03.821872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3258beae-095c-4709-a02a-097fc93c5881 req-012100ce-d4ee-41a0-94a9-54812a3fc733 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.13 "DELETE /v2.0/ports/3dee4cf1-2023-4b68-8691-7938af5496c7 HTTP/1.1" status: 204 len: 173 time: 2.4553828 Aug 21 09:17:03.822334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0f453c-7794-4780-a109-205f82af7973', 'name': 'network-vif-deleted', 'tag': '3dee4cf1-2023-4b68-8691-7938af5496c7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:17:03.824969 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ad9629-b426-4726-be3e-cbf59ac61e06" -d '{"events": [{"server_uuid": "ce0f453c-7794-4780-a109-205f82af7973", "name": "network-vif-deleted", "tag": "3dee4cf1-2023-4b68-8691-7938af5496c7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:17:03.899839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:03.900542 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:03.968420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:03.982618 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4d94d3-1254-48a3-ab71-aa746f073132 x-openstack-request-id: req-0a4d94d3-1254-48a3-ab71-aa746f073132 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:17:03.986973 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0f453c-7794-4780-a109-205f82af7973", "name": "network-vif-deleted", "tag": "3dee4cf1-2023-4b68-8691-7938af5496c7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:17:03.986973 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a4d94d3-1254-48a3-ab71-aa746f073132 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:17:03.986973 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0f453c-7794-4780-a109-205f82af7973', 'name': 'network-vif-deleted', 'tag': '3dee4cf1-2023-4b68-8691-7938af5496c7', 'status': 'completed', 'code': 200} Aug 21 09:17:03.991509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:04.005899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:04.056655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efaed5-f807-4a39-b873-e1e6a17e7710 req-a93dc373-ca9b-48d9-a231-99006dedab75 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:04.056655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59efaed5-f807-4a39-b873-e1e6a17e7710 req-a93dc373-ca9b-48d9-a231-99006dedab75 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 931 time: 0.2095370 Aug 21 09:17:04.069241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:04.129749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d30e227c-6491-437d-9b26-58c562794977 req-65a4ad2e-6c37-4392-9d36-59e582e82356 service neutron] 10.222.0.22 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388410 Aug 21 09:17:04.161050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:04.161759 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:04.165700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2aff3f-e59f-4003-a29a-4f382b1ae067 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:17:04.191606 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:04.203664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59efaed5-f807-4a39-b873-e1e6a17e7710 req-44949509-d19a-469c-b806-f0707c5b6f4f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300237 Aug 21 09:17:04.213242 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Transition to ACTIVE for port object 823fcc56-0928-49d4-859f-163214dbb5df will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:04.258750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 3dee4cf1-2023-4b68-8691-7938af5496c7 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:04.293124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-22d1ee90-e5f1-41fd-a27c-19caa65b5bbb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7482705 Aug 21 09:17:04.305960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 3dee4cf1-2023-4b68-8691-7938af5496c7 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:04.306308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 3dee4cf1-2023-4b68-8691-7938af5496c7 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:04.309121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Request body: {'port': {'device_id': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:04.366436 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:04.393628 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c444408d-ae5b-4d46-9b36-63cbd04494fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:04.441902 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:04.532071 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:04.532714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port b6e899c6-0f93-4e3a-8655-363d7db9ed79, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6e899c6-0f93-4e3a-8655-363d7db9ed79,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:04.588016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 05af79a1-b09e-4e2e-9969-f3bb9b83377f is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:04.602977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:04.634861 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:04.645099 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:04.645675 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:04.659966 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=823fcc56-0928-49d4-859f-163214dbb5df,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:04.916043 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-c444408d-ae5b-4d46-9b36-63cbd04494fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:17:04.916358 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-c444408d-ae5b-4d46-9b36-63cbd04494fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:17:04.918377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=b6e899c6-0f93-4e3a-8655-363d7db9ed79,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:05.024948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611beaed-02ad-4dd3-a80b-e60aa2498b2d {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:17:05.035547 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:05.055796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Transition to ACTIVE for port object 611beaed-02ad-4dd3-a80b-e60aa2498b2d will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:05.102376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21fe5994-5a5b-4b07-8e8e-3a97917ea60d req-807198c4-13a5-4de2-b677-cdb3687c1009 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce0f453c-7794-4780-a109-205f82af7973 HTTP/1.1" status: 200 len: 210 time: 0.2133696 Aug 21 09:17:05.143700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fe62f-e10c-48dd-800e-82b488d31a92 req-ecbb001d-78c7-4297-993a-f8f1bae3b9a1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:05.143700 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-156fe62f-e10c-48dd-800e-82b488d31a92 req-ecbb001d-78c7-4297-993a-f8f1bae3b9a1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.2779987 Aug 21 09:17:05.155816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:17:05.190392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-156fe62f-e10c-48dd-800e-82b488d31a92 req-9ace9b3b-5f26-46c5-9b96-398196ef8d72 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458431 Aug 21 09:17:05.227922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:05.282779 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:05.316343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6e899c6-0f93-4e3a-8655-363d7db9ed79 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:05.341421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:05.432585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Attempting to bind port 611beaed-02ad-4dd3-a80b-e60aa2498b2d on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:17:05.432978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Attempting to bind port 611beaed-02ad-4dd3-a80b-e60aa2498b2d by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:17:05.433332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Attempting to bind port 611beaed-02ad-4dd3-a80b-e60aa2498b2d on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:05.486077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5786b-bd69-40ee-9695-c55aa90b5a10 req-1ac6d30a-b5c7-4a69-b165-34c3b1ba4af3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:05.492947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7af5786b-bd69-40ee-9695-c55aa90b5a10 req-1ac6d30a-b5c7-4a69-b165-34c3b1ba4af3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 943 time: 0.1584723 Aug 21 09:17:05.495364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Port 611beaed-02ad-4dd3-a80b-e60aa2498b2d on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:17:05.495364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Attempting to bind port 611beaed-02ad-4dd3-a80b-e60aa2498b2d on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:05.523412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:17:05.523412 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:05.526838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:17:05.527414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Checking segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:05.528004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Bound using segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:17:05.528630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Bound port: 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:17:05.529155 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:05.557987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:05.558603 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:05.579663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7af5786b-bd69-40ee-9695-c55aa90b5a10 req-987c2055-f77d-4185-acd8-d7d0cbc7e4fe tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764675 Aug 21 09:17:05.633028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4189ae-5d4a-452f-a371-12b699d55803 None None] Update dhcp port {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'fixed_ips': [{'subnet_id': 'aeca612d-c779-4fec-868b-c878dfbb1a36', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b2fbd9d4-ab19-46ab-ae99-2d1bf42989bd'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'b6e899c6-0f93-4e3a-8655-363d7db9ed79'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:17:05.661483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:05.664703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:17:05.736954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:05.740913 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:05.746227 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e4189ae-5d4a-452f-a371-12b699d55803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:05.778803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:05.779429 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:05.781739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] 10.222.0.22 "PUT /v2.0/ports/611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 1092 time: 1.4802635 Aug 21 09:17:05.826974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ac45b-7672-4c52-9ae6-5e942d077cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:05.913339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Allocated IP 2001:db8::2 (05af79a1-b09e-4e2e-9969-f3bb9b83377f/6d9d61fb-436c-4556-afcc-6af8c2ddee27/7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:05.985820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:17:05.989436 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb" -d '{"events": [{"name": "network-changed", "server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:17:06.045798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] For port b6e899c6-0f93-4e3a-8655-363d7db9ed79, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6e899c6-0f93-4e3a-8655-363d7db9ed79,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:06.049755 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.084232 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.092062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-b635e0d1-1803-4745-a718-d3bce4d07f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:06.095282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-b635e0d1-1803-4745-a718-d3bce4d07f9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1095 time: 0.0994108 Aug 21 09:17:06.098581 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257b13e5-1c0c-4fe7-8553-e90ed440a9f6 x-openstack-request-id: req-257b13e5-1c0c-4fe7-8553-e90ed440a9f6 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:17:06.098860 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:17:06.099110 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-257b13e5-1c0c-4fe7-8553-e90ed440a9f6 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:17:06.100037 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'status': 'completed', 'code': 200} Aug 21 09:17:06.107182 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.110814 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.172215 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-7051adc4-1fd7-41bb-8d6c-1179d13559be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 217 time: 0.0685246 Aug 21 09:17:06.184379 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.184379 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.244441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-edb621a8-357c-4aab-9aef-ba09b2b7cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:06.246208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-edb621a8-357c-4aab-9aef-ba09b2b7cc4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0643411 Aug 21 09:17:06.247469 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.261897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Transition to ACTIVE for port object 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:06.264551 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-1e4189ae-5d4a-452f-a371-12b699d55803 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:17:06.264905 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-1e4189ae-5d4a-452f-a371-12b699d55803 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:17:06.285959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Transition to ACTIVE for port object 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:06.332784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:06.346064 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:06.350135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=823fcc56-0928-49d4-859f-163214dbb5df,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:06.359389 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.361637 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:06.362250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.370422 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=b2fbd9d4-ab19-46ab-ae99-2d1bf42989bd,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:06.425272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Network 05af79a1-b09e-4e2e-9969-f3bb9b83377f is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:06.428273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:06.433094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:06.450008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Pushing event updated for resources: {'Port': ['ID=7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:06.452016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-78676e5b-d565-434b-b84b-3a914c6d999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:06.453538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-78676e5b-d565-434b-b84b-3a914c6d999c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1888478 Aug 21 09:17:06.488927 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8630962 Aug 21 09:17:06.491154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53304) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:06.496601 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:67:6c:8b', 'name': 'tempest-NetworksTestDHCPv6-1922523197'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:06.507587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e299bb8-a935-4d0d-b0ee-a8e701604406 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=b6e899c6-0f93-4e3a-8655-363d7db9ed79,revision_number=9']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:06.546706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Attempting to bind port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:17:06.546993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Attempting to bind port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '5e098672-7ec3-428e-87c0-0bd891d4b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:17:06.547414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Attempting to bind port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e on network 05af79a1-b09e-4e2e-9969-f3bb9b83377f {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:06.555051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 05af79a1-b09e-4e2e-9969-f3bb9b83377f is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:06.555776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:17:06.556198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Checking segment: {'id': '5e098672-7ec3-428e-87c0-0bd891d4b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:06.556776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.557349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Bound using segment: {'id': '5e098672-7ec3-428e-87c0-0bd891d4b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:17:06.557897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Bound port: 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e098672-7ec3-428e-87c0-0bd891d4b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:17:06.558349 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.582864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a0bdc-1426-4b6b-8d6e-49754bca2225 req-7d5840ab-7077-4953-bd8e-6e8596a41814 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:06.584860 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-703a0bdc-1426-4b6b-8d6e-49754bca2225 req-7d5840ab-7077-4953-bd8e-6e8596a41814 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.2744813 Aug 21 09:17:06.596864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f044d-f657-4212-8921-9a6485636512 req-2c11eb77-0a93-4b81-89ca-927909f491f5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:06.604428 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:06.605024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a1f044d-f657-4212-8921-9a6485636512 req-2c11eb77-0a93-4b81-89ca-927909f491f5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.3019559 Aug 21 09:17:06.649236 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] For port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:06.653852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] For port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e,segment=NetworkSegment(5e098672-7ec3-428e-87c0-0bd891d4b88d),segment_id=5e098672-7ec3-428e-87c0-0bd891d4b88d)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:17:06.676196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13da394-4edf-463f-87f2-bb74181c28f6 req-25f2155a-12b0-4353-ae9c-122f9e248ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:06.677677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c13da394-4edf-463f-87f2-bb74181c28f6 req-25f2155a-12b0-4353-ae9c-122f9e248ba6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 1097 time: 0.2868142 Aug 21 09:17:06.736813 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.841092 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e4189ae-5d4a-452f-a371-12b699d55803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:06.855916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164ce96-a92a-4427-b92f-eb2239ff09a6 None None] Pushing event updated for resources: {'Port': ['ID=7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:06.925576 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 5d2077a8-75dc-4e7f-96f3-015886777a17 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:17:06.931191 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:06.960786 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a7c16a83-5927-4a5a-bbee-6de28a8b924c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:07.255935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6e899c6-0f93-4e3a-8655-363d7db9ed79 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:07.256818 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:07.271197 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4d6fd81c-2001-449c-b7a9-0fe8a045c124 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4422841 Aug 21 09:17:07.275842 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53324) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:07.281531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1365370998'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:07.283997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a1f044d-f657-4212-8921-9a6485636512 req-62dcc1d5-dabe-41fa-bae0-b6c2900e539e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6779323 Aug 21 09:17:07.322613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-703a0bdc-1426-4b6b-8d6e-49754bca2225 req-38460fa7-5ea6-468a-9721-cc6664453e18 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6845405 Aug 21 09:17:07.327612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-1b0ee5ea-ff1c-43be-a966-3a6c63abc5c3 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8558629 Aug 21 09:17:07.364316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Sync routers for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:07.405625 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:07.428694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:07.430670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:16:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:07.460213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port 6c5f542f-b218-4d9f-8e68-d907462028f3 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:17:07.502260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d63c0da-58e8-42cf-9ad9-e0883792b5a9 req-fb145442-87db-4bdd-8942-ba2116b66e48 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636934 Aug 21 09:17:07.515384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13da394-4edf-463f-87f2-bb74181c28f6 req-70f640fb-9776-4a20-918e-91dd8aae3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:07.516675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c13da394-4edf-463f-87f2-bb74181c28f6 req-70f640fb-9776-4a20-918e-91dd8aae3961 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.8176398 Aug 21 09:17:07.551455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1e4189ae-5d4a-452f-a371-12b699d55803 None None] For port b6e899c6-0f93-4e3a-8655-363d7db9ed79, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6e899c6-0f93-4e3a-8655-363d7db9ed79,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:07.564195 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:07.571088 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:07.618529 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:17:07.624135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c13da394-4edf-463f-87f2-bb74181c28f6 req-f92bcb6d-52db-4314-aefb-60b18c45392e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d454920a-570c-4ee7-a20a-2a843f9f55de HTTP/1.1" status: 200 len: 1001 time: 0.0857582 Aug 21 09:17:07.624591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:07.625530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:07.631874 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:07.632160 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added segment 6a517f70-6603-4f1d-9dbe-033419b9a6b7 of type vlan for network 353aaca8-29cb-4142-971d-5adc3502c62e Aug 21 09:17:07.669751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:07.674342 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e4189ae-5d4a-452f-a371-12b699d55803 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:07.681618 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:07.689647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13da394-4edf-463f-87f2-bb74181c28f6 req-223e6042-03bb-4442-a329-e059a0aaa8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:07.693150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c13da394-4edf-463f-87f2-bb74181c28f6 req-223e6042-03bb-4442-a329-e059a0aaa8e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.0606117 Aug 21 09:17:07.717508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f933d32-cfc4-4f80-82ba-65912b19af52 req-6685fc28-78f1-45b5-b7da-4e14f0513394 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:07.720124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f933d32-cfc4-4f80-82ba-65912b19af52 req-6685fc28-78f1-45b5-b7da-4e14f0513394 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 943 time: 0.2712018 Aug 21 09:17:07.866171 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e4189ae-5d4a-452f-a371-12b699d55803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:07.899816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f933d32-cfc4-4f80-82ba-65912b19af52 req-5e2411fc-b52b-4b0b-abd5-250c2fc52b33 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571174 Aug 21 09:17:07.902863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb req-cdb91beb-766c-405e-9873-dc3e97e5adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:07.904510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb req-cdb91beb-766c-405e-9873-dc3e97e5adf6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1095 time: 0.2171235 Aug 21 09:17:07.909566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13da394-4edf-463f-87f2-bb74181c28f6 req-d1437e49-b7e0-4c27-bf65-a0a90c37d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:07.909705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:07.911016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c13da394-4edf-463f-87f2-bb74181c28f6 req-d1437e49-b7e0-4c27-bf65-a0a90c37d4d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065294 Aug 21 09:17:07.915139 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:07.924642 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:08.046170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c017002-d17f-4409-a98c-92a5dbc83bc1 req-c285013d-8885-4e12-84ae-200fc0f07606 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:08.046170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c017002-d17f-4409-a98c-92a5dbc83bc1 req-c285013d-8885-4e12-84ae-200fc0f07606 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.2445571 Aug 21 09:17:08.093839 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8166993 Aug 21 09:17:08.100623 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53352) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:08.118886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'subnet': {'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:08.151058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4189ae-5d4a-452f-a371-12b699d55803 None None] Pushing event updated for resources: {'Port': ['ID=b6e899c6-0f93-4e3a-8655-363d7db9ed79,revision_number=10']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:08.153824 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23088531-db32-40d6-9e5e-0183af5c77cc tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Network': ['ID=353aaca8-29cb-4142-971d-5adc3502c62e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:08.164530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::13b (9f07fd62-f4b8-49be-a982-63482994ed24/aeca612d-c779-4fec-868b-c878dfbb1a36/6c5f542f-b218-4d9f-8e68-d907462028f3) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:08.176739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 353aaca8-29cb-4142-971d-5adc3502c62e details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:17:08.230162 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8:0:1:f816:3eff:fe67:6c8b (9f07fd62-f4b8-49be-a982-63482994ed24/b2fbd9d4-ab19-46ab-ae99-2d1bf42989bd/6c5f542f-b218-4d9f-8e68-d907462028f3) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:08.311725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c017002-d17f-4409-a98c-92a5dbc83bc1 req-a15d2c26-c2e5-47cc-b34c-c7ed9c037caf tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204316 Aug 21 09:17:08.418032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c13da394-4edf-463f-87f2-bb74181c28f6 req-77fb93f9-12de-4a99-838b-b275e6cfae43 service neutron] 10.222.0.22 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817522 Aug 21 09:17:08.438113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:08.453232 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:08.466202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb req-642a6690-9af0-4f99-b6f6-995421fd2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:08.468962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb req-642a6690-9af0-4f99-b6f6-995421fd2443 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.5317287 Aug 21 09:17:08.579923 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:08.596888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object 6c5f542f-b218-4d9f-8e68-d907462028f3 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:08.690168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb req-87e16b5b-8c75-400a-823a-67065c81be38 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 217 time: 0.1649880 Aug 21 09:17:08.722143 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:08.787768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:05Z', 'revision_number': 2, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:05Z', 'revision_number': 2, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:08.797063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=6c5f542f-b218-4d9f-8e68-d907462028f3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:08.799696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007913d6-992e-4df4-ab2d-27f628bae894 req-529202f0-6806-4f9c-a4dc-8cc9409fc13a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:08.801887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-007913d6-992e-4df4-ab2d-27f628bae894 req-529202f0-6806-4f9c-a4dc-8cc9409fc13a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.2747059 Aug 21 09:17:08.836486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:08.839412 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:08.842458 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:08.843426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4528c-637c-4cfd-8703-d90181cf4b6d req-f0f6e4b7-3aa2-4914-9af2-3c38a81a628e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:08.843602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Checking router: 5d2077a8-75dc-4e7f-96f3-015886777a17 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:08.844118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Updating router 5d2077a8-75dc-4e7f-96f3-015886777a17 port 823fcc56-0928-49d4-859f-163214dbb5df binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:17:08.845327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3a4528c-637c-4cfd-8703-d90181cf4b6d req-f0f6e4b7-3aa2-4914-9af2-3c38a81a628e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.3190954 Aug 21 09:17:08.849983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-42aed126-a090-47db-932d-5fb9566abf3f None None] Provisioning for port 823fcc56-0928-49d4-859f-163214dbb5df completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:08.855676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-42aed126-a090-47db-932d-5fb9566abf3f None None] Provisioning complete for port 823fcc56-0928-49d4-859f-163214dbb5df triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:08.856510 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-42aed126-a090-47db-932d-5fb9566abf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:08.858090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:08.858781 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:08.889672 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c13da394-4edf-463f-87f2-bb74181c28f6 req-3bd6e373-15dd-4768-99cf-353c058f2e20 service neutron] 10.222.0.22 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595673 Aug 21 09:17:08.917565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-42aed126-a090-47db-932d-5fb9566abf3f None None] Port 823fcc56-0928-49d4-859f-163214dbb5df cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:17:08.927783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b209405f-161e-4ca1-9090-3b99449d979c None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:08.944276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb req-8a6d6ec1-1d6b-4b4a-b587-c157bd7a191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:08.947289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb req-8a6d6ec1-1d6b-4b4a-b587-c157bd7a191c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.2480702 Aug 21 09:17:08.961271 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-73906d1c-8613-4cfb-8f3c-3c8a37363dad tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4689424 Aug 21 09:17:08.965531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53374) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:09.026916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44df5725-5d08-40c6-af28-47d11889f130 None None] Network 05af79a1-b09e-4e2e-9969-f3bb9b83377f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:09.043134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-007913d6-992e-4df4-ab2d-27f628bae894 req-136bccea-101e-4749-94ad-e97c2fa3b9d9 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308152 Aug 21 09:17:09.113408 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3a4528c-637c-4cfd-8703-d90181cf4b6d req-94194319-558e-4c4d-8e4a-76708fc0a536 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145569 Aug 21 09:17:09.120676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb req-ba5249a0-0c9e-45c4-803a-dccda1cbe959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:09.122329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb req-ba5249a0-0c9e-45c4-803a-dccda1cbe959 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1514235 Aug 21 09:17:09.239955 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:09.337135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-508fbf3a-c8b3-44b9-8c5e-b0e8f503290f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port 6c5f542f-b218-4d9f-8e68-d907462028f3 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:09.337489 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-508fbf3a-c8b3-44b9-8c5e-b0e8f503290f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:09.413728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:09.427103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb req-f3eb2e1f-ddd2-49e7-a110-1219f413e3bc service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832410 Aug 21 09:17:09.436188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-42aed126-a090-47db-932d-5fb9566abf3f None None] Provisioning for port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:09.511854 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:09.549247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a03c3b-255f-4593-9cf0-9c333f32ea16 req-fad2f66d-d87b-485f-ac01-223702ed6bc7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:09.558252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30a03c3b-255f-4593-9cf0-9c333f32ea16 req-fad2f66d-d87b-485f-ac01-223702ed6bc7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 943 time: 0.1633146 Aug 21 09:17:09.594460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:17:09.636269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30a03c3b-255f-4593-9cf0-9c333f32ea16 req-85ea2fd8-fece-4d3d-90b1-5e6f3dd4c43c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769677 Aug 21 09:17:09.638619 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb4f26da-ce89-49f8-aa09-1e4e8e5993eb req-dcb23a0e-d080-4cae-a9a8-4ca96c5333d4 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105651 Aug 21 09:17:09.710410 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Subnet': ['ID=53cdb39d-156a-4402-8634-39157222d355,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:09.748678 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-508fbf3a-c8b3-44b9-8c5e-b0e8f503290f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:09.762344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:09.766755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Checking segment: {'id': '6a517f70-6603-4f1d-9dbe-033419b9a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:09.767515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network hostable DHCP agents. Network: 353aaca8-29cb-4142-971d-5adc3502c62e, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:17:09.773816 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device d454920a-570c-4ee7-a20a-2a843f9f55de no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:09.780619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-508fbf3a-c8b3-44b9-8c5e-b0e8f503290f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for 6c5f542f-b218-4d9f-8e68-d907462028f3 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:09.836157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'port_id': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'mac_address': 'fa:16:3e:82:f7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:17:09.894372 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c0a12a15-15e4-42d5-ad21-073c12e9942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:10.014482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 353aaca8-29cb-4142-971d-5adc3502c62e is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:17:10.145015 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:10.155086 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:10.194335 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 353aaca8-29cb-4142-971d-5adc3502c62e) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:10.198043 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:10.198732 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:10.226973 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-508fbf3a-c8b3-44b9-8c5e-b0e8f503290f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:10.233236 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-857cc937-d41f-4b8f-bcdd-11abd88931b6 None None] Provisioning for port 611beaed-02ad-4dd3-a80b-e60aa2498b2d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:10.281034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:10.296700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf23e4-447d-4bc9-be94-a697091476e9 None None] Network 353aaca8-29cb-4142-971d-5adc3502c62e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:10.302956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:10.303338 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:10.318707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea246e7-d661-44db-ae69-62a420a1807d req-49f2ed4a-323d-460c-971b-c0cd5bebb5e6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:10.319008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fbf3a-c8b3-44b9-8c5e-b0e8f503290f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=6c5f542f-b218-4d9f-8e68-d907462028f3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:10.322808 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ea246e7-d661-44db-ae69-62a420a1807d req-49f2ed4a-323d-460c-971b-c0cd5bebb5e6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.1380613 Aug 21 09:17:10.344117 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5acc0545-8da9-4a3e-b634-49e862e62fac tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2348316 Aug 21 09:17:10.350730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53396) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:10.473380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-508fbf3a-c8b3-44b9-8c5e-b0e8f503290f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:10.476220 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-508fbf3a-c8b3-44b9-8c5e-b0e8f503290f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/6c5f542f-b218-4d9f-8e68-d907462028f3 HTTP/1.1" status: 204 len: 168 time: 1.5099630 Aug 21 09:17:10.489098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53400) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:10.525174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611beaed-02ad-4dd3-a80b-e60aa2498b2d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:17:10.609178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:10.613799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ea246e7-d661-44db-ae69-62a420a1807d req-292c1f71-53f2-4f5a-a18a-93979e67558a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838690 Aug 21 09:17:10.647848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73928220-b341-41c7-a73b-d6a0bf5c3c8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:10.649433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-73928220-b341-41c7-a73b-d6a0bf5c3c8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1562960 Aug 21 09:17:10.652313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53406) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:10.683805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad88c1c-e7c7-43ad-8e8e-25262f6a305b None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:10.780517 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc86ba6-e73e-4062-9997-5411b8048b43 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:10.782628 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7fc86ba6-e73e-4062-9997-5411b8048b43 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1245704 Aug 21 09:17:10.786158 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53412) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:10.818323 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:10.945612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa74744-b147-4acc-b13c-4590bdbbd595 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:10.946764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa74744-b147-4acc-b13c-4590bdbbd595 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:10.950614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa74744-b147-4acc-b13c-4590bdbbd595 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:10.953929 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5fa74744-b147-4acc-b13c-4590bdbbd595 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1667433 Aug 21 09:17:10.959647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53414) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:11.039170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-857cc937-d41f-4b8f-bcdd-11abd88931b6 None None] Provisioning complete for port b6e899c6-0f93-4e3a-8655-363d7db9ed79 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:11.039804 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-857cc937-d41f-4b8f-bcdd-11abd88931b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:11.091753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251138c-02c7-48dc-9442-58f6d7d5d4d2 req-ae7a93f0-c8fd-417e-8206-a69e9e432d54 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:11.093719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6251138c-02c7-48dc-9442-58f6d7d5d4d2 req-ae7a93f0-c8fd-417e-8206-a69e9e432d54 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.2705951 Aug 21 09:17:11.129644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bcc10a-3296-484a-b893-3386c16a28e1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet aeca612d-c779-4fec-868b-c878dfbb1a36 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:17:11.144143 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc10a-3296-484a-b893-3386c16a28e1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:11.188192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['611beaed-02ad-4dd3-a80b-e60aa2498b2d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:17:11.242985 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc10a-3296-484a-b893-3386c16a28e1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:11.293215 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6251138c-02c7-48dc-9442-58f6d7d5d4d2 req-92b9bc86-845e-460f-bce2-6c9ce8c92fc6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872942 Aug 21 09:17:11.336220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf94abf-a3c2-42a9-a708-22affa8514e2 None None] Network 05af79a1-b09e-4e2e-9969-f3bb9b83377f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:11.410231 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc10a-3296-484a-b893-3386c16a28e1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:11.416299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:11.418941 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:11.536212 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:11.588323 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc10a-3296-484a-b893-3386c16a28e1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:11.615639 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc10a-3296-484a-b893-3386c16a28e1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:11.619812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-77bcc10a-3296-484a-b893-3386c16a28e1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/aeca612d-c779-4fec-868b-c878dfbb1a36 HTTP/1.1" status: 204 len: 168 time: 0.6568706 Aug 21 09:17:11.631721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53426) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:11.724111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcc10a-3296-484a-b893-3386c16a28e1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=aeca612d-c779-4fec-868b-c878dfbb1a36,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:11.745375 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:11.747775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:11.990478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:17:11.993711 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b77c3cd-3c1e-47ca-87f3-454869624144" -d '{"events": [{"server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "name": "network-vif-unplugged", "status": "completed", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:17:11.994008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Allocated IP 2001:db8:1::1 (353aaca8-29cb-4142-971d-5adc3502c62e/53cdb39d-156a-4402-8634-39157222d355/a5a96109-4320-4482-8ef4-bcda20e5d6a9) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:12.072993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:12.085779 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 21 Aug 2021 09:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3d3240-ce43-4fb8-abc0-a947fb8b6599 x-openstack-request-id: req-4f3d3240-ce43-4fb8-abc0-a947fb8b6599 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:17:12.086374 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "name": "network-vif-unplugged", "status": "failed", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de", "code": 422}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:17:12.086374 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f3d3240-ce43-4fb8-abc0-a947fb8b6599 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:17:12.087675 n-d-766726-28 neutron-server[106758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'code': 422} returned with failed status Aug 21 09:17:12.107519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a4057-15f5-4ed0-9ad4-71292d0547ce req-095f1161-ce18-4889-a6f1-094090ae1285 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:12.110473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa7a4057-15f5-4ed0-9ad4-71292d0547ce req-095f1161-ce18-4889-a6f1-094090ae1285 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.2661653 Aug 21 09:17:12.177746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa7a4057-15f5-4ed0-9ad4-71292d0547ce req-852a27aa-c1a7-4abe-a744-d48172170049 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520864 Aug 21 09:17:12.206003 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.208637 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.220995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e,segment=NetworkSegment(5e098672-7ec3-428e-87c0-0bd891d4b88d),segment_id=5e098672-7ec3-428e-87c0-0bd891d4b88d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:12.238439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Transition to ACTIVE for port object a5a96109-4320-4482-8ef4-bcda20e5d6a9 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:12.275868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ae20ac-e32f-4cff-89e2-8598d5cdf419 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet b2fbd9d4-ab19-46ab-ae99-2d1bf42989bd {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:17:12.291634 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-49ae20ac-e32f-4cff-89e2-8598d5cdf419 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.354264 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-49ae20ac-e32f-4cff-89e2-8598d5cdf419 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.400247 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.432343 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.481960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-353aaca8-29cb-4142-971d-5adc3502c62e', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:17:12.483313 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.506794 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.524286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Transition to ACTIVE for port object 823fcc56-0928-49d4-859f-163214dbb5df will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:12.536089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 353aaca8-29cb-4142-971d-5adc3502c62e is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:12.576176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:12.606545 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.608451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-49ae20ac-e32f-4cff-89e2-8598d5cdf419 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.616887 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:12.623593 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.685227 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.690237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=a5a96109-4320-4482-8ef4-bcda20e5d6a9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:12.745019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3a863-e704-4c17-b03f-5e313b555c75 req-d7babafe-057e-42ad-a21c-80c56f4c12c4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:12.746656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3e3a863-e704-4c17-b03f-5e313b555c75 req-d7babafe-057e-42ad-a21c-80c56f4c12c4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.2424903 Aug 21 09:17:12.770552 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-49ae20ac-e32f-4cff-89e2-8598d5cdf419 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.854638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3e3a863-e704-4c17-b03f-5e313b555c75 req-2b8b98e4-69d6-4b8b-af01-a84268e3879d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676725 Aug 21 09:17:12.866756 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae20ac-e32f-4cff-89e2-8598d5cdf419 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fbd9d4-ab19-46ab-ae99-2d1bf42989bd,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:12.875654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-49ae20ac-e32f-4cff-89e2-8598d5cdf419 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:12.877756 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-49ae20ac-e32f-4cff-89e2-8598d5cdf419 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/b2fbd9d4-ab19-46ab-ae99-2d1bf42989bd HTTP/1.1" status: 204 len: 168 time: 1.1918280 Aug 21 09:17:12.882223 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53464) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:12.907768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b894371-fca3-4f2c-b5f0-c2743e210a94 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:12.963803 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-65dc69f6-342d-495e-8fef-5cfe9569eaf7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793643 Aug 21 09:17:12.966874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53468) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:12.973178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-168967ac-c8f2-4bbd-9e4a-8820b2e1a61b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:12.995366 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:13.161478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:13.171376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-86fe01b7-da0e-4135-9824-01915b9b77f9 None None] Could not find standard attr ID for object 6c5f542f-b218-4d9f-8e68-d907462028f3. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:17:13.255976 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168967ac-c8f2-4bbd-9e4a-8820b2e1a61b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:13.262216 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-168967ac-c8f2-4bbd-9e4a-8820b2e1a61b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:13.279661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Allocated IP 2001:db8:1::2 (353aaca8-29cb-4142-971d-5adc3502c62e/53cdb39d-156a-4402-8634-39157222d355/d44ad4e1-d583-4fca-9d11-2f4d77836e27) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:13.326788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Attempting to bind port 823fcc56-0928-49d4-859f-163214dbb5df on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:17:13.327157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Attempting to bind port 823fcc56-0928-49d4-859f-163214dbb5df by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '5e098672-7ec3-428e-87c0-0bd891d4b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:17:13.327524 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Attempting to bind port 823fcc56-0928-49d4-859f-163214dbb5df on network 05af79a1-b09e-4e2e-9969-f3bb9b83377f {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:13.360434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:17:13.363214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Checking segment: {'id': '5e098672-7ec3-428e-87c0-0bd891d4b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:13.363922 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:13.364525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Bound using segment: {'id': '5e098672-7ec3-428e-87c0-0bd891d4b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:17:13.365218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Bound port: 823fcc56-0928-49d4-859f-163214dbb5df, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e098672-7ec3-428e-87c0-0bd891d4b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:17:13.367271 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:13.421712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:13.481760 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949bb1e-3464-4df3-8e38-8f6ae31a6c4f None None] Pushing event updated for resources: {'Port': ['ID=823fcc56-0928-49d4-859f-163214dbb5df,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:13.556693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3690d-e66a-4706-8c98-e2b788b9a4ad req-b1b128a6-5ac5-4495-9d94-c963159e0180 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:13.558273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bcf3690d-e66a-4706-8c98-e2b788b9a4ad req-b1b128a6-5ac5-4495-9d94-c963159e0180 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.4575889 Aug 21 09:17:13.572129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-86fe01b7-da0e-4135-9824-01915b9b77f9 None None] Provisioning complete for port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:13.572512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-86fe01b7-da0e-4135-9824-01915b9b77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:13.629842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:13.675782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce32ee-48e5-4ebb-b3b8-f162b215328b None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:17:13.679929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bcf3690d-e66a-4706-8c98-e2b788b9a4ad req-72a8c1d2-20cf-4b04-9def-e707f9e76ea4 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088777 Aug 21 09:17:13.777497 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:13.787515 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-168967ac-c8f2-4bbd-9e4a-8820b2e1a61b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:13.861349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168967ac-c8f2-4bbd-9e4a-8820b2e1a61b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=fa30aeba-c8af-43eb-8b15-7c871b23ae38,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:13.876233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168967ac-c8f2-4bbd-9e4a-8820b2e1a61b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:13.878726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-168967ac-c8f2-4bbd-9e4a-8820b2e1a61b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:13.882151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:13.882658 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168967ac-c8f2-4bbd-9e4a-8820b2e1a61b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:13.883263 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:13.884285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-168967ac-c8f2-4bbd-9e4a-8820b2e1a61b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:13.921896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] For port 823fcc56-0928-49d4-859f-163214dbb5df, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:13.931441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] For port 823fcc56-0928-49d4-859f-163214dbb5df, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=823fcc56-0928-49d4-859f-163214dbb5df,segment=NetworkSegment(5e098672-7ec3-428e-87c0-0bd891d4b88d),segment_id=5e098672-7ec3-428e-87c0-0bd891d4b88d)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:17:13.999709 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-168967ac-c8f2-4bbd-9e4a-8820b2e1a61b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0311484 Aug 21 09:17:14.002462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53496) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:14.015855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e77b136d-e99c-4bde-9113-fa5dbc99bb71 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:14.032737 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:14.069621 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:14.082281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a3b2c-7390-4820-b9e1-1dbf73629492 req-23139853-e88d-468b-9688-51221b8ebee5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:14.083909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-715a3b2c-7390-4820-b9e1-1dbf73629492 req-23139853-e88d-468b-9688-51221b8ebee5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.2773681 Aug 21 09:17:14.097105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=a5a96109-4320-4482-8ef4-bcda20e5d6a9,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:14.104387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Transition to ACTIVE for port object d44ad4e1-d583-4fca-9d11-2f4d77836e27 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:14.121322 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:17:14.150392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-715a3b2c-7390-4820-b9e1-1dbf73629492 req-30d6cf25-9216-4ae2-ae76-6e40c31bc5f5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577483 Aug 21 09:17:14.196221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 611beaed-02ad-4dd3-a80b-e60aa2498b2d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:14.259596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-21ce32ee-48e5-4ebb-b3b8-f162b215328b None None] Deleting port b6e899c6-0f93-4e3a-8655-363d7db9ed79 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:14.259993 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-21ce32ee-48e5-4ebb-b3b8-f162b215328b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:14.282253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 611beaed-02ad-4dd3-a80b-e60aa2498b2d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:14.282981 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:14.308963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 353aaca8-29cb-4142-971d-5adc3502c62e is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:14.330914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Transition to ACTIVE for port object d44ad4e1-d583-4fca-9d11-2f4d77836e27 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:14.360007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:14.442069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6931a8-55bc-4b69-9538-905ebde34227 req-7d4d0ee3-0faf-4a93-86b6-32f7e3eca516 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:14.445012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77b136d-e99c-4bde-9113-fa5dbc99bb71 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:14.449264 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e77b136d-e99c-4bde-9113-fa5dbc99bb71 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:14.450063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d6931a8-55bc-4b69-9538-905ebde34227 req-7d4d0ee3-0faf-4a93-86b6-32f7e3eca516 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.3030560 Aug 21 09:17:14.569186 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:14.591550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-86fe01b7-da0e-4135-9824-01915b9b77f9 None None] Provisioning complete for port 611beaed-02ad-4dd3-a80b-e60aa2498b2d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:14.592263 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-86fe01b7-da0e-4135-9824-01915b9b77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:14.594837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949bb1e-3464-4df3-8e38-8f6ae31a6c4f None None] Pushing event updated for resources: {'Port': ['ID=823fcc56-0928-49d4-859f-163214dbb5df,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:14.641235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Network 353aaca8-29cb-4142-971d-5adc3502c62e is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:14.669094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:14.670094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:14.730047 n-d-766726-28 neutron-server[106756]: INFO neutron.db.ipam_backend_mixin [None req-e77b136d-e99c-4bde-9113-fa5dbc99bb71 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa30aeba-c8af-43eb-8b15-7c871b23ae38 (CIDR: 2001:db8::/64) Aug 21 09:17:14.754057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:14.767597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:14.771547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:14.776369 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77b136d-e99c-4bde-9113-fa5dbc99bb71 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:17:14.776840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77b136d-e99c-4bde-9113-fa5dbc99bb71 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:14.868868 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e77b136d-e99c-4bde-9113-fa5dbc99bb71 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8649845 Aug 21 09:17:14.873273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53508) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:14.880977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'subnet': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:14.924580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Pushing event updated for resources: {'Port': ['ID=d44ad4e1-d583-4fca-9d11-2f4d77836e27,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:15.048119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Attempting to bind port d44ad4e1-d583-4fca-9d11-2f4d77836e27 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:17:15.049778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Attempting to bind port d44ad4e1-d583-4fca-9d11-2f4d77836e27 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '6a517f70-6603-4f1d-9dbe-033419b9a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:17:15.050196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Attempting to bind port d44ad4e1-d583-4fca-9d11-2f4d77836e27 on network 353aaca8-29cb-4142-971d-5adc3502c62e {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:15.070605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:15.094140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:17:15.101434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Checking segment: {'id': '6a517f70-6603-4f1d-9dbe-033419b9a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:15.101994 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.105290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Bound using segment: {'id': '6a517f70-6603-4f1d-9dbe-033419b9a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:17:15.105855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Bound port: d44ad4e1-d583-4fca-9d11-2f4d77836e27, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a517f70-6603-4f1d-9dbe-033419b9a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:17:15.106270 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.227806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-21ce32ee-48e5-4ebb-b3b8-f162b215328b None None] For port b6e899c6-0f93-4e3a-8655-363d7db9ed79, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6e899c6-0f93-4e3a-8655-363d7db9ed79,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:15.228556 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-21ce32ee-48e5-4ebb-b3b8-f162b215328b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.237595 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.265862 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:15.270386 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.299818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889afef-f417-42fb-9da5-118ae406fb86 req-6bf36769-c5b3-46cc-aa18-758899cfa16e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:15.309282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8889afef-f417-42fb-9da5-118ae406fb86 req-6bf36769-c5b3-46cc-aa18-758899cfa16e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 1.0278671 Aug 21 09:17:15.337795 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d6931a8-55bc-4b69-9538-905ebde34227 req-cb1b0145-be39-441a-994b-8bb5f2d2ced8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8850684 Aug 21 09:17:15.398283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8889afef-f417-42fb-9da5-118ae406fb86 req-7f2306bb-f6e2-44ba-a184-0439e0aeece2 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890191 Aug 21 09:17:15.412401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 5d2077a8-75dc-4e7f-96f3-015886777a17 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:17:15.498144 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-86fe01b7-da0e-4135-9824-01915b9b77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.512328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-21ce32ee-48e5-4ebb-b3b8-f162b215328b None None] Calling delete_port for b6e899c6-0f93-4e3a-8655-363d7db9ed79 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:15.621491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:15.629163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:17:15.631539 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6b0134-e8c5-43ed-a446-a3f65fe49012" -d '{"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-plugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:17:15.642022 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.644500 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.650889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:15.660423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-be5d6612-c4de-490b-a5cb-bc2529d8946b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3082523 Aug 21 09:17:15.662186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53530) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:15.667888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-152876202'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:15.673683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:15.674192 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.771293 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9b8398-2fa6-4967-87da-d16f19b5a93d x-openstack-request-id: req-7c9b8398-2fa6-4967-87da-d16f19b5a93d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:17:15.771686 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-plugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:17:15.772002 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c9b8398-2fa6-4967-87da-d16f19b5a93d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:17:15.772522 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'code': 200} Aug 21 09:17:15.783837 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.791852 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-5a859c0c-0056-4971-a06c-6f192713877d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4807689 Aug 21 09:17:15.808374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:15.812658 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.870088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] For port d44ad4e1-d583-4fca-9d11-2f4d77836e27, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:15.874232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:17:15.878419 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-86fe01b7-da0e-4135-9824-01915b9b77f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:17:15.884451 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-86fe01b7-da0e-4135-9824-01915b9b77f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:17:15.885128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e00d65-9ee6-4d08-a98a-04a43bc263a9 req-126d2c07-c19d-443d-a65d-113b4d2a676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:15.886615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36e00d65-9ee6-4d08-a98a-04a43bc263a9 req-126d2c07-c19d-443d-a65d-113b4d2a676d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1097 time: 0.1122737 Aug 21 09:17:15.889792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:15.890135 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added segment c97c842c-5a78-4256-98ee-773aefe0fc4c of type vlan for network 682e2fd1-cae4-4644-b6e8-574a3050e9f2 Aug 21 09:17:15.997441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] For port d44ad4e1-d583-4fca-9d11-2f4d77836e27, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d44ad4e1-d583-4fca-9d11-2f4d77836e27,segment=NetworkSegment(6a517f70-6603-4f1d-9dbe-033419b9a6b7),segment_id=6a517f70-6603-4f1d-9dbe-033419b9a6b7)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:17:16.003425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36e00d65-9ee6-4d08-a98a-04a43bc263a9 req-946fe0ce-6fff-40ad-891e-8dac28ba86d5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042233 Aug 21 09:17:16.008065 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:17:16.017580 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:16.146388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:16.153151 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:16.172554 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:16.176421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:16.177058 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:16.319184 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-21ce32ee-48e5-4ebb-b3b8-f162b215328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:16.344929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce32ee-48e5-4ebb-b3b8-f162b215328b None None] No DVR routers for this DVR port b6e899c6-0f93-4e3a-8655-363d7db9ed79 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:16.400643 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_pluggable_backend [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Port b6e899c6-0f93-4e3a-8655-363d7db9ed79 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 21 09:17:16.405786 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_pluggable_backend [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fe47:3817 {{(pid=106756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 21 09:17:16.413064 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_pluggable_backend [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Reverting IP allocation failed for 2001:db8:0:1:f816:3eff:fe47:3817 {{(pid=106756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 21 09:17:16.415906 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:16.446023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6324954b-6282-49ef-9bea-2c8a82393c69 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:16.609609 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:16.617554 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:16.618906 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6e899c6-0f93-4e3a-8655-363d7db9ed79 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:16.626319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:16.626834 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:16.660748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Subnet': ['ID=cf07e960-6a59-49c4-b234-6ed9bedbe0ba,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:16.689907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: b6e899c6-0f93-4e3a-8655-363d7db9ed79 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:16.690270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6e899c6-0f93-4e3a-8655-363d7db9ed79 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:16.705992 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88334a60-472c-4f80-92de-99fbf96f8e22 None None] Pushing event updated for resources: {'Port': ['ID=d44ad4e1-d583-4fca-9d11-2f4d77836e27,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:16.744899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53550) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:16.745093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0779009 Aug 21 09:17:16.746542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750ff61-0521-4799-ac16-8be921dd828e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Network': ['ID=682e2fd1-cae4-4644-b6e8-574a3050e9f2,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:16.753406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'subnet': {'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:16.777058 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-92357f76-dc60-4fd3-b2fa-a20d3d31cc8a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9014409 Aug 21 09:17:16.779192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53552) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:16.786219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Request body: {'port': {'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'mac_address': 'fa:16:3e:c4:1a:0e', 'name': 'tempest-NetworksTestDHCPv6-1755750409'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:16.913339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 682e2fd1-cae4-4644-b6e8-574a3050e9f2 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:17:16.990111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f0865-266a-4b83-9bff-509ebc90be7b req-1251fef8-ae21-4881-a31d-c529574a6448 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:16.991866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-910f0865-266a-4b83-9bff-509ebc90be7b req-1251fef8-ae21-4881-a31d-c529574a6448 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 945 time: 0.2978551 Aug 21 09:17:17.089101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce32ee-48e5-4ebb-b3b8-f162b215328b None None] Pushing event deleted for resources: {'Port': ['ID=b6e899c6-0f93-4e3a-8655-363d7db9ed79,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:17.092275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:12Z', 'revision_number': 3, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:13Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:13Z', 'revision_number': 2, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:17.099276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-86fe01b7-da0e-4135-9824-01915b9b77f9 None None] Could not find standard attr ID for object b6e899c6-0f93-4e3a-8655-363d7db9ed79. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:17:17.147723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51ec0e-32ad-4778-ada2-fe9566ed9779 None None] The sync data for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 is: [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:12Z', 'revision_number': 3, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:13Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:13Z', 'revision_number': 2, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:17.153751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd957afc-3d7a-409d-a4ef-6eaef928b635 req-9b64ed99-3ba3-4add-9b1a-a99a5d7f875b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:17.153751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd957afc-3d7a-409d-a4ef-6eaef928b635 req-9b64ed99-3ba3-4add-9b1a-a99a5d7f875b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.3933742 Aug 21 09:17:17.202815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-910f0865-266a-4b83-9bff-509ebc90be7b req-8b65b97d-4a31-4d29-a696-95685ce64440 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534529 Aug 21 09:17:17.203286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f07fd62-f4b8-49be-a982-63482994ed24', 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24', 'tenant_id': '2e0f7cf30e5b4c46b08feaf183e5e8c9', 'fixed_ips': [{'subnet_id': 'cf07e960-6a59-49c4-b234-6ed9bedbe0ba'}, {'subnet_id': 'fa30aeba-c8af-43eb-8b15-7c871b23ae38'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:17:17.205993 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:17.217271 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:17.221828 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:17.285704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd957afc-3d7a-409d-a4ef-6eaef928b635 req-4ce0dd2d-4161-40b3-bfed-7f2a2374a929 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163895 Aug 21 09:17:17.360670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Made reservation on behalf of 2e0f7cf30e5b4c46b08feaf183e5e8c9 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:17.391032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-867bce28-c4b8-4572-9a59-4067a722f204 None None] Provisioning complete for port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:17.391514 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-867bce28-c4b8-4572-9a59-4067a722f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:17.640880 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:17.661002 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:17.698666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] device_id is not set on port a10726fb-4843-4c15-9daf-97dd13108527 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:17:17.825577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Allocated IP 2001:db8::2 (9f07fd62-f4b8-49be-a982-63482994ed24/fa30aeba-c8af-43eb-8b15-7c871b23ae38/93936cd9-cb57-45ba-8c6b-c84f365828e0) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:17.826667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Subnet': ['ID=ac335658-21e5-49e2-aa31-2b4c4c0352a7,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:17.833389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Allocated IP 2001:db8:0:1:f816:3eff:febd:61fc (9f07fd62-f4b8-49be-a982-63482994ed24/cf07e960-6a59-49c4-b234-6ed9bedbe0ba/93936cd9-cb57-45ba-8c6b-c84f365828e0) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:17.840219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Checking segment: {'id': 'c97c842c-5a78-4256-98ee-773aefe0fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:17.841440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network hostable DHCP agents. Network: 682e2fd1-cae4-4644-b6e8-574a3050e9f2, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:17:17.912893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ada9f9-e722-459e-a317-e0443baf0d7e req-79fb78d0-aa4f-4a92-9ca0-e1cc9813b008 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:17.914641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6ada9f9-e722-459e-a317-e0443baf0d7e req-79fb78d0-aa4f-4a92-9ca0-e1cc9813b008 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0678353 Aug 21 09:17:17.940098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 682e2fd1-cae4-4644-b6e8-574a3050e9f2 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:17:17.973138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6ada9f9-e722-459e-a317-e0443baf0d7e req-88228203-2153-491d-b604-28334912b34a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473130 Aug 21 09:17:18.044786 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 682e2fd1-cae4-4644-b6e8-574a3050e9f2) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:18.055209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:18.055855 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:18.061349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53570) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:18.097874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf9a9c5-091d-4c7e-b001-be73b6f76299 None None] Network 682e2fd1-cae4-4644-b6e8-574a3050e9f2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:18.148309 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-087cdecb-9773-40b4-8ee0-9ff3e5c42e89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4004116 Aug 21 09:17:18.150717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53578) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:18.174140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f25e48-90c4-48b4-898f-190a21c0ad03 None None] Network 353aaca8-29cb-4142-971d-5adc3502c62e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:18.234410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf67be-8273-4247-9da1-16c796778f7f req-feaa32f0-f2d4-4c33-9e31-4f308ff5e60d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:18.247591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4adf67be-8273-4247-9da1-16c796778f7f req-feaa32f0-f2d4-4c33-9e31-4f308ff5e60d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1446447 Aug 21 09:17:18.285743 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cf00419f-5a35-4646-9dd2-0fdf9152e65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:18.419434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4adf67be-8273-4247-9da1-16c796778f7f req-9e74fd9c-8e45-4118-b447-1143f80cdd8d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532202 Aug 21 09:17:18.491626 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:18.601038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Transition to ACTIVE for port object 93936cd9-cb57-45ba-8c6b-c84f365828e0 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:18.658845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Transition to ACTIVE for port object 93936cd9-cb57-45ba-8c6b-c84f365828e0 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:18.687997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a3617e16-c9ab-4a6a-9f3f-0423f5b7b182 None None] Provisioning for port d44ad4e1-d583-4fca-9d11-2f4d77836e27 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:18.705222 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cf00419f-5a35-4646-9dd2-0fdf9152e65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:18.715980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9086d-cea4-466e-9d76-2ed801712fec req-8b4fb8de-4a27-417e-93a2-590164c87ed8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:18.741953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80b9086d-cea4-466e-9d76-2ed801712fec req-8b4fb8de-4a27-417e-93a2-590164c87ed8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 945 time: 0.3276994 Aug 21 09:17:18.802303 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:18.848346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626caac-84ec-4fb8-959c-c0faaecabcb9 req-c4fa0739-c6b5-49a9-a225-552f92dd6bda tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:18.857394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7626caac-84ec-4fb8-959c-c0faaecabcb9 req-c4fa0739-c6b5-49a9-a225-552f92dd6bda tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.2872736 Aug 21 09:17:18.874172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cf00419f-5a35-4646-9dd2-0fdf9152e65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:18.909920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Pushing event updated for resources: {'Port': ['ID=93936cd9-cb57-45ba-8c6b-c84f365828e0,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:18.913375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:17:18.914276 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:18.934029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:18.940329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:18.943027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:19.066706 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:19.084801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d44ad4e1-d583-4fca-9d11-2f4d77836e27 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:19.190304 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80b9086d-cea4-466e-9d76-2ed801712fec req-7ad3d565-b6c7-42ab-b184-22395b8cf459 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4138517 Aug 21 09:17:19.208766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cf00419f-5a35-4646-9dd2-0fdf9152e65c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99679326c6cb4fa096e38c2fa0ec57fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1452739 Aug 21 09:17:19.209275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00419f-5a35-4646-9dd2-0fdf9152e65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5820b01b-8b66-440d-97a7-2fe88554e9b7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:19.215173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53592) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:19.282430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7626caac-84ec-4fb8-959c-c0faaecabcb9 req-07144158-3952-4a44-a0a8-118cb1a4cc32 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4227405 Aug 21 09:17:19.374111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8::c1 (9f07fd62-f4b8-49be-a982-63482994ed24/fa30aeba-c8af-43eb-8b15-7c871b23ae38/a10726fb-4843-4c15-9daf-97dd13108527) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:19.425091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:1a0e (9f07fd62-f4b8-49be-a982-63482994ed24/cf07e960-6a59-49c4-b234-6ed9bedbe0ba/a10726fb-4843-4c15-9daf-97dd13108527) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:19.435087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Attempting to bind port 93936cd9-cb57-45ba-8c6b-c84f365828e0 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:17:19.435464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Attempting to bind port 93936cd9-cb57-45ba-8c6b-c84f365828e0 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:17:19.435860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Attempting to bind port 93936cd9-cb57-45ba-8c6b-c84f365828e0 on network 9f07fd62-f4b8-49be-a982-63482994ed24 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:19.451742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:17:19.452102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Checking segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:19.452517 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:19.452967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Bound using segment: {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:17:19.453409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Bound port: 93936cd9-cb57-45ba-8c6b-c84f365828e0, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9f07fd62-f4b8-49be-a982-63482994ed24'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:17:19.453826 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:19.534140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c661500a-b4c3-4baa-acb5-ec30f83e7259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:19.591901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] For port 93936cd9-cb57-45ba-8c6b-c84f365828e0, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:19.595577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] For port 93936cd9-cb57-45ba-8c6b-c84f365828e0, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=93936cd9-cb57-45ba-8c6b-c84f365828e0,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:17:19.615790 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c661500a-b4c3-4baa-acb5-ec30f83e7259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:19.629532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d695b5-6da5-4e1e-a20f-4f8cff8ffd63 req-3300820f-4f95-4cb7-9914-0085b372a804 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:19.631404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81d695b5-6da5-4e1e-a20f-4f8cff8ffd63 req-3300820f-4f95-4cb7-9914-0085b372a804 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1686518 Aug 21 09:17:19.644893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Allocated IP 2001:db8:2::2 (682e2fd1-cae4-4644-b6e8-574a3050e9f2/ac335658-21e5-49e2-aa31-2b4c4c0352a7/c82b22f9-7443-49e9-ba43-eb520300a012) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:19.656830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9ae6e-c893-4d49-b261-7d899beef0d2 req-5003b052-8da3-44d6-a4dd-110343773077 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:19.662831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33c9ae6e-c893-4d49-b261-7d899beef0d2 req-5003b052-8da3-44d6-a4dd-110343773077 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 945 time: 0.2775352 Aug 21 09:17:19.688620 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53600) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:19.703104 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-26e34aeb-94d1-4be9-aaa5-a37b3005dbc3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Request body: {'floatingip': {'port_id': '611beaed-02ad-4dd3-a80b-e60aa2498b2d'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:19.703460 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:19.771919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-31eee325-6a98-4494-8a8d-5f75df981fc9 None None] Provisioning for port a5a96109-4320-4482-8ef4-bcda20e5d6a9 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:19.801460 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-26e34aeb-94d1-4be9-aaa5-a37b3005dbc3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:19.827809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d44ad4e1-d583-4fca-9d11-2f4d77836e27 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:19.853425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d44ad4e1-d583-4fca-9d11-2f4d77836e27 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:19.853778 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:19.885393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-31eee325-6a98-4494-8a8d-5f75df981fc9 None None] Provisioning complete for port a5a96109-4320-4482-8ef4-bcda20e5d6a9 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:19.885777 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-31eee325-6a98-4494-8a8d-5f75df981fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:19.932938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c661500a-b4c3-4baa-acb5-ec30f83e7259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:19.935952 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c661500a-b4c3-4baa-acb5-ec30f83e7259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:19.937271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c661500a-b4c3-4baa-acb5-ec30f83e7259 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5820b01b-8b66-440d-97a7-2fe88554e9b7 HTTP/1.1" status: 204 len: 168 time: 0.7101765 Aug 21 09:17:19.998012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661500a-b4c3-4baa-acb5-ec30f83e7259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5820b01b-8b66-440d-97a7-2fe88554e9b7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:20.029085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81d695b5-6da5-4e1e-a20f-4f8cff8ffd63 req-ba6ff999-622c-4a99-b26c-7fbe79d1d017 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715008 Aug 21 09:17:20.060317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:20.079315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Transition to ACTIVE for port object a10726fb-4843-4c15-9daf-97dd13108527 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:20.218277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-31eee325-6a98-4494-8a8d-5f75df981fc9 None None] Port a5a96109-4320-4482-8ef4-bcda20e5d6a9 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:17:20.294173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a32853-47bd-45d1-8fcd-e79e67e7e80c req-870a6977-63bd-455c-88c9-2f03e2ca4727 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:20.296471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05a32853-47bd-45d1-8fcd-e79e67e7e80c req-870a6977-63bd-455c-88c9-2f03e2ca4727 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1754014 Aug 21 09:17:20.379710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:20.476543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Network 9f07fd62-f4b8-49be-a982-63482994ed24 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:20.485286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-863b0044-fe23-410c-bced-bb6535e8fe97 None None] Provisioning complete for port a5a96109-4320-4482-8ef4-bcda20e5d6a9 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:20.486827 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-863b0044-fe23-410c-bced-bb6535e8fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:20.492534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:20.505353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:20.522561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:20.524803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:20.548870 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35c685-ee99-43af-9534-6cfd7288827d None None] Pushing event updated for resources: {'Port': ['ID=93936cd9-cb57-45ba-8c6b-c84f365828e0,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:20.566777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-863b0044-fe23-410c-bced-bb6535e8fe97 None None] Port a5a96109-4320-4482-8ef4-bcda20e5d6a9 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:17:20.569225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05a32853-47bd-45d1-8fcd-e79e67e7e80c req-c427761f-149a-4fbe-93d7-cc7fb50fbd0a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626314 Aug 21 09:17:20.684137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event updated for resources: {'Port': ['ID=a10726fb-4843-4c15-9daf-97dd13108527,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:20.699646 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:20.709850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-78e3a7cc-1412-4c5c-b0d0-9cec50f96082 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9292967 Aug 21 09:17:20.713273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53614) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:20.732384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881125c3-ed6a-4f5c-847a-d50f406ac93b req-1e8ffba3-5e6d-4dc6-8aef-79bb03674857 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:20.749079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-881125c3-ed6a-4f5c-847a-d50f406ac93b req-1e8ffba3-5e6d-4dc6-8aef-79bb03674857 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.2521806 Aug 21 09:17:20.766401 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:20.811722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Transition to ACTIVE for port object c82b22f9-7443-49e9-ba43-eb520300a012 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:20.821089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port d44ad4e1-d583-4fca-9d11-2f4d77836e27, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d44ad4e1-d583-4fca-9d11-2f4d77836e27,segment=NetworkSegment(6a517f70-6603-4f1d-9dbe-033419b9a6b7),segment_id=6a517f70-6603-4f1d-9dbe-033419b9a6b7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:20.856382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-881125c3-ed6a-4f5c-847a-d50f406ac93b req-f0bd110a-92a2-479b-af44-189b5cc5b0ec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051619 Aug 21 09:17:20.900366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Transition to ACTIVE for port object c82b22f9-7443-49e9-ba43-eb520300a012 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:20.936168 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:20.937118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 823fcc56-0928-49d4-859f-163214dbb5df up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:20.992617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-26e34aeb-94d1-4be9-aaa5-a37b3005dbc3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.000153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53620) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:21.034257 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.045419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14be028-fc7c-4660-a475-75d0610c49d9 req-612941c1-2360-4c1d-9dce-4b0a58775006 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:21.056120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b14be028-fc7c-4660-a475-75d0610c49d9 req-612941c1-2360-4c1d-9dce-4b0a58775006 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1234794 Aug 21 09:17:21.098254 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.111205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=d44ad4e1-d583-4fca-9d11-2f4d77836e27,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:21.126547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.126903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.127249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.127744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.128185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.130680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.131029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.131363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.132055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.132453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.132938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.133104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:21.145254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d5d14-0d09-40c9-ba93-d39bf1580e10 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting port a10726fb-4843-4c15-9daf-97dd13108527 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:21.145599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5d14-0d09-40c9-ba93-d39bf1580e10 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.159972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b14be028-fc7c-4660-a475-75d0610c49d9 req-f47bb3c6-46f4-42bc-ad50-5de41ebd4012 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028531 Aug 21 09:17:21.163458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-26e34aeb-94d1-4be9-aaa5-a37b3005dbc3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.216535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Network 682e2fd1-cae4-4644-b6e8-574a3050e9f2 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:21.221981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:21.225984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:21.237649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Pushing event updated for resources: {'Port': ['ID=c82b22f9-7443-49e9-ba43-eb520300a012,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:21.287328 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Sync routers for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:21.301921 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:21.307983 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:21.319523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 823fcc56-0928-49d4-859f-163214dbb5df completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:21.349146 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5d14-0d09-40c9-ba93-d39bf1580e10 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.356467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 823fcc56-0928-49d4-859f-163214dbb5df triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:21.356928 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.381544 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d5d14-0d09-40c9-ba93-d39bf1580e10 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Calling delete_port for a10726fb-4843-4c15-9daf-97dd13108527 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:21.399788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Attempting to bind port c82b22f9-7443-49e9-ba43-eb520300a012 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:17:21.400493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Attempting to bind port c82b22f9-7443-49e9-ba43-eb520300a012 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c97c842c-5a78-4256-98ee-773aefe0fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:17:21.401063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Attempting to bind port c82b22f9-7443-49e9-ba43-eb520300a012 on network 682e2fd1-cae4-4644-b6e8-574a3050e9f2 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:21.409644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:17:21.410372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Checking segment: {'id': 'c97c842c-5a78-4256-98ee-773aefe0fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:21.410956 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.411522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Bound using segment: {'id': 'c97c842c-5a78-4256-98ee-773aefe0fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:17:21.412363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Bound port: c82b22f9-7443-49e9-ba43-eb520300a012, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97c842c-5a78-4256-98ee-773aefe0fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:17:21.413108 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.445015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733e718-5a9a-4f2c-b2f1-660ea222b05a req-842efc33-8303-424f-a69e-0dfa9426cd38 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:21.455457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4733e718-5a9a-4f2c-b2f1-660ea222b05a req-842efc33-8303-424f-a69e-0dfa9426cd38 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1417966 Aug 21 09:17:21.536866 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:21.554823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4733e718-5a9a-4f2c-b2f1-660ea222b05a req-ae50aafb-7352-4dbc-9901-31d75a345dab tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975811 Aug 21 09:17:21.564809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] For port c82b22f9-7443-49e9-ba43-eb520300a012, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:21.576506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] For port c82b22f9-7443-49e9-ba43-eb520300a012, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c82b22f9-7443-49e9-ba43-eb520300a012,segment=NetworkSegment(c97c842c-5a78-4256-98ee-773aefe0fc4c),segment_id=c97c842c-5a78-4256-98ee-773aefe0fc4c)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:17:21.650313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2d43d-e2f1-4f2d-be5b-ace8a84beb62 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:21.766289 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.774123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Allocated IP 2001:db8:2::1 (682e2fd1-cae4-4644-b6e8-574a3050e9f2/ac335658-21e5-49e2-aa31-2b4c4c0352a7/2f37b692-f2e9-4b53-ae0b-5b189e8682ed) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:21.859226 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:12Z', 'revision_number': 3, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:13Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:13Z', 'revision_number': 2, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:21.881911 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.885022 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-26e34aeb-94d1-4be9-aaa5-a37b3005dbc3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Floating IP 480189ad-3afb-4884-bca8-4e0769914525 associated. External IP: 172.25.5.127, port: 611beaed-02ad-4dd3-a80b-e60aa2498b2d. Aug 21 09:17:21.887390 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Checking router: 5d2077a8-75dc-4e7f-96f3-015886777a17 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:21.887789 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Updating router 5d2077a8-75dc-4e7f-96f3-015886777a17 port a5a96109-4320-4482-8ef4-bcda20e5d6a9 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:17:21.918631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b25543-6a05-447b-b019-55475aadb48d req-f02df5af-50e1-4f9f-938a-5af98f0d3c3d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:21.941467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89b25543-6a05-447b-b019-55475aadb48d req-f02df5af-50e1-4f9f-938a-5af98f0d3c3d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1029305 Aug 21 09:17:21.951973 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:21.963710 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:22.024812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 823fcc56-0928-49d4-859f-163214dbb5df, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=823fcc56-0928-49d4-859f-163214dbb5df,segment=NetworkSegment(5e098672-7ec3-428e-87c0-0bd891d4b88d),segment_id=5e098672-7ec3-428e-87c0-0bd891d4b88d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:22.039295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-08d64cf2-8860-4ad0-b7fe-0c76d8c6b055 None None] Provisioning for port 93936cd9-cb57-45ba-8c6b-c84f365828e0 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:22.061819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdae07-073f-4d93-ba2b-5b78b9981dfb None None] Pushing event updated for resources: {'Port': ['ID=c82b22f9-7443-49e9-ba43-eb520300a012,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:22.067928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89b25543-6a05-447b-b019-55475aadb48d req-299fdfad-dd50-4cfb-a7f3-78a7549370f6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233866 Aug 21 09:17:22.116315 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:22.126275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d63117-eeb3-4528-bcca-04bebb7fbcae req-59d5dc82-3891-473a-b544-d3e6c94949a7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:22.127900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59d63117-eeb3-4528-bcca-04bebb7fbcae req-59d5dc82-3891-473a-b544-d3e6c94949a7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.1365385 Aug 21 09:17:22.231840 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:22.331113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=823fcc56-0928-49d4-859f-163214dbb5df,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:22.346064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59d63117-eeb3-4528-bcca-04bebb7fbcae req-bb9ec8ec-6cd8-469a-8e56-0424d027e81f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112548 Aug 21 09:17:22.394428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694cb29-1b7f-4af1-83b4-be4a100004cd req-bcc31d99-60b3-402c-a282-32fc4d4b2924 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:22.401215 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6694cb29-1b7f-4af1-83b4-be4a100004cd req-bcc31d99-60b3-402c-a282-32fc4d4b2924 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.2200286 Aug 21 09:17:22.477805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6694cb29-1b7f-4af1-83b4-be4a100004cd req-ce100b34-a46e-41c1-a64d-0c293e76e04f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707114 Aug 21 09:17:22.601142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d44ad4e1-d583-4fca-9d11-2f4d77836e27 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:22.673286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d44ad4e1-d583-4fca-9d11-2f4d77836e27 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:22.674947 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:22.791406 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:22.795357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cd26c-c488-434d-9d4b-151fbde0cdc6 req-00cbb43e-3c17-4db2-a0ee-c70ff6c10b3f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:22.801836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c2cd26c-c488-434d-9d4b-151fbde0cdc6 req-00cbb43e-3c17-4db2-a0ee-c70ff6c10b3f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1234667 Aug 21 09:17:22.824673 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Transition to ACTIVE for port object a5a96109-4320-4482-8ef4-bcda20e5d6a9 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:22.854264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93936cd9-cb57-45ba-8c6b-c84f365828e0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:22.863861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c2cd26c-c488-434d-9d4b-151fbde0cdc6 req-89c2ce44-784d-4497-9307-ab5458321e4b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551639 Aug 21 09:17:22.941028 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.000447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bab3ddd9-facf-4de7-9009-97d9db64b609 None None] Could not find standard attr ID for object a10726fb-4843-4c15-9daf-97dd13108527. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:17:23.051822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5d14-0d09-40c9-ba93-d39bf1580e10 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.052818 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Pushing event updated for resources: {'Port': ['ID=a5a96109-4320-4482-8ef4-bcda20e5d6a9,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:23.071088 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a7cac8df2a84d8089ce2a39eba33c90&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0694942 Aug 21 09:17:23.080181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53648) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:23.088770 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de14124d-4f72-4baa-9d58-6805ebb4d62d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:23.093709 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.094209 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.094655 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.095094 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.095698 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.096168 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.096595 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.097044 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.097471 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.097898 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.098921 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.099290 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.101094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 93936cd9-cb57-45ba-8c6b-c84f365828e0 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:23.105785 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 93936cd9-cb57-45ba-8c6b-c84f365828e0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:23.106300 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.155843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.156201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.156695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.156885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.157254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.157702 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.158040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.158371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.158787 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.159698 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.160042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.160370 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025aa72-c976-4e03-a061-93d6e71d67b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:23.181560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d5d14-0d09-40c9-ba93-d39bf1580e10 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Port': ['ID=a10726fb-4843-4c15-9daf-97dd13108527,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:23.199754 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Attempting to bind port a5a96109-4320-4482-8ef4-bcda20e5d6a9 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:17:23.204419 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Attempting to bind port a5a96109-4320-4482-8ef4-bcda20e5d6a9 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '6a517f70-6603-4f1d-9dbe-033419b9a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:17:23.204419 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Attempting to bind port a5a96109-4320-4482-8ef4-bcda20e5d6a9 on network 353aaca8-29cb-4142-971d-5adc3502c62e {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:23.224825 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:17:23.224825 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Checking segment: {'id': '6a517f70-6603-4f1d-9dbe-033419b9a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:23.225274 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.225491 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Bound using segment: {'id': '6a517f70-6603-4f1d-9dbe-033419b9a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:17:23.232344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c942fc6-6840-43a7-b9bc-a45faf421e3a req-61afa241-120f-48be-8f7e-e4de7834ac2d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:23.235321 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Bound port: a5a96109-4320-4482-8ef4-bcda20e5d6a9, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a517f70-6603-4f1d-9dbe-033419b9a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:17:23.235752 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.243108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c942fc6-6840-43a7-b9bc-a45faf421e3a req-61afa241-120f-48be-8f7e-e4de7834ac2d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.2479441 Aug 21 09:17:23.298327 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.308120 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4970a559-ac0f-48e4-baa2-6d691f663534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.358199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4970a559-ac0f-48e4-baa2-6d691f663534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.364707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 93936cd9-cb57-45ba-8c6b-c84f365828e0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=93936cd9-cb57-45ba-8c6b-c84f365828e0,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:23.378969 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] For port a5a96109-4320-4482-8ef4-bcda20e5d6a9, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:23.386838 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] For port a5a96109-4320-4482-8ef4-bcda20e5d6a9, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a5a96109-4320-4482-8ef4-bcda20e5d6a9,segment=NetworkSegment(6a517f70-6603-4f1d-9dbe-033419b9a6b7),segment_id=6a517f70-6603-4f1d-9dbe-033419b9a6b7)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:17:23.421106 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.450105 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.490507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c942fc6-6840-43a7-b9bc-a45faf421e3a req-c8b774b9-00f2-48e9-a4c7-3de8aa0aa495 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418356 Aug 21 09:17:23.562745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4970a559-ac0f-48e4-baa2-6d691f663534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.565864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4970a559-ac0f-48e4-baa2-6d691f663534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.567339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4970a559-ac0f-48e4-baa2-6d691f663534 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de14124d-4f72-4baa-9d58-6805ebb4d62d HTTP/1.1" status: 204 len: 168 time: 0.4852886 Aug 21 09:17:23.590595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970a559-ac0f-48e4-baa2-6d691f663534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de14124d-4f72-4baa-9d58-6805ebb4d62d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:23.606800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e34aeb-94d1-4be9-aaa5-a37b3005dbc3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Router ff46fbe5-aefb-490d-9bb9-3d7b05045131 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:17:23.613061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f46aa2f3-8479-4dee-8cc7-65062b5062ca None None] Could not find standard attr ID for object 6c5f542f-b218-4d9f-8e68-d907462028f3. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:17:23.626772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e947c65-6476-47a8-bb77-db925fc3f9ee req-f89f2330-e9f7-4a9b-9442-3e1ee5e90f42 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:23.628565 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5d14-0d09-40c9-ba93-d39bf1580e10 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.636031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=93936cd9-cb57-45ba-8c6b-c84f365828e0,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:23.639974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e947c65-6476-47a8-bb77-db925fc3f9ee req-f89f2330-e9f7-4a9b-9442-3e1ee5e90f42 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.1405072 Aug 21 09:17:23.641008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc4094-7167-42ef-8c78-b5b18ae10da5 None None] Pushing event updated for resources: {'Port': ['ID=a5a96109-4320-4482-8ef4-bcda20e5d6a9,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:23.641166 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7c8d5d14-0d09-40c9-ba93-d39bf1580e10 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/a10726fb-4843-4c15-9daf-97dd13108527 HTTP/1.1" status: 204 len: 168 time: 2.9163218 Aug 21 09:17:23.653896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53660) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:23.694570 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:23.696115 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:23.731392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e947c65-6476-47a8-bb77-db925fc3f9ee req-17dfeae2-ac44-4df5-931f-219ca9e75c73 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922263 Aug 21 09:17:23.839188 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:23.847198 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:23.866446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af371899-5c34-46d2-894d-0ca3b68a274a req-64083da7-6ad9-47d3-b12d-d029a24b2a06 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:23.868128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af371899-5c34-46d2-894d-0ca3b68a274a req-64083da7-6ad9-47d3-b12d-d029a24b2a06 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0744581 Aug 21 09:17:23.910475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70db40ea-8764-4a2c-b518-b187fb27625a None None] Network 682e2fd1-cae4-4644-b6e8-574a3050e9f2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:23.937632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af371899-5c34-46d2-894d-0ca3b68a274a req-8fb27519-86fe-49ff-8c3e-83946a76a5a0 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604773 Aug 21 09:17:23.974384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b84f82-df60-4b9e-a062-77ee81d2003f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:23.976455 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f0b84f82-df60-4b9e-a062-77ee81d2003f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3066463 Aug 21 09:17:23.980287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53666) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:23.983145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Transition to ACTIVE for port object 2f37b692-f2e9-4b53-ae0b-5b189e8682ed will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:24.150947 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e34aeb-94d1-4be9-aaa5-a37b3005dbc3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:24.163552 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-26e34aeb-94d1-4be9-aaa5-a37b3005dbc3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:24.182412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a64a2-ce78-4568-baa0-5c880b12d3d9 None None] Sync routers for ids ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:24.203817 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-26e34aeb-94d1-4be9-aaa5-a37b3005dbc3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "PUT /v2.0/floatingips/480189ad-3afb-4884-bca8-4e0769914525 HTTP/1.1" status: 200 len: 991 time: 4.5124335 Aug 21 09:17:24.204699 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:17:24.207491 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a9ee37-adad-4fbb-9e68-ca93bb350e13" -d '{"events": [{"name": "network-changed", "server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:17:24.219298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a645bb-a2a5-4bd3-a4c2-d62cf9708318 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:24.221796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-36a645bb-a2a5-4bd3-a4c2-d62cf9708318 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2398467 Aug 21 09:17:24.224429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53674) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:24.242742 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:24.278054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ea45-487b-4a61-acc9-4ff0848ad85e req-50b084d9-2bbd-426f-b549-9866a71be74b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:24.293818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91a9ea45-487b-4a61-acc9-4ff0848ad85e req-50b084d9-2bbd-426f-b549-9866a71be74b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1784573 Aug 21 09:17:24.320651 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-aa26b16b-fc53-4a26-a8ed-c1f4d4aabb9e None None] Provisioning for port c82b22f9-7443-49e9-ba43-eb520300a012 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:24.390438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a64a2-ce78-4568-baa0-5c880b12d3d9 None None] Routers {'ff46fbe5-aefb-490d-9bb9-3d7b05045131'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:24.392501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1f1a64a2-ce78-4568-baa0-5c880b12d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:24.405632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91a9ea45-487b-4a61-acc9-4ff0848ad85e req-cbd1d1d0-5620-4cc3-a9f6-b6d6dda7378a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106589 Aug 21 09:17:24.504254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b997eb-cb5b-4b77-9ac5-29cda8c89128 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:24.524718 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b997eb-cb5b-4b77-9ac5-29cda8c89128 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:24.528051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b997eb-cb5b-4b77-9ac5-29cda8c89128 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:24.534278 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-10b997eb-cb5b-4b77-9ac5-29cda8c89128 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3054979 Aug 21 09:17:24.537352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53680) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:24.558813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 682e2fd1-cae4-4644-b6e8-574a3050e9f2 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:24.569774 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8794d42a-c817-45a6-96fc-d30fbd369203 x-openstack-request-id: req-8794d42a-c817-45a6-96fc-d30fbd369203 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:17:24.570514 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:17:24.581029 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8794d42a-c817-45a6-96fc-d30fbd369203 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:17:24.581639 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'status': 'completed', 'code': 200} Aug 21 09:17:24.593400 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:12Z', 'revision_number': 3, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:23Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:24.609155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 823fcc56-0928-49d4-859f-163214dbb5df up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:24.611199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b40fd85d-37ff-454b-b65d-b8f2216ed460 None None] Could not find standard attr ID for object a10726fb-4843-4c15-9daf-97dd13108527. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:17:24.623983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:24.630494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:24.631145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:24.705939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=2f37b692-f2e9-4b53-ae0b-5b189e8682ed,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:24.724741 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9ddb4-fb1f-4e04-b29b-b4820b7dbc22 None None] The sync data for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 is: [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:12Z', 'revision_number': 3, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:23Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:24.805444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9ee37-adad-4fbb-9e68-ca93bb350e13 req-b0489e01-f0c6-47c1-9af0-8a11a820914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:24.814382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63a9ee37-adad-4fbb-9e68-ca93bb350e13 req-b0489e01-f0c6-47c1-9af0-8a11a820914f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1097 time: 0.2779481 Aug 21 09:17:24.814382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33dcc5d-abd4-4189-b15e-ab183a3c707a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet cf07e960-6a59-49c4-b234-6ed9bedbe0ba {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:17:24.848386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1f1a64a2-ce78-4568-baa0-5c880b12d3d9 None None] Set router ff46fbe5-aefb-490d-9bb9-3d7b05045131 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:24.924105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 823fcc56-0928-49d4-859f-163214dbb5df triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:24.924761 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:24.945535 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b33dcc5d-abd4-4189-b15e-ab183a3c707a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.000511 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b33dcc5d-abd4-4189-b15e-ab183a3c707a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.061447 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.117042 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b33dcc5d-abd4-4189-b15e-ab183a3c707a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.314665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c82b22f9-7443-49e9-ba43-eb520300a012 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:25.327624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befc7ca-90dd-4eea-a874-23b0fcb100fa req-ec1ec905-9f3d-4a07-93e7-e9fd5ccaf8bd tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:25.335872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1befc7ca-90dd-4eea-a874-23b0fcb100fa req-ec1ec905-9f3d-4a07-93e7-e9fd5ccaf8bd tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 814 time: 0.1348054 Aug 21 09:17:25.342964 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b33dcc5d-abd4-4189-b15e-ab183a3c707a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.447745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b33dcc5d-abd4-4189-b15e-ab183a3c707a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.450367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b33dcc5d-abd4-4189-b15e-ab183a3c707a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/cf07e960-6a59-49c4-b234-6ed9bedbe0ba HTTP/1.1" status: 204 len: 168 time: 0.9094923 Aug 21 09:17:25.451456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dcc5d-abd4-4189-b15e-ab183a3c707a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=cf07e960-6a59-49c4-b234-6ed9bedbe0ba,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:25.454704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53710) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:25.528135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1befc7ca-90dd-4eea-a874-23b0fcb100fa req-ec4fab74-20a1-4b5b-935e-d41d06ec8ede tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/quotas/c134a7f0f4f84d7084ee8bf47771d35d HTTP/1.1" status: 200 len: 375 time: 0.1913083 Aug 21 09:17:25.562473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4cc947-7075-4e46-8391-98dd24ed9b69 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Deleting subnet fa30aeba-c8af-43eb-8b15-7c871b23ae38 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:17:25.586655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.601137 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc947-7075-4e46-8391-98dd24ed9b69 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.624581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaaa2c5-83ff-41e5-9b52-0785051bf76f None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:25.644614 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.645453 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.665152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d159a2f-b2ed-41f1-bad8-4d70a06d6138 req-d6025589-fc93-4f27-8f60-a7814cf7b352 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:25.675500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d159a2f-b2ed-41f1-bad8-4d70a06d6138 req-d6025589-fc93-4f27-8f60-a7814cf7b352 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.3575063 Aug 21 09:17:25.759590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc947-7075-4e46-8391-98dd24ed9b69 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.761032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9ee37-adad-4fbb-9e68-ca93bb350e13 req-ec37407f-724a-409c-a806-ef4d85a38373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:25.762542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63a9ee37-adad-4fbb-9e68-ca93bb350e13 req-ec37407f-724a-409c-a806-ef4d85a38373 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.9454124 Aug 21 09:17:25.863194 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-22d012f0-4a6d-4af7-bd65-cc6b1d92842e None None] Provisioning for port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:25.877693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d159a2f-b2ed-41f1-bad8-4d70a06d6138 req-6820cb35-5bb4-44c6-b873-fb1e10a070d6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936195 Aug 21 09:17:25.884431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-22d012f0-4a6d-4af7-bd65-cc6b1d92842e None None] Provisioning complete for port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:25.884814 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-22d012f0-4a6d-4af7-bd65-cc6b1d92842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:25.894646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1befc7ca-90dd-4eea-a874-23b0fcb100fa req-1d52757e-8189-4297-9259-7da6af0e5685 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3145697 Aug 21 09:17:25.916182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network 682e2fd1-cae4-4644-b6e8-574a3050e9f2 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:25.919995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:25.961842 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=2f37b692-f2e9-4b53-ae0b-5b189e8682ed,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:25.965634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63a9ee37-adad-4fbb-9e68-ca93bb350e13 req-b4969fe5-e807-42ed-af3e-99165bd01062 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 999 time: 0.1703367 Aug 21 09:17:25.980769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-22d012f0-4a6d-4af7-bd65-cc6b1d92842e None None] Port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:17:25.992577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port c82b22f9-7443-49e9-ba43-eb520300a012 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:26.019110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port c82b22f9-7443-49e9-ba43-eb520300a012 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:26.019551 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.051335 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1f1a64a2-ce78-4568-baa0-5c880b12d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '480189ad-3afb-4884-bca8-4e0769914525', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'port_id': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'mac_address': 'fa:16:3e:82:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:16:50Z', 'updated_at': '2021-08-21T09:17:20Z', 'revision_number': 1, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8048a443-04e7-4b8c-bc9c-bc1a027f319e', 'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'mac_address': 'fa:16:3e:94:cd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:37Z', 'updated_at': '2021-08-21T09:16:58Z', 'revision_number': 5, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'subnets': [{'id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:26.052226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc947-7075-4e46-8391-98dd24ed9b69 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.113929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9ee37-adad-4fbb-9e68-ca93bb350e13 req-d4a95477-b864-4337-bd3a-c51ac18b6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:26.115432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63a9ee37-adad-4fbb-9e68-ca93bb350e13 req-d4a95477-b864-4337-bd3a-c51ac18b6703 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.1351571 Aug 21 09:17:26.120395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a64a2-ce78-4568-baa0-5c880b12d3d9 None None] Checking router: ff46fbe5-aefb-490d-9bb9-3d7b05045131 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:26.163744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a64a2-ce78-4568-baa0-5c880b12d3d9 None None] Routers {'ff46fbe5-aefb-490d-9bb9-3d7b05045131'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:26.164400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1f1a64a2-ce78-4568-baa0-5c880b12d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:26.166465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2b914b21-bef1-4833-863b-407b74c540c4 None None] Provisioning complete for port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:26.166899 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2b914b21-bef1-4833-863b-407b74c540c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.185891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 5d2077a8-75dc-4e7f-96f3-015886777a17 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:17:26.236548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaec03-58ac-4aa4-b747-8214046125f1 req-c0bbd7bb-ae22-4353-8840-e20224ab472c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:26.238627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53aaec03-58ac-4aa4-b747-8214046125f1 req-c0bbd7bb-ae22-4353-8840-e20224ab472c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1457722 Aug 21 09:17:26.242169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9ee37-adad-4fbb-9e68-ca93bb350e13 req-acd05d1a-2604-44f4-8419-496a087a687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:26.243649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63a9ee37-adad-4fbb-9e68-ca93bb350e13 req-acd05d1a-2604-44f4-8419-496a087a687f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137402 Aug 21 09:17:26.322282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-2b914b21-bef1-4833-863b-407b74c540c4 None None] Port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:17:26.370014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc947-7075-4e46-8391-98dd24ed9b69 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.376415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:26.388939 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Sync routers for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:26.398275 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dfaa88e3-1b63-42a0-84e3-0ef3b1cc1ecd tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2444532 Aug 21 09:17:26.398666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53722) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:26.404344 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-834925664'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:26.410575 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:26.413780 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:26.415098 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.425327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cc947-7075-4e46-8391-98dd24ed9b69 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Subnet': ['ID=fa30aeba-c8af-43eb-8b15-7c871b23ae38,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:26.440741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53aaec03-58ac-4aa4-b747-8214046125f1 req-8c592bab-fff5-49c1-bc1e-ac99680bdf69 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926272 Aug 21 09:17:26.447056 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc947-7075-4e46-8391-98dd24ed9b69 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.451936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53726) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:26.469331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1f1a64a2-ce78-4568-baa0-5c880b12d3d9 None None] Set router ff46fbe5-aefb-490d-9bb9-3d7b05045131 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:26.471081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-aa4cc947-7075-4e46-8391-98dd24ed9b69 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/fa30aeba-c8af-43eb-8b15-7c871b23ae38 HTTP/1.1" status: 204 len: 168 time: 1.0071998 Aug 21 09:17:26.558221 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0a5d5ba0-9654-4915-bb2a-ca2b6f49ce45 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050823 Aug 21 09:17:26.559219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:26.562802 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.563226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53736) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:26.603428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port c82b22f9-7443-49e9-ba43-eb520300a012, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c82b22f9-7443-49e9-ba43-eb520300a012,segment=NetworkSegment(c97c842c-5a78-4256-98ee-773aefe0fc4c),segment_id=c97c842c-5a78-4256-98ee-773aefe0fc4c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:26.612429 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:26.644441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:17:26.648222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63a9ee37-adad-4fbb-9e68-ca93bb350e13 req-f097b042-1998-4322-b971-1a6ad1dfdc46 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936772 Aug 21 09:17:26.662818 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.663197 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added segment b73abdf9-f469-4f6e-948b-ef12e3879451 of type vlan for network aac8afa0-3093-455d-8503-086c75175d17 Aug 21 09:17:26.726701 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.728457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5a96109-4320-4482-8ef4-bcda20e5d6a9 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:26.753936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.757488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cf0dd185-4e28-4380-bd2e-ee3d45dad152 None None] Provisioning complete for port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:26.758098 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd185-4e28-4380-bd2e-ee3d45dad152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.878583 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.884603 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:26.885254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:26.917836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63a9ee37-adad-4fbb-9e68-ca93bb350e13 req-cf0b774f-1a57-4721-80c4-66adfad1741c service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112877 Aug 21 09:17:26.988434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9224917-6764-430e-8da1-c465be254e4b req-25f4572f-0a2b-4050-add3-858622a1dcdf tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:26.991830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9224917-6764-430e-8da1-c465be254e4b req-25f4572f-0a2b-4050-add3-858622a1dcdf tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.3471587 Aug 21 09:17:27.012377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b9523a-ded5-42b6-b694-a8ad8218bf8f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:27.014743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-81b9523a-ded5-42b6-b694-a8ad8218bf8f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4504595 Aug 21 09:17:27.031804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cf0dd185-4e28-4380-bd2e-ee3d45dad152 None None] Port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:17:27.074687 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:24Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:25Z', 'revision_number': 2, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:23Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:27.075517 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53746) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:27.121087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9224917-6764-430e-8da1-c465be254e4b req-3443b877-11a3-4b1f-ba22-39fb02f1366b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010897 Aug 21 09:17:27.140326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=c82b22f9-7443-49e9-ba43-eb520300a012,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:27.174657 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7742500 Aug 21 09:17:27.176109 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Checking router: 5d2077a8-75dc-4e7f-96f3-015886777a17 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:27.181301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53754) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:27.181301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806797f5-29f7-4b17-b7e9-5e5bf009c017 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Network': ['ID=aac8afa0-3093-455d-8503-086c75175d17,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:27.181758 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Updating router 5d2077a8-75dc-4e7f-96f3-015886777a17 port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:17:27.188793 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'subnet': {'network_id': 'aac8afa0-3093-455d-8503-086c75175d17', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:27.199517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network aac8afa0-3093-455d-8503-086c75175d17 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:17:27.216596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a5a96109-4320-4482-8ef4-bcda20e5d6a9 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:27.279895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25da3b3-fbed-4407-8804-5d36092b2bb9 req-d1774bb1-e85a-44d4-b28f-0308a27fe905 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:27.293937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d25da3b3-fbed-4407-8804-5d36092b2bb9 req-d1774bb1-e85a-44d4-b28f-0308a27fe905 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.2069712 Aug 21 09:17:27.314318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a5a96109-4320-4482-8ef4-bcda20e5d6a9 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:27.315030 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:27.383343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d25da3b3-fbed-4407-8804-5d36092b2bb9 req-3798990b-df11-4d80-8632-61572983c9f6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883105 Aug 21 09:17:27.433497 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e52011-41c2-4204-9ea4-bf2ac33b22b3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:27.435688 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:27.436461 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-49e52011-41c2-4204-9ea4-bf2ac33b22b3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3599236 Aug 21 09:17:27.439066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53758) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:27.501926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1f1a64a2-ce78-4568-baa0-5c880b12d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '480189ad-3afb-4884-bca8-4e0769914525', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'port_id': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'mac_address': 'fa:16:3e:82:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:16:50Z', 'updated_at': '2021-08-21T09:17:20Z', 'revision_number': 1, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8048a443-04e7-4b8c-bc9c-bc1a027f319e', 'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'mac_address': 'fa:16:3e:94:cd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:37Z', 'updated_at': '2021-08-21T09:16:58Z', 'revision_number': 5, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'subnets': [{'id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:27.506227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d1bff1fa-406f-493a-b4b6-f0a57e3322e6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653558 Aug 21 09:17:27.519846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53766) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:27.552709 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6169ad2-60be-4a13-9633-0c026d16cbee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:27.553489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6169ad2-60be-4a13-9633-0c026d16cbee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:27.555759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e6169ad2-60be-4a13-9633-0c026d16cbee tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/a10726fb-4843-4c15-9daf-97dd13108527 HTTP/1.1" status: 404 len: 333 time: 0.0346715 Aug 21 09:17:27.559224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53772) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:27.563585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831d2edd-5276-4d4d-8c01-e93ddc527801 None None] Network 9f07fd62-f4b8-49be-a982-63482994ed24 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:27.597801 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3f97c4-c399-46c9-81e7-ca9200183c48 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:27.598492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3f97c4-c399-46c9-81e7-ca9200183c48 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:27.604421 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1bf65cc1-c321-482e-bc0e-552792d5530a req-5d2c10dc-1f00-4d0a-a9a6-e27e39e4a08a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c134a7f0f4f84d7084ee8bf47771d35d HTTP/1.1" status: 200 len: 221 time: 0.0539331 Aug 21 09:17:27.610871 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4e3f97c4-c399-46c9-81e7-ca9200183c48 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/cf07e960-6a59-49c4-b234-6ed9bedbe0ba HTTP/1.1" status: 404 len: 337 time: 0.0487969 Aug 21 09:17:27.612015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53776) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:27.612158 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Made reservation on behalf of b6eb04f072534f4aae8d648b369285d8 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:17:27.616004 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:27.654245 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a64a2-ce78-4568-baa0-5c880b12d3d9 None None] The sync data for ids ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'] in n-d-766726-28 is: [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '480189ad-3afb-4884-bca8-4e0769914525', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'port_id': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'mac_address': 'fa:16:3e:82:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:16:50Z', 'updated_at': '2021-08-21T09:17:20Z', 'revision_number': 1, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8048a443-04e7-4b8c-bc9c-bc1a027f319e', 'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'mac_address': 'fa:16:3e:94:cd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:37Z', 'updated_at': '2021-08-21T09:16:58Z', 'revision_number': 5, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'subnets': [{'id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:27.666524 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:27.691994 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a03404c-dfee-48ee-a9fa-21c50577ec96 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:27.692863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a03404c-dfee-48ee-a9fa-21c50577ec96 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:27.699218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0a03404c-dfee-48ee-a9fa-21c50577ec96 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/fa30aeba-c8af-43eb-8b15-7c871b23ae38 HTTP/1.1" status: 404 len: 337 time: 0.0825410 Aug 21 09:17:27.700232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53780) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:27.773045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-416ce6ac-e813-4bc6-a80b-3137520f0c22 None None] Provisioning complete for port 93936cd9-cb57-45ba-8c6b-c84f365828e0 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:27.773703 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-416ce6ac-e813-4bc6-a80b-3137520f0c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:27.792436 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d01cc6-7b96-4a91-af07-51fb1dc59455 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:27.793557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d01cc6-7b96-4a91-af07-51fb1dc59455 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:27.799916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-64d01cc6-7b96-4a91-af07-51fb1dc59455 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/6c5f542f-b218-4d9f-8e68-d907462028f3 HTTP/1.1" status: 404 len: 333 time: 0.0879788 Aug 21 09:17:27.811219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53782) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:27.848418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a5a96109-4320-4482-8ef4-bcda20e5d6a9, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a5a96109-4320-4482-8ef4-bcda20e5d6a9,segment=NetworkSegment(6a517f70-6603-4f1d-9dbe-033419b9a6b7),segment_id=6a517f70-6603-4f1d-9dbe-033419b9a6b7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:27.861600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadabba-a692-4f24-81ab-76d47c9ab3d9 req-7795ea71-22a6-4895-9176-3d245e180df0 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:27.864147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0dadabba-a692-4f24-81ab-76d47c9ab3d9 req-7795ea71-22a6-4895-9176-3d245e180df0 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1744847 Aug 21 09:17:27.889948 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8265788-d302-47cb-bc6f-c26b277d2f17 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:27.890270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8265788-d302-47cb-bc6f-c26b277d2f17 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:27.895180 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d8265788-d302-47cb-bc6f-c26b277d2f17 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/b2fbd9d4-ab19-46ab-ae99-2d1bf42989bd HTTP/1.1" status: 404 len: 337 time: 0.0786948 Aug 21 09:17:27.902641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53786) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:27.989642 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:27.990464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93936cd9-cb57-45ba-8c6b-c84f365828e0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:28.012689 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-42db9e50-afbc-4e4b-95f6-d2344b1aa23a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:28.013579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42db9e50-afbc-4e4b-95f6-d2344b1aa23a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:28.017518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-42db9e50-afbc-4e4b-95f6-d2344b1aa23a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/aeca612d-c779-4fec-868b-c878dfbb1a36 HTTP/1.1" status: 404 len: 337 time: 0.1115062 Aug 21 09:17:28.019432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53790) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:28.022868 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:28.042507 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Transition to ACTIVE for port object 2f37b692-f2e9-4b53-ae0b-5b189e8682ed will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:28.047548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a4d2a8-9ec4-41f2-84df-908630f3c2ec None None] DHCP port deletion for 9f07fd62-f4b8-49be-a982-63482994ed24 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:17:28.084232 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:28.093303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7e03d-88e7-4b39-8204-66a04b1ff6e7 None None] New status for floating IP 480189ad-3afb-4884-bca8-4e0769914525: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:17:28.110488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0dadabba-a692-4f24-81ab-76d47c9ab3d9 req-7bf4bee9-a24b-406b-9b35-d91b351b8298 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234395 Aug 21 09:17:28.112000 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1efe14d-4e9f-47ed-8084-679bec36cf35 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:28.112429 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:28.112841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1efe14d-4e9f-47ed-8084-679bec36cf35 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:28.116310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c1efe14d-4e9f-47ed-8084-679bec36cf35 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/7c1d4fad-38ba-4b19-ab7a-380fb9cb47c3 HTTP/1.1" status: 404 len: 333 time: 0.0940576 Aug 21 09:17:28.120096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53794) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:28.172539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Subnet': ['ID=cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:28.185663 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafaf94-4c6e-4344-ad81-da0a3e351750 None None] Pushing event updated for resources: {'Port': ['ID=2f37b692-f2e9-4b53-ae0b-5b189e8682ed,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:28.193001 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e00d8cd-d731-4194-860a-b72749db2ff9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:28.195229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e00d8cd-d731-4194-860a-b72749db2ff9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:28.204176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53798) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:28.208174 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Checking segment: {'id': 'b73abdf9-f469-4f6e-948b-ef12e3879451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:28.208174 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network hostable DHCP agents. Network: aac8afa0-3093-455d-8503-086c75175d17, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:17:28.208426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0e00d8cd-d731-4194-860a-b72749db2ff9 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/c9268845-d11e-4613-b01e-ba2099f1bc90 HTTP/1.1" status: 404 len: 337 time: 0.0836470 Aug 21 09:17:28.252830 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d498fa-73db-4a57-be13-d6ac33706eb8 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:28.253221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d498fa-73db-4a57-be13-d6ac33706eb8 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:28.255047 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a3d498fa-73db-4a57-be13-d6ac33706eb8 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/022c08bb-35a3-4d10-bcf3-e560744ba8ee HTTP/1.1" status: 404 len: 337 time: 0.0415878 Aug 21 09:17:28.259852 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53800) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:28.296285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a5a96109-4320-4482-8ef4-bcda20e5d6a9,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:28.321657 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Attempting to bind port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:17:28.322009 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Attempting to bind port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c97c842c-5a78-4256-98ee-773aefe0fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:17:28.322566 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Attempting to bind port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed on network 682e2fd1-cae4-4644-b6e8-574a3050e9f2 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:28.334345 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f685658c-82f3-4a79-bfe4-60747bc6f993 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:28.335542 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f685658c-82f3-4a79-bfe4-60747bc6f993 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:28.340371 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:17:28.340371 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Checking segment: {'id': 'c97c842c-5a78-4256-98ee-773aefe0fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:28.340371 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:28.340769 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f685658c-82f3-4a79-bfe4-60747bc6f993 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/350db755-35cf-4010-84d7-3bb4b03277ea HTTP/1.1" status: 404 len: 333 time: 0.0766568 Aug 21 09:17:28.340881 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Bound using segment: {'id': 'c97c842c-5a78-4256-98ee-773aefe0fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:17:28.340881 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Bound port: 2f37b692-f2e9-4b53-ae0b-5b189e8682ed, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97c842c-5a78-4256-98ee-773aefe0fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:17:28.340881 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:28.350201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53804) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:28.366914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f74b89-576d-4875-84cc-89a3b65ef879 req-d64d03a5-65b0-4aa8-9b75-43c48d21d448 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:28.381710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13f74b89-576d-4875-84cc-89a3b65ef879 req-d64d03a5-65b0-4aa8-9b75-43c48d21d448 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1512620 Aug 21 09:17:28.401819 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c89f2c0-900d-4468-a615-f7c48b6e80b6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:28.402278 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c89f2c0-900d-4468-a615-f7c48b6e80b6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:28.404527 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0c89f2c0-900d-4468-a615-f7c48b6e80b6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/c752c8d4-145e-4073-b880-8213bcf32abd HTTP/1.1" status: 404 len: 337 time: 0.0530629 Aug 21 09:17:28.409309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network aac8afa0-3093-455d-8503-086c75175d17 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:17:28.412215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53806) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:28.443366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 93936cd9-cb57-45ba-8c6b-c84f365828e0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:28.443773 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:28.456479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13f74b89-576d-4875-84cc-89a3b65ef879 req-c000a88c-defc-436c-a2ee-2b4748385221 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724833 Aug 21 09:17:28.473919 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] For port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:28.478398 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] For port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2f37b692-f2e9-4b53-ae0b-5b189e8682ed,segment=NetworkSegment(c97c842c-5a78-4256-98ee-773aefe0fc4c),segment_id=c97c842c-5a78-4256-98ee-773aefe0fc4c)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:17:28.483790 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, aac8afa0-3093-455d-8503-086c75175d17) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:28.497151 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:28.499355 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:28.505355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f82b7-2453-418d-be4c-d2deb857cf6c None None] Network aac8afa0-3093-455d-8503-086c75175d17 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:28.515800 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea12af5-b972-4f71-9e09-75277ba4f503 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:28.520924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea12af5-b972-4f71-9e09-75277ba4f503 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:28.530077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53816) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:28.534369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dea12af5-b972-4f71-9e09-75277ba4f503 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/5406107e-ec08-48a3-be65-b3b5b4db4a3d HTTP/1.1" status: 404 len: 337 time: 0.1166949 Aug 21 09:17:28.552873 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:28.582370 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa9a148-a756-4aa9-8472-d0dd6e8d25e8 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:28.583127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa9a148-a756-4aa9-8472-d0dd6e8d25e8 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:28.587171 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7fa9a148-a756-4aa9-8472-d0dd6e8d25e8 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/49356928-f4cc-46a3-aae6-806793bc2907 HTTP/1.1" status: 404 len: 333 time: 0.0550210 Aug 21 09:17:28.595579 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03a8cdb0-4694-4355-917a-cacef0a3791b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4141793 Aug 21 09:17:28.599447 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53818) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:28.599829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53820) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:28.662726 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafaf94-4c6e-4344-ad81-da0a3e351750 None None] Pushing event updated for resources: {'Port': ['ID=2f37b692-f2e9-4b53-ae0b-5b189e8682ed,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:28.700798 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:28.701459 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:28.723255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612c442-4720-4671-a93a-68cea9b3c80e req-d81915f9-ce80-4055-9698-f214f2471f36 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:28.730764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c612c442-4720-4671-a93a-68cea9b3c80e req-d81915f9-ce80-4055-9698-f214f2471f36 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.1661744 Aug 21 09:17:28.764259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b58d8f-97c1-41a9-831b-6d992ae25806 req-c6a383c2-c2d1-4c80-b2cf-89c95da83cf8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:28.765861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92b58d8f-97c1-41a9-831b-6d992ae25806 req-c6a383c2-c2d1-4c80-b2cf-89c95da83cf8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1234694 Aug 21 09:17:28.827081 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3186455f-f8e6-4ea6-a3cc-1a9d74606dd0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:28.827895 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3186455f-f8e6-4ea6-a3cc-1a9d74606dd0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:28.829926 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3186455f-f8e6-4ea6-a3cc-1a9d74606dd0 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/3fa1d4e8-74c2-4778-beaa-8a8203bbd370 HTTP/1.1" status: 404 len: 337 time: 0.2282584 Aug 21 09:17:28.832300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c612c442-4720-4671-a93a-68cea9b3c80e req-2c059c1e-fd8e-47c2-a58d-930fbd1d6eb8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004503 Aug 21 09:17:28.834165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53824) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:28.912362 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:29.026664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-10a4d2a8-9ec4-41f2-84df-908630f3c2ec None None] Deleting port 93936cd9-cb57-45ba-8c6b-c84f365828e0 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:29.032414 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10a4d2a8-9ec4-41f2-84df-908630f3c2ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:29.214709 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:29.324354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-10a4d2a8-9ec4-41f2-84df-908630f3c2ec None None] For port 93936cd9-cb57-45ba-8c6b-c84f365828e0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=93936cd9-cb57-45ba-8c6b-c84f365828e0,segment=NetworkSegment(f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581),segment_id=f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:29.327612 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10a4d2a8-9ec4-41f2-84df-908630f3c2ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:29.370214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-10a4d2a8-9ec4-41f2-84df-908630f3c2ec None None] Calling delete_port for 93936cd9-cb57-45ba-8c6b-c84f365828e0 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:29.418491 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be90531-e0c0-405d-ae92-b4556655e7d1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:29.418491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be90531-e0c0-405d-ae92-b4556655e7d1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:29.418491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2be90531-e0c0-405d-ae92-b4556655e7d1 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/38bf0ea8-1ee8-42b7-bde2-8deafded68e5 HTTP/1.1" status: 404 len: 333 time: 0.5746496 Aug 21 09:17:29.420679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53834) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:29.435964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92b58d8f-97c1-41a9-831b-6d992ae25806 req-c33a629b-afe9-4d63-9c0b-5e0d66754e66 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240659 Aug 21 09:17:29.490718 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:24Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:28Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:29.552995 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb5f03-2383-4cc5-9ea1-f3ffdac77ec6 None None] The sync data for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 is: [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:24Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:28Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:29.610392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Allocated IP 2001:db8:3::1 (aac8afa0-3093-455d-8503-086c75175d17/cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0/d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:29.727336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f08593-d3f4-410c-a03a-ac11ef6c0293 req-53c69f9c-7292-40da-870b-cee1933808ae tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:29.729017 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0f08593-d3f4-410c-a03a-ac11ef6c0293 req-53c69f9c-7292-40da-870b-cee1933808ae tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1892257 Aug 21 09:17:29.741215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-aac8afa0-3093-455d-8503-086c75175d17', 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'fixed_ips': [{'subnet_id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:17:29.742555 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:29.781601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0f08593-d3f4-410c-a03a-ac11ef6c0293 req-b9e105c0-2237-44e8-b935-aab5049d07ab tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450485 Aug 21 09:17:29.815755 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d935e42c-fd47-4e46-86dc-b89b40ccb58c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:29.815755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d935e42c-fd47-4e46-86dc-b89b40ccb58c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:29.819220 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d935e42c-fd47-4e46-86dc-b89b40ccb58c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/31dd0f08-931f-4203-ac22-34203bf7670b HTTP/1.1" status: 404 len: 337 time: 0.3947883 Aug 21 09:17:29.820083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53846) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:29.850118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:29.864436 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51ca52f-22e8-4e9f-abae-f374882891c7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:29.865454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51ca52f-22e8-4e9f-abae-f374882891c7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:29.871595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b51ca52f-22e8-4e9f-abae-f374882891c7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/ed0cc012-0ca7-4ae8-b53b-45533ba09c43 HTTP/1.1" status: 404 len: 333 time: 0.0489919 Aug 21 09:17:29.874097 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53852) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:29.912285 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Transition to ACTIVE for port object d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:30.030657 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9632e6-94d0-489b-bcdb-ee26c84e3c59 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:30.034152 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9632e6-94d0-489b-bcdb-ee26c84e3c59 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:30.040847 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cb9632e6-94d0-489b-bcdb-ee26c84e3c59 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/24da9f02-1462-469b-941b-3c9cb4f82159 HTTP/1.1" status: 404 len: 337 time: 0.1639409 Aug 21 09:17:30.041710 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53856) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:30.063468 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:30.085361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c82b22f9-7443-49e9-ba43-eb520300a012 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:30.091051 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf84031-7c28-4fdd-9064-b7b73ec0e1e7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:30.092103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf84031-7c28-4fdd-9064-b7b73ec0e1e7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:30.098328 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ddf84031-7c28-4fdd-9064-b7b73ec0e1e7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/c78eae7f-6ef1-4c3b-9dc0-b28571acc155 HTTP/1.1" status: 404 len: 333 time: 0.0550213 Aug 21 09:17:30.100873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53858) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:30.148222 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network aac8afa0-3093-455d-8503-086c75175d17 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:30.170931 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:30.176198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:30.176759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:30.180840 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9949b15f-712b-41bb-a58d-79bdcda4100b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:30.181062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9949b15f-712b-41bb-a58d-79bdcda4100b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:30.185495 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9949b15f-712b-41bb-a58d-79bdcda4100b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/7b225755-065d-43d0-b43d-d885ad0b973f HTTP/1.1" status: 404 len: 337 time: 0.0627398 Aug 21 09:17:30.189385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820ec57-9609-4b42-aa2d-c3b19a31c971 req-8494768c-3411-4f92-9e05-5ed079d83d49 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:30.190151 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53860) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:30.201407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3820ec57-9609-4b42-aa2d-c3b19a31c971 req-8494768c-3411-4f92-9e05-5ed079d83d49 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.1550384 Aug 21 09:17:30.235688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f230d6a-de9d-4d8a-a1ce-9d6d1af86b07 req-5019e780-df03-4c84-812d-fa0f73c1ab38 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:30.245893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f230d6a-de9d-4d8a-a1ce-9d6d1af86b07 req-5019e780-df03-4c84-812d-fa0f73c1ab38 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.2576072 Aug 21 09:17:30.250896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Allocated IP 2001:db8:3::2 (aac8afa0-3093-455d-8503-086c75175d17/cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0/8e50aa38-d1eb-44f9-8bc8-7e213be953fd) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:17:30.294080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3820ec57-9609-4b42-aa2d-c3b19a31c971 req-030f8739-4d32-496e-9ebb-b250372891e8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923271 Aug 21 09:17:30.321559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f230d6a-de9d-4d8a-a1ce-9d6d1af86b07 req-66535e72-da43-45dd-87c9-5d830374d5ba tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744169 Aug 21 09:17:30.456351 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:30.466631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Transition to ACTIVE for port object 8e50aa38-d1eb-44f9-8bc8-7e213be953fd will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:30.483496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Transition to ACTIVE for port object 8e50aa38-d1eb-44f9-8bc8-7e213be953fd will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:30.499636 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10a4d2a8-9ec4-41f2-84df-908630f3c2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:30.522401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74423188-5f1c-47d8-aa9b-4789cc2aa606 req-1bd8f56d-10ab-420e-b307-1e987d4b29d3 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:30.530843 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74423188-5f1c-47d8-aa9b-4789cc2aa606 req-1bd8f56d-10ab-420e-b307-1e987d4b29d3 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0822241 Aug 21 09:17:30.538966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4d2a8-9ec4-41f2-84df-908630f3c2ec None None] No DVR routers for this DVR port 93936cd9-cb57-45ba-8c6b-c84f365828e0 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:30.557786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4d2a8-9ec4-41f2-84df-908630f3c2ec None None] Pushing event deleted for resources: {'Port': ['ID=93936cd9-cb57-45ba-8c6b-c84f365828e0,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:30.562423 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:30.603930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74423188-5f1c-47d8-aa9b-4789cc2aa606 req-9ede7494-f181-4cc1-8053-17dc763fc9bc tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666075 Aug 21 09:17:30.653145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Network aac8afa0-3093-455d-8503-086c75175d17 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:30.662051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:30.669241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:17:30.682522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port c82b22f9-7443-49e9-ba43-eb520300a012 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:30.683116 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:30.686073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Pushing event updated for resources: {'Port': ['ID=8e50aa38-d1eb-44f9-8bc8-7e213be953fd,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:30.698488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:30.703643 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d65cc7d-4831-4a5e-ae04-b661c9ad83a4 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:30.704385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d65cc7d-4831-4a5e-ae04-b661c9ad83a4 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:30.707460 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4d65cc7d-4831-4a5e-ae04-b661c9ad83a4 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/5385295f-9342-46c9-8ce4-23d1a82e6379 HTTP/1.1" status: 404 len: 333 time: 0.5151830 Aug 21 09:17:30.714654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53872) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:30.764524 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b5130a-051d-4847-af9a-0714dfc88d07 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:30.765782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b5130a-051d-4847-af9a-0714dfc88d07 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:30.772643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-28b5130a-051d-4847-af9a-0714dfc88d07 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/7b374afd-3e27-472e-a0fe-8c1f6c40b268 HTTP/1.1" status: 404 len: 337 time: 0.0564947 Aug 21 09:17:30.774677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53874) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:30.810050 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ba0b44-a4c0-46bd-9b75-a12ae0c25a1a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:30.811018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ba0b44-a4c0-46bd-9b75-a12ae0c25a1a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:30.812809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e3ba0b44-a4c0-46bd-9b75-a12ae0c25a1a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/e63c8eb2-f11b-4647-9306-5e7ded24c5ae HTTP/1.1" status: 404 len: 333 time: 0.0366387 Aug 21 09:17:30.814131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Attempting to bind port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:17:30.814683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Attempting to bind port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'b73abdf9-f469-4f6e-948b-ef12e3879451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:17:30.815157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Attempting to bind port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd on network aac8afa0-3093-455d-8503-086c75175d17 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:30.815720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53876) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:30.825975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:17:30.825975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Checking segment: {'id': 'b73abdf9-f469-4f6e-948b-ef12e3879451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:30.825975 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:30.825975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Bound using segment: {'id': 'b73abdf9-f469-4f6e-948b-ef12e3879451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:17:30.825975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Bound port: 8e50aa38-d1eb-44f9-8bc8-7e213be953fd, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73abdf9-f469-4f6e-948b-ef12e3879451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:17:30.825975 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:30.843792 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ac81c6-acda-4b3f-b9b1-2cb87f5e1856 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:30.848555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ac81c6-acda-4b3f-b9b1-2cb87f5e1856 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:30.848555 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-46ac81c6-acda-4b3f-b9b1-2cb87f5e1856 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/3c0833f8-daab-414c-90d5-ea5d22193e06 HTTP/1.1" status: 404 len: 337 time: 0.0292363 Aug 21 09:17:30.849143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53878) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:30.849452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f1f01-0fcd-4f53-9287-32ebac5cc05e req-24cbacc5-7959-4289-8077-0e45792dbd15 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:30.864277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce9f1f01-0fcd-4f53-9287-32ebac5cc05e req-24cbacc5-7959-4289-8077-0e45792dbd15 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0904157 Aug 21 09:17:30.889699 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-820061ce-6507-430f-a8dc-63491e13bb93 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:30.890477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820061ce-6507-430f-a8dc-63491e13bb93 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:30.893486 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-820061ce-6507-430f-a8dc-63491e13bb93 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/8de41781-3c4c-43da-a63d-32962bd4464c HTTP/1.1" status: 404 len: 337 time: 0.0428796 Aug 21 09:17:30.896250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53880) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:30.936082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:30.945663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5a96109-4320-4482-8ef4-bcda20e5d6a9 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:30.946023 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f7a6db-e5e2-4383-8502-dcdc3d90377c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:30.946974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f7a6db-e5e2-4383-8502-dcdc3d90377c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:30.949261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-33f7a6db-e5e2-4383-8502-dcdc3d90377c tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/b9fcbc2e-f590-4151-aa53-d28c02b4775a HTTP/1.1" status: 404 len: 333 time: 0.0520442 Aug 21 09:17:30.956370 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53886) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:30.967361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce9f1f01-0fcd-4f53-9287-32ebac5cc05e req-a85a24d5-d911-4e1d-98f0-17a104d63e86 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021223 Aug 21 09:17:30.988999 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1ba10c-c163-49c5-9678-bfefe5d4b432 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:30.989463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1ba10c-c163-49c5-9678-bfefe5d4b432 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:30.994182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53888) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:30.994380 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8a1ba10c-c163-49c5-9678-bfefe5d4b432 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/bc67a363-cd2d-46f3-a382-7dbb7a04ee7b HTTP/1.1" status: 404 len: 337 time: 0.0366983 Aug 21 09:17:31.016530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] For port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:31.050739 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36c446b-c1fc-43fc-8e93-0b786aaf8d06 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:31.051409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36c446b-c1fc-43fc-8e93-0b786aaf8d06 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:31.053587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b36c446b-c1fc-43fc-8e93-0b786aaf8d06 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/d049e283-dba8-406e-8e7c-2952fed4abdd HTTP/1.1" status: 404 len: 337 time: 0.0582700 Aug 21 09:17:31.057725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] For port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8e50aa38-d1eb-44f9-8bc8-7e213be953fd,segment=NetworkSegment(b73abdf9-f469-4f6e-948b-ef12e3879451),segment_id=b73abdf9-f469-4f6e-948b-ef12e3879451)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:17:31.057921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53892) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.077875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a5a96109-4320-4482-8ef4-bcda20e5d6a9 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:31.078468 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:31.090529 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b963c11d-74be-4c3b-b665-f33ec1be0d7b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:31.091249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b963c11d-74be-4c3b-b665-f33ec1be0d7b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:31.095765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53896) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.096567 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b963c11d-74be-4c3b-b665-f33ec1be0d7b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/bdc8b3f0-a183-4c6f-9e4e-3cff767fda4d HTTP/1.1" status: 404 len: 333 time: 0.0369496 Aug 21 09:17:31.153713 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:31.160333 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ede6619-1400-453f-ae7d-0d9ed384f733 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:31.160846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ede6619-1400-453f-ae7d-0d9ed384f733 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:31.165090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6ede6619-1400-453f-ae7d-0d9ed384f733 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/517b1ddf-37c2-4f30-8724-881074513919 HTTP/1.1" status: 404 len: 337 time: 0.0647233 Aug 21 09:17:31.165280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53898) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.202125 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f7b0e4-9181-49c9-8261-c325f453ec43 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:31.202588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f7b0e4-9181-49c9-8261-c325f453ec43 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:31.209514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e4f7b0e4-9181-49c9-8261-c325f453ec43 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/bc261cce-494c-4ccf-9e7f-99b25c54ea3e HTTP/1.1" status: 404 len: 337 time: 0.0408075 Aug 21 09:17:31.210494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53900) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.247016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03af20-1f58-4735-9b4c-6b7c27d29b03 req-233577d9-8fac-4f8d-99f2-f95dc85be57c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:31.254688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b03af20-1f58-4735-9b4c-6b7c27d29b03 req-233577d9-8fac-4f8d-99f2-f95dc85be57c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1490588 Aug 21 09:17:31.302096 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b2f1b4-7c84-4e33-91d0-5063a9869422 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:31.302526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b2f1b4-7c84-4e33-91d0-5063a9869422 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:31.307104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d2b2f1b4-7c84-4e33-91d0-5063a9869422 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/247e581f-97da-4407-b87d-d0147ffe0c0a HTTP/1.1" status: 404 len: 333 time: 0.0918865 Aug 21 09:17:31.308457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53902) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.313657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2f37b692-f2e9-4b53-ae0b-5b189e8682ed up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:31.349029 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-20494716-1fb9-41c2-bd3a-9950e2ea93db tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:31.353839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20494716-1fb9-41c2-bd3a-9950e2ea93db tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:31.353839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-20494716-1fb9-41c2-bd3a-9950e2ea93db tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/6d0a22e1-382d-4b35-9af7-8937f6d013b6 HTTP/1.1" status: 404 len: 337 time: 0.0368257 Aug 21 09:17:31.354636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53906) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.376126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96573c-36cb-4f88-9875-db8ed9972e09 None None] Pushing event updated for resources: {'Port': ['ID=8e50aa38-d1eb-44f9-8bc8-7e213be953fd,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:31.392316 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-7daedfcc-720b-4600-b3f7-02603a9aea1b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:31.393490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7daedfcc-720b-4600-b3f7-02603a9aea1b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:31.397959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7daedfcc-720b-4600-b3f7-02603a9aea1b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/174d9ce1-bb7c-4465-8d9c-3f3548ed8641 HTTP/1.1" status: 404 len: 337 time: 0.0397940 Aug 21 09:17:31.407138 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53908) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.410736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b03af20-1f58-4735-9b4c-6b7c27d29b03 req-501917d0-528d-491f-929f-d458d3b3ad52 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523552 Aug 21 09:17:31.523485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:31.528864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:31.529296 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:31.532825 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:31.575690 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1722eb8c-e229-4e13-9805-7caa1fe9fff6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports?device_id=c127d27a-2c73-4aa5-a79b-fe37d74ec392 HTTP/1.1" status: 200 len: 205 time: 0.1670179 Aug 21 09:17:31.580994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53916) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.646225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0389c-02e0-4849-813b-12440e535280 req-dcbbd27e-cbb6-4d3f-948c-0e760f11f185 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:31.653340 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-f34ee835-8cfd-4382-aca5-5793cc176e3b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] delete failed (client error): The resource could not be found. Aug 21 09:17:31.654375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13e0389c-02e0-4849-813b-12440e535280 req-dcbbd27e-cbb6-4d3f-948c-0e760f11f185 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.1709678 Aug 21 09:17:31.658008 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f34ee835-8cfd-4382-aca5-5793cc176e3b tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/routers/c127d27a-2c73-4aa5-a79b-fe37d74ec392 HTTP/1.1" status: 404 len: 336 time: 0.0757873 Aug 21 09:17:31.659653 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:31.660496 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:31.662445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53918) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.691017 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:31.771899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aaa4d-e927-4510-8cf1-c5ebd6e3d378 req-26c2d30d-2053-433e-a5bd-eac5cd52cb73 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:31.774408 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-890aaa4d-e927-4510-8cf1-c5ebd6e3d378 req-26c2d30d-2053-433e-a5bd-eac5cd52cb73 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1174257 Aug 21 09:17:31.791107 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13e0389c-02e0-4849-813b-12440e535280 req-aa9394c8-5f7c-4701-8ee5-f9b5fb93dd2e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357303 Aug 21 09:17:31.792187 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5111541-03a3-4110-ac8f-6b11b54e66d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:31.794521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5111541-03a3-4110-ac8f-6b11b54e66d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:31.794884 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b5111541-03a3-4110-ac8f-6b11b54e66d2 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/c7d3f4f9-7556-44ef-9cf5-c70b3a0396ae HTTP/1.1" status: 404 len: 337 time: 0.0587616 Aug 21 09:17:31.798931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53924) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.818906 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2f37b692-f2e9-4b53-ae0b-5b189e8682ed,segment=NetworkSegment(c97c842c-5a78-4256-98ee-773aefe0fc4c),segment_id=c97c842c-5a78-4256-98ee-773aefe0fc4c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:31.822463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event updated for resources: {'Port': ['ID=d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:31.853853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-20553a61-5d2b-45b2-9641-7c208a0ec6f6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5ba48b-a499-49fe-ac45-2c5471e60bb7 HTTP/1.1" status: 200 len: 205 time: 0.0514140 Aug 21 09:17:31.854509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53926) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.900013 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-3826960e-6133-4ec4-9864-b68d2576e1d6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] delete failed (client error): The resource could not be found. Aug 21 09:17:31.904146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3826960e-6133-4ec4-9864-b68d2576e1d6 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/routers/ea5ba48b-a499-49fe-ac45-2c5471e60bb7 HTTP/1.1" status: 404 len: 336 time: 0.0464337 Aug 21 09:17:31.905110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53928) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:31.914944 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Network aac8afa0-3093-455d-8503-086c75175d17 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:17:31.917001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:17:31.926845 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:31.976147 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d1cba8-6cad-4764-970b-1ac6bbc60089 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:31.976617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d1cba8-6cad-4764-970b-1ac6bbc60089 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:31.980774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b0d1cba8-6cad-4764-970b-1ac6bbc60089 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/549dc5da-de96-458c-a94b-3abde4467882 HTTP/1.1" status: 404 len: 337 time: 0.0721531 Aug 21 09:17:31.984442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53934) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.039585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-890aaa4d-e927-4510-8cf1-c5ebd6e3d378 req-d93db819-e522-4b6f-9bb8-792cac0624a6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300007 Aug 21 09:17:32.039585 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d27636-650e-4c8a-92b4-723e90ac7065 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.039585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d27636-650e-4c8a-92b4-723e90ac7065 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.039585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-85d27636-650e-4c8a-92b4-723e90ac7065 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/0666119c-4f99-4a15-b082-b309b010e01b HTTP/1.1" status: 404 len: 337 time: 0.0470486 Aug 21 09:17:32.048380 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53936) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.096608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93936cd9-cb57-45ba-8c6b-c84f365828e0 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:32.138360 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86eceae-3383-4dac-af3a-8427051f9f4f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.239740 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86eceae-3383-4dac-af3a-8427051f9f4f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.239740 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e86eceae-3383-4dac-af3a-8427051f9f4f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/07dcf472-31bb-4dc3-b180-abdcbd6ec29f HTTP/1.1" status: 404 len: 333 time: 0.0896428 Aug 21 09:17:32.242078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 93936cd9-cb57-45ba-8c6b-c84f365828e0 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:32.242078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 93936cd9-cb57-45ba-8c6b-c84f365828e0 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:32.242078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=2f37b692-f2e9-4b53-ae0b-5b189e8682ed,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:32.243281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 5d2077a8-75dc-4e7f-96f3-015886777a17 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:17:32.245728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b810c-c7cc-4e81-82b6-1fe3ddb68474 req-78393081-de16-4ccd-8c73-a8a39bbf3248 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:32.245728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a07b810c-c7cc-4e81-82b6-1fe3ddb68474 req-78393081-de16-4ccd-8c73-a8a39bbf3248 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0803318 Aug 21 09:17:32.245728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53940) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.292286 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-0210c2c2-aa42-428a-aa42-69f2ac7d8054 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.292921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0210c2c2-aa42-428a-aa42-69f2ac7d8054 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.297815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0210c2c2-aa42-428a-aa42-69f2ac7d8054 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/b8a058d6-b605-4f60-ac17-c3f6e1d0b229 HTTP/1.1" status: 404 len: 337 time: 0.0513971 Aug 21 09:17:32.298031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:32.298031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53942) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.309570 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Sync routers for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:32.319999 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ed2951f3-9aff-4e53-b3df-2e86017dd100 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7169604 Aug 21 09:17:32.323375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53944) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.342222 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-562db797-53c9-46e0-89d5-edd31b6c98f5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.343066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562db797-53c9-46e0-89d5-edd31b6c98f5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.347584 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-562db797-53c9-46e0-89d5-edd31b6c98f5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/beace8c5-b755-4b4a-b9f8-3e5d1fe809ba HTTP/1.1" status: 404 len: 333 time: 0.0461695 Aug 21 09:17:32.348257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53946) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.353887 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:32.354682 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:32.366269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3b7f62a7-f590-4941-9c9f-85ef4df79efb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:32.384005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a07b810c-c7cc-4e81-82b6-1fe3ddb68474 req-a5687995-a897-4ebc-8706-99a67f175310 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427624 Aug 21 09:17:32.390919 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ed8b98-ce57-4630-82ef-65ce832329a5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.392047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ed8b98-ce57-4630-82ef-65ce832329a5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.395606 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-05ed8b98-ce57-4630-82ef-65ce832329a5 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/a5a07a09-79b2-446d-8448-adb4f8466fed HTTP/1.1" status: 404 len: 337 time: 0.0406089 Aug 21 09:17:32.400585 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53948) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.434608 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfbdf2d-e25e-4684-b0e1-90c3d059ad68 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.435637 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfbdf2d-e25e-4684-b0e1-90c3d059ad68 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.441830 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2dfbdf2d-e25e-4684-b0e1-90c3d059ad68 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/c944154c-4b0a-4b66-b86c-58141411420d HTTP/1.1" status: 404 len: 333 time: 0.0397327 Aug 21 09:17:32.442634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53952) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.487507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8e50aa38-d1eb-44f9-8bc8-7e213be953fd up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:32.494014 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf5b923-041b-4270-b479-b2e948e4a48a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.494811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf5b923-041b-4270-b479-b2e948e4a48a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.500298 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6bf5b923-041b-4270-b479-b2e948e4a48a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/87ce9865-571f-46ca-848c-e8c87dfa9321 HTTP/1.1" status: 404 len: 337 time: 0.0564101 Aug 21 09:17:32.502996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53956) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.537035 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-317aed01-3796-4319-aa18-f64a50c0dfb7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.538173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317aed01-3796-4319-aa18-f64a50c0dfb7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.546693 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-317aed01-3796-4319-aa18-f64a50c0dfb7 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/bf38660c-18a4-41ca-b685-eb3db579705c HTTP/1.1" status: 404 len: 333 time: 0.0421922 Aug 21 09:17:32.547936 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:32.551521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53958) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.584241 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf90d53-efab-4e0f-bcfb-a54c6873cf4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.584864 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf90d53-efab-4e0f-bcfb-a54c6873cf4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.589325 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-baf90d53-efab-4e0f-bcfb-a54c6873cf4a tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/04ef3f67-abea-4d59-a48a-68a832076ff1 HTTP/1.1" status: 404 len: 337 time: 0.0330601 Aug 21 09:17:32.594666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53960) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.645158 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2f9d4f-d0b4-4593-b648-931df10a12cf tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.646505 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2f9d4f-d0b4-4593-b648-931df10a12cf tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.652336 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8c2f9d4f-d0b4-4593-b648-931df10a12cf tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/35db47e3-c625-4f77-be5f-c834f70cb2c0 HTTP/1.1" status: 404 len: 333 time: 0.0593061 Aug 21 09:17:32.655707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53962) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.677649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:32.683768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2f37b692-f2e9-4b53-ae0b-5b189e8682ed up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:32.691011 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1875a480-1e54-490f-8957-591169412c12 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.692048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1875a480-1e54-490f-8957-591169412c12 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.694173 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1875a480-1e54-490f-8957-591169412c12 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/26913328-f921-4154-a632-12e4575d94e1 HTTP/1.1" status: 404 len: 337 time: 0.0404372 Aug 21 09:17:32.697692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53964) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.728822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534471e-a3d3-46ce-93ed-51a1e9eb346d req-fc83f751-d147-4411-b3b2-bb95fc977a97 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:32.730768 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0534471e-a3d3-46ce-93ed-51a1e9eb346d req-fc83f751-d147-4411-b3b2-bb95fc977a97 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.2158864 Aug 21 09:17:32.753659 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8462db-588a-460a-b436-4141f43c0b18 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.754447 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8462db-588a-460a-b436-4141f43c0b18 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.756346 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8e8462db-588a-460a-b436-4141f43c0b18 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/f4a58762-f160-46e0-9955-98db188dce99 HTTP/1.1" status: 404 len: 333 time: 0.0576522 Aug 21 09:17:32.758817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53966) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.830294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:32.830294 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:32.867146 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9bae4b-10e8-4227-90fc-b4de9807b963 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.867752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9bae4b-10e8-4227-90fc-b4de9807b963 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.876860 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3f9bae4b-10e8-4227-90fc-b4de9807b963 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/f3d47da7-3642-4d59-b963-83831b4244b0 HTTP/1.1" status: 404 len: 337 time: 0.1151879 Aug 21 09:17:32.890767 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53972) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:32.957127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36cb661-dcf3-40c1-beab-69201831b762 None None] Network aac8afa0-3093-455d-8503-086c75175d17 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:32.966249 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c2728a-1096-42df-81c0-e93e73ea71e3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:32.967114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c2728a-1096-42df-81c0-e93e73ea71e3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:32.979962 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-14c2728a-1096-42df-81c0-e93e73ea71e3 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/ports/362cd8ba-f588-4e8b-9e8f-958186cdf5f3 HTTP/1.1" status: 404 len: 333 time: 0.0899909 Aug 21 09:17:32.985123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53976) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:33.045483 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5464ef3d-bdcb-4ebc-8a69-716fc18bea9f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] DELETE failed (client error): The resource could not be found. Aug 21 09:17:33.046012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5464ef3d-bdcb-4ebc-8a69-716fc18bea9f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:17:33.053844 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5464ef3d-bdcb-4ebc-8a69-716fc18bea9f tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/subnets/a8e4e355-09a1-440e-b415-427da753e574 HTTP/1.1" status: 404 len: 337 time: 0.0696850 Aug 21 09:17:33.054734 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53980) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:33.086626 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:30Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de', 'name': '', 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:14:ed:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:29Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 2, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:33.135995 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Checking router: 5d2077a8-75dc-4e7f-96f3-015886777a17 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:33.136617 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Updating router 5d2077a8-75dc-4e7f-96f3-015886777a17 port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:17:33.175273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.186573 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.259916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0684fbec-71bb-46a4-b831-cdeb1e4cc93c None None] Provisioning for port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:33.265279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.extraroute_db [None req-3b7f62a7-f590-4941-9c9f-85ef4df79efb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=106757) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 09:17:33.284683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.extraroute_db [None req-3b7f62a7-f590-4941-9c9f-85ef4df79efb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Removed routes are [] {{(pid=106757) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 09:17:33.288420 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b7f62a7-f590-4941-9c9f-85ef4df79efb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.288594 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0684fbec-71bb-46a4-b831-cdeb1e4cc93c None None] Provisioning complete for port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:33.288594 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0684fbec-71bb-46a4-b831-cdeb1e4cc93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.325810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0534471e-a3d3-46ce-93ed-51a1e9eb346d req-a7726dda-2ac9-41b3-979a-28655588246b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860121 Aug 21 09:17:33.364772 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.387137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f07fd62-f4b8-49be-a982-63482994ed24']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:33.406754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:33.407055 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d4d1ac-0e2a-4a01-8895-ad2f7bcab581') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:33.422792 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.450004 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0684fbec-71bb-46a4-b831-cdeb1e4cc93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.473904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.489126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:17:33.489537 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:17:33.492681 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:17:33.533645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0684fbec-71bb-46a4-b831-cdeb1e4cc93c None None] For port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8e50aa38-d1eb-44f9-8bc8-7e213be953fd,segment=NetworkSegment(b73abdf9-f469-4f6e-948b-ef12e3879451),segment_id=b73abdf9-f469-4f6e-948b-ef12e3879451)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:33.539358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-72e33cde-5d3c-4423-8a8a-a59bc0002c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:33.539358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-72e33cde-5d3c-4423-8a8a-a59bc0002c08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826&tenant_id=2c80aabc87044488827dfc7cfef025b7 HTTP/1.1" status: 200 len: 1095 time: 0.4434435 Aug 21 09:17:33.585293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881528-5283-4d70-8c6d-68dad495f65d req-ccd332cd-57b0-46f8-8e01-8236199b589b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:33.593808 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3881528-5283-4d70-8c6d-68dad495f65d req-ccd332cd-57b0-46f8-8e01-8236199b589b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.6521742 Aug 21 09:17:33.604869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:33.621009 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0684fbec-71bb-46a4-b831-cdeb1e4cc93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.707010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.710608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684fbec-71bb-46a4-b831-cdeb1e4cc93c None None] Pushing event updated for resources: {'Port': ['ID=8e50aa38-d1eb-44f9-8bc8-7e213be953fd,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:33.719315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.723325 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] 10.222.0.20 "DELETE /v2.0/networks/9f07fd62-f4b8-49be-a982-63482994ed24 HTTP/1.1" status: 204 len: 168 time: 0.6675789 Aug 21 09:17:33.741212 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.751590 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bfb27-194f-48e5-9b63-7e1c2b312a14 tempest-NetworksTestDHCPv6-352541504 tempest-NetworksTestDHCPv6-352541504-project] Pushing event deleted for resources: {'Network': ['ID=9f07fd62-f4b8-49be-a982-63482994ed24,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:33.759320 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Transition to ACTIVE for port object d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:33.776535 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.851368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bca0e48d-077c-4b5c-9590-5ccf04f4ef11 None None] Provisioning complete for port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:33.851368 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bca0e48d-077c-4b5c-9590-5ccf04f4ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.870233 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.920281 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b7f62a7-f590-4941-9c9f-85ef4df79efb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.926154 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b7f62a7-f590-4941-9c9f-85ef4df79efb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:33.943591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3881528-5283-4d70-8c6d-68dad495f65d req-7eb12313-174b-4302-bf13-bd9f1a546048 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929206 Aug 21 09:17:33.978480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802f990-5acf-428e-a5cf-85a6c072dbf2 req-a59b66b4-5ab7-4e48-b400-8d48bcf8db32 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:33.985534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f802f990-5acf-428e-a5cf-85a6c072dbf2 req-a59b66b4-5ab7-4e48-b400-8d48bcf8db32 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.3902164 Aug 21 09:17:33.995490 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576afa9-fa99-45d2-908c-5847a6d98790 None None] Pushing event updated for resources: {'Port': ['ID=d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:34.147602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bca0e48d-077c-4b5c-9590-5ccf04f4ef11 None None] Provisioning for port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:34.204047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f802f990-5acf-428e-a5cf-85a6c072dbf2 req-42658fb5-1e7d-4d63-b082-431e5d09ccfd tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107446 Aug 21 09:17:34.226459 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Attempting to bind port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:17:34.226924 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Attempting to bind port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'b73abdf9-f469-4f6e-948b-ef12e3879451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:17:34.228960 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Attempting to bind port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de on network aac8afa0-3093-455d-8503-086c75175d17 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:34.241205 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:17:34.241205 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Checking segment: {'id': 'b73abdf9-f469-4f6e-948b-ef12e3879451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:34.241205 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:34.241205 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Bound using segment: {'id': 'b73abdf9-f469-4f6e-948b-ef12e3879451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:17:34.241205 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Bound port: d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73abdf9-f469-4f6e-948b-ef12e3879451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:17:34.241205 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:34.271592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7f62a7-f590-4941-9c9f-85ef4df79efb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 5d2077a8-75dc-4e7f-96f3-015886777a17 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:17:34.311880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8e50aa38-d1eb-44f9-8bc8-7e213be953fd up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:34.396336 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] For port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:34.400546 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] For port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de,segment=NetworkSegment(b73abdf9-f469-4f6e-948b-ef12e3879451),segment_id=b73abdf9-f469-4f6e-948b-ef12e3879451)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:17:34.405360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:34.405930 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:34.426894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:34.473705 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:34.581965 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:34.583028 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:34.600439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:34.654295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a72c8-524e-4c78-a091-c22a33356f67 req-8aa0ed4e-f36d-4cc2-a353-1ecb61b7e0f2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:34.656623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f6a72c8-524e-4c78-a091-c22a33356f67 req-8aa0ed4e-f36d-4cc2-a353-1ecb61b7e0f2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.2386436 Aug 21 09:17:34.673367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7f62a7-f590-4941-9c9f-85ef4df79efb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:34.677659 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54010) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:34.718720 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b7f62a7-f590-4941-9c9f-85ef4df79efb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:34.723471 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54014) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:34.728358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3b7f62a7-f590-4941-9c9f-85ef4df79efb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17 HTTP/1.1" status: 200 len: 954 time: 2.3761072 Aug 21 09:17:34.748171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d454920a-570c-4ee7-a20a-2a843f9f55de {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:17:34.770008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f6a72c8-524e-4c78-a091-c22a33356f67 req-da51b884-7d4e-4317-b19d-2f1a7d06bbb5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018541 Aug 21 09:17:34.780940 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:34.809772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Transition to ACTIVE for port object d454920a-570c-4ee7-a20a-2a843f9f55de will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:17:34.847973 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576afa9-fa99-45d2-908c-5847a6d98790 None None] Pushing event updated for resources: {'Port': ['ID=d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:34.868069 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:34.884143 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:34.904224 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5b948204-2c58-40d8-94f6-8d1567bdcbbb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17 HTTP/1.1" status: 200 len: 954 time: 0.1788383 Aug 21 09:17:34.905964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54018) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:34.924656 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7e406f3f-00cb-4c64-ba8d-62e74f48ce58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'routes': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:35.245227 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c922e6d9-3699-4438-a469-a5aa69b87e95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e0f7cf30e5b4c46b08feaf183e5e8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662553 Aug 21 09:17:35.252483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54026) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:35.391942 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:33Z', 'revision_number': 6, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de', 'name': '', 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:14:ed:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:29Z', 'updated_at': '2021-08-21T09:17:34Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:35.428150 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d7511-9e35-4465-ab1e-c2fe460843f8 None None] The sync data for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 is: [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:33Z', 'revision_number': 6, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de', 'name': '', 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:14:ed:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:29Z', 'updated_at': '2021-08-21T09:17:34Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:35.579448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d9964721-aca5-489a-9060-f7e3f1639697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:35.618306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d9964721-aca5-489a-9060-f7e3f1639697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:35.751091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=9']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:35.817473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43925318-98c8-4d5f-838c-33ab487ef35e req-ae9f552f-134f-445d-899f-85c31c5db88b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:35.825373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43925318-98c8-4d5f-838c-33ab487ef35e req-ae9f552f-134f-445d-899f-85c31c5db88b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.9375265 Aug 21 09:17:35.828757 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.extraroute_db [None req-7e406f3f-00cb-4c64-ba8d-62e74f48ce58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added routes are [] {{(pid=106756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 09:17:35.829191 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.extraroute_db [None req-7e406f3f-00cb-4c64-ba8d-62e74f48ce58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=106756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 09:17:36.020969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] No DVR routers for this DVR port d454920a-570c-4ee7-a20a-2a843f9f55de on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:36.020969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589393f-988c-4228-8679-628d9a98d5e1 req-3d3313c4-f69d-4a1e-b84e-6152795339a2 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:36.179436 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d9964721-aca5-489a-9060-f7e3f1639697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:36.179436 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d9964721-aca5-489a-9060-f7e3f1639697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:36.179436 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d9964721-aca5-489a-9060-f7e3f1639697 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/399b94b3-a049-4dd6-a7d8-c40ddcb42c93 HTTP/1.1" status: 204 len: 168 time: 0.6565235 Aug 21 09:17:36.194809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c589393f-988c-4228-8679-628d9a98d5e1 req-3d3313c4-f69d-4a1e-b84e-6152795339a2 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 943 time: 0.2013979 Aug 21 09:17:36.209604 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e406f3f-00cb-4c64-ba8d-62e74f48ce58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:36.209604 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9964721-aca5-489a-9060-f7e3f1639697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399b94b3-a049-4dd6-a7d8-c40ddcb42c93,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:36.210236 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43925318-98c8-4d5f-838c-33ab487ef35e req-a1033b39-f23a-4dc9-b7bb-cc132f7fff50 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057595 Aug 21 09:17:36.210236 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c589393f-988c-4228-8679-628d9a98d5e1 req-34baf861-8235-4fab-ba6e-3dc73226861b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753582 Aug 21 09:17:36.559533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Attempting to bind port d454920a-570c-4ee7-a20a-2a843f9f55de on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:17:36.559533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Attempting to bind port d454920a-570c-4ee7-a20a-2a843f9f55de by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:17:36.559533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Attempting to bind port d454920a-570c-4ee7-a20a-2a843f9f55de on network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:36.559533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Port d454920a-570c-4ee7-a20a-2a843f9f55de on network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:17:36.559533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Attempting to bind port d454920a-570c-4ee7-a20a-2a843f9f55de on network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:17:36.559533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:17:36.559533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Checking segment: {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:17:36.559533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Bound using segment: {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:17:36.559533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Bound port: d454920a-570c-4ee7-a20a-2a843f9f55de, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:17:36.559533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:36.567545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:36.568602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e406f3f-00cb-4c64-ba8d-62e74f48ce58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:36.568602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e406f3f-00cb-4c64-ba8d-62e74f48ce58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:36.569180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:17:36.569180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:17:36.640600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e406f3f-00cb-4c64-ba8d-62e74f48ce58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 5d2077a8-75dc-4e7f-96f3-015886777a17 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:17:36.646410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dc589-b53b-46be-bc18-1c5f7b63d5d7 req-e734d66e-426b-4260-9331-9eb1a3a58d9b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:36.662124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e49dc589-b53b-46be-bc18-1c5f7b63d5d7 req-e734d66e-426b-4260-9331-9eb1a3a58d9b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1371617 Aug 21 09:17:36.693321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:17:36.699530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:36.699530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:36.705949 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:36.741829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7be867-d9d0-46dc-a570-e23ac7831006 None None] Sync routers for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:36.772734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7be867-d9d0-46dc-a570-e23ac7831006 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:36.772734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a7be867-d9d0-46dc-a570-e23ac7831006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:36.807387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e49dc589-b53b-46be-bc18-1c5f7b63d5d7 req-251b2050-ef64-4d8c-ae0e-ee7c1882061a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443715 Aug 21 09:17:36.813141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:36.813920 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:36.815673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] 10.222.0.13 "PUT /v2.0/ports/d454920a-570c-4ee7-a20a-2a843f9f55de HTTP/1.1" status: 200 len: 1092 time: 3.2160022 Aug 21 09:17:36.816555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:17:36.819441 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a2b5a1-e904-4a16-a082-6d62e5a02b55" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:17:36.831186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e406f3f-00cb-4c64-ba8d-62e74f48ce58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:36.887414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e406f3f-00cb-4c64-ba8d-62e74f48ce58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:36.896762 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7e406f3f-00cb-4c64-ba8d-62e74f48ce58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17 HTTP/1.1" status: 200 len: 704 time: 1.9893479 Aug 21 09:17:36.898682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54080) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:36.930045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3a7be867-d9d0-46dc-a570-e23ac7831006 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:36.981751 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a67930a1-3e6f-4a43-9ba0-e3b96ed4a6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:36.985442 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:37.057582 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ca4a09-b045-4dca-823b-a67c0dfc5ba8 x-openstack-request-id: req-50ca4a09-b045-4dca-823b-a67c0dfc5ba8 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:17:37.058188 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:17:37.061047 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50ca4a09-b045-4dca-823b-a67c0dfc5ba8 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:17:37.062196 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'status': 'completed', 'code': 200} Aug 21 09:17:37.118894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e9f84-1583-4563-8a73-c12dd947082d service neutron] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:37.152333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728a082-0abc-4222-9df3-2a943cb55c37 req-40144b8f-fbb5-4674-95ce-5cab7dda5874 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:37.154405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e728a082-0abc-4222-9df3-2a943cb55c37 req-40144b8f-fbb5-4674-95ce-5cab7dda5874 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1836674 Aug 21 09:17:37.162867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-8b959d28-759c-43a9-a199-0ea3457c0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:37.166599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-8b959d28-759c-43a9-a199-0ea3457c0780 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 1096 time: 0.2665305 Aug 21 09:17:37.166709 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3311e416-2ed7-43fc-a04c-aeeaf056e0a7 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17 HTTP/1.1" status: 200 len: 704 time: 0.2633390 Aug 21 09:17:37.169780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54086) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:37.410178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e728a082-0abc-4222-9df3-2a943cb55c37 req-290dc291-78eb-4861-81cb-df54b6326a37 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421532 Aug 21 09:17:37.457827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de,segment=NetworkSegment(b73abdf9-f469-4f6e-948b-ef12e3879451),segment_id=b73abdf9-f469-4f6e-948b-ef12e3879451)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:37.491749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a02f79-5c1c-4cd3-bd65-bb5f55987cf3 req-126d66f4-7d9b-4da7-bf6a-d00d8f8bbfe2 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:37.501183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7a02f79-5c1c-4cd3-bd65-bb5f55987cf3 req-126d66f4-7d9b-4da7-bf6a-d00d8f8bbfe2 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.1677334 Aug 21 09:17:37.515127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-d52a10b7-c51b-40e4-8004-38ca04794cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:37.518230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-d52a10b7-c51b-40e4-8004-38ca04794cc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.3302755 Aug 21 09:17:37.542004 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:37.632313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:37.693233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7a02f79-5c1c-4cd3-bd65-bb5f55987cf3 req-5c8e6bf2-f6e3-4095-801d-87fe2824cb57 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910768 Aug 21 09:17:37.697447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-bcdcee30-8787-4c1f-b36a-35de829a34be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d454920a-570c-4ee7-a20a-2a843f9f55de HTTP/1.1" status: 200 len: 999 time: 0.1686666 Aug 21 09:17:37.704354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a7be867-d9d0-46dc-a570-e23ac7831006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:35Z', 'revision_number': 7, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de', 'name': '', 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:14:ed:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:29Z', 'updated_at': '2021-08-21T09:17:34Z', 'revision_number': 4, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:37.741756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7be867-d9d0-46dc-a570-e23ac7831006 None None] Checking router: 5d2077a8-75dc-4e7f-96f3-015886777a17 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:37.758288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7be867-d9d0-46dc-a570-e23ac7831006 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:37.758947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a7be867-d9d0-46dc-a570-e23ac7831006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:37.762152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-9843d3f7-96a1-4fd0-af34-b5c119020fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:37.765791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-9843d3f7-96a1-4fd0-af34-b5c119020fa1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.0612750 Aug 21 09:17:37.812449 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:37.886622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-f0904d1b-07ab-496e-b514-9a01b8d7ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:37.890183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-f0904d1b-07ab-496e-b514-9a01b8d7ba70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173191 Aug 21 09:17:37.969790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3a7be867-d9d0-46dc-a570-e23ac7831006 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:38.050103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33005670-eaa7-4a1f-bd5b-2fd6d6551aee req-28596fb7-9b98-4d79-ac10-9fcb031e210b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:38.050103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33005670-eaa7-4a1f-bd5b-2fd6d6551aee req-28596fb7-9b98-4d79-ac10-9fcb031e210b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1215572 Aug 21 09:17:38.119352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33005670-eaa7-4a1f-bd5b-2fd6d6551aee req-473e9132-4383-4d27-b828-e01819efae70 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616267 Aug 21 09:17:38.123494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-b4cd28df-d766-4257-90f6-ceddf2e0e8cd service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237444 Aug 21 09:17:38.234711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:38.235196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:38.284797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00af101-aaf8-40db-9ebc-f9066f378cee req-5e7a73da-d47d-46d4-a314-c240cae9821f service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534541 Aug 21 09:17:38.380164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a7be867-d9d0-46dc-a570-e23ac7831006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:35Z', 'revision_number': 7, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de', 'name': '', 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:14:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:29Z', 'updated_at': '2021-08-21T09:17:37Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:38.386611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] For port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de,segment=NetworkSegment(b73abdf9-f469-4f6e-948b-ef12e3879451),segment_id=b73abdf9-f469-4f6e-948b-ef12e3879451)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:38.386886 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:38.399164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42441800-7ce8-481b-82cf-a59577927633 req-4b9fa5c7-5c04-4445-a644-da8b13291708 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:38.404914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54128) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:38.406157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42441800-7ce8-481b-82cf-a59577927633 req-4b9fa5c7-5c04-4445-a644-da8b13291708 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1888883 Aug 21 09:17:38.416154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:38.440047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:17:38.444130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7be867-d9d0-46dc-a570-e23ac7831006 None None] The sync data for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 is: [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:35Z', 'revision_number': 7, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de', 'name': '', 'network_id': 'aac8afa0-3093-455d-8503-086c75175d17', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:14:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:29Z', 'updated_at': '2021-08-21T09:17:37Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:38.566664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:17:38.569676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:38.598316 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42441800-7ce8-481b-82cf-a59577927633 req-6aafc10a-10d6-4240-ba03-2e23a9323592 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760402 Aug 21 09:17:38.623413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2b5a1-e904-4a16-a082-6d62e5a02b55 req-9808d668-edb6-4d50-ad51-cd4ed78f32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:38.623413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15a2b5a1-e904-4a16-a082-6d62e5a02b55 req-9808d668-edb6-4d50-ad51-cd4ed78f32a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 1096 time: 0.1319225 Aug 21 09:17:38.773608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fbe9eb92-c421-41dc-a85c-cff03ce6626b tempest-DvrRoutersNegativeTest-731051442 tempest-DvrRoutersNegativeTest-731051442-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2018311301', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:38.777613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.policy [None req-fbe9eb92-c421-41dc-a85c-cff03ce6626b tempest-DvrRoutersNegativeTest-731051442 tempest-DvrRoutersNegativeTest-731051442-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=106756) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 21 09:17:38.777613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.policy [None req-fbe9eb92-c421-41dc-a85c-cff03ce6626b tempest-DvrRoutersNegativeTest-731051442 tempest-DvrRoutersNegativeTest-731051442-project] Failed policy check for 'create_router' {{(pid=106756) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 21 09:17:38.777613 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-fbe9eb92-c421-41dc-a85c-cff03ce6626b tempest-DvrRoutersNegativeTest-731051442 tempest-DvrRoutersNegativeTest-731051442-project] create failed (client error): Access was denied to this resource. Aug 21 09:17:38.778484 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fbe9eb92-c421-41dc-a85c-cff03ce6626b tempest-DvrRoutersNegativeTest-731051442 tempest-DvrRoutersNegativeTest-731051442-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3722899 Aug 21 09:17:38.910351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2b5a1-e904-4a16-a082-6d62e5a02b55 req-259b9be8-80f4-43b2-bdd8-95af2f84ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:38.912579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15a2b5a1-e904-4a16-a082-6d62e5a02b55 req-259b9be8-80f4-43b2-bdd8-95af2f84ebe7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.2816260 Aug 21 09:17:38.924640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:38.929052 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0eae3-a5a0-418b-9a01-5dbc5a39eb82 None None] Sync routers for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:38.940479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9b2ff-d939-4fcd-9264-0128f7a6a448 req-4761ec62-0488-4d14-98d7-9335e6d67dd4 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:38.948165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8d9b2ff-d939-4fcd-9264-0128f7a6a448 req-4761ec62-0488-4d14-98d7-9335e6d67dd4 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1536646 Aug 21 09:17:38.964144 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0eae3-a5a0-418b-9a01-5dbc5a39eb82 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:38.964804 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6fd0eae3-a5a0-418b-9a01-5dbc5a39eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:39.010059 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:39.033927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f408cb-aaa4-4fc5-a0f0-7949d78f4c9e req-6f9e4071-c888-4b55-be9f-aa6a4fe2e997 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:39.035477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56f408cb-aaa4-4fc5-a0f0-7949d78f4c9e req-6f9e4071-c888-4b55-be9f-aa6a4fe2e997 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.1722758 Aug 21 09:17:39.112149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56f408cb-aaa4-4fc5-a0f0-7949d78f4c9e req-535536f0-a0d8-4836-a22f-285688787e72 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597389 Aug 21 09:17:39.142837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8d9b2ff-d939-4fcd-9264-0128f7a6a448 req-fcca062a-e773-41e5-bb10-8d8bda1b07f7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865833 Aug 21 09:17:39.142837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15a2b5a1-e904-4a16-a082-6d62e5a02b55 req-c1719c13-8752-4a0a-8c23-ad6cc9bc679f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d454920a-570c-4ee7-a20a-2a843f9f55de HTTP/1.1" status: 200 len: 999 time: 0.2117136 Aug 21 09:17:39.201072 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6fd0eae3-a5a0-418b-9a01-5dbc5a39eb82 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:39.206675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2b5a1-e904-4a16-a082-6d62e5a02b55 req-f14b6c0e-e8a3-46ef-96ad-c1724b27c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:39.208538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15a2b5a1-e904-4a16-a082-6d62e5a02b55 req-f14b6c0e-e8a3-46ef-96ad-c1724b27c11b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.0622823 Aug 21 09:17:39.252469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:39.341528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2b5a1-e904-4a16-a082-6d62e5a02b55 req-0c1d12c3-da9e-45a2-a86d-95e6a8cc8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:39.344179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15a2b5a1-e904-4a16-a082-6d62e5a02b55 req-0c1d12c3-da9e-45a2-a86d-95e6a8cc8a97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272938 Aug 21 09:17:39.354224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb880e-4439-4175-ad1b-b8cee20a8444 req-21196263-66bc-4319-856d-f87edfcba1a6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:39.355806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86eb880e-4439-4175-ad1b-b8cee20a8444 req-21196263-66bc-4319-856d-f87edfcba1a6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0955300 Aug 21 09:17:39.495834 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6fd0eae3-a5a0-418b-9a01-5dbc5a39eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:38Z', 'revision_number': 8, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:39.508248 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5c7d0347-c2bb-49d1-9518-1f96ad2c778d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:39.511147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86eb880e-4439-4175-ad1b-b8cee20a8444 req-952e3ffd-64fa-4e95-83de-719ad57a6983 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447065 Aug 21 09:17:39.536803 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0eae3-a5a0-418b-9a01-5dbc5a39eb82 None None] Checking router: 5d2077a8-75dc-4e7f-96f3-015886777a17 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:39.571505 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0eae3-a5a0-418b-9a01-5dbc5a39eb82 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:39.573445 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6fd0eae3-a5a0-418b-9a01-5dbc5a39eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:39.644284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54180) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:39.709514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15a2b5a1-e904-4a16-a082-6d62e5a02b55 req-b978e939-0769-46ff-b2bf-28aa451420aa service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525159 Aug 21 09:17:39.769458 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:39.840672 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6fd0eae3-a5a0-418b-9a01-5dbc5a39eb82 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:39.883844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15a2b5a1-e904-4a16-a082-6d62e5a02b55 req-98d1b31a-33f0-471e-8b82-9c09d4963866 service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648226 Aug 21 09:17:39.966427 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 5d2077a8-75dc-4e7f-96f3-015886777a17 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:17:40.190167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874e1e3-dc0f-4df1-86ba-3e2536593f51 req-b084325b-b811-4e60-81ae-a1623aad3872 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:40.191931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3874e1e3-dc0f-4df1-86ba-3e2536593f51 req-b084325b-b811-4e60-81ae-a1623aad3872 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1260951 Aug 21 09:17:40.239075 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6fd0eae3-a5a0-418b-9a01-5dbc5a39eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:38Z', 'revision_number': 8, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:40.302078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:40.303148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3874e1e3-dc0f-4df1-86ba-3e2536593f51 req-059bbb38-10f9-4c54-8828-d18d02aa078b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849395 Aug 21 09:17:40.317135 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0eae3-a5a0-418b-9a01-5dbc5a39eb82 None None] The sync data for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 is: [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:38Z', 'revision_number': 8, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:40.335432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54204) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:40.351324 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4b46acae-874b-41f7-9357-0fd0dd154dd2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1644018 Aug 21 09:17:40.480337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:40.500171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting subnet cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:17:40.507355 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:40.557738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621ba09-d5ad-49af-be76-f383546f24ae req-2881846c-2f5e-4a29-9d60-291637e26ca5 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:40.566932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9621ba09-d5ad-49af-be76-f383546f24ae req-2881846c-2f5e-4a29-9d60-291637e26ca5 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.1972425 Aug 21 09:17:40.610321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:40.671496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9621ba09-d5ad-49af-be76-f383546f24ae req-4010ecc0-a497-44c8-b23c-906a45319fdf tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958445 Aug 21 09:17:40.754655 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:40.831460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:40.838673 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:40.883538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:40.986043 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:41.002668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec3085d486eb433f9f6fab089883fc31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3567615 Aug 21 09:17:41.005551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54216) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:41.006692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e676020c-13d8-4c88-8391-e1a5b3ecadbb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:41.043324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:41.051125 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:41.051282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4fe13b-7db6-41dc-bfda-339724354900 None None] Network aac8afa0-3093-455d-8503-086c75175d17 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:41.052010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0 HTTP/1.1" status: 204 len: 168 time: 0.7147188 Aug 21 09:17:41.054234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54218) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:41.057177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.057525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.057872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.058210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.058575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.058876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.059203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.060732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.060732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.060732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.060732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.060997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7b332e-65ba-4580-a323-36fe7a07ba0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.079019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.079374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.079786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.080283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.080462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.080799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.081138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.081480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.090067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.090067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.090067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.090067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e32b8-ee06-484c-b778-eea862debad1 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:17:41.177278 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f71b66e3-4f0e-4786-9fc2-cd4c9f2a6ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:41.195219 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:41.229344 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f71b66e3-4f0e-4786-9fc2-cd4c9f2a6ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:41.242892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade97c61-43b6-4221-8689-c606f993ccb1 None None] Sync routers for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:41.329385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:41.329792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:41.337478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade97c61-43b6-4221-8689-c606f993ccb1 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:41.338209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ade97c61-43b6-4221-8689-c606f993ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:41.363449 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f71b66e3-4f0e-4786-9fc2-cd4c9f2a6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:41.366605 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f71b66e3-4f0e-4786-9fc2-cd4c9f2a6ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:41.367971 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f71b66e3-4f0e-4786-9fc2-cd4c9f2a6ddd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e676020c-13d8-4c88-8391-e1a5b3ecadbb HTTP/1.1" status: 204 len: 168 time: 0.3597891 Aug 21 09:17:41.388044 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b66e3-4f0e-4786-9fc2-cd4c9f2a6ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e676020c-13d8-4c88-8391-e1a5b3ecadbb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:41.523290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e0feff-99b3-432f-9842-4c0c24de12b1 None None] DHCP port deletion for aac8afa0-3093-455d-8503-086c75175d17 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:17:41.576044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-ade97c61-43b6-4221-8689-c606f993ccb1 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:41.659409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] For port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8e50aa38-d1eb-44f9-8bc8-7e213be953fd,segment=NetworkSegment(b73abdf9-f469-4f6e-948b-ef12e3879451),segment_id=b73abdf9-f469-4f6e-948b-ef12e3879451)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:41.659863 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:41.682982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for 8e50aa38-d1eb-44f9-8bc8-7e213be953fd owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:41.833787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-28e0feff-99b3-432f-9842-4c0c24de12b1 None None] Deleting port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:41.835199 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-28e0feff-99b3-432f-9842-4c0c24de12b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:41.839141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21b333-b897-4ac7-9fce-4f276efe84bf req-89072baa-66e7-4bd0-9d95-5563cb594bd7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:41.846974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b21b333-b897-4ac7-9fce-4f276efe84bf req-89072baa-66e7-4bd0-9d95-5563cb594bd7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.3607574 Aug 21 09:17:41.920573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-28e0feff-99b3-432f-9842-4c0c24de12b1 None None] For port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8e50aa38-d1eb-44f9-8bc8-7e213be953fd,segment=NetworkSegment(b73abdf9-f469-4f6e-948b-ef12e3879451),segment_id=b73abdf9-f469-4f6e-948b-ef12e3879451)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:41.921076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-28e0feff-99b3-432f-9842-4c0c24de12b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:41.927888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b21b333-b897-4ac7-9fce-4f276efe84bf req-8fbda0d3-dda8-4f0d-bd37-420be36d0e83 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761285 Aug 21 09:17:41.935747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-28e0feff-99b3-432f-9842-4c0c24de12b1 None None] Calling delete_port for 8e50aa38-d1eb-44f9-8bc8-7e213be953fd owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:41.941010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71650a16-ec61-4035-84b2-646032bf2ef1 req-441fbfaf-e918-485e-88a0-ef2bb2b2b64d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:41.942753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71650a16-ec61-4035-84b2-646032bf2ef1 req-441fbfaf-e918-485e-88a0-ef2bb2b2b64d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.1495228 Aug 21 09:17:42.080456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71650a16-ec61-4035-84b2-646032bf2ef1 req-22c45549-74f6-4662-8c09-506afd47e51d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981236 Aug 21 09:17:42.113742 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:42.131463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No DVR routers for this DVR port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:42.142541 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-28e0feff-99b3-432f-9842-4c0c24de12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:42.177718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0feff-99b3-432f-9842-4c0c24de12b1 None None] Pushing event deleted for resources: {'Port': ['ID=8e50aa38-d1eb-44f9-8bc8-7e213be953fd,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:42.181991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0feff-99b3-432f-9842-4c0c24de12b1 None None] No DVR routers for this DVR port 8e50aa38-d1eb-44f9-8bc8-7e213be953fd on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:42.239660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=8e50aa38-d1eb-44f9-8bc8-7e213be953fd,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:42.343936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:42.356268 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:42.385313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:42.385817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d2ef81a3-ffd0-4cc2-a1c7-e4ea0cefa8de not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:42.386246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8e50aa38-d1eb-44f9-8bc8-7e213be953fd no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:42.413950 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 8e50aa38-d1eb-44f9-8bc8-7e213be953fd {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:42.414308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8e50aa38-d1eb-44f9-8bc8-7e213be953fd not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:42.443400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ade97c61-43b6-4221-8689-c606f993ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:38Z', 'revision_number': 8, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:42.466445 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:42.483221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac8afa0-3093-455d-8503-086c75175d17']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:42.488140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade97c61-43b6-4221-8689-c606f993ccb1 None None] Checking router: 5d2077a8-75dc-4e7f-96f3-015886777a17 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:42.497330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade97c61-43b6-4221-8689-c606f993ccb1 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:42.497963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ade97c61-43b6-4221-8689-c606f993ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:42.509082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73abdf9-f469-4f6e-948b-ef12e3879451') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:42.513162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73abdf9-f469-4f6e-948b-ef12e3879451') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:42.520979 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:42.537520 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:42.545484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:17:42.545484 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:17:42.547318 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:17:42.653953 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-ade97c61-43b6-4221-8689-c606f993ccb1 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:42.895481 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:42.915925 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:42.918915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/networks/aac8afa0-3093-455d-8503-086c75175d17 HTTP/1.1" status: 204 len: 168 time: 1.8634489 Aug 21 09:17:42.922434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54266) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:42.938324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260ee91-11fc-4506-b3ab-2a3941dd15eb tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Network': ['ID=aac8afa0-3093-455d-8503-086c75175d17,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:42.957037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a027d7-c80a-4514-973e-bee607cb9859 req-36c16a11-f1a2-4c14-8d2d-dc08a80da1f3 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:42.966527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a027d7-c80a-4514-973e-bee607cb9859 req-36c16a11-f1a2-4c14-8d2d-dc08a80da1f3 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1031213 Aug 21 09:17:42.998341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ade97c61-43b6-4221-8689-c606f993ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:38Z', 'revision_number': 8, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:43.060269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26a027d7-c80a-4514-973e-bee607cb9859 req-b0c2eca9-812b-4289-a32f-387d0348b9d6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916812 Aug 21 09:17:43.064819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade97c61-43b6-4221-8689-c606f993ccb1 None None] The sync data for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 is: [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:38Z', 'revision_number': 8, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '2f37b692-f2e9-4b53-ae0b-5b189e8682ed', 'name': '', 'network_id': '682e2fd1-cae4-4644-b6e8-574a3050e9f2', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:39:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:19Z', 'updated_at': '2021-08-21T09:17:31Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': 'ac335658-21e5-49e2-aa31-2b4c4c0352a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:43.334308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8c044-9ad5-4d9a-8224-8003e1b5a676 req-2b10e46f-4114-4be6-ab2f-fdcf0a027998 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:43.338414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dac8c044-9ad5-4d9a-8224-8003e1b5a676 req-2b10e46f-4114-4be6-ab2f-fdcf0a027998 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.1476800 Aug 21 09:17:43.449010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dac8c044-9ad5-4d9a-8224-8003e1b5a676 req-ed7a052f-76e8-471c-bb0c-8d44166e51ff tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027951 Aug 21 09:17:43.632463 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:43.855716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54292) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:44.055964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4986a68a-2f84-4737-8711-361bdf2c91c8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group': {'name': 'tempest-secgroup--126247005'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:44.080837 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:44.081595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:44.196764 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4986a68a-2f84-4737-8711-361bdf2c91c8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:44.223169 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4986a68a-2f84-4737-8711-361bdf2c91c8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:44.227622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] For port 2f37b692-f2e9-4b53-ae0b-5b189e8682ed, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2f37b692-f2e9-4b53-ae0b-5b189e8682ed,segment=NetworkSegment(c97c842c-5a78-4256-98ee-773aefe0fc4c),segment_id=c97c842c-5a78-4256-98ee-773aefe0fc4c)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:44.228271 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:44.244504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for 2f37b692-f2e9-4b53-ae0b-5b189e8682ed owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:44.261207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd2ac3-3882-4f1a-83a9-5a627839237b req-8f5b11b9-3696-473a-bed4-d7b5d57d4c41 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:44.269138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cd2ac3-3882-4f1a-83a9-5a627839237b req-8f5b11b9-3696-473a-bed4-d7b5d57d4c41 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1242204 Aug 21 09:17:44.353966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8cd2ac3-3882-4f1a-83a9-5a627839237b req-8eb1a91e-f67c-49b6-9c22-a28ebab0a7d6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771782 Aug 21 09:17:44.642806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4986a68a-2f84-4737-8711-361bdf2c91c8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:44.670908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227e45d-79ec-4418-b7a7-94142f564962 req-3f5a1b14-ab34-4150-a609-336e47513104 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:44.679212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2227e45d-79ec-4418-b7a7-94142f564962 req-3f5a1b14-ab34-4150-a609-336e47513104 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.2127781 Aug 21 09:17:44.722148 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:44.740078 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4986a68a-2f84-4737-8711-361bdf2c91c8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:44.778003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986a68a-2f84-4737-8711-361bdf2c91c8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb5da91-801a-4f84-b4a0-1dea83b89839,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:44.807942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=2f37b692-f2e9-4b53-ae0b-5b189e8682ed,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:44.812834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2227e45d-79ec-4418-b7a7-94142f564962 req-94b8d82a-749f-4715-a241-9ca2bb68f2c8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325862 Aug 21 09:17:44.960058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:44.969196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930e5b6-0ac5-41e3-91bc-a8e925968e73 req-6f62ad3b-a884-4d49-9cd6-99ddd8c543f8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:44.974254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5930e5b6-0ac5-41e3-91bc-a8e925968e73 req-6f62ad3b-a884-4d49-9cd6-99ddd8c543f8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.3446701 Aug 21 09:17:45.084690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5930e5b6-0ac5-41e3-91bc-a8e925968e73 req-bc180fde-01b5-4f05-91de-c3a3f0f76ace tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027174 Aug 21 09:17:45.231074 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:45.242479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4986a68a-2f84-4737-8711-361bdf2c91c8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:45.278313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a85c3-7992-40ea-9276-77137607bd83 req-088fcc03-e41c-4b57-8582-f35b2f6a7af6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:45.289168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c6a85c3-7992-40ea-9276-77137607bd83 req-088fcc03-e41c-4b57-8582-f35b2f6a7af6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1904912 Aug 21 09:17:45.327248 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:45.366847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4986a68a-2f84-4737-8711-361bdf2c91c8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:45.367617 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 5d2077a8-75dc-4e7f-96f3-015886777a17 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:17:45.453820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c6a85c3-7992-40ea-9276-77137607bd83 req-81087fec-0959-442d-b385-53f747341f62 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538758 Aug 21 09:17:45.505495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986a68a-2f84-4737-8711-361bdf2c91c8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b782131-c853-407a-9023-437c8604bf2d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:45.529291 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4986a68a-2f84-4737-8711-361bdf2c91c8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:45.532289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4986a68a-2f84-4737-8711-361bdf2c91c8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6751621 Aug 21 09:17:45.536867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54336) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:45.611309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:45.627031 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a3a215-a771-4de4-bf68-eae642445dfd None None] Sync routers for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:45.644719 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a3a215-a771-4de4-bf68-eae642445dfd None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:45.645667 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-90a3a215-a771-4de4-bf68-eae642445dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:45.646996 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-33d11ae4-8821-41b0-8ff1-7e61485f6f89 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7234342 Aug 21 09:17:45.650367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54340) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:45.690238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9ada1-af7f-41ee-a409-34ab6e911cc0 req-4e5c68e0-dbde-497c-ba3e-5b6c591ac4fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:45.691677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9f9ada1-af7f-41ee-a409-34ab6e911cc0 req-4e5c68e0-dbde-497c-ba3e-5b6c591ac4fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1080863 Aug 21 09:17:45.701491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e00203cf-cae1-4022-b4ac-04977e16f189 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1622770 Aug 21 09:17:45.701699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54342) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:45.708375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a41a49e1-8840-4590-9522-c2dfceb06438 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group': {'name': 'tempest-security--180306279', 'description': 'tempest-security-description-1891359626'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:45.728195 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-392109c9-1f2e-4a89-b485-b1487fd38428 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting subnet ac335658-21e5-49e2-aa31-2b4c4c0352a7 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:17:45.737306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-392109c9-1f2e-4a89-b485-b1487fd38428 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:45.814748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-392109c9-1f2e-4a89-b485-b1487fd38428 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:45.824699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9f9ada1-af7f-41ee-a409-34ab6e911cc0 req-b5db799a-36f1-4ff0-93ec-bfd05dc73ac2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219027 Aug 21 09:17:45.828685 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a41a49e1-8840-4590-9522-c2dfceb06438 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:45.936793 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-90a3a215-a771-4de4-bf68-eae642445dfd None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:46.021901 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a41a49e1-8840-4590-9522-c2dfceb06438 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.070508 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-392109c9-1f2e-4a89-b485-b1487fd38428 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.075538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f303285-50fb-423b-a059-c19ed0d2c9bd req-c3914e45-b740-47f9-9cbc-2ed9ddc7d93a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:46.079202 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54352) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:46.085824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f303285-50fb-423b-a059-c19ed0d2c9bd req-c3914e45-b740-47f9-9cbc-2ed9ddc7d93a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1269381 Aug 21 09:17:46.119124 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a41a49e1-8840-4590-9522-c2dfceb06438 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.124168 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a41a49e1-8840-4590-9522-c2dfceb06438 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.132555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a41a49e1-8840-4590-9522-c2dfceb06438 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "PUT /v2.0/security-groups/6b782131-c853-407a-9023-437c8604bf2d HTTP/1.1" status: 200 len: 1779 time: 0.4285285 Aug 21 09:17:46.135679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54358) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:46.182045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f303285-50fb-423b-a059-c19ed0d2c9bd req-39c59662-6332-48f8-90dd-3f5208ac8cc5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947392 Aug 21 09:17:46.209619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a49e1-8840-4590-9522-c2dfceb06438 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b782131-c853-407a-9023-437c8604bf2d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:46.314732 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0c3153ec-6a9d-431b-b7ac-04d8aa5f9fa6 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-groups/6b782131-c853-407a-9023-437c8604bf2d HTTP/1.1" status: 200 len: 1779 time: 0.1672068 Aug 21 09:17:46.316584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54366) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:46.347229 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-392109c9-1f2e-4a89-b485-b1487fd38428 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.372099 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee7769fd-0ffe-4359-b1d6-cf3e57b8a757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.441947 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-392109c9-1f2e-4a89-b485-b1487fd38428 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.446818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08739ec4-72a9-4a0e-8b84-fda433e98176 None None] Network 682e2fd1-cae4-4644-b6e8-574a3050e9f2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:46.450256 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-392109c9-1f2e-4a89-b485-b1487fd38428 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/ac335658-21e5-49e2-aa31-2b4c4c0352a7 HTTP/1.1" status: 204 len: 168 time: 0.7932751 Aug 21 09:17:46.456198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54368) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:46.458804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392109c9-1f2e-4a89-b485-b1487fd38428 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Subnet': ['ID=ac335658-21e5-49e2-aa31-2b4c4c0352a7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:46.473660 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-90a3a215-a771-4de4-bf68-eae642445dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:44Z', 'revision_number': 9, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:46.535744 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a3a215-a771-4de4-bf68-eae642445dfd None None] Checking router: 5d2077a8-75dc-4e7f-96f3-015886777a17 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:46.557388 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a3a215-a771-4de4-bf68-eae642445dfd None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:46.558186 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-90a3a215-a771-4de4-bf68-eae642445dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:46.568024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9cb63-6307-483f-a589-b5c1aaff7b33 req-2f3f9cae-e732-48e7-b5cf-4870a8f99b46 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:46.581532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71c9cb63-6307-483f-a589-b5c1aaff7b33 req-2f3f9cae-e732-48e7-b5cf-4870a8f99b46 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.3474684 Aug 21 09:17:46.583089 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.702922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d3d55-a6e9-4884-963d-578d264856da req-279bf913-eb4e-4a67-9c36-4311e4b3dfd4 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:46.704560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb1d3d55-a6e9-4884-963d-578d264856da req-279bf913-eb4e-4a67-9c36-4311e4b3dfd4 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.3857875 Aug 21 09:17:46.724756 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee7769fd-0ffe-4359-b1d6-cf3e57b8a757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.748641 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10dfefbf-42d0-42a4-94e8-9df32655efa5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.756353 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port c82b22f9-7443-49e9-ba43-eb520300a012 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:46.757252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.785798 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10dfefbf-42d0-42a4-94e8-9df32655efa5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.791815 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-90a3a215-a771-4de4-bf68-eae642445dfd None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:46.832106 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee7769fd-0ffe-4359-b1d6-cf3e57b8a757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.854405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaca7ef-0e7c-4d13-bdd6-5779d0771a08 None None] DHCP port deletion for 682e2fd1-cae4-4644-b6e8-574a3050e9f2 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:17:46.904255 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71c9cb63-6307-483f-a589-b5c1aaff7b33 req-7b961465-87e9-4e5c-b18b-487783ce2e88 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209608 Aug 21 09:17:46.965761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-caaca7ef-0e7c-4d13-bdd6-5779d0771a08 None None] Deleting port c82b22f9-7443-49e9-ba43-eb520300a012 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:46.965761 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-caaca7ef-0e7c-4d13-bdd6-5779d0771a08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.966029 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10dfefbf-42d0-42a4-94e8-9df32655efa5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.980665 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10dfefbf-42d0-42a4-94e8-9df32655efa5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.989074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-10dfefbf-42d0-42a4-94e8-9df32655efa5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-groups/6b782131-c853-407a-9023-437c8604bf2d HTTP/1.1" status: 204 len: 168 time: 0.6585374 Aug 21 09:17:46.989721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54376) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:46.992852 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] For port c82b22f9-7443-49e9-ba43-eb520300a012, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c82b22f9-7443-49e9-ba43-eb520300a012,segment=NetworkSegment(c97c842c-5a78-4256-98ee-773aefe0fc4c),segment_id=c97c842c-5a78-4256-98ee-773aefe0fc4c)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:46.993591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:46.999225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7769fd-0ffe-4359-b1d6-cf3e57b8a757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61a425-fcaf-4069-8fd7-deea4d13aef9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:47.028857 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ee7769fd-0ffe-4359-b1d6-cf3e57b8a757 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f4355af0cef41c596b20c70d3013c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9482338 Aug 21 09:17:47.036883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54378) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:47.051041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb1d3d55-a6e9-4884-963d-578d264856da req-80431220-390f-4a7b-92b5-6abc0967d8de tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239946 Aug 21 09:17:47.085309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for c82b22f9-7443-49e9-ba43-eb520300a012 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:47.130222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfefbf-42d0-42a4-94e8-9df32655efa5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b782131-c853-407a-9023-437c8604bf2d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:47.144674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-caaca7ef-0e7c-4d13-bdd6-5779d0771a08 None None] For port c82b22f9-7443-49e9-ba43-eb520300a012, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c82b22f9-7443-49e9-ba43-eb520300a012,segment=NetworkSegment(c97c842c-5a78-4256-98ee-773aefe0fc4c),segment_id=c97c842c-5a78-4256-98ee-773aefe0fc4c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:47.145170 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-caaca7ef-0e7c-4d13-bdd6-5779d0771a08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:47.188255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-caaca7ef-0e7c-4d13-bdd6-5779d0771a08 None None] Calling delete_port for c82b22f9-7443-49e9-ba43-eb520300a012 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:47.326184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f5dd8a7-7348-42dd-9cf0-5dca276a5a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:47.341534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d05f0e6e-500e-4148-8cd9-bf054c986500 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3050625 Aug 21 09:17:47.342691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54386) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:47.387500 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-f487d58e-a24f-4c20-b5e4-11468d5f6ed8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] delete failed (client error): The resource could not be found. Aug 21 09:17:47.401574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54388) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:47.404252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f487d58e-a24f-4c20-b5e4-11468d5f6ed8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-groups/6b782131-c853-407a-9023-437c8604bf2d HTTP/1.1" status: 404 len: 347 time: 0.0585704 Aug 21 09:17:47.417937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a97488cf-c17e-4d9e-a8fc-8354bf1addaa tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353221433'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:47.445138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c59c0f-6ded-477f-a3c9-5370394b2ce6 req-3f8f3ac6-0b51-4239-bdf7-381b06208373 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:47.447176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f5dd8a7-7348-42dd-9cf0-5dca276a5a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:47.453542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81c59c0f-6ded-477f-a3c9-5370394b2ce6 req-3f8f3ac6-0b51-4239-bdf7-381b06208373 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1909907 Aug 21 09:17:47.542050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81c59c0f-6ded-477f-a3c9-5370394b2ce6 req-0efe074a-cd8b-4af5-b25a-c48d1887ca17 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869737 Aug 21 09:17:47.558869 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-90a3a215-a771-4de4-bf68-eae642445dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:44Z', 'revision_number': 9, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:47.590602 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a3a215-a771-4de4-bf68-eae642445dfd None None] The sync data for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 is: [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:44Z', 'revision_number': 9, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a96109-4320-4482-8ef4-bcda20e5d6a9', 'name': '', 'network_id': '353aaca8-29cb-4142-971d-5adc3502c62e', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '53cdb39d-156a-4402-8634-39157222d355', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:11Z', 'updated_at': '2021-08-21T09:17:27Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '53cdb39d-156a-4402-8634-39157222d355', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:47.597473 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:47.686537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=c82b22f9-7443-49e9-ba43-eb520300a012,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:47.693668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No DVR routers for this DVR port c82b22f9-7443-49e9-ba43-eb520300a012 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:47.696057 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f5dd8a7-7348-42dd-9cf0-5dca276a5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:47.699170 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f5dd8a7-7348-42dd-9cf0-5dca276a5a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:47.703016 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5f5dd8a7-7348-42dd-9cf0-5dca276a5a9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb61a425-fcaf-4069-8fd7-deea4d13aef9 HTTP/1.1" status: 204 len: 168 time: 0.6504529 Aug 21 09:17:47.754458 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-caaca7ef-0e7c-4d13-bdd6-5779d0771a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:47.767677 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a97488cf-c17e-4d9e-a8fc-8354bf1addaa tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:47.788620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaca7ef-0e7c-4d13-bdd6-5779d0771a08 None None] Pushing event deleted for resources: {'Port': ['ID=c82b22f9-7443-49e9-ba43-eb520300a012,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:47.799358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaca7ef-0e7c-4d13-bdd6-5779d0771a08 None None] No DVR routers for this DVR port c82b22f9-7443-49e9-ba43-eb520300a012 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:47.816289 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5dd8a7-7348-42dd-9cf0-5dca276a5a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61a425-fcaf-4069-8fd7-deea4d13aef9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:47.820486 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88997806-edca-48ca-b317-576cecee443b req-7268d91d-cba1-4804-a522-7a46f31ba978 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:47.835040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88997806-edca-48ca-b317-576cecee443b req-7268d91d-cba1-4804-a522-7a46f31ba978 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1234086 Aug 21 09:17:47.896003 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:47.912877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682e2fd1-cae4-4644-b6e8-574a3050e9f2']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:47.928801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88997806-edca-48ca-b317-576cecee443b req-210f9880-ff7a-4bd8-acb0-9915ab59e669 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861866 Aug 21 09:17:47.945217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97c842c-5a78-4256-98ee-773aefe0fc4c') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:47.945684 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97c842c-5a78-4256-98ee-773aefe0fc4c') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:47.999079 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:17:48.100015 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:17:48.181659 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a97488cf-c17e-4d9e-a8fc-8354bf1addaa tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:48.205665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81b4c-5711-4884-8345-15039a439303 req-9118fc69-b66a-4bc5-8be8-87a78df34170 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:48.210475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35c81b4c-5711-4884-8345-15039a439303 req-9118fc69-b66a-4bc5-8be8-87a78df34170 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.1368914 Aug 21 09:17:48.236863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aa358-be96-4585-87c8-0e850f93967d req-85271212-aa8d-4510-8425-bebc4b05b428 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:48.246226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-665aa358-be96-4585-87c8-0e850f93967d req-85271212-aa8d-4510-8425-bebc4b05b428 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1405480 Aug 21 09:17:48.341027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c82b22f9-7443-49e9-ba43-eb520300a012 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:48.356876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-665aa358-be96-4585-87c8-0e850f93967d req-c31ed605-e9f9-4b78-85ff-cb0231f509aa tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921328 Aug 21 09:17:48.373676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: c82b22f9-7443-49e9-ba43-eb520300a012 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:48.374288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c82b22f9-7443-49e9-ba43-eb520300a012 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:48.375365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2f37b692-f2e9-4b53-ae0b-5b189e8682ed no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:48.397827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35c81b4c-5711-4884-8345-15039a439303 req-f6657b37-3060-46df-93f1-0b07ebcfa9d7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470807 Aug 21 09:17:48.426343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 2f37b692-f2e9-4b53-ae0b-5b189e8682ed {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:48.426964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2f37b692-f2e9-4b53-ae0b-5b189e8682ed not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:48.559316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d43cd-dae4-481f-a8a5-1136d3565c6a req-7861d8f8-2060-4dfa-b125-03021c4b835f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:48.560976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-544d43cd-dae4-481f-a8a5-1136d3565c6a req-7861d8f8-2060-4dfa-b125-03021c4b835f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0558729 Aug 21 09:17:48.615296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-544d43cd-dae4-481f-a8a5-1136d3565c6a req-999ddae0-71d5-4df9-a671-2dd3c6a794aa tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470963 Aug 21 09:17:48.735640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a97488cf-c17e-4d9e-a8fc-8354bf1addaa tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:48.761356 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:48.773897 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:48.777641 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/networks/682e2fd1-cae4-4644-b6e8-574a3050e9f2 HTTP/1.1" status: 204 len: 168 time: 2.3180459 Aug 21 09:17:48.778274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54420) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:48.824836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca6bec-1a2b-44fa-873e-6772cb31b706 req-648529b8-3673-41a9-a5bb-d4ee4ab8c7f5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:48.827521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03ca6bec-1a2b-44fa-873e-6772cb31b706 req-648529b8-3673-41a9-a5bb-d4ee4ab8c7f5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1094387 Aug 21 09:17:48.847655 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41561217-03a1-40ad-9c0e-0d705860ef02 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Network': ['ID=682e2fd1-cae4-4644-b6e8-574a3050e9f2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:48.914180 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03ca6bec-1a2b-44fa-873e-6772cb31b706 req-a92ac879-5012-491c-bf0d-664e28a6322a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805147 Aug 21 09:17:48.932745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97488cf-c17e-4d9e-a8fc-8354bf1addaa tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bead3f42-f6e4-49c0-8991-de24bd488f82,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:48.952699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a97488cf-c17e-4d9e-a8fc-8354bf1addaa tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:48.952699 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a97488cf-c17e-4d9e-a8fc-8354bf1addaa tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5447192 Aug 21 09:17:48.953063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54424) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:48.957548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-677e9096-6f13-48f5-a6ab-109adfd3554b tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': 'bead3f42-f6e4-49c0-8991-de24bd488f82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:49.062119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba14db-63eb-48b9-a165-fc1c23a43b66 req-c7e7fbda-65ae-41f3-a20e-0940ee5319f7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:49.069701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33ba14db-63eb-48b9-a165-fc1c23a43b66 req-c7e7fbda-65ae-41f3-a20e-0940ee5319f7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0638185 Aug 21 09:17:49.117235 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-677e9096-6f13-48f5-a6ab-109adfd3554b tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:49.167408 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33ba14db-63eb-48b9-a165-fc1c23a43b66 req-5e47ca7f-7b83-4eed-a76f-4377f5e6449c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930207 Aug 21 09:17:49.220868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-677e9096-6f13-48f5-a6ab-109adfd3554b tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:49.387939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4b369-6a0c-48be-a06c-a3ece5b9a210 req-7cc32fdb-f5d1-4b4d-99d8-03a6fdf734f5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:49.393775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-57e4b369-6a0c-48be-a06c-a3ece5b9a210 req-7cc32fdb-f5d1-4b4d-99d8-03a6fdf734f5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0752246 Aug 21 09:17:49.415097 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:49.451713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-57e4b369-6a0c-48be-a06c-a3ece5b9a210 req-81db5b30-97fe-4b07-85a7-bce79d305243 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492315 Aug 21 09:17:49.473295 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-677e9096-6f13-48f5-a6ab-109adfd3554b tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:49.493221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54438) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:49.531986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e9096-6f13-48f5-a6ab-109adfd3554b tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02664b64-2384-4a8a-80fb-ad1f453992e2,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:49.560572 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6680cceb-c6a9-49ec-bd28-55cc20a0f801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:49.591763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-677e9096-6f13-48f5-a6ab-109adfd3554b tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:49.593069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-677e9096-6f13-48f5-a6ab-109adfd3554b tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6391385 Aug 21 09:17:49.598257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54440) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:49.743199 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ead577e-b19d-4c9a-8ce4-1fc38f82e058 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:49.747467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49497be3-a48f-4353-85df-e781142f469e req-9e0c2111-4b14-41a2-bc12-3e46c6c5a17a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:49.754430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49497be3-a48f-4353-85df-e781142f469e req-9e0c2111-4b14-41a2-bc12-3e46c6c5a17a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1639366 Aug 21 09:17:49.764375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d419856-94cd-4ffa-980b-77a536c9fdd9 req-6f3862e2-5c78-4667-8a97-33c547d7a7ca tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:49.766363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d419856-94cd-4ffa-980b-77a536c9fdd9 req-6f3862e2-5c78-4667-8a97-33c547d7a7ca tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.2254646 Aug 21 09:17:49.773084 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ead577e-b19d-4c9a-8ce4-1fc38f82e058 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:49.831735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49497be3-a48f-4353-85df-e781142f469e req-4c1a191b-2107-4d80-ba5a-371255d17c52 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759449 Aug 21 09:17:49.902196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d419856-94cd-4ffa-980b-77a536c9fdd9 req-8d92f8e1-9014-4ad3-a309-509c6d2c5dc9 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128418 Aug 21 09:17:49.906181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6680cceb-c6a9-49ec-bd28-55cc20a0f801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.114466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c1c01-7b48-4a46-aac4-175af1bbf5d6 req-1cae28db-fb1e-4d44-b8fe-993964e9dbb6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:50.116146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c7c1c01-7b48-4a46-aac4-175af1bbf5d6 req-1cae28db-fb1e-4d44-b8fe-993964e9dbb6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0938573 Aug 21 09:17:50.192189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c7c1c01-7b48-4a46-aac4-175af1bbf5d6 req-32a9398b-26be-420f-9445-30cc2e78aedd tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688837 Aug 21 09:17:50.322087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031d2e4-d6db-414f-86c7-0c2431bd4a08 req-019bd02a-a7f9-4816-922a-d5175a73d266 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:50.323866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a031d2e4-d6db-414f-86c7-0c2431bd4a08 req-019bd02a-a7f9-4816-922a-d5175a73d266 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0541348 Aug 21 09:17:50.339954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6680cceb-c6a9-49ec-bd28-55cc20a0f801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.342197 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ead577e-b19d-4c9a-8ce4-1fc38f82e058 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.360594 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ead577e-b19d-4c9a-8ce4-1fc38f82e058 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.362474 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9ead577e-b19d-4c9a-8ce4-1fc38f82e058 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/02664b64-2384-4a8a-80fb-ad1f453992e2 HTTP/1.1" status: 204 len: 168 time: 0.7589698 Aug 21 09:17:50.365950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54452) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:50.385794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead577e-b19d-4c9a-8ce4-1fc38f82e058 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02664b64-2384-4a8a-80fb-ad1f453992e2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:50.402693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a031d2e4-d6db-414f-86c7-0c2431bd4a08 req-0facd305-391a-4c92-8c14-855e0381a88c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719745 Aug 21 09:17:50.409868 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6680cceb-c6a9-49ec-bd28-55cc20a0f801 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08fb88b49c7d4162be1e51681925e791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9153979 Aug 21 09:17:50.410624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54456) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:50.418372 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680cceb-c6a9-49ec-bd28-55cc20a0f801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f008b8c1-2ad3-46db-9543-164b4cd94ab8,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:50.453977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port a5a96109-4320-4482-8ef4-bcda20e5d6a9 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:50.455017 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.485830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3fa90900-eb05-4434-a3e5-95ac174a9fb7 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1178656 Aug 21 09:17:50.510100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54460) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:50.512647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e060a9b-274d-4054-8ce3-80d40d303d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.536356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e060a9b-274d-4054-8ce3-80d40d303d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.702943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6ed29-57d1-45c0-8e47-f35e3cc6101f req-1b4ee3ac-d2ff-4411-8015-ad86fda215b6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:50.830319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49e6ed29-57d1-45c0-8e47-f35e3cc6101f req-1b4ee3ac-d2ff-4411-8015-ad86fda215b6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1052885 Aug 21 09:17:50.830898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] For port a5a96109-4320-4482-8ef4-bcda20e5d6a9, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a5a96109-4320-4482-8ef4-bcda20e5d6a9,segment=NetworkSegment(6a517f70-6603-4f1d-9dbe-033419b9a6b7),segment_id=6a517f70-6603-4f1d-9dbe-033419b9a6b7)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:50.830898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.830898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52d1a39d-87b1-46ce-aa8d-db61a6361bbc tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.831533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49e6ed29-57d1-45c0-8e47-f35e3cc6101f req-3e0ab126-2b07-47d7-8fb9-efa81db6abb3 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372245 Aug 21 09:17:50.831672 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52d1a39d-87b1-46ce-aa8d-db61a6361bbc tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.831672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for a5a96109-4320-4482-8ef4-bcda20e5d6a9 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:50.887253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776441d-fd24-4335-b310-1622f6ef8e71 req-661e9433-7244-4e60-85ed-480b489405c7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:50.889841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9776441d-fd24-4335-b310-1622f6ef8e71 req-661e9433-7244-4e60-85ed-480b489405c7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0586843 Aug 21 09:17:50.940283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9776441d-fd24-4335-b310-1622f6ef8e71 req-f9b706e3-6f66-4119-a5db-05fd2e6a2898 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398648 Aug 21 09:17:50.953861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e060a9b-274d-4054-8ce3-80d40d303d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.959277 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e060a9b-274d-4054-8ce3-80d40d303d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:50.960242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7e060a9b-274d-4054-8ce3-80d40d303d90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f008b8c1-2ad3-46db-9543-164b4cd94ab8 HTTP/1.1" status: 204 len: 168 time: 0.5455520 Aug 21 09:17:51.008825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e060a9b-274d-4054-8ce3-80d40d303d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f008b8c1-2ad3-46db-9543-164b4cd94ab8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:51.039397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52d1a39d-87b1-46ce-aa8d-db61a6361bbc tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:51.042542 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52d1a39d-87b1-46ce-aa8d-db61a6361bbc tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:51.048743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54478) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:51.052531 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-52d1a39d-87b1-46ce-aa8d-db61a6361bbc tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-groups/bead3f42-f6e4-49c0-8991-de24bd488f82 HTTP/1.1" status: 204 len: 168 time: 0.5301218 Aug 21 09:17:51.120493 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:17:51.150847 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1a39d-87b1-46ce-aa8d-db61a6361bbc tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bead3f42-f6e4-49c0-8991-de24bd488f82,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:51.220548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454669c7-b168-4d5e-ba0e-16ead2d33beb req-bc66b9a3-a49c-4bf0-b3a0-8f91bc8ef25b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:51.230731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-454669c7-b168-4d5e-ba0e-16ead2d33beb req-bc66b9a3-a49c-4bf0-b3a0-8f91bc8ef25b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.1623211 Aug 21 09:17:51.249555 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:51.264003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b636fb1a-ead2-4fb5-8e40-c2b2072c1927 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2086642 Aug 21 09:17:51.289736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54482) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:51.337923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-71e0c6c6-df2c-414a-a9d2-f428a48fd516 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350447150'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:51.351917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=a5a96109-4320-4482-8ef4-bcda20e5d6a9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:51.385970 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-454669c7-b168-4d5e-ba0e-16ead2d33beb req-31f2d0e4-2c3e-42ab-8988-763293c80a3d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540096 Aug 21 09:17:51.506677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-71e0c6c6-df2c-414a-a9d2-f428a48fd516 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:51.606405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066937b-ebea-4545-b041-7a216f059e5a req-2062e855-c3dc-4e5b-bbb5-ab689bd4e828 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:51.614439 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f066937b-ebea-4545-b041-7a216f059e5a req-2062e855-c3dc-4e5b-bbb5-ab689bd4e828 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1574180 Aug 21 09:17:51.632113 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:51.753329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f066937b-ebea-4545-b041-7a216f059e5a req-1788fdb6-7247-4916-ac75-f910f86b932f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383164 Aug 21 09:17:51.812283 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-71e0c6c6-df2c-414a-a9d2-f428a48fd516 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:51.901211 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-71e0c6c6-df2c-414a-a9d2-f428a48fd516 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:51.948909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5e3c8-2c92-4072-a6ab-6ca68b0158f3 req-c75884da-ba45-4695-896e-f9698f6c1203 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:51.950879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3d5e3c8-2c92-4072-a6ab-6ca68b0158f3 req-c75884da-ba45-4695-896e-f9698f6c1203 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1056604 Aug 21 09:17:51.952363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0c6c6-df2c-414a-a9d2-f428a48fd516 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fbd3c1-8a4e-44e0-bce4-a7f5bbebb468,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:52.040947 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 5d2077a8-75dc-4e7f-96f3-015886777a17 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:17:52.051443 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-71e0c6c6-df2c-414a-a9d2-f428a48fd516 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:52.059352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-71e0c6c6-df2c-414a-a9d2-f428a48fd516 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7374272 Aug 21 09:17:52.065358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54504) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:52.075889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2cc455c0-b5b1-40b4-baca-31cc507b84e0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': '47fbd3c1-8a4e-44e0-bce4-a7f5bbebb468', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:52.099569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3d5e3c8-2c92-4072-a6ab-6ca68b0158f3 req-fe4e1059-0a0b-4031-ab5a-0a1884ec79bd tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123631 Aug 21 09:17:52.337842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7171d1-9b30-468e-9c4d-1737adaca176 req-30b32a0b-2e6e-4139-b2aa-159c69e35ae7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:52.345302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a7171d1-9b30-468e-9c4d-1737adaca176 req-30b32a0b-2e6e-4139-b2aa-159c69e35ae7 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0920410 Aug 21 09:17:52.366975 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2cc455c0-b5b1-40b4-baca-31cc507b84e0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:52.389779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a7171d1-9b30-468e-9c4d-1737adaca176 req-8ea46177-1f1a-4e53-b4c2-dc90b3b65976 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Aug 21 09:17:52.415224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:52.425268 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c1f6c593-b26e-46dd-adae-d3919e697c80 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6314452 Aug 21 09:17:52.427143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54520) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:52.427271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c223e8f-ee4a-4284-b19e-00eabcbb7eef None None] Sync routers for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:52.441317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c223e8f-ee4a-4284-b19e-00eabcbb7eef None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:52.443316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5c223e8f-ee4a-4284-b19e-00eabcbb7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:52.497389 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2cc455c0-b5b1-40b4-baca-31cc507b84e0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:52.503232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a6f2e0-c44c-4b45-a205-cf66b69b08a6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting subnet 53cdb39d-156a-4402-8634-39157222d355 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:17:52.524976 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9a6f2e0-c44c-4b45-a205-cf66b69b08a6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:52.550499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-5c223e8f-ee4a-4284-b19e-00eabcbb7eef None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:52.561018 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2cc455c0-b5b1-40b4-baca-31cc507b84e0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:52.596587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc455c0-b5b1-40b4-baca-31cc507b84e0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba04cb9-403f-4591-b9d5-3e9034b6af12,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:52.607627 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9a6f2e0-c44c-4b45-a205-cf66b69b08a6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:52.649980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65df5b-5151-41e5-b794-f8a344b199fb req-794070e0-d5cd-4f01-906c-d01a1dc1a995 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:52.657069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac65df5b-5151-41e5-b794-f8a344b199fb req-794070e0-d5cd-4f01-906c-d01a1dc1a995 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1470909 Aug 21 09:17:52.727061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2cc455c0-b5b1-40b4-baca-31cc507b84e0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:52.738730 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2cc455c0-b5b1-40b4-baca-31cc507b84e0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6584203 Aug 21 09:17:52.738928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54530) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:52.744088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8b1f16d0-0fa1-47db-8c93-58f64edec822 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': '47fbd3c1-8a4e-44e0-bce4-a7f5bbebb468', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:52.827668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5c223e8f-ee4a-4284-b19e-00eabcbb7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:50Z', 'revision_number': 10, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:52.861250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c223e8f-ee4a-4284-b19e-00eabcbb7eef None None] Checking router: 5d2077a8-75dc-4e7f-96f3-015886777a17 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:52.869747 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b1f16d0-0fa1-47db-8c93-58f64edec822 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:52.872633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c223e8f-ee4a-4284-b19e-00eabcbb7eef None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:52.873624 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5c223e8f-ee4a-4284-b19e-00eabcbb7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:52.994657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-5c223e8f-ee4a-4284-b19e-00eabcbb7eef None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:53.019274 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b1f16d0-0fa1-47db-8c93-58f64edec822 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.098477 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b1f16d0-0fa1-47db-8c93-58f64edec822 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.133264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f16d0-0fa1-47db-8c93-58f64edec822 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6837ced-b59c-4181-b569-6a09d854c97a,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:53.182235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcedb01-66df-4f4b-998a-1f688feabb54 req-cf481680-6cc2-4bd6-a33b-1bdd8de9771c tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:53.190043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5dcedb01-66df-4f4b-998a-1f688feabb54 req-cf481680-6cc2-4bd6-a33b-1bdd8de9771c tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.6167407 Aug 21 09:17:53.201796 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b1f16d0-0fa1-47db-8c93-58f64edec822 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.203887 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b1f16d0-0fa1-47db-8c93-58f64edec822 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4638362 Aug 21 09:17:53.206635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54544) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:53.211845 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-960059e8-2822-497a-89bc-3301c2154b45 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': '47fbd3c1-8a4e-44e0-bce4-a7f5bbebb468', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:53.250550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac65df5b-5151-41e5-b794-f8a344b199fb req-1a76bb50-3993-4caa-be30-db3e069045b2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920143 Aug 21 09:17:53.265033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9a6f2e0-c44c-4b45-a205-cf66b69b08a6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.286809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5c223e8f-ee4a-4284-b19e-00eabcbb7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:50Z', 'revision_number': 10, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:53.310280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5dcedb01-66df-4f4b-998a-1f688feabb54 req-8da46161-53f6-460f-a5d5-3ddcef7aa8d7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193728 Aug 21 09:17:53.317618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c223e8f-ee4a-4284-b19e-00eabcbb7eef None None] The sync data for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 is: [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:50Z', 'revision_number': 10, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None, '_interfaces': [{'id': '823fcc56-0928-49d4-859f-163214dbb5df', 'name': '', 'network_id': '05af79a1-b09e-4e2e-9969-f3bb9b83377f', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'mac_address': 'fa:16:3e:b6:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:17:02Z', 'updated_at': '2021-08-21T09:17:21Z', 'revision_number': 5, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'subnets': [{'id': '6d9d61fb-436c-4556-afcc-6af8c2ddee27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:53.392610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-960059e8-2822-497a-89bc-3301c2154b45 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.453978 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-960059e8-2822-497a-89bc-3301c2154b45 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.478113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9a6f2e0-c44c-4b45-a205-cf66b69b08a6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.508352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6f2e0-c44c-4b45-a205-cf66b69b08a6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Subnet': ['ID=53cdb39d-156a-4402-8634-39157222d355,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:53.521010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9a6f2e0-c44c-4b45-a205-cf66b69b08a6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.525524 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-960059e8-2822-497a-89bc-3301c2154b45 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.528413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d6e7bb-1f79-4ca4-bf49-df5b1064c698 None None] Network 353aaca8-29cb-4142-971d-5adc3502c62e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:53.528853 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54554) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:53.528956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e9a6f2e0-c44c-4b45-a205-cf66b69b08a6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/53cdb39d-156a-4402-8634-39157222d355 HTTP/1.1" status: 204 len: 168 time: 1.0948663 Aug 21 09:17:53.606322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960059e8-2822-497a-89bc-3301c2154b45 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccda6e32-132f-4825-b866-4197a31e8fa0,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:53.650664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.718391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port d44ad4e1-d583-4fca-9d11-2f4d77836e27 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:53.718740 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.731755 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-960059e8-2822-497a-89bc-3301c2154b45 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.739607 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-960059e8-2822-497a-89bc-3301c2154b45 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5293167 Aug 21 09:17:53.740668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54560) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:53.745153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-be859371-cd12-4bce-8b8f-ebaeea5df377 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': '47fbd3c1-8a4e-44e0-bce4-a7f5bbebb468', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:53.769968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94c04a-473c-4cf9-8303-a2f5016743db None None] DHCP port deletion for 353aaca8-29cb-4142-971d-5adc3502c62e request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:17:53.827772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9e94c04a-473c-4cf9-8303-a2f5016743db None None] Deleting port d44ad4e1-d583-4fca-9d11-2f4d77836e27 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:53.828141 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e94c04a-473c-4cf9-8303-a2f5016743db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.841592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] For port d44ad4e1-d583-4fca-9d11-2f4d77836e27, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d44ad4e1-d583-4fca-9d11-2f4d77836e27,segment=NetworkSegment(6a517f70-6603-4f1d-9dbe-033419b9a6b7),segment_id=6a517f70-6603-4f1d-9dbe-033419b9a6b7)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:53.843461 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.864413 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be859371-cd12-4bce-8b8f-ebaeea5df377 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.875215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for d44ad4e1-d583-4fca-9d11-2f4d77836e27 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:53.973122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9e94c04a-473c-4cf9-8303-a2f5016743db None None] For port d44ad4e1-d583-4fca-9d11-2f4d77836e27, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d44ad4e1-d583-4fca-9d11-2f4d77836e27,segment=NetworkSegment(6a517f70-6603-4f1d-9dbe-033419b9a6b7),segment_id=6a517f70-6603-4f1d-9dbe-033419b9a6b7)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:53.973661 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e94c04a-473c-4cf9-8303-a2f5016743db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.977153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be859371-cd12-4bce-8b8f-ebaeea5df377 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:53.991239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9e94c04a-473c-4cf9-8303-a2f5016743db None None] Calling delete_port for d44ad4e1-d583-4fca-9d11-2f4d77836e27 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:54.088716 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be859371-cd12-4bce-8b8f-ebaeea5df377 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.106854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be859371-cd12-4bce-8b8f-ebaeea5df377 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d534a1-b98a-4f4d-8eb9-d4974cc5e640,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:54.129102 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.136241 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e94c04a-473c-4cf9-8303-a2f5016743db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.168823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94c04a-473c-4cf9-8303-a2f5016743db None None] Pushing event deleted for resources: {'Port': ['ID=d44ad4e1-d583-4fca-9d11-2f4d77836e27,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:54.176492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94c04a-473c-4cf9-8303-a2f5016743db None None] No DVR routers for this DVR port d44ad4e1-d583-4fca-9d11-2f4d77836e27 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:54.197908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be859371-cd12-4bce-8b8f-ebaeea5df377 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.199041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-be859371-cd12-4bce-8b8f-ebaeea5df377 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4580328 Aug 21 09:17:54.201747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54582) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:54.207227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e3f91e52-a2b5-41c6-8eb8-a581659af797 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': '47fbd3c1-8a4e-44e0-bce4-a7f5bbebb468', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:54.209587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No DVR routers for this DVR port d44ad4e1-d583-4fca-9d11-2f4d77836e27 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:54.211108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=d44ad4e1-d583-4fca-9d11-2f4d77836e27,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:54.315827 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.347895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d44ad4e1-d583-4fca-9d11-2f4d77836e27 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:54.351960 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353aaca8-29cb-4142-971d-5adc3502c62e']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:54.360083 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3f91e52-a2b5-41c6-8eb8-a581659af797 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.374660 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a517f70-6603-4f1d-9dbe-033419b9a6b7') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:54.376172 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a517f70-6603-4f1d-9dbe-033419b9a6b7') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:54.391009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d44ad4e1-d583-4fca-9d11-2f4d77836e27 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:54.391262 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.391363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d44ad4e1-d583-4fca-9d11-2f4d77836e27 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:54.391818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5a96109-4320-4482-8ef4-bcda20e5d6a9 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:54.399017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09101e0-64e5-457a-9928-d6b9823d368e req-27257634-9195-41f3-90c1-4423730aa34a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:54.406490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f09101e0-64e5-457a-9928-d6b9823d368e req-27257634-9195-41f3-90c1-4423730aa34a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1275983 Aug 21 09:17:54.409595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.418729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:17:54.421393 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:17:54.424482 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:17:54.429165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a5a96109-4320-4482-8ef4-bcda20e5d6a9 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:54.429513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5a96109-4320-4482-8ef4-bcda20e5d6a9 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:54.462737 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3f91e52-a2b5-41c6-8eb8-a581659af797 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.477394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f09101e0-64e5-457a-9928-d6b9823d368e req-95367307-47c9-447b-ba77-e73523b70476 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700464 Aug 21 09:17:54.557706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37887ec6-54a4-4452-ae36-481675c32095 req-38c2642a-2a32-4e39-91f7-a7766411c5df tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:54.559202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37887ec6-54a4-4452-ae36-481675c32095 req-38c2642a-2a32-4e39-91f7-a7766411c5df tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.0534124 Aug 21 09:17:54.573663 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3f91e52-a2b5-41c6-8eb8-a581659af797 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.601307 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.608120 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.609015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f91e52-a2b5-41c6-8eb8-a581659af797 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c68838f-dd26-40f6-a54a-3d9af75e86d0,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:54.616073 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/networks/353aaca8-29cb-4142-971d-5adc3502c62e HTTP/1.1" status: 204 len: 168 time: 1.0826130 Aug 21 09:17:54.617539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37887ec6-54a4-4452-ae36-481675c32095 req-20fb4606-1bc1-49ae-ad9e-eecc540c9abd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511830 Aug 21 09:17:54.617992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54594) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:54.638221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90836001-0d28-4f94-b197-e62d8372c9e6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Network': ['ID=353aaca8-29cb-4142-971d-5adc3502c62e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:54.708180 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3f91e52-a2b5-41c6-8eb8-a581659af797 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.708180 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e3f91e52-a2b5-41c6-8eb8-a581659af797 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5005252 Aug 21 09:17:54.708424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54596) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:54.731127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-42837ac5-eb6a-49a4-abd0-779b1985fb5d tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.739076 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-42837ac5-eb6a-49a4-abd0-779b1985fb5d tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.865469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-42837ac5-eb6a-49a4-abd0-779b1985fb5d tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.878744 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-42837ac5-eb6a-49a4-abd0-779b1985fb5d tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:54.883590 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-42837ac5-eb6a-49a4-abd0-779b1985fb5d tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1c68838f-dd26-40f6-a54a-3d9af75e86d0 HTTP/1.1" status: 204 len: 168 time: 0.1758585 Aug 21 09:17:54.884874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42837ac5-eb6a-49a4-abd0-779b1985fb5d tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c68838f-dd26-40f6-a54a-3d9af75e86d0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:54.887782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54602) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:54.949961 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54606) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:54.973734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-284e555a-84a0-4cb1-b94e-1c430718048f tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0803857 Aug 21 09:17:54.977257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54610) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:55.041308 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eec73c7f-fb41-4f96-96bb-d3ad63faa1b3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.050410 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eec73c7f-fb41-4f96-96bb-d3ad63faa1b3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.070064 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9197018c-cd41-444a-ae65-52730c5a9b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.088979 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.156312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eec73c7f-fb41-4f96-96bb-d3ad63faa1b3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.170028 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eec73c7f-fb41-4f96-96bb-d3ad63faa1b3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.175052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-eec73c7f-fb41-4f96-96bb-d3ad63faa1b3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/44d534a1-b98a-4f4d-8eb9-d4974cc5e640 HTTP/1.1" status: 204 len: 168 time: 0.1959357 Aug 21 09:17:55.178959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54614) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:55.213514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec73c7f-fb41-4f96-96bb-d3ad63faa1b3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44d534a1-b98a-4f4d-8eb9-d4974cc5e640,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:55.239898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9197018c-cd41-444a-ae65-52730c5a9b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.243117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54616) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:55.244449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1f97cbcd-775b-4bf3-9a57-58a43f1f0ed0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0616114 Aug 21 09:17:55.271023 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a30d80-32cd-4832-b962-dd2820f6b5c7 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.279266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a30d80-32cd-4832-b962-dd2820f6b5c7 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.332994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9197018c-cd41-444a-ae65-52730c5a9b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.379312 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9197018c-cd41-444a-ae65-52730c5a9b82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f9160f20a64442fb201f2e3de0fac93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282503 Aug 21 09:17:55.380201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197018c-cd41-444a-ae65-52730c5a9b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b19d6b2-213a-4193-8f36-42b15e068077,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:55.382670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54618) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:55.420367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port 823fcc56-0928-49d4-859f-163214dbb5df {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:55.420791 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.434698 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a81476ba-e03b-45a8-8c41-c99f712978a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.458674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a81476ba-e03b-45a8-8c41-c99f712978a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.515075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] For port 823fcc56-0928-49d4-859f-163214dbb5df, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=823fcc56-0928-49d4-859f-163214dbb5df,segment=NetworkSegment(5e098672-7ec3-428e-87c0-0bd891d4b88d),segment_id=5e098672-7ec3-428e-87c0-0bd891d4b88d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:55.515446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.529411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for 823fcc56-0928-49d4-859f-163214dbb5df owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:55.643458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2db1c2-e861-41bc-87ff-baec30dc4ca6 req-b0bf9625-0f78-483f-976b-5c0d5308f34f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:55.644959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c2db1c2-e861-41bc-87ff-baec30dc4ca6 req-b0bf9625-0f78-483f-976b-5c0d5308f34f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0712316 Aug 21 09:17:55.747492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c2db1c2-e861-41bc-87ff-baec30dc4ca6 req-3cce98af-4aa5-4de9-bdc4-17ab5f020817 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709884 Aug 21 09:17:55.796716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2bee1-7289-4b17-a407-f15e31cfd5cb req-edab6176-cd0f-40f6-b0bb-034936f7a6b6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:55.798235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8bc2bee1-7289-4b17-a407-f15e31cfd5cb req-edab6176-cd0f-40f6-b0bb-034936f7a6b6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.0969362 Aug 21 09:17:55.844821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8bc2bee1-7289-4b17-a407-f15e31cfd5cb req-09939665-8e4b-43c4-9f1c-305d9dc7ca6d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379441 Aug 21 09:17:55.870570 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a30d80-32cd-4832-b962-dd2820f6b5c7 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.870570 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03a30d80-32cd-4832-b962-dd2820f6b5c7 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.873689 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03a30d80-32cd-4832-b962-dd2820f6b5c7 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ccda6e32-132f-4825-b866-4197a31e8fa0 HTTP/1.1" status: 204 len: 168 time: 0.6275864 Aug 21 09:17:55.875689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54628) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:55.878819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a30d80-32cd-4832-b962-dd2820f6b5c7 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccda6e32-132f-4825-b866-4197a31e8fa0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:55.919977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1ba51658-d786-4996-acb9-657b1339ae10 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0423350 Aug 21 09:17:55.922842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54630) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:55.929007 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a81476ba-e03b-45a8-8c41-c99f712978a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.931907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a81476ba-e03b-45a8-8c41-c99f712978a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.941193 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a81476ba-e03b-45a8-8c41-c99f712978a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b19d6b2-213a-4193-8f36-42b15e068077 HTTP/1.1" status: 204 len: 168 time: 0.5506177 Aug 21 09:17:55.942193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81476ba-e03b-45a8-8c41-c99f712978a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b19d6b2-213a-4193-8f36-42b15e068077,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:55.946452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-784d7481-adb0-40e4-af8f-71b5ce4bcaa3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:55.960517 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-784d7481-adb0-40e4-af8f-71b5ce4bcaa3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.019602 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.050592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-784d7481-adb0-40e4-af8f-71b5ce4bcaa3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.055755 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-784d7481-adb0-40e4-af8f-71b5ce4bcaa3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.056983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-784d7481-adb0-40e4-af8f-71b5ce4bcaa3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e6837ced-b59c-4181-b569-6a09d854c97a HTTP/1.1" status: 204 len: 168 time: 0.1332479 Aug 21 09:17:56.059837 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54638) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:56.078405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=823fcc56-0928-49d4-859f-163214dbb5df,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:56.092562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d7481-adb0-40e4-af8f-71b5ce4bcaa3 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6837ced-b59c-4181-b569-6a09d854c97a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:56.139156 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-056e5179-af3e-4c6e-acf1-01562758f122 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0781238 Aug 21 09:17:56.142393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54640) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:56.170409 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96993a5b-1cf1-417d-9c7f-4f57a166c1b0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.179223 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96993a5b-1cf1-417d-9c7f-4f57a166c1b0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.194119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.300459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96993a5b-1cf1-417d-9c7f-4f57a166c1b0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.309657 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96993a5b-1cf1-417d-9c7f-4f57a166c1b0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.310967 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-96993a5b-1cf1-417d-9c7f-4f57a166c1b0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/eba04cb9-403f-4591-b9d5-3e9034b6af12 HTTP/1.1" status: 204 len: 168 time: 0.1674066 Aug 21 09:17:56.315188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54646) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:56.323334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96993a5b-1cf1-417d-9c7f-4f57a166c1b0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eba04cb9-403f-4591-b9d5-3e9034b6af12,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:56.374868 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-877bd3e7-31c0-4884-bef7-c25d7e01872d tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0582933 Aug 21 09:17:56.377946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54648) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:56.384250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 5d2077a8-75dc-4e7f-96f3-015886777a17 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:17:56.436029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a946e13f-bcdc-4091-b12c-adf6a5f4fffb tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.460854 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a946e13f-bcdc-4091-b12c-adf6a5f4fffb tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.464138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:56.472028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a3bc2e3b-918d-4e68-84ba-7abc251be925 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8503196 Aug 21 09:17:56.472028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54652) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:56.478762 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d27d1c-9bf1-4712-b637-3b2fe904682c None None] Sync routers for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:56.489699 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d27d1c-9bf1-4712-b637-3b2fe904682c None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:56.490346 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c5d27d1c-9bf1-4712-b637-3b2fe904682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:56.526020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-0503ad43-e0ba-4c64-8463-10d773f59c61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting subnet 6d9d61fb-436c-4556-afcc-6af8c2ddee27 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:17:56.529985 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0503ad43-e0ba-4c64-8463-10d773f59c61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.575993 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c5d27d1c-9bf1-4712-b637-3b2fe904682c None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:56.580164 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0503ad43-e0ba-4c64-8463-10d773f59c61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.620299 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a946e13f-bcdc-4091-b12c-adf6a5f4fffb tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.623911 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a946e13f-bcdc-4091-b12c-adf6a5f4fffb tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.631303 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a946e13f-bcdc-4091-b12c-adf6a5f4fffb tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-groups/47fbd3c1-8a4e-44e0-bce4-a7f5bbebb468 HTTP/1.1" status: 204 len: 168 time: 0.2522624 Aug 21 09:17:56.631846 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c5d27d1c-9bf1-4712-b637-3b2fe904682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:55Z', 'revision_number': 11, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:56.631994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54658) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:56.658688 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d27d1c-9bf1-4712-b637-3b2fe904682c None None] Checking router: 5d2077a8-75dc-4e7f-96f3-015886777a17 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:56.669755 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d27d1c-9bf1-4712-b637-3b2fe904682c None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:56.670403 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c5d27d1c-9bf1-4712-b637-3b2fe904682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:56.677328 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946e13f-bcdc-4091-b12c-adf6a5f4fffb tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fbd3c1-8a4e-44e0-bce4-a7f5bbebb468,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:56.702337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0503ad43-e0ba-4c64-8463-10d773f59c61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.751022 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c5d27d1c-9bf1-4712-b637-3b2fe904682c None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:56.765011 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f592e0e0-d6ac-463b-9789-0e1c5c6b6e0f tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285648 Aug 21 09:17:56.769275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54660) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:56.774774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6d6208f9-9ecc-4342-b1ab-74f28aa2d2ec tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112847955'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:56.810181 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c5d27d1c-9bf1-4712-b637-3b2fe904682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:55Z', 'revision_number': 11, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:56.838331 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d27d1c-9bf1-4712-b637-3b2fe904682c None None] The sync data for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 is: [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:55Z', 'revision_number': 11, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:56.858490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54666) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:56.878578 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c36ca065-8605-4051-abe3-3598a33739cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.886017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498310dc-73ce-4a24-918e-513cc139382c req-ce25e2e0-4668-4471-81de-e5801da06297 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:56.886565 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d6208f9-9ecc-4342-b1ab-74f28aa2d2ec tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.887800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-498310dc-73ce-4a24-918e-513cc139382c req-ce25e2e0-4668-4471-81de-e5801da06297 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0623991 Aug 21 09:17:56.889505 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0503ad43-e0ba-4c64-8463-10d773f59c61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.939605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503ad43-e0ba-4c64-8463-10d773f59c61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Subnet': ['ID=6d9d61fb-436c-4556-afcc-6af8c2ddee27,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:56.950501 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0503ad43-e0ba-4c64-8463-10d773f59c61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:56.952393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0503ad43-e0ba-4c64-8463-10d773f59c61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/6d9d61fb-436c-4556-afcc-6af8c2ddee27 HTTP/1.1" status: 204 len: 168 time: 0.4795423 Aug 21 09:17:56.955209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54670) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:56.958057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa7afb3-ed7f-42aa-8119-24b83c56164c None None] Network 05af79a1-b09e-4e2e-9969-f3bb9b83377f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:17:57.006820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-498310dc-73ce-4a24-918e-513cc139382c req-772c892d-375d-495b-b5fa-15e58333c00a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070833 Aug 21 09:17:57.036259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266bbff-4361-43e6-aab6-24ea6dfa62fb req-9b283dd8-d7a4-4542-a6c5-d1e77e8253f7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:57.053708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3266bbff-4361-43e6-aab6-24ea6dfa62fb req-9b283dd8-d7a4-4542-a6c5-d1e77e8253f7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.0996034 Aug 21 09:17:57.069508 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.118439 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3266bbff-4361-43e6-aab6-24ea6dfa62fb req-ada3e08a-320d-4881-ac9a-4435a94a02d1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476544 Aug 21 09:17:57.168150 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c36ca065-8605-4051-abe3-3598a33739cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.178841 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Deleting port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:57.179172 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.233564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b179be6-275d-4875-b1aa-5c07014a8fd0 None None] DHCP port deletion for 05af79a1-b09e-4e2e-9969-f3bb9b83377f request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:17:57.263249 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c36ca065-8605-4051-abe3-3598a33739cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.278904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] For port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e,segment=NetworkSegment(5e098672-7ec3-428e-87c0-0bd891d4b88d),segment_id=5e098672-7ec3-428e-87c0-0bd891d4b88d)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:57.288594 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.296777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5b179be6-275d-4875-b1aa-5c07014a8fd0 None None] Deleting port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:17:57.297139 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5b179be6-275d-4875-b1aa-5c07014a8fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.321205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Calling delete_port for 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:57.355394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ca065-8605-4051-abe3-3598a33739cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072bd424-b9d3-4eff-bab0-fce3d1774122,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:57.373315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54678) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:57.373435 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c36ca065-8605-4051-abe3-3598a33739cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5768cb4c54f4102b81d3412beb9060a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5087984 Aug 21 09:17:57.393982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5b179be6-275d-4875-b1aa-5c07014a8fd0 None None] For port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e,segment=NetworkSegment(5e098672-7ec3-428e-87c0-0bd891d4b88d),segment_id=5e098672-7ec3-428e-87c0-0bd891d4b88d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:17:57.394684 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5b179be6-275d-4875-b1aa-5c07014a8fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.409687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5b179be6-275d-4875-b1aa-5c07014a8fd0 None None] Calling delete_port for 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:17:57.432796 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b494-8a73-42a6-af26-91c2d263978c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.455094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b494-8a73-42a6-af26-91c2d263978c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.459493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d6208f9-9ecc-4342-b1ab-74f28aa2d2ec tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.552118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d6208f9-9ecc-4342-b1ab-74f28aa2d2ec tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.581161 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b494-8a73-42a6-af26-91c2d263978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.583929 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cfd5b494-8a73-42a6-af26-91c2d263978c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.585120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cfd5b494-8a73-42a6-af26-91c2d263978c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/072bd424-b9d3-4eff-bab0-fce3d1774122 HTTP/1.1" status: 204 len: 168 time: 0.2154367 Aug 21 09:17:57.586968 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.593075 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5b179be6-275d-4875-b1aa-5c07014a8fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.601564 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6208f9-9ecc-4342-b1ab-74f28aa2d2ec tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a446c5-412b-4ed0-8724-b5623838eb64,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:57.613524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5b494-8a73-42a6-af26-91c2d263978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072bd424-b9d3-4eff-bab0-fce3d1774122,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:57.619446 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Port': ['ID=7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:57.621570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No DVR routers for this DVR port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:57.638531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b179be6-275d-4875-b1aa-5c07014a8fd0 None None] Pushing event deleted for resources: {'Port': ['ID=7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:57.659966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b179be6-275d-4875-b1aa-5c07014a8fd0 None None] No DVR routers for this DVR port 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:17:57.700788 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d6208f9-9ecc-4342-b1ab-74f28aa2d2ec tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.702064 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6d6208f9-9ecc-4342-b1ab-74f28aa2d2ec tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9318149 Aug 21 09:17:57.706002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54686) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:57.713017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ee3e9444-bbd0-46a0-82df-43b810dc78e5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': 'e0a446c5-412b-4ed0-8724-b5623838eb64', 'direction': 'ingress', 'protocol': 17}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:57.719145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.736722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05af79a1-b09e-4e2e-9969-f3bb9b83377f']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:57.754727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e098672-7ec3-428e-87c0-0bd891d4b88d') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:57.755026 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e098672-7ec3-428e-87c0-0bd891d4b88d') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:57.764578 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.778885 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.785357 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:17:57.785747 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:17:57.789230 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:17:57.897161 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee3e9444-bbd0-46a0-82df-43b810dc78e5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:57.897161 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee3e9444-bbd0-46a0-82df-43b810dc78e5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.035275 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee3e9444-bbd0-46a0-82df-43b810dc78e5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.045260 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.054914 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.066920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e9444-bbd0-46a0-82df-43b810dc78e5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d29a45-36fb-454f-8fa1-a40a6a9d8bc7,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:58.069070 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/networks/05af79a1-b09e-4e2e-9969-f3bb9b83377f HTTP/1.1" status: 204 len: 168 time: 1.1127315 Aug 21 09:17:58.077121 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54698) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:58.095060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b4862fd7-b760-406c-8e85-91ca2efbe102 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'routes': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:58.098987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786c940-a546-42b0-a0ca-dae1d50a5657 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Pushing event deleted for resources: {'Network': ['ID=05af79a1-b09e-4e2e-9969-f3bb9b83377f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:58.175103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d827d7a-57bd-4935-96ab-2095a65e6d35 req-17cc72e1-5603-4ba0-9556-bc5b86321bd9 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:58.176990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d827d7a-57bd-4935-96ab-2095a65e6d35 req-17cc72e1-5603-4ba0-9556-bc5b86321bd9 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0560760 Aug 21 09:17:58.238613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee3e9444-bbd0-46a0-82df-43b810dc78e5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.243161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ee3e9444-bbd0-46a0-82df-43b810dc78e5 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5324719 Aug 21 09:17:58.254675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54706) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:58.294578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.extraroute_db [None req-b4862fd7-b760-406c-8e85-91ca2efbe102 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Added routes are [] {{(pid=106756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 09:17:58.294889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.extraroute_db [None req-b4862fd7-b760-406c-8e85-91ca2efbe102 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Removed routes are [] {{(pid=106756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 09:17:58.295263 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4862fd7-b760-406c-8e85-91ca2efbe102 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.313639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d827d7a-57bd-4935-96ab-2095a65e6d35 req-52ec1941-586d-46e2-97f8-56b97ff20ef3 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271772 Aug 21 09:17:58.337019 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:58.361695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:58.362044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d9fd0c9-cbb2-49fc-ad5f-68fc21d0b83e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:58.362453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 823fcc56-0928-49d4-859f-163214dbb5df no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:17:58.383627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 823fcc56-0928-49d4-859f-163214dbb5df {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:17:58.383627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 823fcc56-0928-49d4-859f-163214dbb5df not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:17:58.401992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346e02-da6d-4ff4-8ce3-c663faf546d1 req-9a004809-ed57-41f8-9aea-9c65357c0829 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:58.403815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f346e02-da6d-4ff4-8ce3-c663faf546d1 req-9a004809-ed57-41f8-9aea-9c65357c0829 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.1580341 Aug 21 09:17:58.414228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c318616e-424d-4339-aa60-a5d0dd07bb17 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.463790 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c318616e-424d-4339-aa60-a5d0dd07bb17 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.471725 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4862fd7-b760-406c-8e85-91ca2efbe102 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.475116 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4862fd7-b760-406c-8e85-91ca2efbe102 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.500085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f346e02-da6d-4ff4-8ce3-c663faf546d1 req-cb9728c8-5b41-4043-8be4-ca44c9c32280 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836985 Aug 21 09:17:58.566588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4862fd7-b760-406c-8e85-91ca2efbe102 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router 5d2077a8-75dc-4e7f-96f3-015886777a17 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:17:58.644592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4862fd7-b760-406c-8e85-91ca2efbe102 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:17:58.651444 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4862fd7-b760-406c-8e85-91ca2efbe102 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.652629 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b4862fd7-b760-406c-8e85-91ca2efbe102 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17 HTTP/1.1" status: 200 len: 705 time: 0.5736952 Aug 21 09:17:58.655615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54716) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:58.655774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81367b5a-28df-4975-acd5-d4a367d64bc4 None None] Sync routers for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:17:58.665501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81367b5a-28df-4975-acd5-d4a367d64bc4 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:58.666114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-81367b5a-28df-4975-acd5-d4a367d64bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:58.681353 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c318616e-424d-4339-aa60-a5d0dd07bb17 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.687578 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a8228443-94ae-4289-9ecf-8283aea0f630 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2077a8-75dc-4e7f-96f3-015886777a17 HTTP/1.1" status: 200 len: 205 time: 0.0269489 Aug 21 09:17:58.687708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c318616e-424d-4339-aa60-a5d0dd07bb17 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.687708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c318616e-424d-4339-aa60-a5d0dd07bb17 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-groups/e0a446c5-412b-4ed0-8724-b5623838eb64 HTTP/1.1" status: 204 len: 168 time: 0.4284229 Aug 21 09:17:58.687708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54718) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:58.688340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54720) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:58.738235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318616e-424d-4339-aa60-a5d0dd07bb17 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a446c5-412b-4ed0-8724-b5623838eb64,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:58.748028 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7532d88f-1fe4-4d20-8cf6-ea279107a5d8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547400 Aug 21 09:17:58.748330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54726) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:58.748564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-81367b5a-28df-4975-acd5-d4a367d64bc4 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:58.753390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-eab149c5-c48a-469e-b4ce-14be58eee92c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118980905'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:58.802564 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a3f466b-cb87-4c6b-87cc-809e1d6c1c1e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:58.826076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-81367b5a-28df-4975-acd5-d4a367d64bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:55Z', 'revision_number': 11, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:58.860774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81367b5a-28df-4975-acd5-d4a367d64bc4 None None] Checking router: 5d2077a8-75dc-4e7f-96f3-015886777a17 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:17:58.874503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81367b5a-28df-4975-acd5-d4a367d64bc4 None None] Routers {'5d2077a8-75dc-4e7f-96f3-015886777a17'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:17:58.875360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-81367b5a-28df-4975-acd5-d4a367d64bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5d2077a8-75dc-4e7f-96f3-015886777a17'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:58.954812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-81367b5a-28df-4975-acd5-d4a367d64bc4 None None] Set router 5d2077a8-75dc-4e7f-96f3-015886777a17 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:17:59.005409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-81367b5a-28df-4975-acd5-d4a367d64bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:55Z', 'revision_number': 11, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:17:59.012333 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eab149c5-c48a-469e-b4ce-14be58eee92c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.015033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a3f466b-cb87-4c6b-87cc-809e1d6c1c1e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.018407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a3f466b-cb87-4c6b-87cc-809e1d6c1c1e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.035479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81367b5a-28df-4975-acd5-d4a367d64bc4 None None] The sync data for ids ['5d2077a8-75dc-4e7f-96f3-015886777a17'] in n-d-766726-28 is: [{'id': '5d2077a8-75dc-4e7f-96f3-015886777a17', 'name': 'tempest-RoutersIpV6Test-router-1022936007', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:58Z', 'updated_at': '2021-08-21T09:17:55Z', 'revision_number': 11, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:17:59.162824 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a3f466b-cb87-4c6b-87cc-809e1d6c1c1e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.165325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3f466b-cb87-4c6b-87cc-809e1d6c1c1e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Fanout notify agent at l3_agent the message router_deleted on router 5d2077a8-75dc-4e7f-96f3-015886777a17 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:17:59.177331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a3f466b-cb87-4c6b-87cc-809e1d6c1c1e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.182400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6a3f466b-cb87-4c6b-87cc-809e1d6c1c1e tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17 HTTP/1.1" status: 204 len: 168 time: 0.4871912 Aug 21 09:17:59.182775 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54740) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:59.187626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-781455dd-0eaa-45ff-adb9-0d8db688f492 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1806978269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:59.189172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eab149c5-c48a-469e-b4ce-14be58eee92c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.283884 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eab149c5-c48a-469e-b4ce-14be58eee92c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.323030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab149c5-c48a-469e-b4ce-14be58eee92c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dd8900-24bc-42db-9ccc-43cf8911f5f7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:17:59.383987 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-781455dd-0eaa-45ff-adb9-0d8db688f492 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.385329 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-781455dd-0eaa-45ff-adb9-0d8db688f492 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.444215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d3f2e-6f4c-4386-a096-7b442fc892f3 req-6d7fb23c-d35d-4102-bc8a-ca53151b0c31 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:59.445743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d18d3f2e-6f4c-4386-a096-7b442fc892f3 req-6d7fb23c-d35d-4102-bc8a-ca53151b0c31 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0609052 Aug 21 09:17:59.445887 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-781455dd-0eaa-45ff-adb9-0d8db688f492 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.484510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d18d3f2e-6f4c-4386-a096-7b442fc892f3 req-ebbe7822-3d0e-4456-bfa3-b3f1d950c7cc tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Aug 21 09:17:59.486867 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eab149c5-c48a-469e-b4ce-14be58eee92c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.490377 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-eab149c5-c48a-469e-b4ce-14be58eee92c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7382317 Aug 21 09:17:59.492121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54754) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:59.496683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a14394ea-7c06-4b8c-97a7-94d38c070915 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102542712'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:59.529458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-781455dd-0eaa-45ff-adb9-0d8db688f492 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.618717 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a14394ea-7c06-4b8c-97a7-94d38c070915 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.634461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c204f3-8d26-4447-b538-ca6112fce668 req-0e4c7049-7a73-49a1-8a34-d39040de591e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:17:59.635977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19c204f3-8d26-4447-b538-ca6112fce668 req-0e4c7049-7a73-49a1-8a34-d39040de591e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.0579848 Aug 21 09:17:59.677050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19c204f3-8d26-4447-b538-ca6112fce668 req-5c97a065-19bc-4571-a275-487eff558498 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345907 Aug 21 09:17:59.732445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-781455dd-0eaa-45ff-adb9-0d8db688f492 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.738393 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-781455dd-0eaa-45ff-adb9-0d8db688f492 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5545490 Aug 21 09:17:59.740967 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54764) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:17:59.745478 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c8713c5e-9c21-42a8-b756-12382c0b8c06 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:17:59.799231 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a14394ea-7c06-4b8c-97a7-94d38c070915 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.883429 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a14394ea-7c06-4b8c-97a7-94d38c070915 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:17:59.945916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14394ea-7c06-4b8c-97a7-94d38c070915 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e103a65-43f5-42df-8d79-fdcb0df92fce,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:00.015243 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8713c5e-9c21-42a8-b756-12382c0b8c06 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.043110 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a14394ea-7c06-4b8c-97a7-94d38c070915 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.047433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a14394ea-7c06-4b8c-97a7-94d38c070915 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5514235 Aug 21 09:18:00.047433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54776) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:00.051791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1640a7ed-be4b-49c6-86d6-7d4c740a4c80 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': 'd4dd8900-24bc-42db-9ccc-43cf8911f5f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1e103a65-43f5-42df-8d79-fdcb0df92fce', 'remote_ip_prefix': None}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:00.123141 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8713c5e-9c21-42a8-b756-12382c0b8c06 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.162730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1640a7ed-be4b-49c6-86d6-7d4c740a4c80 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.245926 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1640a7ed-be4b-49c6-86d6-7d4c740a4c80 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.288948 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8713c5e-9c21-42a8-b756-12382c0b8c06 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Router f42e0d6b-b609-443a-bd18-2dc1540701a8 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:18:00.317640 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1640a7ed-be4b-49c6-86d6-7d4c740a4c80 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.341724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640a7ed-be4b-49c6-86d6-7d4c740a4c80 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4de7006-2eea-4bd7-a702-fb1b86fe1dd8,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:00.449105 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1640a7ed-be4b-49c6-86d6-7d4c740a4c80 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.450606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1640a7ed-be4b-49c6-86d6-7d4c740a4c80 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4023666 Aug 21 09:18:00.453387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54794) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:00.484113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fad017f6-b963-498f-9b1e-1225ad398b35 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.511861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fad017f6-b963-498f-9b1e-1225ad398b35 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.619654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ced96-6d17-4821-b1d9-388724fe46a1 req-a73cf1ec-34e8-4ebf-bb16-c6bfec9ac56c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:00.619654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-279ced96-6d17-4821-b1d9-388724fe46a1 req-a73cf1ec-34e8-4ebf-bb16-c6bfec9ac56c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0560565 Aug 21 09:18:00.671013 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8713c5e-9c21-42a8-b756-12382c0b8c06 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:18:00.671536 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4aabd-3a55-4db2-b472-9466c948d6b0 None None] Sync routers for ids ['f42e0d6b-b609-443a-bd18-2dc1540701a8'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:18:00.673449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-279ced96-6d17-4821-b1d9-388724fe46a1 req-6c8396c3-4328-4415-ba48-3e852366cbad tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424690 Aug 21 09:18:00.673953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8713c5e-9c21-42a8-b756-12382c0b8c06 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.676622 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c8713c5e-9c21-42a8-b756-12382c0b8c06 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "PUT /v2.0/routers/f42e0d6b-b609-443a-bd18-2dc1540701a8 HTTP/1.1" status: 200 len: 698 time: 0.9340792 Aug 21 09:18:00.677956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54802) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:00.680958 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4aabd-3a55-4db2-b472-9466c948d6b0 None None] Routers {'f42e0d6b-b609-443a-bd18-2dc1540701a8'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:18:00.681937 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cad4aabd-3a55-4db2-b472-9466c948d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f42e0d6b-b609-443a-bd18-2dc1540701a8'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:00.690243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fad017f6-b963-498f-9b1e-1225ad398b35 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.733599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fad017f6-b963-498f-9b1e-1225ad398b35 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.736283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fad017f6-b963-498f-9b1e-1225ad398b35 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d4de7006-2eea-4bd7-a702-fb1b86fe1dd8 HTTP/1.1" status: 204 len: 168 time: 0.2809684 Aug 21 09:18:00.738208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54806) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:00.757945 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-cad4aabd-3a55-4db2-b472-9466c948d6b0 None None] Set router f42e0d6b-b609-443a-bd18-2dc1540701a8 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:18:00.774532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad017f6-b963-498f-9b1e-1225ad398b35 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4de7006-2eea-4bd7-a702-fb1b86fe1dd8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:00.799961 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d853f01a-9b07-4fd4-abdc-48c5f90e5756 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0572557 Aug 21 09:18:00.800179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54808) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:00.814291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a77f87d1-7ed5-40ee-93b8-bb00fe5dcc03 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/routers/f42e0d6b-b609-443a-bd18-2dc1540701a8 HTTP/1.1" status: 200 len: 704 time: 0.1338811 Aug 21 09:18:00.816896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54810) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:00.824119 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cad4aabd-3a55-4db2-b472-9466c948d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e0d6b-b609-443a-bd18-2dc1540701a8', 'name': 'tempest-RoutersIpV6Test-router-1806978269', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:17:59Z', 'updated_at': '2021-08-21T09:18:00Z', 'revision_number': 2, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:00.865853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-073ec46f-8b5e-4f3d-9aa0-0ae52bf112e9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42e0d6b-b609-443a-bd18-2dc1540701a8 HTTP/1.1" status: 200 len: 205 time: 0.0456698 Aug 21 09:18:00.866276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54816) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:00.874073 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17d55d53-7b35-4e7e-8333-619d8ed3bbf2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:00.880099 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4aabd-3a55-4db2-b472-9466c948d6b0 None None] Checking router: f42e0d6b-b609-443a-bd18-2dc1540701a8 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:18:00.892138 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4aabd-3a55-4db2-b472-9466c948d6b0 None None] Routers {'f42e0d6b-b609-443a-bd18-2dc1540701a8'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:18:00.892743 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cad4aabd-3a55-4db2-b472-9466c948d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:17:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['f42e0d6b-b609-443a-bd18-2dc1540701a8'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:00.894012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d5de-e83a-406c-9f9b-e53bfa04c9d6 req-52dadbac-cc63-43b2-a143-08f0e7e9173f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:00.895809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b920d5de-e83a-406c-9f9b-e53bfa04c9d6 req-52dadbac-cc63-43b2-a143-08f0e7e9173f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.1225274 Aug 21 09:18:00.902183 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17d55d53-7b35-4e7e-8333-619d8ed3bbf2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.020221 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-282cf7d7-18aa-4633-a2da-4f11aa79b57a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.023274 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-cad4aabd-3a55-4db2-b472-9466c948d6b0 None None] Set router f42e0d6b-b609-443a-bd18-2dc1540701a8 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:18:01.074915 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cad4aabd-3a55-4db2-b472-9466c948d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42e0d6b-b609-443a-bd18-2dc1540701a8', 'name': 'tempest-RoutersIpV6Test-router-1806978269', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:17:59Z', 'updated_at': '2021-08-21T09:18:00Z', 'revision_number': 2, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:01.100678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b920d5de-e83a-406c-9f9b-e53bfa04c9d6 req-9ecfed5b-87b5-4f25-bb29-d8d248a783a2 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546464 Aug 21 09:18:01.104304 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17d55d53-7b35-4e7e-8333-619d8ed3bbf2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.109314 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4aabd-3a55-4db2-b472-9466c948d6b0 None None] The sync data for ids ['f42e0d6b-b609-443a-bd18-2dc1540701a8'] in n-d-766726-28 is: [{'id': 'f42e0d6b-b609-443a-bd18-2dc1540701a8', 'name': 'tempest-RoutersIpV6Test-router-1806978269', 'tenant_id': 'b6eb04f072534f4aae8d648b369285d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:17:59Z', 'updated_at': '2021-08-21T09:18:00Z', 'revision_number': 2, 'project_id': 'b6eb04f072534f4aae8d648b369285d8', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:18:01.109475 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17d55d53-7b35-4e7e-8333-619d8ed3bbf2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.114340 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-17d55d53-7b35-4e7e-8333-619d8ed3bbf2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-groups/1e103a65-43f5-42df-8d79-fdcb0df92fce HTTP/1.1" status: 204 len: 168 time: 0.3089738 Aug 21 09:18:01.114980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54826) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.173755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d55d53-7b35-4e7e-8333-619d8ed3bbf2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e103a65-43f5-42df-8d79-fdcb0df92fce,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:01.236954 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-282cf7d7-18aa-4633-a2da-4f11aa79b57a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.243901 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-282cf7d7-18aa-4633-a2da-4f11aa79b57a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.256477 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c0e68faa-57b3-4a4b-8178-ad2b257e6dd8 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1329684 Aug 21 09:18:01.256675 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54834) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.322320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09458c99-dd00-4d8c-9b3b-448b9c8ffc9e tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.356688 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09458c99-dd00-4d8c-9b3b-448b9c8ffc9e tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.386045 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-282cf7d7-18aa-4633-a2da-4f11aa79b57a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.392230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282cf7d7-18aa-4633-a2da-4f11aa79b57a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Fanout notify agent at l3_agent the message router_deleted on router f42e0d6b-b609-443a-bd18-2dc1540701a8 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:18:01.395293 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-282cf7d7-18aa-4633-a2da-4f11aa79b57a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.398959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-282cf7d7-18aa-4633-a2da-4f11aa79b57a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/f42e0d6b-b609-443a-bd18-2dc1540701a8 HTTP/1.1" status: 204 len: 168 time: 0.5318954 Aug 21 09:18:01.405931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54840) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.435898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a8095fda-9130-4fc4-aba9-9fc4e057e6a6 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42e0d6b-b609-443a-bd18-2dc1540701a8 HTTP/1.1" status: 200 len: 205 time: 0.0287621 Aug 21 09:18:01.438875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54842) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.474937 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-b507321d-88bc-4369-9244-6836077f89ed tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] delete failed (client error): The resource could not be found. Aug 21 09:18:01.475999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b507321d-88bc-4369-9244-6836077f89ed tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/f42e0d6b-b609-443a-bd18-2dc1540701a8 HTTP/1.1" status: 404 len: 336 time: 0.0362356 Aug 21 09:18:01.478529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54844) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.505065 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded45f4e-8c95-4e9c-827b-5f980b2e007d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] DELETE failed (client error): The resource could not be found. Aug 21 09:18:01.505523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded45f4e-8c95-4e9c-827b-5f980b2e007d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:18:01.507314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ded45f4e-8c95-4e9c-827b-5f980b2e007d tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/cbf03f26-40fe-4bf9-8ab2-b650fb0f0cb0 HTTP/1.1" status: 404 len: 337 time: 0.0279202 Aug 21 09:18:01.510166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54848) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.522011 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09458c99-dd00-4d8c-9b3b-448b9c8ffc9e tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.524833 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09458c99-dd00-4d8c-9b3b-448b9c8ffc9e tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.529483 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-09458c99-dd00-4d8c-9b3b-448b9c8ffc9e tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-groups/d4dd8900-24bc-42db-9ccc-43cf8911f5f7 HTTP/1.1" status: 204 len: 168 time: 0.2685010 Aug 21 09:18:01.529584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54854) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.547593 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-25efc483-ec6d-4eab-bfbd-28422282bfb9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] DELETE failed (client error): The resource could not be found. Aug 21 09:18:01.551068 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25efc483-ec6d-4eab-bfbd-28422282bfb9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:18:01.551068 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-25efc483-ec6d-4eab-bfbd-28422282bfb9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/ac335658-21e5-49e2-aa31-2b4c4c0352a7 HTTP/1.1" status: 404 len: 337 time: 0.0393667 Aug 21 09:18:01.553398 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54856) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.586109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cc679218-bb10-4d90-afcd-6550bc3b2d7c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560429 Aug 21 09:18:01.590522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54858) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.594856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-aae3dee3-76be-4588-b705-999e1ee56c99 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group': {'name': 'tempest-secgroup--678068245'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:01.596278 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09458c99-dd00-4d8c-9b3b-448b9c8ffc9e tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dd8900-24bc-42db-9ccc-43cf8911f5f7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:01.598359 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26d29e6-57bf-4c3d-b2ad-41ce343a6d96 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] DELETE failed (client error): The resource could not be found. Aug 21 09:18:01.598831 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26d29e6-57bf-4c3d-b2ad-41ce343a6d96 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:18:01.600576 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c26d29e6-57bf-4c3d-b2ad-41ce343a6d96 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/53cdb39d-156a-4402-8634-39157222d355 HTTP/1.1" status: 404 len: 337 time: 0.0462484 Aug 21 09:18:01.604293 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54860) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.647414 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-304fdf71-21b5-4d2f-813c-6e29141f1560 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] DELETE failed (client error): The resource could not be found. Aug 21 09:18:01.647918 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304fdf71-21b5-4d2f-813c-6e29141f1560 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:18:01.652229 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-304fdf71-21b5-4d2f-813c-6e29141f1560 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/6d9d61fb-436c-4556-afcc-6af8c2ddee27 HTTP/1.1" status: 404 len: 337 time: 0.0448368 Aug 21 09:18:01.657528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54864) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.677770 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aae3dee3-76be-4588-b705-999e1ee56c99 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.680117 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-628b470e-7657-4370-93d5-e8dcf7b9150c tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2077a8-75dc-4e7f-96f3-015886777a17 HTTP/1.1" status: 200 len: 205 time: 0.0259895 Aug 21 09:18:01.683809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54866) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.730702 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-baa63464-1481-4c3e-aafc-2037ca55e3a9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] delete failed (client error): The resource could not be found. Aug 21 09:18:01.731770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-baa63464-1481-4c3e-aafc-2037ca55e3a9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/5d2077a8-75dc-4e7f-96f3-015886777a17 HTTP/1.1" status: 404 len: 336 time: 0.0486057 Aug 21 09:18:01.735009 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54870) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.763768 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a2757ce8-8588-4ea2-ae94-4805e404e399 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=38d0defa-6f08-44ba-99e5-a9cdf7af5e5b HTTP/1.1" status: 200 len: 205 time: 0.0267925 Aug 21 09:18:01.765883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54872) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.822282 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-2d3c17cd-9792-4e4c-b0b2-3a845e069e61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] delete failed (client error): The resource could not be found. Aug 21 09:18:01.823347 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2d3c17cd-9792-4e4c-b0b2-3a845e069e61 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/38d0defa-6f08-44ba-99e5-a9cdf7af5e5b HTTP/1.1" status: 404 len: 336 time: 0.0565507 Aug 21 09:18:01.825982 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54876) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.846069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beec6d-9ace-4829-8212-d26a7ce4d8ac req-b1c7939f-ca2a-459a-af73-061d52fffd3e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:01.854973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80beec6d-9ace-4829-8212-d26a7ce4d8ac req-b1c7939f-ca2a-459a-af73-061d52fffd3e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0995426 Aug 21 09:18:01.869970 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2addd80f-b0ab-4cd2-9be9-88b6b9866c58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] DELETE failed (client error): The resource could not be found. Aug 21 09:18:01.870446 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2addd80f-b0ab-4cd2-9be9-88b6b9866c58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:18:01.872322 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2addd80f-b0ab-4cd2-9be9-88b6b9866c58 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/e635e33c-e93b-4388-a4ea-31a6d2235097 HTTP/1.1" status: 404 len: 337 time: 0.0453541 Aug 21 09:18:01.874808 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54882) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.916824 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fa34a8b3-398e-4478-9751-8166e32883db tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f7b14-4278-49d3-bc25-bce89dd37b5e HTTP/1.1" status: 200 len: 205 time: 0.0408890 Aug 21 09:18:01.928758 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54884) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.928997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aae3dee3-76be-4588-b705-999e1ee56c99 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:01.958983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f302-e450-4866-a911-560ed573810a req-79664b87-f949-4829-acee-73376e0ea40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:01.959698 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-6f443839-379c-42ee-8180-fe2ad844fd9b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] delete failed (client error): The resource could not be found. Aug 21 09:18:01.964581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a7f302-e450-4866-a911-560ed573810a req-79664b87-f949-4829-acee-73376e0ea40f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 1097 time: 0.0916274 Aug 21 09:18:01.964711 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6f443839-379c-42ee-8180-fe2ad844fd9b tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/499f7b14-4278-49d3-bc25-bce89dd37b5e HTTP/1.1" status: 404 len: 336 time: 0.0415618 Aug 21 09:18:01.964821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80beec6d-9ace-4829-8212-d26a7ce4d8ac req-f7ba2566-7022-4f40-9bf7-ff8a11adfd22 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763063 Aug 21 09:18:01.966393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54886) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:01.997431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-71e64cc2-1536-46bf-ad83-ff4d3fa3d6a3 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=1543daea-7e49-4f82-aa11-a04d44d58f68 HTTP/1.1" status: 200 len: 205 time: 0.0282328 Aug 21 09:18:01.998954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54888) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:02.044741 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-9b5cf941-6316-4022-8a2a-e30579588ea9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] delete failed (client error): The resource could not be found. Aug 21 09:18:02.046676 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9b5cf941-6316-4022-8a2a-e30579588ea9 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/1543daea-7e49-4f82-aa11-a04d44d58f68 HTTP/1.1" status: 404 len: 336 time: 0.0467083 Aug 21 09:18:02.049759 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54894) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:02.085332 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-079b1e00-005c-47c2-a754-88bd476efe50 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] DELETE failed (client error): The resource could not be found. Aug 21 09:18:02.085820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079b1e00-005c-47c2-a754-88bd476efe50 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:18:02.087609 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-079b1e00-005c-47c2-a754-88bd476efe50 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/2da8b2b9-6786-47b3-800e-c720649980dc HTTP/1.1" status: 404 len: 337 time: 0.0368793 Aug 21 09:18:02.090155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54898) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:02.092583 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aae3dee3-76be-4588-b705-999e1ee56c99 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:02.121247 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-67ce0b97-5910-4ca8-8a2e-3277f7d98f95 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=65059d71-d017-429c-a0cf-2c2b93e30e12 HTTP/1.1" status: 200 len: 205 time: 0.0299790 Aug 21 09:18:02.123709 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54900) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:02.183624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3dee3-76be-4588-b705-999e1ee56c99 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde21fc7-5dae-4b1b-8fc2-e1b3370a4026,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:02.191777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f302-e450-4866-a911-560ed573810a req-9191647a-1863-4959-89d9-faa3b067ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:02.193338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a7f302-e450-4866-a911-560ed573810a req-9191647a-1863-4959-89d9-faa3b067ebba service neutron] 10.222.0.22 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 915 time: 0.2002859 Aug 21 09:18:02.213749 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-b48ddca3-2e7f-4504-b142-f128e6aaaf26 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] delete failed (client error): The resource could not be found. Aug 21 09:18:02.214785 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b48ddca3-2e7f-4504-b142-f128e6aaaf26 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/65059d71-d017-429c-a0cf-2c2b93e30e12 HTTP/1.1" status: 404 len: 336 time: 0.0901427 Aug 21 09:18:02.220073 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54910) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:02.262642 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3af4a09-d2f6-4094-87a1-316211d627e2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] DELETE failed (client error): The resource could not be found. Aug 21 09:18:02.263107 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3af4a09-d2f6-4094-87a1-316211d627e2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:18:02.267413 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b3af4a09-d2f6-4094-87a1-316211d627e2 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/00b2d027-fe5e-456e-a384-ea5e6bea3ae8 HTTP/1.1" status: 404 len: 337 time: 0.0367107 Aug 21 09:18:02.267693 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54918) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:02.292171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aae3dee3-76be-4588-b705-999e1ee56c99 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:02.293374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-aae3dee3-76be-4588-b705-999e1ee56c99 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7019265 Aug 21 09:18:02.294911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a7f302-e450-4866-a911-560ed573810a req-17307dd4-0184-45d9-bed8-a625fabadd7a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74316681-8df6-4d33-b4ec-207bc24a574c HTTP/1.1" status: 200 len: 217 time: 0.0943477 Aug 21 09:18:02.298403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54920) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:02.302720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a2cbe8f2-0920-4b60-a168-b53073fc2a66 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': 'cde21fc7-5dae-4b1b-8fc2-e1b3370a4026', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:02.322552 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a2595a38-9757-4d0c-a8be-6a3a17dedb68 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7a70e90-9f29-4e26-9509-3cd0cbf927a0 HTTP/1.1" status: 200 len: 205 time: 0.0500739 Aug 21 09:18:02.324451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54922) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:02.365909 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-bbd5a3a4-898e-4ce9-9ce7-c6c61686f924 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] delete failed (client error): The resource could not be found. Aug 21 09:18:02.367194 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bbd5a3a4-898e-4ce9-9ce7-c6c61686f924 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/routers/c7a70e90-9f29-4e26-9509-3cd0cbf927a0 HTTP/1.1" status: 404 len: 336 time: 0.0409503 Aug 21 09:18:02.369905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54924) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:02.405585 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc17e2d-0561-4a03-a60d-de934f4cf62a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] DELETE failed (client error): The resource could not be found. Aug 21 09:18:02.406056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc17e2d-0561-4a03-a60d-de934f4cf62a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:18:02.408461 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-afc17e2d-0561-4a03-a60d-de934f4cf62a tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/bd8cfacb-92b7-4acf-b8ac-d6c67af02af1 HTTP/1.1" status: 404 len: 337 time: 0.0375154 Aug 21 09:18:02.411479 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54928) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:02.447403 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc1d847-e50e-4120-9513-8577447b9518 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] DELETE failed (client error): The resource could not be found. Aug 21 09:18:02.447903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc1d847-e50e-4120-9513-8577447b9518 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:18:02.450877 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ddc1d847-e50e-4120-9513-8577447b9518 tempest-RoutersIpV6Test-843020697 tempest-RoutersIpV6Test-843020697-project] 10.222.0.20 "DELETE /v2.0/subnets/7cc56f47-6964-4b41-8bcc-23f5f92c956f HTTP/1.1" status: 404 len: 337 time: 0.0375535 Aug 21 09:18:02.555982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d454920a-570c-4ee7-a20a-2a843f9f55de details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:18:02.670061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:02.688192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'port_id': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'mac_address': 'fa:16:3e:6e:34:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:18:02.728065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69354de2-b4ec-4574-8933-4b414c5acf03 req-95dfc0a2-1aa3-4851-9fd2-5ce255b655ca tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:02.729702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69354de2-b4ec-4574-8933-4b414c5acf03 req-95dfc0a2-1aa3-4851-9fd2-5ce255b655ca tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 944 time: 0.5201521 Aug 21 09:18:02.730798 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:02.737283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f302-e450-4866-a911-560ed573810a req-f9d0af99-8398-4597-a07e-c1189bea4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:02.738715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a7f302-e450-4866-a911-560ed573810a req-f9d0af99-8398-4597-a07e-c1189bea4238 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ff9526d5-d048-4d21-9271-a5072de94c91 HTTP/1.1" status: 200 len: 854 time: 0.4299610 Aug 21 09:18:02.744272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d454920a-570c-4ee7-a20a-2a843f9f55de {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:18:02.767315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:02.777398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a7f302-e450-4866-a911-560ed573810a req-2ac73d92-c5a6-463a-9a2d-78ca4358e36f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efca9ead-4d16-43ab-8fac-3ba6e9275e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310485 Aug 21 09:18:02.811502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69354de2-b4ec-4574-8933-4b414c5acf03 req-778d2653-ccbe-4650-b041-680bcaf59d58 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718102 Aug 21 09:18:02.857760 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2cbe8f2-0920-4b60-a168-b53073fc2a66 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:02.883039 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:02.920888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a7f302-e450-4866-a911-560ed573810a req-6682d7b5-87e7-463d-817d-f70a1bb3261f service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330643 Aug 21 09:18:02.944919 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2cbe8f2-0920-4b60-a168-b53073fc2a66 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:02.945070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=11']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:03.046801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2cbe8f2-0920-4b60-a168-b53073fc2a66 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.075083 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54952) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:03.094697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a7f302-e450-4866-a911-560ed573810a req-84b9827c-4986-4df4-861e-dd6cab10ca97 service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664429 Aug 21 09:18:03.118608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbe8f2-0920-4b60-a168-b53073fc2a66 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d2f9be-911f-4e4c-a223-c94743482d40,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:03.147497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['d454920a-570c-4ee7-a20a-2a843f9f55de'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:18:03.148991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995a95a-852d-4d11-848c-58ecd67d335d req-05202fd3-8563-4ede-948f-edcc95eef6d2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:03.150933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2995a95a-852d-4d11-848c-58ecd67d335d req-05202fd3-8563-4ede-948f-edcc95eef6d2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0763762 Aug 21 09:18:03.224919 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2cbe8f2-0920-4b60-a168-b53073fc2a66 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.230040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a2cbe8f2-0920-4b60-a168-b53073fc2a66 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9277446 Aug 21 09:18:03.230637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54966) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:03.253273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2995a95a-852d-4d11-848c-58ecd67d335d req-95f70627-692e-46ec-b1d2-38e1053a6e84 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900223 Aug 21 09:18:03.275313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3814e355-cbcc-4365-9967-c3083dc9b328 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.289988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3814e355-cbcc-4365-9967-c3083dc9b328 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.315723 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6a35dee6-bde7-4d38-9053-6cebfc3e859d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6eb04f072534f4aae8d648b369285d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358890 Aug 21 09:18:03.325988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54968) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:03.368748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23389507-1c2b-4356-9e54-617835e2d66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.393376 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23389507-1c2b-4356-9e54-617835e2d66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.395016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3814e355-cbcc-4365-9967-c3083dc9b328 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.406298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3814e355-cbcc-4365-9967-c3083dc9b328 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.410157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3814e355-cbcc-4365-9967-c3083dc9b328 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/70d2f9be-911f-4e4c-a223-c94743482d40 HTTP/1.1" status: 204 len: 168 time: 0.1758816 Aug 21 09:18:03.410540 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54974) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:03.416690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814e355-cbcc-4365-9967-c3083dc9b328 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70d2f9be-911f-4e4c-a223-c94743482d40,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:03.473058 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-98cd78bd-e0bd-4ad8-95f2-4ef74c2e1b5a tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611088 Aug 21 09:18:03.475772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54976) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:03.537981 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b24da09-afab-4d0d-a310-4f4940ee6fb2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.540378 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23389507-1c2b-4356-9e54-617835e2d66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.543594 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23389507-1c2b-4356-9e54-617835e2d66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.544555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-23389507-1c2b-4356-9e54-617835e2d66c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91c8c4e5-2628-4069-9b07-e4a509a42913 HTTP/1.1" status: 204 len: 168 time: 0.2270491 Aug 21 09:18:03.566719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23389507-1c2b-4356-9e54-617835e2d66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c8c4e5-2628-4069-9b07-e4a509a42913,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:03.578128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b24da09-afab-4d0d-a310-4f4940ee6fb2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.784068 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b24da09-afab-4d0d-a310-4f4940ee6fb2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.792364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b24da09-afab-4d0d-a310-4f4940ee6fb2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:03.792364 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4b24da09-afab-4d0d-a310-4f4940ee6fb2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-groups/cde21fc7-5dae-4b1b-8fc2-e1b3370a4026 HTTP/1.1" status: 204 len: 168 time: 0.3121145 Aug 21 09:18:03.794261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54990) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:03.798683 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24da09-afab-4d0d-a310-4f4940ee6fb2 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde21fc7-5dae-4b1b-8fc2-e1b3370a4026,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:03.842552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ac6a5a77-28fd-4d71-b2da-53d34db13663 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471218 Aug 21 09:18:03.846703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54994) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:03.851217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-20cffad9-8991-40eb-9ecb-dd0da7cf224a tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995037060'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:03.951184 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20cffad9-8991-40eb-9ecb-dd0da7cf224a tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:04.015939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d50b5-64a8-4658-81d5-9c966da72a47 req-746b1e84-fdf0-4b9d-80e0-b6eecd174dae tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:04.019143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f22d50b5-64a8-4658-81d5-9c966da72a47 req-746b1e84-fdf0-4b9d-80e0-b6eecd174dae tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 945 time: 0.0901253 Aug 21 09:18:04.095811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f22d50b5-64a8-4658-81d5-9c966da72a47 req-20e1fb89-c9f6-4005-8504-41e2395de4e4 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666361 Aug 21 09:18:04.156102 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20cffad9-8991-40eb-9ecb-dd0da7cf224a tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:04.249445 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20cffad9-8991-40eb-9ecb-dd0da7cf224a tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:04.301097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cffad9-8991-40eb-9ecb-dd0da7cf224a tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedbf578-fdda-49ee-a06e-47972e084617,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:04.375838 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20cffad9-8991-40eb-9ecb-dd0da7cf224a tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:04.379611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-20cffad9-8991-40eb-9ecb-dd0da7cf224a tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5294220 Aug 21 09:18:04.382753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55028) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:04.387283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-eb6abdae-a6b8-426d-9f1d-38d88189cd95 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': 'aedbf578-fdda-49ee-a06e-47972e084617', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:04.397818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd22d4b-270a-42dd-9b32-e4f7b86f1d61 req-821a7fcf-c24e-40ae-8a4c-0d9c52192e20 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:04.399612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fd22d4b-270a-42dd-9b32-e4f7b86f1d61 req-821a7fcf-c24e-40ae-8a4c-0d9c52192e20 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0587227 Aug 21 09:18:04.441562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fd22d4b-270a-42dd-9b32-e4f7b86f1d61 req-c9198d79-7300-4173-952a-14e173edcf17 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354581 Aug 21 09:18:04.539664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb6abdae-a6b8-426d-9f1d-38d88189cd95 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:04.578266 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d454920a-570c-4ee7-a20a-2a843f9f55de up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:18:04.612669 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb6abdae-a6b8-426d-9f1d-38d88189cd95 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:04.671701 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb6abdae-a6b8-426d-9f1d-38d88189cd95 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:04.695366 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6abdae-a6b8-426d-9f1d-38d88189cd95 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b99ed8-0117-4041-ab65-e9ddbdffafc6,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:04.723500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port d454920a-570c-4ee7-a20a-2a843f9f55de completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:18:04.738283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port d454920a-570c-4ee7-a20a-2a843f9f55de triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:18:04.738283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:04.824152 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:04.830074 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb6abdae-a6b8-426d-9f1d-38d88189cd95 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:04.832384 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eb6abdae-a6b8-426d-9f1d-38d88189cd95 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4510953 Aug 21 09:18:04.835181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55054) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:04.863580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-69d7df55-9651-486c-b4ce-d5b78feb9633 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules/95b99ed8-0117-4041-ab65-e9ddbdffafc6 HTTP/1.1" status: 200 len: 763 time: 0.0263305 Aug 21 09:18:04.867131 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55056) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:04.870025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:18:04.872405 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c763b4-7fa7-45f3-8fb8-81438579f4e7" -d '{"events": [{"server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "name": "network-vif-plugged", "status": "completed", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:18:04.889546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:04.943507 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33650024-c406-41d4-a06f-91e112aa9ebf x-openstack-request-id: req-33650024-c406-41d4-a06f-91e112aa9ebf {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:18:04.943843 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "name": "network-vif-plugged", "status": "completed", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:18:04.944092 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33650024-c406-41d4-a06f-91e112aa9ebf {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:18:04.944498 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'code': 200} Aug 21 09:18:04.947969 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7fc04f71-4a0e-4b72-92d6-2dde7c1c2f8a tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0795462 Aug 21 09:18:04.950675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55060) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:04.982976 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55064) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:04.984609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f198344c-3436-42c2-8460-209a49f40b1c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:04.989987 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033870 Aug 21 09:18:04.991528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55066) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:04.993975 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f198344c-3436-42c2-8460-209a49f40b1c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.003507 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.081614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=12']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:05.100151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f198344c-3436-42c2-8460-209a49f40b1c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.106632 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f198344c-3436-42c2-8460-209a49f40b1c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.107760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f198344c-3436-42c2-8460-209a49f40b1c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/95b99ed8-0117-4041-ab65-e9ddbdffafc6 HTTP/1.1" status: 204 len: 168 time: 0.1556957 Aug 21 09:18:05.110966 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55072) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:05.113859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198344c-3436-42c2-8460-209a49f40b1c tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95b99ed8-0117-4041-ab65-e9ddbdffafc6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:05.140483 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5cbaf4ce-215a-4f54-bf84-9f1968affec4 tempest-NetworksApiDiscovery-1916416404 tempest-NetworksApiDiscovery-1916416404-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1310282 Aug 21 09:18:05.174402 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fac1cb21-b777-4fed-97ce-67f49d3ff54d tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622447 Aug 21 09:18:05.179523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55080) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:05.184548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9c97922a-cc70-482c-abae-feb16ca154bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': 'aedbf578-fdda-49ee-a06e-47972e084617', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:05.306583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7815-4d6f-4755-bf3d-bb67b16755f3 req-a024d754-5e8e-459c-84c1-6a1cf59429db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:05.308130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-247b7815-4d6f-4755-bf3d-bb67b16755f3 req-a024d754-5e8e-459c-84c1-6a1cf59429db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 1098 time: 0.0914817 Aug 21 09:18:05.322413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a48c-cf35-44e1-9a6d-1b844d62a950 req-839d51a3-8bb9-47df-81f8-e956eee8bf90 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:05.323903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1190a48c-cf35-44e1-9a6d-1b844d62a950 req-839d51a3-8bb9-47df-81f8-e956eee8bf90 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 946 time: 0.1103497 Aug 21 09:18:05.364915 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c97922a-cc70-482c-abae-feb16ca154bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.395840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-247b7815-4d6f-4755-bf3d-bb67b16755f3 req-1741c6af-9a51-466e-9e92-a446f681f0d2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709007 Aug 21 09:18:05.401428 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1190a48c-cf35-44e1-9a6d-1b844d62a950 req-0b3c40a0-a1e3-4236-90a3-52dc08244b36 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705073 Aug 21 09:18:05.443713 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c97922a-cc70-482c-abae-feb16ca154bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.555905 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c97922a-cc70-482c-abae-feb16ca154bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.565895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae873f14-daa3-4aa8-94b4-60c7e33f3346 req-8a22c361-0919-4a84-93be-55973f586e17 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:05.567476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae873f14-daa3-4aa8-94b4-60c7e33f3346 req-8a22c361-0919-4a84-93be-55973f586e17 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0563505 Aug 21 09:18:05.599057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97922a-cc70-482c-abae-feb16ca154bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29efc8af-e8c8-425a-92ec-f5779da1825a,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:05.623386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae873f14-daa3-4aa8-94b4-60c7e33f3346 req-b6cdf393-c500-4de8-af94-3887eece99fc tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480535 Aug 21 09:18:05.671677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c97922a-cc70-482c-abae-feb16ca154bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.673430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9c97922a-cc70-482c-abae-feb16ca154bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4927952 Aug 21 09:18:05.676208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55098) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:05.694706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6b9d9c8f-93bd-42fe-a303-5ed9b90bf0ac tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules/29efc8af-e8c8-425a-92ec-f5779da1825a HTTP/1.1" status: 200 len: 763 time: 0.0174167 Aug 21 09:18:05.697373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55100) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:05.754440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-674c550a-0133-4017-9965-ed8497c91e93 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0536795 Aug 21 09:18:05.764545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55108) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:05.779454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd552aa-5532-4f60-ab2d-7213ac335da1 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.793543 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd552aa-5532-4f60-ab2d-7213ac335da1 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.829865 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55112) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:05.931956 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd552aa-5532-4f60-ab2d-7213ac335da1 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.941030 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd552aa-5532-4f60-ab2d-7213ac335da1 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.942218 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0dd552aa-5532-4f60-ab2d-7213ac335da1 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/29efc8af-e8c8-425a-92ec-f5779da1825a HTTP/1.1" status: 204 len: 168 time: 0.1863992 Aug 21 09:18:05.945515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55116) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:05.959620 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd552aa-5532-4f60-ab2d-7213ac335da1 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29efc8af-e8c8-425a-92ec-f5779da1825a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:05.965214 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ce12040-5aaa-4613-9046-4643978081a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:05.999087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-206be854-c4d7-4f2d-a1f1-d53c64a417c6 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518887 Aug 21 09:18:06.001645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55120) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:06.006337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-da8d3999-4e28-4b1c-a8c9-96178bcdbbe0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Request body: {'security_group_rule': {'security_group_id': 'aedbf578-fdda-49ee-a06e-47972e084617', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:06.076681 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ce12040-5aaa-4613-9046-4643978081a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.140410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ce12040-5aaa-4613-9046-4643978081a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.213937 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7ce12040-5aaa-4613-9046-4643978081a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a50a1aeac8f4340aa734a1a7f3ac86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587894 Aug 21 09:18:06.213937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce12040-5aaa-4613-9046-4643978081a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17e78fe-3521-4fab-985b-7cf1fd86e9cb,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:06.215799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55130) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:06.248276 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a7d5d3d-785e-4b5c-9445-0db9767135b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.272363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a7d5d3d-785e-4b5c-9445-0db9767135b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.308887 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-da8d3999-4e28-4b1c-a8c9-96178bcdbbe0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.435267 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a7d5d3d-785e-4b5c-9445-0db9767135b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.439914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a7d5d3d-785e-4b5c-9445-0db9767135b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.441261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7a7d5d3d-785e-4b5c-9445-0db9767135b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c17e78fe-3521-4fab-985b-7cf1fd86e9cb HTTP/1.1" status: 204 len: 168 time: 0.2469423 Aug 21 09:18:06.462603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d5d3d-785e-4b5c-9445-0db9767135b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17e78fe-3521-4fab-985b-7cf1fd86e9cb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:06.486126 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-da8d3999-4e28-4b1c-a8c9-96178bcdbbe0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.579794 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-da8d3999-4e28-4b1c-a8c9-96178bcdbbe0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.616423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18640b7f-76b0-4b56-9e18-7e7c45f7d70f req-ed5e25f7-e2f9-41d7-a59d-60e7b2e7f84e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:06.616423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18640b7f-76b0-4b56-9e18-7e7c45f7d70f req-ed5e25f7-e2f9-41d7-a59d-60e7b2e7f84e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 946 time: 0.0735097 Aug 21 09:18:06.616423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d3999-4e28-4b1c-a8c9-96178bcdbbe0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5483f170-6b63-4146-b12e-49bf99accba8,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:06.645871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18640b7f-76b0-4b56-9e18-7e7c45f7d70f req-182d9ffe-9c96-4368-a2c0-8ad7fdd3989e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 Aug 21 09:18:06.751916 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-da8d3999-4e28-4b1c-a8c9-96178bcdbbe0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.755602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-da8d3999-4e28-4b1c-a8c9-96178bcdbbe0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7505012 Aug 21 09:18:06.756002 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55172) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:06.763053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e54467-1ad6-4d9d-8c5e-91b79d719949 req-c82bedb2-aa0e-4c9f-bf7c-7aef0efae1ed tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:06.771186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00e54467-1ad6-4d9d-8c5e-91b79d719949 req-c82bedb2-aa0e-4c9f-bf7c-7aef0efae1ed tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0593889 Aug 21 09:18:06.777122 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c80ec661-a5a9-45cc-b119-2293bb7538d0 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules/5483f170-6b63-4146-b12e-49bf99accba8 HTTP/1.1" status: 200 len: 764 time: 0.0198669 Aug 21 09:18:06.780950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55176) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:06.820618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00e54467-1ad6-4d9d-8c5e-91b79d719949 req-13864f64-f00a-4265-810d-1a47770f5efd tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495284 Aug 21 09:18:06.866555 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bb486a22-0c4c-4a6b-89f4-44ed82c5dbe6 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0827718 Aug 21 09:18:06.869233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55180) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:06.893241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ffedce-cf50-4c34-8d94-383bc10ccd97 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.901661 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ffedce-cf50-4c34-8d94-383bc10ccd97 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:06.934741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7a49-2fbb-441d-867d-5532da64ab01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:07.026202 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ffedce-cf50-4c34-8d94-383bc10ccd97 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:07.032869 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25ffedce-cf50-4c34-8d94-383bc10ccd97 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:07.034009 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-25ffedce-cf50-4c34-8d94-383bc10ccd97 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5483f170-6b63-4146-b12e-49bf99accba8 HTTP/1.1" status: 204 len: 168 time: 0.1637766 Aug 21 09:18:07.037554 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55198) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:07.051232 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffedce-cf50-4c34-8d94-383bc10ccd97 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5483f170-6b63-4146-b12e-49bf99accba8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:07.090710 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3d35f504-8a9c-41e5-b780-9029ee6efc6e tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520236 Aug 21 09:18:07.099725 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55212) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:07.162523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19d0147e-22f0-48fe-b440-75fc6fda76bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:07.187693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19d0147e-22f0-48fe-b440-75fc6fda76bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:07.360452 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19d0147e-22f0-48fe-b440-75fc6fda76bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:07.364975 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19d0147e-22f0-48fe-b440-75fc6fda76bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:07.368696 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-19d0147e-22f0-48fe-b440-75fc6fda76bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "DELETE /v2.0/security-groups/aedbf578-fdda-49ee-a06e-47972e084617 HTTP/1.1" status: 204 len: 168 time: 0.2654908 Aug 21 09:18:07.372167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55252) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:07.379060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0147e-22f0-48fe-b440-75fc6fda76bf tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedbf578-fdda-49ee-a06e-47972e084617,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:07.433935 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a7be6c7e-d09b-47cd-9cb9-51d0f0901553 tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604904 Aug 21 09:18:07.440008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55262) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:07.491610 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3d76416d-2305-42aa-a391-7669d55a137b tempest-SecGroupTest-747926644 tempest-SecGroupTest-747926644-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475438 Aug 21 09:18:07.783887 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc3930-6950-4fd3-a050-a6ede968e3aa req-adf2c094-5c34-4387-9aab-7a971d097860 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:07.785944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3abc3930-6950-4fd3-a050-a6ede968e3aa req-adf2c094-5c34-4387-9aab-7a971d097860 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 946 time: 0.0577087 Aug 21 09:18:07.829665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3abc3930-6950-4fd3-a050-a6ede968e3aa req-49aca0cb-399e-42da-825d-910cdf5b067a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376327 Aug 21 09:18:07.982617 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55318) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:07.986178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff390d-f407-4d07-9bee-4ddd9aaa7d54 req-64e8ef0e-2263-4da4-bfd5-651c15c8e612 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:07.988300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3ff390d-f407-4d07-9bee-4ddd9aaa7d54 req-64e8ef0e-2263-4da4-bfd5-651c15c8e612 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0728045 Aug 21 09:18:08.192390 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ef9753a6-4798-402c-9dc6-109284bd23c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=992a220fe3084757b69521dbe814120a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085948 Aug 21 09:18:08.194848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55332) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:08.253571 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6266e4ad-ba2a-4ed8-bb42-eade54361a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:08.280338 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6266e4ad-ba2a-4ed8-bb42-eade54361a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:08.307732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3ff390d-f407-4d07-9bee-4ddd9aaa7d54 req-9ecd2348-cb2e-444f-9a5e-eceb46304c7c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132589 Aug 21 09:18:08.423857 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6266e4ad-ba2a-4ed8-bb42-eade54361a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:08.426514 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6266e4ad-ba2a-4ed8-bb42-eade54361a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:08.427728 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6266e4ad-ba2a-4ed8-bb42-eade54361a8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fb5da91-801a-4f84-b4a0-1dea83b89839 HTTP/1.1" status: 204 len: 168 time: 0.2319210 Aug 21 09:18:08.435541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266e4ad-ba2a-4ed8-bb42-eade54361a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb5da91-801a-4f84-b4a0-1dea83b89839,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:09.054240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb4c83-f495-4c47-af50-609b410a5bed req-71a1704f-3520-468d-84d3-aef3669c3e9f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:09.055884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05eb4c83-f495-4c47-af50-609b410a5bed req-71a1704f-3520-468d-84d3-aef3669c3e9f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 946 time: 0.1331432 Aug 21 09:18:09.124946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05eb4c83-f495-4c47-af50-609b410a5bed req-f3da7799-1024-4ddf-ab15-959ceb664afd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611396 Aug 21 09:18:09.458701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bea5d-b120-4d8b-9464-86e9743a40b8 req-0b32106e-512c-4726-a4f2-2e1d71f1ce94 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:09.460459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b28bea5d-b120-4d8b-9464-86e9743a40b8 req-0b32106e-512c-4726-a4f2-2e1d71f1ce94 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0609498 Aug 21 09:18:09.506881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b28bea5d-b120-4d8b-9464-86e9743a40b8 req-49843a1a-5949-4e42-84f5-0c8179cb1b7f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361774 Aug 21 09:18:09.535060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2a262a81-379b-45a9-9ca8-a6972fbc3a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:09.576954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55422) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:09.771424 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:09.852790 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c062dc32-521f-48cb-9e0d-d8fee5a13ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:09.965477 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c062dc32-521f-48cb-9e0d-d8fee5a13ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:10.040330 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c062dc32-521f-48cb-9e0d-d8fee5a13ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:10.085949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c062dc32-521f-48cb-9e0d-d8fee5a13ade admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afdd1fbbeb114b038820ad136aeef901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073249 Aug 21 09:18:10.086733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062dc32-521f-48cb-9e0d-d8fee5a13ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152d533f-abd2-4d2f-942f-c37228a66fa1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:10.088951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55444) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:10.148368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e3372cc-e61f-43f2-862b-b02e819e637e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:10.179823 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e3372cc-e61f-43f2-862b-b02e819e637e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:10.288508 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e3372cc-e61f-43f2-862b-b02e819e637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:10.291205 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e3372cc-e61f-43f2-862b-b02e819e637e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:10.292467 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8e3372cc-e61f-43f2-862b-b02e819e637e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/152d533f-abd2-4d2f-942f-c37228a66fa1 HTTP/1.1" status: 204 len: 168 time: 0.2020690 Aug 21 09:18:10.303319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3372cc-e61f-43f2-862b-b02e819e637e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152d533f-abd2-4d2f-942f-c37228a66fa1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:10.674208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc4bca-6b02-441d-bcae-5fc667062f3e req-8adc7ca0-40f3-42a4-a0ca-5f428b8a5f89 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:10.676263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50cc4bca-6b02-441d-bcae-5fc667062f3e req-8adc7ca0-40f3-42a4-a0ca-5f428b8a5f89 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0769362 Aug 21 09:18:10.728186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50cc4bca-6b02-441d-bcae-5fc667062f3e req-e1298e34-2c3e-41d3-8d93-b55df7bbd1b9 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445189 Aug 21 09:18:10.835805 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:10.849078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-5160a9ba-b237-4652-912f-2cbeb5f4808f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0498223 Aug 21 09:18:10.980277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-16d05873-e561-44b1-949a-083a05848eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:10.980762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-16d05873-e561-44b1-949a-083a05848eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:10.981304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-16d05873-e561-44b1-949a-083a05848eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:10.981685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-16d05873-e561-44b1-949a-083a05848eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:10.982147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-16d05873-e561-44b1-949a-083a05848eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:10.982877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-16d05873-e561-44b1-949a-083a05848eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:10.983451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-16d05873-e561-44b1-949a-083a05848eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:10.999009 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55490) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:11.005698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-16d05873-e561-44b1-949a-083a05848eea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 6498 time: 0.0799177 Aug 21 09:18:11.024461 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90a519aa-5cba-4711-9daf-1531ef63df4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:11.139945 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90a519aa-5cba-4711-9daf-1531ef63df4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:11.146359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-6a2c0dd2-7c6f-46bd-867d-131cbc628718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:11.147342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-6a2c0dd2-7c6f-46bd-867d-131cbc628718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:11.147992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-6a2c0dd2-7c6f-46bd-867d-131cbc628718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:11.149841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-6a2c0dd2-7c6f-46bd-867d-131cbc628718 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=bd7ed038-3040-4e1c-a948-36b19eb7d434&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee HTTP/1.1" status: 200 len: 2293 time: 0.1210465 Aug 21 09:18:11.223053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-e5daa02e-5de7-4ebf-9dfb-d12f8f60ff5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=111787a2-30ea-4809-aa01-2f16b2944652 HTTP/1.1" status: 200 len: 1002 time: 0.0661788 Aug 21 09:18:11.231488 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90a519aa-5cba-4711-9daf-1531ef63df4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:11.264388 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-90a519aa-5cba-4711-9daf-1531ef63df4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=590941f5ed3945adb5b9d50876adfc12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616098 Aug 21 09:18:11.267958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55500) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:11.286415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a519aa-5cba-4711-9daf-1531ef63df4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b548b6-fb30-4a7c-94ce-38aee5b597a3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:11.331894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-6dbd08c1-e70b-46e1-8935-fd8c34398595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:11.334512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-6dbd08c1-e70b-46e1-8935-fd8c34398595 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ab28827-633f-407e-a5d5-e8b51ae5dfe4 HTTP/1.1" status: 200 len: 851 time: 0.1043041 Aug 21 09:18:11.414962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74e2f186-39c1-4b2e-91be-c858024e93a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:11.426074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-8677e8c9-f1fd-41ca-a24b-97ee6dde2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:11.428174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-8677e8c9-f1fd-41ca-a24b-97ee6dde2ae5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35a5a18c-3ef4-4f79-854b-c3e1a7bac713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862799 Aug 21 09:18:11.476429 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74e2f186-39c1-4b2e-91be-c858024e93a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:11.559184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55512) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:11.583752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-daed9a2c-4f05-48b6-98df-0c8c4ba1a1ab service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473041 Aug 21 09:18:11.667038 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74e2f186-39c1-4b2e-91be-c858024e93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:11.677425 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74e2f186-39c1-4b2e-91be-c858024e93a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:11.677425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-74e2f186-39c1-4b2e-91be-c858024e93a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82b548b6-fb30-4a7c-94ce-38aee5b597a3 HTTP/1.1" status: 204 len: 168 time: 0.4050157 Aug 21 09:18:11.709628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2aeb22a8-b30d-4a58-b22e-61765c61bc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:11.714697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2f186-39c1-4b2e-91be-c858024e93a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b548b6-fb30-4a7c-94ce-38aee5b597a3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:11.750192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-b8578ca9-1b0f-4918-a776-84ca33f765ce service neutron] 10.222.0.13 "GET /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585944 Aug 21 09:18:11.813742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-56b61a84-0fc7-418f-9d72-24096213b228 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=93573a26-26bd-4d80-98c6-ef6f0af8157c HTTP/1.1" status: 200 len: 217 time: 0.0546939 Aug 21 09:18:11.864992 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2aeb22a8-b30d-4a58-b22e-61765c61bc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:11.913005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-b49aa733-1515-461c-865a-1e9357cfbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:11.914542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-b49aa733-1515-461c-865a-1e9357cfbe8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.0927744 Aug 21 09:18:11.935069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 74316681-8df6-4d33-b4ec-207bc24a574c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:18:11.975901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-89b1cde4-279c-41cf-b269-e8db2925696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:11.977574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-89b1cde4-279c-41cf-b269-e8db2925696a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0557375 Aug 21 09:18:12.002902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2aeb22a8-b30d-4a58-b22e-61765c61bc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:12.099801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-a361608a-951f-4f2a-9abf-91d9c58cd6c8 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148531 Aug 21 09:18:12.136530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb22a8-b30d-4a58-b22e-61765c61bc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e342dd-bf7d-4bd4-ac93-5ac56808207d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:12.143521 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2aeb22a8-b30d-4a58-b22e-61765c61bc30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6b7d0e9978a44618d90d8ffd4de880b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5831237 Aug 21 09:18:12.149049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55548) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:12.269791 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4908459b-121a-4c0d-baba-d419a26b09d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:12.307726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4e0fb-1786-411d-8e90-e8ca0ea751b6 req-a5930c94-3d62-4a19-8c23-9ff197388c58 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:12.319032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fd4e0fb-1786-411d-8e90-e8ca0ea751b6 req-a5930c94-3d62-4a19-8c23-9ff197388c58 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.4386468 Aug 21 09:18:12.331919 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4908459b-121a-4c0d-baba-d419a26b09d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:12.383046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-e7cfcf8d-3437-44e9-9f17-701e3e9d94e4 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764213 Aug 21 09:18:12.445087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-619cc41c-4ead-4508-bd38-2acfc9e39886 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=58edfe04-a3d4-4096-86d3-5ad70a933df4 HTTP/1.1" status: 200 len: 217 time: 0.0540628 Aug 21 09:18:12.448199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fd4e0fb-1786-411d-8e90-e8ca0ea751b6 req-82235096-6d28-4103-b9e7-23c3d9dc33e9 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181209 Aug 21 09:18:12.500459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4908459b-121a-4c0d-baba-d419a26b09d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:12.503380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4908459b-121a-4c0d-baba-d419a26b09d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:12.505094 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4908459b-121a-4c0d-baba-d419a26b09d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97e342dd-bf7d-4bd4-ac93-5ac56808207d HTTP/1.1" status: 204 len: 168 time: 0.3517821 Aug 21 09:18:12.514355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908459b-121a-4c0d-baba-d419a26b09d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e342dd-bf7d-4bd4-ac93-5ac56808207d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:12.544624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-d6285677-3d82-4cbc-a0ab-1d224a6eada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:12.546212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-d6285677-3d82-4cbc-a0ab-1d224a6eada1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.0949075 Aug 21 09:18:12.570161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:12.572736 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:12.597322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '74316681-8df6-4d33-b4ec-207bc24a574c', 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79', 'port_id': '74316681-8df6-4d33-b4ec-207bc24a574c', 'mac_address': 'fa:16:3e:54:d9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9526d5-d048-4d21-9271-a5072de94c91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:18:12.616162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-64eba62f-99ef-49ed-bb2b-aec17854559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:12.617870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-64eba62f-99ef-49ed-bb2b-aec17854559c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0649581 Aug 21 09:18:12.660045 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:12.688526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74316681-8df6-4d33-b4ec-207bc24a574c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:18:12.714334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:12.744026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-50ac7a26-e1cd-4815-91bd-4996dadc19f1 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165528 Aug 21 09:18:12.814478 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:12.904080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-cb84ea53-2412-4feb-8d2c-c46331b025cf service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526062 Aug 21 09:18:12.926670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=74316681-8df6-4d33-b4ec-207bc24a574c,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:12.973942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-4b0a6b6a-4644-4792-9450-c1bc057b3e14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=9d96bb04-9325-4a64-8c0c-8ac156a08afe HTTP/1.1" status: 200 len: 217 time: 0.0629978 Aug 21 09:18:12.997708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['74316681-8df6-4d33-b4ec-207bc24a574c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:18:13.082616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-6d228e88-4e42-40d1-8ec4-898a20725932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:13.084328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-6d228e88-4e42-40d1-8ec4-898a20725932 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.1036391 Aug 21 09:18:13.175418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-3ac21c3d-caae-4bdc-9aeb-3f57767176bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:13.177022 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-3ac21c3d-caae-4bdc-9aeb-3f57767176bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0855601 Aug 21 09:18:13.357869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-19f68b57-69f7-45cf-bb93-0bbcb5091f51 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721225 Aug 21 09:18:13.381341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:13.407428 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab690cdb-f8e9-4436-a11a-8eed24ed60e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:13.484419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-64888b6c-422d-407f-870b-2b7dcee16f93 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189010 Aug 21 09:18:13.547010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-8888b57d-ed3d-443c-92d7-9ad9d2a034d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe HTTP/1.1" status: 200 len: 217 time: 0.0552669 Aug 21 09:18:13.652269 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab690cdb-f8e9-4436-a11a-8eed24ed60e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:13.675188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-f6522731-2a7c-4385-9bd9-538c6e17d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:13.676706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-f6522731-2a7c-4385-9bd9-538c6e17d169 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 200 len: 797 time: 0.1225238 Aug 21 09:18:13.731176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2ad94-de90-49a1-aeae-306d95004e2b req-d999c3de-0680-432f-b59d-76e491a47cc8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:13.732958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91f2ad94-de90-49a1-aeae-306d95004e2b req-d999c3de-0680-432f-b59d-76e491a47cc8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 944 time: 0.1281073 Aug 21 09:18:13.743224 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab690cdb-f8e9-4436-a11a-8eed24ed60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:13.787185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91f2ad94-de90-49a1-aeae-306d95004e2b req-b84a3da7-bf0b-4bd9-95c8-53f1fd434aae tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Aug 21 09:18:13.806741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-dda8c4ef-23bc-4700-b7c6-3a0470965fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:13.808333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-dda8c4ef-23bc-4700-b7c6-3a0470965fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd7ed038-3040-4e1c-a948-36b19eb7d434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1182783 Aug 21 09:18:13.847199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab690cdb-f8e9-4436-a11a-8eed24ed60e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6215f-7af6-46d8-aab1-19b7722de51e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:13.865624 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab690cdb-f8e9-4436-a11a-8eed24ed60e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b2f124c551b47939f3486c0d230538c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805000 Aug 21 09:18:13.868728 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55616) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:13.941774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55618) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:13.950709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 74316681-8df6-4d33-b4ec-207bc24a574c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:18:13.976797 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95c51791-a0e7-41b2-9e32-f856ee06131c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:14.024579 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95c51791-a0e7-41b2-9e32-f856ee06131c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:14.036750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-0f0b223c-b993-4a21-b72c-129519b1a9ff service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205315 Aug 21 09:18:14.116078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 74316681-8df6-4d33-b4ec-207bc24a574c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:18:14.118827 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:14.205885 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95c51791-a0e7-41b2-9e32-f856ee06131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:14.209277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-c97361f2-a5af-46d7-8e6b-5a662d5668f9 service neutron] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653683 Aug 21 09:18:14.209967 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95c51791-a0e7-41b2-9e32-f856ee06131c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:14.211743 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-95c51791-a0e7-41b2-9e32-f856ee06131c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0f6215f-7af6-46d8-aab1-19b7722de51e HTTP/1.1" status: 204 len: 168 time: 0.3416560 Aug 21 09:18:14.223890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c51791-a0e7-41b2-9e32-f856ee06131c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6215f-7af6-46d8-aab1-19b7722de51e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:14.294522 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5c4b02bd-35c0-4cce-af03-19122fcd0090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:14.299351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-a610d999-5834-4210-9689-426d33bd023a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=090fdd81-0c45-49e9-97a8-edb01ea83e05 HTTP/1.1" status: 200 len: 217 time: 0.0631304 Aug 21 09:18:14.310776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:14.349418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:14.352144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:18:14.354452 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba31392-f75f-4928-ab9b-ffc6bf086c8b" -d '{"events": [{"server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "name": "network-vif-plugged", "status": "completed", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:18:14.360943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-b5f92de0-b15d-46f1-b441-582e75733ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:14.365122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-b5f92de0-b15d-46f1-b441-582e75733ca5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 200 len: 797 time: 0.0568557 Aug 21 09:18:14.452100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-df8ff59e-efa1-4205-8dd8-defaa8b98b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:14.454315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-df8ff59e-efa1-4205-8dd8-defaa8b98b6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834770 Aug 21 09:18:14.486916 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e40c0c-dfb0-48ca-9a46-81316d502c22 x-openstack-request-id: req-32e40c0c-dfb0-48ca-9a46-81316d502c22 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:18:14.487344 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "name": "network-vif-plugged", "status": "completed", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:18:14.487739 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32e40c0c-dfb0-48ca-9a46-81316d502c22 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:18:14.488020 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c', 'code': 200} Aug 21 09:18:14.490200 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:14.546076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=74316681-8df6-4d33-b4ec-207bc24a574c,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:14.569139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-9cb48c6b-a9e2-40ab-baec-9e1ec05e8008 service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064129 Aug 21 09:18:14.750953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-1abf05db-0d07-45d0-9814-954e73ea5b84 service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731195 Aug 21 09:18:14.773935 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5c4b02bd-35c0-4cce-af03-19122fcd0090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:14.838848 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-ee5e5bd4-4811-4410-9edf-5b1eb8c83910 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b5e9a35-1c2b-412f-979d-550fc637481a HTTP/1.1" status: 200 len: 217 time: 0.0629532 Aug 21 09:18:14.884630 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5c4b02bd-35c0-4cce-af03-19122fcd0090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:14.951021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-b4809699-e45e-43e9-9c20-2f519fd5bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:14.951224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-b4809699-e45e-43e9-9c20-2f519fd5bce2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 200 len: 797 time: 0.1029949 Aug 21 09:18:14.978971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5c4b02bd-35c0-4cce-af03-19122fcd0090 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97c5ebcd82aa433891a4766c67e75ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0358963 Aug 21 09:18:14.981446 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55652) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:15.028355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b02bd-35c0-4cce-af03-19122fcd0090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853b0fd6-acb2-4c9e-b071-6f72d7b126e3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:15.061178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3e856-42e9-4997-ad6f-d59dc05a0aaa req-e5781ee5-4d89-4dca-9197-51583839dd86 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:15.062220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c703-0495-4f62-a533-30f25e33d09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:15.062791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-caa3e856-42e9-4997-ad6f-d59dc05a0aaa req-e5781ee5-4d89-4dca-9197-51583839dd86 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1394546 Aug 21 09:18:15.072062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-04133088-59b0-40d1-ad82-ca9d1ecae476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:15.073673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-04133088-59b0-40d1-ad82-ca9d1ecae476 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e89969b7-e70a-4cc8-9700-1c6fa3c015ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0928876 Aug 21 09:18:15.132665 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c703-0495-4f62-a533-30f25e33d09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:15.143009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-caa3e856-42e9-4997-ad6f-d59dc05a0aaa req-385889e0-99a7-4622-815c-5c38dfa6c0ed tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691984 Aug 21 09:18:15.211316 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:15.254754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-6b86cf61-13c7-4a2a-b440-97e9861b9f0d service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725395 Aug 21 09:18:15.315155 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:15.342920 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c703-0495-4f62-a533-30f25e33d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:15.346791 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c703-0495-4f62-a533-30f25e33d09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:15.349657 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2fd3c703-0495-4f62-a533-30f25e33d09e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/853b0fd6-acb2-4c9e-b071-6f72d7b126e3 HTTP/1.1" status: 204 len: 168 time: 0.3665075 Aug 21 09:18:15.361348 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3c703-0495-4f62-a533-30f25e33d09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853b0fd6-acb2-4c9e-b071-6f72d7b126e3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:15.427786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccb9d4df-e4ef-4945-9158-d8b98bce9391 req-f201410c-5485-4bf0-a269-84b804641209 service neutron] 10.222.0.13 "GET /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656048 Aug 21 09:18:16.354875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675e19-96ca-4557-b979-eaaaf280cc1e req-4d6407c9-e293-4c22-a670-cfd7fee9a175 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:16.356749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a675e19-96ca-4557-b979-eaaaf280cc1e req-4d6407c9-e293-4c22-a670-cfd7fee9a175 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0823846 Aug 21 09:18:16.415780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a675e19-96ca-4557-b979-eaaaf280cc1e req-abf3c4ba-fb6d-4fb3-a492-c1ee8341033c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Aug 21 09:18:17.247861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55742) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:17.522093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b32eae3-2676-4734-9704-4a1a37e213e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:17.627315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248cb7-b68c-4e0c-9660-0e49ef5a9a4e req-9bcfa480-baed-4b2d-a9ca-444037be5201 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:17.658371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30248cb7-b68c-4e0c-9660-0e49ef5a9a4e req-9bcfa480-baed-4b2d-a9ca-444037be5201 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0927002 Aug 21 09:18:17.690894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b32eae3-2676-4734-9704-4a1a37e213e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:17.745469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b32eae3-2676-4734-9704-4a1a37e213e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:17.746317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30248cb7-b68c-4e0c-9660-0e49ef5a9a4e req-00184b83-a883-45e6-8b40-ecf8970fefe5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902524 Aug 21 09:18:17.804495 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0b32eae3-2676-4734-9704-4a1a37e213e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e61d58335444a77a60372ae3271c052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529716 Aug 21 09:18:17.804495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32eae3-2676-4734-9704-4a1a37e213e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c43655-4947-4ea9-87a2-f4def6260a8c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:17.805064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55760) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:17.928656 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82442520-2b1f-48a1-9f0f-2d5d51733ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:17.958259 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82442520-2b1f-48a1-9f0f-2d5d51733ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:18.137514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82442520-2b1f-48a1-9f0f-2d5d51733ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:18.142312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82442520-2b1f-48a1-9f0f-2d5d51733ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:18.147144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-82442520-2b1f-48a1-9f0f-2d5d51733ce8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1c43655-4947-4ea9-87a2-f4def6260a8c HTTP/1.1" status: 204 len: 168 time: 0.3408663 Aug 21 09:18:18.159545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82442520-2b1f-48a1-9f0f-2d5d51733ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c43655-4947-4ea9-87a2-f4def6260a8c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:18.964033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e60ad-2a34-4f48-b7e1-e07e124d9c50 req-28a5228c-8567-4389-8565-c710b3875a9e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:18.966082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-702e60ad-2a34-4f48-b7e1-e07e124d9c50 req-28a5228c-8567-4389-8565-c710b3875a9e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1087985 Aug 21 09:18:19.055415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-702e60ad-2a34-4f48-b7e1-e07e124d9c50 req-b8d55550-5e7b-4480-bc91-494148fe4dcf tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769217 Aug 21 09:18:19.381940 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55828) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:19.399077 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40a52b36-15f1-4e6c-8eaa-550b84ce313a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:19.581458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40a52b36-15f1-4e6c-8eaa-550b84ce313a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:19.676910 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40a52b36-15f1-4e6c-8eaa-550b84ce313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:19.739073 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-40a52b36-15f1-4e6c-8eaa-550b84ce313a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58731482ca824a18906e09d5e6b84e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554010 Aug 21 09:18:19.739412 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a52b36-15f1-4e6c-8eaa-550b84ce313a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c6c6b8-96e7-4e72-850e-b195a2c9b312,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:19.744323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55850) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:19.852096 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6645adb0-5560-436f-bfcb-ff014497d7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:19.894150 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6645adb0-5560-436f-bfcb-ff014497d7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:20.082746 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6645adb0-5560-436f-bfcb-ff014497d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:20.085476 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6645adb0-5560-436f-bfcb-ff014497d7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:20.086657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6645adb0-5560-436f-bfcb-ff014497d7d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9c6c6b8-96e7-4e72-850e-b195a2c9b312 HTTP/1.1" status: 204 len: 168 time: 0.3413301 Aug 21 09:18:20.111981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645adb0-5560-436f-bfcb-ff014497d7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c6c6b8-96e7-4e72-850e-b195a2c9b312,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:20.210929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670da45-60dd-48dd-92bd-884cd97f0d6b req-1f768dbd-f49b-4741-a0ed-44b0cedaf505 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:20.212595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b670da45-60dd-48dd-92bd-884cd97f0d6b req-1f768dbd-f49b-4741-a0ed-44b0cedaf505 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0654809 Aug 21 09:18:20.286089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b670da45-60dd-48dd-92bd-884cd97f0d6b req-1f1fed44-1790-4ba2-be41-75130b874742 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670867 Aug 21 09:18:20.906997 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55922) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:21.178644 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5d78-5357-4de2-8ce1-e1d63a11ca9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:21.364737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5d78-5357-4de2-8ce1-e1d63a11ca9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:21.465616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62ffb8-d5ae-4046-b674-d5e59695cf3e req-c1fbefd7-2d9e-4aba-b5dc-177d56fdf673 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:21.472965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df62ffb8-d5ae-4046-b674-d5e59695cf3e req-c1fbefd7-2d9e-4aba-b5dc-177d56fdf673 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0665634 Aug 21 09:18:21.503921 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5d78-5357-4de2-8ce1-e1d63a11ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:21.555530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df62ffb8-d5ae-4046-b674-d5e59695cf3e req-359929d8-b021-4ffb-acfa-e0a51720b54e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753253 Aug 21 09:18:21.627802 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0d7b5d78-5357-4de2-8ce1-e1d63a11ca9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11aa89ac3ed048c3a7d5eac9b7126616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7168136 Aug 21 09:18:21.628201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55978) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:21.634377 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b5d78-5357-4de2-8ce1-e1d63a11ca9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fe7334-5432-4991-a0b5-a6865e68279e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:21.706789 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-102dd9a3-f624-4fc3-bcb7-7d833d24615a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:21.742827 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-102dd9a3-f624-4fc3-bcb7-7d833d24615a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:21.899295 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-102dd9a3-f624-4fc3-bcb7-7d833d24615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:21.903418 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-102dd9a3-f624-4fc3-bcb7-7d833d24615a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:21.905519 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-102dd9a3-f624-4fc3-bcb7-7d833d24615a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9fe7334-5432-4991-a0b5-a6865e68279e HTTP/1.1" status: 204 len: 168 time: 0.2763038 Aug 21 09:18:21.919198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dd9a3-f624-4fc3-bcb7-7d833d24615a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fe7334-5432-4991-a0b5-a6865e68279e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:22.669642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c5ced-a27f-4d27-afe5-99ea6745ea33 req-a641fa4d-fe64-4a8e-bdfd-63df2117d938 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:22.671227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b1c5ced-a27f-4d27-afe5-99ea6745ea33 req-a641fa4d-fe64-4a8e-bdfd-63df2117d938 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0577559 Aug 21 09:18:22.736279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b1c5ced-a27f-4d27-afe5-99ea6745ea33 req-ab7e2f45-0e0a-4654-b2ae-98b72131ccc5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577252 Aug 21 09:18:22.797189 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56022) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:23.133448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.202801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56046) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:23.230332 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ed555dca-64b4-4cb8-8a03-dd5768d3aa23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.297107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.399392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.447256 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ffea88e8e604ed4bd6bcd396169ad30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6481678 Aug 21 09:18:23.449847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56056) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:23.453468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f26522-aedd-4a25-b2d8-d23c03f81c5c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:23.466597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.466959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.467312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.467704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.468047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.468586 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.469078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.469610 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.470098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.470919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.471424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.471924 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f73386-ad3f-4f7a-984b-acaa4eeeef71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:23.531287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c835-424a-4513-b1f9-a080a588ef5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.557756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c835-424a-4513-b1f9-a080a588ef5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.645793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ed555dca-64b4-4cb8-8a03-dd5768d3aa23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.685548 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c835-424a-4513-b1f9-a080a588ef5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.688914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c835-424a-4513-b1f9-a080a588ef5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.690273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c0a2c835-424a-4513-b1f9-a080a588ef5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0f26522-aedd-4a25-b2d8-d23c03f81c5c HTTP/1.1" status: 204 len: 168 time: 0.2384965 Aug 21 09:18:23.698538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2c835-424a-4513-b1f9-a080a588ef5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f26522-aedd-4a25-b2d8-d23c03f81c5c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:23.722684 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ed555dca-64b4-4cb8-8a03-dd5768d3aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.779597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56076) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:23.792162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ed555dca-64b4-4cb8-8a03-dd5768d3aa23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4679b7fd0d84b03a22b5de947e7185f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879395 Aug 21 09:18:23.829716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed555dca-64b4-4cb8-8a03-dd5768d3aa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaa2891-b131-4b39-8e0b-cd4360a1e2be,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:23.890159 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64297954-fef5-45ba-a01b-1faae0ba404e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.916307 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64297954-fef5-45ba-a01b-1faae0ba404e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:23.944587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30595d8b-8da8-4297-b2b9-cdb08214f135 req-7d193924-9c1b-4f7d-b5da-5de46597a333 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:23.952715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30595d8b-8da8-4297-b2b9-cdb08214f135 req-7d193924-9c1b-4f7d-b5da-5de46597a333 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0974340 Aug 21 09:18:24.010281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30595d8b-8da8-4297-b2b9-cdb08214f135 req-f203cb22-3979-475e-b06a-104a484e0e01 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540707 Aug 21 09:18:24.094143 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64297954-fef5-45ba-a01b-1faae0ba404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:24.099650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64297954-fef5-45ba-a01b-1faae0ba404e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:24.106363 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-64297954-fef5-45ba-a01b-1faae0ba404e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcaa2891-b131-4b39-8e0b-cd4360a1e2be HTTP/1.1" status: 204 len: 168 time: 0.3199925 Aug 21 09:18:24.119958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64297954-fef5-45ba-a01b-1faae0ba404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaa2891-b131-4b39-8e0b-cd4360a1e2be,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:24.660670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56118) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:24.680142 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a64d75d1-fe7f-4c19-86ad-07da0edc97ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:24.815951 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a64d75d1-fe7f-4c19-86ad-07da0edc97ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:24.974570 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a64d75d1-fe7f-4c19-86ad-07da0edc97ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:25.023003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a64d75d1-fe7f-4c19-86ad-07da0edc97ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d800949904dc4fd9aafe8fc9c0940ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585823 Aug 21 09:18:25.027420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56136) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:25.038966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d75d1-fe7f-4c19-86ad-07da0edc97ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ae96e3-4c12-41f6-bf76-211cb2aed635,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:25.208404 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8b540c0-36b8-4d35-8fa9-bb9b95f15d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:25.231167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4291df-e7c7-4dfb-a253-bafa95f092be req-7da8f4b9-de3f-4730-9f07-20ca13b975eb tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:25.232800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c4291df-e7c7-4dfb-a253-bafa95f092be req-7da8f4b9-de3f-4730-9f07-20ca13b975eb tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1244919 Aug 21 09:18:25.243387 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8b540c0-36b8-4d35-8fa9-bb9b95f15d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:25.302799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c4291df-e7c7-4dfb-a253-bafa95f092be req-bb2c8d75-8780-4610-9e4c-3295c7e84f9e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612028 Aug 21 09:18:25.405310 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8b540c0-36b8-4d35-8fa9-bb9b95f15d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:25.408002 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8b540c0-36b8-4d35-8fa9-bb9b95f15d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:25.409140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b8b540c0-36b8-4d35-8fa9-bb9b95f15d7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8ae96e3-4c12-41f6-bf76-211cb2aed635 HTTP/1.1" status: 204 len: 168 time: 0.3805401 Aug 21 09:18:25.420756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b540c0-36b8-4d35-8fa9-bb9b95f15d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ae96e3-4c12-41f6-bf76-211cb2aed635,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:26.453167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1ef67-0655-44e2-8a43-568ea8c2e045 req-47f9d5b9-2715-4079-a575-c45837263328 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:26.455257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50a1ef67-0655-44e2-8a43-568ea8c2e045 req-47f9d5b9-2715-4079-a575-c45837263328 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0493035 Aug 21 09:18:26.491334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50a1ef67-0655-44e2-8a43-568ea8c2e045 req-91f5bd74-a725-4576-a2c3-7f8e8de4f469 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302932 Aug 21 09:18:26.924782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56270) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:27.126006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62124144-e9d3-476b-91b0-354e1a949592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:27.254993 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62124144-e9d3-476b-91b0-354e1a949592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:27.317316 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62124144-e9d3-476b-91b0-354e1a949592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:27.394220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56296) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:27.405594 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-62124144-e9d3-476b-91b0-354e1a949592 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63a01460b0c040009aaf48c2f5941f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4790192 Aug 21 09:18:27.410664 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62124144-e9d3-476b-91b0-354e1a949592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c5f97e-ffe2-41ce-8f85-20a196574d49,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:27.456505 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd8f40c7-bc80-48bf-bf02-0d821ddeb362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:27.488015 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd8f40c7-bc80-48bf-bf02-0d821ddeb362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:27.633155 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd8f40c7-bc80-48bf-bf02-0d821ddeb362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:27.641069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd8f40c7-bc80-48bf-bf02-0d821ddeb362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:27.641069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cd8f40c7-bc80-48bf-bf02-0d821ddeb362 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38c5f97e-ffe2-41ce-8f85-20a196574d49 HTTP/1.1" status: 204 len: 168 time: 0.2443109 Aug 21 09:18:27.667998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f40c7-bc80-48bf-bf02-0d821ddeb362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c5f97e-ffe2-41ce-8f85-20a196574d49,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:27.690988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96717b-3f1d-4ca5-a80f-35e364ff7df5 req-892b41cf-796e-47d3-b4a3-eee9e05121f5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:27.698968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e96717b-3f1d-4ca5-a80f-35e364ff7df5 req-892b41cf-796e-47d3-b4a3-eee9e05121f5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.0801637 Aug 21 09:18:27.740866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e96717b-3f1d-4ca5-a80f-35e364ff7df5 req-9f9369eb-9b75-4e30-8557-0f9eb8213aaa tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Aug 21 09:18:27.898721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b554d-a8eb-4246-8d6c-9f06a702c316 req-70565c58-45fd-4037-a3c5-1498e839b415 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:27.905254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b554d-a8eb-4246-8d6c-9f06a702c316 req-70565c58-45fd-4037-a3c5-1498e839b415 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:27.912394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b554d-a8eb-4246-8d6c-9f06a702c316 req-70565c58-45fd-4037-a3c5-1498e839b415 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:27.919138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b554d-a8eb-4246-8d6c-9f06a702c316 req-70565c58-45fd-4037-a3c5-1498e839b415 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:27.926944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b554d-a8eb-4246-8d6c-9f06a702c316 req-70565c58-45fd-4037-a3c5-1498e839b415 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:27.933896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b554d-a8eb-4246-8d6c-9f06a702c316 req-70565c58-45fd-4037-a3c5-1498e839b415 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:27.940836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b554d-a8eb-4246-8d6c-9f06a702c316 req-70565c58-45fd-4037-a3c5-1498e839b415 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:27.943131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-788b554d-a8eb-4246-8d6c-9f06a702c316 req-70565c58-45fd-4037-a3c5-1498e839b415 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5434 time: 0.1160147 Aug 21 09:18:27.986226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-788b554d-a8eb-4246-8d6c-9f06a702c316 req-26fcca7e-9508-4eb7-b858-8c96abdfb15a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367916 Aug 21 09:18:28.120801 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:18:28.936079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-41181804-42c1-4530-9fe8-8d7af88dce3b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:28.943465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-41181804-42c1-4530-9fe8-8d7af88dce3b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:28.949981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-41181804-42c1-4530-9fe8-8d7af88dce3b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:28.955850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-41181804-42c1-4530-9fe8-8d7af88dce3b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:28.961861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-41181804-42c1-4530-9fe8-8d7af88dce3b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:28.968168 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-41181804-42c1-4530-9fe8-8d7af88dce3b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:28.974171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-41181804-42c1-4530-9fe8-8d7af88dce3b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:28.976251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-41181804-42c1-4530-9fe8-8d7af88dce3b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5434 time: 0.1565676 Aug 21 09:18:29.006533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24188720-d5aa-4938-b0a6-998ace24b31f req-f2e47e7f-d4d9-4f56-9e43-d79811866139 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:29.008330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24188720-d5aa-4938-b0a6-998ace24b31f req-f2e47e7f-d4d9-4f56-9e43-d79811866139 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1413813 Aug 21 09:18:29.073494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-b71642fa-bce8-4a4c-97ee-1eea79926cd9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:29.074897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-b71642fa-bce8-4a4c-97ee-1eea79926cd9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "GET /v2.0/ports/58edfe04-a3d4-4096-86d3-5ad70a933df4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0884526 Aug 21 09:18:29.083471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24188720-d5aa-4938-b0a6-998ace24b31f req-5f12e121-67b8-4812-a995-4bde8c8e4be5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562441 Aug 21 09:18:29.616758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6793eab-f76c-4822-9242-4624f728e656 req-e9931506-5ded-4c8d-8dba-7159c2125f3a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:29.622526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6793eab-f76c-4822-9242-4624f728e656 req-e9931506-5ded-4c8d-8dba-7159c2125f3a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:29.629013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6793eab-f76c-4822-9242-4624f728e656 req-e9931506-5ded-4c8d-8dba-7159c2125f3a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:29.635133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6793eab-f76c-4822-9242-4624f728e656 req-e9931506-5ded-4c8d-8dba-7159c2125f3a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:29.641203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6793eab-f76c-4822-9242-4624f728e656 req-e9931506-5ded-4c8d-8dba-7159c2125f3a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:29.647044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6793eab-f76c-4822-9242-4624f728e656 req-e9931506-5ded-4c8d-8dba-7159c2125f3a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:29.653721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6793eab-f76c-4822-9242-4624f728e656 req-e9931506-5ded-4c8d-8dba-7159c2125f3a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:29.655780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6793eab-f76c-4822-9242-4624f728e656 req-e9931506-5ded-4c8d-8dba-7159c2125f3a tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 5434 time: 0.5328629 Aug 21 09:18:29.731336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-1aaaea7c-0bb0-4c80-a565-7cac81647261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:29.736685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-1aaaea7c-0bb0-4c80-a565-7cac81647261 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 1097 time: 0.8215704 Aug 21 09:18:29.740449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-6baf6e5a-c0b4-46c0-a267-cc4622321e77 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "GET /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6557922 Aug 21 09:18:29.744393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6793eab-f76c-4822-9242-4624f728e656 req-4e728c94-d5f7-4cd0-bf51-39bdef6e0912 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750852 Aug 21 09:18:29.758086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:29.885720 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:29.936745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-fb65662e-b430-4bed-aaf2-abed0b389fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:29.943987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-fb65662e-b430-4bed-aaf2-abed0b389fc7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 915 time: 0.1967564 Aug 21 09:18:29.960326 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56470) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:29.990221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-1b5bf4f4-3602-4327-abe3-9fa00af94a00 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74316681-8df6-4d33-b4ec-207bc24a574c HTTP/1.1" status: 200 len: 217 time: 0.0411072 Aug 21 09:18:30.099185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-e19f0d2a-1ac0-40b8-b799-034f63b54554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:30.099185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-e19f0d2a-1ac0-40b8-b799-034f63b54554 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ff9526d5-d048-4d21-9271-a5072de94c91 HTTP/1.1" status: 200 len: 854 time: 0.0966411 Aug 21 09:18:30.102031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9caebc47-0310-4721-8ba8-7616d3dbf8c3 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-767341586'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:30.102653 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9caebc47-0310-4721-8ba8-7616d3dbf8c3 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Unknown quota resources ['metering_label']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:18:30.138157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-e2698630-96e2-444c-8786-337aa91ecc41 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efca9ead-4d16-43ab-8fac-3ba6e9275e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305355 Aug 21 09:18:30.169087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-1849a41f-fca6-4d3d-9ca7-3711514bfabb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:18:30.170080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-1849a41f-fca6-4d3d-9ca7-3711514bfabb service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145686 Aug 21 09:18:30.186866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] For port 58edfe04-a3d4-4096-86d3-5ad70a933df4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=58edfe04-a3d4-4096-86d3-5ad70a933df4,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:30.321826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-9a7fc72d-2ae5-47f2-a510-9c117620a46d service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436241 Aug 21 09:18:30.367050 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9caebc47-0310-4721-8ba8-7616d3dbf8c3 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:30.368288 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9caebc47-0310-4721-8ba8-7616d3dbf8c3 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4061587 Aug 21 09:18:30.370978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56494) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:30.376174 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-30e50e1d-a01f-4a12-8347-45e6686be586 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '74110a62-0bde-447a-969f-d23d5e1de600'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:30.376676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-30e50e1d-a01f-4a12-8347-45e6686be586 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:18:30.377862 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] For port 58edfe04-a3d4-4096-86d3-5ad70a933df4, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:18:30.459711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ab54-e8e5-406b-8efc-7ebe879e26a7 req-df6c5456-0882-4968-9bcf-a93e8aedc341 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:30.465007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f892ab54-e8e5-406b-8efc-7ebe879e26a7 req-df6c5456-0882-4968-9bcf-a93e8aedc341 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1564107 Aug 21 09:18:30.478387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] device_id is not set on port 58edfe04-a3d4-4096-86d3-5ad70a933df4 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:18:30.493401 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:30.517929 n-d-766726-28 neutron-server[106756]: WARNING neutron.services.metering.metering_plugin [None req-30e50e1d-a01f-4a12-8347-45e6686be586 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 21 09:18:30.530489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44ce58d1-abe0-471a-8987-28333b2aebf2 req-984c75da-b34e-493b-ae56-d35959765bac service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875019 Aug 21 09:18:30.536155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f892ab54-e8e5-406b-8efc-7ebe879e26a7 req-bd9cef5f-e051-4ca0-af49-59ecf0924c06 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Aug 21 09:18:30.578871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:30.640491 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-30e50e1d-a01f-4a12-8347-45e6686be586 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:30.648488 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-30e50e1d-a01f-4a12-8347-45e6686be586 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2763288 Aug 21 09:18:30.651318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56514) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:30.655911 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bf038f25-1dfd-4bdd-9dd5-11209869cefa tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '74110a62-0bde-447a-969f-d23d5e1de600'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:30.657131 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bf038f25-1dfd-4bdd-9dd5-11209869cefa tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:18:30.659018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] No DVR routers for this DVR port 58edfe04-a3d4-4096-86d3-5ad70a933df4 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:18:30.703024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] Pushing event updated for resources: {'Port': ['ID=58edfe04-a3d4-4096-86d3-5ad70a933df4,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:30.725131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] In _notify_port_updated(), no bound segment for port 58edfe04-a3d4-4096-86d3-5ad70a933df4 on network bd7ed038-3040-4e1c-a948-36b19eb7d434 {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:18:30.726686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:30.728102 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:30.730654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-2d8bc4cb-1577-40d2-8531-49ba7c6942aa service neutron] 10.222.0.13 "PUT /v2.0/ports/58edfe04-a3d4-4096-86d3-5ad70a933df4 HTTP/1.1" status: 200 len: 1028 time: 0.9773068 Aug 21 09:18:30.789078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-a28fb98b-b846-4120-b70e-a84d8712aaf3 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:30.790817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-a28fb98b-b846-4120-b70e-a84d8712aaf3 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "GET /v2.0/ports/93573a26-26bd-4d80-98c6-ef6f0af8157c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0514166 Aug 21 09:18:30.803523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:30.813244 n-d-766726-28 neutron-server[106756]: WARNING neutron.services.metering.metering_plugin [None req-bf038f25-1dfd-4bdd-9dd5-11209869cefa tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 21 09:18:30.952177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf038f25-1dfd-4bdd-9dd5-11209869cefa tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:30.953647 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bf038f25-1dfd-4bdd-9dd5-11209869cefa tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3013132 Aug 21 09:18:30.956448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56532) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:30.980890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2e9b4c3a-5f21-44b3-8256-b556889a81ac None None] Provisioning complete for port 58edfe04-a3d4-4096-86d3-5ad70a933df4 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:18:30.982529 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2e9b4c3a-5f21-44b3-8256-b556889a81ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:30.988933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56534) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:30.992047 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-83c209fa-8e97-4483-a7bc-a8461e432e82 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=2411fa52-3519-4d97-b2b9-952f111f9ffc HTTP/1.1" status: 200 len: 464 time: 0.0343821 Aug 21 09:18:31.025325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b4c3a-5f21-44b3-8256-b556889a81ac None None] Port 58edfe04-a3d4-4096-86d3-5ad70a933df4 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:18:31.031253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef269b-e19e-4f87-9981-adbe10718292 req-0405970c-c10e-44b7-be24-9abc673cf723 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:31.044508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef269b-e19e-4f87-9981-adbe10718292 req-0405970c-c10e-44b7-be24-9abc673cf723 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:31.052286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef269b-e19e-4f87-9981-adbe10718292 req-0405970c-c10e-44b7-be24-9abc673cf723 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:31.058430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef269b-e19e-4f87-9981-adbe10718292 req-0405970c-c10e-44b7-be24-9abc673cf723 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:31.064723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef269b-e19e-4f87-9981-adbe10718292 req-0405970c-c10e-44b7-be24-9abc673cf723 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:31.070893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef269b-e19e-4f87-9981-adbe10718292 req-0405970c-c10e-44b7-be24-9abc673cf723 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:31.072930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52ef269b-e19e-4f87-9981-adbe10718292 req-0405970c-c10e-44b7-be24-9abc673cf723 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 4659 time: 0.2224572 Aug 21 09:18:31.088281 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:31.158638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52ef269b-e19e-4f87-9981-adbe10718292 req-59bbf541-15d6-41b4-bed5-5f171d4664bf tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&id=79802a33-f6ad-43d5-937b-4c7c11a5e0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774047 Aug 21 09:18:31.322511 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66f0adad-f85d-45cd-aa12-dfb25a99443a tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:31.326260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-66f0adad-f85d-45cd-aa12-dfb25a99443a tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/2411fa52-3519-4d97-b2b9-952f111f9ffc HTTP/1.1" status: 204 len: 168 time: 0.3322821 Aug 21 09:18:31.326537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56548) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:31.344017 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1ee70dd2-15c9-421a-bdda-9487018010d3 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=2411fa52-3519-4d97-b2b9-952f111f9ffc HTTP/1.1" status: 200 len: 221 time: 0.0162578 Aug 21 09:18:31.349275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56550) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:31.362111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] For port 93573a26-26bd-4d80-98c6-ef6f0af8157c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=93573a26-26bd-4d80-98c6-ef6f0af8157c,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:31.367392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a257d2a5-5b12-4292-b396-8b3fd18da4dd tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--569035750', 'description': 'label created by tempest'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:31.367933 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a257d2a5-5b12-4292-b396-8b3fd18da4dd tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Unknown quota resources ['metering_label']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:18:31.421608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] For port 93573a26-26bd-4d80-98c6-ef6f0af8157c, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:18:31.456120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] device_id is not set on port 93573a26-26bd-4d80-98c6-ef6f0af8157c yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:18:31.465122 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:31.580287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:31.644271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6d090-35b1-4290-878e-76642617939f service neutron] Pushing event updated for resources: {'Port': ['ID=93573a26-26bd-4d80-98c6-ef6f0af8157c,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:31.667829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] No DVR routers for this DVR port 93573a26-26bd-4d80-98c6-ef6f0af8157c on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:18:31.674235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a257d2a5-5b12-4292-b396-8b3fd18da4dd tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:31.679380 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a257d2a5-5b12-4292-b396-8b3fd18da4dd tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3252358 Aug 21 09:18:31.679380 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56568) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:31.746134 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-40143fc2-f6b2-4f40-8583-372adae0c535 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=5880c91a-0f50-41b0-8453-61a969f8e45b HTTP/1.1" status: 200 len: 467 time: 0.0660987 Aug 21 09:18:31.748632 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56570) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:31.773678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d92c90-7a9e-4ace-9a89-c5bad33e9c27 req-9f2aa264-a139-4047-954a-d46f7e5ad59c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:31.774420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4d92c90-7a9e-4ace-9a89-c5bad33e9c27 req-9f2aa264-a139-4047-954a-d46f7e5ad59c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 945 time: 0.1078291 Aug 21 09:18:31.777793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] In _notify_port_updated(), no bound segment for port 93573a26-26bd-4d80-98c6-ef6f0af8157c on network bd7ed038-3040-4e1c-a948-36b19eb7d434 {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:18:31.778628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:31.779385 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:31.780644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-bfb6d090-35b1-4290-878e-76642617939f service neutron] 10.222.0.13 "PUT /v2.0/ports/93573a26-26bd-4d80-98c6-ef6f0af8157c HTTP/1.1" status: 200 len: 1026 time: 0.9820702 Aug 21 09:18:31.922803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4d92c90-7a9e-4ace-9a89-c5bad33e9c27 req-8309ac15-3819-42cb-8f89-db37782deb0d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274321 Aug 21 09:18:31.951377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Deleting port 111787a2-30ea-4809-aa01-2f16b2944652 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:18:31.952012 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.025541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 74316681-8df6-4d33-b4ec-207bc24a574c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:18:32.052940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] For port 111787a2-30ea-4809-aa01-2f16b2944652, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=111787a2-30ea-4809-aa01-2f16b2944652,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:32.054009 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.082303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-26b69508-acd2-4444-be15-a0abf0fa2724 None None] Provisioning complete for port 93573a26-26bd-4d80-98c6-ef6f0af8157c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:18:32.082685 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-26b69508-acd2-4444-be15-a0abf0fa2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.086930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63830d92-8e4b-44ce-a7ad-9a4ff9fdc4af tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.093631 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-63830d92-8e4b-44ce-a7ad-9a4ff9fdc4af tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/5880c91a-0f50-41b0-8453-61a969f8e45b HTTP/1.1" status: 204 len: 168 time: 0.3435087 Aug 21 09:18:32.096171 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56588) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:32.121198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-26b69508-acd2-4444-be15-a0abf0fa2724 None None] Port 93573a26-26bd-4d80-98c6-ef6f0af8157c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:18:32.134652 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-34576a1f-78bf-4d3a-9bae-2efc608f5829 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=5880c91a-0f50-41b0-8453-61a969f8e45b HTTP/1.1" status: 200 len: 216 time: 0.0346272 Aug 21 09:18:32.135584 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56592) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:32.153745 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-201ae1f4-5ca0-4205-8978-d3659fc05017 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0164793 Aug 21 09:18:32.154134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56594) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:32.171235 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.178922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0ad2673f-22d7-4383-817d-ca224f5b1992 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0202630 Aug 21 09:18:32.180259 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56596) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:32.220653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:18:32.223263 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4114d025-a546-4794-a199-bc3d48282afe" -d '{"events": [{"server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "name": "network-vif-unplugged", "status": "completed", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:18:32.250789 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:32.270122 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0f4c75f8-7db8-41dc-bd99-870aa35970d0 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/74110a62-0bde-447a-969f-d23d5e1de600 HTTP/1.1" status: 200 len: 472 time: 0.0886476 Aug 21 09:18:32.276461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:32.294122 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f4b5bb0a-81f6-4dd6-8594-3adabb5b3ecc tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/9b41fd85-4024-4d38-a073-e7da9207b7ec HTTP/1.1" status: 200 len: 461 time: 0.0169883 Aug 21 09:18:32.298117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56608) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:32.299854 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4aa951b-7850-4a64-af78-48c481051736 x-openstack-request-id: req-e4aa951b-7850-4a64-af78-48c481051736 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:18:32.300239 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "name": "network-vif-unplugged", "status": "completed", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:18:32.300585 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4aa951b-7850-4a64-af78-48c481051736 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:18:32.301088 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c', 'code': 200} Aug 21 09:18:32.330571 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.379623 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.379949 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.380271 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Floating IP bd02d224-2808-4fba-a34f-0881f315c2f9 disassociated. External IP: 172.25.5.205, port: 111787a2-30ea-4809-aa01-2f16b2944652. Aug 21 09:18:32.380614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Calling delete_port for 111787a2-30ea-4809-aa01-2f16b2944652 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:18:32.381420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=74316681-8df6-4d33-b4ec-207bc24a574c,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:32.389012 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.389453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.389859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.390258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.390653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.391752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.392277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.392669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.393061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.393447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.393848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.394234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:32.416846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50844415-bfe7-4ced-a2cb-094db3b7c794 req-c12dedc4-9339-48c5-aac5-688b92598972 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:32.428078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50844415-bfe7-4ced-a2cb-094db3b7c794 req-c12dedc4-9339-48c5-aac5-688b92598972 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:32.434626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50844415-bfe7-4ced-a2cb-094db3b7c794 req-c12dedc4-9339-48c5-aac5-688b92598972 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:32.441618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50844415-bfe7-4ced-a2cb-094db3b7c794 req-c12dedc4-9339-48c5-aac5-688b92598972 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:32.447906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50844415-bfe7-4ced-a2cb-094db3b7c794 req-c12dedc4-9339-48c5-aac5-688b92598972 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:32.449758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50844415-bfe7-4ced-a2cb-094db3b7c794 req-c12dedc4-9339-48c5-aac5-688b92598972 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 3886 time: 0.1293714 Aug 21 09:18:32.534055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50844415-bfe7-4ced-a2cb-094db3b7c794 req-9795a3fb-ee67-4940-9b04-431f98de1423 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484633 Aug 21 09:18:32.596772 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0557cb42-ef5a-48d5-8ea9-755eefb33b87 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.600334 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0557cb42-ef5a-48d5-8ea9-755eefb33b87 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/9b41fd85-4024-4d38-a073-e7da9207b7ec HTTP/1.1" status: 204 len: 168 time: 0.3007507 Aug 21 09:18:32.601412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56622) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:32.728635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 090fdd81-0c45-49e9-97a8-edb01ea83e05 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:18:32.763213 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.836945 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.855733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Port': ['ID=111787a2-30ea-4809-aa01-2f16b2944652,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:32.895262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 090fdd81-0c45-49e9-97a8-edb01ea83e05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=090fdd81-0c45-49e9-97a8-edb01ea83e05,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:32.924661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b859867-e478-4648-9bd9-ca913aa273d2 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.928690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5b859867-e478-4648-9bd9-ca913aa273d2 tempest-MeteringTestJSON-287185861 tempest-MeteringTestJSON-287185861-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/74110a62-0bde-447a-969f-d23d5e1de600 HTTP/1.1" status: 204 len: 168 time: 0.3235087 Aug 21 09:18:32.990385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:18:32.994805 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:32.996169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9d96bb04-9325-4a64-8c0c-8ac156a08afe no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:18:33.183218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8198f-6299-472f-b06c-89e2132f8d51 req-516ae7e3-d10d-499f-a8e1-64a1982e7c79 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:33.197987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9b8198f-6299-472f-b06c-89e2132f8d51 req-516ae7e3-d10d-499f-a8e1-64a1982e7c79 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1321964 Aug 21 09:18:33.242999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=090fdd81-0c45-49e9-97a8-edb01ea83e05,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:33.248985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:18:33.270902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98753d0a-4ce3-4767-8672-dbbf7ad6c3f1 None None] Sync routers for ids ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:18:33.299474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9b8198f-6299-472f-b06c-89e2132f8d51 req-adf99f59-1144-4c14-9a7c-0b45d2e941a1 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956488 Aug 21 09:18:33.317944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] No DVR routers for this DVR port 111787a2-30ea-4809-aa01-2f16b2944652 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:18:33.321298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:33.324025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-8b18ace5-4dc0-4b9e-993f-2bc6e8443f69 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "DELETE /v2.0/ports/111787a2-30ea-4809-aa01-2f16b2944652 HTTP/1.1" status: 204 len: 173 time: 1.5318265 Aug 21 09:18:33.325387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-deleted', 'tag': '111787a2-30ea-4809-aa01-2f16b2944652'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:18:33.328050 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d008817-0886-4bc0-8c1c-261d85ac5fef" -d '{"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-deleted", "tag": "111787a2-30ea-4809-aa01-2f16b2944652"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:18:33.336673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98753d0a-4ce3-4767-8672-dbbf7ad6c3f1 None None] Routers {'0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:18:33.347172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-98753d0a-4ce3-4767-8672-dbbf7ad6c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:18:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:33.400487 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3a26a2-4c92-4441-80ca-2dd8f916722b x-openstack-request-id: req-ac3a26a2-4c92-4441-80ca-2dd8f916722b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:18:33.401137 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-deleted", "tag": "111787a2-30ea-4809-aa01-2f16b2944652", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:18:33.401603 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac3a26a2-4c92-4441-80ca-2dd8f916722b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:18:33.402320 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-deleted', 'tag': '111787a2-30ea-4809-aa01-2f16b2944652', 'status': 'completed', 'code': 200} Aug 21 09:18:33.404850 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:33.474546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9d96bb04-9325-4a64-8c0c-8ac156a08afe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d96bb04-9325-4a64-8c0c-8ac156a08afe,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:33.542982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-98753d0a-4ce3-4767-8672-dbbf7ad6c3f1 None None] Set router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:18:33.556494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-3511e22e-cab8-4098-a5fb-e1640dda017e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Deleting port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:18:33.557033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-3511e22e-cab8-4098-a5fb-e1640dda017e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:33.621821 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:33.622778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 111787a2-30ea-4809-aa01-2f16b2944652 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:18:33.637783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca98bd5-6bcd-4740-bbb0-fa0b3d5c7407 req-89389e2a-7719-4dbd-93b8-ea34949b2a8d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:33.639368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ca98bd5-6bcd-4740-bbb0-fa0b3d5c7407 req-89389e2a-7719-4dbd-93b8-ea34949b2a8d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1386802 Aug 21 09:18:33.739114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 111787a2-30ea-4809-aa01-2f16b2944652 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:18:33.739332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 111787a2-30ea-4809-aa01-2f16b2944652 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:18:33.739827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 58edfe04-a3d4-4096-86d3-5ad70a933df4 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:18:33.800017 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56674) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:33.826884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9d96bb04-9325-4a64-8c0c-8ac156a08afe,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:33.838247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 58edfe04-a3d4-4096-86d3-5ad70a933df4 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:18:33.838993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 4b5e9a35-1c2b-412f-979d-550fc637481a no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:18:33.839403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-3511e22e-cab8-4098-a5fb-e1640dda017e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] For port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:33.839922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-3511e22e-cab8-4098-a5fb-e1640dda017e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:33.866772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-3511e22e-cab8-4098-a5fb-e1640dda017e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Calling delete_port for c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:18:33.986023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ca98bd5-6bcd-4740-bbb0-fa0b3d5c7407 req-f5bba65e-ba68-4102-9bfc-9eaa780b886a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179839 Aug 21 09:18:33.991906 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.008868 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-027fbc30-cc99-4cd9-98b2-bfb5007de142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.059783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c38aa1-65e9-4b49-bd73-ecf9f31aea37 req-5d564b2b-d471-49fc-b525-2a974876ea9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:34.066617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c38aa1-65e9-4b49-bd73-ecf9f31aea37 req-5d564b2b-d471-49fc-b525-2a974876ea9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:34.073281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c38aa1-65e9-4b49-bd73-ecf9f31aea37 req-5d564b2b-d471-49fc-b525-2a974876ea9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:34.086361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c38aa1-65e9-4b49-bd73-ecf9f31aea37 req-5d564b2b-d471-49fc-b525-2a974876ea9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:34.088138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 4b5e9a35-1c2b-412f-979d-550fc637481a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4b5e9a35-1c2b-412f-979d-550fc637481a,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:34.088306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63c38aa1-65e9-4b49-bd73-ecf9f31aea37 req-5d564b2b-d471-49fc-b525-2a974876ea9c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 3146 time: 0.4438710 Aug 21 09:18:34.098358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-98753d0a-4ce3-4767-8672-dbbf7ad6c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:48Z', 'revision_number': 4, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'b6d79e6a-e287-4353-acfc-8246f951862a', 'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'mac_address': 'fa:16:3e:65:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:48Z', 'updated_at': '2021-08-21T09:07:53Z', 'revision_number': 5, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'subnets': [{'id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:34.130567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98753d0a-4ce3-4767-8672-dbbf7ad6c3f1 None None] Checking router: 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:18:34.140110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98753d0a-4ce3-4767-8672-dbbf7ad6c3f1 None None] Routers {'0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:18:34.140879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-98753d0a-4ce3-4767-8672-dbbf7ad6c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:18:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:34.177930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-027fbc30-cc99-4cd9-98b2-bfb5007de142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.254046 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-027fbc30-cc99-4cd9-98b2-bfb5007de142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.283334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63c38aa1-65e9-4b49-bd73-ecf9f31aea37 req-12ab7594-ae5b-4f4a-856c-034c656dd6af tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778219 Aug 21 09:18:34.300238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fbc30-cc99-4cd9-98b2-bfb5007de142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e622334-a7b0-44b4-943a-a558241f2b60,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:34.322659 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-027fbc30-cc99-4cd9-98b2-bfb5007de142 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8b16993c1e64d44a84024bc24daa647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5206141 Aug 21 09:18:34.325045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56714) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:34.386921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-98753d0a-4ce3-4767-8672-dbbf7ad6c3f1 None None] Set router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:18:34.405670 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-3511e22e-cab8-4098-a5fb-e1640dda017e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.417154 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e0fe365-3cf3-4565-be3c-2d3ab6cdc743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.460460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511e22e-cab8-4098-a5fb-e1640dda017e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Port': ['ID=c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:34.477486 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e0fe365-3cf3-4565-be3c-2d3ab6cdc743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.499762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '090fdd81-0c45-49e9-97a8-edb01ea83e05'}, {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d96bb04-9325-4a64-8c0c-8ac156a08afe'}, {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b5e9a35-1c2b-412f-979d-550fc637481a'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:18:34.501941 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b40b80-46c3-4fda-bae3-13654f23ad30" -d '{"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-unplugged", "status": "completed", "tag": "090fdd81-0c45-49e9-97a8-edb01ea83e05"}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-unplugged", "status": "completed", "tag": "9d96bb04-9325-4a64-8c0c-8ac156a08afe"}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-unplugged", "status": "completed", "tag": "4b5e9a35-1c2b-412f-979d-550fc637481a"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:18:34.506719 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.507999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 93573a26-26bd-4d80-98c6-ef6f0af8157c no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:18:34.547664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-3511e22e-cab8-4098-a5fb-e1640dda017e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] No DVR routers for this DVR port c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:18:34.562847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-3511e22e-cab8-4098-a5fb-e1640dda017e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.562847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-3511e22e-cab8-4098-a5fb-e1640dda017e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "DELETE /v2.0/ports/c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe HTTP/1.1" status: 204 len: 173 time: 1.2256744 Aug 21 09:18:34.611373 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 21 Aug 2021 09:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a202a9-c95f-4b3d-a31d-1ae5c2520729 x-openstack-request-id: req-92a202a9-c95f-4b3d-a31d-1ae5c2520729 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:18:34.612012 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-unplugged", "status": "completed", "tag": "090fdd81-0c45-49e9-97a8-edb01ea83e05", "code": 200}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-unplugged", "status": "completed", "tag": "9d96bb04-9325-4a64-8c0c-8ac156a08afe", "code": 200}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-unplugged", "status": "completed", "tag": "4b5e9a35-1c2b-412f-979d-550fc637481a", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:18:34.612470 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92a202a9-c95f-4b3d-a31d-1ae5c2520729 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:18:34.613677 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '090fdd81-0c45-49e9-97a8-edb01ea83e05', 'code': 200} Aug 21 09:18:34.614136 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d96bb04-9325-4a64-8c0c-8ac156a08afe', 'code': 200} Aug 21 09:18:34.614603 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b5e9a35-1c2b-412f-979d-550fc637481a', 'code': 200} Aug 21 09:18:34.679340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-f0c8a371-6da0-41f2-8c15-4af4f8fe3f57 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Deleting port 090fdd81-0c45-49e9-97a8-edb01ea83e05 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:18:34.679854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-f0c8a371-6da0-41f2-8c15-4af4f8fe3f57 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.691037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e0fe365-3cf3-4565-be3c-2d3ab6cdc743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.693963 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e0fe365-3cf3-4565-be3c-2d3ab6cdc743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:34.695500 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9e0fe365-3cf3-4565-be3c-2d3ab6cdc743 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e622334-a7b0-44b4-943a-a558241f2b60 HTTP/1.1" status: 204 len: 168 time: 0.3692539 Aug 21 09:18:34.711232 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fe365-3cf3-4565-be3c-2d3ab6cdc743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e622334-a7b0-44b4-943a-a558241f2b60,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:34.977823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 93573a26-26bd-4d80-98c6-ef6f0af8157c not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:18:34.978252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:18:35.003785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c7d6f-f20f-4cc1-a5a7-a2222b7caf5f req-17e1ac76-9619-45f8-8fc2-043a49fb55b8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:35.005380 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-421c7d6f-f20f-4cc1-a5a7-a2222b7caf5f req-17e1ac76-9619-45f8-8fc2-043a49fb55b8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.3288116 Aug 21 09:18:35.027842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:18:35.028422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:18:35.030520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=4b5e9a35-1c2b-412f-979d-550fc637481a,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:35.129447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-421c7d6f-f20f-4cc1-a5a7-a2222b7caf5f req-496faf92-4918-40c1-bf24-3250bb15d9c8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134648 Aug 21 09:18:35.141911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-98753d0a-4ce3-4767-8672-dbbf7ad6c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:48Z', 'revision_number': 4, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'b6d79e6a-e287-4353-acfc-8246f951862a', 'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'mac_address': 'fa:16:3e:65:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:48Z', 'updated_at': '2021-08-21T09:07:53Z', 'revision_number': 5, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'subnets': [{'id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:35.164292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-f0c8a371-6da0-41f2-8c15-4af4f8fe3f57 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] For port 090fdd81-0c45-49e9-97a8-edb01ea83e05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=090fdd81-0c45-49e9-97a8-edb01ea83e05,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:35.164979 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-f0c8a371-6da0-41f2-8c15-4af4f8fe3f57 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:35.182042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-f0c8a371-6da0-41f2-8c15-4af4f8fe3f57 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Calling delete_port for 090fdd81-0c45-49e9-97a8-edb01ea83e05 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:18:35.200316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98753d0a-4ce3-4767-8672-dbbf7ad6c3f1 None None] The sync data for ids ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'] in n-d-766726-28 is: [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:07:48Z', 'revision_number': 4, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'b6d79e6a-e287-4353-acfc-8246f951862a', 'name': '', 'network_id': '35a5a18c-3ef4-4f79-854b-c3e1a7bac713', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'mac_address': 'fa:16:3e:65:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:48Z', 'updated_at': '2021-08-21T09:07:53Z', 'revision_number': 5, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'subnets': [{'id': '0ab28827-633f-407e-a5d5-e8b51ae5dfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:18:35.612008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76079a-8d06-4ae8-ac85-35acb94d2ce7 None None] New status for floating IP bd02d224-2808-4fba-a34f-0881f315c2f9: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:18:35.824566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56822) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:35.842234 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d84a85c-89f9-4a2e-bf3d-db17ab685788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:35.934564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-deleted', 'tag': 'c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:18:35.937034 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8762c65-7107-4997-9deb-991aaa501b4c" -d '{"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-deleted", "tag": "c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:18:35.986309 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-7b16635e-804d-415a-b241-df4c920c1f98 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2873449 Aug 21 09:18:35.992984 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c25f8d-38d9-4aba-b0ca-10c7169a5ffc x-openstack-request-id: req-05c25f8d-38d9-4aba-b0ca-10c7169a5ffc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:18:35.993283 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-deleted", "tag": "c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:18:35.993536 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05c25f8d-38d9-4aba-b0ca-10c7169a5ffc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:18:36.008554 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-deleted', 'tag': 'c2e2bb7e-b6b7-4896-9a1d-8b42cace6cfe', 'status': 'completed', 'code': 200} Aug 21 09:18:36.027885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 74316681-8df6-4d33-b4ec-207bc24a574c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:18:36.056245 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d84a85c-89f9-4a2e-bf3d-db17ab685788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:36.091622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13e007-93be-4c08-bbb6-ac812081f818 req-6986dfd5-e0d3-4405-8753-3cf39eb9a020 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:36.098385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13e007-93be-4c08-bbb6-ac812081f818 req-6986dfd5-e0d3-4405-8753-3cf39eb9a020 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:36.104423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13e007-93be-4c08-bbb6-ac812081f818 req-6986dfd5-e0d3-4405-8753-3cf39eb9a020 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:36.106129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff13e007-93be-4c08-bbb6-ac812081f818 req-6986dfd5-e0d3-4405-8753-3cf39eb9a020 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 2410 time: 0.1637809 Aug 21 09:18:36.142540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d84a85c-89f9-4a2e-bf3d-db17ab685788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:36.188774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff13e007-93be-4c08-bbb6-ac812081f818 req-62509797-1833-4537-aa08-f80eac21dc2d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747297 Aug 21 09:18:36.199494 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-f0c8a371-6da0-41f2-8c15-4af4f8fe3f57 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:36.247023 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9d84a85c-89f9-4a2e-bf3d-db17ab685788 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7f6de258c01488898380d8aa923db62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213665 Aug 21 09:18:36.250203 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84a85c-89f9-4a2e-bf3d-db17ab685788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9eacce-0980-4908-91b2-4b4e1d45adb6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:36.256468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56850) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:36.270606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8a371-6da0-41f2-8c15-4af4f8fe3f57 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Port': ['ID=090fdd81-0c45-49e9-97a8-edb01ea83e05,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:36.373477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-f0c8a371-6da0-41f2-8c15-4af4f8fe3f57 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] No DVR routers for this DVR port 090fdd81-0c45-49e9-97a8-edb01ea83e05 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:18:36.380531 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-f0c8a371-6da0-41f2-8c15-4af4f8fe3f57 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:36.382727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-f0c8a371-6da0-41f2-8c15-4af4f8fe3f57 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "DELETE /v2.0/ports/090fdd81-0c45-49e9-97a8-edb01ea83e05 HTTP/1.1" status: 204 len: 173 time: 1.8200955 Aug 21 09:18:36.450341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bb265-9629-4e7a-8bb5-1a3e5ef422d2 req-dd346870-3e39-4a37-b7db-6ad1f96bb95f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:36.451990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d7bb265-9629-4e7a-8bb5-1a3e5ef422d2 req-dd346870-3e39-4a37-b7db-6ad1f96bb95f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1552310 Aug 21 09:18:36.508946 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6d83193-deaf-4279-8022-5faa65dd97ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:36.552121 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6d83193-deaf-4279-8022-5faa65dd97ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:36.563391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d7bb265-9629-4e7a-8bb5-1a3e5ef422d2 req-c0f094a6-314b-4fba-9373-85df3bbeaefb tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957253 Aug 21 09:18:36.607983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-1e215157-32ca-47c0-a795-2244688c7840 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Deleting port 9d96bb04-9325-4a64-8c0c-8ac156a08afe {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:18:36.608335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-1e215157-32ca-47c0-a795-2244688c7840 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:36.750819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-1e215157-32ca-47c0-a795-2244688c7840 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] For port 9d96bb04-9325-4a64-8c0c-8ac156a08afe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9d96bb04-9325-4a64-8c0c-8ac156a08afe,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:36.751410 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-1e215157-32ca-47c0-a795-2244688c7840 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:36.772355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-1e215157-32ca-47c0-a795-2244688c7840 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Calling delete_port for 9d96bb04-9325-4a64-8c0c-8ac156a08afe owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:18:36.846965 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6d83193-deaf-4279-8022-5faa65dd97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:36.850444 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c6d83193-deaf-4279-8022-5faa65dd97ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:36.851210 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c6d83193-deaf-4279-8022-5faa65dd97ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e9eacce-0980-4908-91b2-4b4e1d45adb6 HTTP/1.1" status: 204 len: 168 time: 0.5895734 Aug 21 09:18:36.862267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d83193-deaf-4279-8022-5faa65dd97ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9eacce-0980-4908-91b2-4b4e1d45adb6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:36.959917 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-35dcd728-909c-4b22-a515-5051d363d314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:37.011730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-1e215157-32ca-47c0-a795-2244688c7840 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:37.056251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e215157-32ca-47c0-a795-2244688c7840 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Port': ['ID=9d96bb04-9325-4a64-8c0c-8ac156a08afe,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:37.104930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-1e215157-32ca-47c0-a795-2244688c7840 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] No DVR routers for this DVR port 9d96bb04-9325-4a64-8c0c-8ac156a08afe on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:18:37.107771 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-1e215157-32ca-47c0-a795-2244688c7840 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:37.110742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-1e215157-32ca-47c0-a795-2244688c7840 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "DELETE /v2.0/ports/9d96bb04-9325-4a64-8c0c-8ac156a08afe HTTP/1.1" status: 204 len: 173 time: 0.7200139 Aug 21 09:18:37.210679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-66efd72c-b35a-4f4c-98c9-3d2ccdd298f9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Deleting port 4b5e9a35-1c2b-412f-979d-550fc637481a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:18:37.211037 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-66efd72c-b35a-4f4c-98c9-3d2ccdd298f9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:37.488285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-66efd72c-b35a-4f4c-98c9-3d2ccdd298f9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] For port 4b5e9a35-1c2b-412f-979d-550fc637481a, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4b5e9a35-1c2b-412f-979d-550fc637481a,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:37.488285 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-66efd72c-b35a-4f4c-98c9-3d2ccdd298f9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:37.488285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97e143-8ee3-4716-aa01-9700e656c545 req-c31b9c3b-d649-42de-8cec-64bb76ac2eee tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:37.488285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e97e143-8ee3-4716-aa01-9700e656c545 req-c31b9c3b-d649-42de-8cec-64bb76ac2eee tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 943 time: 0.0955324 Aug 21 09:18:37.488285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-66efd72c-b35a-4f4c-98c9-3d2ccdd298f9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Calling delete_port for 4b5e9a35-1c2b-412f-979d-550fc637481a owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:18:37.534746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e97e143-8ee3-4716-aa01-9700e656c545 req-01e67482-74b6-461a-87c3-ccdc5c38317e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups?id=415d60d8-1685-48fb-a3a9-ef3df9f41167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784423 Aug 21 09:18:37.738511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a339f73-3b00-40b4-b268-6f0852d21508 req-8a71ad09-171d-40da-b64b-477183423511 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:37.740459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a339f73-3b00-40b4-b268-6f0852d21508 req-8a71ad09-171d-40da-b64b-477183423511 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.0632284 Aug 21 09:18:37.833613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-66efd72c-b35a-4f4c-98c9-3d2ccdd298f9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:37.833613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efd72c-b35a-4f4c-98c9-3d2ccdd298f9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Port': ['ID=4b5e9a35-1c2b-412f-979d-550fc637481a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:37.853794 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a339f73-3b00-40b4-b268-6f0852d21508 req-eabf9eb7-fe98-4a39-be31-25d8f112e14d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050034 Aug 21 09:18:37.875533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-66efd72c-b35a-4f4c-98c9-3d2ccdd298f9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] No DVR routers for this DVR port 4b5e9a35-1c2b-412f-979d-550fc637481a on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:18:37.875533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-66efd72c-b35a-4f4c-98c9-3d2ccdd298f9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:37.875533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa784adc-3621-4f8d-bd06-7b3ecd189731 req-66efd72c-b35a-4f4c-98c9-3d2ccdd298f9 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.13 "DELETE /v2.0/ports/4b5e9a35-1c2b-412f-979d-550fc637481a HTTP/1.1" status: 204 len: 173 time: 0.7580812 Aug 21 09:18:37.995309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-deleted', 'tag': '090fdd81-0c45-49e9-97a8-edb01ea83e05'}, {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-deleted', 'tag': '9d96bb04-9325-4a64-8c0c-8ac156a08afe'}, {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-deleted', 'tag': '4b5e9a35-1c2b-412f-979d-550fc637481a'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:18:37.997720 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c59a4dd-7ed6-45e5-a67c-2c1d2de422d8" -d '{"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-deleted", "tag": "090fdd81-0c45-49e9-97a8-edb01ea83e05"}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-deleted", "tag": "9d96bb04-9325-4a64-8c0c-8ac156a08afe"}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-deleted", "tag": "4b5e9a35-1c2b-412f-979d-550fc637481a"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:18:38.308839 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 21 Aug 2021 09:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d28e99-d540-4197-b5ec-c8e89b1d0cb3 x-openstack-request-id: req-60d28e99-d540-4197-b5ec-c8e89b1d0cb3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:18:38.309966 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-deleted", "tag": "090fdd81-0c45-49e9-97a8-edb01ea83e05", "status": "completed", "code": 200}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-deleted", "tag": "9d96bb04-9325-4a64-8c0c-8ac156a08afe", "status": "completed", "code": 200}, {"server_uuid": "15d52bea-4d29-41f9-8a87-4ac350d2aa94", "name": "network-vif-deleted", "tag": "4b5e9a35-1c2b-412f-979d-550fc637481a", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:18:38.310434 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60d28e99-d540-4197-b5ec-c8e89b1d0cb3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:18:38.311016 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-deleted', 'tag': '090fdd81-0c45-49e9-97a8-edb01ea83e05', 'status': 'completed', 'code': 200} Aug 21 09:18:38.311446 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-deleted', 'tag': '9d96bb04-9325-4a64-8c0c-8ac156a08afe', 'status': 'completed', 'code': 200} Aug 21 09:18:38.311887 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d52bea-4d29-41f9-8a87-4ac350d2aa94', 'name': 'network-vif-deleted', 'tag': '4b5e9a35-1c2b-412f-979d-550fc637481a', 'status': 'completed', 'code': 200} Aug 21 09:18:38.432958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-7b8ce105-86dc-4352-b764-7471a6f839a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:38.436779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-7b8ce105-86dc-4352-b764-7471a6f839a2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212&tenant_id=c134a7f0f4f84d7084ee8bf47771d35d HTTP/1.1" status: 200 len: 1095 time: 0.0873137 Aug 21 09:18:38.582552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-bb3ee333-30a7-4ea7-a579-961f09733649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:38.585894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-bb3ee333-30a7-4ea7-a579-961f09733649 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 1095 time: 0.1179490 Aug 21 09:18:38.719657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-8220bbcb-9805-4caf-b1c1-e0d8ff40044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:38.721451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-8220bbcb-9805-4caf-b1c1-e0d8ff40044c service neutron] 10.222.0.22 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 915 time: 0.1275935 Aug 21 09:18:38.757117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77e81e51-5928-4e6c-91df-67ff2c3678bf req-e1a42041-2618-405f-87f1-bf03ab878d54 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0751886 Aug 21 09:18:38.798900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-45424395-1ccb-4337-9fc9-353bfa5f631e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74316681-8df6-4d33-b4ec-207bc24a574c HTTP/1.1" status: 200 len: 217 time: 0.0579214 Aug 21 09:18:38.834606 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56970) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:38.870864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-b5894e82-4ebe-4ca8-a436-32aca7958782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:38.892968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-b5894e82-4ebe-4ca8-a436-32aca7958782 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ff9526d5-d048-4d21-9271-a5072de94c91 HTTP/1.1" status: 200 len: 854 time: 0.0870397 Aug 21 09:18:38.977261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-0fd1bb22-48e1-4908-875b-57aaabba15f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efca9ead-4d16-43ab-8fac-3ba6e9275e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774758 Aug 21 09:18:39.143999 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e80dde64-40b7-47c8-98a3-2aaeea8f19cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:39.186210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373582dd-a33b-48ae-8a3a-8136f205cab9 req-cd53a2d6-c1fe-45e8-ba44-a223deb0375c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:39.193933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-373582dd-a33b-48ae-8a3a-8136f205cab9 req-cd53a2d6-c1fe-45e8-ba44-a223deb0375c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1968243 Aug 21 09:18:39.258765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-373582dd-a33b-48ae-8a3a-8136f205cab9 req-7456e1be-df3b-488c-8c22-d8ea996e82d3 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496488 Aug 21 09:18:39.274315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-322c0010-ac6d-4117-81c1-0637972888a8 service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895629 Aug 21 09:18:39.327872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e80dde64-40b7-47c8-98a3-2aaeea8f19cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:39.388531 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e80dde64-40b7-47c8-98a3-2aaeea8f19cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:39.408315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75b15b82-a9f6-4093-b365-eda2de5542e6 req-209e5ade-f98d-4e8e-b369-fa5700a1bbe9 service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258407 Aug 21 09:18:39.460000 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e80dde64-40b7-47c8-98a3-2aaeea8f19cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ef0b6fe99fa43a090edd8924fdb91b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6213508 Aug 21 09:18:39.460000 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dde64-40b7-47c8-98a3-2aaeea8f19cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d63ad1-d788-40bf-ac92-95c3c738beae,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:39.460598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56990) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:39.534113 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-55ccea27-d600-49e6-a0eb-d46a7e10b21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:39.556714 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e401ab27-0bf5-4e35-a23b-62bae4ef56e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:39.588374 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e401ab27-0bf5-4e35-a23b-62bae4ef56e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:39.782999 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e401ab27-0bf5-4e35-a23b-62bae4ef56e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:39.795387 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e401ab27-0bf5-4e35-a23b-62bae4ef56e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:39.805403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e401ab27-0bf5-4e35-a23b-62bae4ef56e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29d63ad1-d788-40bf-ac92-95c3c738beae HTTP/1.1" status: 204 len: 168 time: 0.3425343 Aug 21 09:18:39.813333 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:39.835844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401ab27-0bf5-4e35-a23b-62bae4ef56e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d63ad1-d788-40bf-ac92-95c3c738beae,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:39.924677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-661686a6-76cf-4029-a9c9-03e2764cdbf0 req-8361fb8a-b92d-4604-a44b-892dbac97557 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0335588 Aug 21 09:18:40.206237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57030) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:40.564307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ca2d4-4ee5-4fb3-a278-b27999b1b022 req-65a1ee3a-44f7-4c11-9ff7-bc4af471d98a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:40.573659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b5ca2d4-4ee5-4fb3-a278-b27999b1b022 req-65a1ee3a-44f7-4c11-9ff7-bc4af471d98a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1157284 Aug 21 09:18:40.649980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b5ca2d4-4ee5-4fb3-a278-b27999b1b022 req-09d1236b-4ad3-45c3-830e-a91f96a7b1ab tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737367 Aug 21 09:18:40.859842 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:40.873394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1238471366', 'router:external': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:41.039485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Made reservation on behalf of 14643048e5e64d5d973fc9ca6ad1e17d for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:18:41.042139 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:41.056638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:41.113691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57056) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:41.153270 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6eff822-0adc-4510-9a1c-c622ea33d164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:41.188973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422eecd0-ebb2-4b81-9c83-e787547d90f1 req-14a3b308-c5a7-4153-bf37-91d23820f0da tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0935657 Aug 21 09:18:41.372317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:41.430689 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:41.498723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4377e3de-cd47-453b-a5ca-d2d2ddf6a521,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:41.553082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.553446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.553816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.554171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.558478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.559000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.560416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.560765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.570016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.570016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.570016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.570016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:18:41.576469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6eff822-0adc-4510-9a1c-c622ea33d164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:41.598542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:18:41.616737 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:41.618146 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Added segment 28f108d9-3d45-4ff7-932f-2f6a4b2fc43d of type vlan for network ed8083bd-9f9e-4cf1-96f9-babf31b729c7 Aug 21 09:18:41.652190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6eff822-0adc-4510-9a1c-c622ea33d164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:41.728254 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:41.777481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57066) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:41.779200 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e6eff822-0adc-4510-9a1c-c622ea33d164 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17694d425b1e4b7dbde9d7d6d6a23527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6637959 Aug 21 09:18:41.824478 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eff822-0adc-4510-9a1c-c622ea33d164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dd1fb4-de16-4c32-a35f-e4ca0e247719,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:41.874370 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:41.878815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:41.881540 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:41.960179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event updated for resources: {'Network': ['ID=ed8083bd-9f9e-4cf1-96f9-babf31b729c7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:41.973236 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network ed8083bd-9f9e-4cf1-96f9-babf31b729c7 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:18:42.009899 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b2b7a51-7950-4ba8-9c36-3388958891f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:42.040349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80567779-eea1-4d1e-b097-afb8bd13f05b req-23e96de3-46b1-4368-a2e3-e0cbc07046bb tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:42.049553 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80567779-eea1-4d1e-b097-afb8bd13f05b req-23e96de3-46b1-4368-a2e3-e0cbc07046bb tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1779602 Aug 21 09:18:42.106431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6f280a8d-ea58-4abb-a502-b0b33e783ec8 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8989530 Aug 21 09:18:42.109750 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57074) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:42.115434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Request body: {'subnet': {'network_id': 'ed8083bd-9f9e-4cf1-96f9-babf31b729c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:42.120269 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b2b7a51-7950-4ba8-9c36-3388958891f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:42.172259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80567779-eea1-4d1e-b097-afb8bd13f05b req-0ffead75-706a-4533-a2f5-8f5dd571985d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217468 Aug 21 09:18:42.222172 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Made reservation on behalf of 14643048e5e64d5d973fc9ca6ad1e17d for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:18:42.224774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:42.279387 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b2b7a51-7950-4ba8-9c36-3388958891f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:42.283186 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b2b7a51-7950-4ba8-9c36-3388958891f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:42.286896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5b2b7a51-7950-4ba8-9c36-3388958891f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49dd1fb4-de16-4c32-a35f-e4ca0e247719 HTTP/1.1" status: 204 len: 168 time: 0.5056496 Aug 21 09:18:42.300411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b7a51-7950-4ba8-9c36-3388958891f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dd1fb4-de16-4c32-a35f-e4ca0e247719,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:42.337635 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:42.413326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8bfbb65a-2eef-4b3c-95c5-a807173865ba req-252cf3e1-739b-4254-9ce9-fa8cffcc4d48 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0721190 Aug 21 09:18:42.841525 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:18:42.842498 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:42.907450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d8bca127-59c2-4840-863d-43f95c11adba,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:42.919877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Checking segment: {'id': '28f108d9-3d45-4ff7-932f-2f6a4b2fc43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ed8083bd-9f9e-4cf1-96f9-babf31b729c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:18:42.920402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Network hostable DHCP agents. Network: ed8083bd-9f9e-4cf1-96f9-babf31b729c7, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:18:43.022307 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Network ed8083bd-9f9e-4cf1-96f9-babf31b729c7 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:18:43.124815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, ed8083bd-9f9e-4cf1-96f9-babf31b729c7) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:18:43.130332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:43.131008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:43.135998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf50f3-124f-4db3-90db-c0a4e0c31c3e None None] Network ed8083bd-9f9e-4cf1-96f9-babf31b729c7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:18:43.237267 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ec361557-69bb-427e-993b-d0ece488ba15 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1232002 Aug 21 09:18:43.237643 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57096) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:43.244003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1107270416', 'network_id': 'ed8083bd-9f9e-4cf1-96f9-babf31b729c7'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:43.356044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3d92f8-b4ed-4541-a8e9-b06cdb9622ce None None] Network ed8083bd-9f9e-4cf1-96f9-babf31b729c7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:18:43.387436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Made reservation on behalf of 14643048e5e64d5d973fc9ca6ad1e17d for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:18:43.391289 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:43.445916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] device_id is not set on port 37a5f652-9bf5-49f7-8be3-877d7bdecc8e yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:18:43.451189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5d2d3-1309-496c-8587-54540e09e2c4 req-dc6e78bb-0377-4812-aaee-0e6e6f7a1b18 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:43.461568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8d5d2d3-1309-496c-8587-54540e09e2c4 req-dc6e78bb-0377-4812-aaee-0e6e6f7a1b18 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1152897 Aug 21 09:18:43.565804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8d5d2d3-1309-496c-8587-54540e09e2c4 req-e62e46f8-9e1c-4586-98d4-293028df0832 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958574 Aug 21 09:18:43.619455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Allocated IP 2001:db8::279 (ed8083bd-9f9e-4cf1-96f9-babf31b729c7/d8bca127-59c2-4840-863d-43f95c11adba/37a5f652-9bf5-49f7-8be3-877d7bdecc8e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:18:43.727117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d34ae8c7-1fd2-45b8-88dc-4e2cc4813a0d req-8125b498-266a-4a6b-9ba2-8da7ee5e4e28 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0850141 Aug 21 09:18:43.899366 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:44.009930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:44.086955 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Network ed8083bd-9f9e-4cf1-96f9-babf31b729c7 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:18:44.091622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:18:44.106459 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:18:44.107468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:44.108124 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:44.134772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event updated for resources: {'Port': ['ID=37a5f652-9bf5-49f7-8be3-877d7bdecc8e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:44.211087 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e4f04d63-67bd-432f-b4e2-85adf59e2544 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9722216 Aug 21 09:18:44.213595 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57118) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:44.353157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-9b54fafe-5ab3-41a7-ad42-4d49c19d9c59 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Deleting port 37a5f652-9bf5-49f7-8be3-877d7bdecc8e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:18:44.353809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b54fafe-5ab3-41a7-ad42-4d49c19d9c59 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:44.480853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b54fafe-5ab3-41a7-ad42-4d49c19d9c59 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:44.495233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-9b54fafe-5ab3-41a7-ad42-4d49c19d9c59 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Calling delete_port for 37a5f652-9bf5-49f7-8be3-877d7bdecc8e owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:18:44.739268 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b54fafe-5ab3-41a7-ad42-4d49c19d9c59 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:44.741064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509f125-a4c7-45dd-9b18-37b040342959 req-6759bfa8-51c7-4868-b9ca-5fc49851575f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:44.751152 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6509f125-a4c7-45dd-9b18-37b040342959 req-6759bfa8-51c7-4868-b9ca-5fc49851575f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.0988548 Aug 21 09:18:44.809110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54fafe-5ab3-41a7-ad42-4d49c19d9c59 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event deleted for resources: {'Port': ['ID=37a5f652-9bf5-49f7-8be3-877d7bdecc8e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:44.819570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6509f125-a4c7-45dd-9b18-37b040342959 req-98de71e9-675f-4889-9bc7-1481fc13f0bb tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564671 Aug 21 09:18:44.846052 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b54fafe-5ab3-41a7-ad42-4d49c19d9c59 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:44.854207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57124) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:44.861083 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9b54fafe-5ab3-41a7-ad42-4d49c19d9c59 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "DELETE /v2.0/ports/37a5f652-9bf5-49f7-8be3-877d7bdecc8e HTTP/1.1" status: 204 len: 168 time: 0.6335850 Aug 21 09:18:44.865539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed8083bd-9f9e-4cf1-96f9-babf31b729c7', 'external_fixed_ips': [{'subnet_id': 'd8bca127-59c2-4840-863d-43f95c11adba', 'ip_address': '2001:db8::279'}]}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:44.944535 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc85c44-e30c-43d5-8b1a-9a06eca7e168 req-ce7fdb95-c981-4a9b-bf6c-37d0784ef28e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0369420 Aug 21 09:18:44.991882 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:44.993662 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:45.072750 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:45.190796 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:45.268664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:45.315764 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:45.583123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:45.607059 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:45.786323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Allocated IP 2001:db8::279 (ed8083bd-9f9e-4cf1-96f9-babf31b729c7/d8bca127-59c2-4840-863d-43f95c11adba/60e42aa6-b273-4b1f-a5dc-302dc521a6cb) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:18:45.931275 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:45.969101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b3e97-0e54-48de-be9e-04d007adcbfb req-0cbca7ca-e505-4a48-8357-3788dd189e88 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:45.970759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a0b3e97-0e54-48de-be9e-04d007adcbfb req-0cbca7ca-e505-4a48-8357-3788dd189e88 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.0766065 Aug 21 09:18:46.029519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a0b3e97-0e54-48de-be9e-04d007adcbfb req-e180be02-58e6-4a6e-ae5c-2949c56fdc53 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490983 Aug 21 09:18:46.088537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:46.160685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Network ed8083bd-9f9e-4cf1-96f9-babf31b729c7 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:18:46.176293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event updated for resources: {'Port': ['ID=60e42aa6-b273-4b1f-a5dc-302dc521a6cb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:46.179686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:18:46.182954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-187c2367-4bbc-40a2-9266-1b867b211a29 req-c62c20c0-c937-4ee9-8312-0b2aa28bbb91 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0496924 Aug 21 09:18:46.183919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:18:46.514226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:46.739990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:46.958868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Router b4930133-7ea9-46a0-bdb6-37d375b75d93 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:18:47.093590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:18:47.104434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Sync routers for ids ['b4930133-7ea9-46a0-bdb6-37d375b75d93'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:18:47.122710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Routers {'b4930133-7ea9-46a0-bdb6-37d375b75d93'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:18:47.123351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:18:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b4930133-7ea9-46a0-bdb6-37d375b75d93'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:47.203732 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:47.206411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f913a730-4e2c-498e-a0ff-93a2fba01144 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3505049 Aug 21 09:18:47.209221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57138) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:47.249776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Set router b4930133-7ea9-46a0-bdb6-37d375b75d93 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:18:47.295526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca11ea3-a2d4-4474-9189-9a5632f9c076 req-7d726993-82f5-4c45-85b7-944f10c0eb9f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:47.300246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fca11ea3-a2d4-4474-9189-9a5632f9c076 req-7d726993-82f5-4c45-85b7-944f10c0eb9f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1636829 Aug 21 09:18:47.366675 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:47.404310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fca11ea3-a2d4-4474-9189-9a5632f9c076 req-5d02b02c-01ba-4ea9-8fba-101328b7e984 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975094 Aug 21 09:18:47.537357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4930133-7ea9-46a0-bdb6-37d375b75d93', 'name': '', 'tenant_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed8083bd-9f9e-4cf1-96f9-babf31b729c7', 'external_fixed_ips': [{'subnet_id': 'd8bca127-59c2-4840-863d-43f95c11adba', 'ip_address': '2001:db8::279'}], 'enable_snat': True}, 'gw_port_id': '60e42aa6-b273-4b1f-a5dc-302dc521a6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:18:44Z', 'updated_at': '2021-08-21T09:18:46Z', 'revision_number': 3, 'project_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'gw_port': {'id': '60e42aa6-b273-4b1f-a5dc-302dc521a6cb', 'name': '', 'network_id': 'ed8083bd-9f9e-4cf1-96f9-babf31b729c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4930133-7ea9-46a0-bdb6-37d375b75d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'd8bca127-59c2-4840-863d-43f95c11adba', 'ip_address': '2001:db8::279', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:18:45Z', 'updated_at': '2021-08-21T09:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8bca127-59c2-4840-863d-43f95c11adba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:47.552129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe2539a1-cbd2-4790-95ff-b7903df2d1ec req-1ee96317-2dc7-4e4e-9926-97be9f68d9b2 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0376077 Aug 21 09:18:47.603215 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:47.613680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Checking router: b4930133-7ea9-46a0-bdb6-37d375b75d93 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:18:47.614033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Updating router b4930133-7ea9-46a0-bdb6-37d375b75d93 port 60e42aa6-b273-4b1f-a5dc-302dc521a6cb binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:18:47.645188 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:47.734611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Deleting port 60e42aa6-b273-4b1f-a5dc-302dc521a6cb {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:18:47.735248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:47.820073 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:47.833636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Calling delete_port for 60e42aa6-b273-4b1f-a5dc-302dc521a6cb owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:18:48.056352 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:48.104032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Transition to ACTIVE for port object 60e42aa6-b273-4b1f-a5dc-302dc521a6cb will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:18:48.488610 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:48.546951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09208cfc-6c5d-40ed-98e3-977b8b3c5f12 req-2640e8cf-73af-488e-9bda-9b6d9f1c92e2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:48.548731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09208cfc-6c5d-40ed-98e3-977b8b3c5f12 req-2640e8cf-73af-488e-9bda-9b6d9f1c92e2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.0778472 Aug 21 09:18:48.579376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Attempting to bind port 60e42aa6-b273-4b1f-a5dc-302dc521a6cb on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:18:48.579938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Attempting to bind port 60e42aa6-b273-4b1f-a5dc-302dc521a6cb by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '28f108d9-3d45-4ff7-932f-2f6a4b2fc43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ed8083bd-9f9e-4cf1-96f9-babf31b729c7'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:18:48.580295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Attempting to bind port 60e42aa6-b273-4b1f-a5dc-302dc521a6cb on network ed8083bd-9f9e-4cf1-96f9-babf31b729c7 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:18:48.610999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09208cfc-6c5d-40ed-98e3-977b8b3c5f12 req-e7c88386-87c9-4704-bf33-62ff39212d40 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551062 Aug 21 09:18:48.620150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:18:48.620523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:48.621383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Checking segment: {'id': '28f108d9-3d45-4ff7-932f-2f6a4b2fc43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ed8083bd-9f9e-4cf1-96f9-babf31b729c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:18:48.622167 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:48.623168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Bound using segment: {'id': '28f108d9-3d45-4ff7-932f-2f6a4b2fc43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ed8083bd-9f9e-4cf1-96f9-babf31b729c7'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:18:48.637211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Bound port: 60e42aa6-b273-4b1f-a5dc-302dc521a6cb, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f108d9-3d45-4ff7-932f-2f6a4b2fc43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ed8083bd-9f9e-4cf1-96f9-babf31b729c7'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:18:48.638580 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:48.647779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805eaed-0daa-49a5-8d1a-2cef8f1e7c59 None None] Pushing event updated for resources: {'Port': ['ID=60e42aa6-b273-4b1f-a5dc-302dc521a6cb,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:48.689167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Port 60e42aa6-b273-4b1f-a5dc-302dc521a6cb has been deleted concurrently {{(pid=106758) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 21 09:18:48.717349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Routers {'b4930133-7ea9-46a0-bdb6-37d375b75d93'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:18:48.718181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:18:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b4930133-7ea9-46a0-bdb6-37d375b75d93'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:48.784297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event deleted for resources: {'Port': ['ID=60e42aa6-b273-4b1f-a5dc-302dc521a6cb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:48.786519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:48.802210 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bdf99800-2348-4335-8d46-584291fc5e80 req-e9e1ce9b-45c1-407d-8928-24e82e2e2106 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0511246 Aug 21 09:18:48.864127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] Set router b4930133-7ea9-46a0-bdb6-37d375b75d93 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:18:48.887979 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:48.890893 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:48.930386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4930133-7ea9-46a0-bdb6-37d375b75d93', 'name': '', 'tenant_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:18:44Z', 'updated_at': '2021-08-21T09:18:48Z', 'revision_number': 5, 'project_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:48.966883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4121a1-e4a0-4885-a2d9-2a1d9b4ba08e None None] The sync data for ids ['b4930133-7ea9-46a0-bdb6-37d375b75d93'] in n-d-766726-28 is: [{'id': 'b4930133-7ea9-46a0-bdb6-37d375b75d93', 'name': '', 'tenant_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:18:44Z', 'updated_at': '2021-08-21T09:18:48Z', 'revision_number': 5, 'project_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:18:49.014381 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.021443 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4930133-7ea9-46a0-bdb6-37d375b75d93 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:18:49.039441 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.039441 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9cc37c27-fa16-446e-87bf-8ee72c3f694c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b4930133-7ea9-46a0-bdb6-37d375b75d93 HTTP/1.1" status: 204 len: 168 time: 1.8283901 Aug 21 09:18:49.042082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57156) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:49.144347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-332d845b-9120-46bb-90c9-90ae0ec1ec17 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Deleting subnet d8bca127-59c2-4840-863d-43f95c11adba {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:18:49.149571 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-332d845b-9120-46bb-90c9-90ae0ec1ec17 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.191929 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-332d845b-9120-46bb-90c9-90ae0ec1ec17 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.236854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-332d845b-9120-46bb-90c9-90ae0ec1ec17 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.422903 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-332d845b-9120-46bb-90c9-90ae0ec1ec17 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.476924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d845b-9120-46bb-90c9-90ae0ec1ec17 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d8bca127-59c2-4840-863d-43f95c11adba,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:49.490896 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-332d845b-9120-46bb-90c9-90ae0ec1ec17 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.498210 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57162) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:49.498403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-332d845b-9120-46bb-90c9-90ae0ec1ec17 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/d8bca127-59c2-4840-863d-43f95c11adba HTTP/1.1" status: 204 len: 168 time: 0.4549046 Aug 21 09:18:49.665889 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.803451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3f7a-bf09-449b-aa07-b29c7d385d06 req-76173834-848a-41b7-b960-43c2709e13e1 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:49.815217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27fa3f7a-bf09-449b-aa07-b29c7d385d06 req-76173834-848a-41b7-b960-43c2709e13e1 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.0904531 Aug 21 09:18:49.986882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.986882 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8083bd-9f9e-4cf1-96f9-babf31b729c7']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:49.987368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27fa3f7a-bf09-449b-aa07-b29c7d385d06 req-2715c3d5-fa78-4d64-b1fe-00d618479887 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472081 Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f108d9-3d45-4ff7-932f-2f6a4b2fc43d') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f108d9-3d45-4ff7-932f-2f6a4b2fc43d') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: items = [ Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:18:49.987467 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:18:49.990257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3363cb75-ba12-4f7f-9238-e74939fb2cdb req-931e8e4a-3127-4575-970b-88bf463883cf tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0270381 Aug 21 09:18:50.846674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:50.853808 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed8083bd-9f9e-4cf1-96f9-babf31b729c7 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 09:18:50.872386 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:50.878690 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ed8083bd-9f9e-4cf1-96f9-babf31b729c7 HTTP/1.1" status: 204 len: 168 time: 1.3793199 Aug 21 09:18:50.969374 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b667a37-7d64-4299-8203-614ce19884c6 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed8083bd-9f9e-4cf1-96f9-babf31b729c7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:51.173449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14cbfb-004e-4a05-a6ef-5f62d1859b28 req-b3d478b1-1aaa-4287-b013-97f2f5454f0c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:51.193054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e14cbfb-004e-4a05-a6ef-5f62d1859b28 req-b3d478b1-1aaa-4287-b013-97f2f5454f0c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1430781 Aug 21 09:18:51.313238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e14cbfb-004e-4a05-a6ef-5f62d1859b28 req-f85d4420-72be-4e14-8569-97ec3445874f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045353 Aug 21 09:18:51.582021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6dcfb363-7437-4184-9def-58505984ba9c req-3fcdad72-db3d-4428-869a-26de6c1da4e3 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0489399 Aug 21 09:18:51.657935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57190) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:51.664094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3116db81-a047-47e4-82cd-8b134b9c5799 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Request body: {'router': {'name': 'tempest-router--1848964397', 'project_id': '16716f0c67514ee2aba757223925b372'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:51.793075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3116db81-a047-47e4-82cd-8b134b9c5799 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:51.794490 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3116db81-a047-47e4-82cd-8b134b9c5799 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:51.884324 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3116db81-a047-47e4-82cd-8b134b9c5799 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:52.002295 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3116db81-a047-47e4-82cd-8b134b9c5799 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:52.147219 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3116db81-a047-47e4-82cd-8b134b9c5799 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:52.151241 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3116db81-a047-47e4-82cd-8b134b9c5799 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4891374 Aug 21 09:18:52.151746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57194) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:52.407075 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57208) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:52.573619 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14131e5f-3dcb-44d6-8972-13fd47ac84a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:52.685629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14131e5f-3dcb-44d6-8972-13fd47ac84a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:52.697766 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2da52f2c-6e7d-474f-bf7a-694749397771 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:52.750916 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14131e5f-3dcb-44d6-8972-13fd47ac84a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:52.792664 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-14131e5f-3dcb-44d6-8972-13fd47ac84a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18a94cf295b0448c936f9818c1b0194e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899074 Aug 21 09:18:52.793484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14131e5f-3dcb-44d6-8972-13fd47ac84a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e7d3e6-7b32-41b0-b6b2-40d216847243,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:52.797731 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57216) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:52.850434 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e5d63c4-0ed0-40c2-9055-cfe65fcea011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:52.873155 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e5d63c4-0ed0-40c2-9055-cfe65fcea011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:52.905290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e90f-13e4-4930-bc97-d33fbd9285e4 req-6c443253-2012-4d14-a809-c68b7b50ec47 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:52.911186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0937e90f-13e4-4930-bc97-d33fbd9285e4 req-6c443253-2012-4d14-a809-c68b7b50ec47 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.2153037 Aug 21 09:18:52.945089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ffea3-84aa-4b15-a980-16daf73fa998 req-6e2f8e07-9abc-4534-a44c-ad7948e78426 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:52.946544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d46ffea3-84aa-4b15-a980-16daf73fa998 req-6e2f8e07-9abc-4534-a44c-ad7948e78426 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 946 time: 0.2530816 Aug 21 09:18:52.952156 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2da52f2c-6e7d-474f-bf7a-694749397771 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:52.956551 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2da52f2c-6e7d-474f-bf7a-694749397771 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:53.041505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0937e90f-13e4-4930-bc97-d33fbd9285e4 req-10a2bf27-51c6-42bc-9be4-21a00ec9a408 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065664 Aug 21 09:18:53.049873 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e5d63c4-0ed0-40c2-9055-cfe65fcea011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:53.053915 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e5d63c4-0ed0-40c2-9055-cfe65fcea011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:53.054751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d46ffea3-84aa-4b15-a980-16daf73fa998 req-6fd14910-24e3-47d5-9ea8-3457d0c2cf31 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995018 Aug 21 09:18:53.056336 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5e5d63c4-0ed0-40c2-9055-cfe65fcea011 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95e7d3e6-7b32-41b0-b6b2-40d216847243 HTTP/1.1" status: 204 len: 168 time: 0.2563326 Aug 21 09:18:53.072843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d63c4-0ed0-40c2-9055-cfe65fcea011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e7d3e6-7b32-41b0-b6b2-40d216847243,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:53.147098 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2da52f2c-6e7d-474f-bf7a-694749397771 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:53.147653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da52f2c-6e7d-474f-bf7a-694749397771 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cd6546f-793a-4233-a869-010f3b39001d {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:18:53.153007 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2da52f2c-6e7d-474f-bf7a-694749397771 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:53.154124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2da52f2c-6e7d-474f-bf7a-694749397771 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0cd6546f-793a-4233-a869-010f3b39001d HTTP/1.1" status: 204 len: 168 time: 1.0013824 Aug 21 09:18:53.195602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e311e246-d2bb-4104-adc4-2051ec9ed93b req-4651ac2f-b79d-4d9a-983e-7261f3659e18 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0340095 Aug 21 09:18:53.540114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57228) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:53.749415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1549528224', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:53.850905 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:53.852370 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:53.868007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-489433bd-a28e-45e5-9b94-2127ba1820b1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:53.869779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-489433bd-a28e-45e5-9b94-2127ba1820b1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 946 time: 0.0555685 Aug 21 09:18:53.930385 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:53.964664 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57232) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:53.979458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a02268dd-039a-442d-88e3-ff9c1a372b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.007015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Deleting port d454920a-570c-4ee7-a20a-2a843f9f55de {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:18:54.008066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.092949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 74316681-8df6-4d33-b4ec-207bc24a574c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:18:54.165142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] For port d454920a-570c-4ee7-a20a-2a843f9f55de, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d454920a-570c-4ee7-a20a-2a843f9f55de,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:54.165566 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.197606 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.221673 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a02268dd-039a-442d-88e3-ff9c1a372b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.239711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:54.258844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '74316681-8df6-4d33-b4ec-207bc24a574c', 'network_id': 'efca9ead-4d16-43ab-8fac-3ba6e9275e79', 'port_id': '74316681-8df6-4d33-b4ec-207bc24a574c', 'mac_address': 'fa:16:3e:54:d9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9526d5-d048-4d21-9271-a5072de94c91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:18:54.315428 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a02268dd-039a-442d-88e3-ff9c1a372b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.317514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fc461-1cc2-416e-bb71-f1916faa8cfc req-c95c3f72-31c7-4070-9a15-ef16a9e7344f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:54.319161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba0fc461-1cc2-416e-bb71-f1916faa8cfc req-c95c3f72-31c7-4070-9a15-ef16a9e7344f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 943 time: 0.1507370 Aug 21 09:18:54.329328 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.351235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74316681-8df6-4d33-b4ec-207bc24a574c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:18:54.363114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b4337-07c9-4a25-b1fe-65183a51bb87 req-566088f3-e2fa-48ef-927b-cd15bdc739ce tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:54.370481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b20b4337-07c9-4a25-b1fe-65183a51bb87 req-566088f3-e2fa-48ef-927b-cd15bdc739ce tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 946 time: 0.1914353 Aug 21 09:18:54.375255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:54.381623 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a02268dd-039a-442d-88e3-ff9c1a372b37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d15eb8c1e28b4dd5a54336e8d34979f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151862 Aug 21 09:18:54.386076 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57246) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:54.430874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02268dd-039a-442d-88e3-ff9c1a372b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb15d77-edea-4f0d-807e-998522b8d59a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:54.455353 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.492099 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5fe8005-09d1-484c-81c5-c30b8f05f30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.533872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5fe8005-09d1-484c-81c5-c30b8f05f30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.537884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b20b4337-07c9-4a25-b1fe-65183a51bb87 req-367f876f-4ac0-4f16-ab7c-e4e5b6f87e78 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=617e546a-48a8-4faf-aac9-d2e3f6b165ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665664 Aug 21 09:18:54.545515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba0fc461-1cc2-416e-bb71-f1916faa8cfc req-d13313f1-5712-4473-af19-2280ee6c4741 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111363 Aug 21 09:18:54.560352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=74316681-8df6-4d33-b4ec-207bc24a574c,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:54.661309 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.661696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.662029 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Floating IP 76a3f95e-229b-439a-a467-7910d98be4b2 disassociated. External IP: 172.25.5.152, port: d454920a-570c-4ee7-a20a-2a843f9f55de. Aug 21 09:18:54.662353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Calling delete_port for d454920a-570c-4ee7-a20a-2a843f9f55de owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:18:54.679427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['74316681-8df6-4d33-b4ec-207bc24a574c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:18:54.744218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.766348 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.799790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8d2533e-eb9e-44c0-9566-19b74a5cee15 req-ad85ca77-e9d2-4073-a53d-bcf8c504a43d tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.1249413 Aug 21 09:18:54.841570 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5fe8005-09d1-484c-81c5-c30b8f05f30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.844897 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5fe8005-09d1-484c-81c5-c30b8f05f30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:54.846126 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a5fe8005-09d1-484c-81c5-c30b8f05f30b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/feb15d77-edea-4f0d-807e-998522b8d59a HTTP/1.1" status: 204 len: 168 time: 0.4567368 Aug 21 09:18:54.863804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe8005-09d1-484c-81c5-c30b8f05f30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb15d77-edea-4f0d-807e-998522b8d59a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:54.924692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Allocated IP 172.25.5.169 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/2471b75d-f667-4921-a532-1f0bda3cfe2b) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:18:54.970748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:55.044365 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:55.059105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event deleted for resources: {'Port': ['ID=d454920a-570c-4ee7-a20a-2a843f9f55de,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:55.138900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Router bc90e78b-5219-4b37-a03b-21aee4e19506 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:18:55.188123 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:55.223934 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:18:55.227666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:18:55.231321 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:18:55.271241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:18:55.275837 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Pushing event updated for resources: {'Port': ['ID=2471b75d-f667-4921-a532-1f0bda3cfe2b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:55.293929 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde2465-6d0e-49c5-94d6-a179b3ebb778 None None] Sync routers for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:18:55.309435 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde2465-6d0e-49c5-94d6-a179b3ebb778 None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:18:55.310043 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7fde2465-6d0e-49c5-94d6-a179b3ebb778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:18:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:55.337525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] No DVR routers for this DVR port d454920a-570c-4ee7-a20a-2a843f9f55de on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:18:55.340580 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:55.342849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3da86e47-26ff-4b90-a4d2-8a32b8c236b3 req-b1a05fe6-e2da-409a-a453-349ff71c340d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.13 "DELETE /v2.0/ports/d454920a-570c-4ee7-a20a-2a843f9f55de HTTP/1.1" status: 204 len: 173 time: 1.4619098 Aug 21 09:18:55.344025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'name': 'network-vif-deleted', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:18:55.346436 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c6c10b-5c76-4344-b11e-7e60b0588cc1" -d '{"events": [{"server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "name": "network-vif-deleted", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:18:55.430016 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d008b92-2e9c-4443-ad79-38a4fd045471 x-openstack-request-id: req-5d008b92-2e9c-4443-ad79-38a4fd045471 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:18:55.430657 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc167c7-da66-490b-937d-0d6e70bb0826", "name": "network-vif-deleted", "tag": "d454920a-570c-4ee7-a20a-2a843f9f55de", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:18:55.431082 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d008b92-2e9c-4443-ad79-38a4fd045471 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:18:55.431819 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc167c7-da66-490b-937d-0d6e70bb0826', 'name': 'network-vif-deleted', 'tag': 'd454920a-570c-4ee7-a20a-2a843f9f55de', 'status': 'completed', 'code': 200} Aug 21 09:18:55.608532 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7fde2465-6d0e-49c5-94d6-a179b3ebb778 None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:18:55.752313 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:55.806256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23b008f8-b3ce-493d-82b9-3759441f2fdf req-43f3bd74-31d6-4c65-891d-b9ce5dbf6f4b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc167c7-da66-490b-937d-0d6e70bb0826 HTTP/1.1" status: 200 len: 210 time: 0.1004255 Aug 21 09:18:55.841959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be466e64-4f85-427e-ae2f-19fbb86550e9 req-853f337c-b901-4550-9ddf-b94c094af227 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:55.845143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be466e64-4f85-427e-ae2f-19fbb86550e9 req-853f337c-b901-4550-9ddf-b94c094af227 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 944 time: 0.1498079 Aug 21 09:18:55.948640 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7fde2465-6d0e-49c5-94d6-a179b3ebb778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:55.979433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be466e64-4f85-427e-ae2f-19fbb86550e9 req-ec5dba34-68a0-406c-a5f9-71b77d539e14 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288898 Aug 21 09:18:55.982497 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde2465-6d0e-49c5-94d6-a179b3ebb778 None None] Checking router: bc90e78b-5219-4b37-a03b-21aee4e19506 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:18:56.016482 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde2465-6d0e-49c5-94d6-a179b3ebb778 None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:18:56.017503 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7fde2465-6d0e-49c5-94d6-a179b3ebb778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:18:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:56.089337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 74316681-8df6-4d33-b4ec-207bc24a574c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:18:56.136886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08ba0978-9c1b-4bb6-9d20-00458aabf51e req-b67ae7b8-4c86-47c2-94a4-2ed45cd53954 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0632820 Aug 21 09:18:56.162443 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:56.191867 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 74316681-8df6-4d33-b4ec-207bc24a574c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:18:56.192237 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:56.196288 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7fde2465-6d0e-49c5-94d6-a179b3ebb778 None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:18:56.250177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4519c3-8457-47f9-86a0-de038dc88f43 req-b8948c49-40c7-45c7-9bed-3630116d6c2a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:56.255268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd4519c3-8457-47f9-86a0-de038dc88f43 req-b8948c49-40c7-45c7-9bed-3630116d6c2a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 945 time: 0.1199155 Aug 21 09:18:56.316310 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:56.336084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd4519c3-8457-47f9-86a0-de038dc88f43 req-65c4ef7f-216a-4fad-b850-be953844c580 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762286 Aug 21 09:18:56.354273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:18:56.355474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:18:56.358356 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca94b92f-518c-4618-9095-b18e4b8c42b9" -d '{"events": [{"server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "name": "network-vif-plugged", "status": "completed", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:18:56.428087 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64b3300-9c5e-4e3f-bff1-4689ed19a11d x-openstack-request-id: req-b64b3300-9c5e-4e3f-bff1-4689ed19a11d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:18:56.428371 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "name": "network-vif-plugged", "status": "completed", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:18:56.428619 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b64b3300-9c5e-4e3f-bff1-4689ed19a11d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:18:56.429009 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c', 'code': 200} Aug 21 09:18:56.444448 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:56.546655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=74316681-8df6-4d33-b4ec-207bc24a574c,revision_number=10']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:56.565751 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7fde2465-6d0e-49c5-94d6-a179b3ebb778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:56.592344 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fde2465-6d0e-49c5-94d6-a179b3ebb778 None None] The sync data for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 is: [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:18:56.623233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Router 7e1acaa0-ada3-4981-aeb2-b55a03f2e008 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:18:56.710284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f99f6-f1a1-49fb-bf49-9a56fb5fbc07 req-68c265e5-b053-4dd5-942e-07fc63a75af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:56.720317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a37f99f6-f1a1-49fb-bf49-9a56fb5fbc07 req-68c265e5-b053-4dd5-942e-07fc63a75af5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 1098 time: 0.0743093 Aug 21 09:18:56.770840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a37f99f6-f1a1-49fb-bf49-9a56fb5fbc07 req-f665ddbf-05ae-4eff-9c02-1419013ed66d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Aug 21 09:18:56.812532 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:18:56.833231 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a92698e-f0c4-4ab0-a4a3-6c89aa10a313 None None] Sync routers for ids ['7e1acaa0-ada3-4981-aeb2-b55a03f2e008'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:18:56.844705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a92698e-f0c4-4ab0-a4a3-6c89aa10a313 None None] Routers {'7e1acaa0-ada3-4981-aeb2-b55a03f2e008'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:18:56.846022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7a92698e-f0c4-4ab0-a4a3-6c89aa10a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:18:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7e1acaa0-ada3-4981-aeb2-b55a03f2e008'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:56.888602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7a92698e-f0c4-4ab0-a4a3-6c89aa10a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:56.901638 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:56.903092 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-846fdecb-c68b-4355-ba7e-51dfd7bc6de6 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3611901 Aug 21 09:18:56.908741 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57310) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:56.925865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a92698e-f0c4-4ab0-a4a3-6c89aa10a313 None None] Routers {'7e1acaa0-ada3-4981-aeb2-b55a03f2e008'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:18:56.928659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7a92698e-f0c4-4ab0-a4a3-6c89aa10a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:18:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7e1acaa0-ada3-4981-aeb2-b55a03f2e008'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:56.972791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7a92698e-f0c4-4ab0-a4a3-6c89aa10a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:18:56.973435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a92698e-f0c4-4ab0-a4a3-6c89aa10a313 None None] The sync data for ids ['7e1acaa0-ada3-4981-aeb2-b55a03f2e008'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:18:57.007365 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035fa609-8276-48e1-af1e-93baa1aea281 None None] New status for floating IP 76a3f95e-229b-439a-a467-7910d98be4b2: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:18:57.040354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57316) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:57.073625 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b4948be-1fe6-4958-91dd-84729e0525af tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/routers/7e1acaa0-ada3-4981-aeb2-b55a03f2e008 HTTP/1.1" status: 200 len: 925 time: 0.1615739 Aug 21 09:18:57.075444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57318) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:57.122417 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7f801fa5-36bf-488a-b5ec-9d9d85688f2c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1acaa0-ada3-4981-aeb2-b55a03f2e008 HTTP/1.1" status: 200 len: 205 time: 0.0437160 Aug 21 09:18:57.127643 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57322) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:57.255228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e27918ea-9732-4897-bf8e-cbb6603f2a5a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:57.278925 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:57.284213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec1ef167-1673-49b6-b945-80c013db0f06 req-d9518584-0eae-4216-b95c-35734bb7a881 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0316954 Aug 21 09:18:57.311269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0b23a-ff1e-44b8-8cc4-e3065daed87f req-7f2302ac-e20d-48cc-a99e-f67f6e3b8a5b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:57.321016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0d0b23a-ff1e-44b8-8cc4-e3065daed87f req-7f2302ac-e20d-48cc-a99e-f67f6e3b8a5b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.2181022 Aug 21 09:18:57.392918 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e27918ea-9732-4897-bf8e-cbb6603f2a5a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:57.431636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0d0b23a-ff1e-44b8-8cc4-e3065daed87f req-99724062-8364-4e5f-9497-aa21af768d16 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094406 Aug 21 09:18:57.449061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:57.564199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e27918ea-9732-4897-bf8e-cbb6603f2a5a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:57.567109 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e27918ea-9732-4897-bf8e-cbb6603f2a5a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:57.568539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e27918ea-9732-4897-bf8e-cbb6603f2a5a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "DELETE /v2.0/security-groups/617e546a-48a8-4faf-aac9-d2e3f6b165ce HTTP/1.1" status: 204 len: 168 time: 0.5269325 Aug 21 09:18:57.571146 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57342) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:57.584516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27918ea-9732-4897-bf8e-cbb6603f2a5a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617e546a-48a8-4faf-aac9-d2e3f6b165ce,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:57.589348 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-1a6ef4f6-d02c-4597-a1c2-cbbbeab46260 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] show failed (client error): The resource could not be found. Aug 21 09:18:57.590450 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1a6ef4f6-d02c-4597-a1c2-cbbbeab46260 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups/617e546a-48a8-4faf-aac9-d2e3f6b165ce HTTP/1.1" status: 404 len: 347 time: 0.0183630 Aug 21 09:18:57.594250 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57344) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:57.606255 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Deleting port 2471b75d-f667-4921-a532-1f0bda3cfe2b {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:18:57.606597 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.108522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.123744 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Calling delete_port for 2471b75d-f667-4921-a532-1f0bda3cfe2b owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:18:58.143703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6babe-6002-455e-acb0-a5b7611d66a8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Deleting port 5ac5e95b-a593-4c9a-b5c1-f63acc00158e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:18:58.146818 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ad6babe-6002-455e-acb0-a5b7611d66a8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.324902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ad6babe-6002-455e-acb0-a5b7611d66a8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.325268 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ad6babe-6002-455e-acb0-a5b7611d66a8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.345911 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6babe-6002-455e-acb0-a5b7611d66a8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Calling delete_port for 5ac5e95b-a593-4c9a-b5c1-f63acc00158e owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:18:58.419080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94e7ecdb-a5e0-452a-99ad-75322df9d43a req-a01f9fc0-0304-491c-8d57-a9c342ff9656 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0340743 Aug 21 09:18:58.564238 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.585988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc79b9-ed8a-440c-a0ff-b90bdb39bdbd req-71f8c110-bb4b-4f9f-afb6-c7f3b732b720 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:58.591763 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ebc79b9-ed8a-440c-a0ff-b90bdb39bdbd req-71f8c110-bb4b-4f9f-afb6-c7f3b732b720 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.0718400 Aug 21 09:18:58.601154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Pushing event deleted for resources: {'Port': ['ID=2471b75d-f667-4921-a532-1f0bda3cfe2b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:58.636275 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ad6babe-6002-455e-acb0-a5b7611d66a8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.648001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ebc79b9-ed8a-440c-a0ff-b90bdb39bdbd req-45d2971c-9313-417e-9798-99c462d96636 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519466 Aug 21 09:18:58.706561 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6babe-6002-455e-acb0-a5b7611d66a8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event deleted for resources: {'Port': ['ID=5ac5e95b-a593-4c9a-b5c1-f63acc00158e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:58.727990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57410) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:58.763258 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.832522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ad6babe-6002-455e-acb0-a5b7611d66a8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.835272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ad6babe-6002-455e-acb0-a5b7611d66a8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.836583 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0ad6babe-6002-455e-acb0-a5b7611d66a8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "DELETE /v2.0/floatingips/76a3f95e-229b-439a-a467-7910d98be4b2 HTTP/1.1" status: 204 len: 168 time: 1.2414496 Aug 21 09:18:58.859990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c2c3081-d733-479e-9809-2fc7178a079e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.867165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.869639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d454920a-570c-4ee7-a20a-2a843f9f55de no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:18:58.871419 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:58.935415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: d454920a-570c-4ee7-a20a-2a843f9f55de {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:18:58.936037 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d454920a-570c-4ee7-a20a-2a843f9f55de not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:18:59.008315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.009180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Fanout notify agent at l3_agent the message router_deleted on router 7e1acaa0-ada3-4981-aeb2-b55a03f2e008 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:18:59.023172 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.030846 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-72ba3b8f-95c7-41cc-88e9-c336d9b81586 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/7e1acaa0-ada3-4981-aeb2-b55a03f2e008 HTTP/1.1" status: 204 len: 168 time: 1.9017217 Aug 21 09:18:59.032100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57416) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:59.038652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Request body: {'router': {'name': 'tempest-snat-router-483911788', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'enable_snat': False}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:59.077629 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c2c3081-d733-479e-9809-2fc7178a079e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.150780 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c2c3081-d733-479e-9809-2fc7178a079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.194274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6c2c3081-d733-479e-9809-2fc7178a079e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bce23abd80b4e488856a02d2089ae4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650571 Aug 21 09:18:59.195715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c3081-d733-479e-9809-2fc7178a079e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a4c371-77e2-405c-9c3b-4fcf061f2599,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:59.197693 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57418) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:59.262365 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.264181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.272804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e35bc33b-cca4-452b-ba64-5a4806bcc6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.285977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57426) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:59.292875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-89f1749b-8b9e-40c3-8282-c18bb0db99a3 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499087407', 'description': 'tempest-description--1592111838'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:59.312324 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e35bc33b-cca4-452b-ba64-5a4806bcc6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.350547 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.391035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-89f1749b-8b9e-40c3-8282-c18bb0db99a3 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.483777 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e35bc33b-cca4-452b-ba64-5a4806bcc6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.486476 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e35bc33b-cca4-452b-ba64-5a4806bcc6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.489765 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e35bc33b-cca4-452b-ba64-5a4806bcc6cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69a4c371-77e2-405c-9c3b-4fcf061f2599 HTTP/1.1" status: 204 len: 168 time: 0.2908754 Aug 21 09:18:59.504689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bc33b-cca4-452b-ba64-5a4806bcc6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a4c371-77e2-405c-9c3b-4fcf061f2599,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:59.541193 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-89f1749b-8b9e-40c3-8282-c18bb0db99a3 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.611001 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.618520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be789961-2a08-4a36-b264-ccd9fcaa1d0e req-de4cc208-3fd2-4786-a609-18fce18a4253 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0348971 Aug 21 09:18:59.633092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-89f1749b-8b9e-40c3-8282-c18bb0db99a3 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.669217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1749b-8b9e-40c3-8282-c18bb0db99a3 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ada6c8-fd55-4ff4-8085-32963103b79f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:18:59.767457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15370176-cb22-4e13-af55-b31618d1754d req-7d45be99-0ab7-4f2a-9860-019f2997f680 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:59.769074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15370176-cb22-4e13-af55-b31618d1754d req-7d45be99-0ab7-4f2a-9860-019f2997f680 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.0589230 Aug 21 09:18:59.813530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15370176-cb22-4e13-af55-b31618d1754d req-4b994c26-f468-480f-ae11-1c46e7c32291 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383961 Aug 21 09:18:59.814266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-89f1749b-8b9e-40c3-8282-c18bb0db99a3 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.815359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-89f1749b-8b9e-40c3-8282-c18bb0db99a3 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5282831 Aug 21 09:18:59.818096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57436) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:18:59.825916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f4752f49-1c71-4342-9176-fb150cd5d5ce tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'security_group_rule': {'security_group_id': '21ada6c8-fd55-4ff4-8085-32963103b79f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:18:59.930086 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f4752f49-1c71-4342-9176-fb150cd5d5ce tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:18:59.962364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd312f7-2066-4788-b5c6-5188dbc0ea31 req-e4313dd1-844f-47f3-b179-c782b28bb422 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:18:59.964230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fd312f7-2066-4788-b5c6-5188dbc0ea31 req-e4313dd1-844f-47f3-b179-c782b28bb422 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.0715010 Aug 21 09:18:59.991689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.021096 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.041809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fd312f7-2066-4788-b5c6-5188dbc0ea31 req-86427590-a819-4fde-be6b-1e30d07ca9ac tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697269 Aug 21 09:19:00.043729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f4752f49-1c71-4342-9176-fb150cd5d5ce tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.124111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f4752f49-1c71-4342-9176-fb150cd5d5ce tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.135668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:19:00.156252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4752f49-1c71-4342-9176-fb150cd5d5ce tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73f1f43-dcfb-4fe8-a308-c3acc2ee526e,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:00.156721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Allocated IP 172.25.5.97 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/e9dfebbd-8373-406a-8231-2e04a7a92360) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:19:00.214334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4d456-f208-4a67-b2db-ce6f303886d7 req-b9dadd70-a8c4-4c69-9db2-6feb202d4ff3 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:00.227386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fab4d456-f208-4a67-b2db-ce6f303886d7 req-b9dadd70-a8c4-4c69-9db2-6feb202d4ff3 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.0868127 Aug 21 09:19:00.286370 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f4752f49-1c71-4342-9176-fb150cd5d5ce tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.293905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f4752f49-1c71-4342-9176-fb150cd5d5ce tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4719965 Aug 21 09:19:00.295722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57450) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:00.310642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4cd69b97-c628-4543-baaa-3c5531cedad4 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'security_group_rule': {'security_group_id': '21ada6c8-fd55-4ff4-8085-32963103b79f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:00.329146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fab4d456-f208-4a67-b2db-ce6f303886d7 req-f04b6e99-9c2d-4de8-8b10-68b38e4f253d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958622 Aug 21 09:19:00.345247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:00.356202 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.363938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'port_id': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'mac_address': 'fa:16:3e:82:f7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:19:00.418578 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.433708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 611beaed-02ad-4dd3-a80b-e60aa2498b2d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:19:00.454099 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57456) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:00.472768 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aff575cb-6df7-4c42-8cf8-8e4ed0ebcd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.473056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:00.500695 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cd69b97-c628-4543-baaa-3c5531cedad4 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.501796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20827559-4276-4a63-ae88-6d0a42e5c3f9 req-2f679608-c12f-4f3d-9b4d-897c5e23e9bc tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:00.503326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20827559-4276-4a63-ae88-6d0a42e5c3f9 req-2f679608-c12f-4f3d-9b4d-897c5e23e9bc tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.0537703 Aug 21 09:19:00.542309 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.544954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20827559-4276-4a63-ae88-6d0a42e5c3f9 req-da5322fc-fee8-4068-b450-f2ac23dc433d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351558 Aug 21 09:19:00.570712 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.594308 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cd69b97-c628-4543-baaa-3c5531cedad4 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.635821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:19:00.643956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:19:00.655980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:19:00.662538 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cd69b97-c628-4543-baaa-3c5531cedad4 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:00.665131 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event updated for resources: {'Port': ['ID=e9dfebbd-8373-406a-8231-2e04a7a92360,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:00.685459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['611beaed-02ad-4dd3-a80b-e60aa2498b2d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:19:00.701336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:00.727805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ade0a-5fa3-4584-a886-d78658591d41 req-8fc4f7a2-5747-4310-9019-dc340cdd9468 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:00.735591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a84ade0a-5fa3-4584-a886-d78658591d41 req-8fc4f7a2-5747-4310-9019-dc340cdd9468 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.0810018 Aug 21 09:19:00.767650 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd69b97-c628-4543-baaa-3c5531cedad4 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159005af-7488-4317-9c91-69ed74940247,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:00.794788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a84ade0a-5fa3-4584-a886-d78658591d41 req-f509a9e3-4d1c-4fcb-abde-70e249665019 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 Aug 21 09:19:00.797689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fce6af64-2015-4f8e-bc7a-d7e9c6cc4593 req-ec35295a-2d4e-4a11-8a01-c1a92801ebd3 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d52bea-4d29-41f9-8a87-4ac350d2aa94 HTTP/1.1" status: 200 len: 210 time: 0.0450146 Aug 21 09:19:00.909239 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aff575cb-6df7-4c42-8cf8-8e4ed0ebcd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:01.009511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee93a-1493-4000-a0e7-fbc7456c66c9 req-442939f0-6914-48ff-a409-5b8c53e4d4cf tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:01.011019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c39ee93a-1493-4000-a0e7-fbc7456c66c9 req-442939f0-6914-48ff-a409-5b8c53e4d4cf tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.0584941 Aug 21 09:19:01.028749 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aff575cb-6df7-4c42-8cf8-8e4ed0ebcd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:01.062287 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff575cb-6df7-4c42-8cf8-8e4ed0ebcd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcd9faf-5b7a-4a4e-a55b-72f5b8755525,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:01.067844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c39ee93a-1493-4000-a0e7-fbc7456c66c9 req-48abb77f-6c1d-472a-b111-4133d4405877 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500085 Aug 21 09:19:01.148404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cd69b97-c628-4543-baaa-3c5531cedad4 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:01.152271 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4cd69b97-c628-4543-baaa-3c5531cedad4 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8453946 Aug 21 09:19:01.153023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57478) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:01.157197 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aff575cb-6df7-4c42-8cf8-8e4ed0ebcd27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f0900929c0a4844be95d39f25906447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6990397 Aug 21 09:19:01.157529 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57480) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:01.161134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:01.240646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe71c2-73f6-4ef0-82ba-04c1d650b286 req-7aa3dcb8-14f8-4a69-857c-9f966a5b0445 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:01.242061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7efe71c2-73f6-4ef0-82ba-04c1d650b286 req-7aa3dcb8-14f8-4a69-857c-9f966a5b0445 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.0712423 Aug 21 09:19:01.269997 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:01.276515 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8e11a52-cb87-41d2-aa8c-6e1a306ffbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:01.300987 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:01.332988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7efe71c2-73f6-4ef0-82ba-04c1d650b286 req-11f60d70-9f9f-46a5-b54a-316d10473b7a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763080 Aug 21 09:19:01.391898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8e11a52-cb87-41d2-aa8c-6e1a306ffbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:01.482906 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:01.569708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8e11a52-cb87-41d2-aa8c-6e1a306ffbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:01.572366 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8e11a52-cb87-41d2-aa8c-6e1a306ffbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:01.573531 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e8e11a52-cb87-41d2-aa8c-6e1a306ffbff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dcd9faf-5b7a-4a4e-a55b-72f5b8755525 HTTP/1.1" status: 204 len: 168 time: 0.4150858 Aug 21 09:19:01.637980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e11a52-cb87-41d2-aa8c-6e1a306ffbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcd9faf-5b7a-4a4e-a55b-72f5b8755525,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:01.659900 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:01.840946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Allocated IP 172.25.5.207 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/3a76ae1c-8e9d-4a6e-91f8-1cad15bfa4db) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:19:01.943687 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Router 38ee15cc-9c18-4786-92f1-920d1226052d is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:19:01.947034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a6642-219e-4eca-9f60-9c7d8d7c7064 req-256111c3-ecda-4d00-8a4e-3f8cb4589a6f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:01.953565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f4a6642-219e-4eca-9f60-9c7d8d7c7064 req-256111c3-ecda-4d00-8a4e-3f8cb4589a6f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.1048291 Aug 21 09:19:02.039788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57516) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:02.087777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f4a6642-219e-4eca-9f60-9c7d8d7c7064 req-a5d296f2-80f6-46ae-a4ee-7a1831586e43 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100330 Aug 21 09:19:02.151668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:19:02.165620 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:19:02.192786 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.206853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Sync routers for ids ['38ee15cc-9c18-4786-92f1-920d1226052d'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:19:02.222180 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Routers {'38ee15cc-9c18-4786-92f1-920d1226052d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:02.223254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:18:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38ee15cc-9c18-4786-92f1-920d1226052d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:02.272972 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.275687 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-be2285c7-55b8-45c2-ac53-57f1e2977696 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2404149 Aug 21 09:19:02.277207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57522) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:02.353694 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf9612cb-9830-401a-b188-f275545b433e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.387849 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf9612cb-9830-401a-b188-f275545b433e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.457745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.492934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Set router 38ee15cc-9c18-4786-92f1-920d1226052d gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:19:02.517401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'Port': ['ID=3a76ae1c-8e9d-4a6e-91f8-1cad15bfa4db,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:02.528855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ca2d-ab6e-4bcd-b09a-457c9848beea req-2abcf7c1-0070-4d17-8c97-ddfb36331f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:02.531006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f65ca2d-ab6e-4bcd-b09a-457c9848beea req-2abcf7c1-0070-4d17-8c97-ddfb36331f95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 1098 time: 0.3882642 Aug 21 09:19:02.538472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:19:02.540255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:19:02.543351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:19:02.601612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 611beaed-02ad-4dd3-a80b-e60aa2498b2d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:19:02.602043 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.626869 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5aa8b8b2-763b-4b0b-9d5a-7d70709ac658 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/routers/38ee15cc-9c18-4786-92f1-920d1226052d HTTP/1.1" status: 200 len: 907 time: 0.3469119 Aug 21 09:19:02.630433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57534) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:02.641077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Request body: {'router': {'name': 'tempest-snat-router-483911788', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'enable_snat': True}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:02.645872 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.652853 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf9612cb-9830-401a-b188-f275545b433e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.655933 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf9612cb-9830-401a-b188-f275545b433e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.657497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bf9612cb-9830-401a-b188-f275545b433e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "DELETE /v2.0/security-groups/415d60d8-1685-48fb-a3a9-ef3df9f41167 HTTP/1.1" status: 204 len: 168 time: 0.6166408 Aug 21 09:19:02.660305 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57538) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:02.721689 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-aa6876eb-2584-4051-8075-117ea39e691c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] show failed (client error): The resource could not be found. Aug 21 09:19:02.722751 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aa6876eb-2584-4051-8075-117ea39e691c tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "GET /v2.0/security-groups/415d60d8-1685-48fb-a3a9-ef3df9f41167 HTTP/1.1" status: 404 len: 347 time: 0.0551753 Aug 21 09:19:02.729014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57542) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:02.773124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ca2d-ab6e-4bcd-b09a-457c9848beea req-533419b2-101a-46c6-9dde-f36b8943a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:02.774665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f65ca2d-ab6e-4bcd-b09a-457c9848beea req-533419b2-101a-46c6-9dde-f36b8943a08a service neutron] 10.222.0.22 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 915 time: 0.1879990 Aug 21 09:19:02.781031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9612cb-9830-401a-b188-f275545b433e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415d60d8-1685-48fb-a3a9-ef3df9f41167,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:02.854598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.855633 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.876940 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:02.880474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f65ca2d-ab6e-4bcd-b09a-457c9848beea req-599e6a4e-cea2-41ea-b876-c5384542c25f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74316681-8df6-4d33-b4ec-207bc24a574c HTTP/1.1" status: 200 len: 217 time: 0.0877724 Aug 21 09:19:03.005612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ca2d-ab6e-4bcd-b09a-457c9848beea req-fedce9b9-d817-4036-b401-891900aea366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:03.007474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f65ca2d-ab6e-4bcd-b09a-457c9848beea req-fedce9b9-d817-4036-b401-891900aea366 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ff9526d5-d048-4d21-9271-a5072de94c91 HTTP/1.1" status: 200 len: 854 time: 0.0993037 Aug 21 09:19:03.063761 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.092856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f65ca2d-ab6e-4bcd-b09a-457c9848beea req-393df02f-c618-4b23-b519-59e8f9d29d27 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efca9ead-4d16-43ab-8fac-3ba6e9275e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621762 Aug 21 09:19:03.120549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:19:03.125334 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1319aa08-5f5c-4726-b832-5294ae19bb77" -d '{"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-plugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:19:03.226233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f65ca2d-ab6e-4bcd-b09a-457c9848beea req-6cd83fbd-2034-43a9-b35d-0770c8cd2f98 service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252472 Aug 21 09:19:03.251016 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.274727 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e401afe5-d547-4a92-9c48-0ae3768d5cd9 x-openstack-request-id: req-e401afe5-d547-4a92-9c48-0ae3768d5cd9 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:19:03.275659 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-plugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:19:03.280016 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e401afe5-d547-4a92-9c48-0ae3768d5cd9 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:19:03.280016 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'code': 200} Aug 21 09:19:03.287516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5047cd94-2ffb-4143-b5d2-691137735f90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Deleting port 92ca7906-234c-45f0-bde7-35e0875252a4 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:03.288121 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5047cd94-2ffb-4143-b5d2-691137735f90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.290175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:03.338766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f65ca2d-ab6e-4bcd-b09a-457c9848beea req-02ee4365-0a24-4c7e-a80b-95ee582f7da9 service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030467 Aug 21 09:19:03.340492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee15cc-9c18-4786-92f1-920d1226052d', 'name': 'tempest-snat-router-483911788', 'tenant_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.97'}], 'enable_snat': False}, 'gw_port_id': 'e9dfebbd-8373-406a-8231-2e04a7a92360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:18:59Z', 'updated_at': '2021-08-21T09:19:00Z', 'revision_number': 3, 'project_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'gw_port': {'id': 'e9dfebbd-8373-406a-8231-2e04a7a92360', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee15cc-9c18-4786-92f1-920d1226052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:19:00Z', 'updated_at': '2021-08-21T09:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:03.449212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Checking router: 38ee15cc-9c18-4786-92f1-920d1226052d for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:19:03.449346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba42999-e562-49b2-a911-0630da7a8de5 req-bc56ce65-720e-471e-95a9-3a7b1109b489 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:03.449472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Updating router 38ee15cc-9c18-4786-92f1-920d1226052d port e9dfebbd-8373-406a-8231-2e04a7a92360 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:19:03.449643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ba42999-e562-49b2-a911-0630da7a8de5 req-bc56ce65-720e-471e-95a9-3a7b1109b489 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.1089065 Aug 21 09:19:03.498485 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.506642 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.508134 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.522724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ba42999-e562-49b2-a911-0630da7a8de5 req-70a4419d-7299-4c9c-b832-a0eb062c49e9 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576851 Aug 21 09:19:03.558013 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.770697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.773578 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5047cd94-2ffb-4143-b5d2-691137735f90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.774059 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5047cd94-2ffb-4143-b5d2-691137735f90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.825059 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5047cd94-2ffb-4143-b5d2-691137735f90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Calling delete_port for 92ca7906-234c-45f0-bde7-35e0875252a4 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:03.831610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'Port': ['ID=3a76ae1c-8e9d-4a6e-91f8-1cad15bfa4db,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:03.863026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.868427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:03.996675 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:03.999621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3feac071-256b-4548-90e7-d87ebb386450 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8438811 Aug 21 09:19:04.153889 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:04.178318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Transition to ACTIVE for port object e9dfebbd-8373-406a-8231-2e04a7a92360 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:19:04.184282 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5047cd94-2ffb-4143-b5d2-691137735f90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:04.303997 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047cd94-2ffb-4143-b5d2-691137735f90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Port': ['ID=92ca7906-234c-45f0-bde7-35e0875252a4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:04.319096 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:04.320959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4ed8d-d6ff-4010-8c8a-30db2169ae0c req-e14f64da-4ae6-4dfe-9d03-f60bcc69b2c6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:04.338627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7c4ed8d-d6ff-4010-8c8a-30db2169ae0c req-e14f64da-4ae6-4dfe-9d03-f60bcc69b2c6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.1491020 Aug 21 09:19:04.467874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fb868-50a8-4046-8be3-88d34050d730 None None] Pushing event updated for resources: {'Port': ['ID=e9dfebbd-8373-406a-8231-2e04a7a92360,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:04.522253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Attempting to bind port e9dfebbd-8373-406a-8231-2e04a7a92360 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:19:04.522548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Attempting to bind port e9dfebbd-8373-406a-8231-2e04a7a92360 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:19:04.522915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Attempting to bind port e9dfebbd-8373-406a-8231-2e04a7a92360 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:19:04.534604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:19:04.534974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:19:04.535389 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:04.535824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:19:04.536316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Bound port: e9dfebbd-8373-406a-8231-2e04a7a92360, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:19:04.536733 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:04.611263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7c4ed8d-d6ff-4010-8c8a-30db2169ae0c req-f0dd2d4e-48b0-47c9-8285-8858c5c636b2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714787 Aug 21 09:19:04.648302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-0c8dee29-5b2c-4257-b5af-0d6a64a85d92 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--499087407&fields=id&tenant_id=2c80aabc87044488827dfc7cfef025b7 HTTP/1.1" status: 200 len: 267 time: 0.2440562 Aug 21 09:19:04.657988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] For port e9dfebbd-8373-406a-8231-2e04a7a92360, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:19:04.664079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] For port e9dfebbd-8373-406a-8231-2e04a7a92360, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e9dfebbd-8373-406a-8231-2e04a7a92360,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:19:04.752802 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:04.837316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Routers {'38ee15cc-9c18-4786-92f1-920d1226052d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:04.837954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:18:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38ee15cc-9c18-4786-92f1-920d1226052d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:04.863336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-03aa5ccd-cab0-427f-a36c-138ee399ff28 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:04.868947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-03aa5ccd-cab0-427f-a36c-138ee399ff28 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 817 time: 0.2195308 Aug 21 09:19:04.901044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-69f4bcf5-fd51-46fd-9af0-79c99d5c939e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/quotas/2c80aabc87044488827dfc7cfef025b7 HTTP/1.1" status: 200 len: 375 time: 0.0309887 Aug 21 09:19:04.946012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755186c1-1eee-416b-9aee-3a03dccff477 req-9cb5f5f3-f9f8-49e9-969f-2e18b1ba3b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:04.948195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-755186c1-1eee-416b-9aee-3a03dccff477 req-9cb5f5f3-f9f8-49e9-969f-2e18b1ba3b17 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 1098 time: 0.5436456 Aug 21 09:19:04.988604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fb868-50a8-4046-8be3-88d34050d730 None None] Pushing event updated for resources: {'Port': ['ID=e9dfebbd-8373-406a-8231-2e04a7a92360,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:05.065455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] Set router 38ee15cc-9c18-4786-92f1-920d1226052d gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:19:05.106196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5047cd94-2ffb-4143-b5d2-691137735f90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:05.111536 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5047cd94-2ffb-4143-b5d2-691137735f90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:05.119130 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5047cd94-2ffb-4143-b5d2-691137735f90 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "DELETE /v2.0/floatingips/bd02d224-2808-4fba-a34f-0881f315c2f9 HTTP/1.1" status: 204 len: 168 time: 2.3890953 Aug 21 09:19:05.119865 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:19:05.120675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755186c1-1eee-416b-9aee-3a03dccff477 req-00862f4b-443c-4962-86e7-2c010d74e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:05.124635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-755186c1-1eee-416b-9aee-3a03dccff477 req-00862f4b-443c-4962-86e7-2c010d74e3e5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 200 len: 915 time: 0.1677783 Aug 21 09:19:05.124815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:05.282202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-71fd75c5-62ba-4f7f-bdb4-96664ea8943a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3714857 Aug 21 09:19:05.300011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-c288468b-84d2-4bb5-a0f2-54beab8c3391 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:19:05.305164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ee15cc-9c18-4786-92f1-920d1226052d', 'name': 'tempest-snat-router-483911788', 'tenant_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.97'}], 'enable_snat': False}, 'gw_port_id': 'e9dfebbd-8373-406a-8231-2e04a7a92360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:18:59Z', 'updated_at': '2021-08-21T09:19:00Z', 'revision_number': 3, 'project_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'gw_port': {'id': 'e9dfebbd-8373-406a-8231-2e04a7a92360', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee15cc-9c18-4786-92f1-920d1226052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:19:00Z', 'updated_at': '2021-08-21T09:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:05.306839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-c288468b-84d2-4bb5-a0f2-54beab8c3391 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224221 Aug 21 09:19:05.313321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-755186c1-1eee-416b-9aee-3a03dccff477 req-fc68ea84-159b-4310-85bf-aaedb1daae5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74316681-8df6-4d33-b4ec-207bc24a574c HTTP/1.1" status: 200 len: 217 time: 0.1718392 Aug 21 09:19:05.360086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba3411-b089-42e8-991a-f56a072b8486 None None] The sync data for ids ['38ee15cc-9c18-4786-92f1-920d1226052d'] in n-d-766726-28 is: [{'id': '38ee15cc-9c18-4786-92f1-920d1226052d', 'name': 'tempest-snat-router-483911788', 'tenant_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.97'}], 'enable_snat': False}, 'gw_port_id': 'e9dfebbd-8373-406a-8231-2e04a7a92360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:18:59Z', 'updated_at': '2021-08-21T09:19:00Z', 'revision_number': 3, 'project_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'gw_port': {'id': 'e9dfebbd-8373-406a-8231-2e04a7a92360', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ee15cc-9c18-4786-92f1-920d1226052d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:19:00Z', 'updated_at': '2021-08-21T09:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:19:05.555784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755186c1-1eee-416b-9aee-3a03dccff477 req-db723028-fc64-4521-90e3-11ada3966274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:05.557684 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-755186c1-1eee-416b-9aee-3a03dccff477 req-db723028-fc64-4521-90e3-11ada3966274 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ff9526d5-d048-4d21-9271-a5072de94c91 HTTP/1.1" status: 200 len: 854 time: 0.2247336 Aug 21 09:19:05.561051 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:05.591452 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b7696dd8-9dc6-4537-a0a8-35c14b43bdc8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Deleting port 58edfe04-a3d4-4096-86d3-5ad70a933df4 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:05.591828 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b7696dd8-9dc6-4537-a0a8-35c14b43bdc8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:05.597222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:05.607834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-4f3fbc1d-fb7a-48db-925e-e0530a83e963 service neutron] 10.222.0.20 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982867 Aug 21 09:19:05.658620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-755186c1-1eee-416b-9aee-3a03dccff477 req-58a02c13-a7ef-4c22-a35f-18caf4d2b30e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efca9ead-4d16-43ab-8fac-3ba6e9275e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534642 Aug 21 09:19:05.945555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-431e51e8-1181-4ebe-9367-18dc1f036319 service neutron] 10.222.0.20 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290298 Aug 21 09:19:05.960126 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b7696dd8-9dc6-4537-a0a8-35c14b43bdc8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:06.011643 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b7696dd8-9dc6-4537-a0a8-35c14b43bdc8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Calling delete_port for 58edfe04-a3d4-4096-86d3-5ad70a933df4 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:06.095965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Allocated IP 172.25.5.82 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/6876b48e-4052-4eb9-9a93-3d4d06c42ece) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:19:06.458561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e9dfebbd-8373-406a-8231-2e04a7a92360 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:19:06.559632 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b7696dd8-9dc6-4537-a0a8-35c14b43bdc8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:06.758704 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port e9dfebbd-8373-406a-8231-2e04a7a92360 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:19:06.763671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e9dfebbd-8373-406a-8231-2e04a7a92360 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:19:06.764056 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:06.782998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c59ce-bb8a-4d4b-a29c-9d9df0639d33 req-edf88d57-a057-4f77-b653-798299557306 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:06.791410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-636c59ce-bb8a-4d4b-a29c-9d9df0639d33 req-edf88d57-a057-4f77-b653-798299557306 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.9447691 Aug 21 09:19:06.849131 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:06.935932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0ca8eed-7cda-4eb0-8b64-b61e0e8c5838 req-90b92de2-98b9-4f00-935e-2a03038e1a44 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 210 time: 0.1852283 Aug 21 09:19:06.945459 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7696dd8-9dc6-4537-a0a8-35c14b43bdc8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Port': ['ID=58edfe04-a3d4-4096-86d3-5ad70a933df4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:07.041439 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:07.052738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-755186c1-1eee-416b-9aee-3a03dccff477 req-06ad43f3-f53e-40b7-9133-77804f0b978a service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3818808 Aug 21 09:19:07.131455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:19:07.143870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:19:07.162241 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:19:07.168644 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b7696dd8-9dc6-4537-a0a8-35c14b43bdc8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:07.174746 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b7696dd8-9dc6-4537-a0a8-35c14b43bdc8 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "DELETE /v2.0/ports/58edfe04-a3d4-4096-86d3-5ad70a933df4 HTTP/1.1" status: 204 len: 168 time: 2.0475144 Aug 21 09:19:07.177273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57650) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:07.178187 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event updated for resources: {'Port': ['ID=6876b48e-4052-4eb9-9a93-3d4d06c42ece,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:07.196422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-636c59ce-bb8a-4d4b-a29c-9d9df0639d33 req-54dbc3e0-e912-497a-aae4-8a4459f277fe tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039471 Aug 21 09:19:07.277348 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0e6eff37-e751-4746-9d6b-dd65ba13175e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:07.325578 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:07.375650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port e9dfebbd-8373-406a-8231-2e04a7a92360, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e9dfebbd-8373-406a-8231-2e04a7a92360,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:07.397505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-755186c1-1eee-416b-9aee-3a03dccff477 req-8ea789b0-a9b2-4d7a-b92d-de3037aec371 service neutron] 10.222.0.22 "GET /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245187 Aug 21 09:19:07.484220 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:07.558006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=e9dfebbd-8373-406a-8231-2e04a7a92360,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:07.663710 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2b220afa-db60-4e54-baf4-fa7b40ad55cc tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Deleting port 93573a26-26bd-4d80-98c6-ef6f0af8157c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:07.664362 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b220afa-db60-4e54-baf4-fa7b40ad55cc tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:07.886245 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b220afa-db60-4e54-baf4-fa7b40ad55cc tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:07.899250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:08.059138 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2b220afa-db60-4e54-baf4-fa7b40ad55cc tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Calling delete_port for 93573a26-26bd-4d80-98c6-ef6f0af8157c owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:08.178339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e610aa96-82d9-485a-8178-fdbde30e363e req-4cd32630-cedc-4b0c-bfd4-2ebe067b9130 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 210 time: 0.0815334 Aug 21 09:19:08.420204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973bc76-841b-4e27-aef9-2c9c0e35ef1d req-7be51e37-c089-42fd-a525-afd9b90c4fec tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:08.435181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5973bc76-841b-4e27-aef9-2c9c0e35ef1d req-7be51e37-c089-42fd-a525-afd9b90c4fec tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.1236184 Aug 21 09:19:08.459619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e9dfebbd-8373-406a-8231-2e04a7a92360 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:19:08.538390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5973bc76-841b-4e27-aef9-2c9c0e35ef1d req-5c4691cf-699a-4e97-89a3-96dbae1027da tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963514 Aug 21 09:19:08.563495 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b220afa-db60-4e54-baf4-fa7b40ad55cc tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:08.592278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e9dfebbd-8373-406a-8231-2e04a7a92360 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:19:08.596330 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:08.652918 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b220afa-db60-4e54-baf4-fa7b40ad55cc tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Port': ['ID=93573a26-26bd-4d80-98c6-ef6f0af8157c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:08.764607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b220afa-db60-4e54-baf4-fa7b40ad55cc tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:08.768989 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2b220afa-db60-4e54-baf4-fa7b40ad55cc tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "DELETE /v2.0/ports/93573a26-26bd-4d80-98c6-ef6f0af8157c HTTP/1.1" status: 204 len: 168 time: 1.5854595 Aug 21 09:19:08.769994 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57678) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:08.785118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:08.856600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f9d8c6-806c-4b40-bbf9-b588b5d1519e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Deleting subnet dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:19:08.869344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9f9d8c6-806c-4b40-bbf9-b588b5d1519e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:08.929765 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9f9d8c6-806c-4b40-bbf9-b588b5d1519e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:09.225376 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9f9d8c6-806c-4b40-bbf9-b588b5d1519e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:09.306320 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Router b5f31ab9-e57f-45e5-8f50-5831c9aee647 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:19:09.445934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a988d55b-e222-4d1b-b3b5-0aefc7f4544d req-c29b63b6-3ba1-48e4-a14a-171ac34c4a53 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 210 time: 0.0732043 Aug 21 09:19:09.447173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9f9d8c6-806c-4b40-bbf9-b588b5d1519e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:09.528493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9d8c6-806c-4b40-bbf9-b588b5d1519e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Subnet': ['ID=dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:09.539352 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9f9d8c6-806c-4b40-bbf9-b588b5d1519e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:09.546154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b9f9d8c6-806c-4b40-bbf9-b588b5d1519e tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "DELETE /v2.0/subnets/dadf9e71-6f2b-4a29-a406-8fbfa70f8d4e HTTP/1.1" status: 204 len: 168 time: 0.7725940 Aug 21 09:19:09.551846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57698) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:09.553653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77a1b5b-f9ad-42bc-8cda-d66ac5c427fe None None] Network e89969b7-e70a-4cc8-9700-1c6fa3c015ee requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:19:09.606468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:19:09.619782 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Sync routers for ids ['b5f31ab9-e57f-45e5-8f50-5831c9aee647'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:19:09.663873 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Routers {'b5f31ab9-e57f-45e5-8f50-5831c9aee647'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:09.666772 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b5f31ab9-e57f-45e5-8f50-5831c9aee647'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:09.709512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-16232863-a01b-4333-91b0-5b50fc70bc86 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:09.715463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-16232863-a01b-4333-91b0-5b50fc70bc86 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.13 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 817 time: 0.3787160 Aug 21 09:19:09.718519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:09.720133 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-003be07b-c074-4dc1-be0c-8117154a4a1c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.0889754 Aug 21 09:19:09.722772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57706) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:09.813656 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce5cf-8a95-40d7-aa97-c2872b9b01d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:09.949517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-3271405e-7902-4266-9f20-ad107056e39b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Deleting subnet 07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:19:09.953192 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:09.958365 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3271405e-7902-4266-9f20-ad107056e39b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.047823 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3271405e-7902-4266-9f20-ad107056e39b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.055105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb0e7b3-7447-4953-9164-e37dc4b1e841 None None] DHCP port deletion for e89969b7-e70a-4cc8-9700-1c6fa3c015ee request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:19:10.121345 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Set router b5f31ab9-e57f-45e5-8f50-5831c9aee647 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:19:10.123110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0e7b3-7447-4953-9164-e37dc4b1e841 None None] Deleting port e5d79455-a323-4f92-8c62-c7d7387ad2b1 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:10.123528 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e7b3-7447-4953-9164-e37dc4b1e841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.156650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-11f2d1c7-e483-43d9-b142-6871a86afab2 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c80aabc87044488827dfc7cfef025b7 HTTP/1.1" status: 200 len: 379 time: 0.3661404 Aug 21 09:19:10.161358 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3271405e-7902-4266-9f20-ad107056e39b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.169461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'port': {'device_id': '51983662-995d-4aa8-9135-e97860d5a138', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'admin_state_up': True, 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'security_groups': ['21ada6c8-fd55-4ff4-8085-32963103b79f']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:10.193004 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6168fb62-632a-4c96-8eb7-0cc219b12132 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/routers/b5f31ab9-e57f-45e5-8f50-5831c9aee647 HTTP/1.1" status: 200 len: 906 time: 0.4610207 Aug 21 09:19:10.193004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57718) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:10.236694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0cb0e7b3-7447-4953-9164-e37dc4b1e841 None None] For port e5d79455-a323-4f92-8c62-c7d7387ad2b1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e5d79455-a323-4f92-8c62-c7d7387ad2b1,segment=NetworkSegment(d2cb909a-54ac-423f-a556-5e150b36ee38),segment_id=d2cb909a-54ac-423f-a556-5e150b36ee38)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:10.237098 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e7b3-7447-4953-9164-e37dc4b1e841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.310687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0e7b3-7447-4953-9164-e37dc4b1e841 None None] Calling delete_port for e5d79455-a323-4f92-8c62-c7d7387ad2b1 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:10.381099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6cdef-ccde-457a-bdf2-b0195390f1c7 req-ae959de9-5592-4a73-b4d2-71b877206a46 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:10.386770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95e6cdef-ccde-457a-bdf2-b0195390f1c7 req-ae959de9-5592-4a73-b4d2-71b877206a46 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.7672515 Aug 21 09:19:10.445508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e5d79455-a323-4f92-8c62-c7d7387ad2b1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:19:10.466357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.579189 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f31ab9-e57f-45e5-8f50-5831c9aee647', 'name': 'tempest-snat-router-483911788', 'tenant_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6876b48e-4052-4eb9-9a93-3d4d06c42ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:19:02Z', 'updated_at': '2021-08-21T09:19:07Z', 'revision_number': 3, 'project_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'gw_port': {'id': '6876b48e-4052-4eb9-9a93-3d4d06c42ece', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f31ab9-e57f-45e5-8f50-5831c9aee647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:19:05Z', 'updated_at': '2021-08-21T09:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:10.587509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e7b3-7447-4953-9164-e37dc4b1e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.609135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95e6cdef-ccde-457a-bdf2-b0195390f1c7 req-14c3489e-92f7-46f0-a60d-572708d6b7b5 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026422 Aug 21 09:19:10.674117 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Checking router: b5f31ab9-e57f-45e5-8f50-5831c9aee647 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:19:10.674629 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Updating router b5f31ab9-e57f-45e5-8f50-5831c9aee647 port 6876b48e-4052-4eb9-9a93-3d4d06c42ece binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:19:10.695716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No active binding found for port e5d79455-a323-4f92-8c62-c7d7387ad2b1 {{(pid=106758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 09:19:10.696437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e5d79455-a323-4f92-8c62-c7d7387ad2b1 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:19:10.698213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0e7b3-7447-4953-9164-e37dc4b1e841 None None] Pushing event deleted for resources: {'Port': ['ID=e5d79455-a323-4f92-8c62-c7d7387ad2b1,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:10.716927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0e7b3-7447-4953-9164-e37dc4b1e841 None None] No DVR routers for this DVR port e5d79455-a323-4f92-8c62-c7d7387ad2b1 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:19:10.760237 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.781854 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.839722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2faf74b-0d34-4d0a-8d20-b654ea7197b4 req-58fc9b6c-3597-4425-98fa-6770572a07d8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 210 time: 0.2517369 Aug 21 09:19:10.855758 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.903745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9c311-78d0-41e7-bf7e-bde613db05b4 req-b0d5e347-f5ba-485c-ad64-b6f630f7d0c2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:10.912259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fb9c311-78d0-41e7-bf7e-bde613db05b4 req-b0d5e347-f5ba-485c-ad64-b6f630f7d0c2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.1003356 Aug 21 09:19:10.915921 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3271405e-7902-4266-9f20-ad107056e39b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.954864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cdb4aa-8dcd-4821-a869-035f80b12de7 None None] Network bd7ed038-3040-4e1c-a948-36b19eb7d434 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:19:10.956428 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3271405e-7902-4266-9f20-ad107056e39b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:10.960848 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3271405e-7902-4266-9f20-ad107056e39b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "DELETE /v2.0/subnets/07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec HTTP/1.1" status: 204 len: 168 time: 1.4057865 Aug 21 09:19:10.961654 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57750) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:10.968084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271405e-7902-4266-9f20-ad107056e39b tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Subnet': ['ID=07ecb2ad-d8d2-4a7b-8cbb-074d252f13ec,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:10.971917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Made reservation on behalf of 2c80aabc87044488827dfc7cfef025b7 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:19:10.975675 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.339673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Allocated IP 172.20.0.4 (f7d0dc8c-eea8-4513-8435-ae6f9c47fa04/24f073d1-d26f-4d1e-ab9c-74381b37c4bb/fbb966c3-94db-4a29-998c-cb8823ecd624) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:19:11.342177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Deleting port 6876b48e-4052-4eb9-9a93-3d4d06c42ece {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:11.342177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.342177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.343907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.343907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Transition to ACTIVE for port object fbb966c3-94db-4a29-998c-cb8823ecd624 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:19:11.408456 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.410310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fb9c311-78d0-41e7-bf7e-bde613db05b4 req-8089a497-1e3c-45b4-bbdd-af06cf0cf396 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914033 Aug 21 09:19:11.410842 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.411092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c6f844-e5ab-4463-8564-8501cba7629a None None] DHCP port deletion for bd7ed038-3040-4e1c-a948-36b19eb7d434 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:19:11.426273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89969b7-e70a-4cc8-9700-1c6fa3c015ee']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:11.428812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Calling delete_port for 6876b48e-4052-4eb9-9a93-3d4d06c42ece owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:11.452418 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cb909a-54ac-423f-a556-5e150b36ee38') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:11.452779 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cb909a-54ac-423f-a556-5e150b36ee38') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:11.470663 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.501610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.549626 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.556052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-52c6f844-e5ab-4463-8564-8501cba7629a None None] Deleting port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:11.557717 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52c6f844-e5ab-4463-8564-8501cba7629a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.578085 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Transition to ACTIVE for port object 6876b48e-4052-4eb9-9a93-3d4d06c42ece will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:19:11.637623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:19:11.643587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event updated for resources: {'Port': ['ID=fbb966c3-94db-4a29-998c-cb8823ecd624,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:11.649844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:19:11.653083 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.714573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:19:11.728127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-52c6f844-e5ab-4463-8564-8501cba7629a None None] For port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=210a02fa-7c4b-4cdf-a7f4-3196efd92d52,segment=NetworkSegment(8df1c78c-9d1c-4b53-ae4a-95e1cbccab46),segment_id=8df1c78c-9d1c-4b53-ae4a-95e1cbccab46)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:11.728818 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52c6f844-e5ab-4463-8564-8501cba7629a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.761406 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-52c6f844-e5ab-4463-8564-8501cba7629a None None] Calling delete_port for 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:11.763053 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Attempting to bind port 6876b48e-4052-4eb9-9a93-3d4d06c42ece on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:19:11.763591 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Attempting to bind port 6876b48e-4052-4eb9-9a93-3d4d06c42ece by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:19:11.763956 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Attempting to bind port 6876b48e-4052-4eb9-9a93-3d4d06c42ece on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:19:11.799200 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:19:11.801468 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:19:11.801468 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.801468 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:19:11.801808 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Bound port: 6876b48e-4052-4eb9-9a93-3d4d06c42ece, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:19:11.801996 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.837741 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.856582 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:19:11.857048 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:19:11.861104 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:19:11.924149 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] For port 6876b48e-4052-4eb9-9a93-3d4d06c42ece, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:19:11.930184 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] For port 6876b48e-4052-4eb9-9a93-3d4d06c42ece, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6876b48e-4052-4eb9-9a93-3d4d06c42ece,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:19:11.934530 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Pushing event updated for resources: {'Port': ['ID=6876b48e-4052-4eb9-9a93-3d4d06c42ece,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:11.953586 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:11.953925 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:11.954261 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:11.954589 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:11.954920 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:11.955236 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:11.955579 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:11.955896 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:11.958987 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:11.959320 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:11.959669 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:11.959994 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:12.015601 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:12.106587 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52c6f844-e5ab-4463-8564-8501cba7629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:12.107594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:12.110191 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:12.129996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcad1c3-652d-46a2-9366-8ce4aa09408a req-005749b2-6b1b-489b-864f-d0578167503c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:12.137961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6f844-e5ab-4463-8564-8501cba7629a None None] No DVR routers for this DVR port 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:19:12.143009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bcad1c3-652d-46a2-9366-8ce4aa09408a req-005749b2-6b1b-489b-864f-d0578167503c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.5031166 Aug 21 09:19:12.203439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6f844-e5ab-4463-8564-8501cba7629a None None] Pushing event deleted for resources: {'Port': ['ID=210a02fa-7c4b-4cdf-a7f4-3196efd92d52,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:12.238046 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:12.243688 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5b8ad112-d06a-46f8-b31c-3635453988b3 None None] Provisioning for port fbb966c3-94db-4a29-998c-cb8823ecd624 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:19:12.246002 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:12.248435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bcad1c3-652d-46a2-9366-8ce4aa09408a req-7b056518-16a9-4fac-9354-5aeade25609d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978670 Aug 21 09:19:12.269241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5b8ad112-d06a-46f8-b31c-3635453988b3 None None] Provisioning complete for port fbb966c3-94db-4a29-998c-cb8823ecd624 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:19:12.269241 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5b8ad112-d06a-46f8-b31c-3635453988b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:12.269852 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "DELETE /v2.0/networks/e89969b7-e70a-4cc8-9700-1c6fa3c015ee HTTP/1.1" status: 204 len: 168 time: 1.2849624 Aug 21 09:19:12.276949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57774) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:12.288550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a92e8c-901e-4441-a681-e77623b47bca req-017e9667-b954-4f52-86b6-fb46f0d10880 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:12.312873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46a92e8c-901e-4441-a681-e77623b47bca req-017e9667-b954-4f52-86b6-fb46f0d10880 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 931 time: 0.2916195 Aug 21 09:19:12.369885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ad112-d06a-46f8-b31c-3635453988b3 None None] Port fbb966c3-94db-4a29-998c-cb8823ecd624 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:19:12.384352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:19:12.410730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-b009aabf-bff5-44c8-b4ed-9c98d9d233bd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2346470 Aug 21 09:19:12.411411 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:12.414656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-de006278-1d46-4a3b-80d7-bc12aebfbc6c tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:19:12.414955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-de006278-1d46-4a3b-80d7-bc12aebfbc6c tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073283 Aug 21 09:19:12.453623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46a92e8c-901e-4441-a681-e77623b47bca req-a8fcf5cc-0495-4acc-8656-bac7c6b067a6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388731 Aug 21 09:19:12.495652 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Routers {'b5f31ab9-e57f-45e5-8f50-5831c9aee647'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:12.497142 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b5f31ab9-e57f-45e5-8f50-5831c9aee647'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:12.503319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74349c-750e-45ae-b53a-a8bb2a2504f1 tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Network': ['ID=e89969b7-e70a-4cc8-9700-1c6fa3c015ee,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:12.518879 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:12.532229 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:19:12.532745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 210a02fa-7c4b-4cdf-a7f4-3196efd92d52 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:19:12.607642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fbe04-6e20-4412-9527-4e0375725748 req-2b4c7b4f-b9aa-4551-9a3b-1809f750c850 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:12.614337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e40fbe04-6e20-4412-9527-4e0375725748 req-2b4c7b4f-b9aa-4551-9a3b-1809f750c850 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.1245282 Aug 21 09:19:12.697882 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] Set router b5f31ab9-e57f-45e5-8f50-5831c9aee647 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:19:12.714283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e40fbe04-6e20-4412-9527-4e0375725748 req-ca4195fa-6347-4a3b-a58b-3ce20c6ccc03 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923176 Aug 21 09:19:12.728363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Request body: {'port': {'device_id': '51983662-995d-4aa8-9135-e97860d5a138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:12.882946 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f64dd-6fe1-4ff9-b6ad-be1c88bef360 None None] Pushing event updated for resources: {'Port': ['ID=6876b48e-4052-4eb9-9a93-3d4d06c42ece,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:12.892565 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f31ab9-e57f-45e5-8f50-5831c9aee647', 'name': 'tempest-snat-router-483911788', 'tenant_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:19:02Z', 'updated_at': '2021-08-21T09:19:12Z', 'revision_number': 5, 'project_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:12.940320 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:12.986029 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746dcc63-ca6a-4c39-99de-e2efb8f42cc1 None None] The sync data for ids ['b5f31ab9-e57f-45e5-8f50-5831c9aee647'] in n-d-766726-28 is: [{'id': 'b5f31ab9-e57f-45e5-8f50-5831c9aee647', 'name': 'tempest-snat-router-483911788', 'tenant_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:19:02Z', 'updated_at': '2021-08-21T09:19:12Z', 'revision_number': 5, 'project_id': '14643048e5e64d5d973fc9ca6ad1e17d', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:19:13.163065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86344e-d26c-48ae-91be-1a537f3c570d req-2c592e7a-df9b-4be6-b942-0f7ff50218b9 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:13.176201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f86344e-d26c-48ae-91be-1a537f3c570d req-2c592e7a-df9b-4be6-b942-0f7ff50218b9 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.1639135 Aug 21 09:19:13.197022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event deleted for resources: {'Port': ['ID=6876b48e-4052-4eb9-9a93-3d4d06c42ece,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:13.306230 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:13.310779 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:13.475835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:13.517782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f86344e-d26c-48ae-91be-1a537f3c570d req-739c19fe-feae-460c-9f9b-da3f976ff9fb tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354836 Aug 21 09:19:13.533849 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:13.666885 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:13.680329 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7ed038-3040-4e1c-a948-36b19eb7d434']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:13.704412 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:13.704728 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df1c78c-9d1c-4b53-ae4a-95e1cbccab46') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:13.724237 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:13.751603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:13.766531 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:13.767494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5f31ab9-e57f-45e5-8f50-5831c9aee647 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:19:13.777223 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:13.778408 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3e667fc7-33dd-4370-a65d-c80afb6b0d23 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b5f31ab9-e57f-45e5-8f50-5831c9aee647 HTTP/1.1" status: 204 len: 168 time: 3.5897150 Aug 21 09:19:13.787084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b3d3d-8dc3-4909-be46-79ee4f3b45ca req-513df7a6-993e-4ff8-ab05-e176f0796bf0 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:13.791944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c7b3d3d-8dc3-4909-be46-79ee4f3b45ca req-513df7a6-993e-4ff8-ab05-e176f0796bf0 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.1481783 Aug 21 09:19:13.792218 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57834) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:13.792218 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:19:13.792218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:19:13.797056 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:19:14.030489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c7b3d3d-8dc3-4909-be46-79ee4f3b45ca req-859193e5-d979-446f-ad82-a67ee19c215f tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167151 Aug 21 09:19:14.068272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb966c3-94db-4a29-998c-cb8823ecd624 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:19:14.085885 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:14.112756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Transition to ACTIVE for port object fbb966c3-94db-4a29-998c-cb8823ecd624 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:19:14.141681 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:14.187303 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:14.323527 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:14.328833 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:14.336505 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] 10.222.0.20 "DELETE /v2.0/networks/bd7ed038-3040-4e1c-a948-36b19eb7d434 HTTP/1.1" status: 204 len: 168 time: 2.0584636 Aug 21 09:19:14.385771 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb17898-b2ba-416d-a151-8807a9973b5f tempest-TaggedBootDevicesTest-1800905802 tempest-TaggedBootDevicesTest-1800905802-project] Pushing event deleted for resources: {'Network': ['ID=bd7ed038-3040-4e1c-a948-36b19eb7d434,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:14.581496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb966c3-94db-4a29-998c-cb8823ecd624,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:14.589987 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:14.641804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b29d-075d-4c52-b74e-e51ff6397237 req-fe1e5686-eb02-4604-b981-6ac5b34e5488 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:14.649646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef39b29d-075d-4c52-b74e-e51ff6397237 req-fe1e5686-eb02-4604-b981-6ac5b34e5488 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.3830385 Aug 21 09:19:14.689695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065064c-568d-4c2b-af17-6902f8016685 req-bbd2d632-66d5-47b8-b584-294279b78560 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:14.711204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a065064c-568d-4c2b-af17-6902f8016685 req-bbd2d632-66d5-47b8-b584-294279b78560 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.3606400 Aug 21 09:19:14.809958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Deleting port e9dfebbd-8373-406a-8231-2e04a7a92360 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:14.810373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:14.910147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a065064c-568d-4c2b-af17-6902f8016685 req-5d338679-e286-41d2-9943-d5a14805c404 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978467 Aug 21 09:19:14.930775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Attempting to bind port fbb966c3-94db-4a29-998c-cb8823ecd624 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:19:14.936780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Attempting to bind port fbb966c3-94db-4a29-998c-cb8823ecd624 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:19:14.937399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Attempting to bind port fbb966c3-94db-4a29-998c-cb8823ecd624 on network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:19:14.966385 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef39b29d-075d-4c52-b74e-e51ff6397237 req-494679a5-b7aa-4c83-bc5f-d6340226a11f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156784 Aug 21 09:19:14.973076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Port fbb966c3-94db-4a29-998c-cb8823ecd624 on network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:19:14.988761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Attempting to bind port fbb966c3-94db-4a29-998c-cb8823ecd624 on network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:19:15.012741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:19:15.018632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Checking segment: {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:19:15.019156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Bound using segment: {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:19:15.020027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Bound port: fbb966c3-94db-4a29-998c-cb8823ecd624, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f92a0b-6d8b-4870-a37d-c5f3be948e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:19:15.033748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] For port e9dfebbd-8373-406a-8231-2e04a7a92360, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e9dfebbd-8373-406a-8231-2e04a7a92360,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:15.034358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:15.035441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:15.050367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Calling delete_port for e9dfebbd-8373-406a-8231-2e04a7a92360 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:15.213010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:15.261343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:19:15.266841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:19:15.334782 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:15.345946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a76eb7-e507-4ec2-bd58-8a9fe902fbe0 req-404f4ca8-ff7e-4326-bd93-81bc711161ca tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:15.352291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-04a76eb7-e507-4ec2-bd58-8a9fe902fbe0 req-404f4ca8-ff7e-4326-bd93-81bc711161ca tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.0838554 Aug 21 09:19:15.391170 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:15.441815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:15.443004 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:15.444739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] 10.222.0.13 "PUT /v2.0/ports/fbb966c3-94db-4a29-998c-cb8823ecd624 HTTP/1.1" status: 200 len: 1092 time: 3.0219214 Aug 21 09:19:15.468144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:19:15.468144 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75" -d '{"events": [{"name": "network-changed", "server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:19:15.517772 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:15.598332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9dfebbd-8373-406a-8231-2e04a7a92360,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:15.669650 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e0efb5-678a-45fc-a73f-f417347df624 x-openstack-request-id: req-64e0efb5-678a-45fc-a73f-f417347df624 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:19:15.669650 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:19:15.669650 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64e0efb5-678a-45fc-a73f-f417347df624 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:19:15.670311 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'status': 'completed', 'code': 200} Aug 21 09:19:15.687609 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-04a76eb7-e507-4ec2-bd58-8a9fe902fbe0 req-723995ec-c9d9-4daf-865a-8b34bfc5c869 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216193 Aug 21 09:19:15.762192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-752cfebb-0b4c-478b-ad69-f096d2572175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:15.772578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-752cfebb-0b4c-478b-ad69-f096d2572175 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 1095 time: 0.1871102 Aug 21 09:19:15.773424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304b6ff-e38b-469e-8113-d027325f5316 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb966c3-94db-4a29-998c-cb8823ecd624,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:15.806728 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:15.925982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-8ba4287b-dc72-499b-94c2-6e238d123456 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb966c3-94db-4a29-998c-cb8823ecd624 HTTP/1.1" status: 200 len: 217 time: 0.1315269 Aug 21 09:19:16.051218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:16.053650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:16.069423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-13966b6e-854b-4b7a-87e1-1fd2bf09f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:16.081792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-13966b6e-854b-4b7a-87e1-1fd2bf09f8b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.1456935 Aug 21 09:19:16.214877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:16.215633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38ee15cc-9c18-4786-92f1-920d1226052d {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:19:16.222224 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:16.230288 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03950a5d-5632-4ff2-b754-f26cac92ee65 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "DELETE /v2.0/routers/38ee15cc-9c18-4786-92f1-920d1226052d HTTP/1.1" status: 204 len: 168 time: 2.4337578 Aug 21 09:19:16.231171 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57916) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:16.241393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-259773215', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:16.386326 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:16.387518 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:16.462598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-2d078d2c-dfe6-4880-bb0b-387d24a6cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:16.464320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-2d078d2c-dfe6-4880-bb0b-387d24a6cd3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3779476 Aug 21 09:19:16.528654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285486c-a99f-488c-9cd0-3cb6376e96dd req-69e2522b-c4f3-47c5-a06e-6a3438264e55 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:16.535050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1285486c-a99f-488c-9cd0-3cb6376e96dd req-69e2522b-c4f3-47c5-a06e-6a3438264e55 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.3932881 Aug 21 09:19:16.583828 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:16.748980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61417a-1d80-416b-8c6b-ff605552b6bf req-435bb481-25da-4c28-897e-a12bec5e11d0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:16.750422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c61417a-1d80-416b-8c6b-ff605552b6bf req-435bb481-25da-4c28-897e-a12bec5e11d0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.5522861 Aug 21 09:19:16.819648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c61417a-1d80-416b-8c6b-ff605552b6bf req-d562ae89-4041-4443-beb9-373faf6efe0d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592997 Aug 21 09:19:16.824530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1285486c-a99f-488c-9cd0-3cb6376e96dd req-ca9817cc-7886-4bc9-91ef-ce3031c644e2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062199 Aug 21 09:19:16.886723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-d8a3fc27-8d94-45e7-9af5-776c8ac2bfcb service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022536 Aug 21 09:19:17.043961 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:17.126310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25678d4b-fe09-4cf1-b073-9a71357fd899 req-8b3b0987-34a8-4c28-aa58-8831dea3dd4a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:17.136363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25678d4b-fe09-4cf1-b073-9a71357fd899 req-8b3b0987-34a8-4c28-aa58-8831dea3dd4a tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.1919656 Aug 21 09:19:17.214214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf77ed27-5cd2-4b54-974f-cc8525be15f6 req-1b74f5f7-fe46-431b-af2f-d81bf7fa633a service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199072 Aug 21 09:19:17.258140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25678d4b-fe09-4cf1-b073-9a71357fd899 req-99600723-0ec9-40cf-b796-4b80670dc1b1 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170673 Aug 21 09:19:17.546224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75 req-07ef677f-4432-467e-8f18-2987d2455023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:17.548130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75 req-07ef677f-4432-467e-8f18-2987d2455023 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 1095 time: 0.1598582 Aug 21 09:19:17.764971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75 req-77b4f45d-c01e-4d65-ac54-5e927fd06199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:17.766541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75 req-77b4f45d-c01e-4d65-ac54-5e927fd06199 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.1806984 Aug 21 09:19:17.792725 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:17.798656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54e733-6ccc-4f55-8bbc-30e041fd8eb9 req-4baefd18-82ff-419b-8b48-a872531e6b67 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:17.800208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff54e733-6ccc-4f55-8bbc-30e041fd8eb9 req-4baefd18-82ff-419b-8b48-a872531e6b67 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.2718506 Aug 21 09:19:17.839137 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:17.856937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75 req-41bec0dc-406b-49aa-9076-4b4ee62b9667 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb966c3-94db-4a29-998c-cb8823ecd624 HTTP/1.1" status: 200 len: 217 time: 0.0798590 Aug 21 09:19:17.915461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75 req-7cbc8f8f-2df5-4f1c-bf77-3b85e2a54ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:17.917578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75 req-7cbc8f8f-2df5-4f1c-bf77-3b85e2a54ab9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.0518324 Aug 21 09:19:17.923144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff54e733-6ccc-4f55-8bbc-30e041fd8eb9 req-e5649502-8634-4e92-b99a-cbdb2a9af84e tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896404 Aug 21 09:19:18.039180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405db01-efab-4493-a8ec-34ca86c5b127 req-bffe2671-eaef-4937-9f8c-e7e71f6f9e2b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:18.051613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8405db01-efab-4493-a8ec-34ca86c5b127 req-bffe2671-eaef-4937-9f8c-e7e71f6f9e2b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.0699384 Aug 21 09:19:18.219055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75 req-3f652637-3684-4181-9984-55cfe3773acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:18.220614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75 req-3f652637-3684-4181-9984-55cfe3773acd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2912734 Aug 21 09:19:18.224769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Allocated IP 172.25.5.97 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/1016288b-9a23-4abd-9d63-a06d4f46f184) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:19:18.258307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8405db01-efab-4493-a8ec-34ca86c5b127 req-dc8f8234-284e-4681-9cc6-f3cf93918206 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086883 Aug 21 09:19:18.310683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e9dfebbd-8373-406a-8231-2e04a7a92360 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:19:18.382628 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: e9dfebbd-8373-406a-8231-2e04a7a92360 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:19:18.382628 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e9dfebbd-8373-406a-8231-2e04a7a92360 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:19:18.391201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64ad2-149d-4c32-8488-a95796eb7058 req-ab7bbe45-8d4e-4bb4-b80d-09940ce6945d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:18.393013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9f64ad2-149d-4c32-8488-a95796eb7058 req-ab7bbe45-8d4e-4bb4-b80d-09940ce6945d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.2721801 Aug 21 09:19:18.477644 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:18.558420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9f64ad2-149d-4c32-8488-a95796eb7058 req-63be21de-8880-4298-a5c1-424b045e2d12 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544769 Aug 21 09:19:18.595058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75 req-6aceca14-72f2-4360-8dc6-e709f8dfd5fa service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329270 Aug 21 09:19:18.649548 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:18.750917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:19:18.761055 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:19:18.776776 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:19:18.943599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4381cc4-1da2-4626-a5c4-ea0dc8ac2b75 req-5c7baea6-537d-421b-8db3-1cece5474450 service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284528 Aug 21 09:19:18.962649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b58f7-451b-48de-ba1f-aa603e91cb84 req-de86e41a-22e2-483d-b4a3-b6ba847d22f6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:18.976380 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Pushing event updated for resources: {'Port': ['ID=1016288b-9a23-4abd-9d63-a06d4f46f184,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:18.977224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b2b58f7-451b-48de-ba1f-aa603e91cb84 req-de86e41a-22e2-483d-b4a3-b6ba847d22f6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.2230940 Aug 21 09:19:19.098469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b2b58f7-451b-48de-ba1f-aa603e91cb84 req-cf2ed16a-3f46-4459-b448-776a9da5f461 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200478 Aug 21 09:19:19.321910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb247c-69b3-43b9-839f-900763b46fc4 req-63ca7b4b-03d4-4182-a2ee-4c6c75101303 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:19.323786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecb247c-69b3-43b9-839f-900763b46fc4 req-63ca7b4b-03d4-4182-a2ee-4c6c75101303 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.1250184 Aug 21 09:19:19.454823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecb247c-69b3-43b9-839f-900763b46fc4 req-6efc7093-6966-48f9-abe4-c10c621b153d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236000 Aug 21 09:19:19.520136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caa54f-6ad2-4952-9ac6-7ababc4a2a3a req-5610f739-2d32-4f66-8c90-43f40de94eac tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:19.536147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50caa54f-6ad2-4952-9ac6-7ababc4a2a3a req-5610f739-2d32-4f66-8c90-43f40de94eac tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.1176875 Aug 21 09:19:19.618557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50caa54f-6ad2-4952-9ac6-7ababc4a2a3a req-9eb83398-bbb5-4bde-a2b6-9a8b0954259e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813148 Aug 21 09:19:19.671181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:19.800938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2bf0d-8259-442b-96fe-5834af4c2a69 req-b3fc111f-5dd6-43a4-8b9b-4ff572e9b51d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:19.808598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35a2bf0d-8259-442b-96fe-5834af4c2a69 req-b3fc111f-5dd6-43a4-8b9b-4ff572e9b51d tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.1110630 Aug 21 09:19:20.059534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35a2bf0d-8259-442b-96fe-5834af4c2a69 req-321ef329-bf62-4d3f-b6f2-b0596b0cf943 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389096 Aug 21 09:19:20.101552 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:20.453228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Router fc34d316-3a6f-45cf-9c56-91878404b1f1 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:19:20.804896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:19:20.821179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96338d1-9caa-440c-8de8-c69eb61df857 None None] Sync routers for ids ['fc34d316-3a6f-45cf-9c56-91878404b1f1'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:19:20.835734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96338d1-9caa-440c-8de8-c69eb61df857 None None] Routers {'fc34d316-3a6f-45cf-9c56-91878404b1f1'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:20.837409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e96338d1-9caa-440c-8de8-c69eb61df857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fc34d316-3a6f-45cf-9c56-91878404b1f1'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:20.899875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e96338d1-9caa-440c-8de8-c69eb61df857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:20.912318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96338d1-9caa-440c-8de8-c69eb61df857 None None] Routers {'fc34d316-3a6f-45cf-9c56-91878404b1f1'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:20.913505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e96338d1-9caa-440c-8de8-c69eb61df857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fc34d316-3a6f-45cf-9c56-91878404b1f1'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:20.926960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfe1c2-2489-44a2-af58-6bf591978cd6 req-814e1e05-c20d-45dc-a3db-a666a99a133b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:20.927358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76bfe1c2-2489-44a2-af58-6bf591978cd6 req-814e1e05-c20d-45dc-a3db-a666a99a133b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.1357882 Aug 21 09:19:20.945961 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:20.949567 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ccaf469d-27f0-4ad6-b67e-3ae9fc92ed38 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7150028 Aug 21 09:19:20.950264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58060) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:20.954985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7c3beb5f-419a-42ac-a1f7-6d37d711a66c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'enable_snat': False}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:20.966355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device fbb966c3-94db-4a29-998c-cb8823ecd624 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:19:20.976550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e96338d1-9caa-440c-8de8-c69eb61df857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:20.978585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96338d1-9caa-440c-8de8-c69eb61df857 None None] The sync data for ids ['fc34d316-3a6f-45cf-9c56-91878404b1f1'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:19:20.987185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76bfe1c2-2489-44a2-af58-6bf591978cd6 req-fbaaf349-2e57-4f55-a1da-3762abdd3494 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588567 Aug 21 09:19:21.189451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:21.244684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'port_id': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'mac_address': 'fa:16:3e:4a:5a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:19:21.354094 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:21.421104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb966c3-94db-4a29-998c-cb8823ecd624 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:19:21.448835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:21.609932 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:21.836582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=fbb966c3-94db-4a29-998c-cb8823ecd624,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:21.840663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['fbb966c3-94db-4a29-998c-cb8823ecd624'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:19:22.285452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d3508-3629-495d-9c66-289738d1061a req-6e948f28-5034-4385-a770-03703daaa8e1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:22.308197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f3d3508-3629-495d-9c66-289738d1061a req-6e948f28-5034-4385-a770-03703daaa8e1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 944 time: 0.0982904 Aug 21 09:19:22.398944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f3d3508-3629-495d-9c66-289738d1061a req-2722388c-4296-4c6c-8d13-50087342f1b9 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891454 Aug 21 09:19:22.688494 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c3beb5f-419a-42ac-a1f7-6d37d711a66c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:22.944441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device fbb966c3-94db-4a29-998c-cb8823ecd624 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:19:23.151828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port fbb966c3-94db-4a29-998c-cb8823ecd624 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:19:23.157277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port fbb966c3-94db-4a29-998c-cb8823ecd624 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:19:23.157731 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:23.352664 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:23.395760 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:19:23.404151 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ddfcea-e11b-4764-a8db-a37d7044a8d2" -d '{"events": [{"server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "name": "network-vif-plugged", "status": "completed", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:19:23.476126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:23.546487 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:23.650084 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9dc3d5-74f2-4ee0-8b30-248450911875 x-openstack-request-id: req-ea9dc3d5-74f2-4ee0-8b30-248450911875 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:19:23.650447 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "name": "network-vif-plugged", "status": "completed", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:19:23.651757 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea9dc3d5-74f2-4ee0-8b30-248450911875 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:19:23.652629 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'code': 200} Aug 21 09:19:23.684489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a097f08-78ce-441e-a56e-987b8ab92220 req-dd3a4c74-fdc1-467f-bfc1-3c67be479725 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:23.693305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a097f08-78ce-441e-a56e-987b8ab92220 req-dd3a4c74-fdc1-467f-bfc1-3c67be479725 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.1517279 Aug 21 09:19:23.780865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=fbb966c3-94db-4a29-998c-cb8823ecd624,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:23.888625 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a097f08-78ce-441e-a56e-987b8ab92220 req-ec517f5e-a184-4bf6-860e-05b582e0603b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940086 Aug 21 09:19:23.916238 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c3beb5f-419a-42ac-a1f7-6d37d711a66c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:23.924369 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c3beb5f-419a-42ac-a1f7-6d37d711a66c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:23.958206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dbd58-9ce3-4b56-ba9a-dff9e054c13f req-9df0280b-9920-4291-bbd3-4cece61cc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:23.970561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c1dbd58-9ce3-4b56-ba9a-dff9e054c13f req-9df0280b-9920-4291-bbd3-4cece61cc305 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 1097 time: 0.2073257 Aug 21 09:19:24.034231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c1dbd58-9ce3-4b56-ba9a-dff9e054c13f req-8a47297f-9bb2-4d76-be4c-c9b2f10577c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562127 Aug 21 09:19:24.204244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3beb5f-419a-42ac-a1f7-6d37d711a66c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Router fc34d316-3a6f-45cf-9c56-91878404b1f1 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:19:24.428098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3beb5f-419a-42ac-a1f7-6d37d711a66c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:19:24.439430 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b33fc23-607e-4feb-9622-86f514c0d022 None None] Sync routers for ids ['fc34d316-3a6f-45cf-9c56-91878404b1f1'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:19:24.443246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c3beb5f-419a-42ac-a1f7-6d37d711a66c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:24.447488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58172) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:24.458001 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b33fc23-607e-4feb-9622-86f514c0d022 None None] Routers {'fc34d316-3a6f-45cf-9c56-91878404b1f1'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:24.459690 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0b33fc23-607e-4feb-9622-86f514c0d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fc34d316-3a6f-45cf-9c56-91878404b1f1'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:24.462948 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7c3beb5f-419a-42ac-a1f7-6d37d711a66c tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "PUT /v2.0/routers/fc34d316-3a6f-45cf-9c56-91878404b1f1 HTTP/1.1" status: 200 len: 924 time: 3.5115583 Aug 21 09:19:24.509416 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0b33fc23-607e-4feb-9622-86f514c0d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:24.528122 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b33fc23-607e-4feb-9622-86f514c0d022 None None] Routers {'fc34d316-3a6f-45cf-9c56-91878404b1f1'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:24.528786 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0b33fc23-607e-4feb-9622-86f514c0d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fc34d316-3a6f-45cf-9c56-91878404b1f1'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:24.568681 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0b33fc23-607e-4feb-9622-86f514c0d022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:24.569260 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b33fc23-607e-4feb-9622-86f514c0d022 None None] The sync data for ids ['fc34d316-3a6f-45cf-9c56-91878404b1f1'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:19:24.732014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-68cf8383-ae4b-4961-92d7-14032781641d tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/routers/fc34d316-3a6f-45cf-9c56-91878404b1f1 HTTP/1.1" status: 200 len: 924 time: 0.2828922 Aug 21 09:19:24.735353 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58178) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:24.822255 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3752a1-5c7f-4a04-a276-16a44f827e1e tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:24.827529 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2b3752a1-5c7f-4a04-a276-16a44f827e1e tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&device_id=fc34d316-3a6f-45cf-9c56-91878404b1f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0910456 Aug 21 09:19:24.828250 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58182) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:25.026378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6532744-90d5-4266-94f7-d2bc2f15bb1a tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:25.032293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58196) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:25.040722 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d6532744-90d5-4266-94f7-d2bc2f15bb1a tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 881 time: 0.2045524 Aug 21 09:19:25.081586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-14219510-c346-4352-a908-00afb56903a3 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc34d316-3a6f-45cf-9c56-91878404b1f1 HTTP/1.1" status: 200 len: 205 time: 0.0480542 Aug 21 09:19:25.084019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58198) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:25.556840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcb198-7a04-40a9-bada-15941eb5c2d3 req-0006d446-4fd6-4ba0-ba6f-3c09a4533509 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:25.565081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fdcb198-7a04-40a9-bada-15941eb5c2d3 req-0006d446-4fd6-4ba0-ba6f-3c09a4533509 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.4668455 Aug 21 09:19:26.475913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fdcb198-7a04-40a9-bada-15941eb5c2d3 req-0be9679e-621b-4307-9da7-76fd7ed778ff tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8446257 Aug 21 09:19:26.532167 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:26.849334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:27.078478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Deleting port 1016288b-9a23-4abd-9d63-a06d4f46f184 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:27.078825 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:27.164363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58262) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:27.258833 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:27.286770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Calling delete_port for 1016288b-9a23-4abd-9d63-a06d4f46f184 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:27.875781 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd25d2bf-155a-48a8-a3b0-880eb0ccbe2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:28.140728 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd25d2bf-155a-48a8-a3b0-880eb0ccbe2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:28.149523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:28.214667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Pushing event deleted for resources: {'Port': ['ID=1016288b-9a23-4abd-9d63-a06d4f46f184,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:28.230604 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd25d2bf-155a-48a8-a3b0-880eb0ccbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:28.294271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25d2bf-155a-48a8-a3b0-880eb0ccbe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51850468-940a-4cf1-a48d-50f0678ae8f3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:28.335392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fc8e5-5e87-4d66-82ed-68a275efa44e req-be4f6f30-3cd1-4816-aa7d-17862c33a698 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:28.336979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f74fc8e5-5e87-4d66-82ed-68a275efa44e req-be4f6f30-3cd1-4816-aa7d-17862c33a698 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.5252581 Aug 21 09:19:28.363198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fd25d2bf-155a-48a8-a3b0-880eb0ccbe2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8030ec3679464d848a8ed3f6be63ad2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1955051 Aug 21 09:19:28.363513 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58294) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:28.451948 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:28.494835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:28.573707 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:28.768546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f74fc8e5-5e87-4d66-82ed-68a275efa44e req-c3bdebc3-3ce0-47dc-9fde-666b5876ecc0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4108307 Aug 21 09:19:28.770965 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:28.777055 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:28.843506 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:28.846161 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:28.847434 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51850468-940a-4cf1-a48d-50f0678ae8f3 HTTP/1.1" status: 204 len: 168 time: 0.4823024 Aug 21 09:19:28.865091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51850468-940a-4cf1-a48d-50f0678ae8f3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:28.884610 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.884970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.885323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.885670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.891906 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.892383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.892742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.893126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.893491 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.893858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.894235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.894591 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd5f78-5607-40b2-ad0f-0a65d299a446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:28.980209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d9a86-484e-4aff-8141-4e4694858c97 req-d261fc08-89fb-427b-9976-0679caad59ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:28.983937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de3d9a86-484e-4aff-8141-4e4694858c97 req-d261fc08-89fb-427b-9976-0679caad59ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.0841088 Aug 21 09:19:28.994367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58316) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:29.003967 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c45c8da6-67d7-4c33-81b3-e9b3816d5259 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Request body: {'floatingip': {'port_id': 'fbb966c3-94db-4a29-998c-cb8823ecd624'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:29.056689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c45c8da6-67d7-4c33-81b3-e9b3816d5259 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:29.487280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:29.487280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Fanout notify agent at l3_agent the message router_deleted on router fc34d316-3a6f-45cf-9c56-91878404b1f1 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:19:29.496686 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:29.497796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-382f5828-8416-40ab-b646-21b8a794835c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/fc34d316-3a6f-45cf-9c56-91878404b1f1 HTTP/1.1" status: 204 len: 168 time: 4.4126859 Aug 21 09:19:29.502858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58318) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:29.510541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e7bd9e2e-39ef-4042-bd71-2f8c5ee58b80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-137918891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:29.590349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c45c8da6-67d7-4c33-81b3-e9b3816d5259 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:29.716280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9e2e-39ef-4042-bd71-2f8c5ee58b80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:29.716405 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c45c8da6-67d7-4c33-81b3-e9b3816d5259 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:29.719392 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9e2e-39ef-4042-bd71-2f8c5ee58b80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:29.957693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9e2e-39ef-4042-bd71-2f8c5ee58b80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:30.012460 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-c45c8da6-67d7-4c33-81b3-e9b3816d5259 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Floating IP c3369087-ecee-4a04-8151-d6c82d43bf01 associated. External IP: 172.25.5.207, port: fbb966c3-94db-4a29-998c-cb8823ecd624. Aug 21 09:19:30.083250 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9e2e-39ef-4042-bd71-2f8c5ee58b80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:30.240472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9e2e-39ef-4042-bd71-2f8c5ee58b80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:30.243675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e7bd9e2e-39ef-4042-bd71-2f8c5ee58b80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7367556 Aug 21 09:19:30.244706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58350) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:30.253779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Request body: {'router': {'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:30.360281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45c8da6-67d7-4c33-81b3-e9b3816d5259 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Router bc90e78b-5219-4b37-a03b-21aee4e19506 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:19:30.410554 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58356) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:30.436752 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ca84485-e51a-4093-af15-7ef5e21eddce admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:30.698125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45c8da6-67d7-4c33-81b3-e9b3816d5259 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:19:30.729448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c45c8da6-67d7-4c33-81b3-e9b3816d5259 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:30.736622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123ef3d-bff1-463f-a886-711fbbc0f02d None None] Sync routers for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:19:30.752182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9123ef3d-bff1-463f-a886-711fbbc0f02d None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:30.754847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9123ef3d-bff1-463f-a886-711fbbc0f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:30.867097 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c45c8da6-67d7-4c33-81b3-e9b3816d5259 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "PUT /v2.0/floatingips/c3369087-ecee-4a04-8151-d6c82d43bf01 HTTP/1.1" status: 200 len: 991 time: 1.8715322 Aug 21 09:19:30.870611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:19:30.872954 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22" -d '{"events": [{"name": "network-changed", "server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:19:30.940938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ca84485-e51a-4093-af15-7ef5e21eddce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:31.002955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:31.011235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ca84485-e51a-4093-af15-7ef5e21eddce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:31.070358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea94ce-1472-4f4e-9d6d-cd366f85910f req-601e5454-49d1-48d8-a149-7975e48c54f2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:31.073929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54ea94ce-1472-4f4e-9d6d-cd366f85910f req-601e5454-49d1-48d8-a149-7975e48c54f2 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.2063556 Aug 21 09:19:31.104723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-9123ef3d-bff1-463f-a886-711fbbc0f02d None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:19:31.120044 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e224c09c-36ef-4d32-889c-dadc47805d6f x-openstack-request-id: req-e224c09c-36ef-4d32-889c-dadc47805d6f {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:19:31.120346 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:19:31.123876 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e224c09c-36ef-4d32-889c-dadc47805d6f {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:19:31.124624 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'status': 'completed', 'code': 200} Aug 21 09:19:31.186265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca84485-e51a-4093-af15-7ef5e21eddce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbcabb2-4e9d-4ae0-ac35-9c71798460ea,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:31.224644 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9ca84485-e51a-4093-af15-7ef5e21eddce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ebcbab46c5247d2b84c32ae8dd4a516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8130209 Aug 21 09:19:31.225506 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58384) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:31.313829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55a60000-8c30-43c2-819d-b792cab4e80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:31.367259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55a60000-8c30-43c2-819d-b792cab4e80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:31.438489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54ea94ce-1472-4f4e-9d6d-cd366f85910f req-ff972789-e113-4ca4-aa36-4024e96a504c tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484426 Aug 21 09:19:31.463466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22 req-0bc89866-68bc-4276-aef0-870a87ef7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:31.465436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22 req-0bc89866-68bc-4276-aef0-870a87ef7e37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 1097 time: 0.3439591 Aug 21 09:19:31.561649 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55a60000-8c30-43c2-819d-b792cab4e80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:31.566317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55a60000-8c30-43c2-819d-b792cab4e80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:31.580010 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-55a60000-8c30-43c2-819d-b792cab4e80a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bbcabb2-4e9d-4ae0-ac35-9c71798460ea HTTP/1.1" status: 204 len: 168 time: 0.3528540 Aug 21 09:19:31.601597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a60000-8c30-43c2-819d-b792cab4e80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbcabb2-4e9d-4ae0-ac35-9c71798460ea,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:31.695073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22 req-e9572b8c-d237-4d26-ba5f-69f8c56726b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:31.696670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22 req-e9572b8c-d237-4d26-ba5f-69f8c56726b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.2211733 Aug 21 09:19:31.769192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9123ef3d-bff1-463f-a886-711fbbc0f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'c3369087-ecee-4a04-8151-d6c82d43bf01', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'port_id': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'mac_address': 'fa:16:3e:4a:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51983662-995d-4aa8-9135-e97860d5a138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:19:02Z', 'updated_at': '2021-08-21T09:19:29Z', 'revision_number': 1, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:31.823962 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123ef3d-bff1-463f-a886-711fbbc0f02d None None] Checking router: bc90e78b-5219-4b37-a03b-21aee4e19506 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:19:31.841968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9123ef3d-bff1-463f-a886-711fbbc0f02d None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:31.842628 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9123ef3d-bff1-463f-a886-711fbbc0f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:32.016081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:32.051489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:32.061158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22 req-02652cd5-0420-45a5-9134-8c348e59315a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb966c3-94db-4a29-998c-cb8823ecd624 HTTP/1.1" status: 200 len: 999 time: 0.3510382 Aug 21 09:19:32.173878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-9123ef3d-bff1-463f-a886-711fbbc0f02d None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:19:32.204446 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58412) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:32.320163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22 req-ed807731-ccb5-4fd8-aaa4-a5894efc5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:32.324127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22 req-ed807731-ccb5-4fd8-aaa4-a5894efc5c69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.2519205 Aug 21 09:19:32.532555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Allocated IP 172.25.5.106 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/53b2aa68-6740-48d9-877a-e2c5a3bd54f5) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:19:32.537469 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9123ef3d-bff1-463f-a886-711fbbc0f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'c3369087-ecee-4a04-8151-d6c82d43bf01', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'port_id': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'mac_address': 'fa:16:3e:4a:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51983662-995d-4aa8-9135-e97860d5a138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:19:02Z', 'updated_at': '2021-08-21T09:19:29Z', 'revision_number': 1, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:32.569313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce03b9f-5807-47c7-91bc-f1d460c5cf39 req-aaa2802d-aca3-4567-8ae0-4df014e58c9b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:32.571170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ce03b9f-5807-47c7-91bc-f1d460c5cf39 req-aaa2802d-aca3-4567-8ae0-4df014e58c9b tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.22 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.2577081 Aug 21 09:19:32.573577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123ef3d-bff1-463f-a886-711fbbc0f02d None None] The sync data for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 is: [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'c3369087-ecee-4a04-8151-d6c82d43bf01', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'port_id': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'mac_address': 'fa:16:3e:4a:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51983662-995d-4aa8-9135-e97860d5a138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:19:02Z', 'updated_at': '2021-08-21T09:19:29Z', 'revision_number': 1, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:19:32.591883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22 req-7d361b75-a75b-4354-b91e-a9c88eb7e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:32.593451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22 req-7d361b75-a75b-4354-b91e-a9c88eb7e2cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2180853 Aug 21 09:19:32.852989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22 req-bd1abcea-12f3-4293-8feb-57ed947c17d4 service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881711 Aug 21 09:19:32.879510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58438) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:32.917111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b85f2784-2a92-4c1b-b255-e5657237eee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:33.042465 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9986e8cc-22a9-49b1-aa84-e0cfcee89546 None None] New status for floating IP c3369087-ecee-4a04-8151-d6c82d43bf01: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:19:33.092532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:33.154006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05e0eb9c-ef74-45b8-87af-65f3b50f7f22 req-6beacbc6-7b90-4827-af1c-15231c355ef1 service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623465 Aug 21 09:19:33.180039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ade82-4184-48eb-a05a-ca2cd9da62cc req-3932a6c9-a77f-467d-b1f5-52ca8b40b526 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:33.181661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-584ade82-4184-48eb-a05a-ca2cd9da62cc req-3932a6c9-a77f-467d-b1f5-52ca8b40b526 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 946 time: 0.6342306 Aug 21 09:19:33.342572 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:33.371813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-584ade82-4184-48eb-a05a-ca2cd9da62cc req-e75a7776-05a6-4629-83ea-7b45a7793166 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/security-groups?id=2535f2e7-5df8-4301-a647-f7db7e617055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809647 Aug 21 09:19:33.393009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e263a1-8adf-40ea-8b7a-da20f4721547 req-abe4a80c-9837-4648-89a6-76c15ec7f248 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:33.394716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25e263a1-8adf-40ea-8b7a-da20f4721547 req-abe4a80c-9837-4648-89a6-76c15ec7f248 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 945 time: 0.4040635 Aug 21 09:19:33.454775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0ce03b9f-5807-47c7-91bc-f1d460c5cf39 req-2c689005-f939-4015-b63d-28635861e1f8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Deleting port 74316681-8df6-4d33-b4ec-207bc24a574c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:33.455116 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0ce03b9f-5807-47c7-91bc-f1d460c5cf39 req-2c689005-f939-4015-b63d-28635861e1f8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:33.708947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25e263a1-8adf-40ea-8b7a-da20f4721547 req-9993951e-1c5a-4b7f-9c96-5fb9e8549549 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880776 Aug 21 09:19:33.710680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0ce03b9f-5807-47c7-91bc-f1d460c5cf39 req-2c689005-f939-4015-b63d-28635861e1f8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] For port 74316681-8df6-4d33-b4ec-207bc24a574c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=74316681-8df6-4d33-b4ec-207bc24a574c,segment=NetworkSegment(ecfa93c2-91f2-4fd1-9b02-e5eedad16276),segment_id=ecfa93c2-91f2-4fd1-9b02-e5eedad16276)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:33.711189 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0ce03b9f-5807-47c7-91bc-f1d460c5cf39 req-2c689005-f939-4015-b63d-28635861e1f8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:33.715852 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:33.777410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0ce03b9f-5807-47c7-91bc-f1d460c5cf39 req-2c689005-f939-4015-b63d-28635861e1f8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Calling delete_port for 74316681-8df6-4d33-b4ec-207bc24a574c owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:33.807330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:19:33.811739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Pushing event updated for resources: {'Port': ['ID=53b2aa68-6740-48d9-877a-e2c5a3bd54f5,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:33.818936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:19:33.838421 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] Deleting port b6d79e6a-e287-4353-acfc-8246f951862a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:33.839045 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:33.854369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:19:33.929916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] For port b6d79e6a-e287-4353-acfc-8246f951862a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6d79e6a-e287-4353-acfc-8246f951862a,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:33.930662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:33.936678 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b85f2784-2a92-4c1b-b255-e5657237eee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:33.945835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] Calling delete_port for b6d79e6a-e287-4353-acfc-8246f951862a owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:34.014624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b85f2784-2a92-4c1b-b255-e5657237eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:34.052373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b85f2784-2a92-4c1b-b255-e5657237eee4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34d80c060f854df3a9a3a09d47c11c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1689820 Aug 21 09:19:34.055121 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58470) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:34.091074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f2784-2a92-4c1b-b255-e5657237eee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc8cc77-ebf2-4925-9f56-8d4fe614eb17,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:34.188254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8fa06b80-edca-49eb-ba98-fe7a9d4a0ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:34.234482 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0ce03b9f-5807-47c7-91bc-f1d460c5cf39 req-2c689005-f939-4015-b63d-28635861e1f8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:34.240298 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8fa06b80-edca-49eb-ba98-fe7a9d4a0ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:34.250305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['74316681-8df6-4d33-b4ec-207bc24a574c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:19:34.287591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c689005-f939-4015-b63d-28635861e1f8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Pushing event deleted for resources: {'Port': ['ID=74316681-8df6-4d33-b4ec-207bc24a574c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:34.339803 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:34.377454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce03b9f-5807-47c7-91bc-f1d460c5cf39 req-2c689005-f939-4015-b63d-28635861e1f8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] No DVR routers for this DVR port 74316681-8df6-4d33-b4ec-207bc24a574c on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:19:34.381474 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0ce03b9f-5807-47c7-91bc-f1d460c5cf39 req-2c689005-f939-4015-b63d-28635861e1f8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:34.383678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ce03b9f-5807-47c7-91bc-f1d460c5cf39 req-2c689005-f939-4015-b63d-28635861e1f8 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.22 "DELETE /v2.0/ports/74316681-8df6-4d33-b4ec-207bc24a574c HTTP/1.1" status: 204 len: 173 time: 1.7872036 Aug 21 09:19:34.384252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'name': 'network-vif-deleted', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:19:34.386727 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04c10c5-40cb-439d-925e-5210c3b85de3" -d '{"events": [{"server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "name": "network-vif-deleted", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:19:34.431761 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d79e6a-e287-4353-acfc-8246f951862a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:34.433612 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8fa06b80-edca-49eb-ba98-fe7a9d4a0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:34.436792 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8fa06b80-edca-49eb-ba98-fe7a9d4a0ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:34.454203 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8fa06b80-edca-49eb-ba98-fe7a9d4a0ae4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adc8cc77-ebf2-4925-9f56-8d4fe614eb17 HTTP/1.1" status: 204 len: 168 time: 0.3993814 Aug 21 09:19:34.464205 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca980dd9-f835-4b56-bfca-30f936cb9eef x-openstack-request-id: req-ca980dd9-f835-4b56-bfca-30f936cb9eef {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:19:34.464505 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf7e30-2819-4861-a7f1-d37cad79b212", "name": "network-vif-deleted", "tag": "74316681-8df6-4d33-b4ec-207bc24a574c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:19:34.464760 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca980dd9-f835-4b56-bfca-30f936cb9eef {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:19:34.465167 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf7e30-2819-4861-a7f1-d37cad79b212', 'name': 'network-vif-deleted', 'tag': '74316681-8df6-4d33-b4ec-207bc24a574c', 'status': 'completed', 'code': 200} Aug 21 09:19:34.490718 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa06b80-edca-49eb-ba98-fe7a9d4a0ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc8cc77-ebf2-4925-9f56-8d4fe614eb17,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:34.661113 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:35.000275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] Router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:19:35.181342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:19:35.193080 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffdbd1e-a605-47cb-93ba-8e8f58e7c1d8 None None] Sync routers for ids ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:19:35.198458 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b95ab1d1-8928-422f-bdb8-407fa83cfcb7 admin admin] 10.222.0.20 "PUT /v2.0/routers/0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9927869 Aug 21 09:19:35.202096 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58514) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:35.208024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffdbd1e-a605-47cb-93ba-8e8f58e7c1d8 None None] Routers {'0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:35.208670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3ffdbd1e-a605-47cb-93ba-8e8f58e7c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:35.209674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0068bc7-faae-4f0c-88a7-15fc7e91804a req-a3c623dd-0ac7-4937-b4e6-9917e32d98b6 tempest-ServersNegativeTestJSON-1273202975 tempest-ServersNegativeTestJSON-1273202975-project] 10.222.0.20 "GET /v2.0/ports?device_id=92bf7e30-2819-4861-a7f1-d37cad79b212 HTTP/1.1" status: 200 len: 210 time: 0.0881958 Aug 21 09:19:35.280304 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:35.392304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3ffdbd1e-a605-47cb-93ba-8e8f58e7c1d8 None None] Set router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:19:35.423580 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:35.553263 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:35.570124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a4b22-f3b8-405d-8559-062fd03bb6e7 req-72dd1f94-73ad-4eab-95ef-2e79c6aa2387 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:35.571741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-161a4b22-f3b8-405d-8559-062fd03bb6e7 req-72dd1f94-73ad-4eab-95ef-2e79c6aa2387 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 945 time: 0.4491959 Aug 21 09:19:35.573436 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:35.647980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:35.714829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-161a4b22-f3b8-405d-8559-062fd03bb6e7 req-a4a7ef31-06d1-4d15-8c6e-7224761bf8b3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326764 Aug 21 09:19:35.771214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3ffdbd1e-a605-47cb-93ba-8e8f58e7c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:19:34Z', 'revision_number': 5, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port': {'id': '3b04e885-8ed3-444c-9833-8f98d43659a1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:07:44Z', 'updated_at': '2021-08-21T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:35.806399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffdbd1e-a605-47cb-93ba-8e8f58e7c1d8 None None] Checking router: 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:19:35.817412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffdbd1e-a605-47cb-93ba-8e8f58e7c1d8 None None] Routers {'0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:35.818414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3ffdbd1e-a605-47cb-93ba-8e8f58e7c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:35.849374 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Deleting port 3b04e885-8ed3-444c-9833-8f98d43659a1 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:35.849728 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:35.917604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Router e1b14f9f-dc47-4033-9142-b17e984e0768 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:19:35.944435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3ffdbd1e-a605-47cb-93ba-8e8f58e7c1d8 None None] Set router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:19:36.038095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3ffdbd1e-a605-47cb-93ba-8e8f58e7c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:19:35Z', 'revision_number': 6, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:36.075830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] For port 3b04e885-8ed3-444c-9833-8f98d43659a1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3b04e885-8ed3-444c-9833-8f98d43659a1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:36.076448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:36.112551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Calling delete_port for 3b04e885-8ed3-444c-9833-8f98d43659a1 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:36.120388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffdbd1e-a605-47cb-93ba-8e8f58e7c1d8 None None] The sync data for ids ['0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13'] in n-d-766726-28 is: [{'id': '0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13', 'name': 'tempest-TaggedBootDevicesTest-1763436385-router', 'tenant_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:07:43Z', 'updated_at': '2021-08-21T09:19:35Z', 'revision_number': 6, 'project_id': '9c671e4c30c04df0b2b1235f21b59c4e', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:19:36.219307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:19:36.230373 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fda5ad-989e-4f77-bf86-de9d9992fd67 None None] Sync routers for ids ['e1b14f9f-dc47-4033-9142-b17e984e0768'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:19:36.235131 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:36.238810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c2df1a0c-1e84-4906-b5ce-eadebf15f5ea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "PUT /v2.0/routers/e1b14f9f-dc47-4033-9142-b17e984e0768 HTTP/1.1" status: 200 len: 883 time: 5.9875228 Aug 21 09:19:36.239110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58562) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:36.261680 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fda5ad-989e-4f77-bf86-de9d9992fd67 None None] Routers {'e1b14f9f-dc47-4033-9142-b17e984e0768'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:36.261680 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-03fda5ad-989e-4f77-bf86-de9d9992fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e1b14f9f-dc47-4033-9142-b17e984e0768'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:36.309544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:19:36.332042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58572) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:36.340914 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-03fda5ad-989e-4f77-bf86-de9d9992fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:36.365785 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fda5ad-989e-4f77-bf86-de9d9992fd67 None None] Routers {'e1b14f9f-dc47-4033-9142-b17e984e0768'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:36.366850 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-03fda5ad-989e-4f77-bf86-de9d9992fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e1b14f9f-dc47-4033-9142-b17e984e0768'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:36.397828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcccc54-a6cb-4a6e-bdeb-41f55374da59 admin admin] Deleting subnet ff9526d5-d048-4d21-9271-a5072de94c91 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:19:36.403773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bcccc54-a6cb-4a6e-bdeb-41f55374da59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:36.447736 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:36.457531 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-03fda5ad-989e-4f77-bf86-de9d9992fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:36.458482 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fda5ad-989e-4f77-bf86-de9d9992fd67 None None] The sync data for ids ['e1b14f9f-dc47-4033-9142-b17e984e0768'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:19:36.486113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-adc35794-2f10-49c4-87ea-e0dda2d53502 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/routers/e1b14f9f-dc47-4033-9142-b17e984e0768 HTTP/1.1" status: 200 len: 924 time: 0.2435980 Aug 21 09:19:36.487143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58576) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:36.502650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:19:36.506883 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904d87e8-e05b-47cf-a030-405128197422" -d '{"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-unplugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:19:36.525145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:36.576980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bcccc54-a6cb-4a6e-bdeb-41f55374da59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:36.597233 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6d4a6e-5358-4171-b0c9-bb1d88faf75a x-openstack-request-id: req-7e6d4a6e-5358-4171-b0c9-bb1d88faf75a {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:19:36.598629 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-unplugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:19:36.599045 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e6d4a6e-5358-4171-b0c9-bb1d88faf75a {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:19:36.600703 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'code': 200} Aug 21 09:19:36.625348 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:36.633905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 74316681-8df6-4d33-b4ec-207bc24a574c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:19:36.642475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6d79e6a-e287-4353-acfc-8246f951862a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:19:36.657900 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:36.671818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa60fb-2bda-4232-b8e2-e3d741938a66 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:36.673378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-90fa60fb-2bda-4232-b8e2-e3d741938a66 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&device_id=e1b14f9f-dc47-4033-9142-b17e984e0768&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1855850 Aug 21 09:19:36.676277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58586) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:36.726005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:36.735405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.736204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.736724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.737240 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.737748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.738481 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.738988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.739488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.740087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.740587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.741113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.741612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:36.762525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 74316681-8df6-4d33-b4ec-207bc24a574c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:19:36.763194 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 74316681-8df6-4d33-b4ec-207bc24a574c not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:19:36.766670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: b6d79e6a-e287-4353-acfc-8246f951862a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:19:36.767506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6d79e6a-e287-4353-acfc-8246f951862a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:19:36.795123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Pushing event deleted for resources: {'Port': ['ID=3b04e885-8ed3-444c-9833-8f98d43659a1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:36.858231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2445e0-4463-42bc-9d51-37e92b59fb37 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:36.860361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0a2445e0-4463-42bc-9d51-37e92b59fb37 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 881 time: 0.1824367 Aug 21 09:19:36.864613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58592) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:36.883273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bcccc54-a6cb-4a6e-bdeb-41f55374da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:36.911820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9d9f0cb0-25c5-4091-817b-06d05827be88 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b14f9f-dc47-4033-9142-b17e984e0768 HTTP/1.1" status: 200 len: 205 time: 0.0436895 Aug 21 09:19:36.912530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58596) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:36.935045 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:36.945268 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1af0db20-a4f4-4108-b53c-dba890c2eb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.047739 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.051703 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.075354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58602) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:37.102532 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.129256 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bcccc54-a6cb-4a6e-bdeb-41f55374da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.142288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bcccc54-a6cb-4a6e-bdeb-41f55374da59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.144916 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3bcccc54-a6cb-4a6e-bdeb-41f55374da59 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ff9526d5-d048-4d21-9271-a5072de94c91 HTTP/1.1" status: 204 len: 168 time: 0.8114369 Aug 21 09:19:37.164661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58608) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:37.176590 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcccc54-a6cb-4a6e-bdeb-41f55374da59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9526d5-d048-4d21-9271-a5072de94c91,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:37.229640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.230203 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:19:37.247278 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.248533 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b8be2fab-db9c-47e0-8edb-4dde336990bd admin admin] 10.222.0.20 "DELETE /v2.0/routers/0c5a24f5-3b76-40b0-bf64-f80ba2b0ac13 HTTP/1.1" status: 204 len: 168 time: 2.0453615 Aug 21 09:19:37.252672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58610) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:37.315884 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c50f35b1-f2ef-4cad-bfdc-337045389860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.330856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.334100 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.359031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-215a0c9d-e936-4f09-95d4-595388ef877a admin admin] Deleting subnet 0ab28827-633f-407e-a5d5-e8b51ae5dfe4 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:19:37.359031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215a0c9d-e936-4f09-95d4-595388ef877a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.436003 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c50f35b1-f2ef-4cad-bfdc-337045389860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.463675 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215a0c9d-e936-4f09-95d4-595388ef877a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.489810 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.511935 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c50f35b1-f2ef-4cad-bfdc-337045389860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.515147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efca9ead-4d16-43ab-8fac-3ba6e9275e79']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:37.528511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfa93c2-91f2-4fd1-9b02-e5eedad16276') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:37.528874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfa93c2-91f2-4fd1-9b02-e5eedad16276') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:37.543930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.560745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c50f35b1-f2ef-4cad-bfdc-337045389860 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06352bab26c143f6a6c9af269dcaf766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807744 Aug 21 09:19:37.564262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58622) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:37.568341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Deleting port 53b2aa68-6740-48d9-877a-e2c5a3bd54f5 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:37.581942 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.582234 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.588970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:19:37.589404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:19:37.591312 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:19:37.616722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f35b1-f2ef-4cad-bfdc-337045389860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbfc105-12d9-408a-a57f-bdf7bcb21da5,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:37.655174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215a0c9d-e936-4f09-95d4-595388ef877a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.694672 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe347e48-16d0-4655-98b5-2819c6f92997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.767619 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe347e48-16d0-4655-98b5-2819c6f92997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.774093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.791764 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.804268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.807956 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] 10.222.0.20 "DELETE /v2.0/networks/efca9ead-4d16-43ab-8fac-3ba6e9275e79 HTTP/1.1" status: 204 len: 168 time: 0.6318684 Aug 21 09:19:37.813462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f49254-df7d-4db3-8194-d1c6f0575a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=efca9ead-4d16-43ab-8fac-3ba6e9275e79,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:37.833297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Calling delete_port for 53b2aa68-6740-48d9-877a-e2c5a3bd54f5 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:37.841595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215a0c9d-e936-4f09-95d4-595388ef877a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.882058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215a0c9d-e936-4f09-95d4-595388ef877a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:37.883923 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-215a0c9d-e936-4f09-95d4-595388ef877a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0ab28827-633f-407e-a5d5-e8b51ae5dfe4 HTTP/1.1" status: 204 len: 168 time: 0.6258032 Aug 21 09:19:37.887418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca0b7a-30de-4595-815d-0c51e97ee48b None None] Network 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:19:37.896207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58638) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:37.900095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a0c9d-e936-4f09-95d4-595388ef877a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab28827-633f-407e-a5d5-e8b51ae5dfe4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:38.051755 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.120797 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Deleting port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:38.121136 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.188523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] For port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cc9dc0ec-4139-4f85-8a2c-a3e084844d8c,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:38.195807 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.195970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee4bf13-2093-42a8-a8c6-c9422607c478 None None] DHCP port deletion for 35a5a18c-3ef4-4f79-854b-c3e1a7bac713 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:19:38.210900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Calling delete_port for cc9dc0ec-4139-4f85-8a2c-a3e084844d8c owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:38.244915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-dee4bf13-2093-42a8-a8c6-c9422607c478 None None] Deleting port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:38.245372 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dee4bf13-2093-42a8-a8c6-c9422607c478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.311009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-dee4bf13-2093-42a8-a8c6-c9422607c478 None None] For port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cc9dc0ec-4139-4f85-8a2c-a3e084844d8c,segment=NetworkSegment(ccf47afe-882e-451f-96fc-b9d20264f21c),segment_id=ccf47afe-882e-451f-96fc-b9d20264f21c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:38.311410 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dee4bf13-2093-42a8-a8c6-c9422607c478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.323648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:19:38.329285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-dee4bf13-2093-42a8-a8c6-c9422607c478 None None] Calling delete_port for cc9dc0ec-4139-4f85-8a2c-a3e084844d8c owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:38.333947 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe347e48-16d0-4655-98b5-2819c6f92997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.336739 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe347e48-16d0-4655-98b5-2819c6f92997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.337878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fe347e48-16d0-4655-98b5-2819c6f92997 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efbfc105-12d9-408a-a57f-bdf7bcb21da5 HTTP/1.1" status: 204 len: 168 time: 0.7672553 Aug 21 09:19:38.346979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe347e48-16d0-4655-98b5-2819c6f92997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbfc105-12d9-408a-a57f-bdf7bcb21da5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:38.356698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3b04e885-8ed3-444c-9833-8f98d43659a1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:19:38.437773 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.439687 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.442203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 3b04e885-8ed3-444c-9833-8f98d43659a1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:19:38.442579 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3b04e885-8ed3-444c-9833-8f98d43659a1 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:19:38.443907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc9dc0ec-4139-4f85-8a2c-a3e084844d8c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:19:38.484432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Pushing event deleted for resources: {'Port': ['ID=53b2aa68-6740-48d9-877a-e2c5a3bd54f5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:38.495709 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9dc0ec-4139-4f85-8a2c-a3e084844d8c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:38.498121 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] No DVR routers for this DVR port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:19:38.514493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: cc9dc0ec-4139-4f85-8a2c-a3e084844d8c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:19:38.514493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc9dc0ec-4139-4f85-8a2c-a3e084844d8c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:19:38.516323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58654) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:38.600150 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.609780 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dee4bf13-2093-42a8-a8c6-c9422607c478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.626699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:38.660931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'port_id': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'mac_address': 'fa:16:3e:82:f7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:19:38.666825 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4bf13-2093-42a8-a8c6-c9422607c478 None None] Pushing event deleted for resources: {'Port': ['ID=cc9dc0ec-4139-4f85-8a2c-a3e084844d8c,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:38.690372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.703639 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bf2d19f8-2135-4e4e-8b6b-7d1508be1df0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c134a7f0f4f84d7084ee8bf47771d35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860166 Aug 21 09:19:38.713923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.716231 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.721647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58660) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:38.738537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a5a18c-3ef4-4f79-854b-c3e1a7bac713']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:38.755476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4bf13-2093-42a8-a8c6-c9422607c478 None None] No DVR routers for this DVR port cc9dc0ec-4139-4f85-8a2c-a3e084844d8c on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:19:38.759331 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf47afe-882e-451f-96fc-b9d20264f21c') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:38.759890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf47afe-882e-451f-96fc-b9d20264f21c') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:38.771470 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.781235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.809045 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.810076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611beaed-02ad-4dd3-a80b-e60aa2498b2d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:19:38.820350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:19:38.821068 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:19:38.823085 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:19:38.862190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:38.882764 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.891025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Fanout notify agent at l3_agent the message router_deleted on router e1b14f9f-dc47-4033-9142-b17e984e0768 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:19:38.891918 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.897488 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d50a16b-8266-4ca7-85af-d4cf80f21749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.903416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58664) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:38.903628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8fc579c7-ffdf-41c7-acf1-62074e30f4cc tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/e1b14f9f-dc47-4033-9142-b17e984e0768 HTTP/1.1" status: 204 len: 168 time: 1.9859257 Aug 21 09:19:38.907257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d0778ad3-dd9c-4e9e-84bb-9b8d2c28f03f tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1238652978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:38.945392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d50a16b-8266-4ca7-85af-d4cf80f21749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:38.957411 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.039838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:39.044985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['611beaed-02ad-4dd3-a80b-e60aa2498b2d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:19:39.047185 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.052927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.054798 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/35a5a18c-3ef4-4f79-854b-c3e1a7bac713 HTTP/1.1" status: 204 len: 168 time: 1.1493723 Aug 21 09:19:39.071646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b96f9c-b3c7-449f-984f-a1e97e4f7bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=35a5a18c-3ef4-4f79-854b-c3e1a7bac713,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:39.082553 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0778ad3-dd9c-4e9e-84bb-9b8d2c28f03f tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.083820 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0778ad3-dd9c-4e9e-84bb-9b8d2c28f03f tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.160452 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d50a16b-8266-4ca7-85af-d4cf80f21749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.167660 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d50a16b-8266-4ca7-85af-d4cf80f21749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.169798 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9d50a16b-8266-4ca7-85af-d4cf80f21749 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2535f2e7-5df8-4301-a647-f7db7e617055 HTTP/1.1" status: 204 len: 168 time: 0.4461589 Aug 21 09:19:39.181137 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0778ad3-dd9c-4e9e-84bb-9b8d2c28f03f tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.203290 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50a16b-8266-4ca7-85af-d4cf80f21749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2535f2e7-5df8-4301-a647-f7db7e617055,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:39.242702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0778ad3-dd9c-4e9e-84bb-9b8d2c28f03f tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.321062 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0778ad3-dd9c-4e9e-84bb-9b8d2c28f03f tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.326266 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d0778ad3-dd9c-4e9e-84bb-9b8d2c28f03f tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4195757 Aug 21 09:19:39.326266 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58678) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:39.340346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'enable_snat': True}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:39.546628 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1f331cc9-3f9b-4d4d-998f-85def0483e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.750657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58698) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:39.768970 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.815938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58702) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:39.817346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e9f18218-d1d3-4863-8ade-4351f0585f31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c671e4c30c04df0b2b1235f21b59c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658028 Aug 21 09:19:39.915715 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.948426 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e3c05c7-b8d2-4ea2-9aad-286e7763b2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:39.970400 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e3c05c7-b8d2-4ea2-9aad-286e7763b2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:40.113322 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e3c05c7-b8d2-4ea2-9aad-286e7763b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:40.115936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e3c05c7-b8d2-4ea2-9aad-286e7763b2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:40.117090 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3e3c05c7-b8d2-4ea2-9aad-286e7763b2fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79802a33-f6ad-43d5-937b-4c7c11a5e0e6 HTTP/1.1" status: 204 len: 168 time: 0.2969751 Aug 21 09:19:40.173874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c05c7-b8d2-4ea2-9aad-286e7763b2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79802a33-f6ad-43d5-937b-4c7c11a5e0e6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:40.289970 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:40.315524 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:40.341728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:19:40.476392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 611beaed-02ad-4dd3-a80b-e60aa2498b2d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:19:40.476772 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:40.561413 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Allocated IP 172.25.5.122 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/099864a9-d4c2-4165-9ca8-a24967ea9f85) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:19:40.598831 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:40.686214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:19:40.688850 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc09f92-82c6-4eef-b627-a5434a7ac271" -d '{"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-plugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:19:40.703026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:40.705943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:40.760571 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2166cdf-2873-41be-bd74-810fd2946cbd x-openstack-request-id: req-b2166cdf-2873-41be-bd74-810fd2946cbd {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:19:40.764260 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-plugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:19:40.764260 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2166cdf-2873-41be-bd74-810fd2946cbd {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:19:40.764260 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'code': 200} Aug 21 09:19:40.789951 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:40.814373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:40.876439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=10']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:40.915591 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event updated for resources: {'Port': ['ID=099864a9-d4c2-4165-9ca8-a24967ea9f85,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:40.927216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:19:40.933262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:19:40.943521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:19:40.952245 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:41.440996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:41.728599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:41.732049 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:41.895645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58828) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:42.076861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Router 33632eed-05d1-4caa-86dc-183ee3a850c9 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:19:42.121729 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:19:42.282521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:19:42.292092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f9b82-f646-49fc-b760-8bffa8c6bb3e None None] Sync routers for ids ['33632eed-05d1-4caa-86dc-183ee3a850c9'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:19:42.308221 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:42.310680 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-270616ed-8420-4419-9d30-43f720401b89 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "PUT /v2.0/routers/33632eed-05d1-4caa-86dc-183ee3a850c9 HTTP/1.1" status: 200 len: 919 time: 2.9778719 Aug 21 09:19:42.314212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58844) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:42.318986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f9b82-f646-49fc-b760-8bffa8c6bb3e None None] Routers {'33632eed-05d1-4caa-86dc-183ee3a850c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:42.320044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d06f9b82-f646-49fc-b760-8bffa8c6bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['33632eed-05d1-4caa-86dc-183ee3a850c9'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:42.366340 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:42.367195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d06f9b82-f646-49fc-b760-8bffa8c6bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:42.377201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f9b82-f646-49fc-b760-8bffa8c6bb3e None None] Routers {'33632eed-05d1-4caa-86dc-183ee3a850c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:42.378073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d06f9b82-f646-49fc-b760-8bffa8c6bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['33632eed-05d1-4caa-86dc-183ee3a850c9'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:42.418393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d06f9b82-f646-49fc-b760-8bffa8c6bb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:42.419463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f9b82-f646-49fc-b760-8bffa8c6bb3e None None] The sync data for ids ['33632eed-05d1-4caa-86dc-183ee3a850c9'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:19:42.461455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2113419883-network', 'tenant_id': 'fbc10947fbe2432589d87b082eed1a30'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:42.659089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58856) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:42.659769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-54e8b0f5-5b15-4610-ac39-13b96afbb15a tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/routers/33632eed-05d1-4caa-86dc-183ee3a850c9 HTTP/1.1" status: 200 len: 925 time: 0.3440442 Aug 21 09:19:42.699500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Made reservation on behalf of fbc10947fbe2432589d87b082eed1a30 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:19:42.707060 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:42.723038 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:42.740783 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee204985-945e-4dfb-ac87-c7ffd32bbfb2 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:42.745925 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ee204985-945e-4dfb-ac87-c7ffd32bbfb2 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&device_id=33632eed-05d1-4caa-86dc-183ee3a850c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0849266 Aug 21 09:19:42.749592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58860) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:42.896530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5f43d0-9036-4f40-b9bb-51547fac2e24 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:42.900679 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7b5f43d0-9036-4f40-b9bb-51547fac2e24 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 881 time: 0.1464250 Aug 21 09:19:42.900973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58868) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:42.944798 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-59d41ca4-8986-459b-95ab-cc4b7e1ffa09 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=33632eed-05d1-4caa-86dc-183ee3a850c9 HTTP/1.1" status: 200 len: 205 time: 0.0401578 Aug 21 09:19:42.945631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58870) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:42.975551 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:43.142324 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:43.155119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:43.186158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9d30e8-9348-4d6a-b29c-506b01f23458,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:43.196919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.197270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.197684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.198042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.198387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.198786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.199135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.199512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.199867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.200201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.200983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.201574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:19:43.212017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:19:43.224946 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:43.225305 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Added segment 7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e of type vlan for network afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 Aug 21 09:19:43.305041 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:43.385792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:43.440994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Deleting port 099864a9-d4c2-4165-9ca8-a24967ea9f85 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:43.441648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:43.549103 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:43.551218 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:43.552317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:43.554088 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:43.576726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Calling delete_port for 099864a9-d4c2-4165-9ca8-a24967ea9f85 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:43.628202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] Pushing event updated for resources: {'Network': ['ID=afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:43.639375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:19:43.657809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58896) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:43.658158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-235fad64-9ec5-4cf3-b27e-3c36a515f41c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7530818 Aug 21 09:19:43.664153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] Request body: {'subnet': {'network_id': 'afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2113419883-subnet', 'tenant_id': 'fbc10947fbe2432589d87b082eed1a30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:43.804543 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] Made reservation on behalf of fbc10947fbe2432589d87b082eed1a30 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:19:43.806946 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.094268 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.154027 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Pushing event deleted for resources: {'Port': ['ID=099864a9-d4c2-4165-9ca8-a24967ea9f85,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:44.344668 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.513266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.516717 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.673480 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.674489 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Fanout notify agent at l3_agent the message router_deleted on router 33632eed-05d1-4caa-86dc-183ee3a850c9 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:19:44.683602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.686214 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3513d019-1292-463a-bdb4-ce5d2fdc2d19 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/33632eed-05d1-4caa-86dc-183ee3a850c9 HTTP/1.1" status: 204 len: 168 time: 1.7396350 Aug 21 09:19:44.690604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58932) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:44.695828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-412796b0-3fc8-41c0-ab60-e7b373dfff1e tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-909843092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:44.704142 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.787054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] Checking segment: {'id': '7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:19:44.787527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] Network hostable DHCP agents. Network: afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:19:44.789688 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03e97e5-9885-4852-85f1-a8cf5709f1f8,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:44.813647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-412796b0-3fc8-41c0-ab60-e7b373dfff1e tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.814805 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-412796b0-3fc8-41c0-ab60-e7b373dfff1e tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.881988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] Network afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:19:44.921023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-412796b0-3fc8-41c0-ab60-e7b373dfff1e tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.956895 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:19:44.968362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f770a316-c35e-42d2-993f-4a7c49633476 None None] Network afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:19:44.969383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:44.970188 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:44.990877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-412796b0-3fc8-41c0-ab60-e7b373dfff1e tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:45.055753 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4352b7a8-8004-411f-b664-346fdee24d43 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3944886 Aug 21 09:19:45.144945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-412796b0-3fc8-41c0-ab60-e7b373dfff1e tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:45.146755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-412796b0-3fc8-41c0-ab60-e7b373dfff1e tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4550929 Aug 21 09:19:45.149512 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58952) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:45.156397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'enable_snat': False}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:45.234272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961fe7c-9072-4dd6-920a-3d0d57e6fc84 None None] Network afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:19:45.382649 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:45.691654 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:46.082430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:46.320937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-ad6233b3-dd17-4a2b-b40a-c2986ffff3d0 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:46.333653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-ad6233b3-dd17-4a2b-b40a-c2986ffff3d0 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/networks?id=afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 HTTP/1.1" status: 200 len: 814 time: 0.1350064 Aug 21 09:19:46.369980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-f0b28c86-68e3-4bc6-b79e-4df037fdb965 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/quotas/fbc10947fbe2432589d87b082eed1a30 HTTP/1.1" status: 200 len: 375 time: 0.0339479 Aug 21 09:19:46.410840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-033eda3f-a612-42ae-a680-391fb7338a89 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbc10947fbe2432589d87b082eed1a30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394518 Aug 21 09:19:46.541537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-3c85dd5f-396e-49ed-b640-a39734f79569 service neutron] 10.222.0.20 "GET /v2.0/networks/afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294696 Aug 21 09:19:46.646187 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:46.695983 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:46.696159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-2f1426e8-1dbb-49c3-9b3f-52ca6f18c2d8 service neutron] 10.222.0.20 "GET /v2.0/networks/afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472127 Aug 21 09:19:46.838792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Allocated IP 172.25.5.64 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/e7c593a5-600c-4863-81ac-04b329dd5b3e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:19:47.065305 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:47.140399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59052d65-106e-4e21-a132-6af95a39580e req-72480d7e-a180-46dd-9c19-e053dd148c17 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 210 time: 0.0551708 Aug 21 09:19:47.242762 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:47.323542 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:19:47.328121 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:19:47.337467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:19:47.383432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c593a5-600c-4863-81ac-04b329dd5b3e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:47.949469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:48.283206 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:48.289070 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:48.324813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e69100b-ff11-4a68-af11-d1acb54a1e61 req-2ea65f81-00d1-4a9e-8771-ded82a98b74e tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 210 time: 0.1034586 Aug 21 09:19:48.659261 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Router 4320a2a3-b23e-4d59-b05c-6c5564619b1e is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:19:48.922633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:19:48.927716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:48.931201 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1f319f14-60a5-451a-96ed-bae8f2b26faf tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "PUT /v2.0/routers/4320a2a3-b23e-4d59-b05c-6c5564619b1e HTTP/1.1" status: 200 len: 918 time: 3.7806475 Aug 21 09:19:48.931400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59106) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:48.934235 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b33ff-e332-4918-9fd6-f2355696b7a8 None None] Sync routers for ids ['4320a2a3-b23e-4d59-b05c-6c5564619b1e'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:19:48.949146 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b33ff-e332-4918-9fd6-f2355696b7a8 None None] Routers {'4320a2a3-b23e-4d59-b05c-6c5564619b1e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:48.949146 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f76b33ff-e332-4918-9fd6-f2355696b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4320a2a3-b23e-4d59-b05c-6c5564619b1e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:49.051185 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f76b33ff-e332-4918-9fd6-f2355696b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:49.080895 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b33ff-e332-4918-9fd6-f2355696b7a8 None None] Routers {'4320a2a3-b23e-4d59-b05c-6c5564619b1e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:49.081581 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f76b33ff-e332-4918-9fd6-f2355696b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4320a2a3-b23e-4d59-b05c-6c5564619b1e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:49.128779 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f76b33ff-e332-4918-9fd6-f2355696b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:49.129437 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b33ff-e332-4918-9fd6-f2355696b7a8 None None] The sync data for ids ['4320a2a3-b23e-4d59-b05c-6c5564619b1e'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:19:49.210946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-14668a6c-575b-4437-a62a-9cc597f5879b tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/routers/4320a2a3-b23e-4d59-b05c-6c5564619b1e HTTP/1.1" status: 200 len: 924 time: 0.2758446 Aug 21 09:19:49.211295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59122) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:49.279571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6fab20-1b82-4ef5-a476-d66bc9a16ba7 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:49.281458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3b6fab20-1b82-4ef5-a476-d66bc9a16ba7 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&device_id=4320a2a3-b23e-4d59-b05c-6c5564619b1e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0690718 Aug 21 09:19:49.285068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59126) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:49.550606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b4236da-6d4f-4549-bc7b-90f8bf5275d6 req-65860dc9-7547-4a58-96ac-c0ab4bdc78de tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 210 time: 0.0550466 Aug 21 09:19:49.655666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8e24cf-25d2-4a9e-a9bf-0f6011c5787b tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:49.659696 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1b8e24cf-25d2-4a9e-a9bf-0f6011c5787b tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 881 time: 0.3709545 Aug 21 09:19:49.661387 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59134) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:49.718870 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-31afffe5-f340-48d4-94c7-5d0c373eaaff tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=4320a2a3-b23e-4d59-b05c-6c5564619b1e HTTP/1.1" status: 200 len: 205 time: 0.0561898 Aug 21 09:19:49.721568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59136) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:49.919496 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:50.056591 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:50.419158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Deleting port e7c593a5-600c-4863-81ac-04b329dd5b3e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:50.419405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:50.555431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:50.585444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Calling delete_port for e7c593a5-600c-4863-81ac-04b329dd5b3e owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:50.760813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b83de6e2-6d4c-4ce3-aeb2-eda1e2f53893 req-68dc09a3-b634-4e87-a467-2fb198e5e21b tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 210 time: 0.0312397 Aug 21 09:19:50.989323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:51.075522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Pushing event deleted for resources: {'Port': ['ID=e7c593a5-600c-4863-81ac-04b329dd5b3e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:51.180842 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:51.516876 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:51.520577 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:51.639983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-b2892f55-6408-4f56-8fd5-afe994f73a0f tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:51.639983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-b2892f55-6408-4f56-8fd5-afe994f73a0f tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.22 "GET /v2.0/networks?id=afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 HTTP/1.1" status: 200 len: 814 time: 0.4479525 Aug 21 09:19:51.639983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Request body: {'port': {'device_id': '8c0c049c-8543-4b0b-a0aa-0e4e81abf830', 'network_id': 'afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6', 'admin_state_up': True, 'tenant_id': 'fbc10947fbe2432589d87b082eed1a30'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:51.820948 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:51.828488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Fanout notify agent at l3_agent the message router_deleted on router 4320a2a3-b23e-4d59-b05c-6c5564619b1e {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:19:51.839062 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:51.844306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3484091b-2c07-4f98-af63-dd9be9566c80 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/4320a2a3-b23e-4d59-b05c-6c5564619b1e HTTP/1.1" status: 204 len: 168 time: 2.1216857 Aug 21 09:19:51.851957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59214) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:51.864464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1295073922', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}, 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:51.912323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Made reservation on behalf of fbc10947fbe2432589d87b082eed1a30 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:19:51.916121 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:51.964073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be8ed64b-bc78-40f3-9b8a-11a91976021b req-3c1a0f9d-becf-469e-8a0e-fba0b5de9cab tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 210 time: 0.0444095 Aug 21 09:19:52.071255 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:52.072804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:52.145400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:52.445901 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:52.449762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Allocated IP 172.20.0.9 (afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6/b03e97e5-9885-4852-85f1-a8cf5709f1f8/3a4efdca-7748-415f-a11c-de3bdeac9e3e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:19:52.714135 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:53.383072 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:53.554684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Pushing event updated for resources: {'Port': ['ID=3a4efdca-7748-415f-a11c-de3bdeac9e3e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:53.608552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Network afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:19:53.618402 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:53.620586 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:19:53.626630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:19:53.658692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bfc92-5179-4548-a898-af0b91a85a95 req-81e4b7b2-06f7-45f0-b97e-4ff07f8a828a tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:53.664168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-741bfc92-5179-4548-a898-af0b91a85a95 req-81e4b7b2-06f7-45f0-b97e-4ff07f8a828a tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 931 time: 0.2861176 Aug 21 09:19:53.734357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:53.735889 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:53.741956 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:53.844271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-741bfc92-5179-4548-a898-af0b91a85a95 req-26360baa-b0f5-4790-ae9c-87bc1446253e tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026578 Aug 21 09:19:53.934939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Allocated IP 172.25.5.98 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/91730422-a33d-49b7-97ab-0bcd5444a50d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:19:53.948966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-14e7e459-f8bd-4ee0-ab29-94cdbe853225 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3151081 Aug 21 09:19:53.974673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Request body: {'port': {'device_id': '8c0c049c-8543-4b0b-a0aa-0e4e81abf830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:54.163861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:54.190303 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:54.684264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4efdca-7748-415f-a11c-de3bdeac9e3e {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:19:54.709539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:54.712171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:54.765437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Transition to ACTIVE for port object 3a4efdca-7748-415f-a11c-de3bdeac9e3e will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:19:54.777371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:19:54.789272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:19:54.795895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:19:54.839217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Pushing event updated for resources: {'Port': ['ID=91730422-a33d-49b7-97ab-0bcd5444a50d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:54.850949 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:55.084844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4efdca-7748-415f-a11c-de3bdeac9e3e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:55.277011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c0973-d627-44d2-a36c-ace11219300d req-0b2aec81-0dbf-46d2-a181-e3a4c272e9cb tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:55.278879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-334c0973-d627-44d2-a36c-ace11219300d req-0b2aec81-0dbf-46d2-a181-e3a4c272e9cb tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 943 time: 0.2001796 Aug 21 09:19:55.339795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Attempting to bind port 3a4efdca-7748-415f-a11c-de3bdeac9e3e on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:19:55.340285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Attempting to bind port 3a4efdca-7748-415f-a11c-de3bdeac9e3e by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:19:55.340670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Attempting to bind port 3a4efdca-7748-415f-a11c-de3bdeac9e3e on network afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:19:55.346261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-334c0973-d627-44d2-a36c-ace11219300d req-233576ae-5fb4-4898-b990-e65377ca6385 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611000 Aug 21 09:19:55.349734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Port 3a4efdca-7748-415f-a11c-de3bdeac9e3e on network afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:19:55.350147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Attempting to bind port 3a4efdca-7748-415f-a11c-de3bdeac9e3e on network afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:19:55.355895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:19:55.356968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Checking segment: {'id': '7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:19:55.357423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Bound using segment: {'id': '7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:19:55.357925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Bound port: 3a4efdca-7748-415f-a11c-de3bdeac9e3e, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:19:55.358356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:55.435854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] For port 3a4efdca-7748-415f-a11c-de3bdeac9e3e, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:19:55.440188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] For port 3a4efdca-7748-415f-a11c-de3bdeac9e3e, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3a4efdca-7748-415f-a11c-de3bdeac9e3e,segment=NetworkSegment(7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e),segment_id=7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:19:55.515760 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:55.657998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4efdca-7748-415f-a11c-de3bdeac9e3e,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:55.687399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:55.688404 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:55.690322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-1089e889-e09f-4bf3-93a3-319e906310e7 service neutron] 10.222.0.22 "PUT /v2.0/ports/3a4efdca-7748-415f-a11c-de3bdeac9e3e HTTP/1.1" status: 200 len: 1092 time: 1.7217638 Aug 21 09:19:55.691213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0c049c-8543-4b0b-a0aa-0e4e81abf830', 'tag': '3a4efdca-7748-415f-a11c-de3bdeac9e3e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:19:55.694202 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d357e8b6-554f-484d-9130-9ae43b9ee53b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0c049c-8543-4b0b-a0aa-0e4e81abf830", "tag": "3a4efdca-7748-415f-a11c-de3bdeac9e3e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:19:55.710123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:55.824674 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a9238c-6c37-424a-99f1-0269cefb30b1 x-openstack-request-id: req-27a9238c-6c37-424a-99f1-0269cefb30b1 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:19:55.825875 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0c049c-8543-4b0b-a0aa-0e4e81abf830", "tag": "3a4efdca-7748-415f-a11c-de3bdeac9e3e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:19:55.825875 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27a9238c-6c37-424a-99f1-0269cefb30b1 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:19:55.826449 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0c049c-8543-4b0b-a0aa-0e4e81abf830', 'tag': '3a4efdca-7748-415f-a11c-de3bdeac9e3e', 'status': 'completed', 'code': 200} Aug 21 09:19:55.914264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-f84219f9-d0c5-4e55-ad59-5dd21618bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:55.922535 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-f84219f9-d0c5-4e55-ad59-5dd21618bee6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbc10947fbe2432589d87b082eed1a30&device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 1095 time: 0.0939200 Aug 21 09:19:56.016695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-d001f3f2-2249-49d8-a557-9be77cb2ce4b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a4efdca-7748-415f-a11c-de3bdeac9e3e HTTP/1.1" status: 200 len: 217 time: 0.0880978 Aug 21 09:19:56.072702 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:56.145999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-52ad4bf8-b1fc-4b84-b293-b5cc15072c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:56.147489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-52ad4bf8-b1fc-4b84-b293-b5cc15072c5c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b03e97e5-9885-4852-85f1-a8cf5709f1f8 HTTP/1.1" status: 200 len: 854 time: 0.1224439 Aug 21 09:19:56.208328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-43674479-0af5-4681-8c4c-ffe26598e2a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529866 Aug 21 09:19:56.435780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-7d4de288-03bf-48e5-895a-8d48c5f70fb8 service neutron] 10.222.0.22 "GET /v2.0/networks/afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177901 Aug 21 09:19:56.579716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ef8aa-2de8-44ed-bf7c-1c0c8a48a3c3 req-be4dea28-e415-4a80-b9e0-85fd68ec52f9 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:56.580629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee4ef8aa-2de8-44ed-bf7c-1c0c8a48a3c3 req-be4dea28-e415-4a80-b9e0-85fd68ec52f9 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 943 time: 0.1376178 Aug 21 09:19:56.647863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee4ef8aa-2de8-44ed-bf7c-1c0c8a48a3c3 req-33a0f0a3-6ae4-4246-84e5-52500e9a72e9 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592544 Aug 21 09:19:56.719521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97e78e0d-1f7d-4ff1-83c0-d42e90af8bad req-6e73341c-98cf-4470-a5c6-c063e9df1e7e service neutron] 10.222.0.22 "GET /v2.0/networks/afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942742 Aug 21 09:19:56.921744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Router 891da8a1-9e71-455c-84b5-b05d431453a7 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:19:57.065117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357e8b6-554f-484d-9130-9ae43b9ee53b req-0e0589ab-8368-419a-a947-0c1a2dc3bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:57.066649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d357e8b6-554f-484d-9130-9ae43b9ee53b req-0e0589ab-8368-419a-a947-0c1a2dc3bfc3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbc10947fbe2432589d87b082eed1a30&device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 1095 time: 0.0947831 Aug 21 09:19:57.097943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:19:57.127774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f889fe0-1199-474b-a964-0972b451e01d None None] Sync routers for ids ['891da8a1-9e71-455c-84b5-b05d431453a7'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:19:57.161515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f889fe0-1199-474b-a964-0972b451e01d None None] Routers {'891da8a1-9e71-455c-84b5-b05d431453a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:57.162167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9f889fe0-1199-474b-a964-0972b451e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['891da8a1-9e71-455c-84b5-b05d431453a7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:57.252998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357e8b6-554f-484d-9130-9ae43b9ee53b req-7682eb31-6e8e-4651-a337-10a15e8596e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:57.255108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d357e8b6-554f-484d-9130-9ae43b9ee53b req-7682eb31-6e8e-4651-a337-10a15e8596e9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 HTTP/1.1" status: 200 len: 915 time: 0.1803889 Aug 21 09:19:57.268936 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:57.270641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-219615a7-a688-4e80-a8b7-d2674c089770 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4173725 Aug 21 09:19:57.273809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59404) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:57.283014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:19:57.290053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9f889fe0-1199-474b-a964-0972b451e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:57.315682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f889fe0-1199-474b-a964-0972b451e01d None None] Routers {'891da8a1-9e71-455c-84b5-b05d431453a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:57.316575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9f889fe0-1199-474b-a964-0972b451e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['891da8a1-9e71-455c-84b5-b05d431453a7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:57.360599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d357e8b6-554f-484d-9130-9ae43b9ee53b req-11e969d1-5820-444f-b632-9fea3fdf71d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a4efdca-7748-415f-a11c-de3bdeac9e3e HTTP/1.1" status: 200 len: 217 time: 0.0933328 Aug 21 09:19:57.411390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9f889fe0-1199-474b-a964-0972b451e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:57.413773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f889fe0-1199-474b-a964-0972b451e01d None None] The sync data for ids ['891da8a1-9e71-455c-84b5-b05d431453a7'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:19:57.448583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357e8b6-554f-484d-9130-9ae43b9ee53b req-f27bb448-aff1-43d7-a59f-4c7062025b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:57.450450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d357e8b6-554f-484d-9130-9ae43b9ee53b req-f27bb448-aff1-43d7-a59f-4c7062025b1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b03e97e5-9885-4852-85f1-a8cf5709f1f8 HTTP/1.1" status: 200 len: 854 time: 0.0824094 Aug 21 09:19:57.508942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d357e8b6-554f-484d-9130-9ae43b9ee53b req-fb4fbed2-95e2-4170-b136-87c22f09752b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482650 Aug 21 09:19:57.622088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d357e8b6-554f-484d-9130-9ae43b9ee53b req-042e8ffd-b9c5-4bc7-8dfe-15b4cc13e6d1 service neutron] 10.222.0.22 "GET /v2.0/networks/afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039264 Aug 21 09:19:57.834160 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:57.910368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:57.930180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87beb3ac-f3ec-405a-98af-961e069613e9 req-ed5da303-0138-444c-8876-76795df127aa tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:57.932104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87beb3ac-f3ec-405a-98af-961e069613e9 req-ed5da303-0138-444c-8876-76795df127aa tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 943 time: 0.1761456 Aug 21 09:19:57.935395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d357e8b6-554f-484d-9130-9ae43b9ee53b req-194a66a3-f579-414a-ad6f-4fc8f1fd2527 service neutron] 10.222.0.22 "GET /v2.0/networks/afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045650 Aug 21 09:19:57.985991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87beb3ac-f3ec-405a-98af-961e069613e9 req-182cee83-aae7-409a-a6ec-4919eec29e19 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Aug 21 09:19:58.084928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Deleting port 91730422-a33d-49b7-97ab-0bcd5444a50d {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:19:58.085587 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:58.174139 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:58.186178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Calling delete_port for 91730422-a33d-49b7-97ab-0bcd5444a50d owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:19:58.431507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3a4efdca-7748-415f-a11c-de3bdeac9e3e details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:19:58.555169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 3a4efdca-7748-415f-a11c-de3bdeac9e3e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3a4efdca-7748-415f-a11c-de3bdeac9e3e,segment=NetworkSegment(7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e),segment_id=7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:58.569517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '3a4efdca-7748-415f-a11c-de3bdeac9e3e', 'network_id': 'afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6', 'port_id': '3a4efdca-7748-415f-a11c-de3bdeac9e3e', 'mac_address': 'fa:16:3e:46:09:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03e97e5-9885-4852-85f1-a8cf5709f1f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:19:58.611072 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:58.634781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4efdca-7748-415f-a11c-de3bdeac9e3e {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:19:58.653970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 3a4efdca-7748-415f-a11c-de3bdeac9e3e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3a4efdca-7748-415f-a11c-de3bdeac9e3e,segment=NetworkSegment(7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e),segment_id=7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:19:58.716601 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:58.749403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Pushing event deleted for resources: {'Port': ['ID=91730422-a33d-49b7-97ab-0bcd5444a50d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:58.779200 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:58.813879 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:58.829227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=3a4efdca-7748-415f-a11c-de3bdeac9e3e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:19:59.006633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['3a4efdca-7748-415f-a11c-de3bdeac9e3e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:19:59.195929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731d3ad-c4fc-462b-ae1e-f5d7f16ece49 req-c881f3f8-e7f7-4137-98ed-81354a9bce61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:59.197412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8731d3ad-c4fc-462b-ae1e-f5d7f16ece49 req-c881f3f8-e7f7-4137-98ed-81354a9bce61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 944 time: 0.0911903 Aug 21 09:19:59.268406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8731d3ad-c4fc-462b-ae1e-f5d7f16ece49 req-3e737d8a-e499-47e5-8675-2ed2710fecf0 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604978 Aug 21 09:19:59.491066 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:59.495416 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:59.613340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Router 891da8a1-9e71-455c-84b5-b05d431453a7 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:19:59.702917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:19:59.713277 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b292b8-615b-4427-bbae-10151a1c528f None None] Sync routers for ids ['891da8a1-9e71-455c-84b5-b05d431453a7'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:19:59.717627 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:19:59.721512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59506) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:59.721847 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ebce1895-10d7-4ebd-8e26-4fe821ebfeea tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "PUT /v2.0/routers/891da8a1-9e71-455c-84b5-b05d431453a7 HTTP/1.1" status: 200 len: 710 time: 2.4470139 Aug 21 09:19:59.759612 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b292b8-615b-4427-bbae-10151a1c528f None None] Routers {'891da8a1-9e71-455c-84b5-b05d431453a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:59.760623 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-53b292b8-615b-4427-bbae-10151a1c528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['891da8a1-9e71-455c-84b5-b05d431453a7'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:59.827385 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-53b292b8-615b-4427-bbae-10151a1c528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:59.838603 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b292b8-615b-4427-bbae-10151a1c528f None None] Routers {'891da8a1-9e71-455c-84b5-b05d431453a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:19:59.839882 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-53b292b8-615b-4427-bbae-10151a1c528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:19:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['891da8a1-9e71-455c-84b5-b05d431453a7'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:59.865187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9925f544-3352-48d1-a948-4f30fb9c56f3 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/routers/891da8a1-9e71-455c-84b5-b05d431453a7 HTTP/1.1" status: 200 len: 745 time: 0.1420903 Aug 21 09:19:59.867859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59520) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:59.873918 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-53b292b8-615b-4427-bbae-10151a1c528f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:19:59.874679 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b292b8-615b-4427-bbae-10151a1c528f None None] The sync data for ids ['891da8a1-9e71-455c-84b5-b05d431453a7'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:19:59.901694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3af15-fc46-4ba6-a61e-ffc6ad9d785d req-8553b14e-cd62-47a4-8458-5d6b46bd78b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:19:59.904339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90b3af15-fc46-4ba6-a61e-ffc6ad9d785d req-8553b14e-cd62-47a4-8458-5d6b46bd78b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.0540085 Aug 21 09:19:59.920013 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4b70d503-ff21-4c93-b0e9-9ab6170e89c4 tempest-RoutersIpV6AdminTest-891882903 tempest-RoutersIpV6AdminTest-891882903-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&device_id=891da8a1-9e71-455c-84b5-b05d431453a7 HTTP/1.1" status: 200 len: 205 time: 0.0493476 Aug 21 09:19:59.923601 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59524) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:19:59.957328 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fa68576c-1eb5-4dd0-9aad-e93638ff9377 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=891da8a1-9e71-455c-84b5-b05d431453a7 HTTP/1.1" status: 200 len: 205 time: 0.0318222 Aug 21 09:19:59.964172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59530) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:00.030794 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90b3af15-fc46-4ba6-a61e-ffc6ad9d785d req-731d5b17-5d7a-4ef0-8460-fe5cb116de08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196103 Aug 21 09:20:00.102747 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc766c17-d30f-4215-8958-84538417430d tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:00.463418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3a4efdca-7748-415f-a11c-de3bdeac9e3e up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:20:00.623548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 3a4efdca-7748-415f-a11c-de3bdeac9e3e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:20:00.633847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 3a4efdca-7748-415f-a11c-de3bdeac9e3e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:00.634227 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:00.642659 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc766c17-d30f-4215-8958-84538417430d tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:00.645817 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc766c17-d30f-4215-8958-84538417430d tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:00.665630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8284a-6504-4754-b24b-d487a9dd6480 req-552d7488-4a4c-4bf6-9ba3-385a2513e75e tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:00.672867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8de8284a-6504-4754-b24b-d487a9dd6480 req-552d7488-4a4c-4bf6-9ba3-385a2513e75e tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 944 time: 0.1539998 Aug 21 09:20:00.771920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8de8284a-6504-4754-b24b-d487a9dd6480 req-ef6cd0e2-ad4f-42d8-b96b-a92a14557755 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963085 Aug 21 09:20:00.800607 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:00.817931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc766c17-d30f-4215-8958-84538417430d tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:00.818540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc766c17-d30f-4215-8958-84538417430d tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Fanout notify agent at l3_agent the message router_deleted on router 891da8a1-9e71-455c-84b5-b05d431453a7 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:20:00.827552 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fc766c17-d30f-4215-8958-84538417430d tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:00.831150 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59564) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:00.831764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fc766c17-d30f-4215-8958-84538417430d tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/891da8a1-9e71-455c-84b5-b05d431453a7 HTTP/1.1" status: 204 len: 168 time: 0.8659778 Aug 21 09:20:00.856039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 3a4efdca-7748-415f-a11c-de3bdeac9e3e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3a4efdca-7748-415f-a11c-de3bdeac9e3e,segment=NetworkSegment(7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e),segment_id=7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:00.856039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0c049c-8543-4b0b-a0aa-0e4e81abf830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4efdca-7748-415f-a11c-de3bdeac9e3e'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:20:00.858536 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c19fa4-9b53-4d00-9fe4-e24c9193648f" -d '{"events": [{"server_uuid": "8c0c049c-8543-4b0b-a0aa-0e4e81abf830", "name": "network-vif-plugged", "status": "completed", "tag": "3a4efdca-7748-415f-a11c-de3bdeac9e3e"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:20:00.876119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59572) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:00.883538 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6e330c83-4004-444a-b2f3-2ff5af8ea9db tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=891da8a1-9e71-455c-84b5-b05d431453a7 HTTP/1.1" status: 200 len: 205 time: 0.0494649 Aug 21 09:20:00.922152 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-25a12882-1f12-457b-b260-e8362a7fcdff tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] delete failed (client error): The resource could not be found. Aug 21 09:20:00.922411 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80440d7-ac94-4045-95fa-203921989137 x-openstack-request-id: req-d80440d7-ac94-4045-95fa-203921989137 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:20:00.922702 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0c049c-8543-4b0b-a0aa-0e4e81abf830", "name": "network-vif-plugged", "status": "completed", "tag": "3a4efdca-7748-415f-a11c-de3bdeac9e3e", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:20:00.922947 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d80440d7-ac94-4045-95fa-203921989137 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:20:00.926810 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0c049c-8543-4b0b-a0aa-0e4e81abf830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4efdca-7748-415f-a11c-de3bdeac9e3e', 'code': 200} Aug 21 09:20:00.932724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-25a12882-1f12-457b-b260-e8362a7fcdff tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/891da8a1-9e71-455c-84b5-b05d431453a7 HTTP/1.1" status: 404 len: 336 time: 0.0462012 Aug 21 09:20:00.933179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59576) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:00.949946 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:00.958511 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b53fbe16-ff29-4a42-bf74-4156eeadfebf tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=4320a2a3-b23e-4d59-b05c-6c5564619b1e HTTP/1.1" status: 200 len: 205 time: 0.0305138 Aug 21 09:20:00.960748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59582) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:01.006325 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-f01d89c6-833c-4b31-8154-5072598fc56c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] delete failed (client error): The resource could not be found. Aug 21 09:20:01.007912 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f01d89c6-833c-4b31-8154-5072598fc56c tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/4320a2a3-b23e-4d59-b05c-6c5564619b1e HTTP/1.1" status: 404 len: 336 time: 0.0459301 Aug 21 09:20:01.010592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59584) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:01.012479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=3a4efdca-7748-415f-a11c-de3bdeac9e3e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:01.044176 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2c3fd157-e88f-476c-a841-771a6db2fcf4 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=33632eed-05d1-4caa-86dc-183ee3a850c9 HTTP/1.1" status: 200 len: 205 time: 0.0309801 Aug 21 09:20:01.046311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59588) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:01.082291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876d700-8d90-446a-af5e-4f937c6072bb req-aca7d3ec-47a6-430c-aa6a-3a9442269f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:01.083907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0876d700-8d90-446a-af5e-4f937c6072bb req-aca7d3ec-47a6-430c-aa6a-3a9442269f2d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 1097 time: 0.0924857 Aug 21 09:20:01.088157 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-22e8a4f2-1b0a-4c4d-9d27-102476227b4f tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] delete failed (client error): The resource could not be found. Aug 21 09:20:01.089198 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-22e8a4f2-1b0a-4c4d-9d27-102476227b4f tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/33632eed-05d1-4caa-86dc-183ee3a850c9 HTTP/1.1" status: 404 len: 336 time: 0.0418327 Aug 21 09:20:01.092516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59590) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:01.093602 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d76e9-f70a-433c-a310-a34377ea50ec req-8ac64387-050a-43de-ac3d-dabf5d9be6dc tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:01.103607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c20d76e9-f70a-433c-a310-a34377ea50ec req-8ac64387-050a-43de-ac3d-dabf5d9be6dc tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.1024630 Aug 21 09:20:01.128359 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c5c67c90-2359-4ee4-8e3a-fd8427dc7e61 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b14f9f-dc47-4033-9142-b17e984e0768 HTTP/1.1" status: 200 len: 205 time: 0.0345602 Aug 21 09:20:01.131873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59594) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:01.174375 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-8ddf96fa-39bf-4a7b-ab7f-d49f2b5272d7 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] delete failed (client error): The resource could not be found. Aug 21 09:20:01.175335 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8ddf96fa-39bf-4a7b-ab7f-d49f2b5272d7 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/e1b14f9f-dc47-4033-9142-b17e984e0768 HTTP/1.1" status: 404 len: 336 time: 0.0438786 Aug 21 09:20:01.175870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c20d76e9-f70a-433c-a310-a34377ea50ec req-074e486f-e35e-4517-b88c-9841211dd50e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708416 Aug 21 09:20:01.177914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59600) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:01.194678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0876d700-8d90-446a-af5e-4f937c6072bb req-1331cfbd-6f50-419f-9505-5079034c6b37 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880313 Aug 21 09:20:01.231150 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6886b279-d490-4fe7-9795-609662279472 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc34d316-3a6f-45cf-9c56-91878404b1f1 HTTP/1.1" status: 200 len: 205 time: 0.0508821 Aug 21 09:20:01.232540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59602) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:01.298084 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-5fff3625-9e15-4e07-ae3a-eb3a0317ab18 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] delete failed (client error): The resource could not be found. Aug 21 09:20:01.300680 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5fff3625-9e15-4e07-ae3a-eb3a0317ab18 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/fc34d316-3a6f-45cf-9c56-91878404b1f1 HTTP/1.1" status: 404 len: 336 time: 0.0662425 Aug 21 09:20:01.307719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59606) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:01.354799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0929ed17-6fe0-48ff-8071-bf7d09c7d1bb tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e1acaa0-ada3-4981-aeb2-b55a03f2e008 HTTP/1.1" status: 200 len: 205 time: 0.0458975 Aug 21 09:20:01.357290 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59610) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:01.398563 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-5b5ee1ed-ff56-4ff9-a36a-49cde9a0d70e tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] delete failed (client error): The resource could not be found. Aug 21 09:20:01.399629 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5b5ee1ed-ff56-4ff9-a36a-49cde9a0d70e tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/routers/7e1acaa0-ada3-4981-aeb2-b55a03f2e008 HTTP/1.1" status: 404 len: 336 time: 0.0412817 Aug 21 09:20:01.404206 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59616) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:01.430664 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8cc826-cb0f-4871-97a1-6db2d8620351 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] DELETE failed (client error): The resource could not be found. Aug 21 09:20:01.431124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8cc826-cb0f-4871-97a1-6db2d8620351 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:20:01.432923 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0c8cc826-cb0f-4871-97a1-6db2d8620351 tempest-RoutersIpV6AdminTest-1133345767 tempest-RoutersIpV6AdminTest-1133345767-project] 10.222.0.20 "DELETE /v2.0/subnets/d8bca127-59c2-4840-863d-43f95c11adba HTTP/1.1" status: 404 len: 337 time: 0.0278113 Aug 21 09:20:01.896773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2badff-9013-4888-aed8-20314d883d28 req-b1c2b326-08e9-4183-b348-10a81ed9b18e tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:01.899853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b2badff-9013-4888-aed8-20314d883d28 req-b1c2b326-08e9-4183-b348-10a81ed9b18e tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 945 time: 0.0558491 Aug 21 09:20:01.909093 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59636) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:01.943832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b2badff-9013-4888-aed8-20314d883d28 req-22fde8f8-1738-45e0-af09-b67d8d6eb0f7 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392406 Aug 21 09:20:02.164288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-60ea2c8d-c1da-4405-bc98-3cf705562e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:02.301785 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-60ea2c8d-c1da-4405-bc98-3cf705562e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:02.337185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af909189-0d70-48bc-b68b-1cd7096ecb37 req-e4fdb1b6-2f98-4b8e-80b4-9d57555df8cd tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:02.344125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af909189-0d70-48bc-b68b-1cd7096ecb37 req-e4fdb1b6-2f98-4b8e-80b4-9d57555df8cd tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.0716612 Aug 21 09:20:02.360699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-60ea2c8d-c1da-4405-bc98-3cf705562e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:02.391639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af909189-0d70-48bc-b68b-1cd7096ecb37 req-8af97548-a56c-4833-a7d7-5d8e7be700a6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460575 Aug 21 09:20:02.428056 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-60ea2c8d-c1da-4405-bc98-3cf705562e60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=736545c8646b42e18726b5abf5d105c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017123 Aug 21 09:20:02.428056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea2c8d-c1da-4405-bc98-3cf705562e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002e76e4-bb3a-4d5f-9b10-c76396eab08d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:02.428056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59660) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:02.471496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:20:02.511870 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e360700-54b2-4145-bdc8-9d8df158cba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:02.554196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e360700-54b2-4145-bdc8-9d8df158cba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:02.581593 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:02.616783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:02.681690 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:02.701189 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e360700-54b2-4145-bdc8-9d8df158cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:02.707094 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7e360700-54b2-4145-bdc8-9d8df158cba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:02.711267 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7e360700-54b2-4145-bdc8-9d8df158cba4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/002e76e4-bb3a-4d5f-9b10-c76396eab08d HTTP/1.1" status: 204 len: 168 time: 0.2856376 Aug 21 09:20:02.745407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=11']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:02.755444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e360700-54b2-4145-bdc8-9d8df158cba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e76e4-bb3a-4d5f-9b10-c76396eab08d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:02.924768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:20:02.927170 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5ef11d-2e07-4262-8332-ebc2aa0ea1ef" -d '{"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-unplugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:20:02.963628 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542919a2-cd2d-4f5c-9600-62e3b25cf0ac x-openstack-request-id: req-542919a2-cd2d-4f5c-9600-62e3b25cf0ac {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:20:02.963987 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-unplugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:20:02.964241 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-542919a2-cd2d-4f5c-9600-62e3b25cf0ac {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:20:02.964808 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'code': 200} Aug 21 09:20:03.120517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bbe67-1156-4abe-9d64-b2bbbe5849b1 req-901ff965-6419-4b8b-bbdc-05651d44359a tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:03.122874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-835bbe67-1156-4abe-9d64-b2bbbe5849b1 req-901ff965-6419-4b8b-bbdc-05651d44359a tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 945 time: 0.0919933 Aug 21 09:20:03.204395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a01ce-e4ae-4bcd-a896-ddaddab9c205 req-46539772-88bc-472b-8149-8a25952c1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:03.208863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f87a01ce-e4ae-4bcd-a896-ddaddab9c205 req-46539772-88bc-472b-8149-8a25952c1c16 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1096 time: 0.1088352 Aug 21 09:20:03.238681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-835bbe67-1156-4abe-9d64-b2bbbe5849b1 req-958ed886-c8d3-478c-bc36-3d52e2d620f8 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028624 Aug 21 09:20:03.379282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a01ce-e4ae-4bcd-a896-ddaddab9c205 req-39c9085a-9d1e-4869-a57f-f9a54e0e87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:03.381252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f87a01ce-e4ae-4bcd-a896-ddaddab9c205 req-39c9085a-9d1e-4869-a57f-f9a54e0e87e1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.1397102 Aug 21 09:20:03.477897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f87a01ce-e4ae-4bcd-a896-ddaddab9c205 req-6106d96f-92f4-41e7-b5db-4d084d54a473 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 999 time: 0.0837064 Aug 21 09:20:03.542351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a01ce-e4ae-4bcd-a896-ddaddab9c205 req-cae340a4-99ae-41aa-8816-f27a0c24bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:03.543883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f87a01ce-e4ae-4bcd-a896-ddaddab9c205 req-cae340a4-99ae-41aa-8816-f27a0c24bdd1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0588417 Aug 21 09:20:03.614910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77b701-400c-4a26-933e-0eab10376e32 req-fb90d62e-ccca-4c7f-99d8-6e6d7035ccc0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:03.617372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df77b701-400c-4a26-933e-0eab10376e32 req-fb90d62e-ccca-4c7f-99d8-6e6d7035ccc0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0871284 Aug 21 09:20:03.626037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59712) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:03.634880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a01ce-e4ae-4bcd-a896-ddaddab9c205 req-efd93063-f978-4bd5-9ee4-71cde12b0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:03.637596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f87a01ce-e4ae-4bcd-a896-ddaddab9c205 req-efd93063-f978-4bd5-9ee4-71cde12b0fea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785601 Aug 21 09:20:03.753718 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-80dd2c68-e7e6-4199-bf12-b688cd35fb36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14643048e5e64d5d973fc9ca6ad1e17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252172 Aug 21 09:20:03.755521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59718) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:03.784932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df77b701-400c-4a26-933e-0eab10376e32 req-14bb7b78-b3a6-4f58-a949-c7929cb4ea1f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547801 Aug 21 09:20:03.827491 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-30738533-f370-4208-a703-219f1638d669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:03.849853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-30738533-f370-4208-a703-219f1638d669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:03.925954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80381c06-42ee-49bd-850f-bfd924c6db46 req-72de0180-bfa5-4778-b548-3502f65f9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:03.927618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80381c06-42ee-49bd-850f-bfd924c6db46 req-72de0180-bfa5-4778-b548-3502f65f9292 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbc10947fbe2432589d87b082eed1a30&device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 1097 time: 0.1278086 Aug 21 09:20:03.937335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b5a5d-0055-4960-bde4-36965fd92c94 req-e7da8af7-1f6c-49da-ab21-aee2a9327098 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:03.940068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a7b5a5d-0055-4960-bde4-36965fd92c94 req-e7da8af7-1f6c-49da-ab21-aee2a9327098 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 945 time: 0.2160389 Aug 21 09:20:04.013349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-30738533-f370-4208-a703-219f1638d669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:04.016475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f87a01ce-e4ae-4bcd-a896-ddaddab9c205 req-ad31490c-a77c-4240-aba3-e05823726f91 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408186 Aug 21 09:20:04.016611 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-30738533-f370-4208-a703-219f1638d669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:04.017526 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-30738533-f370-4208-a703-219f1638d669 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4377e3de-cd47-453b-a5ca-d2d2ddf6a521 HTTP/1.1" status: 204 len: 168 time: 0.2608671 Aug 21 09:20:04.027095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30738533-f370-4208-a703-219f1638d669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4377e3de-cd47-453b-a5ca-d2d2ddf6a521,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:04.067420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a7b5a5d-0055-4960-bde4-36965fd92c94 req-92d6446b-bc2c-4592-896d-a2185f9fd83b tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014650 Aug 21 09:20:04.147806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80381c06-42ee-49bd-850f-bfd924c6db46 req-aa551ffa-4f90-4b2c-bad1-4478cf1f0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:04.149398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80381c06-42ee-49bd-850f-bfd924c6db46 req-aa551ffa-4f90-4b2c-bad1-4478cf1f0d4c service neutron] 10.222.0.22 "GET /v2.0/networks?id=afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 HTTP/1.1" status: 200 len: 915 time: 0.2078478 Aug 21 09:20:04.202630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f87a01ce-e4ae-4bcd-a896-ddaddab9c205 req-317d4246-d993-40f2-abd9-1050a2b16d2e service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706176 Aug 21 09:20:04.204257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80381c06-42ee-49bd-850f-bfd924c6db46 req-274ab31b-e247-41d3-b156-be6516aef7b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a4efdca-7748-415f-a11c-de3bdeac9e3e HTTP/1.1" status: 200 len: 217 time: 0.0440767 Aug 21 09:20:04.271615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80381c06-42ee-49bd-850f-bfd924c6db46 req-4381b108-bbd4-4a32-8160-0b6db89b0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:04.272857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80381c06-42ee-49bd-850f-bfd924c6db46 req-4381b108-bbd4-4a32-8160-0b6db89b0608 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b03e97e5-9885-4852-85f1-a8cf5709f1f8 HTTP/1.1" status: 200 len: 854 time: 0.0584657 Aug 21 09:20:04.313515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80381c06-42ee-49bd-850f-bfd924c6db46 req-c799215e-59b8-4331-8294-a9e171ce8bc0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298612 Aug 21 09:20:04.454665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80381c06-42ee-49bd-850f-bfd924c6db46 req-a0c0c915-2277-4470-913b-9b9d6fe37faf service neutron] 10.222.0.22 "GET /v2.0/networks/afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295135 Aug 21 09:20:04.497012 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:20:04.583076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80381c06-42ee-49bd-850f-bfd924c6db46 req-edefb46b-b92c-45bb-81e9-bf01ec1a876b service neutron] 10.222.0.22 "GET /v2.0/networks/afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179848 Aug 21 09:20:04.649592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:04.666991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'port_id': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'mac_address': 'fa:16:3e:82:f7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:20:04.717315 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:04.751193 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611beaed-02ad-4dd3-a80b-e60aa2498b2d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:20:04.774964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:04.848447 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:04.935947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=12']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:04.985096 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['611beaed-02ad-4dd3-a80b-e60aa2498b2d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:20:04.995735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b736afd-8ba3-47e6-a6a2-2ee4115e54ee req-11682183-a099-46d5-b541-6189202873d0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:04.997366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b736afd-8ba3-47e6-a6a2-2ee4115e54ee req-11682183-a099-46d5-b541-6189202873d0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 945 time: 0.1094031 Aug 21 09:20:05.094325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b736afd-8ba3-47e6-a6a2-2ee4115e54ee req-7403d8f0-0435-4f99-8c9c-510c5ec8c690 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767524 Aug 21 09:20:05.147048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59782) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:05.305859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b589b99-9a85-4afe-957f-282c51fe535b req-07f85794-4d30-4b95-8943-a10fa1ea7abf tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:05.311451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b589b99-9a85-4afe-957f-282c51fe535b req-07f85794-4d30-4b95-8943-a10fa1ea7abf tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 945 time: 0.1343770 Aug 21 09:20:05.395571 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7acaa0-b5bd-49de-8fd5-081ba446caaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:05.494291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b589b99-9a85-4afe-957f-282c51fe535b req-0c645a01-1d40-4b01-84cf-b41e0297c0fe tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815279 Aug 21 09:20:05.618385 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7acaa0-b5bd-49de-8fd5-081ba446caaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:05.672887 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59812) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:05.686982 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7acaa0-b5bd-49de-8fd5-081ba446caaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:05.732018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3c7acaa0-b5bd-49de-8fd5-081ba446caaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81977f4e48484ad095c4566d09985465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834618 Aug 21 09:20:05.732888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7acaa0-b5bd-49de-8fd5-081ba446caaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed08f2e0-be6a-4a87-99bd-ed8d7c0f43cc,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:05.734711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59818) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:05.780379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-197094908'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:05.787234 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c610a58-2e3a-47a4-86a3-c9024b2d3589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:05.811354 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c610a58-2e3a-47a4-86a3-c9024b2d3589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:05.893595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Made reservation on behalf of 2a3fd31a090c4acba365487b2d420701 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:05.910618 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c610a58-2e3a-47a4-86a3-c9024b2d3589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:05.913990 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c610a58-2e3a-47a4-86a3-c9024b2d3589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:05.915183 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9c610a58-2e3a-47a4-86a3-c9024b2d3589 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed08f2e0-be6a-4a87-99bd-ed8d7c0f43cc HTTP/1.1" status: 204 len: 168 time: 0.1788781 Aug 21 09:20:05.951041 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:05.951192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c610a58-2e3a-47a4-86a3-c9024b2d3589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed08f2e0-be6a-4a87-99bd-ed8d7c0f43cc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:05.953569 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:06.183623 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:06.302993 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:06.343822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:20:06.346879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097ed695-28e2-4eac-b5e9-64ecb2741eb3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:06.384657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3686673-e430-41c3-a4a5-8437253b5809 req-fea5cbb1-a960-402e-b74d-c9b9b8cec599 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:06.384657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3686673-e430-41c3-a4a5-8437253b5809 req-fea5cbb1-a960-402e-b74d-c9b9b8cec599 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 945 time: 0.1361234 Aug 21 09:20:06.384657 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:06.384657 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Added segment 2225e184-ef22-43a0-b0fd-557614f55e5e of type vlan for network d5972e4c-934f-43da-a6dd-c361549e838d Aug 21 09:20:06.441404 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:06.474071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3686673-e430-41c3-a4a5-8437253b5809 req-6c582b29-386d-4ddc-bac1-234197d5e856 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841362 Aug 21 09:20:06.497055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:20:06.625184 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:06.635043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:06.636173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:06.682743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 611beaed-02ad-4dd3-a80b-e60aa2498b2d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:06.684373 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:06.783394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'Network': ['ID=d5972e4c-934f-43da-a6dd-c361549e838d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:06.790374 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:06.797113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network d5972e4c-934f-43da-a6dd-c361549e838d details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:20:06.804164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7f75a573-28ce-4ca9-809d-9981a9c392fe tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1231956 Aug 21 09:20:06.804313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59848) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:06.806869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Request body: {'subnet': {'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:06.820953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f3422-8785-4294-bbb7-8473c683b775 req-d8d00862-6ad9-4f73-a900-06fbdb2b2d8a tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:06.832290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c9f3422-8785-4294-bbb7-8473c683b775 req-d8d00862-6ad9-4f73-a900-06fbdb2b2d8a tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 945 time: 0.1857352 Aug 21 09:20:06.901044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c9f3422-8785-4294-bbb7-8473c683b775 req-007b9367-1414-4636-9c6d-4e9d1b9a67f0 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657921 Aug 21 09:20:06.963097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:20:06.971155 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0251a8-3d0c-44df-82f1-11382d4f8345" -d '{"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-plugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:20:06.992588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:07.024452 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7c1203b5-27ff-4a62-8074-b471b74a3a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:07.058015 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9499dd6-31db-43fe-a555-d90457ae82ba x-openstack-request-id: req-f9499dd6-31db-43fe-a555-d90457ae82ba {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:20:07.060056 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-plugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:20:07.060056 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9499dd6-31db-43fe-a555-d90457ae82ba {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:20:07.060056 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'code': 200} Aug 21 09:20:07.081762 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:07.143255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59860) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:07.150228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=13']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:07.162692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-13631c95-31d6-4298-b51a-f359f0e701eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:07.167063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Made reservation on behalf of 2a3fd31a090c4acba365487b2d420701 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:07.171166 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:07.286794 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-13631c95-31d6-4298-b51a-f359f0e701eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:07.515207 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-13631c95-31d6-4298-b51a-f359f0e701eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:07.647752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-13631c95-31d6-4298-b51a-f359f0e701eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=339e39ac93a94d68ac04aa9c25307c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025337 Aug 21 09:20:07.650718 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59872) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:07.653158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13631c95-31d6-4298-b51a-f359f0e701eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec12fff-cd6d-4728-8960-75a64502321d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:07.690742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef7991-e4d7-4d7f-8c3c-8801ab1e1fc0 req-7dd40caa-7b32-46f0-8942-4b3e90ce808d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:07.692635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43ef7991-e4d7-4d7f-8c3c-8801ab1e1fc0 req-7dd40caa-7b32-46f0-8942-4b3e90ce808d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.1029198 Aug 21 09:20:07.753327 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99228380-d899-4a2f-a0ff-08bfe072a378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:07.772718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43ef7991-e4d7-4d7f-8c3c-8801ab1e1fc0 req-b3516c21-bde9-405b-b315-db53fd12d1fa tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736859 Aug 21 09:20:07.795132 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99228380-d899-4a2f-a0ff-08bfe072a378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:07.838622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:07.897314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8b1d3-f504-428e-99ad-d6012d131083 req-fe69a1f4-3c2b-4c82-b66e-fad278b8fae6 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:07.898922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8c8b1d3-f504-428e-99ad-d6012d131083 req-fe69a1f4-3c2b-4c82-b66e-fad278b8fae6 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 945 time: 0.0785947 Aug 21 09:20:07.945037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'Subnet': ['ID=65e584e9-21e6-48c2-8997-d849f234052f,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:07.971806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Checking segment: {'id': '2225e184-ef22-43a0-b0fd-557614f55e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:20:07.972717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Network hostable DHCP agents. Network: d5972e4c-934f-43da-a6dd-c361549e838d, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:20:07.992233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8c8b1d3-f504-428e-99ad-d6012d131083 req-28afad23-8adf-4b33-883c-3ab6d810f00d tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866444 Aug 21 09:20:08.029727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99228380-d899-4a2f-a0ff-08bfe072a378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:08.034107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99228380-d899-4a2f-a0ff-08bfe072a378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:08.034927 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-99228380-d899-4a2f-a0ff-08bfe072a378 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ec12fff-cd6d-4728-8960-75a64502321d HTTP/1.1" status: 204 len: 168 time: 0.3820717 Aug 21 09:20:08.050725 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99228380-d899-4a2f-a0ff-08bfe072a378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec12fff-cd6d-4728-8960-75a64502321d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:08.082333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Network d5972e4c-934f-43da-a6dd-c361549e838d is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:20:08.154926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, d5972e4c-934f-43da-a6dd-c361549e838d) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:08.175413 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:08.176703 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:08.185431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9575b-5690-4269-9a97-b82f0c83ec33 None None] Network d5972e4c-934f-43da-a6dd-c361549e838d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:20:08.284856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59888) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:08.290051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Request body: {'port': {'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d', 'name': 'tempest-AllowedAddressPairTestJSON-1930145188'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:08.293468 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f1148d20-4ae5-47e0-bd8e-5266a00eec4a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4881008 Aug 21 09:20:08.460607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-d5972e4c-934f-43da-a6dd-c361549e838d', 'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d', 'tenant_id': '2a3fd31a090c4acba365487b2d420701', 'fixed_ips': [{'subnet_id': '65e584e9-21e6-48c2-8997-d849f234052f'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:20:08.461719 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:08.578644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Made reservation on behalf of 2a3fd31a090c4acba365487b2d420701 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:08.583229 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:08.638362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] device_id is not set on port e7b020fc-4d99-4934-b702-eb694fe688dc yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:20:08.744776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Allocated IP 172.20.0.2 (d5972e4c-934f-43da-a6dd-c361549e838d/65e584e9-21e6-48c2-8997-d849f234052f/7b22a9bc-2548-4872-a476-8d920bdebd20) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:20:09.024650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5e153-9f0d-4afc-b79f-620e948b2a5e req-3ded537c-477e-4d5e-aeab-5721fbd4f72d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:09.027953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5b5e153-9f0d-4afc-b79f-620e948b2a5e req-3ded537c-477e-4d5e-aeab-5721fbd4f72d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.1218665 Aug 21 09:20:09.050162 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:09.076501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Transition to ACTIVE for port object 7b22a9bc-2548-4872-a476-8d920bdebd20 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:09.099197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Transition to ACTIVE for port object 7b22a9bc-2548-4872-a476-8d920bdebd20 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:09.117946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5b5e153-9f0d-4afc-b79f-620e948b2a5e req-553d0ee4-dfcb-4669-9b6f-a49106dd44c8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824239 Aug 21 09:20:09.167220 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:09.229754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Network d5972e4c-934f-43da-a6dd-c361549e838d is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:20:09.233328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:09.237438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:20:09.266163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Allocated IP 172.20.0.13 (d5972e4c-934f-43da-a6dd-c361549e838d/65e584e9-21e6-48c2-8997-d849f234052f/e7b020fc-4d99-4934-b702-eb694fe688dc) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:20:09.292275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Pushing event updated for resources: {'Port': ['ID=7b22a9bc-2548-4872-a476-8d920bdebd20,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:09.295076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f38ee-6be0-4e93-9459-184c5b859594 req-896ff8a9-c35e-4eef-88ce-12b759d4a7f7 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:09.303149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-208f38ee-6be0-4e93-9459-184c5b859594 req-896ff8a9-c35e-4eef-88ce-12b759d4a7f7 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 945 time: 0.1025348 Aug 21 09:20:09.341553 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Attempting to bind port 7b22a9bc-2548-4872-a476-8d920bdebd20 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:09.342071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Attempting to bind port 7b22a9bc-2548-4872-a476-8d920bdebd20 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '2225e184-ef22-43a0-b0fd-557614f55e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:09.342903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Attempting to bind port 7b22a9bc-2548-4872-a476-8d920bdebd20 on network d5972e4c-934f-43da-a6dd-c361549e838d {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:09.357573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:20:09.358284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Checking segment: {'id': '2225e184-ef22-43a0-b0fd-557614f55e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:20:09.358803 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:09.359298 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Bound using segment: {'id': '2225e184-ef22-43a0-b0fd-557614f55e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:20:09.359907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Bound port: 7b22a9bc-2548-4872-a476-8d920bdebd20, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2225e184-ef22-43a0-b0fd-557614f55e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:20:09.360453 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:09.483450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-208f38ee-6be0-4e93-9459-184c5b859594 req-e119fdf0-5091-4315-959b-581b592f975b tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650321 Aug 21 09:20:09.514637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] For port 7b22a9bc-2548-4872-a476-8d920bdebd20, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:20:09.518514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] For port 7b22a9bc-2548-4872-a476-8d920bdebd20, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7b22a9bc-2548-4872-a476-8d920bdebd20,segment=NetworkSegment(2225e184-ef22-43a0-b0fd-557614f55e5e),segment_id=2225e184-ef22-43a0-b0fd-557614f55e5e)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:20:09.548803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b18da-9ca5-4a6e-acd2-e174a920863f req-ba4c46b6-4ce2-4a7c-b7a4-b757ccc3cb5e tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:09.552805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a2b18da-9ca5-4a6e-acd2-e174a920863f req-ba4c46b6-4ce2-4a7c-b7a4-b757ccc3cb5e tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 945 time: 0.2433755 Aug 21 09:20:09.619810 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:09.658440 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-87ec0624-0067-4b5e-9ac8-a79b7e21f2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:09.810636 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:09.830773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f0d8b-706e-4e4a-abca-290f9ddd8a8d None None] Pushing event updated for resources: {'Port': ['ID=7b22a9bc-2548-4872-a476-8d920bdebd20,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:09.842343 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:09.855090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Transition to ACTIVE for port object e7b020fc-4d99-4934-b702-eb694fe688dc will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:09.871997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-2a2b18da-9ca5-4a6e-acd2-e174a920863f req-6a8479ad-660f-4ee0-9b24-cba783444c61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Deleting port 3a4efdca-7748-415f-a11c-de3bdeac9e3e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:09.871997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2a2b18da-9ca5-4a6e-acd2-e174a920863f req-6a8479ad-660f-4ee0-9b24-cba783444c61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:10.056703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-2a2b18da-9ca5-4a6e-acd2-e174a920863f req-6a8479ad-660f-4ee0-9b24-cba783444c61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] For port 3a4efdca-7748-415f-a11c-de3bdeac9e3e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=3a4efdca-7748-415f-a11c-de3bdeac9e3e,segment=NetworkSegment(7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e),segment_id=7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:10.062073 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2a2b18da-9ca5-4a6e-acd2-e174a920863f req-6a8479ad-660f-4ee0-9b24-cba783444c61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:10.088985 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:10.185455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-2a2b18da-9ca5-4a6e-acd2-e174a920863f req-6a8479ad-660f-4ee0-9b24-cba783444c61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Calling delete_port for 3a4efdca-7748-415f-a11c-de3bdeac9e3e owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:10.283598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'Port': ['ID=e7b020fc-4d99-4934-b702-eb694fe688dc,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:10.310900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Network d5972e4c-934f-43da-a6dd-c361549e838d is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:20:10.318488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:10.396289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:20:10.543900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a78f7f-652a-4b77-9974-6933e1d3df74 req-4751e6a5-f686-4eab-8520-33c90285c825 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:10.550027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7b22a9bc-2548-4872-a476-8d920bdebd20 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:20:10.562812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2a78f7f-652a-4b77-9974-6933e1d3df74 req-4751e6a5-f686-4eab-8520-33c90285c825 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.2741904 Aug 21 09:20:10.584016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:10.586648 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:10.714659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2a78f7f-652a-4b77-9974-6933e1d3df74 req-c9e3c74b-447d-4ead-b367-a167221dcf17 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461780 Aug 21 09:20:10.750986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 7b22a9bc-2548-4872-a476-8d920bdebd20 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:20:10.751199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2d813db7-db00-4743-9081-4a918524b826 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4641216 Aug 21 09:20:10.757002 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59978) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:10.762312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Request body: {'port': {'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d', 'name': 'tempest-AllowedAddressPairTestJSON-36425045', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:67:d9:4d'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:10.795393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a72689-2552-4be5-8f2e-01cad24e9f3b req-09562dd7-ca44-4857-8c77-185d4ee19cea tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:10.805662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72a72689-2552-4be5-8f2e-01cad24e9f3b req-09562dd7-ca44-4857-8c77-185d4ee19cea tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 945 time: 0.1895099 Aug 21 09:20:10.899172 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:10.945550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59982) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:10.962236 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72a72689-2552-4be5-8f2e-01cad24e9f3b req-0ef19746-ec7f-40d7-91d9-aa2030b06145 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc9d30e8-9348-4d6a-b29c-506b01f23458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525838 Aug 21 09:20:11.013246 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2a2b18da-9ca5-4a6e-acd2-e174a920863f req-6a8479ad-660f-4ee0-9b24-cba783444c61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:11.144170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8479ad-660f-4ee0-9b24-cba783444c61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Pushing event deleted for resources: {'Port': ['ID=3a4efdca-7748-415f-a11c-de3bdeac9e3e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:11.279503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2b18da-9ca5-4a6e-acd2-e174a920863f req-6a8479ad-660f-4ee0-9b24-cba783444c61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] No DVR routers for this DVR port 3a4efdca-7748-415f-a11c-de3bdeac9e3e on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:20:11.285152 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2a2b18da-9ca5-4a6e-acd2-e174a920863f req-6a8479ad-660f-4ee0-9b24-cba783444c61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:11.287471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a2b18da-9ca5-4a6e-acd2-e174a920863f req-6a8479ad-660f-4ee0-9b24-cba783444c61 tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.22 "DELETE /v2.0/ports/3a4efdca-7748-415f-a11c-de3bdeac9e3e HTTP/1.1" status: 204 len: 173 time: 1.7049017 Aug 21 09:20:11.287982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0c049c-8543-4b0b-a0aa-0e4e81abf830', 'name': 'network-vif-deleted', 'tag': '3a4efdca-7748-415f-a11c-de3bdeac9e3e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:20:11.290377 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a69872a-a24c-4af1-be2e-53b078f6ebf9" -d '{"events": [{"server_uuid": "8c0c049c-8543-4b0b-a0aa-0e4e81abf830", "name": "network-vif-deleted", "tag": "3a4efdca-7748-415f-a11c-de3bdeac9e3e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:20:11.324318 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b35ec908-7afe-4af9-93d8-9c770af9e6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:11.338415 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19742cf5-ece2-41fe-8ac7-c9d0f3564fec x-openstack-request-id: req-19742cf5-ece2-41fe-8ac7-c9d0f3564fec {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:20:11.338415 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0c049c-8543-4b0b-a0aa-0e4e81abf830", "name": "network-vif-deleted", "tag": "3a4efdca-7748-415f-a11c-de3bdeac9e3e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:20:11.338415 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19742cf5-ece2-41fe-8ac7-c9d0f3564fec {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:20:11.338415 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0c049c-8543-4b0b-a0aa-0e4e81abf830', 'name': 'network-vif-deleted', 'tag': '3a4efdca-7748-415f-a11c-de3bdeac9e3e', 'status': 'completed', 'code': 200} Aug 21 09:20:11.440608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec28221-7573-4cfc-a5ad-c2572d103043 None None] Network d5972e4c-934f-43da-a6dd-c361549e838d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:20:11.579900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Made reservation on behalf of 2a3fd31a090c4acba365487b2d420701 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:11.658402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-34e6d9f3-a0ef-414a-8e07-afb96482c70d None None] Provisioning for port 7b22a9bc-2548-4872-a476-8d920bdebd20 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:20:11.663439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-34e6d9f3-a0ef-414a-8e07-afb96482c70d None None] Provisioning complete for port 7b22a9bc-2548-4872-a476-8d920bdebd20 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:11.668514 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-34e6d9f3-a0ef-414a-8e07-afb96482c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:11.749754 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:11.856481 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-34e6d9f3-a0ef-414a-8e07-afb96482c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:11.860500 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] device_id is not set on port 646352a8-7be5-4f9c-9b1e-ff476b041fef yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:20:11.933311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-34e6d9f3-a0ef-414a-8e07-afb96482c70d None None] For port 7b22a9bc-2548-4872-a476-8d920bdebd20, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7b22a9bc-2548-4872-a476-8d920bdebd20,segment=NetworkSegment(2225e184-ef22-43a0-b0fd-557614f55e5e),segment_id=2225e184-ef22-43a0-b0fd-557614f55e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:12.011485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c530c56-e60e-47e1-bf85-306979f1c233 req-ba3271c7-d44b-47d6-b3c6-fedcb80358d3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:12.021264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c530c56-e60e-47e1-bf85-306979f1c233 req-ba3271c7-d44b-47d6-b3c6-fedcb80358d3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.0773208 Aug 21 09:20:12.034987 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b35ec908-7afe-4af9-93d8-9c770af9e6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.074715 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-34e6d9f3-a0ef-414a-8e07-afb96482c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.135397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b35ec908-7afe-4af9-93d8-9c770af9e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.170689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-119238ae-d869-494f-898b-d1680267c914 req-6f4412e2-52d2-43bb-9209-364fcaa651ab tempest-InstanceActionsTestJSON-302024638 tempest-InstanceActionsTestJSON-302024638-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c0c049c-8543-4b0b-a0aa-0e4e81abf830 HTTP/1.1" status: 200 len: 210 time: 0.0733833 Aug 21 09:20:12.206539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c530c56-e60e-47e1-bf85-306979f1c233 req-be3a2ac2-f0ee-4091-9e0b-cbda0eb4ec17 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725795 Aug 21 09:20:12.214391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6d9f3-a0ef-414a-8e07-afb96482c70d None None] Pushing event updated for resources: {'Port': ['ID=7b22a9bc-2548-4872-a476-8d920bdebd20,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:12.238772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ec908-7afe-4af9-93d8-9c770af9e6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa5ff3b-adaa-41ea-972f-2dd1093ef406,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:12.248009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a7d65314-bdfb-4b9d-8586-78347864055d None None] Provisioning complete for port 7b22a9bc-2548-4872-a476-8d920bdebd20 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:12.248386 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a7d65314-bdfb-4b9d-8586-78347864055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.372184 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b35ec908-7afe-4af9-93d8-9c770af9e6cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02e463553d874ccaa3316ae93c1283d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4228027 Aug 21 09:20:12.378687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60016) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:12.389046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Allocated IP 172.20.0.5 (d5972e4c-934f-43da-a6dd-c361549e838d/65e584e9-21e6-48c2-8997-d849f234052f/646352a8-7be5-4f9c-9b1e-ff476b041fef) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:20:12.478586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7b22a9bc-2548-4872-a476-8d920bdebd20 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:20:12.485064 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.500742 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f058fff4-428b-4f10-b034-6246cd041f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.529976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3a4efdca-7748-415f-a11c-de3bdeac9e3e no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:20:12.553675 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f058fff4-428b-4f10-b034-6246cd041f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.564902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 3a4efdca-7748-415f-a11c-de3bdeac9e3e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:20:12.565501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 3a4efdca-7748-415f-a11c-de3bdeac9e3e not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:20:12.603639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 7b22a9bc-2548-4872-a476-8d920bdebd20 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:12.604289 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.664067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a7d65314-bdfb-4b9d-8586-78347864055d None None] Provisioning for port e7b020fc-4d99-4934-b702-eb694fe688dc completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:20:12.671155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a7d65314-bdfb-4b9d-8586-78347864055d None None] Provisioning complete for port e7b020fc-4d99-4934-b702-eb694fe688dc triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:12.671453 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a7d65314-bdfb-4b9d-8586-78347864055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.684344 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.721928 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f058fff4-428b-4f10-b034-6246cd041f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.724935 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f058fff4-428b-4f10-b034-6246cd041f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.728792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f058fff4-428b-4f10-b034-6246cd041f17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efa5ff3b-adaa-41ea-972f-2dd1093ef406 HTTP/1.1" status: 204 len: 168 time: 0.3513875 Aug 21 09:20:12.728929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Transition to ACTIVE for port object 646352a8-7be5-4f9c-9b1e-ff476b041fef will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:12.751627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058fff4-428b-4f10-b034-6246cd041f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa5ff3b-adaa-41ea-972f-2dd1093ef406,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:12.769183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a7d65314-bdfb-4b9d-8586-78347864055d None None] Port e7b020fc-4d99-4934-b702-eb694fe688dc cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:20:12.851516 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.922465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8d839204-f876-4072-988d-f8d23d2d7c84 None None] Provisioning complete for port e7b020fc-4d99-4934-b702-eb694fe688dc triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:12.922754 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8d839204-f876-4072-988d-f8d23d2d7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:12.934245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Network d5972e4c-934f-43da-a6dd-c361549e838d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:20:12.948566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:12.953859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:20:12.999817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'Port': ['ID=646352a8-7be5-4f9c-9b1e-ff476b041fef,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:13.018350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8d839204-f876-4072-988d-f8d23d2d7c84 None None] Port e7b020fc-4d99-4934-b702-eb694fe688dc cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:20:13.054684 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:13.055223 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:13.136551 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e3103f2c-1aaa-4e1a-b71d-9f63101ef24a tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.3758333 Aug 21 09:20:13.136551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60030) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:13.205090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789cec7-5402-43f7-b34a-44e761d4c500 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:13.213228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789cec7-5402-43f7-b34a-44e761d4c500 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:13.224511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789cec7-5402-43f7-b34a-44e761d4c500 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:13.239781 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e789cec7-5402-43f7-b34a-44e761d4c500 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.0986412 Aug 21 09:20:13.241603 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60040) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:13.264814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60044) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:13.383641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2b53da-93e9-4fed-96f9-71ee336f26c4 admin admin] Deleting subnet b03e97e5-9885-4852-85f1-a8cf5709f1f8 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:20:13.391053 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be2b53da-93e9-4fed-96f9-71ee336f26c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:13.431326 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0e47eb82-4914-481e-9fae-85b9a3caefb4 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Deleting port 646352a8-7be5-4f9c-9b1e-ff476b041fef {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:13.431610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e47eb82-4914-481e-9fae-85b9a3caefb4 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:13.510036 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be2b53da-93e9-4fed-96f9-71ee336f26c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:13.526782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-97e1a8f4-da8f-45aa-bc98-815dad5ee688 None None] Provisioning for port 646352a8-7be5-4f9c-9b1e-ff476b041fef completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:20:13.531341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-97e1a8f4-da8f-45aa-bc98-815dad5ee688 None None] Provisioning complete for port 646352a8-7be5-4f9c-9b1e-ff476b041fef triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:13.531910 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-97e1a8f4-da8f-45aa-bc98-815dad5ee688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:13.600452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c866b0-701d-457f-8f3a-db0b53761181 req-5c118c79-6fed-4bf1-ac5f-fb87e63c9c18 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:13.600452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46c866b0-701d-457f-8f3a-db0b53761181 req-5c118c79-6fed-4bf1-ac5f-fb87e63c9c18 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.1719894 Aug 21 09:20:13.646812 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e47eb82-4914-481e-9fae-85b9a3caefb4 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:13.667192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-97e1a8f4-da8f-45aa-bc98-815dad5ee688 None None] Port 646352a8-7be5-4f9c-9b1e-ff476b041fef cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:20:13.671844 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0e47eb82-4914-481e-9fae-85b9a3caefb4 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Calling delete_port for 646352a8-7be5-4f9c-9b1e-ff476b041fef owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:13.696278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46c866b0-701d-457f-8f3a-db0b53761181 req-1db61c55-f2a3-4837-b50a-d142d0da6aaf tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881095 Aug 21 09:20:13.703913 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be2b53da-93e9-4fed-96f9-71ee336f26c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:13.872361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be2b53da-93e9-4fed-96f9-71ee336f26c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:13.915303 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e47eb82-4914-481e-9fae-85b9a3caefb4 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:13.918893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b53da-93e9-4fed-96f9-71ee336f26c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03e97e5-9885-4852-85f1-a8cf5709f1f8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:13.955495 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be2b53da-93e9-4fed-96f9-71ee336f26c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:13.961254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-be2b53da-93e9-4fed-96f9-71ee336f26c4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b03e97e5-9885-4852-85f1-a8cf5709f1f8 HTTP/1.1" status: 204 len: 168 time: 0.6953127 Aug 21 09:20:13.965682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60070) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:13.973682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47eb82-4914-481e-9fae-85b9a3caefb4 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event deleted for resources: {'Port': ['ID=646352a8-7be5-4f9c-9b1e-ff476b041fef,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:14.046702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-9d0fd825-3192-472f-b457-c8ad41785709 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2166705 Aug 21 09:20:14.051364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:14.316695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-eb08c79a-ccae-4144-891a-f834931270a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:14.318230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-eb08c79a-ccae-4144-891a-f834931270a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 1097 time: 0.1819534 Aug 21 09:20:14.339864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:14.392505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:14.420629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e47eb82-4914-481e-9fae-85b9a3caefb4 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:14.425379 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0e47eb82-4914-481e-9fae-85b9a3caefb4 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "DELETE /v2.0/ports/646352a8-7be5-4f9c-9b1e-ff476b041fef HTTP/1.1" status: 204 len: 168 time: 1.1800177 Aug 21 09:20:14.425634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60080) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:14.470762 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd733326-7016-4fe9-9698-418f58c01b84 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] GET failed (client error): The resource could not be found. Aug 21 09:20:14.484691 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bd733326-7016-4fe9-9698-418f58c01b84 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "GET /v2.0/ports/646352a8-7be5-4f9c-9b1e-ff476b041fef HTTP/1.1" status: 404 len: 333 time: 0.0579937 Aug 21 09:20:14.486269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:14.486568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7800ab77-3b8a-4cf8-8e78-8fc27f0a7c9e') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:14.492631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60086) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:14.498340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Request body: {'port': {'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d', 'name': 'tempest-AllowedAddressPairTestJSON-1925722951'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:14.519793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:14.565125 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:14.594108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:20:14.598743 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:20:14.625358 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:20:14.798144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-9ba2d0e0-1268-48e5-8b16-d7e52bb386af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:14.803032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-9ba2d0e0-1268-48e5-8b16-d7e52bb386af service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.4601243 Aug 21 09:20:15.028954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Made reservation on behalf of 2a3fd31a090c4acba365487b2d420701 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:15.032540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:15.062261 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] device_id is not set on port f20c3323-7057-41c3-a2b4-3ef5457ece88 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:20:15.238240 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Allocated IP 172.20.0.7 (d5972e4c-934f-43da-a6dd-c361549e838d/65e584e9-21e6-48c2-8997-d849f234052f/f20c3323-7057-41c3-a2b4-3ef5457ece88) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:20:15.251401 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:15.373155 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:15.493958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-23132e06-a2cc-4bcd-bb9b-27717044ca4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb966c3-94db-4a29-998c-cb8823ecd624 HTTP/1.1" status: 200 len: 1001 time: 0.6348858 Aug 21 09:20:15.575711 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:15.595021 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:15.612678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] 10.222.0.20 "DELETE /v2.0/networks/afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6 HTTP/1.1" status: 204 len: 168 time: 1.6495125 Aug 21 09:20:15.674543 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:15.684647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3b81e-49aa-425c-ab9e-39aa89348957 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa469b2-aa2a-449c-a7c6-f3c7e52f7fc6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:15.695944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-3ab9807d-d5fb-4d69-8cd5-5b6f23eb156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:15.705368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-3ab9807d-d5fb-4d69-8cd5-5b6f23eb156f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.2004550 Aug 21 09:20:15.736361 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Transition to ACTIVE for port object f20c3323-7057-41c3-a2b4-3ef5457ece88 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:15.740190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a527f-3e52-4061-9507-e0e0745f08d9 req-a3c9701e-4871-44c9-82c8-194e8c003c33 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:15.744203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1a527f-3e52-4061-9507-e0e0745f08d9 req-a3c9701e-4871-44c9-82c8-194e8c003c33 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.2862840 Aug 21 09:20:15.874016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1a527f-3e52-4061-9507-e0e0745f08d9 req-029d0160-6eb9-4307-a71c-5d90c5770af3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917304 Aug 21 09:20:15.876044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-6c042a78-ab4f-4757-8193-683b34fb854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:15.877440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-6c042a78-ab4f-4757-8193-683b34fb854e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323457 Aug 21 09:20:15.939697 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:16.043576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-af054a9e-44c2-4e44-bfa6-3786eb0f2c7e service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557016 Aug 21 09:20:16.093250 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Network d5972e4c-934f-43da-a6dd-c361549e838d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:20:16.102791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:16.110261 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:20:16.268638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60142) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:16.297965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70a3dfdc-e2f3-4773-a0f2-3bf5670bc012 req-db89958c-17c2-46ad-9031-08f86a6c805e service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482491 Aug 21 09:20:16.311936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'Port': ['ID=f20c3323-7057-41c3-a2b4-3ef5457ece88,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:16.369248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:16.369995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:16.380687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-94b1fb9d-099f-4d74-bdac-f18f71255cc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbc10947fbe2432589d87b082eed1a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103289 Aug 21 09:20:16.383320 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60146) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:16.462038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d70f454-25b8-4298-bac9-63a0afa47e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:16.493575 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d70f454-25b8-4298-bac9-63a0afa47e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:16.501576 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04b6ba93-8f8d-4ae3-8e60-0746238e1cc2 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0078619 Aug 21 09:20:16.504200 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60152) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:16.512060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6c7b44a1-2b73-4183-9b07-b10a5a3d956e tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:67:d9:4d'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:16.612967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-19aecd1c-4328-49c3-a3fb-9684c8eca0b5 None None] Provisioning for port f20c3323-7057-41c3-a2b4-3ef5457ece88 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:20:16.618417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-19aecd1c-4328-49c3-a3fb-9684c8eca0b5 None None] Provisioning complete for port f20c3323-7057-41c3-a2b4-3ef5457ece88 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:16.618986 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-19aecd1c-4328-49c3-a3fb-9684c8eca0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:16.633127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6c7b44a1-2b73-4183-9b07-b10a5a3d956e tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:16.718602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-19aecd1c-4328-49c3-a3fb-9684c8eca0b5 None None] Port f20c3323-7057-41c3-a2b4-3ef5457ece88 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:20:16.731434 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d70f454-25b8-4298-bac9-63a0afa47e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:16.738123 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d70f454-25b8-4298-bac9-63a0afa47e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:16.739064 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0d70f454-25b8-4298-bac9-63a0afa47e08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc9d30e8-9348-4d6a-b29c-506b01f23458 HTTP/1.1" status: 204 len: 168 time: 0.3500998 Aug 21 09:20:16.796222 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70f454-25b8-4298-bac9-63a0afa47e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9d30e8-9348-4d6a-b29c-506b01f23458,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:17.046805 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6c7b44a1-2b73-4183-9b07-b10a5a3d956e tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:17.128281 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6c7b44a1-2b73-4183-9b07-b10a5a3d956e tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:17.144220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd280e2e-a16e-4327-8c60-4fc1160f2e2c req-df08518f-5601-4454-bcc2-69191fae01bd tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:17.156710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd280e2e-a16e-4327-8c60-4fc1160f2e2c req-df08518f-5601-4454-bcc2-69191fae01bd tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.1286852 Aug 21 09:20:17.234261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd280e2e-a16e-4327-8c60-4fc1160f2e2c req-162feb16-7c70-4947-8f21-a85a62f52a96 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717134 Aug 21 09:20:17.292580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b44a1-2b73-4183-9b07-b10a5a3d956e tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'Port': ['ID=f20c3323-7057-41c3-a2b4-3ef5457ece88,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:17.305647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b44a1-2b73-4183-9b07-b10a5a3d956e tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] In _notify_port_updated(), no bound segment for port f20c3323-7057-41c3-a2b4-3ef5457ece88 on network d5972e4c-934f-43da-a6dd-c361549e838d {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:20:17.312337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b44a1-2b73-4183-9b07-b10a5a3d956e tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:17.312924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6c7b44a1-2b73-4183-9b07-b10a5a3d956e tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:17.316946 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6c7b44a1-2b73-4183-9b07-b10a5a3d956e tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "PUT /v2.0/ports/f20c3323-7057-41c3-a2b4-3ef5457ece88 HTTP/1.1" status: 200 len: 994 time: 0.8092010 Aug 21 09:20:17.319277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60186) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:17.632376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0ccd5-62b3-466c-b1f6-0852404a69d1 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Deleting port f20c3323-7057-41c3-a2b4-3ef5457ece88 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:17.632722 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2c0ccd5-62b3-466c-b1f6-0852404a69d1 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:17.678409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60200) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:17.681659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e2d4af19-b745-4ba2-9fa9-e157831ef990 None None] Provisioning complete for port f20c3323-7057-41c3-a2b4-3ef5457ece88 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:17.682200 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e2d4af19-b745-4ba2-9fa9-e157831ef990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:17.732122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4af19-b745-4ba2-9fa9-e157831ef990 None None] Port f20c3323-7057-41c3-a2b4-3ef5457ece88 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:20:17.748685 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2c0ccd5-62b3-466c-b1f6-0852404a69d1 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:17.766207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0ccd5-62b3-466c-b1f6-0852404a69d1 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Calling delete_port for f20c3323-7057-41c3-a2b4-3ef5457ece88 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:17.832567 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0445419c-88b5-43f1-98a0-e0dcfe8e0679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:17.951716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0445419c-88b5-43f1-98a0-e0dcfe8e0679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:18.008775 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0445419c-88b5-43f1-98a0-e0dcfe8e0679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:18.095034 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2c0ccd5-62b3-466c-b1f6-0852404a69d1 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:18.133482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445419c-88b5-43f1-98a0-e0dcfe8e0679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f56cef4-ac64-42b2-81ad-76845843f0a2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:18.145193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0ccd5-62b3-466c-b1f6-0852404a69d1 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event deleted for resources: {'Port': ['ID=f20c3323-7057-41c3-a2b4-3ef5457ece88,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:18.152691 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0445419c-88b5-43f1-98a0-e0dcfe8e0679 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=760a8799372e41beb7ea8a066aab8ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726236 Aug 21 09:20:18.156694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60220) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:18.250416 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-575c1160-823a-4342-97e0-695a6aa352af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:18.306146 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-575c1160-823a-4342-97e0-695a6aa352af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:18.503629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-575c1160-823a-4342-97e0-695a6aa352af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:18.508540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-575c1160-823a-4342-97e0-695a6aa352af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:18.508540 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-575c1160-823a-4342-97e0-695a6aa352af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f56cef4-ac64-42b2-81ad-76845843f0a2 HTTP/1.1" status: 204 len: 168 time: 0.3496139 Aug 21 09:20:18.512568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2c0ccd5-62b3-466c-b1f6-0852404a69d1 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:18.517725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d2c0ccd5-62b3-466c-b1f6-0852404a69d1 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "DELETE /v2.0/ports/f20c3323-7057-41c3-a2b4-3ef5457ece88 HTTP/1.1" status: 204 len: 168 time: 1.1946018 Aug 21 09:20:18.518034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60236) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:18.526265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c1160-823a-4342-97e0-695a6aa352af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f56cef4-ac64-42b2-81ad-76845843f0a2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:18.566913 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db54122-281e-4a82-bcf9-ef4b00ba10e8 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] GET failed (client error): The resource could not be found. Aug 21 09:20:18.575443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1db54122-281e-4a82-bcf9-ef4b00ba10e8 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "GET /v2.0/ports/f20c3323-7057-41c3-a2b4-3ef5457ece88 HTTP/1.1" status: 404 len: 333 time: 0.0512769 Aug 21 09:20:18.575610 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60238) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:18.580315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Request body: {'port': {'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d', 'name': 'tempest-AllowedAddressPairTestJSON-511864791'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:18.620371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b623ec-40cc-4e94-bfb8-7279bbb64354 req-f65e8e32-53db-4ea9-85c9-a4e7219fac13 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:18.630650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53b623ec-40cc-4e94-bfb8-7279bbb64354 req-f65e8e32-53db-4ea9-85c9-a4e7219fac13 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.2141201 Aug 21 09:20:18.728528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53b623ec-40cc-4e94-bfb8-7279bbb64354 req-5b22c0db-dd28-40d6-8cda-cd9eacc427cc tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948792 Aug 21 09:20:18.852053 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Made reservation on behalf of 2a3fd31a090c4acba365487b2d420701 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:18.857519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:18.932989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] device_id is not set on port 182447da-095c-44b2-a5d5-9c2b32f10a35 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:20:19.126873 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:20:19.283046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Allocated IP 172.20.0.5 (d5972e4c-934f-43da-a6dd-c361549e838d/65e584e9-21e6-48c2-8997-d849f234052f/182447da-095c-44b2-a5d5-9c2b32f10a35) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:20:19.547796 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:19.572038 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Transition to ACTIVE for port object 182447da-095c-44b2-a5d5-9c2b32f10a35 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:19.698950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:19.757858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Network d5972e4c-934f-43da-a6dd-c361549e838d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:20:19.762319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:19.766365 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:20:19.843433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'Port': ['ID=182447da-095c-44b2-a5d5-9c2b32f10a35,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:19.874252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:19.874748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:19.952910 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-55b5f34e-ae1f-440a-b082-cdf68f5fa545 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3746469 Aug 21 09:20:19.953280 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60290) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:19.960261 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e68c0fd4-c799-42a1-abaf-f299115fd7ac tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:67:d9:4d'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:20.155939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6e76f29-bb53-447b-86a8-18e2f1b4858b req-e6166db4-6093-4183-be30-c4c366bbb20a tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.1783018 Aug 21 09:20:20.215080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b466d4-f2dd-4a0c-ae26-4fb296758133 req-93a8b5eb-6edb-4245-865f-1deefb783b90 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:20.224922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63b466d4-f2dd-4a0c-ae26-4fb296758133 req-93a8b5eb-6edb-4245-865f-1deefb783b90 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.2636197 Aug 21 09:20:20.257602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-91bd86b4-1613-4e6b-9741-9ef7ba8016d5 None None] Provisioning for port 182447da-095c-44b2-a5d5-9c2b32f10a35 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:20:20.262627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-91bd86b4-1613-4e6b-9741-9ef7ba8016d5 None None] Provisioning complete for port 182447da-095c-44b2-a5d5-9c2b32f10a35 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:20.263212 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-91bd86b4-1613-4e6b-9741-9ef7ba8016d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:20.300862 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e68c0fd4-c799-42a1-abaf-f299115fd7ac tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:20.336755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63b466d4-f2dd-4a0c-ae26-4fb296758133 req-62e63cd7-dbe9-422b-b336-0c6c1cb85aed tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969365 Aug 21 09:20:20.390218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-91bd86b4-1613-4e6b-9741-9ef7ba8016d5 None None] Port 182447da-095c-44b2-a5d5-9c2b32f10a35 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:20:20.673006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e68c0fd4-c799-42a1-abaf-f299115fd7ac tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:20.738317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e68c0fd4-c799-42a1-abaf-f299115fd7ac tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:20.802191 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c0fd4-c799-42a1-abaf-f299115fd7ac tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'Port': ['ID=182447da-095c-44b2-a5d5-9c2b32f10a35,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:20.881431 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e68c0fd4-c799-42a1-abaf-f299115fd7ac tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] In _notify_port_updated(), no bound segment for port 182447da-095c-44b2-a5d5-9c2b32f10a35 on network d5972e4c-934f-43da-a6dd-c361549e838d {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:20:20.888174 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c0fd4-c799-42a1-abaf-f299115fd7ac tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:20.889620 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e68c0fd4-c799-42a1-abaf-f299115fd7ac tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:20.891530 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e68c0fd4-c799-42a1-abaf-f299115fd7ac tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "PUT /v2.0/ports/182447da-095c-44b2-a5d5-9c2b32f10a35 HTTP/1.1" status: 200 len: 995 time: 0.9374955 Aug 21 09:20:20.894398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60318) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:21.057755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f5363b35-b286-4374-8ab9-bb43fd2b376c tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Deleting port 182447da-095c-44b2-a5d5-9c2b32f10a35 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:21.058110 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5363b35-b286-4374-8ab9-bb43fd2b376c tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:21.131942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4569cfac-b6b6-4ff8-b633-fb9168ee0fcb None None] Provisioning complete for port 182447da-095c-44b2-a5d5-9c2b32f10a35 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:21.132600 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4569cfac-b6b6-4ff8-b633-fb9168ee0fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:21.206388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4569cfac-b6b6-4ff8-b633-fb9168ee0fcb None None] Port 182447da-095c-44b2-a5d5-9c2b32f10a35 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:20:21.301714 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5363b35-b286-4374-8ab9-bb43fd2b376c tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:21.398453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b430a463-277d-41e6-813a-a59a0e51a44a req-a91f50e3-103b-4b4b-a054-d9c57e563811 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.1300724 Aug 21 09:20:21.414550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f5363b35-b286-4374-8ab9-bb43fd2b376c tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Calling delete_port for 182447da-095c-44b2-a5d5-9c2b32f10a35 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:21.621512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd788a-be9d-49f7-9217-aad2d0530878 req-947fb6c9-d891-41da-a4d4-9afeebcf6348 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:21.623054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6dd788a-be9d-49f7-9217-aad2d0530878 req-947fb6c9-d891-41da-a4d4-9afeebcf6348 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.1562243 Aug 21 09:20:21.748252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6dd788a-be9d-49f7-9217-aad2d0530878 req-2658a319-7073-4bb6-9fbd-53969d3e85d4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116214 Aug 21 09:20:21.829733 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5363b35-b286-4374-8ab9-bb43fd2b376c tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:21.886493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5363b35-b286-4374-8ab9-bb43fd2b376c tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event deleted for resources: {'Port': ['ID=182447da-095c-44b2-a5d5-9c2b32f10a35,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:22.026576 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5363b35-b286-4374-8ab9-bb43fd2b376c tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:22.029642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f5363b35-b286-4374-8ab9-bb43fd2b376c tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "DELETE /v2.0/ports/182447da-095c-44b2-a5d5-9c2b32f10a35 HTTP/1.1" status: 204 len: 168 time: 1.1341298 Aug 21 09:20:22.033763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60356) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:22.102427 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-db91fe86-8b76-40b9-9d95-141441b8d872 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] GET failed (client error): The resource could not be found. Aug 21 09:20:22.105572 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-db91fe86-8b76-40b9-9d95-141441b8d872 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "GET /v2.0/ports/182447da-095c-44b2-a5d5-9c2b32f10a35 HTTP/1.1" status: 404 len: 333 time: 0.0701926 Aug 21 09:20:22.109323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60358) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:22.115232 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Request body: {'port': {'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d', 'name': 'tempest-AllowedAddressPairTestJSON-80629228'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:22.466494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Made reservation on behalf of 2a3fd31a090c4acba365487b2d420701 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:22.470150 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:22.516412 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] device_id is not set on port 1f8ea84d-d481-462d-8d5c-067d63304f10 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:20:22.591035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5e8798-8da5-463e-8493-2ff4826ae897 req-7b03b2c2-7a46-4ef4-b053-e72b72567003 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0514345 Aug 21 09:20:22.696005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Allocated IP 172.20.0.11 (d5972e4c-934f-43da-a6dd-c361549e838d/65e584e9-21e6-48c2-8997-d849f234052f/1f8ea84d-d481-462d-8d5c-067d63304f10) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:20:22.942977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a726b35-60a3-4a59-a487-96a828743c87 req-30cfbad4-e4cb-4b82-b24d-1e567850cec2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:22.950930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a726b35-60a3-4a59-a487-96a828743c87 req-30cfbad4-e4cb-4b82-b24d-1e567850cec2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.0615284 Aug 21 09:20:22.970703 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:22.997724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Transition to ACTIVE for port object 1f8ea84d-d481-462d-8d5c-067d63304f10 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:23.063540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a726b35-60a3-4a59-a487-96a828743c87 req-c813bc75-9d4d-4093-98ee-227c0c256214 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008148 Aug 21 09:20:23.109821 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:23.158173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Network d5972e4c-934f-43da-a6dd-c361549e838d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:20:23.162184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:23.168580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:20:23.225384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'Port': ['ID=1f8ea84d-d481-462d-8d5c-067d63304f10,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:23.275331 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:23.275331 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:23.389932 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-de73c672-41d8-4428-979e-e9845affa319 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2789178 Aug 21 09:20:23.392676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60420) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:23.398098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Request body: {'port': {'network_id': 'd5972e4c-934f-43da-a6dd-c361549e838d', 'name': 'tempest-AllowedAddressPairTestJSON-1887315536'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:23.680469 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1db41f70-143d-4bf3-84b3-27075e52fec5 None None] Provisioning for port 1f8ea84d-d481-462d-8d5c-067d63304f10 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:20:23.685844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1db41f70-143d-4bf3-84b3-27075e52fec5 None None] Provisioning complete for port 1f8ea84d-d481-462d-8d5c-067d63304f10 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:23.686675 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1db41f70-143d-4bf3-84b3-27075e52fec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:23.751062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1db41f70-143d-4bf3-84b3-27075e52fec5 None None] Port 1f8ea84d-d481-462d-8d5c-067d63304f10 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:20:23.791693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e16f9bc4-dde4-480d-93b5-0341c70b3a3e req-331d3c9e-07d5-4a34-8a6e-711cc114fd9b tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0484080 Aug 21 09:20:24.183089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b85d5e-8e71-43a5-bddf-44f2ceb5ea65 req-111481e9-72c5-4436-a68d-e7c1e32deba0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:24.184690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71b85d5e-8e71-43a5-bddf-44f2ceb5ea65 req-111481e9-72c5-4436-a68d-e7c1e32deba0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.0512829 Aug 21 09:20:24.220942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Made reservation on behalf of 2a3fd31a090c4acba365487b2d420701 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:24.224624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:24.253123 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71b85d5e-8e71-43a5-bddf-44f2ceb5ea65 req-9ed09ed9-8256-4b93-9939-e6f073c4376a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603271 Aug 21 09:20:24.261576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] device_id is not set on port f0b832b8-9b63-4766-925f-f21b9da88cb8 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:20:24.413330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdf6e6cb-9004-4e84-a261-bcbe9e8ab0eb req-9638c4cc-0131-4404-86aa-09d0c62eb9ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0427604 Aug 21 09:20:24.420307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Allocated IP 172.20.0.14 (d5972e4c-934f-43da-a6dd-c361549e838d/65e584e9-21e6-48c2-8997-d849f234052f/f0b832b8-9b63-4766-925f-f21b9da88cb8) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:20:24.659992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:24.678591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Transition to ACTIVE for port object f0b832b8-9b63-4766-925f-f21b9da88cb8 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:24.710821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60444) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:24.818270 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:24.878711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Network d5972e4c-934f-43da-a6dd-c361549e838d is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:20:24.884242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:24.904585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:20:24.909374 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4750708-678d-4ba4-bf45-61cbe0f25bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:24.993400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-580fa7bf-36b3-4485-b0f0-b52405495573 req-408d1c57-f9cb-469e-a125-c9fdd4b8eaf2 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.1029322 Aug 21 09:20:25.032159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'Port': ['ID=f0b832b8-9b63-4766-925f-f21b9da88cb8,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:25.083116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:25.084489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:25.085943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4750708-678d-4ba4-bf45-61cbe0f25bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:25.149384 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4750708-678d-4ba4-bf45-61cbe0f25bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:25.199429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5003e8ac-afd8-4818-89ec-3973745b65fc tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8056002 Aug 21 09:20:25.201668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60452) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:25.205334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4750708-678d-4ba4-bf45-61cbe0f25bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fd096a-a710-41d8-bffc-d9f7cbf96948,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:25.216710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2afdc1aa-e390-4de4-bcc7-e61a71cdea25 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:67:d9:4d'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:b8:1f:7c'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:25.228090 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d4750708-678d-4ba4-bf45-61cbe0f25bb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6488e2751cd14bdb983f0c2f213865c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156960 Aug 21 09:20:25.231493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60454) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:25.360223 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6e2041cb-1069-4fa0-aba0-fdff9ecca68e None None] Provisioning for port f0b832b8-9b63-4766-925f-f21b9da88cb8 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:20:25.365377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6e2041cb-1069-4fa0-aba0-fdff9ecca68e None None] Provisioning complete for port f0b832b8-9b63-4766-925f-f21b9da88cb8 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:25.365928 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6e2041cb-1069-4fa0-aba0-fdff9ecca68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:25.421344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6e2041cb-1069-4fa0-aba0-fdff9ecca68e None None] Port f0b832b8-9b63-4766-925f-f21b9da88cb8 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:20:25.477600 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2afdc1aa-e390-4de4-bcc7-e61a71cdea25 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:25.523311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf02d-512c-4ac2-a1a6-6af65a910a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:25.541838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d53256-675e-4978-8341-1c88b40a8518 req-225a0fac-d777-4634-a479-6245c1d859e5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:25.543454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69d53256-675e-4978-8341-1c88b40a8518 req-225a0fac-d777-4634-a479-6245c1d859e5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.1651893 Aug 21 09:20:25.598393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf02d-512c-4ac2-a1a6-6af65a910a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:25.703330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69d53256-675e-4978-8341-1c88b40a8518 req-24d3603e-46c6-4bd4-9040-0bd0e64d3790 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477585 Aug 21 09:20:25.773771 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf02d-512c-4ac2-a1a6-6af65a910a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:25.776246 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf02d-512c-4ac2-a1a6-6af65a910a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:25.780483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c0aaf02d-512c-4ac2-a1a6-6af65a910a5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7fd096a-a710-41d8-bffc-d9f7cbf96948 HTTP/1.1" status: 204 len: 168 time: 0.5449102 Aug 21 09:20:25.795165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaf02d-512c-4ac2-a1a6-6af65a910a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fd096a-a710-41d8-bffc-d9f7cbf96948,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:25.814788 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2afdc1aa-e390-4de4-bcc7-e61a71cdea25 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:25.881831 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2afdc1aa-e390-4de4-bcc7-e61a71cdea25 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:26.039074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdc1aa-e390-4de4-bcc7-e61a71cdea25 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event updated for resources: {'Port': ['ID=f0b832b8-9b63-4766-925f-f21b9da88cb8,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:26.080488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-2afdc1aa-e390-4de4-bcc7-e61a71cdea25 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] In _notify_port_updated(), no bound segment for port f0b832b8-9b63-4766-925f-f21b9da88cb8 on network d5972e4c-934f-43da-a6dd-c361549e838d {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:20:26.101619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afdc1aa-e390-4de4-bcc7-e61a71cdea25 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:26.102455 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2afdc1aa-e390-4de4-bcc7-e61a71cdea25 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:26.104067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2afdc1aa-e390-4de4-bcc7-e61a71cdea25 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "PUT /v2.0/ports/f0b832b8-9b63-4766-925f-f21b9da88cb8 HTTP/1.1" status: 200 len: 1058 time: 0.9011090 Aug 21 09:20:26.109111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60480) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:26.174426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-836f6427-7232-4f0d-90c0-4347555056db req-b24bdebc-174d-48e1-8d37-4c31449888dc tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0555446 Aug 21 09:20:26.280213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1e83a37a-fdd6-464c-9d1d-937eb7ff9e62 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Deleting port f0b832b8-9b63-4766-925f-f21b9da88cb8 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:26.280537 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e83a37a-fdd6-464c-9d1d-937eb7ff9e62 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:26.377119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-25dbed46-9f71-4d33-95a6-8b56997cc1fb None None] Provisioning complete for port f0b832b8-9b63-4766-925f-f21b9da88cb8 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:26.377710 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-25dbed46-9f71-4d33-95a6-8b56997cc1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:26.393256 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e83a37a-fdd6-464c-9d1d-937eb7ff9e62 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:26.408751 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1e83a37a-fdd6-464c-9d1d-937eb7ff9e62 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Calling delete_port for f0b832b8-9b63-4766-925f-f21b9da88cb8 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:26.424133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-25dbed46-9f71-4d33-95a6-8b56997cc1fb None None] Port f0b832b8-9b63-4766-925f-f21b9da88cb8 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:20:26.590507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60492) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:26.614478 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c1ff6b3b-55f1-4cc8-bac7-3e96e991c2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:26.960124 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c1ff6b3b-55f1-4cc8-bac7-3e96e991c2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:26.977975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529701c3-9af7-4088-8d82-67d45d6b511d req-aef2ce54-0fd3-42db-a56c-01adae870def tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:26.985336 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-529701c3-9af7-4088-8d82-67d45d6b511d req-aef2ce54-0fd3-42db-a56c-01adae870def tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.1058266 Aug 21 09:20:27.018334 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e83a37a-fdd6-464c-9d1d-937eb7ff9e62 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:27.030903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-529701c3-9af7-4088-8d82-67d45d6b511d req-d7370684-8414-459a-a935-a29dbc7fc8e5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447953 Aug 21 09:20:27.063244 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c1ff6b3b-55f1-4cc8-bac7-3e96e991c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:27.112128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c1ff6b3b-55f1-4cc8-bac7-3e96e991c2f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49c0132ef6cb43bf8b61072da65f51e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204866 Aug 21 09:20:27.113027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60532) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:27.122543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff6b3b-55f1-4cc8-bac7-3e96e991c2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935471f8-46c3-4561-a110-c443f6f909d0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:27.204865 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b5d6c36-08b7-42c1-a01f-77f808967c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:27.244868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b5d6c36-08b7-42c1-a01f-77f808967c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:27.285157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83a37a-fdd6-464c-9d1d-937eb7ff9e62 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event deleted for resources: {'Port': ['ID=f0b832b8-9b63-4766-925f-f21b9da88cb8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:27.369485 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e83a37a-fdd6-464c-9d1d-937eb7ff9e62 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:27.371844 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1e83a37a-fdd6-464c-9d1d-937eb7ff9e62 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "DELETE /v2.0/ports/f0b832b8-9b63-4766-925f-f21b9da88cb8 HTTP/1.1" status: 204 len: 168 time: 1.2616305 Aug 21 09:20:27.374563 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60540) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:27.412460 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56ec8d9-1087-4d13-ae57-a2a9645eef6e tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] GET failed (client error): The resource could not be found. Aug 21 09:20:27.414100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d56ec8d9-1087-4d13-ae57-a2a9645eef6e tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "GET /v2.0/ports/f0b832b8-9b63-4766-925f-f21b9da88cb8 HTTP/1.1" status: 404 len: 333 time: 0.0385561 Aug 21 09:20:27.425777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60544) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:27.454907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b5d6c36-08b7-42c1-a01f-77f808967c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:27.457483 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b5d6c36-08b7-42c1-a01f-77f808967c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:27.461106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3b5d6c36-08b7-42c1-a01f-77f808967c13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/935471f8-46c3-4561-a110-c443f6f909d0 HTTP/1.1" status: 204 len: 168 time: 0.3442724 Aug 21 09:20:27.461106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e5ebf85-ecd6-446d-8929-5895e7257aec req-f05375ab-b452-44ba-9696-10e0dd728de3 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0508525 Aug 21 09:20:27.473918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d6c36-08b7-42c1-a01f-77f808967c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935471f8-46c3-4561-a110-c443f6f909d0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:27.549300 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b94e305f-236b-4be8-9cb2-72992b87671b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Deleting port 1f8ea84d-d481-462d-8d5c-067d63304f10 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:27.549613 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b94e305f-236b-4be8-9cb2-72992b87671b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:27.656874 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b94e305f-236b-4be8-9cb2-72992b87671b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:27.670126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b94e305f-236b-4be8-9cb2-72992b87671b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Calling delete_port for 1f8ea84d-d481-462d-8d5c-067d63304f10 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:27.886884 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b94e305f-236b-4be8-9cb2-72992b87671b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:27.936550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e305f-236b-4be8-9cb2-72992b87671b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event deleted for resources: {'Port': ['ID=1f8ea84d-d481-462d-8d5c-067d63304f10,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:28.039309 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b94e305f-236b-4be8-9cb2-72992b87671b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:28.047317 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b94e305f-236b-4be8-9cb2-72992b87671b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "DELETE /v2.0/ports/1f8ea84d-d481-462d-8d5c-067d63304f10 HTTP/1.1" status: 204 len: 168 time: 0.6241436 Aug 21 09:20:28.047317 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60580) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:28.102709 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d2a589-88cd-412f-bcc5-69d867f6efda tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] GET failed (client error): The resource could not be found. Aug 21 09:20:28.112178 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a6d2a589-88cd-412f-bcc5-69d867f6efda tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "GET /v2.0/ports/1f8ea84d-d481-462d-8d5c-067d63304f10 HTTP/1.1" status: 404 len: 333 time: 0.0594542 Aug 21 09:20:28.112178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60590) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:28.279408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a5d906c4-d9ff-4548-9051-726d6cef81ee tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Deleting port e7b020fc-4d99-4934-b702-eb694fe688dc {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:28.286637 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5d906c4-d9ff-4548-9051-726d6cef81ee tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:28.449226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5d906c4-d9ff-4548-9051-726d6cef81ee tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:28.462910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a5d906c4-d9ff-4548-9051-726d6cef81ee tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Calling delete_port for e7b020fc-4d99-4934-b702-eb694fe688dc owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:28.593558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d00c7888-fe49-4dce-899c-3330e433af19 req-fe4e1149-069a-4e43-9437-70cf1d23f948 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0405457 Aug 21 09:20:28.697522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5d906c4-d9ff-4548-9051-726d6cef81ee tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:28.729700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d906c4-d9ff-4548-9051-726d6cef81ee tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event deleted for resources: {'Port': ['ID=e7b020fc-4d99-4934-b702-eb694fe688dc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:28.825408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5d906c4-d9ff-4548-9051-726d6cef81ee tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:28.829990 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a5d906c4-d9ff-4548-9051-726d6cef81ee tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "DELETE /v2.0/ports/e7b020fc-4d99-4934-b702-eb694fe688dc HTTP/1.1" status: 204 len: 168 time: 0.7144523 Aug 21 09:20:28.830203 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60606) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:28.942001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Deleting subnet 65e584e9-21e6-48c2-8997-d849f234052f {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:20:28.944179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:29.016724 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:29.121077 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:29.275292 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:29.340029 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event deleted for resources: {'Subnet': ['ID=65e584e9-21e6-48c2-8997-d849f234052f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:29.342608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f68e09-2ce0-40c7-a564-9b84bd4233aa None None] Network d5972e4c-934f-43da-a6dd-c361549e838d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:20:29.348716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:29.353897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60626) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:29.364540 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "DELETE /v2.0/subnets/65e584e9-21e6-48c2-8997-d849f234052f HTTP/1.1" status: 204 len: 168 time: 0.5329857 Aug 21 09:20:29.368259 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.384152 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.384501 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.385247 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.388286 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.388968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.389676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.391130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.391716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.392275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.392802 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.393502 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6650b04-3f3d-4503-857f-65b5c2ff421b tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:29.505340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:29.517247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc9d84-8a9a-4c6c-a2e2-f23ec951d012 req-39f8ea65-e0cf-4dc7-a740-adf0e8d80fe6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:29.518991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5cc9d84-8a9a-4c6c-a2e2-f23ec951d012 req-39f8ea65-e0cf-4dc7-a740-adf0e8d80fe6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 946 time: 0.1195605 Aug 21 09:20:29.587457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fa86e3-ac60-4ba1-aec3-0d61407fb18d None None] DHCP port deletion for d5972e4c-934f-43da-a6dd-c361549e838d request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:20:29.601430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5cc9d84-8a9a-4c6c-a2e2-f23ec951d012 req-a638bd15-5596-4b60-8a37-681f5dbc6767 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748823 Aug 21 09:20:29.618694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Deleting port 7b22a9bc-2548-4872-a476-8d920bdebd20 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:29.624230 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:29.647761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-78fa86e3-ac60-4ba1-aec3-0d61407fb18d None None] Deleting port 7b22a9bc-2548-4872-a476-8d920bdebd20 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:29.648231 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-78fa86e3-ac60-4ba1-aec3-0d61407fb18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:29.742003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-78fa86e3-ac60-4ba1-aec3-0d61407fb18d None None] For port 7b22a9bc-2548-4872-a476-8d920bdebd20, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7b22a9bc-2548-4872-a476-8d920bdebd20,segment=NetworkSegment(2225e184-ef22-43a0-b0fd-557614f55e5e),segment_id=2225e184-ef22-43a0-b0fd-557614f55e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:29.742417 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-78fa86e3-ac60-4ba1-aec3-0d61407fb18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:29.790709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49d90751-39e3-4087-a8ca-d98f4f7895f5 req-cbfd93b4-ce6f-4984-b5e3-99f9c1c6b0f6 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0464182 Aug 21 09:20:29.820236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] For port 7b22a9bc-2548-4872-a476-8d920bdebd20, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7b22a9bc-2548-4872-a476-8d920bdebd20,segment=NetworkSegment(2225e184-ef22-43a0-b0fd-557614f55e5e),segment_id=2225e184-ef22-43a0-b0fd-557614f55e5e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:29.820727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:29.837810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Calling delete_port for 7b22a9bc-2548-4872-a476-8d920bdebd20 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:29.984821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-78fa86e3-ac60-4ba1-aec3-0d61407fb18d None None] Calling delete_port for 7b22a9bc-2548-4872-a476-8d920bdebd20 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:30.046837 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:30.074061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event deleted for resources: {'Port': ['ID=7b22a9bc-2548-4872-a476-8d920bdebd20,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:30.085778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] No DVR routers for this DVR port 7b22a9bc-2548-4872-a476-8d920bdebd20 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:20:30.087767 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-78fa86e3-ac60-4ba1-aec3-0d61407fb18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:30.147015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa86e3-ac60-4ba1-aec3-0d61407fb18d None None] Pushing event deleted for resources: {'Port': ['ID=7b22a9bc-2548-4872-a476-8d920bdebd20,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:30.164441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa86e3-ac60-4ba1-aec3-0d61407fb18d None None] No DVR routers for this DVR port 7b22a9bc-2548-4872-a476-8d920bdebd20 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:20:30.207273 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:30.219350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5972e4c-934f-43da-a6dd-c361549e838d']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:30.232127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2225e184-ef22-43a0-b0fd-557614f55e5e') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:30.232373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2225e184-ef22-43a0-b0fd-557614f55e5e') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:30.241733 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:30.256060 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:30.268111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:20:30.269177 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:20:30.273582 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:20:30.409333 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7b22a9bc-2548-4872-a476-8d920bdebd20 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:20:30.412622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:30.444265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 7b22a9bc-2548-4872-a476-8d920bdebd20 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:20:30.444902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7b22a9bc-2548-4872-a476-8d920bdebd20 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:20:30.456968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:30.461328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] 10.222.0.20 "DELETE /v2.0/networks/d5972e4c-934f-43da-a6dd-c361549e838d HTTP/1.1" status: 204 len: 168 time: 1.1038513 Aug 21 09:20:30.461328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa34da1-9b8a-40b5-b810-6ff3f74c5533 tempest-AllowedAddressPairTestJSON-548766119 tempest-AllowedAddressPairTestJSON-548766119-project] Pushing event deleted for resources: {'Network': ['ID=d5972e4c-934f-43da-a6dd-c361549e838d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:30.633312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:20:30.717690 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:30.741098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:20:30.743339 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e702776-50b7-4349-8253-b35d95a4c3b6" -d '{"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-unplugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:20:30.758305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:30.784789 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138df205-3b4a-42ca-a495-2d73cdcc0913 x-openstack-request-id: req-138df205-3b4a-42ca-a495-2d73cdcc0913 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:20:30.785087 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-unplugged", "status": "completed", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:20:30.785340 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-138df205-3b4a-42ca-a495-2d73cdcc0913 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:20:30.785887 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'code': 200} Aug 21 09:20:30.869083 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:30.943074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=14']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:30.989342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5460c7e4-6fd3-4c87-b19b-ea8969ae7965 req-7b26ac81-0b6a-453e-a38d-655d267c7e41 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0728347 Aug 21 09:20:31.092592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60732) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:31.256496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c64218ab-462a-4730-a9f2-92561d1f05f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a3fd31a090c4acba365487b2d420701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627195 Aug 21 09:20:31.259087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60744) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:31.323101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ef957533-8a28-406b-a6ea-9911df2597bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:31.349008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ef957533-8a28-406b-a6ea-9911df2597bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:31.454016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60760) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:31.493484 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ef957533-8a28-406b-a6ea-9911df2597bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:31.500347 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ef957533-8a28-406b-a6ea-9911df2597bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:31.502832 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ef957533-8a28-406b-a6ea-9911df2597bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/097ed695-28e2-4eac-b5e9-64ecb2741eb3 HTTP/1.1" status: 204 len: 168 time: 0.2422092 Aug 21 09:20:31.513639 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef957533-8a28-406b-a6ea-9911df2597bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097ed695-28e2-4eac-b5e9-64ecb2741eb3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:31.602435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdf55-621a-4446-a513-764bb5f648c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:31.711184 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdf55-621a-4446-a513-764bb5f648c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:31.778322 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2d2cdf55-621a-4446-a513-764bb5f648c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:31.817309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2d2cdf55-621a-4446-a513-764bb5f648c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ba0931df3734c9da866582224e584ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622091 Aug 21 09:20:31.818181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cdf55-621a-4446-a513-764bb5f648c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa27ebb-4661-4de9-aa3d-c6415364a9e7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:31.820565 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60784) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:31.915109 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c72005a2-be98-4e77-b01b-4ebcd0081830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:31.941887 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c72005a2-be98-4e77-b01b-4ebcd0081830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:32.067455 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c72005a2-be98-4e77-b01b-4ebcd0081830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:32.067455 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c72005a2-be98-4e77-b01b-4ebcd0081830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:32.075310 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c72005a2-be98-4e77-b01b-4ebcd0081830 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fa27ebb-4661-4de9-aa3d-c6415364a9e7 HTTP/1.1" status: 204 len: 168 time: 0.2464271 Aug 21 09:20:32.077708 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72005a2-be98-4e77-b01b-4ebcd0081830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa27ebb-4661-4de9-aa3d-c6415364a9e7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:32.148953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffb99302-70f9-43a1-ae3d-29a26674e803 req-d717af32-25d8-46a5-9fb9-01b5e9d3c8f5 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0299757 Aug 21 09:20:32.788899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 60864) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:32.806040 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c9e30ac-44a9-43fe-a24a-db7eca159d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:32.900685 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c9e30ac-44a9-43fe-a24a-db7eca159d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:33.040374 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c9e30ac-44a9-43fe-a24a-db7eca159d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:33.084899 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8c9e30ac-44a9-43fe-a24a-db7eca159d80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b7944563af6475dafd32f696db7816b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938452 Aug 21 09:20:33.087860 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60876) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:33.091809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e30ac-44a9-43fe-a24a-db7eca159d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905406ad-ee3d-421d-87a8-a9392b431c97,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:33.160817 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acce-7430-41c3-889a-bc001af17827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:33.183294 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acce-7430-41c3-889a-bc001af17827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:33.306819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e97c796-231e-4bba-9ffb-0bea2c24dfee req-7ffdf616-998a-4089-bb93-ce7893e04cff tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0345867 Aug 21 09:20:33.312915 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acce-7430-41c3-889a-bc001af17827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:33.314003 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acce-7430-41c3-889a-bc001af17827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:33.317728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5cc2acce-7430-41c3-889a-bc001af17827 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/905406ad-ee3d-421d-87a8-a9392b431c97 HTTP/1.1" status: 204 len: 168 time: 0.2275395 Aug 21 09:20:33.373909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2acce-7430-41c3-889a-bc001af17827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905406ad-ee3d-421d-87a8-a9392b431c97,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:33.405371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccd9e3-f83d-4667-b830-35b310204dd9 req-00c75236-88b0-4c63-8ab6-29ebb91a0f16 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:33.407302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0ccd9e3-f83d-4667-b830-35b310204dd9 req-00c75236-88b0-4c63-8ab6-29ebb91a0f16 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0992975 Aug 21 09:20:33.464797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0ccd9e3-f83d-4667-b830-35b310204dd9 req-bad10378-1aab-4939-b05d-f4078193fa54 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434728 Aug 21 09:20:33.985208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a430a-b438-49b2-90d9-c4fd7ca08b86 req-d0b87ac3-44f3-4cc4-a5b0-1c541772ba65 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:33.987350 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b94a430a-b438-49b2-90d9-c4fd7ca08b86 req-d0b87ac3-44f3-4cc4-a5b0-1c541772ba65 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1229618 Aug 21 09:20:34.003144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036ab03-79a5-41ed-b35e-66823b04a593 req-f8728880-4eb6-4ae3-b157-9180923fdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:34.004987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8036ab03-79a5-41ed-b35e-66823b04a593 req-f8728880-4eb6-4ae3-b157-9180923fdd0e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1096 time: 0.1269190 Aug 21 09:20:34.138931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b94a430a-b438-49b2-90d9-c4fd7ca08b86 req-2f3af8f2-2a24-40ff-bd92-56c4a5a1e762 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328590 Aug 21 09:20:34.178568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036ab03-79a5-41ed-b35e-66823b04a593 req-564f2c24-ce90-45a2-b243-f24f8c1d1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:34.180239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8036ab03-79a5-41ed-b35e-66823b04a593 req-564f2c24-ce90-45a2-b243-f24f8c1d1a9c service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.1498902 Aug 21 09:20:34.257832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8036ab03-79a5-41ed-b35e-66823b04a593 req-c68b4f55-3f33-4f19-9314-a14ac2d35ff0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 999 time: 0.0707250 Aug 21 09:20:34.320119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036ab03-79a5-41ed-b35e-66823b04a593 req-595524b5-eb12-486d-b5b4-e00564f56435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:34.321857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8036ab03-79a5-41ed-b35e-66823b04a593 req-595524b5-eb12-486d-b5b4-e00564f56435 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0567579 Aug 21 09:20:34.404012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036ab03-79a5-41ed-b35e-66823b04a593 req-d2787286-fd4c-453b-a1ae-fe0e7fb846fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:34.405914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8036ab03-79a5-41ed-b35e-66823b04a593 req-d2787286-fd4c-453b-a1ae-fe0e7fb846fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772152 Aug 21 09:20:34.450611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c0b5595-1c53-4b06-8f47-e6fea4f12cd0 req-442f6fca-c81d-4ca6-b1e9-b9a73b5b90e5 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0422614 Aug 21 09:20:34.533455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8036ab03-79a5-41ed-b35e-66823b04a593 req-a68e8475-da33-4792-af88-433739e297c0 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162515 Aug 21 09:20:34.651139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8036ab03-79a5-41ed-b35e-66823b04a593 req-9dfb5300-99d2-43b0-8d43-3dd5a2dbb268 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053708 Aug 21 09:20:35.304938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8b643-9f8a-4fa2-b802-9e3215968a62 req-b582f6e4-8cdd-4d38-81c4-113f8961f147 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:35.307386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6b8b643-9f8a-4fa2-b802-9e3215968a62 req-b582f6e4-8cdd-4d38-81c4-113f8961f147 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0861616 Aug 21 09:20:35.377030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6b8b643-9f8a-4fa2-b802-9e3215968a62 req-74ff7fb7-48d9-4178-82ab-0610db796b9e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589004 Aug 21 09:20:35.444018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 32804) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:35.576720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1bf37a76-c80b-423e-9d8c-2ce03824c2f5 req-73544a11-faf5-4c3f-bad1-24fc4509f567 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0321567 Aug 21 09:20:35.610286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-145733977'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:35.697414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Made reservation on behalf of 9f6745edfa4a4557b98e239f66e7c297 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:35.701140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:35.718556 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:35.799434 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:35.891740 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:35.926134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:20:35.937582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b818d454-78d8-48d7-bca5-c36993527186,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:35.946261 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:35.947767 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Added segment 21ee7836-ff32-4979-96b1-26875665a7ca of type vlan for network 86398593-152f-4f44-82b1-013ddf469717 Aug 21 09:20:36.014715 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:36.119954 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:36.126039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:36.126646 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:36.207191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Pushing event updated for resources: {'Network': ['ID=86398593-152f-4f44-82b1-013ddf469717,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:36.218108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 86398593-152f-4f44-82b1-013ddf469717 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:20:36.252303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d3ebca6f-ef2b-4acf-9c7f-39b02f603306 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8064873 Aug 21 09:20:36.255146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 32838) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:36.317792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Request body: {'network': {'name': 'tempest-network--1528455873', 'router:external': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:36.478085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Made reservation on behalf of 3f24efa4ea5f42cf9c82dc1b4ff03e8f for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:36.478085 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:36.478085 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:36.520013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae6ad1-f5c5-40be-8b50-c9ee6554bf4a req-3748ed59-81cc-4234-bdcd-562258af317c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:36.521489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bae6ad1-f5c5-40be-8b50-c9ee6554bf4a req-3748ed59-81cc-4234-bdcd-562258af317c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0697281 Aug 21 09:20:36.573034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bae6ad1-f5c5-40be-8b50-c9ee6554bf4a req-da5f5019-0bc4-49e5-b88e-ac5bc63dcfda tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439961 Aug 21 09:20:36.612413 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:36.690159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be6967a8-45e5-44e4-9895-5308cd0f527c req-5a4de470-32be-4528-bf6a-7b38e5be5b36 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0300803 Aug 21 09:20:36.690159 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:36.718507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:20:36.724041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716a55a5-2d7c-42e0-9144-9fcbe437c35e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:36.732340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:36.732610 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Added segment de2ad464-709b-4c69-8d62-4a25cdc10e6c of type vlan for network 156a4e4d-81c3-461a-807e-bb625226b92b Aug 21 09:20:36.820574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:36.858814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e357-573b-45bb-a53e-daa6fedf690c req-c0afe557-0b96-4457-aa7c-f22c153615c0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:36.860362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ae2e357-573b-45bb-a53e-daa6fedf690c req-c0afe557-0b96-4457-aa7c-f22c153615c0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0984926 Aug 21 09:20:36.899751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ae2e357-573b-45bb-a53e-daa6fedf690c req-2ac787f4-3cd9-4039-9c91-73c410eee9bf tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330179 Aug 21 09:20:36.919831 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1191fc92-d875-40aa-a50e-390d5aaeebdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:36.960426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:36.961484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:36.962218 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.059482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event updated for resources: {'Network': ['ID=156a4e4d-81c3-461a-807e-bb625226b92b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:37.068691 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 156a4e4d-81c3-461a-807e-bb625226b92b details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:20:37.087736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dca6c-b0f8-4a91-b108-e0fcd1126b4b req-f53296ba-6f13-4463-8f9e-bb441f07b666 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:37.098499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-738dca6c-b0f8-4a91-b108-e0fcd1126b4b req-f53296ba-6f13-4463-8f9e-bb441f07b666 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1148705 Aug 21 09:20:37.111214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ef516476-4608-4cae-a86b-66a4868afae2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8545909 Aug 21 09:20:37.114072 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 32898) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:37.147715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-738dca6c-b0f8-4a91-b108-e0fcd1126b4b req-363989ce-6dea-4da5-a40f-b01764b16e82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449116 Aug 21 09:20:37.204584 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.315135 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.326085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156a4e4d-81c3-461a-807e-bb625226b92b']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:37.339680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2ad464-709b-4c69-8d62-4a25cdc10e6c') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:37.339989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2ad464-709b-4c69-8d62-4a25cdc10e6c') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:37.350018 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.371835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.380822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:20:37.381238 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:20:37.382973 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:20:37.490865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-5ff442b2-2810-4fb3-b70f-b9b8b28cd16d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:37.492414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-5ff442b2-2810-4fb3-b70f-b9b8b28cd16d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 812 time: 0.1212089 Aug 21 09:20:37.510523 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c87e6ad8-fdf8-466e-97ef-4af1267c3154 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/quotas/d45316a92cad4722a66037032e7e74ea HTTP/1.1" status: 200 len: 375 time: 0.0106454 Aug 21 09:20:37.531465 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.537126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 156a4e4d-81c3-461a-807e-bb625226b92b {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 09:20:37.540332 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.545418 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "DELETE /v2.0/networks/156a4e4d-81c3-461a-807e-bb625226b92b HTTP/1.1" status: 204 len: 168 time: 0.4264808 Aug 21 09:20:37.552633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 32936) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:37.558425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:37.561840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aa44a-9f74-44a5-bb7a-e77989265844 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event deleted for resources: {'Network': ['ID=156a4e4d-81c3-461a-807e-bb625226b92b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:37.585971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c35968cb-8fe6-4f09-8138-ef35b19d5831 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0667729 Aug 21 09:20:37.673393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-2ae7bd42-7604-441f-ba08-0625e884da5c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:20:37.674401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-2ae7bd42-7604-441f-ba08-0625e884da5c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0810294 Aug 21 09:20:37.708973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Made reservation on behalf of 3f24efa4ea5f42cf9c82dc1b4ff03e8f for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:37.711897 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.746416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:20:37.759496 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.759977 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Added segment 45dfc315-b4b0-4b95-8a37-d83ff6442e33 of type vlan for network b1592051-f544-42d8-bdb8-d8c96f66dbf5 Aug 21 09:20:37.810684 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.824911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-fbeac57e-ad12-44c1-9810-38e522d9b2b6 service neutron] 10.222.0.20 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443787 Aug 21 09:20:37.859213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-166f3b0f-d913-4c11-9179-bf9798bbd85d req-4873ba97-1dbd-408c-a143-04cc86951c20 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0452900 Aug 21 09:20:37.950320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-8f58da86-a149-41af-89fe-b9153da92a3d service neutron] 10.222.0.20 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040258 Aug 21 09:20:37.966459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:37.967467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:37.968722 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:38.078477 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5218580 Aug 21 09:20:38.078695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 32956) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:38.085304 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Request body: {'subnet': {'network_id': 'b1592051-f544-42d8-bdb8-d8c96f66dbf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:38.102173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e203c3-a351-4705-ad91-92d48ce0143f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event updated for resources: {'Network': ['ID=b1592051-f544-42d8-bdb8-d8c96f66dbf5,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:38.114786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network b1592051-f544-42d8-bdb8-d8c96f66dbf5 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:20:38.177573 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Made reservation on behalf of 3f24efa4ea5f42cf9c82dc1b4ff03e8f for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:38.181445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:38.226355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c500bf63-61c2-4d16-b45c-3707041c7f3c req-5cd1c56d-131e-4b3b-b961-cde87e55c84b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 210 time: 0.0344429 Aug 21 09:20:38.671271 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:20:38.672098 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:38.731365 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event updated for resources: {'Subnet': ['ID=053aaf3c-f4c9-4cfc-be54-60033955e969,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:38.740769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Checking segment: {'id': '45dfc315-b4b0-4b95-8a37-d83ff6442e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1592051-f544-42d8-bdb8-d8c96f66dbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:20:38.746012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Network hostable DHCP agents. Network: b1592051-f544-42d8-bdb8-d8c96f66dbf5, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:20:38.837507 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Network b1592051-f544-42d8-bdb8-d8c96f66dbf5 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:20:38.972410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5374d73e-acd2-4ea6-9d34-d8b07725cb3f req-69c5cbd0-ea6d-4233-88b9-74fc9bf75dfa tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0344412 Aug 21 09:20:38.990624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, b1592051-f544-42d8-bdb8-d8c96f66dbf5) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:39.010209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:39.011243 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:39.014470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463475ab-d53e-44b0-a53d-c34ddeb2ef7c None None] Network b1592051-f544-42d8-bdb8-d8c96f66dbf5 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:20:39.121420 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-43e8e55a-05ce-4c41-99dd-e39a47bbf152 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0416005 Aug 21 09:20:39.124046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33018) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:39.131074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1592051-f544-42d8-bdb8-d8c96f66dbf5'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:39.219873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a75a0c-1a84-4828-a433-79ad62efc44c None None] Network b1592051-f544-42d8-bdb8-d8c96f66dbf5 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:20:39.298646 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:39.420488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b962cc89-bf1e-4db9-a392-b764debe4477 req-a5741dfb-471f-4e44-b9e1-302aeb6588ce tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 210 time: 0.0636361 Aug 21 09:20:39.490286 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:39.527051 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-567de737-d5aa-4074-b33e-02474f212ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:39.607227 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Allocated IP 172.20.0.2 (b1592051-f544-42d8-bdb8-d8c96f66dbf5/053aaf3c-f4c9-4cfc-be54-60033955e969/845a6d9e-9a13-46a8-a749-fb147873bc9d) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:20:39.728519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:39.771936 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:39.911062 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:39.948726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Network b1592051-f544-42d8-bdb8-d8c96f66dbf5 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:20:39.951709 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:39.955088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:20:39.990801 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event updated for resources: {'Port': ['ID=845a6d9e-9a13-46a8-a749-fb147873bc9d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:40.088205 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:40.143892 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65c6284a-22e7-4d14-8ecb-dfc820033cf6 req-d0e4e202-5303-4132-b0be-bdf177ff1ebb tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0388129 Aug 21 09:20:40.267194 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:40.458602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:40.523119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18399048-9d37-4e87-ace5-a28c966d0625 req-f6281a86-887e-4e1a-8405-a7a0a74bbadd tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 210 time: 0.0293226 Aug 21 09:20:40.594547 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:40.677787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-805bcf91-abfe-4b02-8cea-bb34252a08f4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:40.679525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-805bcf91-abfe-4b02-8cea-bb34252a08f4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 812 time: 0.1537387 Aug 21 09:20:40.694715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Request body: {'port': {'device_id': '4f75f7ed-a3af-4369-a14f-2e5ab5de2c98', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'admin_state_up': True, 'tenant_id': 'd45316a92cad4722a66037032e7e74ea'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:40.701668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event updated for resources: {'Port': ['ID=845a6d9e-9a13-46a8-a749-fb147873bc9d,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:40.707116 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:40.834291 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:40.835528 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c9180a9e-c2c7-4c1e-8731-64491a637aee tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7096305 Aug 21 09:20:40.838545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33104) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:40.916798 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-04222cf2-b348-41b5-8a3d-03aa0217380e tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=b1592051-f544-42d8-bdb8-d8c96f66dbf5 HTTP/1.1" status: 200 len: 689 time: 0.0763772 Aug 21 09:20:40.919373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33106) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:40.954510 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:40.999811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Made reservation on behalf of d45316a92cad4722a66037032e7e74ea for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:41.004292 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:41.405597 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:41.416797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c2f28b0-640d-403a-a9a5-14eaabf46056 req-277a3a05-ecee-41ca-a5aa-0f06bb1a1b9e tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0455995 Aug 21 09:20:41.612170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Allocated IP 172.20.0.5 (9f7b8d42-decb-4a92-93d7-259b0577d2bd/0af0f514-5b74-442e-a44e-f7a648ffcaaf/264a635d-c2b9-4993-ae08-a62eefb8a003) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:20:41.626492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Deleting port 845a6d9e-9a13-46a8-a749-fb147873bc9d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:41.626836 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:41.698750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ccf0367-c9e3-412c-a26d-dd8262bed84b req-86e59107-a719-4fb8-bc69-7a4ba8bb85b8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 210 time: 0.0577545 Aug 21 09:20:41.805273 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:41.805610 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:41.825133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Calling delete_port for 845a6d9e-9a13-46a8-a749-fb147873bc9d owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:41.925054 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:41.949477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Transition to ACTIVE for port object 264a635d-c2b9-4993-ae08-a62eefb8a003 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:42.080948 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.124561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:20:42.127345 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.140349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:42.144170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:20:42.146724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event updated for resources: {'Port': ['ID=264a635d-c2b9-4993-ae08-a62eefb8a003,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:42.200591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event deleted for resources: {'Port': ['ID=845a6d9e-9a13-46a8-a749-fb147873bc9d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:42.280371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:42.281329 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.309088 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.370654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.423063 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.469685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c8df773a-58d6-4432-ad7a-7e3e3a3a2e7c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7792909 Aug 21 09:20:42.482668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Request body: {'port': {'device_id': '4f75f7ed-a3af-4369-a14f-2e5ab5de2c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:42.522990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-30424c69-cb39-4aa8-9800-91011948eeea None None] Provisioning for port 264a635d-c2b9-4993-ae08-a62eefb8a003 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:20:42.530872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-30424c69-cb39-4aa8-9800-91011948eeea None None] Provisioning complete for port 264a635d-c2b9-4993-ae08-a62eefb8a003 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:42.530872 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-30424c69-cb39-4aa8-9800-91011948eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.540202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66a69924-b838-46e3-b6c4-45f4fb3cf83b req-f734c595-bae5-460c-bb29-b0671feea55b tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0343134 Aug 21 09:20:42.560863 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.582830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-30424c69-cb39-4aa8-9800-91011948eeea None None] Port 264a635d-c2b9-4993-ae08-a62eefb8a003 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:20:42.626762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=053aaf3c-f4c9-4cfc-be54-60033955e969,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:42.633624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.727689 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.744020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1592051-f544-42d8-bdb8-d8c96f66dbf5']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:42.763829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dfc315-b4b0-4b95-8a37-d83ff6442e33') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:42.763932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dfc315-b4b0-4b95-8a37-d83ff6442e33') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:42.783040 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.876507 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.900956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:20:42.901816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:20:42.905880 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:20:43.021118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b440f5-efa3-44cd-993d-efe31f1d3567 req-6032acf5-a2a9-443f-bddd-cec342233ed5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:43.022710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4b440f5-efa3-44cd-993d-efe31f1d3567 req-6032acf5-a2a9-443f-bddd-cec342233ed5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 931 time: 0.1667461 Aug 21 09:20:43.084879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4b440f5-efa3-44cd-993d-efe31f1d3567 req-ba0eafa2-4742-45fd-b2fc-e8b1a1458190 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546048 Aug 21 09:20:43.091051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:43.097916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1592051-f544-42d8-bdb8-d8c96f66dbf5 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 09:20:43.102377 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:43.104539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "DELETE /v2.0/networks/b1592051-f544-42d8-bdb8-d8c96f66dbf5 HTTP/1.1" status: 204 len: 168 time: 2.1839769 Aug 21 09:20:43.107006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33218) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:43.136191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c1b06-d4d3-43b1-bf7d-2da776823f24 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1592051-f544-42d8-bdb8-d8c96f66dbf5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:43.251447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264a635d-c2b9-4993-ae08-a62eefb8a003 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:20:43.261186 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:43.275093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Transition to ACTIVE for port object 264a635d-c2b9-4993-ae08-a62eefb8a003 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:43.315099 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f5252813-7b9e-4d64-910d-49e0f776f30f tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.2068560 Aug 21 09:20:43.317504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33226) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:43.349868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:43.446822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b094bc-0293-403e-932f-79fb461c2e31 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:43.447301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b094bc-0293-403e-932f-79fb461c2e31 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:43.447814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b094bc-0293-403e-932f-79fb461c2e31 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:43.448843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b094bc-0293-403e-932f-79fb461c2e31 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:43.456010 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b094bc-0293-403e-932f-79fb461c2e31 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:43.458064 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-11b094bc-0293-403e-932f-79fb461c2e31 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3388 time: 0.1393292 Aug 21 09:20:43.462800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33234) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:43.511490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Pushing event updated for resources: {'Port': ['ID=264a635d-c2b9-4993-ae08-a62eefb8a003,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:43.527874 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-edc3f6aa-ea15-448b-9696-008ed79cf3d5 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] delete failed (client error): The resource could not be found. Aug 21 09:20:43.533095 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-edc3f6aa-ea15-448b-9696-008ed79cf3d5 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/26e966bc-d48f-4c0f-900e-3d5919382330 HTTP/1.1" status: 404 len: 345 time: 0.0691354 Aug 21 09:20:43.533959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33240) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:43.548542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.548947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.553356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.553990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.554315 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-16be461e-8a29-401f-a3c7-c195b8fdb0c2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] DELETE failed (client error): The resource could not be found. Aug 21 09:20:43.554747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.554935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16be461e-8a29-401f-a3c7-c195b8fdb0c2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:20:43.555714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.556062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.556499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.556848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.557189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.558248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.558377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:43.566947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33242) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:43.569317 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-16be461e-8a29-401f-a3c7-c195b8fdb0c2 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "DELETE /v2.0/networks/b1592051-f544-42d8-bdb8-d8c96f66dbf5 HTTP/1.1" status: 404 len: 339 time: 0.0320599 Aug 21 09:20:43.600309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Request body: {'network': {'name': 'tempest-network--1865447953', 'router:external': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:43.653479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Attempting to bind port 264a635d-c2b9-4993-ae08-a62eefb8a003 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:43.653990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Attempting to bind port 264a635d-c2b9-4993-ae08-a62eefb8a003 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:43.654536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Attempting to bind port 264a635d-c2b9-4993-ae08-a62eefb8a003 on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:43.662256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Port 264a635d-c2b9-4993-ae08-a62eefb8a003 on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:43.669426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Attempting to bind port 264a635d-c2b9-4993-ae08-a62eefb8a003 on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:43.673488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:20:43.674036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Checking segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:20:43.674419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Bound using segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:20:43.674860 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Bound port: 264a635d-c2b9-4993-ae08-a62eefb8a003, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:20:43.675228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:43.768149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7c061d8-799e-4124-b7ea-25d180226bff req-df899524-e792-4de3-a619-4ae78c217406 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0905008 Aug 21 09:20:43.768876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Made reservation on behalf of 3f24efa4ea5f42cf9c82dc1b4ff03e8f for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:43.771747 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:43.824848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:20:43.830879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] For port 264a635d-c2b9-4993-ae08-a62eefb8a003, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:20:43.835358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] For port 264a635d-c2b9-4993-ae08-a62eefb8a003, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=264a635d-c2b9-4993-ae08-a62eefb8a003,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:20:43.845921 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:43.845921 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Added segment 90b334c5-c899-4314-8068-60f9c102823c of type vlan for network 6f116a2a-d19c-4850-a1d9-57183b3b5c78 Aug 21 09:20:43.889094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:43.909171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:43.947769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:43.948622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:43.950208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] 10.222.0.22 "PUT /v2.0/ports/264a635d-c2b9-4993-ae08-a62eefb8a003 HTTP/1.1" status: 200 len: 1092 time: 1.4725296 Aug 21 09:20:43.953799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f75f7ed-a3af-4369-a14f-2e5ab5de2c98', 'tag': '264a635d-c2b9-4993-ae08-a62eefb8a003'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:20:43.960835 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a267a9-4d73-43e7-b5ce-7038cf62f10a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f75f7ed-a3af-4369-a14f-2e5ab5de2c98", "tag": "264a635d-c2b9-4993-ae08-a62eefb8a003"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:20:44.007707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d508d-e153-40ab-a216-3774d70335e2 service neutron] Pushing event updated for resources: {'Port': ['ID=264a635d-c2b9-4993-ae08-a62eefb8a003,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:44.014494 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea06373-c193-4c68-b7a8-dc81d358a917 x-openstack-request-id: req-6ea06373-c193-4c68-b7a8-dc81d358a917 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:20:44.014908 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f75f7ed-a3af-4369-a14f-2e5ab5de2c98", "tag": "264a635d-c2b9-4993-ae08-a62eefb8a003", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:20:44.015674 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ea06373-c193-4c68-b7a8-dc81d358a917 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:20:44.015798 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f75f7ed-a3af-4369-a14f-2e5ab5de2c98', 'tag': '264a635d-c2b9-4993-ae08-a62eefb8a003', 'status': 'completed', 'code': 200} Aug 21 09:20:44.082239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a267a9-4d73-43e7-b5ce-7038cf62f10a req-412dbf0c-f750-4cf4-8d6c-ffba103f8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.084096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14a267a9-4d73-43e7-b5ce-7038cf62f10a req-412dbf0c-f750-4cf4-8d6c-ffba103f8d57 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 1095 time: 0.0490456 Aug 21 09:20:44.084857 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:44.085793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.086433 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:44.225922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event updated for resources: {'Network': ['ID=6f116a2a-d19c-4850-a1d9-57183b3b5c78,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:44.236207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 6f116a2a-d19c-4850-a1d9-57183b3b5c78 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:20:44.252440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ba0315d5-a52f-489a-89db-3a4e7f376230 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6822076 Aug 21 09:20:44.253653 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33280) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:44.293724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096416-7376-423b-874c-732747aa715d req-fbb7a139-68b7-4605-87ee-84d400e8c264 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.295276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19096416-7376-423b-874c-732747aa715d req-fbb7a139-68b7-4605-87ee-84d400e8c264 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 943 time: 0.0903606 Aug 21 09:20:44.300842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a267a9-4d73-43e7-b5ce-7038cf62f10a req-99140e04-030b-419e-8cb2-53c384028f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.302538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14a267a9-4d73-43e7-b5ce-7038cf62f10a req-99140e04-030b-419e-8cb2-53c384028f78 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=d45316a92cad4722a66037032e7e74ea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1968653 Aug 21 09:20:44.393979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19096416-7376-423b-874c-732747aa715d req-42b8bcd4-afd6-4a52-9529-5832b61f602c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903924 Aug 21 09:20:44.439465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a267a9-4d73-43e7-b5ce-7038cf62f10a req-325fa7c9-aa12-4357-9699-e09a60f14c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.442447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14a267a9-4d73-43e7-b5ce-7038cf62f10a req-325fa7c9-aa12-4357-9699-e09a60f14c29 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311984 Aug 21 09:20:44.476595 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221033df-2d22-4cad-afa1-eeb279572c23 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.477868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221033df-2d22-4cad-afa1-eeb279572c23 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.484658 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221033df-2d22-4cad-afa1-eeb279572c23 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.490433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221033df-2d22-4cad-afa1-eeb279572c23 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.494678 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-221033df-2d22-4cad-afa1-eeb279572c23 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2373340 Aug 21 09:20:44.495701 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33294) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:44.527614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-8127b65d-dfa7-4aff-ada8-3465af1df878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.529164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-8127b65d-dfa7-4aff-ada8-3465af1df878 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 1095 time: 0.0452914 Aug 21 09:20:44.568702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:44.582858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-c9c9a2eb-958a-4e13-9ea5-2459ba16180f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264a635d-c2b9-4993-ae08-a62eefb8a003 HTTP/1.1" status: 200 len: 217 time: 0.0447671 Aug 21 09:20:44.642891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-899f183f-3bb7-4a58-9337-d28eb922edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.644595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-899f183f-3bb7-4a58-9337-d28eb922edf1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0546134 Aug 21 09:20:44.650702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:44.662860 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f116a2a-d19c-4850-a1d9-57183b3b5c78']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:44.675113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b334c5-c899-4314-8068-60f9c102823c') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:44.675765 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b334c5-c899-4314-8068-60f9c102823c') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:44.693200 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:44.709997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-38a25db8-0ed5-4f55-99bd-1589068ad26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:44.711824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-38a25db8-0ed5-4f55-99bd-1589068ad26a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597215 Aug 21 09:20:44.711980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:44.719337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:20:44.719914 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:20:44.725254 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:20:44.816567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-35454980-3e71-4c63-a473-8de274a0aebd service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973611 Aug 21 09:20:44.828616 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:44.833809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f116a2a-d19c-4850-a1d9-57183b3b5c78 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 09:20:44.836519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:44.838403 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6f116a2a-d19c-4850-a1d9-57183b3b5c78 HTTP/1.1" status: 204 len: 168 time: 0.3417239 Aug 21 09:20:44.851859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33318) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:44.863903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7cafa-9565-4d29-946d-1e5a18372066 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f116a2a-d19c-4850-a1d9-57183b3b5c78,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:44.871892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Request body: {'network': {'name': 'tempest-network--1388145032', 'router:external': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:44.971199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37c3987d-ebac-48e9-8873-76bc8579a9d4 req-f2b75881-caec-40db-8bc7-71b327b21258 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0768478 Aug 21 09:20:45.032805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-230f5139-d1d0-4a56-9bea-cbb572f7300b req-8190de09-f534-4df3-ba56-5c84b9c982aa service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086322 Aug 21 09:20:45.092999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Made reservation on behalf of 3f24efa4ea5f42cf9c82dc1b4ff03e8f for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:45.096045 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.158446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:20:45.174210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.174952 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Added segment 2ccea7a0-b43b-4022-a69f-92323c917c1d of type vlan for network 466aaac8-70b4-41a0-b90f-03d415f86b1b Aug 21 09:20:45.212006 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.253536 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.388845 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.423295 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.424372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:45.425065 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.530786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6677527 Aug 21 09:20:45.533509 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33360) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:45.566594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d431217-84bf-4bc9-a044-eb4339433c5c tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event updated for resources: {'Network': ['ID=466aaac8-70b4-41a0-b90f-03d415f86b1b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:45.577017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 466aaac8-70b4-41a0-b90f-03d415f86b1b details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:20:45.607198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a14303-e035-449f-8076-8ba1a391eee8 req-10ea978b-eddb-4de0-a1ce-2799a6593ed7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:45.608832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90a14303-e035-449f-8076-8ba1a391eee8 req-10ea978b-eddb-4de0-a1ce-2799a6593ed7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 943 time: 0.0952997 Aug 21 09:20:45.621254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a13e31-1b4a-473b-bfa3-7aead098c6a4 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:45.622726 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e2a13e31-1b4a-473b-bfa3-7aead098c6a4 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] 10.222.0.20 "GET /v2.0/networks/466aaac8-70b4-41a0-b90f-03d415f86b1b HTTP/1.1" status: 200 len: 757 time: 0.0882094 Aug 21 09:20:45.625389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33364) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:45.675305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90a14303-e035-449f-8076-8ba1a391eee8 req-53e98979-d27a-426f-9780-8d128242508c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599940 Aug 21 09:20:45.733025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b87bec8-eb1e-4eed-a76a-6ce1583dc15d tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:45.735624 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5b87bec8-eb1e-4eed-a76a-6ce1583dc15d tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] 10.222.0.20 "GET /v2.0/networks/86398593-152f-4f44-82b1-013ddf469717 HTTP/1.1" status: 200 len: 767 time: 0.1082017 Aug 21 09:20:45.737727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33372) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:45.816299 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.899589 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.911438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466aaac8-70b4-41a0-b90f-03d415f86b1b']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:45.925636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccea7a0-b43b-4022-a69f-92323c917c1d') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:45.925942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccea7a0-b43b-4022-a69f-92323c917c1d') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:45.948155 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.962453 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.968941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:20:45.969327 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:20:45.971246 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:20:46.109586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a69e8cb9-85f3-45ce-b509-628538ef5119 req-76ab4bdb-67e6-4fc6-bd75-d367cc31a824 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0396676 Aug 21 09:20:46.117014 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:46.119768 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 466aaac8-70b4-41a0-b90f-03d415f86b1b {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 09:20:46.122643 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:46.131718 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "DELETE /v2.0/networks/466aaac8-70b4-41a0-b90f-03d415f86b1b HTTP/1.1" status: 204 len: 168 time: 0.3867302 Aug 21 09:20:46.132050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33394) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:46.137992 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f35b2b-bf99-4231-bf1e-601ecc4e2694 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event deleted for resources: {'Network': ['ID=466aaac8-70b4-41a0-b90f-03d415f86b1b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:46.140923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Request body: {'network': {'name': 'tempest-network--952636070'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:46.525286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Made reservation on behalf of 3f24efa4ea5f42cf9c82dc1b4ff03e8f for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:46.537568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:46.551048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:20:46.559989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:46.560333 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Added segment cc7539d6-1c7d-4204-9692-79e6909032e2 of type vlan for network 8a6701b5-c045-4a4d-8706-07641b9bc562 Aug 21 09:20:46.613850 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:46.731535 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:46.732543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:46.733202 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:46.743189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 264a635d-c2b9-4993-ae08-a62eefb8a003 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:20:46.833201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event updated for resources: {'Network': ['ID=8a6701b5-c045-4a4d-8706-07641b9bc562,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:46.867630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12b90b-3f3a-4ef6-abc8-bddb4153d0c2 req-c27977b6-f370-4ead-8951-43d763367f66 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:46.867766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 8a6701b5-c045-4a4d-8706-07641b9bc562 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:20:46.867879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc12b90b-3f3a-4ef6-abc8-bddb4153d0c2 req-c27977b6-f370-4ead-8951-43d763367f66 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 943 time: 0.1141505 Aug 21 09:20:46.872157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c840d4b5-8273-406c-87f8-00e9c751b66a tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7361042 Aug 21 09:20:46.872539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33422) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:46.878435 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4aa20912-cdd7-4392-adf8-1f61d4da9fbb tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:46.943063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc12b90b-3f3a-4ef6-abc8-bddb4153d0c2 req-03ae5c18-e178-4791-b746-73962d2a1c64 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629547 Aug 21 09:20:46.971481 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 264a635d-c2b9-4993-ae08-a62eefb8a003, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=264a635d-c2b9-4993-ae08-a62eefb8a003,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:46.983975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '264a635d-c2b9-4993-ae08-a62eefb8a003', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'port_id': '264a635d-c2b9-4993-ae08-a62eefb8a003', 'mac_address': 'fa:16:3e:3e:3c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:20:47.032656 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.046441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264a635d-c2b9-4993-ae08-a62eefb8a003 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:20:47.066136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 264a635d-c2b9-4993-ae08-a62eefb8a003, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=264a635d-c2b9-4993-ae08-a62eefb8a003,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:47.067220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4aa20912-cdd7-4392-adf8-1f61d4da9fbb tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.171125 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.194656 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4aa20912-cdd7-4392-adf8-1f61d4da9fbb tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.212510 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4aa20912-cdd7-4392-adf8-1f61d4da9fbb tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Network 8a6701b5-c045-4a4d-8706-07641b9bc562 is not hosted by any dhcp agent {{(pid=106756) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 09:20:47.213866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa20912-cdd7-4392-adf8-1f61d4da9fbb tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:47.214651 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4aa20912-cdd7-4392-adf8-1f61d4da9fbb tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.215984 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4aa20912-cdd7-4392-adf8-1f61d4da9fbb tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "PUT /v2.0/networks/8a6701b5-c045-4a4d-8706-07641b9bc562 HTTP/1.1" status: 200 len: 857 time: 0.3424208 Aug 21 09:20:47.220173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33438) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:47.256621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c061006-3c2d-4da3-8b30-cc4a3ab6a95d req-bd526dc2-17d2-4b08-be25-b6c318872a30 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0634780 Aug 21 09:20:47.261663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=264a635d-c2b9-4993-ae08-a62eefb8a003,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:47.272320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.273773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.274382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.274866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.275379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.288436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.288436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.288436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.288436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.288436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.288436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.288436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:20:47.297555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa20912-cdd7-4392-adf8-1f61d4da9fbb tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event updated for resources: {'Network': ['ID=8a6701b5-c045-4a4d-8706-07641b9bc562,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:47.377210 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.383840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['264a635d-c2b9-4993-ae08-a62eefb8a003'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:20:47.477408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.495912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6701b5-c045-4a4d-8706-07641b9bc562']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:47.510041 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7539d6-1c7d-4204-9692-79e6909032e2') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:47.510406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7539d6-1c7d-4204-9692-79e6909032e2') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:47.521248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.549144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.558317 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:20:47.558921 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:20:47.560588 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:20:47.736829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.741971 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a6701b5-c045-4a4d-8706-07641b9bc562 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 09:20:47.753660 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:47.758996 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8a6701b5-c045-4a4d-8706-07641b9bc562 HTTP/1.1" status: 204 len: 168 time: 0.5340843 Aug 21 09:20:47.766438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33464) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:47.793763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4383da2-c4c1-4585-9df2-d8fd6f5e8a99 tempest-ExternalNetworksTestJSON-161840093 tempest-ExternalNetworksTestJSON-161840093-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a6701b5-c045-4a4d-8706-07641b9bc562,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:47.821380 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b138ee80-d255-4216-aee3-d9d4848c4abe tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] DELETE failed (client error): The resource could not be found. Aug 21 09:20:47.821865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b138ee80-d255-4216-aee3-d9d4848c4abe tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:20:47.828004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33470) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:47.840308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b138ee80-d255-4216-aee3-d9d4848c4abe tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] 10.222.0.20 "DELETE /v2.0/subnets/053aaf3c-f4c9-4cfc-be54-60033955e969 HTTP/1.1" status: 404 len: 337 time: 0.0788782 Aug 21 09:20:48.115204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f88cf9-e47f-49e8-b9a8-3332d59724ed req-300f6466-9095-4ef5-9bbc-4fecd1c32440 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:48.117386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2f88cf9-e47f-49e8-b9a8-3332d59724ed req-300f6466-9095-4ef5-9bbc-4fecd1c32440 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 944 time: 0.0684547 Aug 21 09:20:48.180257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2f88cf9-e47f-49e8-b9a8-3332d59724ed req-a54581ce-d777-442e-9173-81cbaa0fed26 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557215 Aug 21 09:20:48.288327 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:48.436809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:48.449843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86398593-152f-4f44-82b1-013ddf469717']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:48.465941 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f300cc71-02c3-4aed-8faf-ff17e0ebdc1b req-79673cdb-f5cb-4674-9ced-8faa208330cd tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0533273 Aug 21 09:20:48.468318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ee7836-ff32-4979-96b1-26875665a7ca') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:48.468677 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ee7836-ff32-4979-96b1-26875665a7ca') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:20:48.492936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:48.508259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:48.514258 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:20:48.514738 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:20:48.517729 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:20:48.686266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:48.696146 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:48.698070 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] 10.222.0.20 "DELETE /v2.0/networks/86398593-152f-4f44-82b1-013ddf469717 HTTP/1.1" status: 204 len: 168 time: 0.8690114 Aug 21 09:20:48.709584 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec711e-4b4b-4b5a-a23e-41078acf19c3 tempest-ExternalNetworksTestJSON-2083168573 tempest-ExternalNetworksTestJSON-2083168573-project] Pushing event deleted for resources: {'Network': ['ID=86398593-152f-4f44-82b1-013ddf469717,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:48.741875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 264a635d-c2b9-4993-ae08-a62eefb8a003 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:20:48.862431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 264a635d-c2b9-4993-ae08-a62eefb8a003 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:20:48.868237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 264a635d-c2b9-4993-ae08-a62eefb8a003 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:20:48.868880 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:48.968096 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:48.992495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f75f7ed-a3af-4369-a14f-2e5ab5de2c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264a635d-c2b9-4993-ae08-a62eefb8a003'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:20:48.994824 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31ce035-afdc-4c90-bec9-45413bc0bc1d" -d '{"events": [{"server_uuid": "4f75f7ed-a3af-4369-a14f-2e5ab5de2c98", "name": "network-vif-plugged", "status": "completed", "tag": "264a635d-c2b9-4993-ae08-a62eefb8a003"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:20:49.020812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 264a635d-c2b9-4993-ae08-a62eefb8a003, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=264a635d-c2b9-4993-ae08-a62eefb8a003,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:49.050561 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517921f8-8a53-45a2-82cf-0e0f2083fde5 x-openstack-request-id: req-517921f8-8a53-45a2-82cf-0e0f2083fde5 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:20:49.051048 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f75f7ed-a3af-4369-a14f-2e5ab5de2c98", "name": "network-vif-plugged", "status": "completed", "tag": "264a635d-c2b9-4993-ae08-a62eefb8a003", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:20:49.051393 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-517921f8-8a53-45a2-82cf-0e0f2083fde5 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:20:49.051959 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f75f7ed-a3af-4369-a14f-2e5ab5de2c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264a635d-c2b9-4993-ae08-a62eefb8a003', 'code': 200} Aug 21 09:20:49.154081 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:49.165981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d559eaf-09b7-4b4e-93ec-17e38a04f85b req-648ae1a6-faf1-4b66-a8fe-21b7c7ac7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:49.168432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d559eaf-09b7-4b4e-93ec-17e38a04f85b req-648ae1a6-faf1-4b66-a8fe-21b7c7ac7ab4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 1096 time: 0.0463192 Aug 21 09:20:49.217771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d559eaf-09b7-4b4e-93ec-17e38a04f85b req-5c9ec927-d2ae-4ef1-bc02-e27293c30a37 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Aug 21 09:20:49.225002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=264a635d-c2b9-4993-ae08-a62eefb8a003,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:49.325342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a1f1f-c166-40ce-8247-9d15e0ae4c9d req-4f781a78-1066-4a79-93ad-bffdc9e409a7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:49.327401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-049a1f1f-c166-40ce-8247-9d15e0ae4c9d req-4f781a78-1066-4a79-93ad-bffdc9e409a7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0578852 Aug 21 09:20:49.357008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33528) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:49.408263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-049a1f1f-c166-40ce-8247-9d15e0ae4c9d req-f2c4505a-9b01-4063-8c6f-420b41bae451 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527337 Aug 21 09:20:49.556123 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e0341e85-1e07-464b-b137-e7d10fb29ec1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f6745edfa4a4557b98e239f66e7c297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969800 Aug 21 09:20:49.558729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33538) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:49.584221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe211e04-0ea9-4d02-bab8-cd7749af5f0b req-7e514e42-6f5d-4dac-9018-aeed7a0ea2b8 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0346704 Aug 21 09:20:49.646630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-194fa66e-4129-49ba-b726-53ba355b0843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:49.672297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-194fa66e-4129-49ba-b726-53ba355b0843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:49.788104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-194fa66e-4129-49ba-b726-53ba355b0843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:49.791532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-194fa66e-4129-49ba-b726-53ba355b0843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:49.795706 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-194fa66e-4129-49ba-b726-53ba355b0843 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b818d454-78d8-48d7-bca5-c36993527186 HTTP/1.1" status: 204 len: 168 time: 0.2312443 Aug 21 09:20:49.803221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fa66e-4129-49ba-b726-53ba355b0843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b818d454-78d8-48d7-bca5-c36993527186,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:50.586005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182481d8-e427-49b0-b16d-3ce872e3180a req-5d79fe24-d3c8-4f28-af18-ab4a4d5aa046 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:50.586835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33568) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:50.599599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-182481d8-e427-49b0-b16d-3ce872e3180a req-5d79fe24-d3c8-4f28-af18-ab4a4d5aa046 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0835648 Aug 21 09:20:50.671097 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8bf4aff8-7754-45ac-93ea-35edf7b720c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f24efa4ea5f42cf9c82dc1b4ff03e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828028 Aug 21 09:20:50.676318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33576) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:50.687774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-182481d8-e427-49b0-b16d-3ce872e3180a req-22ccff97-8e8a-43ba-a341-57bb4504a711 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865576 Aug 21 09:20:50.768784 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c34d4671-aef5-480d-a5cc-9c0a53325ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:50.784835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5961c8f-57b8-4736-a742-bfe8bd258cef req-68b70fa2-a5b8-4e54-8d22-7987e7f4d240 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0794249 Aug 21 09:20:50.803843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c34d4671-aef5-480d-a5cc-9c0a53325ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:50.993927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c34d4671-aef5-480d-a5cc-9c0a53325ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:50.998000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c34d4671-aef5-480d-a5cc-9c0a53325ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:50.999357 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c34d4671-aef5-480d-a5cc-9c0a53325ff8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/716a55a5-2d7c-42e0-9144-9fcbe437c35e HTTP/1.1" status: 204 len: 168 time: 0.3216860 Aug 21 09:20:51.019516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d4671-aef5-480d-a5cc-9c0a53325ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716a55a5-2d7c-42e0-9144-9fcbe437c35e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:51.606439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:51.818157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3204666-c4ac-42bb-b835-a5bbcb4279c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:51.894613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0973ed-cbae-4e8d-8c4d-f837fb31670b req-713e792a-0e5f-4447-9645-06c3323fd96a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:51.906682 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a0973ed-cbae-4e8d-8c4d-f837fb31670b req-713e792a-0e5f-4447-9645-06c3323fd96a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1266725 Aug 21 09:20:51.981072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b43d131-f11c-4e34-ad5e-d2430a7e4841 req-16c69ad3-370b-4efc-8e26-06c68eb16e16 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0444436 Aug 21 09:20:51.985460 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3204666-c4ac-42bb-b835-a5bbcb4279c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:51.987385 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a0973ed-cbae-4e8d-8c4d-f837fb31670b req-7fa3f1be-5b12-455c-bd76-660e71ae8625 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798557 Aug 21 09:20:52.080112 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f3204666-c4ac-42bb-b835-a5bbcb4279c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:52.128568 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3204666-c4ac-42bb-b835-a5bbcb4279c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa7343b-6557-4855-b565-9cf09db1e88f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:52.134705 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f3204666-c4ac-42bb-b835-a5bbcb4279c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8512c3a2b8d2462cbd3aa5f1ded92f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5249166 Aug 21 09:20:52.137902 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33632) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:52.214144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0810970b-4948-4e7a-9c1a-7808208e03a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:52.264247 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0810970b-4948-4e7a-9c1a-7808208e03a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:52.366443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a23b92-5bf5-4efd-bc1f-0de9b06cb2f8 req-8edf88a5-aa01-436b-9bc3-6b3f084326dd tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:52.374724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99a23b92-5bf5-4efd-bc1f-0de9b06cb2f8 req-8edf88a5-aa01-436b-9bc3-6b3f084326dd tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0627780 Aug 21 09:20:52.415296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99a23b92-5bf5-4efd-bc1f-0de9b06cb2f8 req-5575e45a-9572-4462-b3b8-f4cabec3acf2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396287 Aug 21 09:20:52.452684 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0810970b-4948-4e7a-9c1a-7808208e03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:52.455769 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0810970b-4948-4e7a-9c1a-7808208e03a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:52.461214 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0810970b-4948-4e7a-9c1a-7808208e03a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaa7343b-6557-4855-b565-9cf09db1e88f HTTP/1.1" status: 204 len: 168 time: 0.3164902 Aug 21 09:20:52.468518 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810970b-4948-4e7a-9c1a-7808208e03a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa7343b-6557-4855-b565-9cf09db1e88f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:53.119093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14dd85ea-2210-40c0-8874-4f45f1152dcd req-afcb7f0b-8a64-4103-b56c-5bcfe830cb4a tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0292890 Aug 21 09:20:53.278556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33676) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:53.376240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33682) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:53.392837 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2ef4813e-a643-41ef-a071-3711a1c300f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:53.584404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fa3be-68ea-4a6f-a10d-f95f1de198d9 req-4700bcc0-8c2a-4a46-94b4-3039f000a01c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:53.586148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af3fa3be-68ea-4a6f-a10d-f95f1de198d9 req-4700bcc0-8c2a-4a46-94b4-3039f000a01c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0894797 Aug 21 09:20:53.594886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2ef4813e-a643-41ef-a071-3711a1c300f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:53.610700 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e76c435c-1c45-40c5-bfaf-23bb8ddd60b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:53.648856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af3fa3be-68ea-4a6f-a10d-f95f1de198d9 req-8276f521-77d6-4ccd-902e-50486fd9a3c4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517447 Aug 21 09:20:53.671885 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2ef4813e-a643-41ef-a071-3711a1c300f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:53.724973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4813e-a643-41ef-a071-3711a1c300f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437bf106-6a7d-42dd-826b-5b2fcc8f4bb4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:53.734137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2ef4813e-a643-41ef-a071-3711a1c300f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16e47b3763ec4713bb8c6c3ead90bd91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567729 Aug 21 09:20:53.734527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33698) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:53.811071 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4c062fe-9e36-43bd-984b-d5013a4c6189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:53.841360 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4c062fe-9e36-43bd-984b-d5013a4c6189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:53.874065 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e76c435c-1c45-40c5-bfaf-23bb8ddd60b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:53.923300 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e76c435c-1c45-40c5-bfaf-23bb8ddd60b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:53.969073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e76c435c-1c45-40c5-bfaf-23bb8ddd60b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a1407d017c549a983b6b6b8cb3c3dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6835296 Aug 21 09:20:53.969073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c435c-1c45-40c5-bfaf-23bb8ddd60b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c84e35-3202-4f43-82f4-6f638698ce6a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:53.969275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33708) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:53.989496 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4c062fe-9e36-43bd-984b-d5013a4c6189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:53.992368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a4c062fe-9e36-43bd-984b-d5013a4c6189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:53.998305 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a4c062fe-9e36-43bd-984b-d5013a4c6189 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/437bf106-6a7d-42dd-826b-5b2fcc8f4bb4 HTTP/1.1" status: 204 len: 168 time: 0.2553868 Aug 21 09:20:54.013373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c062fe-9e36-43bd-984b-d5013a4c6189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437bf106-6a7d-42dd-826b-5b2fcc8f4bb4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:54.047935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33714) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:54.061205 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-02ceb788-3b96-4af7-ab19-3bd13d65fe89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:54.089758 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-02ceb788-3b96-4af7-ab19-3bd13d65fe89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:54.225287 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-02ceb788-3b96-4af7-ab19-3bd13d65fe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:54.229675 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-02ceb788-3b96-4af7-ab19-3bd13d65fe89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:54.231213 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-02ceb788-3b96-4af7-ab19-3bd13d65fe89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6c84e35-3202-4f43-82f4-6f638698ce6a HTTP/1.1" status: 204 len: 168 time: 0.2621126 Aug 21 09:20:54.243735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ceb788-3b96-4af7-ab19-3bd13d65fe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c84e35-3202-4f43-82f4-6f638698ce6a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:54.262235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0025a777-91ac-470e-a468-328647dbf493 req-23be66f2-1201-44d6-938a-5d85af850922 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0430355 Aug 21 09:20:54.267042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-75623204'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:54.360583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Made reservation on behalf of 9409357140d741f992adbd8412619b03 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:54.364468 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:54.374524 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:54.516210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:54.702016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:54.731390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:20:54.766195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bb4d7d-227a-4e99-a74e-eda818cf048b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:54.774302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:54.774644 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Added segment 9de7a919-4e31-41d6-a51e-a9d53a935944 of type vlan for network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 Aug 21 09:20:54.837136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:54.846228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab693118-b28e-41f0-8973-724d2f34e588 req-97244481-3af2-4fcf-815e-b1bf4027594a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:54.853311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab693118-b28e-41f0-8973-724d2f34e588 req-97244481-3af2-4fcf-815e-b1bf4027594a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1273284 Aug 21 09:20:54.915884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab693118-b28e-41f0-8973-724d2f34e588 req-d777d3cb-4437-4cef-8008-fa32ca4de143 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588226 Aug 21 09:20:54.970918 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:54.976619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:54.977321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:55.053551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Pushing event updated for resources: {'Network': ['ID=4a878de4-04e9-4fbb-bd07-17f0c7118dd4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:55.068929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:20:55.072914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-32f3e4a3-6071-4cb6-b3fd-a3cb5df4ae90 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0237832 Aug 21 09:20:55.406057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33772) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:55.413032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Request body: {'port': {'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4', 'binding:host_id': 'n-h1-766726-28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-804671274'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:55.457279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a266f1c2-3cec-40c8-b56f-f345400244ef req-a47c83e6-facb-4da3-a043-da245dcecca7 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0560622 Aug 21 09:20:55.571301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Made reservation on behalf of 14b14a4a7de84752afb2af43fe75561b for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:55.573968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:55.583869 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:55.708134 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:55.771061 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:55.778421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] device_id is not set on port 2392c4a2-3566-43bd-aeee-72e8641d5f3b yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:20:55.832401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1f73470-eb95-467a-948c-e08206015a1f req-ec0b6e8e-ad86-4bc1-8a15-0fd2cce2b658 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0427523 Aug 21 09:20:55.898048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2e0891-8c74-4b60-82b2-8f41899db153,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:56.130772 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:20:56.184702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b91e2-aebd-4722-8f71-165adbbaba77 req-7442615a-223d-434f-ad1a-cf72a84b2dc8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:56.186337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca6b91e2-aebd-4722-8f71-165adbbaba77 req-7442615a-223d-434f-ad1a-cf72a84b2dc8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1368518 Aug 21 09:20:56.247590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] device_id is not set on port 2392c4a2-3566-43bd-aeee-72e8641d5f3b yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:20:56.264737 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:56.269100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca6b91e2-aebd-4722-8f71-165adbbaba77 req-b1268d6f-27f9-4acf-9a8c-d1b3ef527483 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595219 Aug 21 09:20:56.279157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Transition to ACTIVE for port object 2392c4a2-3566-43bd-aeee-72e8641d5f3b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:56.365602 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:56.430727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event updated for resources: {'Port': ['ID=2392c4a2-3566-43bd-aeee-72e8641d5f3b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:56.453390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Checking segment: {'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:20:56.453756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Network hostable DHCP agents. Network: 4a878de4-04e9-4fbb-bd07-17f0c7118dd4, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:20:56.552978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:20:56.586501 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516f62fc-1a6e-4017-825a-730aed350410 req-74e55bf0-ad5e-482b-bdcd-fc56467e0a7a tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0452371 Aug 21 09:20:56.656649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 4a878de4-04e9-4fbb-bd07-17f0c7118dd4) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:56.662294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:20:56.667242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caf51c5-a733-4dd1-959c-7cb3d5d956b2 None None] Network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:20:56.680263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:56.680953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:56.681534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:56.687367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:56.688018 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:56.688487 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 2 to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b Aug 21 09:20:56.705443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:56.706064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:56.706559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:56.712115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:56.712663 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:56.713387 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 3 to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b Aug 21 09:20:56.738895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:56.739393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:56.739854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:56.746049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:56.746514 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:56.747152 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 4 to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b Aug 21 09:20:56.766308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:56.766972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:56.767537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:56.773991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:56.774641 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:56.775254 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 5 to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b Aug 21 09:20:56.803116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:56.803894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:56.804426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:56.811387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:56.811943 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:56.812539 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 6 to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b Aug 21 09:20:56.834516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:56.835093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:56.835625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:56.841242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:56.841745 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:56.842297 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 7 to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b Aug 21 09:20:56.858766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:56.859455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:56.859976 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:56.865101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:56.865629 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:56.866227 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 8 to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b Aug 21 09:20:56.897337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:56.897700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:56.898027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:56.920222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:56.921571 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:56.923000 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 9 to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b Aug 21 09:20:56.947878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:56.947878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:56.947878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:56.947878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:56.947878 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:56.947878 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 10 to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b Aug 21 09:20:56.960832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:56.961747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:56.962404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:56.969466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:56.970376 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 2392c4a2-3566-43bd-aeee-72e8641d5f3b on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:56.970854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:57.041933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] For port 2392c4a2-3566-43bd-aeee-72e8641d5f3b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:20:57.042383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempted to set empty binding levels {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 09:20:57.138623 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:57.184942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event updated for resources: {'Port': ['ID=2392c4a2-3566-43bd-aeee-72e8641d5f3b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:57.191414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:57.192142 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:57.294265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-46e28e8f-3c10-4bc9-ab78-4e5429245348 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8863409 Aug 21 09:20:57.297215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33856) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:57.388186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-791f0b39-9da9-422b-9922-f2fd05b24b37 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Deleting port 2392c4a2-3566-43bd-aeee-72e8641d5f3b {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:57.388858 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-791f0b39-9da9-422b-9922-f2fd05b24b37 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:57.401727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181150d7-7cbd-4483-ad24-cc2cb9f1e7ce req-88675e41-d923-4a2f-a3b9-5785eaeab873 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:57.404137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-181150d7-7cbd-4483-ad24-cc2cb9f1e7ce req-88675e41-d923-4a2f-a3b9-5785eaeab873 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0628371 Aug 21 09:20:57.450524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-181150d7-7cbd-4483-ad24-cc2cb9f1e7ce req-09344d4e-07f5-4400-9262-6b7764c14e0e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379159 Aug 21 09:20:57.472993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-791f0b39-9da9-422b-9922-f2fd05b24b37 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] For port 2392c4a2-3566-43bd-aeee-72e8641d5f3b, host n-h1-766726-28, got binding levels [] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:57.472993 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-791f0b39-9da9-422b-9922-f2fd05b24b37 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:57.488157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-791f0b39-9da9-422b-9922-f2fd05b24b37 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Calling delete_port for 2392c4a2-3566-43bd-aeee-72e8641d5f3b owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:57.668265 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-791f0b39-9da9-422b-9922-f2fd05b24b37 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:57.731392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-791f0b39-9da9-422b-9922-f2fd05b24b37 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:57.740135 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-791f0b39-9da9-422b-9922-f2fd05b24b37 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2392c4a2-3566-43bd-aeee-72e8641d5f3b HTTP/1.1" status: 204 len: 168 time: 0.4392118 Aug 21 09:20:57.742199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33894) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:57.753889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f0b39-9da9-422b-9922-f2fd05b24b37 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event deleted for resources: {'Port': ['ID=2392c4a2-3566-43bd-aeee-72e8641d5f3b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:57.783752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a51414bd-36ef-4bd2-97f3-a33248d23d94 req-6acb0a59-c069-46cd-85d3-7971e4b73ebc tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0569363 Aug 21 09:20:57.806034 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd38823c-dee7-4574-9e48-2055b7b02c1e tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] GET failed (client error): The resource could not be found. Aug 21 09:20:57.806034 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bd38823c-dee7-4574-9e48-2055b7b02c1e tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "GET /v2.0/ports/2392c4a2-3566-43bd-aeee-72e8641d5f3b HTTP/1.1" status: 404 len: 333 time: 0.0536940 Aug 21 09:20:57.808807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33898) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:57.815523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Request body: {'port': {'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-301703949'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:57.925477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Made reservation on behalf of 14b14a4a7de84752afb2af43fe75561b for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:20:57.928807 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:57.967619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] device_id is not set on port de902473-e77e-4d30-83f2-63d82f1a5846 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:20:58.178908 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:58.297764 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:58.362024 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:20:58.365538 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:20:58.370469 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:20:58.371779 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:58.372737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:58.389047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event updated for resources: {'Port': ['ID=de902473-e77e-4d30-83f2-63d82f1a5846,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:58.427260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f42f621-0ae9-4774-a4b7-413ea67e91db req-61d2f162-cd0d-445f-9f13-efa317e71621 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06ab2ea5ba70458899992687a0d26534&device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0642715 Aug 21 09:20:58.466521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f42f621-0ae9-4774-a4b7-413ea67e91db req-15f6ffa9-9a56-44e3-adbc-5aa7fc786023 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=06ab2ea5ba70458899992687a0d26534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311787 Aug 21 09:20:58.474227 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4e463010-ccf9-4ab8-a832-aef969c12543 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6631806 Aug 21 09:20:58.478081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33916) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:58.483075 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:20:58.530312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0c5bbde-e64d-4899-b49b-0848567f3dde req-9abc3ab2-bad8-4c5b-bf2a-d17bbcd1a557 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0625050 Aug 21 09:20:58.626138 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:58.678684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42f621-0ae9-4774-a4b7-413ea67e91db req-487f128d-5502-4748-bc0b-c120ece8b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:58.680934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f42f621-0ae9-4774-a4b7-413ea67e91db req-487f128d-5502-4748-bc0b-c120ece8b331 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1497431 Aug 21 09:20:58.695642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a40a4e-786d-4cad-8234-c166fbb45f11 req-5b8c5817-503f-45c1-b5d6-e5f83c656eb7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:58.697741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33a40a4e-786d-4cad-8234-c166fbb45f11 req-5b8c5817-503f-45c1-b5d6-e5f83c656eb7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0837936 Aug 21 09:20:58.746377 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33a40a4e-786d-4cad-8234-c166fbb45f11 req-5a280e18-4925-40f5-9bc0-7c691d444f60 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Aug 21 09:20:58.905646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] device_id is not set on port de902473-e77e-4d30-83f2-63d82f1a5846 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:20:58.911598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:58.926770 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Transition to ACTIVE for port object de902473-e77e-4d30-83f2-63d82f1a5846 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:20:58.993827 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:59.073971 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event updated for resources: {'Port': ['ID=de902473-e77e-4d30-83f2-63d82f1a5846,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:59.081969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:59.082468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:59.083049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:59.090217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:59.090563 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:59.090958 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 2 to bind port de902473-e77e-4d30-83f2-63d82f1a5846 Aug 21 09:20:59.107415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:59.107932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:59.108418 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:59.113425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:59.113753 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:59.114271 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 3 to bind port de902473-e77e-4d30-83f2-63d82f1a5846 Aug 21 09:20:59.127965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:59.128365 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:59.128759 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:59.133360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:59.134027 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:59.136330 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 4 to bind port de902473-e77e-4d30-83f2-63d82f1a5846 Aug 21 09:20:59.147135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:59.147784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:59.148191 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:59.152622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:59.152941 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:59.153326 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 5 to bind port de902473-e77e-4d30-83f2-63d82f1a5846 Aug 21 09:20:59.169318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:59.169318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:59.169318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:59.186151 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:59.187987 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:59.188671 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 6 to bind port de902473-e77e-4d30-83f2-63d82f1a5846 Aug 21 09:20:59.208784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:59.209257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:59.209696 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:59.216618 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:59.217055 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:59.221007 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 7 to bind port de902473-e77e-4d30-83f2-63d82f1a5846 Aug 21 09:20:59.233822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:59.234296 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:59.234734 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:59.243256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:59.243611 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:59.244011 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 8 to bind port de902473-e77e-4d30-83f2-63d82f1a5846 Aug 21 09:20:59.260555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:59.260555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:59.260555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:59.264642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:59.264985 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:59.265358 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 9 to bind port de902473-e77e-4d30-83f2-63d82f1a5846 Aug 21 09:20:59.279956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:59.283246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:59.283246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:59.285018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:59.285416 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:59.285835 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 10 to bind port de902473-e77e-4d30-83f2-63d82f1a5846 Aug 21 09:20:59.303740 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:20:59.304388 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:20:59.304480 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:20:59.309667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:20:59.309994 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port de902473-e77e-4d30-83f2-63d82f1a5846 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:20:59.310416 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:59.387777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] For port de902473-e77e-4d30-83f2-63d82f1a5846, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:20:59.388141 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempted to set empty binding levels {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 09:20:59.451226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:59.483721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] In _notify_port_updated(), no bound segment for port de902473-e77e-4d30-83f2-63d82f1a5846 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:20:59.484600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.485218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:59.486577 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "PUT /v2.0/ports/de902473-e77e-4d30-83f2-63d82f1a5846 HTTP/1.1" status: 200 len: 975 time: 1.0088108 Aug 21 09:20:59.489321 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33926) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:59.552901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe383e-020f-4839-9111-60abbf03eabf tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event updated for resources: {'Port': ['ID=de902473-e77e-4d30-83f2-63d82f1a5846,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:20:59.593122 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.593614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.594092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.594570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.595040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.595514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.596016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.596492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.596966 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.597434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.597901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.598368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.598832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.599297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.599800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.600270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.603095 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f3da4437-eb54-4cbc-8022-0f5315dd0eca tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14415 time: 0.1127284 Aug 21 09:20:59.606764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33930) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:20:59.663657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dbf01865-2cb5-402e-ac95-b2142061e96f req-5af88448-d357-4bb6-87bc-cc1b34e011cf tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0288870 Aug 21 09:20:59.693645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-41fef237-10f7-4082-8651-020c39739cc8 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Deleting port de902473-e77e-4d30-83f2-63d82f1a5846 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:20:59.694054 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41fef237-10f7-4082-8651-020c39739cc8 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:59.762199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-41fef237-10f7-4082-8651-020c39739cc8 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] For port de902473-e77e-4d30-83f2-63d82f1a5846, host n-h1-766726-28, got binding levels [] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:20:59.762566 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41fef237-10f7-4082-8651-020c39739cc8 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:59.780629 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-41fef237-10f7-4082-8651-020c39739cc8 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Calling delete_port for de902473-e77e-4d30-83f2-63d82f1a5846 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:20:59.905621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f42f621-0ae9-4774-a4b7-413ea67e91db req-ba8fdc6a-2221-4f2e-8a51-2aca27cbe169 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0360570 Aug 21 09:20:59.919760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3092f-ca43-4358-9792-7e5d27662077 req-6dcb7993-2300-4657-a0ae-541866a44913 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:20:59.922658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8b3092f-ca43-4358-9792-7e5d27662077 req-6dcb7993-2300-4657-a0ae-541866a44913 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0856435 Aug 21 09:20:59.965530 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41fef237-10f7-4082-8651-020c39739cc8 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:20:59.973706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8b3092f-ca43-4358-9792-7e5d27662077 req-b59819c3-2a9b-4f4b-9cf8-b24859ca7d65 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452209 Aug 21 09:21:00.006010 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fef237-10f7-4082-8651-020c39739cc8 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event deleted for resources: {'Port': ['ID=de902473-e77e-4d30-83f2-63d82f1a5846,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:00.008247 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41fef237-10f7-4082-8651-020c39739cc8 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:00.010842 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-41fef237-10f7-4082-8651-020c39739cc8 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "DELETE /v2.0/ports/de902473-e77e-4d30-83f2-63d82f1a5846 HTTP/1.1" status: 204 len: 168 time: 0.4031432 Aug 21 09:21:00.016398 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33938) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:00.044047 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ca381a-fc46-45e8-84ed-cfc0e7da8d20 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] GET failed (client error): The resource could not be found. Aug 21 09:21:00.045405 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-92ca381a-fc46-45e8-84ed-cfc0e7da8d20 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "GET /v2.0/ports/de902473-e77e-4d30-83f2-63d82f1a5846 HTTP/1.1" status: 404 len: 333 time: 0.0280604 Aug 21 09:21:00.049995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33942) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:00.055189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1130021483', 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:00.148137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Made reservation on behalf of 14b14a4a7de84752afb2af43fe75561b for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:00.153389 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:00.175191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] device_id is not set on port b71eed08-5879-469e-83e1-944a21ee331c yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:21:00.346800 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:00.480257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:00.524438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:00.531190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:00.538169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:00.539327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:00.539968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:00.543888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event updated for resources: {'Port': ['ID=b71eed08-5879-469e-83e1-944a21ee331c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:00.620618 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33962) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:00.621570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4f59b8ce-bd25-4313-a9c7-59a58983fec0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5703273 Aug 21 09:21:00.705402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41e39c0-6f5e-4be5-bd43-d57738cbb10d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:00.707387 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e41e39c0-6f5e-4be5-bd43-d57738cbb10d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "GET /v2.0/ports/b71eed08-5879-469e-83e1-944a21ee331c HTTP/1.1" status: 200 len: 955 time: 0.0857971 Aug 21 09:21:00.710198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33966) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:00.815394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd5308-5854-4f4a-b36c-fdc7022ef73f tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Deleting port b71eed08-5879-469e-83e1-944a21ee331c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:00.816276 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5308-5854-4f4a-b36c-fdc7022ef73f tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:00.905778 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5308-5854-4f4a-b36c-fdc7022ef73f tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:00.909535 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b15de6d8-b151-4f96-b821-8ee720ca9a5d req-5cf30189-113f-47c1-8852-1d823dbc5f67 tempest-ServerShowV254Test-145051819 tempest-ServerShowV254Test-145051819-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a5546c4-aa5d-407e-a3fa-42191dcd0c6b HTTP/1.1" status: 200 len: 210 time: 0.0652645 Aug 21 09:21:00.933734 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd5308-5854-4f4a-b36c-fdc7022ef73f tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Calling delete_port for b71eed08-5879-469e-83e1-944a21ee331c owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:01.097281 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5308-5854-4f4a-b36c-fdc7022ef73f tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:01.129652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd5308-5854-4f4a-b36c-fdc7022ef73f tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event deleted for resources: {'Port': ['ID=b71eed08-5879-469e-83e1-944a21ee331c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:01.148437 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5308-5854-4f4a-b36c-fdc7022ef73f tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:01.150702 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a8dd5308-5854-4f4a-b36c-fdc7022ef73f tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b71eed08-5879-469e-83e1-944a21ee331c HTTP/1.1" status: 204 len: 168 time: 0.4393837 Aug 21 09:21:01.153302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47739a93-4509-4ad5-a485-8a320633b343 req-71d76ff2-b080-4377-b35f-d861fc557f2e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:01.154368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33970) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:01.161775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47739a93-4509-4ad5-a485-8a320633b343 req-71d76ff2-b080-4377-b35f-d861fc557f2e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1004429 Aug 21 09:21:01.199160 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0484533d-e920-4371-9148-38e81662d6e0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] GET failed (client error): The resource could not be found. Aug 21 09:21:01.204531 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0484533d-e920-4371-9148-38e81662d6e0 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "GET /v2.0/ports/b71eed08-5879-469e-83e1-944a21ee331c HTTP/1.1" status: 404 len: 333 time: 0.0454547 Aug 21 09:21:01.205358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33974) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:01.212213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Request body: {'port': {'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-102507727'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:01.337106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Made reservation on behalf of 14b14a4a7de84752afb2af43fe75561b for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:01.340250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:01.364685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] device_id is not set on port 9b10afef-489e-4d66-b7c6-34655f753924 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:21:01.588919 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:01.691770 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:01.719192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47739a93-4509-4ad5-a485-8a320633b343 req-7bbcc176-373f-41a4-b61c-d3d4ef6cb1f6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563636 Aug 21 09:21:01.755518 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:01.758785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:01.769182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:01.773666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:01.773666 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:01.773666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event updated for resources: {'Port': ['ID=9b10afef-489e-4d66-b7c6-34655f753924,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:01.895104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33982) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:01.898424 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f2319bcc-ae0f-4ef0-b365-190238ef707d tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6917939 Aug 21 09:21:01.905258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:02.028206 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:02.282835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] device_id is not set on port 9b10afef-489e-4d66-b7c6-34655f753924 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:21:02.299993 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:02.326077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Transition to ACTIVE for port object 9b10afef-489e-4d66-b7c6-34655f753924 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:02.747768 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:02.812074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event updated for resources: {'Port': ['ID=9b10afef-489e-4d66-b7c6-34655f753924,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:02.891433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:02.893549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:02.893549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:02.905243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d586a9-da16-4a33-9065-911ea54c88bb req-68cd2876-54fa-42e7-810c-407961673f29 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:02.907155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14d586a9-da16-4a33-9065-911ea54c88bb req-68cd2876-54fa-42e7-810c-407961673f29 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0980811 Aug 21 09:21:02.908115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:02.908646 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:21:02.909018 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 2 to bind port 9b10afef-489e-4d66-b7c6-34655f753924 Aug 21 09:21:02.935550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:02.935898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:02.936238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:02.948322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:02.948643 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:21:02.953831 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 3 to bind port 9b10afef-489e-4d66-b7c6-34655f753924 Aug 21 09:21:02.973611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14d586a9-da16-4a33-9065-911ea54c88bb req-ba55b785-d6f7-4415-9e3d-cb034d47a085 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548158 Aug 21 09:21:02.976112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:02.976487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:02.976800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:02.981632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:02.981909 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:21:02.982294 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 4 to bind port 9b10afef-489e-4d66-b7c6-34655f753924 Aug 21 09:21:02.996930 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34000) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:02.999078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:02.999490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:02.999934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:03.004961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:03.012127 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:21:03.012586 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 5 to bind port 9b10afef-489e-4d66-b7c6-34655f753924 Aug 21 09:21:03.031115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:03.031878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:03.031878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:03.036751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:03.037077 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:21:03.037483 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 6 to bind port 9b10afef-489e-4d66-b7c6-34655f753924 Aug 21 09:21:03.051148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:03.051629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:03.051965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:03.057738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:03.058062 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:21:03.058453 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 7 to bind port 9b10afef-489e-4d66-b7c6-34655f753924 Aug 21 09:21:03.072117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:03.073108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:03.073484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:03.078011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:03.078339 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:21:03.078728 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 8 to bind port 9b10afef-489e-4d66-b7c6-34655f753924 Aug 21 09:21:03.090805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:03.090960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:03.091294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:03.097094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:03.097094 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:21:03.097094 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 9 to bind port 9b10afef-489e-4d66-b7c6-34655f753924 Aug 21 09:21:03.112847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:03.113184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:03.113656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:03.118108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:03.118426 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:21:03.118808 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempt 10 to bind port 9b10afef-489e-4d66-b7c6-34655f753924 Aug 21 09:21:03.136522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:03.137880 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6359108-081f-4e5b-889f-5fb905cbf763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.139124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:03.139709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempting to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:03.145052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:03.145370 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Failed to bind port 9b10afef-489e-4d66-b7c6-34655f753924 on host n-h1-766726-28 for vnic_type normal using segments [{'id': '9de7a919-4e31-41d6-a51e-a9d53a935944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a878de4-04e9-4fbb-bd07-17f0c7118dd4'}] Aug 21 09:21:03.145753 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.229296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] For port 9b10afef-489e-4d66-b7c6-34655f753924, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:21:03.230111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attempted to set empty binding levels {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 09:21:03.255010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6359108-081f-4e5b-889f-5fb905cbf763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.314134 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.341971 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6359108-081f-4e5b-889f-5fb905cbf763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.360004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] In _notify_port_updated(), no bound segment for port 9b10afef-489e-4d66-b7c6-34655f753924 on network 4a878de4-04e9-4fbb-bd07-17f0c7118dd4 {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:21:03.360004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:03.360652 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.362047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "PUT /v2.0/ports/9b10afef-489e-4d66-b7c6-34655f753924 HTTP/1.1" status: 200 len: 975 time: 1.4648221 Aug 21 09:21:03.366467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34006) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:03.380157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6359108-081f-4e5b-889f-5fb905cbf763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229de3b4-1cd9-4277-8b84-147ae4229701,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:03.398063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ecc72-7be6-4529-bb45-c86162a21a55 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event updated for resources: {'Port': ['ID=9b10afef-489e-4d66-b7c6-34655f753924,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:03.413382 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d6359108-081f-4e5b-889f-5fb905cbf763 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06ab2ea5ba70458899992687a0d26534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153593 Aug 21 09:21:03.416408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34008) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:03.453076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a59712f4-104f-4b8b-b396-002fec572997 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Deleting port 9b10afef-489e-4d66-b7c6-34655f753924 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:03.453426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59712f4-104f-4b8b-b396-002fec572997 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.475889 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d88cbc9-3658-4af6-897a-e769e432e1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.502392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d88cbc9-3658-4af6-897a-e769e432e1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.529033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-a59712f4-104f-4b8b-b396-002fec572997 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] For port 9b10afef-489e-4d66-b7c6-34655f753924, host n-h1-766726-28, got binding levels [] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:03.529541 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59712f4-104f-4b8b-b396-002fec572997 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.548739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a59712f4-104f-4b8b-b396-002fec572997 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Calling delete_port for 9b10afef-489e-4d66-b7c6-34655f753924 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:03.656009 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d88cbc9-3658-4af6-897a-e769e432e1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.656582 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d88cbc9-3658-4af6-897a-e769e432e1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.659384 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1d88cbc9-3658-4af6-897a-e769e432e1ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/229de3b4-1cd9-4277-8b84-147ae4229701 HTTP/1.1" status: 204 len: 168 time: 0.2417250 Aug 21 09:21:03.683818 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88cbc9-3658-4af6-897a-e769e432e1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229de3b4-1cd9-4277-8b84-147ae4229701,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:03.748218 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59712f4-104f-4b8b-b396-002fec572997 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.783812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59712f4-104f-4b8b-b396-002fec572997 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b10afef-489e-4d66-b7c6-34655f753924,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:03.798326 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59712f4-104f-4b8b-b396-002fec572997 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:03.801086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a59712f4-104f-4b8b-b396-002fec572997 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "DELETE /v2.0/ports/9b10afef-489e-4d66-b7c6-34655f753924 HTTP/1.1" status: 204 len: 168 time: 0.4337342 Aug 21 09:21:03.804130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34026) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:03.869817 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0014883-a117-4156-87a1-f798558cb1b3 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] GET failed (client error): The resource could not be found. Aug 21 09:21:03.872446 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c0014883-a117-4156-87a1-f798558cb1b3 tempest-PortsAdminExtendedAttrsTestJSON-5397217 tempest-PortsAdminExtendedAttrsTestJSON-5397217-project-admin] 10.222.0.20 "GET /v2.0/ports/9b10afef-489e-4d66-b7c6-34655f753924 HTTP/1.1" status: 404 len: 333 time: 0.0665078 Aug 21 09:21:03.876448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34028) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:03.972142 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:04.094895 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:04.110640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a878de4-04e9-4fbb-bd07-17f0c7118dd4']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:04.124833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de7a919-4e31-41d6-a51e-a9d53a935944') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:04.125223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de7a919-4e31-41d6-a51e-a9d53a935944') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:04.151842 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:04.218151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:04.234129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:04.234558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:04.237974 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:04.274367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12a576-161b-42c2-8c03-791d19f8182a req-37b4018c-e853-408c-8584-09c2f002c992 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:04.274367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da12a576-161b-42c2-8c03-791d19f8182a req-37b4018c-e853-408c-8584-09c2f002c992 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1319091 Aug 21 09:21:04.360767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da12a576-161b-42c2-8c03-791d19f8182a req-13574216-14a9-48e0-b067-13e41952802c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846393 Aug 21 09:21:04.457515 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:04.479134 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:04.489349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] 10.222.0.20 "DELETE /v2.0/networks/4a878de4-04e9-4fbb-bd07-17f0c7118dd4 HTTP/1.1" status: 204 len: 168 time: 0.6103549 Aug 21 09:21:04.533502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37cf5c-bd4f-4e48-914c-be70d6d525d3 tempest-PortsAdminExtendedAttrsTestJSON-2098128027 tempest-PortsAdminExtendedAttrsTestJSON-2098128027-project] Pushing event deleted for resources: {'Network': ['ID=4a878de4-04e9-4fbb-bd07-17f0c7118dd4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:05.042476 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34102) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:05.066431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d39f08dc-264d-46ba-9602-326d663ff93a req-6f0853f3-0ba3-43c4-b1c6-cadb2f95b189 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466816 Aug 21 09:21:05.210401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f08dc-264d-46ba-9602-326d663ff93a req-477f0b4c-beb6-490f-a265-284aeb514969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:05.212080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d39f08dc-264d-46ba-9602-326d663ff93a req-477f0b4c-beb6-490f-a265-284aeb514969 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1096 time: 0.0928562 Aug 21 09:21:05.232968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34114) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:05.345551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-415694294-network', 'tenant_id': 'b37ee879c543414492acc06cff37d20c'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:05.394874 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-823afdb0-60a6-4cf1-9b84-3bcf38aa8fe3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9409357140d741f992adbd8412619b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606762 Aug 21 09:21:05.408197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34130) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:05.515872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f08dc-264d-46ba-9602-326d663ff93a req-fce724ac-a29a-499c-b9fa-c77d0f6b90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:05.517492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d39f08dc-264d-46ba-9602-326d663ff93a req-fce724ac-a29a-499c-b9fa-c77d0f6b90bf service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.2783983 Aug 21 09:21:05.519324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Made reservation on behalf of b37ee879c543414492acc06cff37d20c for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:05.522277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:05.545261 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:05.702999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8d8a3-b8dc-426f-a480-238640f66408 req-aaf9f4ba-4b55-4c7a-bdf4-4c36fab62160 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:05.704806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2d8d8a3-b8dc-426f-a480-238640f66408 req-aaf9f4ba-4b55-4c7a-bdf4-4c36fab62160 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.2450995 Aug 21 09:21:05.707810 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-313c7e44-ad3c-46a2-b449-f2db9c5022e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:05.725285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:05.745686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d39f08dc-264d-46ba-9602-326d663ff93a req-89ae8767-cbb7-4566-afeb-06c9f19c585b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 999 time: 0.2193515 Aug 21 09:21:05.781014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-313c7e44-ad3c-46a2-b449-f2db9c5022e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:05.782177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:05.815994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2d8d8a3-b8dc-426f-a480-238640f66408 req-76e9ac20-c65e-4e35-b0d1-8915783d07b6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035230 Aug 21 09:21:05.816653 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:05.830021 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:05.830427 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Added segment feb57154-13c4-4ce6-a13a-7f313b7257ac of type vlan for network 78240643-fb1d-4975-be33-7bd6140ad059 Aug 21 09:21:05.851852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f08dc-264d-46ba-9602-326d663ff93a req-77689530-e208-44ae-ad89-598fdcc122bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:05.853401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d39f08dc-264d-46ba-9602-326d663ff93a req-77689530-e208-44ae-ad89-598fdcc122bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0926659 Aug 21 09:21:05.910206 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:05.914522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ae1593-d363-4b69-acb3-a83b9f31d312,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:05.921442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f08dc-264d-46ba-9602-326d663ff93a req-59bbcfcb-215a-4663-84d5-5f1dc1f7f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:05.924070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d39f08dc-264d-46ba-9602-326d663ff93a req-59bbcfcb-215a-4663-84d5-5f1dc1f7f4d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593035 Aug 21 09:21:05.997800 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-313c7e44-ad3c-46a2-b449-f2db9c5022e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:06.000643 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-313c7e44-ad3c-46a2-b449-f2db9c5022e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:06.001792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-313c7e44-ad3c-46a2-b449-f2db9c5022e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80bb4d7d-227a-4e99-a74e-eda818cf048b HTTP/1.1" status: 204 len: 168 time: 0.5924518 Aug 21 09:21:06.018326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c7e44-ad3c-46a2-b449-f2db9c5022e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bb4d7d-227a-4e99-a74e-eda818cf048b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:06.029317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:06.031092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:06.031836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:06.071706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d39f08dc-264d-46ba-9602-326d663ff93a req-4e2c0d6b-35fb-4ec2-9c5e-8ed242aeddd9 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388760 Aug 21 09:21:06.186320 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] Pushing event updated for resources: {'Network': ['ID=78240643-fb1d-4975-be33-7bd6140ad059,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:06.195173 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-88052578-00be-4083-b16e-f94f11b14db0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1562433 Aug 21 09:21:06.200015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 78240643-fb1d-4975-be33-7bd6140ad059 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:06.203641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34166) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:06.209235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] Request body: {'subnet': {'network_id': '78240643-fb1d-4975-be33-7bd6140ad059', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-415694294-subnet', 'tenant_id': 'b37ee879c543414492acc06cff37d20c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:06.250499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d39f08dc-264d-46ba-9602-326d663ff93a req-da3bcbfd-2767-42b0-b7fa-153775c2a355 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694384 Aug 21 09:21:06.330578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] Made reservation on behalf of b37ee879c543414492acc06cff37d20c for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:06.333390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:06.657375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:06.754976 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453dff1f-8310-445c-b0c0-0c9e6cf44358,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:06.771574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] Checking segment: {'id': 'feb57154-13c4-4ce6-a13a-7f313b7257ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78240643-fb1d-4975-be33-7bd6140ad059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:06.771944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] Network hostable DHCP agents. Network: 78240643-fb1d-4975-be33-7bd6140ad059, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:21:06.879667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] Network 78240643-fb1d-4975-be33-7bd6140ad059 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:21:06.948042 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c9a99f8f-fff4-42b9-b17c-cf791289d28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:06.969088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34206) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:06.974240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a3d81-f43e-4bc8-ad81-8156a0054cbb req-87e379a5-3e70-4dea-8163-ef56df947d66 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:06.982673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-340a3d81-f43e-4bc8-ad81-8156a0054cbb req-87e379a5-3e70-4dea-8163-ef56df947d66 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0736670 Aug 21 09:21:07.027846 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8e87bfb9-2762-4087-81b9-03af247305f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14b14a4a7de84752afb2af43fe75561b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527909 Aug 21 09:21:07.027846 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34210) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:07.042746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-340a3d81-f43e-4bc8-ad81-8156a0054cbb req-d4fb601d-efc2-4c1c-b801-65658ee7a167 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591891 Aug 21 09:21:07.045256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 78240643-fb1d-4975-be33-7bd6140ad059) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:07.049986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:07.050786 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:07.056942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0497a-00bb-448c-a9e9-ad24df5f02b3 None None] Network 78240643-fb1d-4975-be33-7bd6140ad059 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:07.097984 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1221-7ff7-4add-bf06-7a802cc3b05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:07.121164 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1221-7ff7-4add-bf06-7a802cc3b05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:07.171507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0ccbd4a2-a96d-4651-954b-79e9c32c39c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9664609 Aug 21 09:21:07.242146 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce13a4-f70b-4c8d-a604-700f06175af9 None None] Network 78240643-fb1d-4975-be33-7bd6140ad059 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:07.250319 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1221-7ff7-4add-bf06-7a802cc3b05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:07.254066 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1221-7ff7-4add-bf06-7a802cc3b05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:07.255707 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7fbc1221-7ff7-4add-bf06-7a802cc3b05e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e2e0891-8c74-4b60-82b2-8f41899db153 HTTP/1.1" status: 204 len: 168 time: 0.2269492 Aug 21 09:21:07.285388 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc1221-7ff7-4add-bf06-7a802cc3b05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2e0891-8c74-4b60-82b2-8f41899db153,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:08.176093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f80a3c-ee9e-41c1-8e99-361869163d28 req-bb6d27fe-b23e-4fbb-9e77-5844b8c919fd tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:08.178269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f80a3c-ee9e-41c1-8e99-361869163d28 req-bb6d27fe-b23e-4fbb-9e77-5844b8c919fd tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0631416 Aug 21 09:21:08.223716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84f80a3c-ee9e-41c1-8e99-361869163d28 req-f3b7f647-39b3-482b-bd46-989ace86eee4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380383 Aug 21 09:21:08.579116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34288) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:08.587130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1936728709-network', 'tenant_id': '72940f4b47314d5da42c49d9cad2bfa3'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:08.667782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Made reservation on behalf of 72940f4b47314d5da42c49d9cad2bfa3 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:08.670354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:08.686107 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:08.820315 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:08.880030 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:08.941988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:08.945233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c2d679-6a6d-4177-85b1-64590c000d2e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:08.960014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:08.965622 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Added segment bcb74101-881c-40ed-9b83-d812d9875d95 of type vlan for network 64442a83-2ce8-4589-be5d-ee5209e352e3 Aug 21 09:21:09.013957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f8a55-325b-4d78-97a9-8ec3b50924a6 req-a54a8d54-58e0-4c3b-a667-ebf2b2ea92f1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:09.015584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082f8a55-325b-4d78-97a9-8ec3b50924a6 req-a54a8d54-58e0-4c3b-a667-ebf2b2ea92f1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.1136110 Aug 21 09:21:09.049112 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.120430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082f8a55-325b-4d78-97a9-8ec3b50924a6 req-097a4b53-25b4-46c0-ad77-e775d28e76dd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899756 Aug 21 09:21:09.181973 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.182959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:09.183622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.250734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] Pushing event updated for resources: {'Network': ['ID=64442a83-2ce8-4589-be5d-ee5209e352e3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:09.262786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 64442a83-2ce8-4589-be5d-ee5209e352e3 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:09.318063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34338) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:09.320261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2c0e9b17-3b45-4a14-b7e7-af92b93cf55c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7389295 Aug 21 09:21:09.322914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] Request body: {'subnet': {'network_id': '64442a83-2ce8-4589-be5d-ee5209e352e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1936728709-subnet', 'tenant_id': '72940f4b47314d5da42c49d9cad2bfa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:09.361014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34342) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:09.394199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ac7cd-d2de-42fc-a251-c8cce4eb9840 req-eca23137-a3b3-4801-bef9-feda50a4b0a9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:09.395931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db4ac7cd-d2de-42fc-a251-c8cce4eb9840 req-eca23137-a3b3-4801-bef9-feda50a4b0a9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0558646 Aug 21 09:21:09.399252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] Made reservation on behalf of 72940f4b47314d5da42c49d9cad2bfa3 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:09.402259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.459741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db4ac7cd-d2de-42fc-a251-c8cce4eb9840 req-8f6d36a3-8181-4c48-95f2-6f5f278ed9ca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Aug 21 09:21:09.491527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'networks': [{'name': 'tempest-network--854247439'}, {'name': 'tempest-network--1587608969'}]} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:09.492120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'network': {'name': 'tempest-network--854247439'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:09.492764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'network': {'name': 'tempest-network--1587608969'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:09.501518 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0fceb8bc-c1f1-4d5d-8642-24abdb082d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.593491 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Made reservation on behalf of 54bc11be66e3487e882b495f82cdc8a5 for: {'network': 2} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:09.597963 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.614501 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.729226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.732227 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.764575 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.792503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.793000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.800357 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2394850-8dc1-43c3-a203-1f1fdcff6473,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:09.825086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] Checking segment: {'id': 'bcb74101-881c-40ed-9b83-d812d9875d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '64442a83-2ce8-4589-be5d-ee5209e352e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:09.825086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] Network hostable DHCP agents. Network: 64442a83-2ce8-4589-be5d-ee5209e352e3, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:21:09.846470 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1688b5d2-8150-4d1f-8fb3-6fc24325e01f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:09.857327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:09.871317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.871684 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Added segment 9b0273f6-9ed2-4a3e-88ff-68b5bff33bde of type vlan for network 970499d1-87a5-4d37-8c24-d9add3c87cf6 Aug 21 09:21:09.912953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.935248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] Network 64442a83-2ce8-4589-be5d-ee5209e352e3 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:21:09.949754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:09.960448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:09.960793 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Added segment 9a798b52-8e6e-424a-86c7-d41951ab81a2 of type vlan for network 7fbc4356-5073-4970-9d60-c503064a5a2f Aug 21 09:21:10.000493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:10.020022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 64442a83-2ce8-4589-be5d-ee5209e352e3) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:10.025752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:10.026333 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:10.042899 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ad6f5-eeb6-4bf4-9f6c-5c8ba441234b None None] Network 64442a83-2ce8-4589-be5d-ee5209e352e3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:10.108646 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:10.112950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:10.115689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:10.120585 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:10.121244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:10.130725 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-41b59394-35f3-442c-b518-b403343dfa89 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8122792 Aug 21 09:21:10.187842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f59f27-c0d7-4c94-a8fb-dc032db717bb None None] Network 64442a83-2ce8-4589-be5d-ee5209e352e3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:10.210054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event updated for resources: {'Network': ['ID=970499d1-87a5-4d37-8c24-d9add3c87cf6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:10.250303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 970499d1-87a5-4d37-8c24-d9add3c87cf6 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:10.294289 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9286683 Aug 21 09:21:10.300488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34392) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:10.314047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836f930-b787-48fc-a114-c78316397da9 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event updated for resources: {'Network': ['ID=7fbc4356-5073-4970-9d60-c503064a5a2f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:10.344559 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 7fbc4356-5073-4970-9d60-c503064a5a2f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:10.394394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b37c66-c6da-4c4e-8dfd-c44ed1072270 req-5fcf1b89-866f-4a19-9f2c-d88a0f2339bc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:10.394394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20b37c66-c6da-4c4e-8dfd-c44ed1072270 req-5fcf1b89-866f-4a19-9f2c-d88a0f2339bc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.1226749 Aug 21 09:21:10.472513 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba900ca-905c-4f69-8cd2-9c4c08bb5205 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:10.473387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20b37c66-c6da-4c4e-8dfd-c44ed1072270 req-47734526-da42-4980-a3a3-5c01fce897a7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723333 Aug 21 09:21:10.481759 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba900ca-905c-4f69-8cd2-9c4c08bb5205 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:10.488516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba900ca-905c-4f69-8cd2-9c4c08bb5205 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:10.501759 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba900ca-905c-4f69-8cd2-9c4c08bb5205 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:10.504292 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7ba900ca-905c-4f69-8cd2-9c4c08bb5205 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2028193 Aug 21 09:21:10.507875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34406) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:10.602567 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:10.769481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01df972-c900-4080-bafc-ae7b2c6cf899 req-321dac42-51bb-43e7-b344-b0460d13065d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:10.772080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c01df972-c900-4080-bafc-ae7b2c6cf899 req-321dac42-51bb-43e7-b344-b0460d13065d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1664214 Aug 21 09:21:10.786486 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:10.809418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970499d1-87a5-4d37-8c24-d9add3c87cf6']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:10.832523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0273f6-9ed2-4a3e-88ff-68b5bff33bde') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:10.837022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0273f6-9ed2-4a3e-88ff-68b5bff33bde') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:10.848727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:10.856533 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:10.908953 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:10.941788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c01df972-c900-4080-bafc-ae7b2c6cf899 req-c7dc8b8a-d81f-42a7-9c48-471db64297de tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427400 Aug 21 09:21:10.948971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:10.949456 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:10.953518 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:11.082763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-84d3347c-fc8e-4af3-9ffc-72e44f774cc3 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:11.084396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-84d3347c-fc8e-4af3-9ffc-72e44f774cc3 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/networks?id=78240643-fb1d-4975-be33-7bd6140ad059 HTTP/1.1" status: 200 len: 824 time: 0.2076447 Aug 21 09:21:11.100804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-994a0709-6eec-40c5-953f-2424d94185d8 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/quotas/b37ee879c543414492acc06cff37d20c HTTP/1.1" status: 200 len: 375 time: 0.0098822 Aug 21 09:21:11.141769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-36bcd4da-212a-4344-a6e7-2e23bfd7de1a tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37ee879c543414492acc06cff37d20c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345993 Aug 21 09:21:11.143321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:11.150861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:11.160058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "DELETE /v2.0/networks/970499d1-87a5-4d37-8c24-d9add3c87cf6 HTTP/1.1" status: 204 len: 168 time: 0.6437640 Aug 21 09:21:11.160235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34450) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:11.164023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fba9af-c9be-4f2e-89ec-30bd3fb6d878 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Network': ['ID=970499d1-87a5-4d37-8c24-d9add3c87cf6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:11.261752 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:11.290357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-3fe3b6fe-5ac6-43ab-b8e9-446a00593be3 service neutron] 10.222.0.20 "GET /v2.0/networks/78240643-fb1d-4975-be33-7bd6140ad059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146097 Aug 21 09:21:11.370138 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:11.387876 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbc4356-5073-4970-9d60-c503064a5a2f']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:11.404621 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a798b52-8e6e-424a-86c7-d41951ab81a2') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:11.406221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a798b52-8e6e-424a-86c7-d41951ab81a2') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:11.406348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-d5d892aa-c7d1-423a-9715-ac3d86754574 service neutron] 10.222.0.20 "GET /v2.0/networks/78240643-fb1d-4975-be33-7bd6140ad059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089973 Aug 21 09:21:11.414872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:11.430361 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:11.439324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:11.439843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:11.444342 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:11.598795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42ecd-de39-4656-ae93-d28eaba362a3 req-8a2ac8b3-0249-4a33-b3dc-67453af0c786 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:11.600999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88d42ecd-de39-4656-ae93-d28eaba362a3 req-8a2ac8b3-0249-4a33-b3dc-67453af0c786 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.0578275 Aug 21 09:21:11.646103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88d42ecd-de39-4656-ae93-d28eaba362a3 req-9fd671e7-841e-40d6-b0c7-9f30f989e453 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382292 Aug 21 09:21:11.690718 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:11.711319 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:11.724264 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "DELETE /v2.0/networks/7fbc4356-5073-4970-9d60-c503064a5a2f HTTP/1.1" status: 204 len: 168 time: 0.5674424 Aug 21 09:21:11.727242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34476) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:11.749381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185247a-1a72-4342-96f5-3e58d77cecba tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Network': ['ID=7fbc4356-5073-4970-9d60-c503064a5a2f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:11.951544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-caa373d2-be33-4d9b-a0e4-7f4fdb1512ec req-4bbd106c-2073-44e8-88a3-8ff1cdf961a2 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 210 time: 0.1060410 Aug 21 09:21:12.095809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a67e6-1629-4dcf-a501-b286d6585bbc tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:12.103015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a67e6-1629-4dcf-a501-b286d6585bbc tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:12.105351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-004a67e6-1629-4dcf-a501-b286d6585bbc tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3770196 Aug 21 09:21:12.109073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34496) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:12.114007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1055375042'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:12.147873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0da59-d919-43a7-b6f0-8b55b72df13b req-330cbf4a-4c06-44fc-a46a-7150247cd202 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:12.149281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f0da59-d919-43a7-b6f0-8b55b72df13b req-330cbf4a-4c06-44fc-a46a-7150247cd202 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1178558 Aug 21 09:21:12.191936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41f0da59-d919-43a7-b6f0-8b55b72df13b req-c5fce5a3-3e25-4077-87a8-bf33670ec46c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355401 Aug 21 09:21:12.250400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Made reservation on behalf of 54bc11be66e3487e882b495f82cdc8a5 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:12.253902 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:12.277371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:12.286053 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:12.286388 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Added segment 723f2aac-5710-40b0-a981-6d0ab3fdb1cb of type vlan for network e10a58f5-c3a0-41d6-89d8-8874cdfe0746 Aug 21 09:21:12.327181 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:12.376289 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:12.456306 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:12.461815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:12.462455 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:12.782516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6724162 Aug 21 09:21:12.784093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be856fd0-1327-4050-84d4-76557a263228 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event updated for resources: {'Network': ['ID=e10a58f5-c3a0-41d6-89d8-8874cdfe0746,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:12.785240 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34526) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:12.794264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1784324435'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:12.795782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network e10a58f5-c3a0-41d6-89d8-8874cdfe0746 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:12.814880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e7378-0ea6-4bae-9294-fe9fe2443e2b req-5a5404c3-e0eb-49cb-bfdf-c8d8716ddb3f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:12.817257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-730e7378-0ea6-4bae-9294-fe9fe2443e2b req-5a5404c3-e0eb-49cb-bfdf-c8d8716ddb3f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.0751333 Aug 21 09:21:12.868140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Made reservation on behalf of 54bc11be66e3487e882b495f82cdc8a5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:12.872544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-730e7378-0ea6-4bae-9294-fe9fe2443e2b req-c814a137-9748-49ad-baf4-4b4d144f2b46 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449476 Aug 21 09:21:12.872829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:12.920527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:12.931661 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:12.932007 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Added segment aeb19488-e929-4674-aa1f-82f76110314f of type vlan for network 0c44cf9c-99bb-4846-9c44-55b1f4e5ad57 Aug 21 09:21:12.984148 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:13.054636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed52ab64-46dc-4e3b-a26a-97b415cddfce req-58c90fe5-5e93-444c-b42d-8c7a618a5514 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 210 time: 0.0315702 Aug 21 09:21:13.187495 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:13.193108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:13.193687 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:13.290175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event updated for resources: {'Network': ['ID=0c44cf9c-99bb-4846-9c44-55b1f4e5ad57,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:13.301783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 0c44cf9c-99bb-4846-9c44-55b1f4e5ad57 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:13.303646 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dd9d25dc-561b-41c9-bc57-a08267386bdb tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5157599 Aug 21 09:21:13.305579 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34558) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:13.311592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'ports': [{'network_id': 'e10a58f5-c3a0-41d6-89d8-8874cdfe0746', 'name': 'tempest-port--1160536408', 'admin_state_up': True}, {'network_id': '0c44cf9c-99bb-4846-9c44-55b1f4e5ad57', 'admin_state_up': False}]} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:13.311931 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'port': {'network_id': 'e10a58f5-c3a0-41d6-89d8-8874cdfe0746', 'name': 'tempest-port--1160536408', 'admin_state_up': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:13.312393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'port': {'network_id': '0c44cf9c-99bb-4846-9c44-55b1f4e5ad57', 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:13.358532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d785675-ee52-4025-bddd-d0f7699887a8 req-8bdfd7fe-06fd-471f-98a1-f07a4fd65f9d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:13.360553 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d785675-ee52-4025-bddd-d0f7699887a8 req-8bdfd7fe-06fd-471f-98a1-f07a4fd65f9d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0652061 Aug 21 09:21:13.454453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d785675-ee52-4025-bddd-d0f7699887a8 req-3e0f7144-49f9-4a3a-81f4-42a1367b4f91 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828702 Aug 21 09:21:13.564990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Made reservation on behalf of 54bc11be66e3487e882b495f82cdc8a5 for: {'port': 2} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:13.569826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:13.588955 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:13.689638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] device_id is not set on port cf748eca-ba05-4fc0-b34a-61f573d6e2b3 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:21:13.817114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:13.913816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] device_id is not set on port 11f5eb61-035e-4bd7-89f9-852fb6606142 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:21:14.046969 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:14.078334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab365146-b725-4a29-9f53-c65b1a76debe req-a48b9697-bff9-42c0-8286-570f0bfb8396 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:14.090962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab365146-b725-4a29-9f53-c65b1a76debe req-a48b9697-bff9-42c0-8286-570f0bfb8396 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.1228569 Aug 21 09:21:14.144228 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:14.172365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab365146-b725-4a29-9f53-c65b1a76debe req-67ebb4ab-f476-4bff-9d41-2175a407c52a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801175 Aug 21 09:21:14.249262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Checking segment: {'id': '723f2aac-5710-40b0-a981-6d0ab3fdb1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e10a58f5-c3a0-41d6-89d8-8874cdfe0746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:14.249886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Network hostable DHCP agents. Network: e10a58f5-c3a0-41d6-89d8-8874cdfe0746, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:21:14.252000 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event updated for resources: {'Port': ['ID=cf748eca-ba05-4fc0-b34a-61f573d6e2b3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:14.255813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbc097f6-645e-4dac-9d52-caaf5b5d8ae9 req-78e9fe4a-f932-40b6-a04e-4abee2208644 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 210 time: 0.0335450 Aug 21 09:21:14.327077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-71197599-eae6-4681-ab0a-ea1b34c66155 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:14.328604 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-71197599-eae6-4681-ab0a-ea1b34c66155 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.13 "GET /v2.0/networks?id=78240643-fb1d-4975-be33-7bd6140ad059 HTTP/1.1" status: 200 len: 824 time: 0.2068131 Aug 21 09:21:14.342476 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Request body: {'port': {'device_id': '1b4e479e-8b2e-4d07-959c-9082437227a7', 'network_id': '78240643-fb1d-4975-be33-7bd6140ad059', 'admin_state_up': True, 'tenant_id': 'b37ee879c543414492acc06cff37d20c'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:14.393335 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Network e10a58f5-c3a0-41d6-89d8-8874cdfe0746 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:21:14.445881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, e10a58f5-c3a0-41d6-89d8-8874cdfe0746) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:14.453624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:14.453624 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:14.456606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f13839-b046-4237-a941-ce92566aae76 None None] Network e10a58f5-c3a0-41d6-89d8-8874cdfe0746 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:14.586368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event updated for resources: {'Port': ['ID=11f5eb61-035e-4bd7-89f9-852fb6606142,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:14.604714 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Checking segment: {'id': 'aeb19488-e929-4674-aa1f-82f76110314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0c44cf9c-99bb-4846-9c44-55b1f4e5ad57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:14.605344 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Network hostable DHCP agents. Network: 0c44cf9c-99bb-4846-9c44-55b1f4e5ad57, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:21:14.625554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Made reservation on behalf of b37ee879c543414492acc06cff37d20c for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:14.635170 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:14.708076 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Network 0c44cf9c-99bb-4846-9c44-55b1f4e5ad57 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:21:14.743735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748af8-f851-412e-baaf-230a10a7be84 req-b093fdcf-5341-4557-bd58-9298976b8656 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:14.745460 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9748af8-f851-412e-baaf-230a10a7be84 req-b093fdcf-5341-4557-bd58-9298976b8656 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1812272 Aug 21 09:21:14.787652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 0c44cf9c-99bb-4846-9c44-55b1f4e5ad57) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:14.791987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:14.799972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48436e50-957f-4ecd-9842-ff51b1d724f6 None None] Network 0c44cf9c-99bb-4846-9c44-55b1f4e5ad57 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:14.801613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:14.809254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:14.809972 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:14.914340 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-91a35594-7bfa-4bf7-8270-77adb34db79d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6070535 Aug 21 09:21:14.916010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9748af8-f851-412e-baaf-230a10a7be84 req-e399c09d-434c-4040-855d-e4942410a110 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202161 Aug 21 09:21:14.919020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34640) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:14.994460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Allocated IP 172.20.0.6 (78240643-fb1d-4975-be33-7bd6140ad059/453dff1f-8310-445c-b0c0-0c9e6cf44358/137ebfd4-fa3e-4d5d-a4ca-517772f24049) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:21:15.038538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b2891-2250-40f3-a1f0-6dd18ad8aa45 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:15.044639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b2891-2250-40f3-a1f0-6dd18ad8aa45 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:15.046246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-054b2891-2250-40f3-a1f0-6dd18ad8aa45 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1257944 Aug 21 09:21:15.049587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34646) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:15.152429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-da41b18a-cbad-46af-aa7b-14e93a4cbe7b tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Deleting port cf748eca-ba05-4fc0-b34a-61f573d6e2b3 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:15.152782 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da41b18a-cbad-46af-aa7b-14e93a4cbe7b tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.211641 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.240673 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da41b18a-cbad-46af-aa7b-14e93a4cbe7b tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.254550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-da41b18a-cbad-46af-aa7b-14e93a4cbe7b tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Calling delete_port for cf748eca-ba05-4fc0-b34a-61f573d6e2b3 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:15.260345 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.320654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74edd3-5431-4c2b-bfbc-d05a762f5a37 req-d5c579d0-0cb7-4891-899b-5f8d5df1ea44 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:15.322326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba74edd3-5431-4c2b-bfbc-d05a762f5a37 req-d5c579d0-0cb7-4891-899b-5f8d5df1ea44 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.0718410 Aug 21 09:21:15.373021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba74edd3-5431-4c2b-bfbc-d05a762f5a37 req-72379f82-0feb-4499-ba43-8d91a13d2236 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429385 Aug 21 09:21:15.384624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.410552 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.445016 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da41b18a-cbad-46af-aa7b-14e93a4cbe7b tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.456543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Network 78240643-fb1d-4975-be33-7bd6140ad059 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:15.462025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:15.469880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:15.481073 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da41b18a-cbad-46af-aa7b-14e93a4cbe7b tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.486138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692537c-51ff-4ef5-8524-39d6ab5f0368 req-cf151294-1166-43d8-a9df-96f463b20098 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:15.486138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b692537c-51ff-4ef5-8524-39d6ab5f0368 req-cf151294-1166-43d8-a9df-96f463b20098 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 931 time: 0.1116924 Aug 21 09:21:15.487659 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-da41b18a-cbad-46af-aa7b-14e93a4cbe7b tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "DELETE /v2.0/ports/cf748eca-ba05-4fc0-b34a-61f573d6e2b3 HTTP/1.1" status: 204 len: 168 time: 0.4367633 Aug 21 09:21:15.487801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Pushing event updated for resources: {'Port': ['ID=137ebfd4-fa3e-4d5d-a4ca-517772f24049,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:15.488779 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34664) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:15.521064 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41b18a-cbad-46af-aa7b-14e93a4cbe7b tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Port': ['ID=cf748eca-ba05-4fc0-b34a-61f573d6e2b3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:15.558360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:15.559283 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.584672 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b692537c-51ff-4ef5-8524-39d6ab5f0368 req-5de3ad3d-f0fd-478b-bd50-39b4059c6200 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632913 Aug 21 09:21:15.602912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-65923bef-98fc-4b59-a7bb-7c13ca8bfda5 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Deleting port 11f5eb61-035e-4bd7-89f9-852fb6606142 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:15.603246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65923bef-98fc-4b59-a7bb-7c13ca8bfda5 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.675235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65923bef-98fc-4b59-a7bb-7c13ca8bfda5 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.685934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-9a609f0b-1ba1-457b-b433-ed47df7298f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3477612 Aug 21 09:21:15.688282 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-65923bef-98fc-4b59-a7bb-7c13ca8bfda5 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Calling delete_port for 11f5eb61-035e-4bd7-89f9-852fb6606142 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:15.702760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Request body: {'port': {'device_id': '1b4e479e-8b2e-4d07-959c-9082437227a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:15.768220 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:15.952870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3a0f-b9d6-4bd5-b802-e0c1c2ebbd91 req-7941e2ec-f08c-4a59-9c3a-af5b3877624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:15.954379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06dc3a0f-b9d6-4bd5-b802-e0c1c2ebbd91 req-7941e2ec-f08c-4a59-9c3a-af5b3877624e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 1097 time: 0.1247394 Aug 21 09:21:16.165415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986002e5-f0ec-47bb-9783-de602c09c05b req-766a2400-84a8-437c-9d56-5f74e41248d8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:16.166876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-986002e5-f0ec-47bb-9783-de602c09c05b req-766a2400-84a8-437c-9d56-5f74e41248d8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1456947 Aug 21 09:21:16.192752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3a0f-b9d6-4bd5-b802-e0c1c2ebbd91 req-d039326a-6735-4d45-a59a-7e8a75e2b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:16.194162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06dc3a0f-b9d6-4bd5-b802-e0c1c2ebbd91 req-d039326a-6735-4d45-a59a-7e8a75e2b2f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.2083089 Aug 21 09:21:16.296197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-986002e5-f0ec-47bb-9783-de602c09c05b req-ad57c339-bb44-4424-ad66-6fea3290e98e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170592 Aug 21 09:21:16.312067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06dc3a0f-b9d6-4bd5-b802-e0c1c2ebbd91 req-446905e3-7221-4191-8381-2e3e208ec344 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb966c3-94db-4a29-998c-cb8823ecd624 HTTP/1.1" status: 200 len: 1001 time: 0.1103249 Aug 21 09:21:16.324511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137ebfd4-fa3e-4d5d-a4ca-517772f24049 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:21:16.343284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:16.387828 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65923bef-98fc-4b59-a7bb-7c13ca8bfda5 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:16.391733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Transition to ACTIVE for port object 137ebfd4-fa3e-4d5d-a4ca-517772f24049 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:16.394864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3a0f-b9d6-4bd5-b802-e0c1c2ebbd91 req-d27368a5-9e66-4f2a-874c-ba9c2b901964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:16.396807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06dc3a0f-b9d6-4bd5-b802-e0c1c2ebbd91 req-d27368a5-9e66-4f2a-874c-ba9c2b901964 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.0669057 Aug 21 09:21:16.457056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65923bef-98fc-4b59-a7bb-7c13ca8bfda5 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Port': ['ID=11f5eb61-035e-4bd7-89f9-852fb6606142,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:16.465544 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65923bef-98fc-4b59-a7bb-7c13ca8bfda5 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:16.467999 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-65923bef-98fc-4b59-a7bb-7c13ca8bfda5 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "DELETE /v2.0/ports/11f5eb61-035e-4bd7-89f9-852fb6606142 HTTP/1.1" status: 204 len: 168 time: 0.9769347 Aug 21 09:21:16.470613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34706) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:16.472351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3a0f-b9d6-4bd5-b802-e0c1c2ebbd91 req-87f320ba-3285-46dc-830c-15683e3ffa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:16.480034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06dc3a0f-b9d6-4bd5-b802-e0c1c2ebbd91 req-87f320ba-3285-46dc-830c-15683e3ffa34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704453 Aug 21 09:21:16.503433 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1bbc18d9-d6fa-4afb-8ab8-535fc5cddea7 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0314064 Aug 21 09:21:16.510267 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34710) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:16.517565 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-317570816'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:16.517784 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:16.582261 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Made reservation on behalf of 54bc11be66e3487e882b495f82cdc8a5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:16.586174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:16.629225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:16.641368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:16.641888 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Added segment 5e057624-3fa0-463f-811b-6f8f4d9a94b5 of type vlan for network 5cf7ffb5-0066-41e0-acc5-f3ef486dd747 Aug 21 09:21:16.674742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Pushing event updated for resources: {'Port': ['ID=137ebfd4-fa3e-4d5d-a4ca-517772f24049,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:16.710984 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:16.789793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25981-ecf4-425a-b7ba-72ac8eb232fa req-c8c1c5d0-2e81-4849-8421-a899635653fa tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:16.792193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1e25981-ecf4-425a-b7ba-72ac8eb232fa req-c8c1c5d0-2e81-4849-8421-a899635653fa tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.3021715 Aug 21 09:21:16.807820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06dc3a0f-b9d6-4bd5-b802-e0c1c2ebbd91 req-9d97f927-8313-40c8-9f69-7b8e8a9d52f5 service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232119 Aug 21 09:21:16.831004 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:16.839355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:16.840325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:16.873757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a0bf1-623d-4f0b-a135-e17bacbc7b85 req-45a6ebd8-f1da-49de-8a73-5e5c8bdbbd35 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:16.875350 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f08a0bf1-623d-4f0b-a135-e17bacbc7b85 req-45a6ebd8-f1da-49de-8a73-5e5c8bdbbd35 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 943 time: 0.1939905 Aug 21 09:21:16.922541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event updated for resources: {'Network': ['ID=5cf7ffb5-0066-41e0-acc5-f3ef486dd747,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:16.938908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 5cf7ffb5-0066-41e0-acc5-f3ef486dd747 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:16.947181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Attempting to bind port 137ebfd4-fa3e-4d5d-a4ca-517772f24049 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:16.947181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Attempting to bind port 137ebfd4-fa3e-4d5d-a4ca-517772f24049 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'feb57154-13c4-4ce6-a13a-7f313b7257ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78240643-fb1d-4975-be33-7bd6140ad059'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:16.947181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Attempting to bind port 137ebfd4-fa3e-4d5d-a4ca-517772f24049 on network 78240643-fb1d-4975-be33-7bd6140ad059 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:16.964556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1e25981-ecf4-425a-b7ba-72ac8eb232fa req-96ddaf0a-5f39-4270-8cf0-5720caa60a17 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430221 Aug 21 09:21:16.965113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Port 137ebfd4-fa3e-4d5d-a4ca-517772f24049 on network 78240643-fb1d-4975-be33-7bd6140ad059 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:16.965437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Attempting to bind port 137ebfd4-fa3e-4d5d-a4ca-517772f24049 on network 78240643-fb1d-4975-be33-7bd6140ad059 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:16.969933 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ede5e9c2-1b07-4582-9732-82fedfb5ffd6 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4583199 Aug 21 09:21:16.970595 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34742) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:16.977515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-33134179'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:17.029900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:21:17.030241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Checking segment: {'id': 'feb57154-13c4-4ce6-a13a-7f313b7257ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78240643-fb1d-4975-be33-7bd6140ad059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:17.030629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Bound using segment: {'id': 'feb57154-13c4-4ce6-a13a-7f313b7257ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78240643-fb1d-4975-be33-7bd6140ad059'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:21:17.031082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Bound port: 137ebfd4-fa3e-4d5d-a4ca-517772f24049, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb57154-13c4-4ce6-a13a-7f313b7257ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '78240643-fb1d-4975-be33-7bd6140ad059'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:21:17.031444 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:17.090055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f08a0bf1-623d-4f0b-a135-e17bacbc7b85 req-d03ddfd0-56e1-4014-a171-2008cf77de7f tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785898 Aug 21 09:21:17.111717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06dc3a0f-b9d6-4bd5-b802-e0c1c2ebbd91 req-5d01246b-f343-460a-9a58-9c85f00047ef service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942743 Aug 21 09:21:17.130946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Made reservation on behalf of 54bc11be66e3487e882b495f82cdc8a5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:17.141623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] For port 137ebfd4-fa3e-4d5d-a4ca-517772f24049, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:21:17.142935 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:17.145175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] For port 137ebfd4-fa3e-4d5d-a4ca-517772f24049, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=137ebfd4-fa3e-4d5d-a4ca-517772f24049,segment=NetworkSegment(feb57154-13c4-4ce6-a13a-7f313b7257ac),segment_id=feb57154-13c4-4ce6-a13a-7f313b7257ac)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:21:17.191604 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:17.201404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:17.201816 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Added segment 46c692ca-5841-47c1-b02e-447ca3ac26a9 of type vlan for network 66141bf8-08fe-4ac1-90c4-0c7bf4166912 Aug 21 09:21:17.216843 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:17.250541 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:17.277706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:17.278390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:17.279961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] 10.222.0.13 "PUT /v2.0/ports/137ebfd4-fa3e-4d5d-a4ca-517772f24049 HTTP/1.1" status: 200 len: 1092 time: 1.5848572 Aug 21 09:21:17.280403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4e479e-8b2e-4d07-959c-9082437227a7', 'tag': '137ebfd4-fa3e-4d5d-a4ca-517772f24049'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:21:17.282695 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51f78dd-41e8-45d4-a457-4a46673d76d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4e479e-8b2e-4d07-959c-9082437227a7", "tag": "137ebfd4-fa3e-4d5d-a4ca-517772f24049"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:21:17.315834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e659814-0e60-42f6-b59f-6ec48a44f08a service neutron] Pushing event updated for resources: {'Port': ['ID=137ebfd4-fa3e-4d5d-a4ca-517772f24049,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:17.370477 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e349476-2b07-45be-bfd5-fb95fb15a857 x-openstack-request-id: req-5e349476-2b07-45be-bfd5-fb95fb15a857 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:21:17.370622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:17.370923 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4e479e-8b2e-4d07-959c-9082437227a7", "tag": "137ebfd4-fa3e-4d5d-a4ca-517772f24049", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:21:17.371407 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e349476-2b07-45be-bfd5-fb95fb15a857 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:21:17.371945 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4e479e-8b2e-4d07-959c-9082437227a7', 'tag': '137ebfd4-fa3e-4d5d-a4ca-517772f24049', 'status': 'completed', 'code': 200} Aug 21 09:21:17.377967 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:17.379616 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:17.481865 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event updated for resources: {'Network': ['ID=66141bf8-08fe-4ac1-90c4-0c7bf4166912,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:17.495384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 66141bf8-08fe-4ac1-90c4-0c7bf4166912 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:17.519603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca7828-f420-4b5b-932d-1e905ea63387 req-ba1e0709-4ff0-450e-a7e8-3329ec568b56 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:17.521982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64ca7828-f420-4b5b-932d-1e905ea63387 req-ba1e0709-4ff0-450e-a7e8-3329ec568b56 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1408596 Aug 21 09:21:17.525214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-e9a74d55-83ad-41c8-807e-29face86cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:17.526982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-e9a74d55-83ad-41c8-807e-29face86cb5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b37ee879c543414492acc06cff37d20c&device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 1095 time: 0.1150541 Aug 21 09:21:17.542924 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cef47df9-a86b-4e30-a4de-12ec9c6f1d91 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5709703 Aug 21 09:21:17.620466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-7bd7929e-9aa2-4fa3-9acd-900380a2621f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=137ebfd4-fa3e-4d5d-a4ca-517772f24049 HTTP/1.1" status: 200 len: 217 time: 0.0835097 Aug 21 09:21:17.774024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64ca7828-f420-4b5b-932d-1e905ea63387 req-73a0eca0-4e8e-475d-b5ac-51f1eba1883f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254605 Aug 21 09:21:17.798831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8abc727b-d363-4d2b-8afb-598d46091c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:17.800444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-8abc727b-d363-4d2b-8afb-598d46091c68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=453dff1f-8310-445c-b0c0-0c9e6cf44358 HTTP/1.1" status: 200 len: 864 time: 0.1568804 Aug 21 09:21:17.861947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-92d51d6e-2b42-4700-8886-30f464e246d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78240643-fb1d-4975-be33-7bd6140ad059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543897 Aug 21 09:21:17.993653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-21dd5870-d458-4e7b-8107-9ab53faa8efe service neutron] 10.222.0.13 "GET /v2.0/networks/78240643-fb1d-4975-be33-7bd6140ad059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205454 Aug 21 09:21:18.193620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7cfbf-45f5-487b-8b6f-39fe9b1f6a88 req-e0f20f2a-4071-4323-86f1-aac5c8f1e668 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:18.195344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ba7cfbf-45f5-487b-8b6f-39fe9b1f6a88 req-e0f20f2a-4071-4323-86f1-aac5c8f1e668 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.0904269 Aug 21 09:21:18.198826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53d9f90-7214-42eb-b9b7-34c967242612 req-2c2f1f22-056a-4833-b0f7-54413bacc4eb service neutron] 10.222.0.13 "GET /v2.0/networks/78240643-fb1d-4975-be33-7bd6140ad059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978526 Aug 21 09:21:18.330752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d8391-ca82-41b9-adb3-1908a818422c req-97bf8879-6b86-4144-9a0d-c56d9047e9df tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:18.349414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de4d8391-ca82-41b9-adb3-1908a818422c req-97bf8879-6b86-4144-9a0d-c56d9047e9df tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 943 time: 0.1512578 Aug 21 09:21:18.591176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ba7cfbf-45f5-487b-8b6f-39fe9b1f6a88 req-97229b6e-4d5e-46b8-b100-a041a9a213e1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551991 Aug 21 09:21:18.672593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de4d8391-ca82-41b9-adb3-1908a818422c req-032d0411-80f3-46a0-b70f-352e70f43f79 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217080 Aug 21 09:21:18.676058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f78dd-41e8-45d4-a457-4a46673d76d5 req-656ac38d-d699-40a6-b7f7-94f58a094173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:18.690980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e51f78dd-41e8-45d4-a457-4a46673d76d5 req-656ac38d-d699-40a6-b7f7-94f58a094173 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b37ee879c543414492acc06cff37d20c&device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 1095 time: 0.1686988 Aug 21 09:21:18.840653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f78dd-41e8-45d4-a457-4a46673d76d5 req-e85c9baa-e049-4f75-940d-f574ea985e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:18.842132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e51f78dd-41e8-45d4-a457-4a46673d76d5 req-e85c9baa-e049-4f75-940d-f574ea985e69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78240643-fb1d-4975-be33-7bd6140ad059 HTTP/1.1" status: 200 len: 925 time: 0.1499710 Aug 21 09:21:18.916820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e51f78dd-41e8-45d4-a457-4a46673d76d5 req-3a8c19f8-41a2-410b-ad7f-3ec31ff2ab5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=137ebfd4-fa3e-4d5d-a4ca-517772f24049 HTTP/1.1" status: 200 len: 217 time: 0.0578253 Aug 21 09:21:18.976234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43103b14-1ff9-4075-a3c3-166557c9d767 req-46ca3dbe-d630-4cb3-a5cf-eaaa524fde88 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:18.977680 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43103b14-1ff9-4075-a3c3-166557c9d767 req-46ca3dbe-d630-4cb3-a5cf-eaaa524fde88 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1281831 Aug 21 09:21:18.986746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f78dd-41e8-45d4-a457-4a46673d76d5 req-064b11d7-bbc4-457c-9cb3-b2aa7ceada19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:18.988093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e51f78dd-41e8-45d4-a457-4a46673d76d5 req-064b11d7-bbc4-457c-9cb3-b2aa7ceada19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=453dff1f-8310-445c-b0c0-0c9e6cf44358 HTTP/1.1" status: 200 len: 864 time: 0.0602324 Aug 21 09:21:19.035661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e51f78dd-41e8-45d4-a457-4a46673d76d5 req-185a51b5-a73f-4cff-af11-cff7c17190ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78240643-fb1d-4975-be33-7bd6140ad059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388868 Aug 21 09:21:19.068688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43103b14-1ff9-4075-a3c3-166557c9d767 req-831d537d-c319-4103-9a14-a382766ecb0c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795612 Aug 21 09:21:19.427983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e51f78dd-41e8-45d4-a457-4a46673d76d5 req-8ebb1de3-d08f-4d12-a8eb-f28a9fcf83dd service neutron] 10.222.0.13 "GET /v2.0/networks/78240643-fb1d-4975-be33-7bd6140ad059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827126 Aug 21 09:21:19.436091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c360a62-faf6-4b7b-a0c0-7a53ca291cde req-dcf98167-8254-4dba-9468-2e74f15695f0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:19.437582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c360a62-faf6-4b7b-a0c0-7a53ca291cde req-dcf98167-8254-4dba-9468-2e74f15695f0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0814848 Aug 21 09:21:19.519119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c360a62-faf6-4b7b-a0c0-7a53ca291cde req-16a81515-7bb1-4c2b-9f5c-237a7a35e089 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730848 Aug 21 09:21:19.584633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e51f78dd-41e8-45d4-a457-4a46673d76d5 req-da239585-ba06-4444-8499-b9934c13a64d service neutron] 10.222.0.13 "GET /v2.0/networks/78240643-fb1d-4975-be33-7bd6140ad059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459875 Aug 21 09:21:19.750188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531bc01-5c87-4679-827e-488cf88e04d5 req-7a153f1f-1e6e-4dc9-94b0-02f48fce67da tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:19.751967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6531bc01-5c87-4679-827e-488cf88e04d5 req-7a153f1f-1e6e-4dc9-94b0-02f48fce67da tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0745325 Aug 21 09:21:19.860468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8cd04-d6a5-4c54-8e4e-1a5e9c9daafd req-b2425b83-6058-4083-b1c2-85ac5e2264cd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:19.862836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77f8cd04-d6a5-4c54-8e4e-1a5e9c9daafd req-b2425b83-6058-4083-b1c2-85ac5e2264cd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.1073699 Aug 21 09:21:19.878612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6531bc01-5c87-4679-827e-488cf88e04d5 req-d84d6b9e-4922-4db9-b405-c08976402273 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138976 Aug 21 09:21:20.017779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77f8cd04-d6a5-4c54-8e4e-1a5e9c9daafd req-75eed297-c02d-4785-88ba-1e299ecb7c24 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378236 Aug 21 09:21:20.157710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412404f2-e0ad-410c-acae-bb13675357d6 req-4501d0fc-7191-4bb9-b1e9-25bc0874fe96 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:20.165521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-412404f2-e0ad-410c-acae-bb13675357d6 req-4501d0fc-7191-4bb9-b1e9-25bc0874fe96 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 943 time: 0.1073320 Aug 21 09:21:20.436866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-8e0f1346-ac70-4473-a3c6-e020f34daaec tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:20.438415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-8e0f1346-ac70-4473-a3c6-e020f34daaec tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 812 time: 0.1798737 Aug 21 09:21:20.448362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-412404f2-e0ad-410c-acae-bb13675357d6 req-3a1e1ae6-a3ca-4bba-b9a2-fc92180f043c tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801976 Aug 21 09:21:20.473714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-9e318284-b7dd-4a6d-93f6-80378e4af6f0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/quotas/d45316a92cad4722a66037032e7e74ea HTTP/1.1" status: 200 len: 375 time: 0.0196750 Aug 21 09:21:20.598323 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-58b30517-4872-4bcb-af68-944636e9c9cd tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1173079 Aug 21 09:21:20.798210 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-698114d4-6cb2-49b8-a154-90b68a111eca service neutron] 10.222.0.20 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988556 Aug 21 09:21:20.909684 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-e723e169-8fa0-4372-9354-79272ce7d64b service neutron] 10.222.0.20 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035969 Aug 21 09:21:20.929674 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34862) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:20.936059 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'subnets': [{'network_id': '5cf7ffb5-0066-41e0-acc5-f3ef486dd747', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--300669286', 'ip_version': 6}, {'network_id': '66141bf8-08fe-4ac1-90c4-0c7bf4166912', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:20.936386 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'subnet': {'network_id': '5cf7ffb5-0066-41e0-acc5-f3ef486dd747', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--300669286', 'ip_version': 6}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:20.937245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Request body: {'subnet': {'network_id': '66141bf8-08fe-4ac1-90c4-0c7bf4166912', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:21.204040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfc07e-d6b0-4875-8604-1b7181fd99b3 req-17ea67bf-0cec-4167-ad37-5958d02b2198 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:21.205967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fdfc07e-d6b0-4875-8604-1b7181fd99b3 req-17ea67bf-0cec-4167-ad37-5958d02b2198 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.0549674 Aug 21 09:21:21.247450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fdfc07e-d6b0-4875-8604-1b7181fd99b3 req-68ae671b-bf44-409e-a1aa-fe02630f3f37 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346200 Aug 21 09:21:21.284119 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Made reservation on behalf of 54bc11be66e3487e882b495f82cdc8a5 for: {'subnet': 2} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:21.288794 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:21.289467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:21.414187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 137ebfd4-fa3e-4d5d-a4ca-517772f24049 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:21:21.516185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e4f9e1e-374c-4e89-b67d-2751f8d85300 req-ea4ef19f-fc88-4aa2-865a-2eee008b827f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 210 time: 0.1269591 Aug 21 09:21:21.679330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 137ebfd4-fa3e-4d5d-a4ca-517772f24049, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=137ebfd4-fa3e-4d5d-a4ca-517772f24049,segment=NetworkSegment(feb57154-13c4-4ce6-a13a-7f313b7257ac),segment_id=feb57154-13c4-4ce6-a13a-7f313b7257ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:21.693070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '137ebfd4-fa3e-4d5d-a4ca-517772f24049', 'network_id': '78240643-fb1d-4975-be33-7bd6140ad059', 'port_id': '137ebfd4-fa3e-4d5d-a4ca-517772f24049', 'mac_address': 'fa:16:3e:f0:9e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453dff1f-8310-445c-b0c0-0c9e6cf44358', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:21:21.696135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999c885-0cd4-4727-9059-f548dff2f3e4 req-21de908e-9573-4f38-8458-9bff37dffd61 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:21.703692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8999c885-0cd4-4727-9059-f548dff2f3e4 req-21de908e-9573-4f38-8458-9bff37dffd61 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 943 time: 0.1154997 Aug 21 09:21:21.752336 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8999c885-0cd4-4727-9059-f548dff2f3e4 req-3e6cd5f5-ee79-45df-a037-87fe243b6fac tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475998 Aug 21 09:21:21.981649 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:22.001886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137ebfd4-fa3e-4d5d-a4ca-517772f24049 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:21:22.048974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 137ebfd4-fa3e-4d5d-a4ca-517772f24049, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=137ebfd4-fa3e-4d5d-a4ca-517772f24049,segment=NetworkSegment(feb57154-13c4-4ce6-a13a-7f313b7257ac),segment_id=feb57154-13c4-4ce6-a13a-7f313b7257ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:22.295940 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:22.302451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:22.302984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device fbb966c3-94db-4a29-998c-cb8823ecd624 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:21:22.386912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event updated for resources: {'Subnet': ['ID=c08cf377-7e1e-4313-ab78-1658f1d0bfc6,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:22.396057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Checking segment: {'id': '5e057624-3fa0-463f-811b-6f8f4d9a94b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5cf7ffb5-0066-41e0-acc5-f3ef486dd747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:22.396508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Network hostable DHCP agents. Network: 5cf7ffb5-0066-41e0-acc5-f3ef486dd747, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:21:22.399903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb47857-2b9e-4b3c-9c5b-5b237a91d4c4 req-cba1bfba-2d71-4ea0-bfe4-f17b9a280798 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:22.405562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bb47857-2b9e-4b3c-9c5b-5b237a91d4c4 req-cba1bfba-2d71-4ea0-bfe4-f17b9a280798 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.0772662 Aug 21 09:21:22.423491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=137ebfd4-fa3e-4d5d-a4ca-517772f24049,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:22.479406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bb47857-2b9e-4b3c-9c5b-5b237a91d4c4 req-56728562-2e91-44c8-84fa-8b9139c28f48 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681586 Aug 21 09:21:22.545817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:22.547792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Network 5cf7ffb5-0066-41e0-acc5-f3ef486dd747 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:21:22.575586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'port_id': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'mac_address': 'fa:16:3e:4a:5a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:21:22.630039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03140460-e7b0-44e0-918e-8c2f2a4ca2cd req-5913afab-608a-41de-944c-792b093d2225 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 210 time: 0.0526443 Aug 21 09:21:22.638853 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 5cf7ffb5-0066-41e0-acc5-f3ef486dd747) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:22.643190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:22.670947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83726741-083c-4e38-9a13-e5a8e9df2aae None None] Network 5cf7ffb5-0066-41e0-acc5-f3ef486dd747 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:22.724187 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:22.732373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event updated for resources: {'Subnet': ['ID=cdcc6684-4d30-4a6f-82e6-eec3f644b971,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:22.741132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Checking segment: {'id': '46c692ca-5841-47c1-b02e-447ca3ac26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66141bf8-08fe-4ac1-90c4-0c7bf4166912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:22.741502 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Network hostable DHCP agents. Network: 66141bf8-08fe-4ac1-90c4-0c7bf4166912, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:21:22.751665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbb966c3-94db-4a29-998c-cb8823ecd624 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:21:22.792467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:22.839154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Network 66141bf8-08fe-4ac1-90c4-0c7bf4166912 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:21:22.900891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-5cf7ffb5-0066-41e0-acc5-f3ef486dd747', 'network_id': '5cf7ffb5-0066-41e0-acc5-f3ef486dd747', 'tenant_id': '54bc11be66e3487e882b495f82cdc8a5', 'fixed_ips': [{'subnet_id': 'c08cf377-7e1e-4313-ab78-1658f1d0bfc6'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:21:22.901828 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:22.910524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c59ebc-a139-4909-bed5-f05607ec7e2c req-d3e160f6-aa0e-4ce2-a595-65ae5775e5af tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:22.913931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0c59ebc-a139-4909-bed5-f05607ec7e2c req-d3e160f6-aa0e-4ce2-a595-65ae5775e5af tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 944 time: 0.0682416 Aug 21 09:21:22.929919 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:22.963475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0c59ebc-a139-4909-bed5-f05607ec7e2c req-d14e5b16-ea07-4c00-ac48-31afcbfdbf1d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Aug 21 09:21:22.971100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 66141bf8-08fe-4ac1-90c4-0c7bf4166912) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:22.999782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:22.999782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:22.999782 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:23.011580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da668526-63cd-49dd-b584-32d52ed96ee6 None None] Network 66141bf8-08fe-4ac1-90c4-0c7bf4166912 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:23.051647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['fbb966c3-94db-4a29-998c-cb8823ecd624'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:21:23.177241 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5303fd0b-6087-4afc-b813-8c60c93b769d tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2462265 Aug 21 09:21:23.179718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34920) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:23.186773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['137ebfd4-fa3e-4d5d-a4ca-517772f24049'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:21:23.233081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=fbb966c3-94db-4a29-998c-cb8823ecd624,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:23.330819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112f6669-889f-4f8d-8f45-e18023c53297 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:23.332674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112f6669-889f-4f8d-8f45-e18023c53297 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:23.335751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112f6669-889f-4f8d-8f45-e18023c53297 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:23.339010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-112f6669-889f-4f8d-8f45-e18023c53297 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1563609 Aug 21 09:21:23.348149 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34924) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:23.428101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Allocated IP 2001:db8::1 (5cf7ffb5-0066-41e0-acc5-f3ef486dd747/c08cf377-7e1e-4313-ab78-1658f1d0bfc6/590be09c-e2f0-4b36-9ce3-46addb1ea33f) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:21:23.459064 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d16c41-8c91-4893-9bd0-2866859f5d0c tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Deleting subnet c08cf377-7e1e-4313-ab78-1658f1d0bfc6 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:21:23.489510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-66141bf8-08fe-4ac1-90c4-0c7bf4166912', 'network_id': '66141bf8-08fe-4ac1-90c4-0c7bf4166912', 'tenant_id': '54bc11be66e3487e882b495f82cdc8a5', 'fixed_ips': [{'subnet_id': 'cdcc6684-4d30-4a6f-82e6-eec3f644b971'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:21:23.489510 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:23.703499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887b05f-82ea-4032-9c90-c1841776130e req-63e5b2b7-8f81-41fe-8491-55a6dc3b79e2 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:23.712973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b887b05f-82ea-4032-9c90-c1841776130e req-63e5b2b7-8f81-41fe-8491-55a6dc3b79e2 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 944 time: 0.1217530 Aug 21 09:21:23.813912 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b887b05f-82ea-4032-9c90-c1841776130e req-b8e2ce51-d05b-4818-b67a-12e1d7475b68 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997694 Aug 21 09:21:23.860643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7334e3c-46b7-48b8-a347-e7feb6a1c546 req-0f7bd166-ab91-4bc0-a0b8-b83c6e852576 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 210 time: 0.0349278 Aug 21 09:21:23.988047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Allocated IP 2001:db8:0:1::1 (66141bf8-08fe-4ac1-90c4-0c7bf4166912/cdcc6684-4d30-4a6f-82e6-eec3f644b971/13cc6df1-2f9f-466c-b07f-92a65605852c) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:21:24.203066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2316f-d7c4-4b43-9778-7074f21c555c req-975d95bd-8787-4a9d-87be-64af038e328f tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:24.205587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56e2316f-d7c4-4b43-9778-7074f21c555c req-975d95bd-8787-4a9d-87be-64af038e328f tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 944 time: 0.1081517 Aug 21 09:21:24.214876 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:24.242794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Transition to ACTIVE for port object 590be09c-e2f0-4b36-9ce3-46addb1ea33f will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:24.296007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-56e2316f-d7c4-4b43-9778-7074f21c555c req-2720e72f-acf0-4414-be99-1550c95fe367 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825078 Aug 21 09:21:24.339120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Transition to ACTIVE for port object 590be09c-e2f0-4b36-9ce3-46addb1ea33f will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:24.373654 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:24.383927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Transition to ACTIVE for port object 13cc6df1-2f9f-466c-b07f-92a65605852c will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:24.412356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Transition to ACTIVE for port object 13cc6df1-2f9f-466c-b07f-92a65605852c will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:24.467522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78d16c41-8c91-4893-9bd0-2866859f5d0c tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:24.471592 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:24.551138 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78d16c41-8c91-4893-9bd0-2866859f5d0c tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:24.554359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Network 5cf7ffb5-0066-41e0-acc5-f3ef486dd747 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:24.558571 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:24.571901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:24.574797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:24.603496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Network 66141bf8-08fe-4ac1-90c4-0c7bf4166912 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:24.604572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Pushing event updated for resources: {'Port': ['ID=590be09c-e2f0-4b36-9ce3-46addb1ea33f,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:24.634756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:24.637506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:24.730825 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78d16c41-8c91-4893-9bd0-2866859f5d0c tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:24.816565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Attempting to bind port 590be09c-e2f0-4b36-9ce3-46addb1ea33f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:24.817167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Attempting to bind port 590be09c-e2f0-4b36-9ce3-46addb1ea33f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '5e057624-3fa0-463f-811b-6f8f4d9a94b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5cf7ffb5-0066-41e0-acc5-f3ef486dd747'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:24.817545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Attempting to bind port 590be09c-e2f0-4b36-9ce3-46addb1ea33f on network 5cf7ffb5-0066-41e0-acc5-f3ef486dd747 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:24.898330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Pushing event updated for resources: {'Port': ['ID=13cc6df1-2f9f-466c-b07f-92a65605852c,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:24.921634 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78d16c41-8c91-4893-9bd0-2866859f5d0c tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:24.936714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:21:24.938477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Checking segment: {'id': '5e057624-3fa0-463f-811b-6f8f4d9a94b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5cf7ffb5-0066-41e0-acc5-f3ef486dd747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:24.938925 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:24.939291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Bound using segment: {'id': '5e057624-3fa0-463f-811b-6f8f4d9a94b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5cf7ffb5-0066-41e0-acc5-f3ef486dd747'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:21:24.941153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Bound port: 590be09c-e2f0-4b36-9ce3-46addb1ea33f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e057624-3fa0-463f-811b-6f8f4d9a94b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5cf7ffb5-0066-41e0-acc5-f3ef486dd747'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:21:24.941559 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:24.996150 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d16c41-8c91-4893-9bd0-2866859f5d0c tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Subnet': ['ID=c08cf377-7e1e-4313-ab78-1658f1d0bfc6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:25.008975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Attempting to bind port 13cc6df1-2f9f-466c-b07f-92a65605852c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:25.009380 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Attempting to bind port 13cc6df1-2f9f-466c-b07f-92a65605852c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '46c692ca-5841-47c1-b02e-447ca3ac26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66141bf8-08fe-4ac1-90c4-0c7bf4166912'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:25.009755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Attempting to bind port 13cc6df1-2f9f-466c-b07f-92a65605852c on network 66141bf8-08fe-4ac1-90c4-0c7bf4166912 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:25.014274 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-78d16c41-8c91-4893-9bd0-2866859f5d0c tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:25.020601 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-78d16c41-8c91-4893-9bd0-2866859f5d0c tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "DELETE /v2.0/subnets/c08cf377-7e1e-4313-ab78-1658f1d0bfc6 HTTP/1.1" status: 204 len: 168 time: 1.6713645 Aug 21 09:21:25.023347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34954) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:25.070172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:21:25.070544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Checking segment: {'id': '46c692ca-5841-47c1-b02e-447ca3ac26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66141bf8-08fe-4ac1-90c4-0c7bf4166912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:25.070953 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:25.071886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Bound using segment: {'id': '46c692ca-5841-47c1-b02e-447ca3ac26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66141bf8-08fe-4ac1-90c4-0c7bf4166912'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:21:25.072389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Bound port: 13cc6df1-2f9f-466c-b07f-92a65605852c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c692ca-5841-47c1-b02e-447ca3ac26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66141bf8-08fe-4ac1-90c4-0c7bf4166912'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:21:25.072889 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:25.076295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-08c908cd-a6af-4f84-9d42-4523d46484ad tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:25.079214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-08c908cd-a6af-4f84-9d42-4523d46484ad tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 812 time: 0.3816192 Aug 21 09:21:25.120947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6ef63c3-8bb7-4029-a525-3ae0afed49e9 req-5ff7799b-261c-410a-8cca-0347687d2dd8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 210 time: 0.0569661 Aug 21 09:21:25.135759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Request body: {'port': {'device_id': '25bd65e8-b068-4bb0-b31c-1e458045f0ec', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'admin_state_up': True, 'tenant_id': 'd45316a92cad4722a66037032e7e74ea'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:25.198415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] For port 13cc6df1-2f9f-466c-b07f-92a65605852c, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:21:25.207315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] For port 13cc6df1-2f9f-466c-b07f-92a65605852c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=13cc6df1-2f9f-466c-b07f-92a65605852c,segment=NetworkSegment(46c692ca-5841-47c1-b02e-447ca3ac26a9),segment_id=46c692ca-5841-47c1-b02e-447ca3ac26a9)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:21:25.228528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6f29d4-e5c6-4859-80bf-5346cacc0638 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Deleting subnet cdcc6684-4d30-4a6f-82e6-eec3f644b971 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:21:25.256626 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c6f29d4-e5c6-4859-80bf-5346cacc0638 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:25.276450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] For port 590be09c-e2f0-4b36-9ce3-46addb1ea33f, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:21:25.280540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] For port 590be09c-e2f0-4b36-9ce3-46addb1ea33f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=590be09c-e2f0-4b36-9ce3-46addb1ea33f,segment=NetworkSegment(5e057624-3fa0-463f-811b-6f8f4d9a94b5),segment_id=5e057624-3fa0-463f-811b-6f8f4d9a94b5)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:21:25.365829 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:25.432648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c6f29d4-e5c6-4859-80bf-5346cacc0638 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:25.457564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device fbb966c3-94db-4a29-998c-cb8823ecd624 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:21:25.476004 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:25.483322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf2ac2-f596-4378-b2ec-c04ac506df2e req-7f7d88f9-dc3f-4e90-87ed-31cf5d23f702 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:25.492042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf2ac2-f596-4378-b2ec-c04ac506df2e req-7f7d88f9-dc3f-4e90-87ed-31cf5d23f702 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 944 time: 0.4907031 Aug 21 09:21:25.631310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe0335-9eea-4675-b0c3-4edafa257930 req-f3d7fb76-9dc6-4730-a04a-99e6e61f63e1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:25.641234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45fe0335-9eea-4675-b0c3-4edafa257930 req-f3d7fb76-9dc6-4730-a04a-99e6e61f63e1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 944 time: 0.1800544 Aug 21 09:21:25.663756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20bf2ac2-f596-4378-b2ec-c04ac506df2e req-b76e0c53-8400-4e1a-9833-5b5598b7106e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649864 Aug 21 09:21:25.667668 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c6f29d4-e5c6-4859-80bf-5346cacc0638 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:25.738527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45fe0335-9eea-4675-b0c3-4edafa257930 req-74031204-b47e-4897-bd6d-0d21cce9bee9 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958130 Aug 21 09:21:25.756845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e1b2a-7b08-4b98-8245-8419a0cb0b58 None None] Pushing event updated for resources: {'Port': ['ID=13cc6df1-2f9f-466c-b07f-92a65605852c,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:25.765695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Made reservation on behalf of d45316a92cad4722a66037032e7e74ea for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:25.770447 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:25.839511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda05df-c62f-498d-aec7-c3bd1c88f0b9 None None] Network 5cf7ffb5-0066-41e0-acc5-f3ef486dd747 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:25.913864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c6f29d4-e5c6-4859-80bf-5346cacc0638 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:25.995586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port fbb966c3-94db-4a29-998c-cb8823ecd624 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:21:25.995954 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:26.042541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f29d4-e5c6-4859-80bf-5346cacc0638 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Subnet': ['ID=cdcc6684-4d30-4a6f-82e6-eec3f644b971,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:26.051000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c6f29d4-e5c6-4859-80bf-5346cacc0638 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:26.053125 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3c6f29d4-e5c6-4859-80bf-5346cacc0638 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "DELETE /v2.0/subnets/cdcc6684-4d30-4a6f-82e6-eec3f644b971 HTTP/1.1" status: 204 len: 168 time: 1.0286481 Aug 21 09:21:26.056701 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34964) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:26.081592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a56e8-01b2-4cc1-9fb8-404f8160f520 None None] Pushing event updated for resources: {'Port': ['ID=590be09c-e2f0-4b36-9ce3-46addb1ea33f,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:26.219911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Allocated IP 172.20.0.6 (9f7b8d42-decb-4a92-93d7-259b0577d2bd/0af0f514-5b74-442e-a44e-f7a648ffcaaf/39c2a623-35c4-495f-8508-0e44d98c9f4c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:21:26.316165 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:26.382824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-038ad55d-998c-4781-b2f8-40eda15096f9 req-50baccb4-e019-4b2f-a05e-79a707168012 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 210 time: 0.1039212 Aug 21 09:21:26.476772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:21:26.483386 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375591ed-76b5-4d0c-a661-ff05194c4294" -d '{"events": [{"server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "name": "network-vif-plugged", "status": "completed", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:21:26.537627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:26.640758 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627910e5-9faa-4532-afb1-93f93be63339 x-openstack-request-id: req-627910e5-9faa-4532-afb1-93f93be63339 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:21:26.640758 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "name": "network-vif-plugged", "status": "completed", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:21:26.640758 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-627910e5-9faa-4532-afb1-93f93be63339 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:21:26.640758 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'code': 200} Aug 21 09:21:26.724124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 13cc6df1-2f9f-466c-b07f-92a65605852c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:21:26.873808 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:26.873808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 137ebfd4-fa3e-4d5d-a4ca-517772f24049 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:21:26.876417 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:26.968893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Transition to ACTIVE for port object 39c2a623-35c4-495f-8508-0e44d98c9f4c will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:27.104047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a39fd-3937-4037-8196-490a47a75c26 req-c79b94f5-a442-457b-802c-6cad13f1ac8a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:27.106155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-354a39fd-3937-4037-8196-490a47a75c26 req-c79b94f5-a442-457b-802c-6cad13f1ac8a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.2271967 Aug 21 09:21:27.128823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffb2da-8667-40e0-b986-1cd776d0502b req-514a5aec-5ec7-44fe-a8b2-756801e5f13a tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:27.138860 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05ffb2da-8667-40e0-b986-1cd776d0502b req-514a5aec-5ec7-44fe-a8b2-756801e5f13a tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 944 time: 0.1714504 Aug 21 09:21:27.215076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05ffb2da-8667-40e0-b986-1cd776d0502b req-28ec4ec9-57ad-4fb4-98b3-ced67e255267 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702269 Aug 21 09:21:27.268390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=fbb966c3-94db-4a29-998c-cb8823ecd624,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:27.284142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-354a39fd-3937-4037-8196-490a47a75c26 req-6bd2bf74-a11b-437b-a74b-b8ab1f861edc tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416154 Aug 21 09:21:27.349950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624f2cb-5220-4cc3-9d94-976a36efb563 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:27.362067 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b624f2cb-5220-4cc3-9d94-976a36efb563 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.2836256 Aug 21 09:21:27.365221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34982) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:27.417450 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:27.431099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['264a635d-c2b9-4993-ae08-a62eefb8a003'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:21:27.481730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d77f22-d003-44e1-b180-2af93f61e301 None None] Network 66141bf8-08fe-4ac1-90c4-0c7bf4166912 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:27.525788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 13cc6df1-2f9f-466c-b07f-92a65605852c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:21:27.574143 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:27.641220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 137ebfd4-fa3e-4d5d-a4ca-517772f24049 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:21:27.680080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:27.704768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:27.712384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:27.717515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 137ebfd4-fa3e-4d5d-a4ca-517772f24049 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:21:27.717888 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:27.846335 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Deleting port 13cc6df1-2f9f-466c-b07f-92a65605852c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:27.846695 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:27.904029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b9839ffe-5f6d-4a0a-b6e9-30dd8f1c109f None None] Provisioning for port 13cc6df1-2f9f-466c-b07f-92a65605852c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:21:27.938349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b9839ffe-5f6d-4a0a-b6e9-30dd8f1c109f None None] Provisioning complete for port 13cc6df1-2f9f-466c-b07f-92a65605852c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:21:27.938714 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b9839ffe-5f6d-4a0a-b6e9-30dd8f1c109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.035600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:28.038150 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.098425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] For port 13cc6df1-2f9f-466c-b07f-92a65605852c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=13cc6df1-2f9f-466c-b07f-92a65605852c,segment=NetworkSegment(46c692ca-5841-47c1-b02e-447ca3ac26a9),segment_id=46c692ca-5841-47c1-b02e-447ca3ac26a9)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:28.098923 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.132578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event updated for resources: {'Port': ['ID=39c2a623-35c4-495f-8508-0e44d98c9f4c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:28.136037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Calling delete_port for 13cc6df1-2f9f-466c-b07f-92a65605852c owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:28.183410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825d567-7e86-4c0a-b482-ddaa141ff70b req-3a679d27-493b-460d-bcf9-34bb8132c217 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:28.194630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1825d567-7e86-4c0a-b482-ddaa141ff70b req-3a679d27-493b-460d-bcf9-34bb8132c217 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 931 time: 0.2110422 Aug 21 09:21:28.281960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1825d567-7e86-4c0a-b482-ddaa141ff70b req-731dfac2-7b8c-4d5f-9566-e334e7051ee6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804627 Aug 21 09:21:28.286322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-fd555945-3188-4986-9aac-36aadd56fc82 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1619923 Aug 21 09:21:28.303729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Request body: {'port': {'device_id': '25bd65e8-b068-4bb0-b31c-1e458045f0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:28.370870 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.387105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] No DVR routers for this DVR port 13cc6df1-2f9f-466c-b07f-92a65605852c on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:21:28.481814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b9839ffe-5f6d-4a0a-b6e9-30dd8f1c109f None None] Could not find standard attr ID for object 13cc6df1-2f9f-466c-b07f-92a65605852c. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:21:28.485556 n-d-766726-28 neutron-server[106758]: INFO neutron.plugins.ml2.db [None req-b9839ffe-5f6d-4a0a-b6e9-30dd8f1c109f None None] No ports have port_id starting with 13cc6df1-2f9f-466c-b07f-92a65605852c Aug 21 09:21:28.516923 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.523609 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Port': ['ID=13cc6df1-2f9f-466c-b07f-92a65605852c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:28.538735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95079f12-7eb3-4555-953d-5955b2316b25 None None] DHCP port deletion for 66141bf8-08fe-4ac1-90c4-0c7bf4166912 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:21:28.578723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4e479e-8b2e-4d07-959c-9082437227a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137ebfd4-fa3e-4d5d-a4ca-517772f24049'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:21:28.582611 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c925fa4-6670-422d-be84-0ccc60683e7a" -d '{"events": [{"server_uuid": "1b4e479e-8b2e-4d07-959c-9082437227a7", "name": "network-vif-plugged", "status": "completed", "tag": "137ebfd4-fa3e-4d5d-a4ca-517772f24049"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:21:28.603674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a190ff6a-e4b5-45ef-9996-f04516b3b9c4 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:21:28.617234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 137ebfd4-fa3e-4d5d-a4ca-517772f24049, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=137ebfd4-fa3e-4d5d-a4ca-517772f24049,segment=NetworkSegment(feb57154-13c4-4ce6-a13a-7f313b7257ac),segment_id=feb57154-13c4-4ce6-a13a-7f313b7257ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:28.666778 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.676702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.711091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66141bf8-08fe-4ac1-90c4-0c7bf4166912']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:28.738225 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.741489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102e22-3172-4e1f-b9b9-37c906732ac0 req-d1442111-65a1-411c-ad53-6e3a6bc5b952 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:28.744198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c692ca-5841-47c1-b02e-447ca3ac26a9') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:28.746526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16102e22-3172-4e1f-b9b9-37c906732ac0 req-d1442111-65a1-411c-ad53-6e3a6bc5b952 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 944 time: 0.3425047 Aug 21 09:21:28.747091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c692ca-5841-47c1-b02e-447ca3ac26a9') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:28.779689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.820344 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.838499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:28.838904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:28.842480 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:28.855263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=137ebfd4-fa3e-4d5d-a4ca-517772f24049,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:28.918950 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ee666c8a-afa7-4959-b079-a3b3d841f7ea None None] Provisioning for port 39c2a623-35c4-495f-8508-0e44d98c9f4c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:21:28.928549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ee666c8a-afa7-4959-b079-a3b3d841f7ea None None] Provisioning complete for port 39c2a623-35c4-495f-8508-0e44d98c9f4c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:21:28.928926 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ee666c8a-afa7-4959-b079-a3b3d841f7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:28.930606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a190ff6a-e4b5-45ef-9996-f04516b3b9c4 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:21:28.945271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869866c-86f8-411f-a4ec-c4b0b5b99f6b req-3520b403-49c7-4b21-b62b-0296bda6aaf0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:28.947390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1869866c-86f8-411f-a4ec-c4b0b5b99f6b req-3520b403-49c7-4b21-b62b-0296bda6aaf0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.4168394 Aug 21 09:21:28.993133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ee666c8a-afa7-4959-b079-a3b3d841f7ea None None] Port 39c2a623-35c4-495f-8508-0e44d98c9f4c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:21:29.031961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16102e22-3172-4e1f-b9b9-37c906732ac0 req-a105bac1-28d3-47f8-ae5c-4b80b0f18e3f tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943513 Aug 21 09:21:29.058996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1869866c-86f8-411f-a4ec-c4b0b5b99f6b req-64e5d80d-c60e-4e0d-947e-9bb4e10ff393 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995686 Aug 21 09:21:29.141776 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:29.146028 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4900e97e-890d-4257-89f7-c7a4af4a228d x-openstack-request-id: req-4900e97e-890d-4257-89f7-c7a4af4a228d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:21:29.146028 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4e479e-8b2e-4d07-959c-9082437227a7", "name": "network-vif-plugged", "status": "completed", "tag": "137ebfd4-fa3e-4d5d-a4ca-517772f24049", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:21:29.146456 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4900e97e-890d-4257-89f7-c7a4af4a228d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:21:29.146721 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4e479e-8b2e-4d07-959c-9082437227a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137ebfd4-fa3e-4d5d-a4ca-517772f24049', 'code': 200} Aug 21 09:21:29.172351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c2a623-35c4-495f-8508-0e44d98c9f4c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:21:29.176511 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:29.179071 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "DELETE /v2.0/networks/66141bf8-08fe-4ac1-90c4-0c7bf4166912 HTTP/1.1" status: 204 len: 168 time: 1.8128479 Aug 21 09:21:29.180184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8daf6-09c6-4b78-b26c-ce86daf38fec tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Network': ['ID=66141bf8-08fe-4ac1-90c4-0c7bf4166912,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:29.182468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35012) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:29.184460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:29.270645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Transition to ACTIVE for port object 39c2a623-35c4-495f-8508-0e44d98c9f4c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:29.351351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d8b85-ca66-42fa-bb42-1997033fa5af req-0a24351b-edc9-4c0d-ab76-b30c29805910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:29.353985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-495d8b85-ca66-42fa-bb42-1997033fa5af req-0a24351b-edc9-4c0d-ab76-b30c29805910 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 1097 time: 0.1350422 Aug 21 09:21:29.358855 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:29.385408 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:29.499311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-495d8b85-ca66-42fa-bb42-1997033fa5af req-07375165-d557-4a3a-adb3-a6d0c238ee24 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369803 Aug 21 09:21:29.589807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Pushing event updated for resources: {'Port': ['ID=39c2a623-35c4-495f-8508-0e44d98c9f4c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:29.625854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39a8af-8e7c-4746-9ace-b9c8b610dcc1 req-fc78ff85-211a-4c61-88fa-b0107f9864ea tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:29.627398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d39a8af-8e7c-4746-9ace-b9c8b610dcc1 req-fc78ff85-211a-4c61-88fa-b0107f9864ea tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 943 time: 0.2067866 Aug 21 09:21:29.659256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Deleting port 590be09c-e2f0-4b36-9ce3-46addb1ea33f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:29.659627 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:29.778440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] For port 590be09c-e2f0-4b36-9ce3-46addb1ea33f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=590be09c-e2f0-4b36-9ce3-46addb1ea33f,segment=NetworkSegment(5e057624-3fa0-463f-811b-6f8f4d9a94b5),segment_id=5e057624-3fa0-463f-811b-6f8f4d9a94b5)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:29.778815 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:29.822166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Calling delete_port for 590be09c-e2f0-4b36-9ce3-46addb1ea33f owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:29.981005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d39a8af-8e7c-4746-9ace-b9c8b610dcc1 req-9dea9b3b-0528-401c-be52-f913f62eb671 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335638 Aug 21 09:21:29.982099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Attempting to bind port 39c2a623-35c4-495f-8508-0e44d98c9f4c on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:29.982471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Attempting to bind port 39c2a623-35c4-495f-8508-0e44d98c9f4c by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:29.982870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Attempting to bind port 39c2a623-35c4-495f-8508-0e44d98c9f4c on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:29.987717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Port 39c2a623-35c4-495f-8508-0e44d98c9f4c on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:21:29.988038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Attempting to bind port 39c2a623-35c4-495f-8508-0e44d98c9f4c on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:29.994017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:21:29.994358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Checking segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:29.994749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Bound using segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:21:29.995249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Bound port: 39c2a623-35c4-495f-8508-0e44d98c9f4c, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:21:29.995705 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:30.067900 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:30.106981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] For port 39c2a623-35c4-495f-8508-0e44d98c9f4c, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:21:30.120224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Port': ['ID=590be09c-e2f0-4b36-9ce3-46addb1ea33f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:30.125805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] No DVR routers for this DVR port 590be09c-e2f0-4b36-9ce3-46addb1ea33f on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:21:30.156649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] For port 39c2a623-35c4-495f-8508-0e44d98c9f4c, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=39c2a623-35c4-495f-8508-0e44d98c9f4c,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:21:30.390722 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:30.535330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Pushing event updated for resources: {'Port': ['ID=39c2a623-35c4-495f-8508-0e44d98c9f4c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:30.542681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 13cc6df1-2f9f-466c-b07f-92a65605852c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:21:30.580589 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:30.597284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:30.598514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:30.600331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-b6f6f49e-630c-4c25-9044-d1bc9e544510 service neutron] 10.222.0.22 "PUT /v2.0/ports/39c2a623-35c4-495f-8508-0e44d98c9f4c HTTP/1.1" status: 200 len: 1092 time: 2.3052497 Aug 21 09:21:30.613025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd65e8-b068-4bb0-b31c-1e458045f0ec', 'tag': '39c2a623-35c4-495f-8508-0e44d98c9f4c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:21:30.616694 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd65e8-b068-4bb0-b31c-1e458045f0ec", "tag": "39c2a623-35c4-495f-8508-0e44d98c9f4c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:21:30.630829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf7ffb5-0066-41e0-acc5-f3ef486dd747']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:30.638701 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35042) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:30.644054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93f6bd-42db-462d-9a2c-e7b9440d2e8a req-cde5c395-4886-4a5e-a089-71e039375d92 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:30.644663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 13cc6df1-2f9f-466c-b07f-92a65605852c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:21:30.645073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 13cc6df1-2f9f-466c-b07f-92a65605852c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:21:30.670543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c93f6bd-42db-462d-9a2c-e7b9440d2e8a req-cde5c395-4886-4a5e-a089-71e039375d92 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 945 time: 0.3891006 Aug 21 09:21:30.706928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e057624-3fa0-463f-811b-6f8f4d9a94b5') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:30.707349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e057624-3fa0-463f-811b-6f8f4d9a94b5') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:30.726985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671cb2f-a8a3-4c10-9c58-1279b4bc2375 req-d224c5a4-119c-48f6-96c6-5cf6a3707924 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:30.736810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a671cb2f-a8a3-4c10-9c58-1279b4bc2375 req-d224c5a4-119c-48f6-96c6-5cf6a3707924 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.4815567 Aug 21 09:21:30.809867 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:30.866420 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e1fc5061-bf0c-4c2e-896d-b4cb1a870c92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3814f9012b5e4c1f8b1002d754afa480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255456 Aug 21 09:21:30.868791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35046) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:31.002836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:31.041534 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:31.208234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c93f6bd-42db-462d-9a2c-e7b9440d2e8a req-a5457c0c-dfde-43d4-b370-bfb7f55ce295 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367539 Aug 21 09:21:31.233472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:31.255012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:31.255423 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:31.261641 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:31.315196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a671cb2f-a8a3-4c10-9c58-1279b4bc2375 req-faa2b531-902e-4a66-ab2c-edef592d6dca tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5114131 Aug 21 09:21:31.316965 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd4bdbc-4e46-4d00-b839-f5fb8a56e668 x-openstack-request-id: req-8cd4bdbc-4e46-4d00-b839-f5fb8a56e668 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:21:31.317298 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd65e8-b068-4bb0-b31c-1e458045f0ec", "tag": "39c2a623-35c4-495f-8508-0e44d98c9f4c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:21:31.317544 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cd4bdbc-4e46-4d00-b839-f5fb8a56e668 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:21:31.317939 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd65e8-b068-4bb0-b31c-1e458045f0ec', 'tag': '39c2a623-35c4-495f-8508-0e44d98c9f4c', 'status': 'completed', 'code': 200} Aug 21 09:21:31.318862 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:31.322943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:31.324652 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/636a4173-265a-4a47-8a63-f08592e5ac63 HTTP/1.1" status: 204 len: 168 time: 0.4520638 Aug 21 09:21:31.336413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-31220b5f-4c08-420e-b740-0e2d37929eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:31.336413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-31220b5f-4c08-420e-b740-0e2d37929eb7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 1095 time: 0.5913937 Aug 21 09:21:31.361721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636a4173-265a-4a47-8a63-f08592e5ac63,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:31.390941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.391256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.391729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.391975 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.392319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.392649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.394453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.394453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.394453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.394453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.394453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.394938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964665-ac78-416a-8574-2d7200377ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:31.505486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-2c92fda1-d8fb-4d6c-b6db-736fe427305b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39c2a623-35c4-495f-8508-0e44d98c9f4c HTTP/1.1" status: 200 len: 217 time: 0.0908315 Aug 21 09:21:31.557542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b7ae3-4899-4d94-be64-ee43d08b2866 req-45ad2b2d-392b-4568-b249-d0c8e55e7da5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:31.565598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-844b7ae3-4899-4d94-be64-ee43d08b2866 req-45ad2b2d-392b-4568-b249-d0c8e55e7da5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 943 time: 0.1635776 Aug 21 09:21:31.601096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-4ea8d959-ad0c-4d11-b9b1-c3da1572eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:31.603065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-4ea8d959-ad0c-4d11-b9b1-c3da1572eb76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0883412 Aug 21 09:21:31.639315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-844b7ae3-4899-4d94-be64-ee43d08b2866 req-7e75b456-ca0c-4f83-bfe6-7d491e402dd2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726759 Aug 21 09:21:31.670372 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:31.685708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:31.690691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35056) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:31.691524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "DELETE /v2.0/networks/5cf7ffb5-0066-41e0-acc5-f3ef486dd747 HTTP/1.1" status: 204 len: 168 time: 2.5039899 Aug 21 09:21:31.718551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb5a73-d222-43c8-9e7e-8ebe4c9a6771 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Network': ['ID=5cf7ffb5-0066-41e0-acc5-f3ef486dd747,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:31.755857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-867ae83a-2755-4759-b32f-b63cce66e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:31.757855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-867ae83a-2755-4759-b32f-b63cce66e5b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484668 Aug 21 09:21:31.807882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:31.888534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-44d09b4d-35e7-42f8-aef1-a5a8ff8a2e30 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224618 Aug 21 09:21:31.925298 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:31.943272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c44cf9c-99bb-4846-9c44-55b1f4e5ad57']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:31.960561 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb19488-e929-4674-aa1f-82f76110314f') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:31.963838 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb19488-e929-4674-aa1f-82f76110314f') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:31.975606 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:32.000228 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:32.013846 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:32.015179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:32.020589 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:32.077083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e741cfcb-0c5b-43ba-a9ef-74ea5f83019d req-0ee09d36-e203-4185-a283-0c5f8df5a672 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679807 Aug 21 09:21:32.284790 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:32.320691 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:32.326239 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "DELETE /v2.0/networks/0c44cf9c-99bb-4846-9c44-55b1f4e5ad57 HTTP/1.1" status: 204 len: 168 time: 0.6331592 Aug 21 09:21:32.330917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35072) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:32.378299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86dd60-704e-471b-8954-25c10e17bcf3 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Network': ['ID=0c44cf9c-99bb-4846-9c44-55b1f4e5ad57,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:32.380326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b309b-ebdb-4902-95d0-3fe7c9f44c07 req-f3cfb741-b2f9-4a87-a042-ba18d11595f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:32.381975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f3b309b-ebdb-4902-95d0-3fe7c9f44c07 req-f3cfb741-b2f9-4a87-a042-ba18d11595f1 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 945 time: 0.1002009 Aug 21 09:21:32.545316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739 req-9e62ae95-2029-4d30-87d8-f99738ecce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:32.547138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739 req-9e62ae95-2029-4d30-87d8-f99738ecce54 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 1095 time: 0.2246592 Aug 21 09:21:32.550306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f3b309b-ebdb-4902-95d0-3fe7c9f44c07 req-4d80f132-bf63-4443-84f4-f72f876c3e0d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214099 Aug 21 09:21:32.556102 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:32.681975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b4dff-3c33-474d-9d86-b2a2f3224d1e req-c7df6818-27cb-4fe3-83e1-769dd5874ad0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:32.683748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c1b4dff-3c33-474d-9d86-b2a2f3224d1e req-c7df6818-27cb-4fe3-83e1-769dd5874ad0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.2220581 Aug 21 09:21:32.830348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88c4ec-0c09-458f-ae45-c4b028e8cf27 req-51af7f72-ad13-4eeb-b7fe-35de66237323 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:32.831875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d88c4ec-0c09-458f-ae45-c4b028e8cf27 req-51af7f72-ad13-4eeb-b7fe-35de66237323 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 945 time: 0.1891532 Aug 21 09:21:32.889495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c1b4dff-3c33-474d-9d86-b2a2f3224d1e req-10b16bc7-e395-4cfd-82fd-3a415e6735de tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666968 Aug 21 09:21:32.898568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:32.933861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10a58f5-c3a0-41d6-89d8-8874cdfe0746']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:32.960447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723f2aac-5710-40b0-a981-6d0ab3fdb1cb') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:32.966549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723f2aac-5710-40b0-a981-6d0ab3fdb1cb') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:32.984808 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:33.072533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:33.075145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739 req-404ec37e-a9fe-4f9b-916d-27d54575ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:33.077204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739 req-404ec37e-a9fe-4f9b-916d-27d54575ccf5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.5168047 Aug 21 09:21:33.091344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:33.091344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:33.115306 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:33.137173 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:21:33.222440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739 req-43f07082-0038-46ad-8c9a-2a02b3561310 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39c2a623-35c4-495f-8508-0e44d98c9f4c HTTP/1.1" status: 200 len: 217 time: 0.1121607 Aug 21 09:21:33.270404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d88c4ec-0c09-458f-ae45-c4b028e8cf27 req-80920c73-b6a6-40f2-8583-5c96d2b4aff5 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262147 Aug 21 09:21:33.341479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739 req-d464ea09-848f-4b81-adf5-c56bae6e7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:33.344030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739 req-d464ea09-848f-4b81-adf5-c56bae6e7183 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.1053526 Aug 21 09:21:33.362729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1e5b8-880d-4ad7-9bd6-6ac6a9917b1a req-7660f11e-4201-4175-9610-55059461c0fa tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:33.364488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5b1e5b8-880d-4ad7-9bd6-6ac6a9917b1a req-7660f11e-4201-4175-9610-55059461c0fa tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 943 time: 0.3098791 Aug 21 09:21:33.463155 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:33.505818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:33.507820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] 10.222.0.20 "DELETE /v2.0/networks/e10a58f5-c3a0-41d6-89d8-8874cdfe0746 HTTP/1.1" status: 204 len: 168 time: 1.1733584 Aug 21 09:21:33.513230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada79f3-26a2-41f2-bf83-301aafdb9c58 tempest-BulkNetworkOpsIpV6Test-330771498 tempest-BulkNetworkOpsIpV6Test-330771498-project] Pushing event deleted for resources: {'Network': ['ID=e10a58f5-c3a0-41d6-89d8-8874cdfe0746,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:33.530159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739 req-1d23feae-1f32-4af7-a253-4b68966043b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:33.532799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739 req-1d23feae-1f32-4af7-a253-4b68966043b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817064 Aug 21 09:21:33.672913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739 req-3e89c72e-4623-4091-baa5-ac3d6a727303 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242387 Aug 21 09:21:33.678559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5b1e5b8-880d-4ad7-9bd6-6ac6a9917b1a req-dd15e32d-32b0-453f-a02b-37c8a72ef9bc tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708123 Aug 21 09:21:33.785495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc6e7f95-e8e6-4ab5-97db-74b78bc3d739 req-395b11cc-d499-4f2a-8335-e76f0ca59f19 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057031 Aug 21 09:21:33.902693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb0779-00b2-47bd-b58f-2361629436d2 req-d90f9ecb-10cf-44e6-8f0c-e87e67ad5aea tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:33.905800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39eb0779-00b2-47bd-b58f-2361629436d2 req-d90f9ecb-10cf-44e6-8f0c-e87e67ad5aea tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 945 time: 0.0801482 Aug 21 09:21:33.955594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39eb0779-00b2-47bd-b58f-2361629436d2 req-92a4299b-773a-433d-acc7-d4c7f37b65db tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Aug 21 09:21:34.094448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668d23a-e210-46d6-9017-aa568061b5a0 req-28ae162d-7201-4901-82b8-a00a9c182db4 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:34.103484 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a668d23a-e210-46d6-9017-aa568061b5a0 req-28ae162d-7201-4901-82b8-a00a9c182db4 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.0984144 Aug 21 09:21:34.158544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a668d23a-e210-46d6-9017-aa568061b5a0 req-4e02decf-1f64-4f12-89f4-5e4819595d43 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537899 Aug 21 09:21:34.461064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35182) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:34.661586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5ad1dfe5-2c3e-440b-85bf-d7faed4f5a73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54bc11be66e3487e882b495f82cdc8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987343 Aug 21 09:21:34.665411 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35188) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:34.704778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1320c-286d-4de0-a2bc-8e59a7335c43 req-df5d8386-9bc9-46e1-a852-b1d5d617edde tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:34.708485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75a1320c-286d-4de0-a2bc-8e59a7335c43 req-df5d8386-9bc9-46e1-a852-b1d5d617edde tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 945 time: 0.0586936 Aug 21 09:21:34.733166 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-686ae4e8-2f4f-4c06-a47c-d6a91cb87f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:34.754772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-75a1320c-286d-4de0-a2bc-8e59a7335c43 req-94f557ab-9e2f-46e9-a771-62e2b110d128 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Aug 21 09:21:34.757197 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-686ae4e8-2f4f-4c06-a47c-d6a91cb87f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:34.816155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8e4f9-f51b-4291-b7d0-10f0b0580e25 req-4e04db53-d3af-4352-bcbf-27b365a1d63b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:34.817638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28c8e4f9-f51b-4291-b7d0-10f0b0580e25 req-4e04db53-d3af-4352-bcbf-27b365a1d63b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 943 time: 0.0530894 Aug 21 09:21:34.861144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28c8e4f9-f51b-4291-b7d0-10f0b0580e25 req-1cee8642-f774-4584-8ace-1e6420ccdfd9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Aug 21 09:21:34.998758 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 39c2a623-35c4-495f-8508-0e44d98c9f4c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:21:35.032951 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-686ae4e8-2f4f-4c06-a47c-d6a91cb87f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:35.032951 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-686ae4e8-2f4f-4c06-a47c-d6a91cb87f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:35.032951 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-686ae4e8-2f4f-4c06-a47c-d6a91cb87f5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1688b5d2-8150-4d1f-8fb3-6fc24325e01f HTTP/1.1" status: 204 len: 168 time: 0.3653781 Aug 21 09:21:35.041209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ae4e8-2f4f-4c06-a47c-d6a91cb87f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1688b5d2-8150-4d1f-8fb3-6fc24325e01f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:35.192545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 39c2a623-35c4-495f-8508-0e44d98c9f4c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=39c2a623-35c4-495f-8508-0e44d98c9f4c,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:35.221888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '39c2a623-35c4-495f-8508-0e44d98c9f4c', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'port_id': '39c2a623-35c4-495f-8508-0e44d98c9f4c', 'mac_address': 'fa:16:3e:4d:94:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:21:35.334433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53fb87-14cf-4d12-a006-e115fc7cf8f6 req-3d8eb7b4-7a47-40ee-bacc-0dd26e47c27e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:35.341954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc53fb87-14cf-4d12-a006-e115fc7cf8f6 req-3d8eb7b4-7a47-40ee-bacc-0dd26e47c27e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.0976450 Aug 21 09:21:35.356270 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:35.370172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c2a623-35c4-495f-8508-0e44d98c9f4c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:21:35.401794 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc53fb87-14cf-4d12-a006-e115fc7cf8f6 req-3cc33299-da63-4b9a-be08-94417bea7edd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537343 Aug 21 09:21:35.447436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 39c2a623-35c4-495f-8508-0e44d98c9f4c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=39c2a623-35c4-495f-8508-0e44d98c9f4c,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:35.507178 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:35.594416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=39c2a623-35c4-495f-8508-0e44d98c9f4c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:35.734550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['39c2a623-35c4-495f-8508-0e44d98c9f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:21:36.044819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842021f5-0a4a-4696-b5c5-f06e88f1bb18 req-6c411a91-5e00-4fad-a83b-9db22dcccb18 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:36.056835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-842021f5-0a4a-4696-b5c5-f06e88f1bb18 req-6c411a91-5e00-4fad-a83b-9db22dcccb18 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 945 time: 0.1957021 Aug 21 09:21:36.224656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ffc72-1d00-497c-8fb8-afb35ed15716 req-6aa11928-4813-40c2-badc-315f528f6350 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:36.233281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-455ffc72-1d00-497c-8fb8-afb35ed15716 req-6aa11928-4813-40c2-badc-315f528f6350 tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 945 time: 0.3103323 Aug 21 09:21:36.276568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8ecd2-d127-40da-9fd4-f4ec0a61a2a6 req-1f354871-2beb-4ac0-8a1d-3d151e331cae tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:36.284943 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ded8ecd2-d127-40da-9fd4-f4ec0a61a2a6 req-1f354871-2beb-4ac0-8a1d-3d151e331cae tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 944 time: 0.1982951 Aug 21 09:21:36.388252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ded8ecd2-d127-40da-9fd4-f4ec0a61a2a6 req-8a124f5c-8345-455e-88dc-651b48255937 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007242 Aug 21 09:21:36.411959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-455ffc72-1d00-497c-8fb8-afb35ed15716 req-4f862863-f9b6-4ec7-bd98-a50866d540cb tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/security-groups?id=76ae1593-d363-4b69-acb3-a83b9f31d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759369 Aug 21 09:21:36.458709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-842021f5-0a4a-4696-b5c5-f06e88f1bb18 req-2b0d74f8-abcb-4ccb-974b-ec57ae10592d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Deleting port 137ebfd4-fa3e-4d5d-a4ca-517772f24049 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:36.459991 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-842021f5-0a4a-4696-b5c5-f06e88f1bb18 req-2b0d74f8-abcb-4ccb-974b-ec57ae10592d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:36.628535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35268) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:36.672906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad1a32-d7ab-4839-9f2b-1ecde835cc4c req-5a4d2c13-f702-45e5-a1c9-eed7d054226a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:36.679722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5ad1a32-d7ab-4839-9f2b-1ecde835cc4c req-5a4d2c13-f702-45e5-a1c9-eed7d054226a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.1105366 Aug 21 09:21:36.707059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-842021f5-0a4a-4696-b5c5-f06e88f1bb18 req-2b0d74f8-abcb-4ccb-974b-ec57ae10592d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] For port 137ebfd4-fa3e-4d5d-a4ca-517772f24049, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=137ebfd4-fa3e-4d5d-a4ca-517772f24049,segment=NetworkSegment(feb57154-13c4-4ce6-a13a-7f313b7257ac),segment_id=feb57154-13c4-4ce6-a13a-7f313b7257ac)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:36.707569 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-842021f5-0a4a-4696-b5c5-f06e88f1bb18 req-2b0d74f8-abcb-4ccb-974b-ec57ae10592d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:36.735142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-842021f5-0a4a-4696-b5c5-f06e88f1bb18 req-2b0d74f8-abcb-4ccb-974b-ec57ae10592d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Calling delete_port for 137ebfd4-fa3e-4d5d-a4ca-517772f24049 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:36.750376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5ad1a32-d7ab-4839-9f2b-1ecde835cc4c req-a8bdab10-7725-4548-8497-4a442cbfafb9 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689871 Aug 21 09:21:36.861742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1771327031'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:36.872770 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-380a9306-664b-46a9-b0ab-5bfd3a8399e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:36.970427 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:36.974859 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:36.990766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 39c2a623-35c4-495f-8508-0e44d98c9f4c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:21:36.992408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.051418 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-842021f5-0a4a-4696-b5c5-f06e88f1bb18 req-2b0d74f8-abcb-4ccb-974b-ec57ae10592d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.069196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['137ebfd4-fa3e-4d5d-a4ca-517772f24049'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:21:37.105717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d74f8-abcb-4ccb-974b-ec57ae10592d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Pushing event deleted for resources: {'Port': ['ID=137ebfd4-fa3e-4d5d-a4ca-517772f24049,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:37.213365 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.222942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 39c2a623-35c4-495f-8508-0e44d98c9f4c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:21:37.232352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 39c2a623-35c4-495f-8508-0e44d98c9f4c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:21:37.232352 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.236874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-842021f5-0a4a-4696-b5c5-f06e88f1bb18 req-2b0d74f8-abcb-4ccb-974b-ec57ae10592d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] No DVR routers for this DVR port 137ebfd4-fa3e-4d5d-a4ca-517772f24049 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:21:37.240146 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-842021f5-0a4a-4696-b5c5-f06e88f1bb18 req-2b0d74f8-abcb-4ccb-974b-ec57ae10592d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.242932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-842021f5-0a4a-4696-b5c5-f06e88f1bb18 req-2b0d74f8-abcb-4ccb-974b-ec57ae10592d tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.13 "DELETE /v2.0/ports/137ebfd4-fa3e-4d5d-a4ca-517772f24049 HTTP/1.1" status: 204 len: 173 time: 1.1745393 Aug 21 09:21:37.243690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4e479e-8b2e-4d07-959c-9082437227a7', 'name': 'network-vif-deleted', 'tag': '137ebfd4-fa3e-4d5d-a4ca-517772f24049'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:21:37.246577 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e5f560-2651-4551-a97d-69d06b4ab7d8" -d '{"events": [{"server_uuid": "1b4e479e-8b2e-4d07-959c-9082437227a7", "name": "network-vif-deleted", "tag": "137ebfd4-fa3e-4d5d-a4ca-517772f24049"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:21:37.272934 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.314279 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c000c61a-af23-40d7-8b37-4d2095a299e3 x-openstack-request-id: req-c000c61a-af23-40d7-8b37-4d2095a299e3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:21:37.314886 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4e479e-8b2e-4d07-959c-9082437227a7", "name": "network-vif-deleted", "tag": "137ebfd4-fa3e-4d5d-a4ca-517772f24049", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:21:37.315348 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c000c61a-af23-40d7-8b37-4d2095a299e3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:21:37.316093 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4e479e-8b2e-4d07-959c-9082437227a7', 'name': 'network-vif-deleted', 'tag': '137ebfd4-fa3e-4d5d-a4ca-517772f24049', 'status': 'completed', 'code': 200} Aug 21 09:21:37.363026 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:37.389679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75d5d4d-7f4f-483b-9384-433359e423f2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:37.440948 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.442178 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Added segment 7a04f2f0-c1fb-4538-91ff-27b2bcf43fff of type vlan for network f9e5e35b-c235-42cb-bff8-cc4c6229c694 Aug 21 09:21:37.460791 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.558739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd65e8-b068-4bb0-b31c-1e458045f0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c2a623-35c4-495f-8508-0e44d98c9f4c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:21:37.568886 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345a8f8c-f342-41b0-b557-bf187a89ce32" -d '{"events": [{"server_uuid": "25bd65e8-b068-4bb0-b31c-1e458045f0ec", "name": "network-vif-plugged", "status": "completed", "tag": "39c2a623-35c4-495f-8508-0e44d98c9f4c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:21:37.585032 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.615359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 39c2a623-35c4-495f-8508-0e44d98c9f4c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=39c2a623-35c4-495f-8508-0e44d98c9f4c,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:37.642792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b5f4b08-3102-44c2-a741-f915367557ca req-6b8bf626-3433-47a8-be86-7f3ab5f81bfd tempest-ServersNegativeTestMultiTenantJSON-239393630 tempest-ServersNegativeTestMultiTenantJSON-239393630-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e479e-8b2e-4d07-959c-9082437227a7 HTTP/1.1" status: 200 len: 210 time: 0.1095235 Aug 21 09:21:37.701705 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.748635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bb669-03da-467e-8347-7c1a01bbb760 req-b62b69e8-ba22-4ce5-aac4-acab9d9a58a9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:37.753111 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.757933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c4bb669-03da-467e-8347-7c1a01bbb760 req-b62b69e8-ba22-4ce5-aac4-acab9d9a58a9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 944 time: 0.1654186 Aug 21 09:21:37.761109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:37.761846 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:37.780881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=39c2a623-35c4-495f-8508-0e44d98c9f4c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:37.787298 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad72bbcb-d00a-4d33-8deb-25b0cede90cd x-openstack-request-id: req-ad72bbcb-d00a-4d33-8deb-25b0cede90cd {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:21:37.787298 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd65e8-b068-4bb0-b31c-1e458045f0ec", "name": "network-vif-plugged", "status": "completed", "tag": "39c2a623-35c4-495f-8508-0e44d98c9f4c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:21:37.787690 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad72bbcb-d00a-4d33-8deb-25b0cede90cd {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:21:37.788297 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd65e8-b068-4bb0-b31c-1e458045f0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c2a623-35c4-495f-8508-0e44d98c9f4c', 'code': 200} Aug 21 09:21:37.809820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c4bb669-03da-467e-8347-7c1a01bbb760 req-917afa46-5835-49bc-9abe-1c6e8200e506 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487144 Aug 21 09:21:37.893675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebba3c-70cc-4e54-b968-eba624b5fb08 req-a9ae3a70-046e-4652-9931-3ae8bf0e8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:37.895693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08ebba3c-70cc-4e54-b968-eba624b5fb08 req-a9ae3a70-046e-4652-9931-3ae8bf0e8273 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 1097 time: 0.0581355 Aug 21 09:21:37.940989 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3091238 Aug 21 09:21:37.958233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35294) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:37.974087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'name': 'tempest-PortsIpV6TestJSON-1351530543'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:38.068582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08ebba3c-70cc-4e54-b968-eba624b5fb08 req-fe32fd2b-5ccd-4c5c-b8d0-efc6dbca2d88 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429901 Aug 21 09:21:38.109786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e004-4ae4-49ea-aee8-0f72c6f6b324 req-e68f38fa-213c-42ef-a815-aca3ae16a5a9 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:38.114019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6666e004-4ae4-49ea-aee8-0f72c6f6b324 req-e68f38fa-213c-42ef-a815-aca3ae16a5a9 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.2119083 Aug 21 09:21:38.131062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52354866-88a9-4c19-8301-6dda098c38c6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Network': ['ID=f9e5e35b-c235-42cb-bff8-cc4c6229c694,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:38.158835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:38.288245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6666e004-4ae4-49ea-aee8-0f72c6f6b324 req-a980a90a-56c5-4695-87ab-c6258ae1e5ed tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553857 Aug 21 09:21:38.387709 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:38.391373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:38.420036 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 9128b606-14cc-463b-8129-7cdddd2d6127 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:21:38.730355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35306) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:38.803376 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:38.854296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a92fa46-f69a-443d-b46e-7fe7e256c4e9 admin admin] Deleting subnet 453dff1f-8310-445c-b0c0-0c9e6cf44358 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:21:38.859052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a92fa46-f69a-443d-b46e-7fe7e256c4e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:38.900516 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a92fa46-f69a-443d-b46e-7fe7e256c4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:38.958774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.037772 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a92fa46-f69a-443d-b46e-7fe7e256c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.096211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=9128b606-14cc-463b-8129-7cdddd2d6127,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:39.138909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Checking segment: {'id': '7a04f2f0-c1fb-4538-91ff-27b2bcf43fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:39.139286 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network hostable DHCP agents. Network: f9e5e35b-c235-42cb-bff8-cc4c6229c694, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:21:39.146818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68ef71-fea2-4216-91b9-02c2fe4bc1a4 req-14dcac2c-e547-435b-ac37-823407e41599 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:39.158061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d68ef71-fea2-4216-91b9-02c2fe4bc1a4 req-14dcac2c-e547-435b-ac37-823407e41599 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 945 time: 0.2021923 Aug 21 09:21:39.247451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d68ef71-fea2-4216-91b9-02c2fe4bc1a4 req-7cb662a3-41a3-4037-90c1-0dd987247e46 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882692 Aug 21 09:21:39.262367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:21:39.313422 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a92fa46-f69a-443d-b46e-7fe7e256c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.352409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92fa46-f69a-443d-b46e-7fe7e256c4e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453dff1f-8310-445c-b0c0-0c9e6cf44358,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:39.360910 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a92fa46-f69a-443d-b46e-7fe7e256c4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.372227 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, f9e5e35b-c235-42cb-bff8-cc4c6229c694) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:39.372369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3a92fa46-f69a-443d-b46e-7fe7e256c4e9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/453dff1f-8310-445c-b0c0-0c9e6cf44358 HTTP/1.1" status: 204 len: 168 time: 0.6328509 Aug 21 09:21:39.372369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35318) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:39.372567 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:39.377382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:39.378316 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.388593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82569c-50b5-48e7-9e77-a1d5dffa843a None None] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:39.470762 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8da24e35-60c6-4cd5-8d50-385b9b385c37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5065765 Aug 21 09:21:39.470762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35320) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:39.476349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1014072160'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:39.483916 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.532721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5a2a-79ab-4249-adf0-aa3b941a6406 req-59e01378-ba3d-45a5-b482-80fb58d22992 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:39.540823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef0f5a2a-79ab-4249-adf0-aa3b941a6406 req-59e01378-ba3d-45a5-b482-80fb58d22992 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.0757380 Aug 21 09:21:39.564154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:39.568009 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.612301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:39.636347 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.637190 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Added segment 76070045-14d5-4597-82db-faa94f9428f0 of type vlan for network ee97419c-3247-4023-b3c9-76f5edb52221 Aug 21 09:21:39.663601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef0f5a2a-79ab-4249-adf0-aa3b941a6406 req-c118a556-5db2-4820-83c0-6e022806b8d6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211052 Aug 21 09:21:39.670233 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.688826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78240643-fb1d-4975-be33-7bd6140ad059']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:39.692958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 137ebfd4-fa3e-4d5d-a4ca-517772f24049 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:21:39.715064 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.721736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb57154-13c4-4ce6-a13a-7f313b7257ac') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:39.725134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb57154-13c4-4ce6-a13a-7f313b7257ac') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:39.759450 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.792603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.799864 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:39.800814 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.801158 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.822845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:39.825769 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.873779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 137ebfd4-fa3e-4d5d-a4ca-517772f24049 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:21:39.874705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 137ebfd4-fa3e-4d5d-a4ca-517772f24049 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:39.882739 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:39.921565 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4491243 Aug 21 09:21:39.925100 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5422a2a0-8328-48a4-9528-ee60878cdb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:39.930942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35328) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:39.938432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'ports': [{'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694'}, {'network_id': 'ee97419c-3247-4023-b3c9-76f5edb52221'}]} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:39.939007 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:39.939744 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': 'ee97419c-3247-4023-b3c9-76f5edb52221'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:39.970058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.048762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa52ac8-dc3d-4236-bfa4-d0174394dd9a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Network': ['ID=ee97419c-3247-4023-b3c9-76f5edb52221,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:40.056074 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.063378 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.064718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network ee97419c-3247-4023-b3c9-76f5edb52221 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:40.068240 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/78240643-fb1d-4975-be33-7bd6140ad059 HTTP/1.1" status: 204 len: 168 time: 0.6964176 Aug 21 09:21:40.088432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35330) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:40.162993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5860c-ddb3-4d35-8de9-af38bb6f52e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=78240643-fb1d-4975-be33-7bd6140ad059,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:40.207884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd65fa7e-d465-4a77-a7b2-02839ed945b6 admin admin] Deleting subnet d2394850-8dc1-43c3-a203-1f1fdcff6473 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:21:40.222219 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd65fa7e-d465-4a77-a7b2-02839ed945b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.297172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd65fa7e-d465-4a77-a7b2-02839ed945b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.416738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 2} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:40.420589 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.429119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd65fa7e-d465-4a77-a7b2-02839ed945b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.447796 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.552680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d5a98-041b-4f7d-80e5-3c761b69493f req-8f518e29-dabd-4517-ac5a-830ce52a322b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:40.555444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee1d5a98-041b-4f7d-80e5-3c761b69493f req-8f518e29-dabd-4517-ac5a-830ce52a322b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 945 time: 0.1661489 Aug 21 09:21:40.611367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port f983b879-7e83-4583-8567-5d9fd6f0dd3c yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:21:40.634364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee1d5a98-041b-4f7d-80e5-3c761b69493f req-13903560-16d4-4bcd-af8b-aa10e9195ae1 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726812 Aug 21 09:21:40.691101 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd65fa7e-d465-4a77-a7b2-02839ed945b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.733730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65fa7e-d465-4a77-a7b2-02839ed945b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2394850-8dc1-43c3-a203-1f1fdcff6473,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:40.758185 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd65fa7e-d465-4a77-a7b2-02839ed945b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.763265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fd65fa7e-d465-4a77-a7b2-02839ed945b6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d2394850-8dc1-43c3-a203-1f1fdcff6473 HTTP/1.1" status: 204 len: 168 time: 0.6737001 Aug 21 09:21:40.766206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35340) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:40.839929 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.844463 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.936469 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:40.978038 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 6beb578b-12db-4b1b-97ba-2c76033979ad yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:21:41.265127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:41.376163 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:41.454456 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:41.472400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64442a83-2ce8-4589-be5d-ee5209e352e3']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:41.485106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb74101-881c-40ed-9b83-d812d9875d95') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:41.485660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb74101-881c-40ed-9b83-d812d9875d95') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:41.501809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:41.514827 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:41.579379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:41.580264 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:41.580363 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:41.580462 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:41.580562 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=f983b879-7e83-4583-8567-5d9fd6f0dd3c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:41.580661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:41.580661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:41.643414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ca437-c137-46b4-8d2d-018d61cb44e2 req-3cedec4c-7a31-4368-8529-8b3c64437dc8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:41.649257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Checking segment: {'id': '76070045-14d5-4597-82db-faa94f9428f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ee97419c-3247-4023-b3c9-76f5edb52221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:41.649628 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network hostable DHCP agents. Network: ee97419c-3247-4023-b3c9-76f5edb52221, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:21:41.651838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f9ca437-c137-46b4-8d2d-018d61cb44e2 req-3cedec4c-7a31-4368-8529-8b3c64437dc8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.8051367 Aug 21 09:21:41.659545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=6beb578b-12db-4b1b-97ba-2c76033979ad,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:41.660126 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:41.701368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f9ca437-c137-46b4-8d2d-018d61cb44e2 req-01954f88-85c2-4e72-b257-e63b79856cd7 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482249 Aug 21 09:21:41.942980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network ee97419c-3247-4023-b3c9-76f5edb52221 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:21:41.943346 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:41.955257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:41.957146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/64442a83-2ce8-4589-be5d-ee5209e352e3 HTTP/1.1" status: 204 len: 168 time: 1.1899638 Aug 21 09:21:41.980723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1efc5-e8bc-47dd-80f1-138b42a1b7f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=64442a83-2ce8-4589-be5d-ee5209e352e3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:41.987171 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35360) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:42.050712 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, ee97419c-3247-4023-b3c9-76f5edb52221) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:42.059540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e02d5e6-8932-4c9c-88ec-56e2a163b2d6 None None] Network ee97419c-3247-4023-b3c9-76f5edb52221 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:42.063818 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:42.075925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:42.104705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:42.105336 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.214308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35368) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:42.214454 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-785dc80b-cdcd-4a4e-9e89-a2df3aba516a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2818756 Aug 21 09:21:42.339492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6f73923-54d2-499d-8aa8-a6054ff3db1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.377547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-dbe46f95-bbfe-4e0d-8cd3-811f28235f48 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 6beb578b-12db-4b1b-97ba-2c76033979ad {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:42.380027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbe46f95-bbfe-4e0d-8cd3-811f28235f48 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.386457 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.509087 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbe46f95-bbfe-4e0d-8cd3-811f28235f48 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.526386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-dbe46f95-bbfe-4e0d-8cd3-811f28235f48 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 6beb578b-12db-4b1b-97ba-2c76033979ad owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:42.551612 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6f73923-54d2-499d-8aa8-a6054ff3db1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.553474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35372) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:42.649622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6f73923-54d2-499d-8aa8-a6054ff3db1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.650151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2ee4a7c4-cc68-4b57-b29c-350f39f84674 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b37ee879c543414492acc06cff37d20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948436 Aug 21 09:21:42.652539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35374) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:42.715355 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b36b617e-ac13-480c-b18e-485b3eb7fab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.731903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f73923-54d2-499d-8aa8-a6054ff3db1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e2c154-548a-4da9-b6c7-697d9350ee83,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:42.767947 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b36b617e-ac13-480c-b18e-485b3eb7fab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.802384 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a6f73923-54d2-499d-8aa8-a6054ff3db1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5dd8bdadd52469b9d48e7bfb616723b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8136370 Aug 21 09:21:42.809691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35378) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:42.836537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbe46f95-bbfe-4e0d-8cd3-811f28235f48 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.919976 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbe46f95-bbfe-4e0d-8cd3-811f28235f48 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.922520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dbe46f95-bbfe-4e0d-8cd3-811f28235f48 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/6beb578b-12db-4b1b-97ba-2c76033979ad HTTP/1.1" status: 204 len: 168 time: 0.7069666 Aug 21 09:21:42.923785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe46f95-bbfe-4e0d-8cd3-811f28235f48 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=6beb578b-12db-4b1b-97ba-2c76033979ad,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:42.925945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b36b617e-ac13-480c-b18e-485b3eb7fab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.929472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b36b617e-ac13-480c-b18e-485b3eb7fab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:42.931810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b36b617e-ac13-480c-b18e-485b3eb7fab2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76ae1593-d363-4b69-acb3-a83b9f31d312 HTTP/1.1" status: 204 len: 168 time: 0.2780702 Aug 21 09:21:42.941944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35384) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:42.971946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b617e-ac13-480c-b18e-485b3eb7fab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ae1593-d363-4b69-acb3-a83b9f31d312,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:42.982895 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-feb84973-32e4-4b96-ad55-4643b37ac3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:43.029761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f7c11-5c6b-4332-949f-4db5bcd54463 req-5bbed8bd-27c0-4bd8-a7aa-3a5e3e3c5a7b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:43.032336 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce7f7c11-5c6b-4332-949f-4db5bcd54463 req-5bbed8bd-27c0-4bd8-a7aa-3a5e3e3c5a7b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.1929011 Aug 21 09:21:43.068527 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-feb84973-32e4-4b96-ad55-4643b37ac3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:43.076117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d505b6d7-0ddc-4294-ad43-3d1600d7a7b3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:43.083885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d505b6d7-0ddc-4294-ad43-3d1600d7a7b3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:43.086188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d505b6d7-0ddc-4294-ad43-3d1600d7a7b3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1328158 Aug 21 09:21:43.089494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35388) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:43.179120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce7f7c11-5c6b-4332-949f-4db5bcd54463 req-b563bca7-24c1-4519-989a-61e7272af5e0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399565 Aug 21 09:21:43.261159 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-feb84973-32e4-4b96-ad55-4643b37ac3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:43.264482 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-feb84973-32e4-4b96-ad55-4643b37ac3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:43.268573 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-feb84973-32e4-4b96-ad55-4643b37ac3cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4e2c154-548a-4da9-b6c7-697d9350ee83 HTTP/1.1" status: 204 len: 168 time: 0.4570904 Aug 21 09:21:43.278850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port f983b879-7e83-4583-8567-5d9fd6f0dd3c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:43.279337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:43.283885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb84973-32e4-4b96-ad55-4643b37ac3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e2c154-548a-4da9-b6c7-697d9350ee83,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:43.373817 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:43.395400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for f983b879-7e83-4583-8567-5d9fd6f0dd3c owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:43.592795 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:43.623730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=f983b879-7e83-4583-8567-5d9fd6f0dd3c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:43.632468 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:43.642411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/f983b879-7e83-4583-8567-5d9fd6f0dd3c HTTP/1.1" status: 204 len: 168 time: 0.5441346 Aug 21 09:21:43.642411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.642411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.642411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.642411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.642917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35402) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:43.643010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.643010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.643010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.643010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.643010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.643010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.643010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.643010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014d8756-094d-4326-b59a-43912f05dbfa tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:43.700733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0eae5c-5345-4bc4-91e4-ed1a632804d3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:43.702770 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-db0eae5c-5345-4bc4-91e4-ed1a632804d3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0633924 Aug 21 09:21:43.705637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35406) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:43.739288 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08c6f6b-42f5-4582-a02c-0ba2963e84cd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:21:43.743368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a08c6f6b-42f5-4582-a02c-0ba2963e84cd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/6beb578b-12db-4b1b-97ba-2c76033979ad HTTP/1.1" status: 404 len: 333 time: 0.0342922 Aug 21 09:21:43.743632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35408) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:43.767991 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf76e1d-5db3-4a72-a75e-bb1a51fb615d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:21:43.771599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7cf76e1d-5db3-4a72-a75e-bb1a51fb615d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/f983b879-7e83-4583-8567-5d9fd6f0dd3c HTTP/1.1" status: 404 len: 333 time: 0.0250356 Aug 21 09:21:43.772651 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35410) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:43.875830 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:43.948975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35418) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:43.978025 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:43.990566 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-54fcdc80-fe1e-4fea-9890-0e6e0eee3d34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72940f4b47314d5da42c49d9cad2bfa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409608 Aug 21 09:21:43.991507 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee97419c-3247-4023-b3c9-76f5edb52221']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:43.993147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35420) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:44.012013 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76070045-14d5-4597-82db-faa94f9428f0') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:44.012324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76070045-14d5-4597-82db-faa94f9428f0') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:44.022990 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.038234 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.051148 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:44.051708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:44.056890 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:44.062140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c956bb5a-84ed-4122-ad9a-deb6db0f89d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.087676 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c956bb5a-84ed-4122-ad9a-deb6db0f89d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.227187 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.252547 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.255852 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c956bb5a-84ed-4122-ad9a-deb6db0f89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.260290 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c956bb5a-84ed-4122-ad9a-deb6db0f89d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.261617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c956bb5a-84ed-4122-ad9a-deb6db0f89d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9c2d679-6a6d-4177-85b1-64590c000d2e HTTP/1.1" status: 204 len: 168 time: 0.2663321 Aug 21 09:21:44.266447 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/networks/ee97419c-3247-4023-b3c9-76f5edb52221 HTTP/1.1" status: 204 len: 168 time: 0.4912279 Aug 21 09:21:44.271215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35426) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:44.284274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956bb5a-84ed-4122-ad9a-deb6db0f89d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c2d679-6a6d-4177-85b1-64590c000d2e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:44.295210 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1862146892'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:44.317873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0824aa2-aeca-4a6a-a213-78e05a2cf97c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Network': ['ID=ee97419c-3247-4023-b3c9-76f5edb52221,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:44.404580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35430) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:44.422738 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6963dc64-e2aa-4c9a-9636-792a86414876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.443521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:44.452805 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.498969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58eef96-a6ee-4416-b836-f886db60b893 req-0b16a0a5-3e98-455e-9c31-e0e7736dd391 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:44.502101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:44.512880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b58eef96-a6ee-4416-b836-f886db60b893 req-0b16a0a5-3e98-455e-9c31-e0e7736dd391 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.1426921 Aug 21 09:21:44.523320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.527210 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Added segment c74da075-5f17-4893-9609-90ad178d3d10 of type vlan for network 76d3d505-20c1-40de-873c-667d32fdfc1a Aug 21 09:21:44.582365 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.611991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b58eef96-a6ee-4416-b836-f886db60b893 req-00d29633-678f-40ef-8c99-ef2d74026548 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955675 Aug 21 09:21:44.625416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375818d-b1c8-49b1-a65c-e8c069b6ba05 req-0f56c3d5-7438-4741-980b-b647d270752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:44.627171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8375818d-b1c8-49b1-a65c-e8c069b6ba05 req-0f56c3d5-7438-4741-980b-b647d270752a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 1097 time: 0.0856094 Aug 21 09:21:44.641414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6963dc64-e2aa-4c9a-9636-792a86414876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.692742 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.699331 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:44.700370 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.730544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375818d-b1c8-49b1-a65c-e8c069b6ba05 req-6b819ace-ff3d-475b-93dc-65e089b886df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:44.732281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8375818d-b1c8-49b1-a65c-e8c069b6ba05 req-6b819ace-ff3d-475b-93dc-65e089b886df service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.0974560 Aug 21 09:21:44.734041 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6963dc64-e2aa-4c9a-9636-792a86414876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:44.806437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8375818d-b1c8-49b1-a65c-e8c069b6ba05 req-5eb31088-488c-4c28-abc0-6875c890d298 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb966c3-94db-4a29-998c-cb8823ecd624 HTTP/1.1" status: 200 len: 1001 time: 0.0664773 Aug 21 09:21:44.811882 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5395002 Aug 21 09:21:44.816135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126542d-55c9-461a-901d-a6c16602a466 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Network': ['ID=76d3d505-20c1-40de-873c-667d32fdfc1a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:44.823499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35436) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:44.827225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 76d3d505-20c1-40de-873c-667d32fdfc1a details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:44.831783 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6963dc64-e2aa-4c9a-9636-792a86414876 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8825c5b0b0949e99a71120bbe95bb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260757 Aug 21 09:21:44.832503 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35438) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:44.833099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': '76d3d505-20c1-40de-873c-667d32fdfc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:44.833236 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963dc64-e2aa-4c9a-9636-792a86414876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed34dbc8-4351-4f95-ab27-920e15ace12b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:44.938480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375818d-b1c8-49b1-a65c-e8c069b6ba05 req-c14f58ef-234a-4a3b-9123-0d3dbd12d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:44.940039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8375818d-b1c8-49b1-a65c-e8c069b6ba05 req-c14f58ef-234a-4a3b-9123-0d3dbd12d79e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.1271274 Aug 21 09:21:44.967958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9999358b-fa77-40bc-b0d9-c8ba98dfdd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:45.006577 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9999358b-fa77-40bc-b0d9-c8ba98dfdd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:45.018057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375818d-b1c8-49b1-a65c-e8c069b6ba05 req-77dc527f-1022-4e2e-be2f-99b258279ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:45.027796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8375818d-b1c8-49b1-a65c-e8c069b6ba05 req-77dc527f-1022-4e2e-be2f-99b258279ed7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689714 Aug 21 09:21:45.091880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:45.095375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:45.137955 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9999358b-fa77-40bc-b0d9-c8ba98dfdd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:45.140705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9999358b-fa77-40bc-b0d9-c8ba98dfdd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:45.144526 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9999358b-fa77-40bc-b0d9-c8ba98dfdd0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed34dbc8-4351-4f95-ab27-920e15ace12b HTTP/1.1" status: 204 len: 168 time: 0.3059421 Aug 21 09:21:45.160328 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999358b-fa77-40bc-b0d9-c8ba98dfdd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed34dbc8-4351-4f95-ab27-920e15ace12b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:45.209812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8375818d-b1c8-49b1-a65c-e8c069b6ba05 req-619dee30-7e1d-49f1-a2bf-b33d68ad5e3b service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803086 Aug 21 09:21:45.282852 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:45.341360 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:45.385977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8375818d-b1c8-49b1-a65c-e8c069b6ba05 req-f93ce35a-fe87-4bb9-84eb-b317500946df service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686890 Aug 21 09:21:45.460561 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:45.538065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Subnet': ['ID=b63b5ffe-0d43-42ab-9fe1-85fb3a5d9adb,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:45.556502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Checking segment: {'id': 'c74da075-5f17-4893-9609-90ad178d3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '76d3d505-20c1-40de-873c-667d32fdfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:45.558622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network hostable DHCP agents. Network: 76d3d505-20c1-40de-873c-667d32fdfc1a, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:21:45.657104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network 76d3d505-20c1-40de-873c-667d32fdfc1a is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:21:45.768369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 76d3d505-20c1-40de-873c-667d32fdfc1a) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:45.775098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:45.775696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:45.778935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab0a79-43be-40b6-866e-301bea53927b None None] Network 76d3d505-20c1-40de-873c-667d32fdfc1a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:45.805666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c19a16-8b28-470d-83be-a0fdfec42c25 req-7925164f-c0d5-451c-8336-90dfd29d5bc3 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:45.807353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29c19a16-8b28-470d-83be-a0fdfec42c25 req-7925164f-c0d5-451c-8336-90dfd29d5bc3 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.0854471 Aug 21 09:21:45.887777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35480) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:45.888725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a08790f4-ded8-4107-b0d8-5ac1ff52922b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0635822 Aug 21 09:21:45.893212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': '76d3d505-20c1-40de-873c-667d32fdfc1a', 'name': 'tempest-PortsIpV6TestJSON-823671888'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:45.911659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29c19a16-8b28-470d-83be-a0fdfec42c25 req-098d7805-0105-4361-90da-23701ff45d97 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969033 Aug 21 09:21:46.058700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-76d3d505-20c1-40de-873c-667d32fdfc1a', 'network_id': '76d3d505-20c1-40de-873c-667d32fdfc1a', 'tenant_id': '917dbdd2a42844cd848c20d62df04de0', 'fixed_ips': [{'subnet_id': 'b63b5ffe-0d43-42ab-9fe1-85fb3a5d9adb'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:21:46.060209 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:46.158336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:46.162574 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:46.201053 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 0d0bfd8e-2cba-44a6-ab35-bdc35ee2d151 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:21:46.328337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Allocated IP 2001:db8::2 (76d3d505-20c1-40de-873c-667d32fdfc1a/b63b5ffe-0d43-42ab-9fe1-85fb3a5d9adb/149de811-2536-4880-bb06-537bbe07cc2f) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:21:46.518733 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:46.530219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Transition to ACTIVE for port object 149de811-2536-4880-bb06-537bbe07cc2f will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:46.550038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Transition to ACTIVE for port object 149de811-2536-4880-bb06-537bbe07cc2f will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:46.627404 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:46.677487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Network 76d3d505-20c1-40de-873c-667d32fdfc1a is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:46.681093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:46.685443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:46.701843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Pushing event updated for resources: {'Port': ['ID=149de811-2536-4880-bb06-537bbe07cc2f,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:46.752974 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8::21c (76d3d505-20c1-40de-873c-667d32fdfc1a/b63b5ffe-0d43-42ab-9fe1-85fb3a5d9adb/0d0bfd8e-2cba-44a6-ab35-bdc35ee2d151) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:21:46.809351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Attempting to bind port 149de811-2536-4880-bb06-537bbe07cc2f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:46.812247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Attempting to bind port 149de811-2536-4880-bb06-537bbe07cc2f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c74da075-5f17-4893-9609-90ad178d3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '76d3d505-20c1-40de-873c-667d32fdfc1a'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:46.812647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Attempting to bind port 149de811-2536-4880-bb06-537bbe07cc2f on network 76d3d505-20c1-40de-873c-667d32fdfc1a {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:46.834652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:21:46.837818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Checking segment: {'id': 'c74da075-5f17-4893-9609-90ad178d3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '76d3d505-20c1-40de-873c-667d32fdfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:46.838512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:46.839330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Bound using segment: {'id': 'c74da075-5f17-4893-9609-90ad178d3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '76d3d505-20c1-40de-873c-667d32fdfc1a'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:21:46.841128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Bound port: 149de811-2536-4880-bb06-537bbe07cc2f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74da075-5f17-4893-9609-90ad178d3d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '76d3d505-20c1-40de-873c-667d32fdfc1a'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:21:46.842717 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:46.935481 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] For port 149de811-2536-4880-bb06-537bbe07cc2f, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:21:46.939481 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] For port 149de811-2536-4880-bb06-537bbe07cc2f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=149de811-2536-4880-bb06-537bbe07cc2f,segment=NetworkSegment(c74da075-5f17-4893-9609-90ad178d3d10),segment_id=c74da075-5f17-4893-9609-90ad178d3d10)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:21:47.032658 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:47.078912 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:47.114873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 0d0bfd8e-2cba-44a6-ab35-bdc35ee2d151 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:47.171960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67987231-29ee-4a6e-8bb7-99f2d0a90516 req-7143fab9-3956-4953-90cc-dce7e3065069 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:47.174476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67987231-29ee-4a6e-8bb7-99f2d0a90516 req-7143fab9-3956-4953-90cc-dce7e3065069 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 945 time: 0.1736324 Aug 21 09:21:47.218553 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:47.224639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9571714-fd75-4762-b241-50bd55b80d6b None None] Pushing event updated for resources: {'Port': ['ID=149de811-2536-4880-bb06-537bbe07cc2f,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:47.254291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67987231-29ee-4a6e-8bb7-99f2d0a90516 req-b8ff3f4e-c294-4f00-a793-4c3148592ae0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683866 Aug 21 09:21:47.303982 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network 76d3d505-20c1-40de-873c-667d32fdfc1a is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:47.323242 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:47.334117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:47.340356 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:47.341026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:47.373294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=0d0bfd8e-2cba-44a6-ab35-bdc35ee2d151,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:47.489699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device fbb966c3-94db-4a29-998c-cb8823ecd624 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:21:47.600215 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:47.637918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:47.640575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:21:47.643784 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35121f2-97d2-41f0-bdfe-1089fbad7f72" -d '{"events": [{"server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:21:47.707881 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a0ba14-332b-45d3-b531-bd80eb9c68f0 x-openstack-request-id: req-c3a0ba14-332b-45d3-b531-bd80eb9c68f0 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:21:47.708166 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:21:47.708408 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3a0ba14-332b-45d3-b531-bd80eb9c68f0 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:21:47.709074 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'code': 200} Aug 21 09:21:47.856584 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2e91930e-a841-49de-b759-43c9b21b1887 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9674718 Aug 21 09:21:47.859496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35544) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:47.890216 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:47.972061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=fbb966c3-94db-4a29-998c-cb8823ecd624,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:47.981067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:47.981413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:47.981754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:47.982086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:47.982582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:47.982920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:47.983246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:47.983591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:47.983902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:47.984226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:47.984550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:47.984874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:21:48.057279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7ce522e5-2f88-40dd-b4c3-b884cb8d7aa2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 0d0bfd8e-2cba-44a6-ab35-bdc35ee2d151 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:48.058476 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ce522e5-2f88-40dd-b4c3-b884cb8d7aa2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:48.202177 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ce522e5-2f88-40dd-b4c3-b884cb8d7aa2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:48.221947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7ce522e5-2f88-40dd-b4c3-b884cb8d7aa2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 0d0bfd8e-2cba-44a6-ab35-bdc35ee2d151 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:48.447335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd83a1f-f86e-49fd-ab20-425c1064e3f3 req-206f65d3-34f5-4859-a735-a95417c8ace1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:48.454968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2cd83a1f-f86e-49fd-ab20-425c1064e3f3 req-206f65d3-34f5-4859-a735-a95417c8ace1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.1071351 Aug 21 09:21:48.522721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2cd83a1f-f86e-49fd-ab20-425c1064e3f3 req-2d217ceb-c28c-4be8-85b9-3dc1f610b392 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602336 Aug 21 09:21:48.546452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0a3403-f5c8-443a-aec4-fd233cdcff10 None None] Network 76d3d505-20c1-40de-873c-667d32fdfc1a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:48.619674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 149de811-2536-4880-bb06-537bbe07cc2f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:21:48.666710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ce522e5-2f88-40dd-b4c3-b884cb8d7aa2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:48.718566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce522e5-2f88-40dd-b4c3-b884cb8d7aa2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=0d0bfd8e-2cba-44a6-ab35-bdc35ee2d151,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:48.735075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c5f75d8a-0ebd-4bce-b4db-af9f846b4dc3 None None] Provisioning for port 149de811-2536-4880-bb06-537bbe07cc2f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:21:48.768630 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ce522e5-2f88-40dd-b4c3-b884cb8d7aa2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:48.773126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7ce522e5-2f88-40dd-b4c3-b884cb8d7aa2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/0d0bfd8e-2cba-44a6-ab35-bdc35ee2d151 HTTP/1.1" status: 204 len: 168 time: 0.9124832 Aug 21 09:21:48.776442 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35586) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:48.864565 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee64287f-f88b-4312-a2de-956ddfe798d0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:21:48.870164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 149de811-2536-4880-bb06-537bbe07cc2f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:21:48.870307 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee64287f-f88b-4312-a2de-956ddfe798d0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:21:48.872331 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ee64287f-f88b-4312-a2de-956ddfe798d0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/0d0bfd8e-2cba-44a6-ab35-bdc35ee2d151 HTTP/1.1" status: 404 len: 333 time: 0.0940721 Aug 21 09:21:48.874000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 149de811-2536-4880-bb06-537bbe07cc2f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:21:48.874534 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:48.875086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35594) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:48.901198 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae51850c-b358-496a-a536-9cdd7d82674e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:21:48.902798 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ae51850c-b358-496a-a536-9cdd7d82674e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/0d0bfd8e-2cba-44a6-ab35-bdc35ee2d151 HTTP/1.1" status: 404 len: 333 time: 0.0266685 Aug 21 09:21:48.905481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35598) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:49.003767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-afffd36e-3804-41aa-b289-61c66180f954 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting subnet b63b5ffe-0d43-42ab-9fe1-85fb3a5d9adb {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:21:49.016665 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afffd36e-3804-41aa-b289-61c66180f954 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:49.028797 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:49.075767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 149de811-2536-4880-bb06-537bbe07cc2f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=149de811-2536-4880-bb06-537bbe07cc2f,segment=NetworkSegment(c74da075-5f17-4893-9609-90ad178d3d10),segment_id=c74da075-5f17-4893-9609-90ad178d3d10)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:49.098854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afffd36e-3804-41aa-b289-61c66180f954 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:49.161228 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:49.254773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=149de811-2536-4880-bb06-537bbe07cc2f,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:49.369057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afffd36e-3804-41aa-b289-61c66180f954 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:49.481598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e228a4f0-aaad-4ddb-a4b9-d563b05471a6 None None] Provisioning complete for port 149de811-2536-4880-bb06-537bbe07cc2f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:21:49.487050 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e228a4f0-aaad-4ddb-a4b9-d563b05471a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:49.559004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35616) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:49.616115 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afffd36e-3804-41aa-b289-61c66180f954 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:49.719638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffd36e-3804-41aa-b289-61c66180f954 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Subnet': ['ID=b63b5ffe-0d43-42ab-9fe1-85fb3a5d9adb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:49.722330 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afffd36e-3804-41aa-b289-61c66180f954 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:49.732210 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-afffd36e-3804-41aa-b289-61c66180f954 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/b63b5ffe-0d43-42ab-9fe1-85fb3a5d9adb HTTP/1.1" status: 204 len: 168 time: 0.8224137 Aug 21 09:21:49.732510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35620) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:49.806931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc9dc91-f7d2-44e1-bbe0-465a55871e17 None None] Network 76d3d505-20c1-40de-873c-667d32fdfc1a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:49.817979 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1063094-09f6-4591-84b8-b17dc373d86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:49.859317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:49.936154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-976af67d-dc66-4f48-903c-2abd0b31bcdf None None] Could not find standard attr ID for object 0d0bfd8e-2cba-44a6-ab35-bdc35ee2d151. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:21:49.979249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 149de811-2536-4880-bb06-537bbe07cc2f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:49.979608 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:49.993058 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1063094-09f6-4591-84b8-b17dc373d86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.080023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] For port 149de811-2536-4880-bb06-537bbe07cc2f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=149de811-2536-4880-bb06-537bbe07cc2f,segment=NetworkSegment(c74da075-5f17-4893-9609-90ad178d3d10),segment_id=c74da075-5f17-4893-9609-90ad178d3d10)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:50.080611 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.097001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 149de811-2536-4880-bb06-537bbe07cc2f owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:50.194154 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e1063094-09f6-4591-84b8-b17dc373d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.251756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e1063094-09f6-4591-84b8-b17dc373d86a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f300eeefa4d44f3085f8f5597c4090c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6915424 Aug 21 09:21:50.254341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1063094-09f6-4591-84b8-b17dc373d86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6a3a1a-50d0-4823-b63d-1f3e98c06dba,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:50.263878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35644) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:50.333168 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f618f60-f09e-40ac-abcd-42797cda0178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.338781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2f5611-a796-41b9-a2f0-0a9c274e50ed None None] DHCP port deletion for 76d3d505-20c1-40de-873c-667d32fdfc1a request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:21:50.352610 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.364307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f618f60-f09e-40ac-abcd-42797cda0178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.366498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f5611-a796-41b9-a2f0-0a9c274e50ed None None] The port '149de811-2536-4880-bb06-537bbe07cc2f' was deleted {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 21 09:21:50.414085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=149de811-2536-4880-bb06-537bbe07cc2f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:50.424174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No DVR routers for this DVR port 149de811-2536-4880-bb06-537bbe07cc2f on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:21:50.511052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 149de811-2536-4880-bb06-537bbe07cc2f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:21:50.511592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.523190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d3d505-20c1-40de-873c-667d32fdfc1a']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:50.533254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 149de811-2536-4880-bb06-537bbe07cc2f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:21:50.533601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 149de811-2536-4880-bb06-537bbe07cc2f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:21:50.534258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74da075-5f17-4893-9609-90ad178d3d10') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:50.534550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74da075-5f17-4893-9609-90ad178d3d10') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:50.547182 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.561743 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.568408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:50.568770 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:50.572152 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:50.581796 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f618f60-f09e-40ac-abcd-42797cda0178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.584357 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f618f60-f09e-40ac-abcd-42797cda0178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.587859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0f618f60-f09e-40ac-abcd-42797cda0178 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca6a3a1a-50d0-4823-b63d-1f3e98c06dba HTTP/1.1" status: 204 len: 168 time: 0.3206532 Aug 21 09:21:50.630216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f618f60-f09e-40ac-abcd-42797cda0178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6a3a1a-50d0-4823-b63d-1f3e98c06dba,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:50.723103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.731387 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.733400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/networks/76d3d505-20c1-40de-873c-667d32fdfc1a HTTP/1.1" status: 204 len: 168 time: 1.0000641 Aug 21 09:21:50.737262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35656) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:50.744899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-496780877'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:50.748098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adffa5-b56d-4b9a-ad53-747f4b2d7a22 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Network': ['ID=76d3d505-20c1-40de-873c-667d32fdfc1a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:50.860710 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:50.860710 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.914925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:21:50.938573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:50.938931 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Added segment 83a083f3-f4c2-42f2-a0e5-ef69126fbce5 of type vlan for network 30b46ae3-c3a2-434c-afb5-5802654fc8ae Aug 21 09:21:51.004185 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:51.147053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:51.155477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:51.156474 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:51.327715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Network': ['ID=30b46ae3-c3a2-434c-afb5-5802654fc8ae,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:51.342552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 30b46ae3-c3a2-434c-afb5-5802654fc8ae details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:21:51.532973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device fbb966c3-94db-4a29-998c-cb8823ecd624 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:21:52.501097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c703d-0779-4d53-9e79-83b64d4cc590 req-399d0af5-4745-4be1-8b8a-f7bc22e4336d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:52.502601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f41c703d-0779-4d53-9e79-83b64d4cc590 req-399d0af5-4745-4be1-8b8a-f7bc22e4336d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0510626 Aug 21 09:21:52.536598 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-306def8f-25cb-4d9e-a003-7d8f961e48e9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7975266 Aug 21 09:21:52.540942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35690) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:52.545885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': '30b46ae3-c3a2-434c-afb5-5802654fc8ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:52.547134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f41c703d-0779-4d53-9e79-83b64d4cc590 req-8ccd245a-71df-43db-bcbd-713e63007410 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379081 Aug 21 09:21:52.645670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35696) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:52.685866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a37616b-dc23-441c-872d-00061e40949a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:52.755998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84f2b5-0f7e-413b-bd5f-8563d73ff14f req-45384397-bd94-49f6-96d2-bc963da57f4a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:52.764077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b84f2b5-0f7e-413b-bd5f-8563d73ff14f req-45384397-bd94-49f6-96d2-bc963da57f4a tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.1194642 Aug 21 09:21:52.800500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cc9cf-2df4-459d-b7e0-ef68e269c686 req-72e6f9a2-9c9d-40ac-b1ad-adcd48972116 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:52.802276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-436cc9cf-2df4-459d-b7e0-ef68e269c686 req-72e6f9a2-9c9d-40ac-b1ad-adcd48972116 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0948820 Aug 21 09:21:52.808580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:52.812558 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:52.834704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b84f2b5-0f7e-413b-bd5f-8563d73ff14f req-11721d9a-7490-4af2-b912-f442aeeeda98 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697403 Aug 21 09:21:52.875042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-436cc9cf-2df4-459d-b7e0-ef68e269c686 req-ad737e85-4836-4829-9c2a-c8291fcca125 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642219 Aug 21 09:21:52.945287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a37616b-dc23-441c-872d-00061e40949a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:53.044125 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a37616b-dc23-441c-872d-00061e40949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:53.092207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8a37616b-dc23-441c-872d-00061e40949a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=698040a7195e482985180440530e73d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447677 Aug 21 09:21:53.095612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35714) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:53.104274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37616b-dc23-441c-872d-00061e40949a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e0d552-ddca-4622-82a1-1f59e6d0bf1e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:53.150508 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-a58b1333-ebf4-4035-840e-5bf392258a7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186535 Aug 21 09:21:53.174347 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab05d841-b909-4a7a-a6cd-99d60d8b30d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:53.204077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab05d841-b909-4a7a-a6cd-99d60d8b30d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:53.238471 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:53.309836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Subnet': ['ID=684c3f22-6158-44b3-a52f-a5e7a94f3935,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:53.317481 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Checking segment: {'id': '83a083f3-f4c2-42f2-a0e5-ef69126fbce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '30b46ae3-c3a2-434c-afb5-5802654fc8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:53.317855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network hostable DHCP agents. Network: 30b46ae3-c3a2-434c-afb5-5802654fc8ae, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:21:53.381135 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab05d841-b909-4a7a-a6cd-99d60d8b30d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:53.387877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab05d841-b909-4a7a-a6cd-99d60d8b30d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:53.387877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ab05d841-b909-4a7a-a6cd-99d60d8b30d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33e0d552-ddca-4622-82a1-1f59e6d0bf1e HTTP/1.1" status: 204 len: 168 time: 0.2890873 Aug 21 09:21:53.404234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05d841-b909-4a7a-a6cd-99d60d8b30d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e0d552-ddca-4622-82a1-1f59e6d0bf1e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:53.428083 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network 30b46ae3-c3a2-434c-afb5-5802654fc8ae is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:21:53.513092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec96fc0-e3e1-4f52-afbe-a8a086d443fa req-bd9c5fde-31c6-4a11-b380-0eafe6cb6a8b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:53.514532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ec96fc0-e3e1-4f52-afbe-a8a086d443fa req-bd9c5fde-31c6-4a11-b380-0eafe6cb6a8b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0676851 Aug 21 09:21:53.541248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 30b46ae3-c3a2-434c-afb5-5802654fc8ae) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:53.546689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:53.547781 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:53.556234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70ead8d-378f-4b7d-b29d-00e16837eb0d None None] Network 30b46ae3-c3a2-434c-afb5-5802654fc8ae requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:53.567546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ec96fc0-e3e1-4f52-afbe-a8a086d443fa req-6aaeec2f-c8c3-41c3-95bf-0b7349277601 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450435 Aug 21 09:21:53.696168 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a818a3ee-43e5-4cd3-a69d-24b1e369e4b5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1557057 Aug 21 09:21:53.698682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35734) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:53.703625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': '30b46ae3-c3a2-434c-afb5-5802654fc8ae', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-81488673'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:53.784710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-30b46ae3-c3a2-434c-afb5-5802654fc8ae', 'network_id': '30b46ae3-c3a2-434c-afb5-5802654fc8ae', 'tenant_id': '917dbdd2a42844cd848c20d62df04de0', 'fixed_ips': [{'subnet_id': '684c3f22-6158-44b3-a52f-a5e7a94f3935'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:21:53.785577 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:53.977487 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:53.981070 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:54.031257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Allocated IP 2001:db8::2 (30b46ae3-c3a2-434c-afb5-5802654fc8ae/684c3f22-6158-44b3-a52f-a5e7a94f3935/137c19a9-4115-478c-8f3d-9b3c97106bc6) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:21:54.040218 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 8f1ba3d9-71ef-4121-9006-96ee480cf729 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:21:54.093191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434179-5f98-489a-9216-1842235a8483 req-2d122881-2edb-44d4-b7a1-6e615e5a427b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:54.097618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de434179-5f98-489a-9216-1842235a8483 req-2d122881-2edb-44d4-b7a1-6e615e5a427b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.1192782 Aug 21 09:21:54.152741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de434179-5f98-489a-9216-1842235a8483 req-2c65a149-f18d-4bd6-9b97-4506a3783f4f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476198 Aug 21 09:21:54.370757 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:54.407887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Transition to ACTIVE for port object 137c19a9-4115-478c-8f3d-9b3c97106bc6 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:54.427259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Transition to ACTIVE for port object 137c19a9-4115-478c-8f3d-9b3c97106bc6 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:54.503622 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:54.588093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede22b0-94b4-43cc-8347-6b46fed430ed req-df30fbd3-29a9-4f20-9105-30d8eac2fc19 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:54.590544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ede22b0-94b4-43cc-8347-6b46fed430ed req-df30fbd3-29a9-4f20-9105-30d8eac2fc19 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0795085 Aug 21 09:21:54.598234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Network 30b46ae3-c3a2-434c-afb5-5802654fc8ae is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:54.602732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:54.608109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8::261 (30b46ae3-c3a2-434c-afb5-5802654fc8ae/684c3f22-6158-44b3-a52f-a5e7a94f3935/8f1ba3d9-71ef-4121-9006-96ee480cf729) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:21:54.612981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:54.669722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ede22b0-94b4-43cc-8347-6b46fed430ed req-f60dc482-5e3b-43e8-bcd4-9b9da76259ae tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701473 Aug 21 09:21:54.691092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Pushing event updated for resources: {'Port': ['ID=137c19a9-4115-478c-8f3d-9b3c97106bc6,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:54.731615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Attempting to bind port 137c19a9-4115-478c-8f3d-9b3c97106bc6 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:21:54.733991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Attempting to bind port 137c19a9-4115-478c-8f3d-9b3c97106bc6 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '83a083f3-f4c2-42f2-a0e5-ef69126fbce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '30b46ae3-c3a2-434c-afb5-5802654fc8ae'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:21:54.733991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Attempting to bind port 137c19a9-4115-478c-8f3d-9b3c97106bc6 on network 30b46ae3-c3a2-434c-afb5-5802654fc8ae {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:21:54.739414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:21:54.739862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Checking segment: {'id': '83a083f3-f4c2-42f2-a0e5-ef69126fbce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '30b46ae3-c3a2-434c-afb5-5802654fc8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:21:54.741175 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:54.741567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Bound using segment: {'id': '83a083f3-f4c2-42f2-a0e5-ef69126fbce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '30b46ae3-c3a2-434c-afb5-5802654fc8ae'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:21:54.742068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Bound port: 137c19a9-4115-478c-8f3d-9b3c97106bc6, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a083f3-f4c2-42f2-a0e5-ef69126fbce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '30b46ae3-c3a2-434c-afb5-5802654fc8ae'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:21:54.742458 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:54.824049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] For port 137c19a9-4115-478c-8f3d-9b3c97106bc6, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:21:54.828077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] For port 137c19a9-4115-478c-8f3d-9b3c97106bc6, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=137c19a9-4115-478c-8f3d-9b3c97106bc6,segment=NetworkSegment(83a083f3-f4c2-42f2-a0e5-ef69126fbce5),segment_id=83a083f3-f4c2-42f2-a0e5-ef69126fbce5)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:21:54.846082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-1b4043f9-ad86-4c8f-9177-0ff44db7dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:54.848389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-1b4043f9-ad86-4c8f-9177-0ff44db7dbf4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138&tenant_id=2c80aabc87044488827dfc7cfef025b7 HTTP/1.1" status: 200 len: 1095 time: 0.1046693 Aug 21 09:21:54.883057 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:54.895986 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:54.910892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 8f1ba3d9-71ef-4121-9006-96ee480cf729 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:21:54.925871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-256cb731-a108-4472-8efb-6fb496419f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:54.927392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-256cb731-a108-4472-8efb-6fb496419f79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 1095 time: 0.0550041 Aug 21 09:21:55.048028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dab22-6ce4-4d9b-8d13-369a97234f23 None None] Pushing event updated for resources: {'Port': ['ID=137c19a9-4115-478c-8f3d-9b3c97106bc6,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:55.095449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-12429db6-5877-47cb-8043-26caeb2b3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:55.097762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-12429db6-5877-47cb-8043-26caeb2b3473 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.1633346 Aug 21 09:21:55.101480 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:55.176423 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network 30b46ae3-c3a2-434c-afb5-5802654fc8ae is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:55.179781 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:55.183679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:55.189772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:55.190447 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:55.197753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-655f7c9a-c02d-49ff-a01d-9d5f01221683 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb966c3-94db-4a29-998c-cb8823ecd624 HTTP/1.1" status: 200 len: 999 time: 0.0852232 Aug 21 09:21:55.207399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=8f1ba3d9-71ef-4121-9006-96ee480cf729,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:55.359373 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-23b297ec-e35c-450b-8c82-1b4a29f26187 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.6594903 Aug 21 09:21:55.363213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35780) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:55.416283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-8828e455-be30-4213-94ee-b9fb46efe916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:55.423265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-8828e455-be30-4213-94ee-b9fb46efe916 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.2118158 Aug 21 09:21:55.524746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508c831-3e3c-45c3-82ce-5030e09cf15b req-af3fba80-a554-4521-bec4-1a55fe47e27f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:55.537513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1508c831-3e3c-45c3-82ce-5030e09cf15b req-af3fba80-a554-4521-bec4-1a55fe47e27f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.2329040 Aug 21 09:21:55.558003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a26f8612-b394-4328-a752-5b5a074e24b4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 8f1ba3d9-71ef-4121-9006-96ee480cf729 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:55.558335 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a26f8612-b394-4328-a752-5b5a074e24b4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:55.604200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-5b8691e8-3afd-4a89-920e-a04bdfbc17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:55.606059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-5b8691e8-3afd-4a89-920e-a04bdfbc17c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755912 Aug 21 09:21:55.627274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1508c831-3e3c-45c3-82ce-5030e09cf15b req-e4115a55-2d80-4ef8-a453-d8a9919470db tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790501 Aug 21 09:21:55.735702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-a6c96aa7-fd6f-42ec-a381-51a92da78a30 service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125915 Aug 21 09:21:55.778193 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a26f8612-b394-4328-a752-5b5a074e24b4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:55.797795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a26f8612-b394-4328-a752-5b5a074e24b4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 8f1ba3d9-71ef-4121-9006-96ee480cf729 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:56.095943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a26f8612-b394-4328-a752-5b5a074e24b4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:56.147587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f8612-b394-4328-a752-5b5a074e24b4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=8f1ba3d9-71ef-4121-9006-96ee480cf729,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:56.216050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48680cd4-f2c1-4eb7-b5d5-9bf8555f5ef8 req-53afef07-b334-472d-83a3-be0d961553f3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:56.224025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48680cd4-f2c1-4eb7-b5d5-9bf8555f5ef8 req-53afef07-b334-472d-83a3-be0d961553f3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1255364 Aug 21 09:21:56.230693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a26f8612-b394-4328-a752-5b5a074e24b4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:56.239056 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a26f8612-b394-4328-a752-5b5a074e24b4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/8f1ba3d9-71ef-4121-9006-96ee480cf729 HTTP/1.1" status: 204 len: 168 time: 0.8735843 Aug 21 09:21:56.239964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35804) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:56.256355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a78e8168-393b-405f-83b3-32a1a2aef4d2 req-3a4a5a0f-e778-419f-92ea-bbcc2c71372f service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126395 Aug 21 09:21:56.302798 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc0a1ba-c16c-495e-b3a3-54bcce4b7882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:21:56.305454 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fbc0a1ba-c16c-495e-b3a3-54bcce4b7882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/8f1ba3d9-71ef-4121-9006-96ee480cf729 HTTP/1.1" status: 404 len: 333 time: 0.0645328 Aug 21 09:21:56.308167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35806) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:56.317365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48680cd4-f2c1-4eb7-b5d5-9bf8555f5ef8 req-03d26a68-946a-491a-9566-13d9da063e85 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921526 Aug 21 09:21:56.414007 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-432d88ed-aa6e-4b8e-bf90-127fc9a764e8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting subnet 684c3f22-6158-44b3-a52f-a5e7a94f3935 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:21:56.417814 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-432d88ed-aa6e-4b8e-bf90-127fc9a764e8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:56.505970 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-432d88ed-aa6e-4b8e-bf90-127fc9a764e8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:56.594413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db71899-f9d0-4b37-b72c-dca6d78b6c90 None None] Network 30b46ae3-c3a2-434c-afb5-5802654fc8ae requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:56.625165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 137c19a9-4115-478c-8f3d-9b3c97106bc6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:21:56.702791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f84ef8f9-f7c2-46b1-b277-20e5496502db None None] Provisioning for port 137c19a9-4115-478c-8f3d-9b3c97106bc6 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:21:56.744029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-432d88ed-aa6e-4b8e-bf90-127fc9a764e8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:56.868978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 137c19a9-4115-478c-8f3d-9b3c97106bc6 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:21:56.877013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 137c19a9-4115-478c-8f3d-9b3c97106bc6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:21:56.877734 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:56.884339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87586f2-ef66-4bf3-8555-b9d0cdb712dd req-4dcb3a8a-854c-43c0-af53-622e13c6da61 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:56.886780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d87586f2-ef66-4bf3-8555-b9d0cdb712dd req-4dcb3a8a-854c-43c0-af53-622e13c6da61 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.1030843 Aug 21 09:21:56.971066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d87586f2-ef66-4bf3-8555-b9d0cdb712dd req-ac07afbc-5050-411b-81e8-e3c674142a01 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726559 Aug 21 09:21:57.013453 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.045165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-432d88ed-aa6e-4b8e-bf90-127fc9a764e8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.071877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d88ed-aa6e-4b8e-bf90-127fc9a764e8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Subnet': ['ID=684c3f22-6158-44b3-a52f-a5e7a94f3935,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:57.088816 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-432d88ed-aa6e-4b8e-bf90-127fc9a764e8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.093197 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-432d88ed-aa6e-4b8e-bf90-127fc9a764e8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/684c3f22-6158-44b3-a52f-a5e7a94f3935 HTTP/1.1" status: 204 len: 168 time: 0.7814791 Aug 21 09:21:57.094073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35836) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:57.188893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:21:57.190249 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:21:57.209677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.279994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1111fdce-5199-41c4-b8a9-b3f4a12caa2d None None] Network 30b46ae3-c3a2-434c-afb5-5802654fc8ae requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:21:57.311794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 137c19a9-4115-478c-8f3d-9b3c97106bc6 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:57.312131 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.437289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] For port 137c19a9-4115-478c-8f3d-9b3c97106bc6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=137c19a9-4115-478c-8f3d-9b3c97106bc6,segment=NetworkSegment(83a083f3-f4c2-42f2-a0e5-ef69126fbce5),segment_id=83a083f3-f4c2-42f2-a0e5-ef69126fbce5)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:57.438103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.444253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8408b095-f9f6-4a51-ba72-bbcc3077f1e1 None None] Provisioning complete for port 137c19a9-4115-478c-8f3d-9b3c97106bc6 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:21:57.444625 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8408b095-f9f6-4a51-ba72-bbcc3077f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.508253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 137c19a9-4115-478c-8f3d-9b3c97106bc6 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:57.558733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c747-814f-495e-9a06-25809db7a953 req-a1564e45-0322-4cb3-89a8-b8f19cdd9101 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:57.560422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6359c747-814f-495e-9a06-25809db7a953 req-a1564e45-0322-4cb3-89a8-b8f19cdd9101 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1102448 Aug 21 09:21:57.562021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58173e7b-e6be-49c7-adf2-eae7fbccfe53 None None] DHCP port deletion for 30b46ae3-c3a2-434c-afb5-5802654fc8ae request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:21:57.577075 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8408b095-f9f6-4a51-ba72-bbcc3077f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.643941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8408b095-f9f6-4a51-ba72-bbcc3077f1e1 None None] For port 137c19a9-4115-478c-8f3d-9b3c97106bc6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=137c19a9-4115-478c-8f3d-9b3c97106bc6,segment=NetworkSegment(83a083f3-f4c2-42f2-a0e5-ef69126fbce5),segment_id=83a083f3-f4c2-42f2-a0e5-ef69126fbce5)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:57.651347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6359c747-814f-495e-9a06-25809db7a953 req-5e2a3836-e97a-43cc-8544-863a6dae1027 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634336 Aug 21 09:21:57.676097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-58173e7b-e6be-49c7-adf2-eae7fbccfe53 None None] Deleting port 137c19a9-4115-478c-8f3d-9b3c97106bc6 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:21:57.676487 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-58173e7b-e6be-49c7-adf2-eae7fbccfe53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.775844 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.782290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-58173e7b-e6be-49c7-adf2-eae7fbccfe53 None None] For port 137c19a9-4115-478c-8f3d-9b3c97106bc6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=137c19a9-4115-478c-8f3d-9b3c97106bc6,segment=NetworkSegment(83a083f3-f4c2-42f2-a0e5-ef69126fbce5),segment_id=83a083f3-f4c2-42f2-a0e5-ef69126fbce5)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:21:57.782692 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-58173e7b-e6be-49c7-adf2-eae7fbccfe53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.811207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-58173e7b-e6be-49c7-adf2-eae7fbccfe53 None None] Calling delete_port for 137c19a9-4115-478c-8f3d-9b3c97106bc6 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:21:57.831016 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8408b095-f9f6-4a51-ba72-bbcc3077f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:57.922713 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:58.006576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=137c19a9-4115-478c-8f3d-9b3c97106bc6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:58.031666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No DVR routers for this DVR port 137c19a9-4115-478c-8f3d-9b3c97106bc6 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:21:58.064345 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:21:58.064707 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:21:58.256660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408b095-f9f6-4a51-ba72-bbcc3077f1e1 None None] Pushing event updated for resources: {'Port': ['ID=137c19a9-4115-478c-8f3d-9b3c97106bc6,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:58.269691 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-58173e7b-e6be-49c7-adf2-eae7fbccfe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:58.345529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58173e7b-e6be-49c7-adf2-eae7fbccfe53 None None] No DVR routers for this DVR port 137c19a9-4115-478c-8f3d-9b3c97106bc6 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:21:58.358793 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58173e7b-e6be-49c7-adf2-eae7fbccfe53 None None] Pushing event deleted for resources: {'Port': ['ID=137c19a9-4115-478c-8f3d-9b3c97106bc6,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:58.361692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:58.402029 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b46ae3-c3a2-434c-afb5-5802654fc8ae']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:58.418845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a083f3-f4c2-42f2-a0e5-ef69126fbce5') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:58.419404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a083f3-f4c2-42f2-a0e5-ef69126fbce5') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:21:58.431764 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:58.448070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:58.456307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:21:58.457472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:21:58.542369 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:21:58.650046 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:58.712453 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:58.714692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/networks/30b46ae3-c3a2-434c-afb5-5802654fc8ae HTTP/1.1" status: 204 len: 168 time: 1.6190927 Aug 21 09:21:58.720115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35912) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:21:58.724740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977b4a1-b157-4b2f-abcc-d95bac92e819 req-aa8899ed-ab45-4adb-ad82-f9fbbc398232 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:58.727182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'name': 'tempest-PortsIpV6TestJSON-1309174001'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:21:58.727920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c977b4a1-b157-4b2f-abcc-d95bac92e819 req-aa8899ed-ab45-4adb-ad82-f9fbbc398232 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.5049567 Aug 21 09:21:58.729100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532e5da-bce5-45c0-991e-1bd4008d9375 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Network': ['ID=30b46ae3-c3a2-434c-afb5-5802654fc8ae,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:58.820427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Port 137c19a9-4115-478c-8f3d-9b3c97106bc6 update to ACTIVE by agent not found {{(pid=106758) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 21 09:21:58.890754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c977b4a1-b157-4b2f-abcc-d95bac92e819 req-e9dd34d6-e554-4a25-96a7-893a8dad821d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197729 Aug 21 09:21:58.988761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 137c19a9-4115-478c-8f3d-9b3c97106bc6 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:21:59.040807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 137c19a9-4115-478c-8f3d-9b3c97106bc6 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:21:59.045225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 137c19a9-4115-478c-8f3d-9b3c97106bc6 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:21:59.053989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958ab31-8353-4de4-a9ce-9cce77f39ef6 req-3a5eede8-2478-4696-9d53-56489e63e24b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:59.056226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3958ab31-8353-4de4-a9ce-9cce77f39ef6 req-3a5eede8-2478-4696-9d53-56489e63e24b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1680715 Aug 21 09:21:59.141216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:21:59.145833 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:59.174673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3958ab31-8353-4de4-a9ce-9cce77f39ef6 req-dd461106-b421-4ea0-8aa9-22c6609898d0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853751 Aug 21 09:21:59.236296 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 189a8c20-6f59-46db-bd72-f79ebd5968fc yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:21:59.562328 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:59.684487 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:59.754834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:21:59.759496 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:21:59.773709 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:21:59.780691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:21:59.782056 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:21:59.800238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=189a8c20-6f59-46db-bd72-f79ebd5968fc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:21:59.885785 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2e3a2bb3-d8f4-48b1-9ed3-f229226badd6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1643786 Aug 21 09:21:59.894054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35946) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:00.128137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-9493b0ca-fbc5-4aa2-b5d6-73e0f1d4e32d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 189a8c20-6f59-46db-bd72-f79ebd5968fc {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:00.128584 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9493b0ca-fbc5-4aa2-b5d6-73e0f1d4e32d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:00.173474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57946cd-2e13-42d9-80b1-6550592544f5 req-3bd0fdb1-8760-4168-857c-e317485f53a1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:00.187236 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b57946cd-2e13-42d9-80b1-6550592544f5 req-3bd0fdb1-8760-4168-857c-e317485f53a1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.1205082 Aug 21 09:22:00.277615 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9493b0ca-fbc5-4aa2-b5d6-73e0f1d4e32d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:00.306052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b57946cd-2e13-42d9-80b1-6550592544f5 req-2f8750d8-8adc-4420-ba6f-ea47c3f2dfba tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178434 Aug 21 09:22:00.338810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35958) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:00.352694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-9493b0ca-fbc5-4aa2-b5d6-73e0f1d4e32d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 189a8c20-6f59-46db-bd72-f79ebd5968fc owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:00.451848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd9311-2132-45a4-82a4-d6fd90721779 req-73e2986e-b2d3-459a-a01c-094136d416fc tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:00.464655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2fdd9311-2132-45a4-82a4-d6fd90721779 req-73e2986e-b2d3-459a-a01c-094136d416fc tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0955215 Aug 21 09:22:00.575115 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9493b0ca-fbc5-4aa2-b5d6-73e0f1d4e32d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:00.587918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2fdd9311-2132-45a4-82a4-d6fd90721779 req-5d0fdda9-d576-402b-99dc-bf03bf883a05 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223030 Aug 21 09:22:00.646314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493b0ca-fbc5-4aa2-b5d6-73e0f1d4e32d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=189a8c20-6f59-46db-bd72-f79ebd5968fc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:00.649863 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-16a1b40b-e0bd-4cd2-a1ec-7e860983820f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:00.665173 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9493b0ca-fbc5-4aa2-b5d6-73e0f1d4e32d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:00.667388 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9493b0ca-fbc5-4aa2-b5d6-73e0f1d4e32d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/189a8c20-6f59-46db-bd72-f79ebd5968fc HTTP/1.1" status: 204 len: 168 time: 0.7717988 Aug 21 09:22:00.672661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35964) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:00.678057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'mac_address': 'fa:16:3e:84:3e:7d', 'name': 'tempest-PortsIpV6TestJSON-1930280548'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:00.939417 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-16a1b40b-e0bd-4cd2-a1ec-7e860983820f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:01.034865 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-a265e345-6d5b-4202-8419-38bd51afb21f req-1aa8c46f-f126-4444-8b39-802fead32142 service neutron] (106756) timed out ('10.222.0.13', 65425) {{(pid=106756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:22:01.078058 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-16a1b40b-e0bd-4cd2-a1ec-7e860983820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:01.166118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1b40b-e0bd-4cd2-a1ec-7e860983820f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3dc012-8fb4-4cc0-8e28-40eda2edd36a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:01.185335 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35968) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:01.185875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-16a1b40b-e0bd-4cd2-a1ec-7e860983820f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=411bf07fc13542aeb314b970f8824c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8412914 Aug 21 09:22:01.244204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:01.433014 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:01.438579 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-535da134-df26-404b-bf68-17ff66aaef82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:01.520787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0373b-2ab0-419f-b98a-b4b375372f86 req-c3fad221-a95f-49ed-a145-a5fe4ed6d642 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:01.529568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9b0373b-2ab0-419f-b98a-b4b375372f86 req-c3fad221-a95f-49ed-a145-a5fe4ed6d642 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.1170807 Aug 21 09:22:01.544516 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-535da134-df26-404b-bf68-17ff66aaef82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:01.566583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port c4d1b836-e59a-4154-8563-6ed04256fc0c yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:22:01.577845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9b0373b-2ab0-419f-b98a-b4b375372f86 req-5d9929b3-0894-40ef-b831-c293ab285679 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459490 Aug 21 09:22:01.739028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dfb35-0e87-43d0-b08c-bf319fa9719f req-ed80c98d-402d-405d-8836-7c6c8d24c66e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:01.749795 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b2dfb35-0e87-43d0-b08c-bf319fa9719f req-ed80c98d-402d-405d-8836-7c6c8d24c66e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0689020 Aug 21 09:22:01.799594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b2dfb35-0e87-43d0-b08c-bf319fa9719f req-d24d1a04-4777-4215-bc1b-d432f71a8d57 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488362 Aug 21 09:22:01.852941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-535da134-df26-404b-bf68-17ff66aaef82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:01.855532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-535da134-df26-404b-bf68-17ff66aaef82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:01.868453 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-535da134-df26-404b-bf68-17ff66aaef82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e3dc012-8fb4-4cc0-8e28-40eda2edd36a HTTP/1.1" status: 204 len: 168 time: 0.6783526 Aug 21 09:22:01.894326 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535da134-df26-404b-bf68-17ff66aaef82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3dc012-8fb4-4cc0-8e28-40eda2edd36a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:01.913374 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:02.055533 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:02.158488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:02.162832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:02.168136 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:02.174657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:02.175765 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:02.203155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=c4d1b836-e59a-4154-8563-6ed04256fc0c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:02.258299 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cf1938bf-5261-4d59-9a92-a8bd09592780 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5842783 Aug 21 09:22:02.261043 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36000) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:02.325432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d5ce71-39be-472e-9a2a-58eb01639044 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:02.330609 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-50d5ce71-39be-472e-9a2a-58eb01639044 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/c4d1b836-e59a-4154-8563-6ed04256fc0c HTTP/1.1" status: 200 len: 845 time: 0.0682559 Aug 21 09:22:02.333451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36004) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:02.556561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9d77cddd-66d5-48fc-9e23-2b5184d0c905 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port c4d1b836-e59a-4154-8563-6ed04256fc0c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:02.564459 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d77cddd-66d5-48fc-9e23-2b5184d0c905 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:02.648061 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d77cddd-66d5-48fc-9e23-2b5184d0c905 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:02.668025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9d77cddd-66d5-48fc-9e23-2b5184d0c905 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for c4d1b836-e59a-4154-8563-6ed04256fc0c owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:02.955695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6af9f-34cd-4e7e-a30f-f40596511067 req-d2ba0e94-bf5f-42e3-99cc-aa35abbc1dc2 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:02.957448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03e6af9f-34cd-4e7e-a30f-f40596511067 req-d2ba0e94-bf5f-42e3-99cc-aa35abbc1dc2 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.2164650 Aug 21 09:22:03.000747 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36014) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:03.022631 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f0f7-aa79-40cd-bdf6-58b9cc9caf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.081421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c065b-4da2-461d-98cc-ea96c018b256 req-298761e5-bc92-4cdb-a826-6ec10e41af13 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:03.083228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-002c065b-4da2-461d-98cc-ea96c018b256 req-298761e5-bc92-4cdb-a826-6ec10e41af13 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1236742 Aug 21 09:22:03.098088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03e6af9f-34cd-4e7e-a30f-f40596511067 req-2db224d0-9488-4fb2-8057-bce20bab8246 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261246 Aug 21 09:22:03.100123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d77cddd-66d5-48fc-9e23-2b5184d0c905 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.169296 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d77cddd-66d5-48fc-9e23-2b5184d0c905 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.172992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9d77cddd-66d5-48fc-9e23-2b5184d0c905 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/c4d1b836-e59a-4154-8563-6ed04256fc0c HTTP/1.1" status: 204 len: 168 time: 0.8379166 Aug 21 09:22:03.179543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77cddd-66d5-48fc-9e23-2b5184d0c905 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=c4d1b836-e59a-4154-8563-6ed04256fc0c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:03.183479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36022) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:03.222607 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-4799730c-2ef8-480a-bea4-f60da21f0d8e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:22:03.228652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4799730c-2ef8-480a-bea4-f60da21f0d8e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/c4d1b836-e59a-4154-8563-6ed04256fc0c HTTP/1.1" status: 404 len: 333 time: 0.0392673 Aug 21 09:22:03.229152 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36024) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:03.234509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-002c065b-4da2-461d-98cc-ea96c018b256 req-f531dd85-13e4-4f81-96e6-887a20756ffc tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352541 Aug 21 09:22:03.243147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'name': 'tempest-PortsIpV6TestJSON-611203243'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:03.288976 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36026) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:03.396213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f0f7-aa79-40cd-bdf6-58b9cc9caf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.455251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f1011561-2120-4a3d-91fc-a4b167a80188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.473938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f0f7-aa79-40cd-bdf6-58b9cc9caf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.539672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36032) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:03.539984 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d1d0f0f7-aa79-40cd-bdf6-58b9cc9caf35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d699cffd5b2e48289c003abb541e3c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372622 Aug 21 09:22:03.551691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0f0f7-aa79-40cd-bdf6-58b9cc9caf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2523761c-3177-4843-b567-5af810c296f2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:03.610825 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:03.614632 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.619047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-30f07bae-9e04-4c1e-bdb4-fc36539217ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.661076 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 7785b7bb-e805-4101-a697-0bb332891286 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:22:03.661982 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-30f07bae-9e04-4c1e-bdb4-fc36539217ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.866610 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f1011561-2120-4a3d-91fc-a4b167a80188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.872286 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-30f07bae-9e04-4c1e-bdb4-fc36539217ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.876244 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-30f07bae-9e04-4c1e-bdb4-fc36539217ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:03.881715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-30f07bae-9e04-4c1e-bdb4-fc36539217ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2523761c-3177-4843-b567-5af810c296f2 HTTP/1.1" status: 204 len: 168 time: 0.3371944 Aug 21 09:22:03.899110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f07bae-9e04-4c1e-bdb4-fc36539217ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2523761c-3177-4843-b567-5af810c296f2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:03.958079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f1011561-2120-4a3d-91fc-a4b167a80188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:04.033261 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:04.043945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1011561-2120-4a3d-91fc-a4b167a80188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e719423a-2d73-4fbb-b3a9-2715fe1497ff,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:04.068496 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36046) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:04.072183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f1011561-2120-4a3d-91fc-a4b167a80188 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8932ae03b6ef46f998d0c1e79ff226d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7815511 Aug 21 09:22:04.314705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a206c1bd-98e8-4d01-8b65-6cdb1f4a482e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:04.339358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:04.514240 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a206c1bd-98e8-4d01-8b65-6cdb1f4a482e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:04.516573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39495-59f1-4b43-b2f4-949116f7586d req-ff9a018e-4c25-42a3-ae72-b6283ace0f6f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:04.527949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2cb39495-59f1-4b43-b2f4-949116f7586d req-ff9a018e-4c25-42a3-ae72-b6283ace0f6f tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.2328694 Aug 21 09:22:04.544027 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:04.556308 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:04.569203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5cbf4-c770-4873-899c-508a15abc9ed req-3a3bcc04-126e-4678-81a4-39a5ba5a792d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:04.571521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2da5cbf4-c770-4873-899c-508a15abc9ed req-3a3bcc04-126e-4678-81a4-39a5ba5a792d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1868653 Aug 21 09:22:04.571695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:04.582137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:04.591581 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:04.665170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2cb39495-59f1-4b43-b2f4-949116f7586d req-f270363d-f06c-4a9f-b51b-ac4c275bcf95 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351085 Aug 21 09:22:04.669415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=7785b7bb-e805-4101-a697-0bb332891286,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:04.751906 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c8e285cb-a8f9-40b8-af2d-eaff126a4aa7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5215802 Aug 21 09:22:04.762086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2da5cbf4-c770-4873-899c-508a15abc9ed req-ed3275c1-44ca-424a-b8d0-caaaf21290c9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752248 Aug 21 09:22:04.762086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36062) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:04.768227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-cc4d6f60-1b3c-4cac-bac0-7040f0c194c4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:04.800590 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a206c1bd-98e8-4d01-8b65-6cdb1f4a482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:04.805593 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a206c1bd-98e8-4d01-8b65-6cdb1f4a482e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:04.805593 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a206c1bd-98e8-4d01-8b65-6cdb1f4a482e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e719423a-2d73-4fbb-b3a9-2715fe1497ff HTTP/1.1" status: 204 len: 168 time: 0.7355039 Aug 21 09:22:04.846417 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206c1bd-98e8-4d01-8b65-6cdb1f4a482e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e719423a-2d73-4fbb-b3a9-2715fe1497ff,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:04.993421 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6f60-1b3c-4cac-bac0-7040f0c194c4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:05.327734 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6f60-1b3c-4cac-bac0-7040f0c194c4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:05.433393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6f60-1b3c-4cac-bac0-7040f0c194c4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:05.464283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d6f60-1b3c-4cac-bac0-7040f0c194c4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] In _notify_port_updated(), no bound segment for port 7785b7bb-e805-4101-a697-0bb332891286 on network f9e5e35b-c235-42cb-bff8-cc4c6229c694 {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:22:05.490110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d6f60-1b3c-4cac-bac0-7040f0c194c4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:05.490792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6f60-1b3c-4cac-bac0-7040f0c194c4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:05.495360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36080) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:05.499410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cc4d6f60-1b3c-4cac-bac0-7040f0c194c4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "PUT /v2.0/ports/7785b7bb-e805-4101-a697-0bb332891286 HTTP/1.1" status: 200 len: 818 time: 0.7348228 Aug 21 09:22:05.575716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d6f60-1b3c-4cac-bac0-7040f0c194c4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=7785b7bb-e805-4101-a697-0bb332891286,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:05.686319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c76c1b3f-0d45-4fad-acf7-a887feddfeb6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 7785b7bb-e805-4101-a697-0bb332891286 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:05.686673 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c76c1b3f-0d45-4fad-acf7-a887feddfeb6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:05.835725 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c76c1b3f-0d45-4fad-acf7-a887feddfeb6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:05.877067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c76c1b3f-0d45-4fad-acf7-a887feddfeb6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 7785b7bb-e805-4101-a697-0bb332891286 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:05.985429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d9430-1fa5-4e2d-bd0b-c43add55eb6a req-0bf72ab3-6c67-48bd-8384-69d731328c5b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:05.987479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-335d9430-1fa5-4e2d-bd0b-c43add55eb6a req-0bf72ab3-6c67-48bd-8384-69d731328c5b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.1770802 Aug 21 09:22:06.002863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f26b07-4b26-4329-abcd-85d56f2915b5 req-5294bfac-f032-4f7b-b3d2-21e59b7976b2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:06.004872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1f26b07-4b26-4329-abcd-85d56f2915b5 req-5294bfac-f032-4f7b-b3d2-21e59b7976b2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1393943 Aug 21 09:22:06.083778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-335d9430-1fa5-4e2d-bd0b-c43add55eb6a req-35d4a876-f315-4b7d-9fcc-2bc64008fc75 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771596 Aug 21 09:22:06.087736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1f26b07-4b26-4329-abcd-85d56f2915b5 req-35e74377-3ba3-412f-a976-f8dcccca970b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649645 Aug 21 09:22:06.186706 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c76c1b3f-0d45-4fad-acf7-a887feddfeb6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:06.255782 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c76c1b3f-0d45-4fad-acf7-a887feddfeb6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:06.265592 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c76c1b3f-0d45-4fad-acf7-a887feddfeb6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/7785b7bb-e805-4101-a697-0bb332891286 HTTP/1.1" status: 204 len: 168 time: 0.7613933 Aug 21 09:22:06.265592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c1b3f-0d45-4fad-acf7-a887feddfeb6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=7785b7bb-e805-4101-a697-0bb332891286,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:06.266402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36106) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:06.378681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406e9635-673f-4f14-ab55-c0bd4e3dcf01 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:06.383116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-406e9635-673f-4f14-ab55-c0bd4e3dcf01 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1124799 Aug 21 09:22:06.384109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36108) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:06.415252 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9f0787-9fff-42ca-9945-0470397d5cde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:22:06.417423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1d9f0787-9fff-42ca-9945-0470397d5cde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/7785b7bb-e805-4101-a697-0bb332891286 HTTP/1.1" status: 404 len: 333 time: 0.0318317 Aug 21 09:22:06.421140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36112) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:06.427106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1970965871'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:07.086385 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-500e6ca6-150d-4ada-bb8e-0d083a2e4861 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525706 Aug 21 09:22:07.199645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-480f1564-2c9e-4d5b-bc0b-3dba24d0ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:07.199645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-480f1564-2c9e-4d5b-bc0b-3dba24d0ddce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 1097 time: 0.0449526 Aug 21 09:22:07.300087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e442478-90bf-459b-9795-ab91b4bd7d9a req-10bc0765-e2bb-49cb-84da-ba38ddf6f918 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:07.301638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e442478-90bf-459b-9795-ab91b4bd7d9a req-10bc0765-e2bb-49cb-84da-ba38ddf6f918 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.0775506 Aug 21 09:22:07.306151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-6f04f2b2-1d0f-48f3-9498-29993eaf3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:07.309646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-6f04f2b2-1d0f-48f3-9498-29993eaf3854 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.1349814 Aug 21 09:22:07.408138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-7c213b55-104f-4dc8-a337-850d34d9ca90 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264a635d-c2b9-4993-ae08-a62eefb8a003 HTTP/1.1" status: 200 len: 217 time: 0.0858138 Aug 21 09:22:07.431302 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4ae42e10-de35-40b1-a40f-2ca0b051f7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:07.432765 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:07.441723 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:07.466610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e442478-90bf-459b-9795-ab91b4bd7d9a req-15edb5fd-f02f-46a7-a992-67ae368ff97b tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557789 Aug 21 09:22:07.503790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-17e85453-7b6e-4bf3-b9db-32c1798aec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:07.529382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-17e85453-7b6e-4bf3-b9db-32c1798aec18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0923808 Aug 21 09:22:07.582110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36124) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:07.714406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-49f17e37-d0cc-4658-9b41-ea5978e12e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:07.716134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-49f17e37-d0cc-4658-9b41-ea5978e12e7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2000332 Aug 21 09:22:07.929678 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:22:07.939987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5cef6-0610-4c65-8018-72b92f4c9056 req-1f2b1c3f-955e-4f2f-9b3d-17e63d065000 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:07.943652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bd5cef6-0610-4c65-8018-72b92f4c9056 req-1f2b1c3f-955e-4f2f-9b3d-17e63d065000 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.3427315 Aug 21 09:22:07.946044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:07.946476 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Added segment bbafde3a-3fb1-4184-b331-2394c2176d15 of type vlan for network b0d72342-7945-483c-8e17-7c928eca786c Aug 21 09:22:07.966477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2084646967-network', 'tenant_id': '6cc212b6affb4d0991b05ca2d523818f'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:08.030584 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:08.044795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81ebb4-f48b-449e-bc8b-abc36f0d93da req-f2b4f15a-7506-4a9e-b601-88febfd6ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:08.047284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc81ebb4-f48b-449e-bc8b-abc36f0d93da req-f2b4f15a-7506-4a9e-b601-88febfd6ee93 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1096 time: 0.3754444 Aug 21 09:22:08.077066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-006fd8cb-930c-4045-9839-a7c2bdcfca70 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424673 Aug 21 09:22:08.175098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Made reservation on behalf of 6cc212b6affb4d0991b05ca2d523818f for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:08.177498 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:08.187058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:08.195210 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:08.196096 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:08.237716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bd5cef6-0610-4c65-8018-72b92f4c9056 req-929d745a-1133-4117-81a9-3b4cb11be610 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649329 Aug 21 09:22:08.238453 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:08.320609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81ebb4-f48b-449e-bc8b-abc36f0d93da req-1e00c052-2511-432a-bad5-60ca30c68a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:08.323221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc81ebb4-f48b-449e-bc8b-abc36f0d93da req-1e00c052-2511-432a-bad5-60ca30c68a6c service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.2636590 Aug 21 09:22:08.325866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c221e81f-f734-4889-8f76-331dc9f38dd8 req-63831ccd-4f72-4dc5-af9b-2d27d0719881 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201867 Aug 21 09:22:08.351384 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9282634 Aug 21 09:22:08.357484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36144) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:08.372851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': 'b0d72342-7945-483c-8e17-7c928eca786c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:08.379606 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1fe6f-df0b-46df-8d74-6861dbd48a4d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Network': ['ID=b0d72342-7945-483c-8e17-7c928eca786c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:08.394852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network b0d72342-7945-483c-8e17-7c928eca786c details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:22:08.532829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc81ebb4-f48b-449e-bc8b-abc36f0d93da req-9bcffb0d-dc7f-45a7-b527-1a31ea8dd927 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 999 time: 0.1981227 Aug 21 09:22:08.640090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81ebb4-f48b-449e-bc8b-abc36f0d93da req-abf20999-87c1-4f14-a01b-184151e50d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:08.641655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc81ebb4-f48b-449e-bc8b-abc36f0d93da req-abf20999-87c1-4f14-a01b-184151e50d45 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0999725 Aug 21 09:22:08.735798 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:08.793049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81ebb4-f48b-449e-bc8b-abc36f0d93da req-c16828f4-7e1e-4109-894f-fcf3a55ecfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:08.793049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc81ebb4-f48b-449e-bc8b-abc36f0d93da req-c16828f4-7e1e-4109-894f-fcf3a55ecfe0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393263 Aug 21 09:22:08.884405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:08.905986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:22:08.917187 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:08.924973 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Added segment 805d1bfa-9644-42ea-97c4-f347bb10cb54 of type vlan for network b65c09b6-8a19-476f-b03a-92c10f7387fc Aug 21 09:22:08.957869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:08.963037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:09.024297 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:09.058185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a3076-4735-41b4-be1b-ad1b41328f34 req-9947dca3-d0e2-4ca9-9ffc-be7d519f9fa0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:09.060023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-525a3076-4735-41b4-be1b-ad1b41328f34 req-9947dca3-d0e2-4ca9-9ffc-be7d519f9fa0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.3321371 Aug 21 09:22:09.107915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13426bda-6df1-42ae-baf7-d26c2ce9cdc0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:09.115883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc81ebb4-f48b-449e-bc8b-abc36f0d93da req-67736a76-5045-4f60-adab-f3531665a2f0 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146105 Aug 21 09:22:09.173048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-525a3076-4735-41b4-be1b-ad1b41328f34 req-358fdf5c-caa0-4d1a-bcc8-da05988562ba tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939651 Aug 21 09:22:09.267151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:09.269391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:09.269391 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:09.421076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] Pushing event updated for resources: {'Network': ['ID=b65c09b6-8a19-476f-b03a-92c10f7387fc,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:09.424948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc81ebb4-f48b-449e-bc8b-abc36f0d93da req-750605b1-fd22-42a7-adf8-492def524aa9 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001623 Aug 21 09:22:09.441023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network b65c09b6-8a19-476f-b03a-92c10f7387fc details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:22:09.465382 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:09.488079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcba8dd-b5ad-4730-8ef3-3207e4b61584 req-22ae8dbb-8548-463e-9edd-f6b5d1453ac4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:09.488079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffcba8dd-b5ad-4730-8ef3-3207e4b61584 req-22ae8dbb-8548-463e-9edd-f6b5d1453ac4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1262941 Aug 21 09:22:09.659763 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b49dd0c0-075b-4ccd-a13f-14542d944833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:09.689123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Subnet': ['ID=ba60019e-9591-4a69-a17c-9c61de5fd6b0,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:09.703090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Checking segment: {'id': 'bbafde3a-3fb1-4184-b331-2394c2176d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b0d72342-7945-483c-8e17-7c928eca786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:09.703786 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network hostable DHCP agents. Network: b0d72342-7945-483c-8e17-7c928eca786c, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:22:09.838850 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:09.840360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network b0d72342-7945-483c-8e17-7c928eca786c is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:22:09.975061 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, b0d72342-7945-483c-8e17-7c928eca786c) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:09.980731 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:09.981717 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:09.987721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e42c9-2a7c-47bb-8dbd-13530a917faf None None] Network b0d72342-7945-483c-8e17-7c928eca786c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:10.020828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3bad63c5-19b6-4b8e-bd1a-47b8e1c7e239 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4363539 Aug 21 09:22:10.023959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36196) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:10.029383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] Request body: {'subnet': {'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2084646967-subnet', 'tenant_id': '6cc212b6affb4d0991b05ca2d523818f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:10.058583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffcba8dd-b5ad-4730-8ef3-3207e4b61584 req-c0d8e7d8-d8f2-4175-bf40-fea0bb97983e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5647094 Aug 21 09:22:10.111665 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eb279537-40f6-4dd4-b773-930842719f64 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7517424 Aug 21 09:22:10.119929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36198) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:10.126092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b0ac4bdf-0ca3-47a6-a136-0e00a7930750 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': 'b0d72342-7945-483c-8e17-7c928eca786c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:10.133055 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:22:10.244310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-b0d72342-7945-483c-8e17-7c928eca786c', 'network_id': 'b0d72342-7945-483c-8e17-7c928eca786c', 'tenant_id': '917dbdd2a42844cd848c20d62df04de0', 'fixed_ips': [{'subnet_id': 'ba60019e-9591-4a69-a17c-9c61de5fd6b0'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:22:10.245986 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:10.323595 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] Made reservation on behalf of 6cc212b6affb4d0991b05ca2d523818f for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:10.326100 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:10.380618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53790b3-f986-42ea-8bc5-62ed52bff42b req-73335f70-fd26-4dc4-a8ea-6023ee52ff3c tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:10.389900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53790b3-f986-42ea-8bc5-62ed52bff42b req-73335f70-fd26-4dc4-a8ea-6023ee52ff3c tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.0902131 Aug 21 09:22:10.449816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a53790b3-f986-42ea-8bc5-62ed52bff42b req-0f330f32-e04b-49b4-a7d9-8e69215c6dd1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590146 Aug 21 09:22:10.485916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Allocated IP 2001:db8::2 (b0d72342-7945-483c-8e17-7c928eca786c/ba60019e-9591-4a69-a17c-9c61de5fd6b0/037470a2-9515-438f-94ee-ce4e119ce63a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:10.540399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ac4bdf-0ca3-47a6-a136-0e00a7930750 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:10.546256 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4bdf-0ca3-47a6-a136-0e00a7930750 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:10.642991 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:10.656509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:10.665939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Transition to ACTIVE for port object 037470a2-9515-438f-94ee-ce4e119ce63a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:10.678073 n-d-766726-28 neutron-server[106757]: INFO neutron.db.ipam_backend_mixin [None req-b0ac4bdf-0ca3-47a6-a136-0e00a7930750 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba60019e-9591-4a69-a17c-9c61de5fd6b0 (CIDR: 2001:db8::/64) Aug 21 09:22:10.684526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Transition to ACTIVE for port object 037470a2-9515-438f-94ee-ce4e119ce63a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:10.717795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0e6088-444c-40f0-a3b0-7db90435b577,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:10.727656 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] Checking segment: {'id': '805d1bfa-9644-42ea-97c4-f347bb10cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:10.734098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] Network hostable DHCP agents. Network: b65c09b6-8a19-476f-b03a-92c10f7387fc, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:22:10.747102 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ac4bdf-0ca3-47a6-a136-0e00a7930750 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:22:10.751804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ac4bdf-0ca3-47a6-a136-0e00a7930750 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:22:10.819919 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:10.854090 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Network b0d72342-7945-483c-8e17-7c928eca786c is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:10.858172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:10.867815 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Pushing event updated for resources: {'Port': ['ID=037470a2-9515-438f-94ee-ce4e119ce63a,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:10.870376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:10.877092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] Network b65c09b6-8a19-476f-b03a-92c10f7387fc is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:22:10.918986 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b0ac4bdf-0ca3-47a6-a136-0e00a7930750 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7975986 Aug 21 09:22:10.921140 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:10.921984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36242) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:10.927605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-c144fc3b-6684-475a-948f-1749850180b7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': 'b0d72342-7945-483c-8e17-7c928eca786c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:10.944559 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Attempting to bind port 037470a2-9515-438f-94ee-ce4e119ce63a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:22:10.945075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Attempting to bind port 037470a2-9515-438f-94ee-ce4e119ce63a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'bbafde3a-3fb1-4184-b331-2394c2176d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b0d72342-7945-483c-8e17-7c928eca786c'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:22:10.945300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Attempting to bind port 037470a2-9515-438f-94ee-ce4e119ce63a on network b0d72342-7945-483c-8e17-7c928eca786c {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:22:10.950705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:22:10.951076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Checking segment: {'id': 'bbafde3a-3fb1-4184-b331-2394c2176d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b0d72342-7945-483c-8e17-7c928eca786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:10.951506 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:10.952117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Bound using segment: {'id': 'bbafde3a-3fb1-4184-b331-2394c2176d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b0d72342-7945-483c-8e17-7c928eca786c'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:22:10.952589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Bound port: 037470a2-9515-438f-94ee-ce4e119ce63a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbafde3a-3fb1-4184-b331-2394c2176d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b0d72342-7945-483c-8e17-7c928eca786c'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:22:10.952972 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:11.011393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, b65c09b6-8a19-476f-b03a-92c10f7387fc) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:11.016299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:11.017536 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:11.033683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e4fbb-8801-4710-abbe-6c0ccfc955a9 None None] Network b65c09b6-8a19-476f-b03a-92c10f7387fc requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:11.151710 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bcfa66d2-c28a-4766-bc47-e3c86608a1ad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1264548 Aug 21 09:22:11.217392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb0baa-25ec-4a9e-b270-2539dd1ef4a3 req-4779bba4-8f4d-43a7-9e7e-9d896620b3db tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:11.219117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38fb0baa-25ec-4a9e-b270-2539dd1ef4a3 req-4779bba4-8f4d-43a7-9e7e-9d896620b3db tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0700939 Aug 21 09:22:11.243178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] For port 037470a2-9515-438f-94ee-ce4e119ce63a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:22:11.259471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] For port 037470a2-9515-438f-94ee-ce4e119ce63a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=037470a2-9515-438f-94ee-ce4e119ce63a,segment=NetworkSegment(bbafde3a-3fb1-4184-b331-2394c2176d15),segment_id=bbafde3a-3fb1-4184-b331-2394c2176d15)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:22:11.271274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38fb0baa-25ec-4a9e-b270-2539dd1ef4a3 req-90356f7d-1d9c-438b-a8f1-6d47bcad8e57 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438855 Aug 21 09:22:11.347648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c144fc3b-6684-475a-948f-1749850180b7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:11.350365 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c144fc3b-6684-475a-948f-1749850180b7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:11.362146 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfeaa23-4106-4349-95e5-1356edb8b26f None None] Network b65c09b6-8a19-476f-b03a-92c10f7387fc requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:11.428450 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:11.585680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e0a89-1d39-408c-9564-fab0def9ad1e None None] Pushing event updated for resources: {'Port': ['ID=037470a2-9515-438f-94ee-ce4e119ce63a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:11.652052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48089592-37b9-412a-80c2-0eed8395d376 req-72db7703-1eed-4b51-ac43-59ecd6a65abe tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:11.653706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48089592-37b9-412a-80c2-0eed8395d376 req-72db7703-1eed-4b51-ac43-59ecd6a65abe tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.2796602 Aug 21 09:22:11.737550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcab0d-8fdd-46e0-a929-ca8ee6202e5f req-65987f48-d68c-4949-a503-0475ce3a5309 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:11.739333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2dcab0d-8fdd-46e0-a929-ca8ee6202e5f req-65987f48-d68c-4949-a503-0475ce3a5309 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.1351156 Aug 21 09:22:11.799662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48089592-37b9-412a-80c2-0eed8395d376 req-cca6b11e-88f0-4661-b101-b29373fe7c2b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327674 Aug 21 09:22:11.971102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2dcab0d-8fdd-46e0-a929-ca8ee6202e5f req-84f30345-e376-4e2f-b0b9-a40b6209f7c3 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055836 Aug 21 09:22:12.148113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c144fc3b-6684-475a-948f-1749850180b7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:12.193779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c144fc3b-6684-475a-948f-1749850180b7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network b0d72342-7945-483c-8e17-7c928eca786c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:12.199511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-c144fc3b-6684-475a-948f-1749850180b7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:12.204803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144fc3b-6684-475a-948f-1749850180b7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:12.205568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c144fc3b-6684-475a-948f-1749850180b7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:12.230984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144fc3b-6684-475a-948f-1749850180b7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Subnet': ['ID=fe05b026-5418-4c87-b3b3-bdc8039ed07d,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:12.414956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c144fc3b-6684-475a-948f-1749850180b7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4918630 Aug 21 09:22:12.415368 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:12.420832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36298) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:12.427826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': 'b0d72342-7945-483c-8e17-7c928eca786c', 'fixed_ips': [{'subnet_id': 'ba60019e-9591-4a69-a17c-9c61de5fd6b0'}, {'subnet_id': 'fe05b026-5418-4c87-b3b3-bdc8039ed07d'}], 'name': 'tempest-PortsIpV6TestJSON-1511016499'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:12.721495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2063f99-80b8-4e91-907f-6c2d94b4262e None None] Network b0d72342-7945-483c-8e17-7c928eca786c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:12.722617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:12.806389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03a0ae-0f06-4a1a-bace-ff8369039894 req-508225f5-dd79-4beb-8663-04f6aee66eae tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:12.807714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af03a0ae-0f06-4a1a-bace-ff8369039894 req-508225f5-dd79-4beb-8663-04f6aee66eae tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1255193 Aug 21 09:22:12.853836 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:12.884830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af03a0ae-0f06-4a1a-bace-ff8369039894 req-0ee226e6-f599-4457-b269-d6ed89ab75d5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658624 Aug 21 09:22:12.915310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 178f4c8c-dc17-4574-a86d-ae8092279a42 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:22:12.986226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 037470a2-9515-438f-94ee-ce4e119ce63a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:13.021908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-05ffa859-1aaf-45ca-8a4e-5f05f670d69b None None] Provisioning for port 037470a2-9515-438f-94ee-ce4e119ce63a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:13.046235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea50fae9-af6a-4c5a-a60a-e70b807be85f None None] Update dhcp port {'port': {'network_id': 'b0d72342-7945-483c-8e17-7c928eca786c', 'fixed_ips': [{'subnet_id': 'ba60019e-9591-4a69-a17c-9c61de5fd6b0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fe05b026-5418-4c87-b3b3-bdc8039ed07d'}], 'binding:host_id': 'n-d-766726-28'}, 'id': '037470a2-9515-438f-94ee-ce4e119ce63a'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:22:13.092620 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ea50fae9-af6a-4c5a-a60a-e70b807be85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:13.206569 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 037470a2-9515-438f-94ee-ce4e119ce63a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:13.220921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 037470a2-9515-438f-94ee-ce4e119ce63a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:13.221298 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:13.241429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff12566-e049-4916-a08a-092a05f7a0d9 req-01500ab7-6aed-4663-bb6d-f329f9ea8f9e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:13.243036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dff12566-e049-4916-a08a-092a05f7a0d9 req-01500ab7-6aed-4663-bb6d-f329f9ea8f9e tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 943 time: 0.1252789 Aug 21 09:22:13.295622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dff12566-e049-4916-a08a-092a05f7a0d9 req-c2875e50-0222-4170-bd55-ee5ef9118214 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428851 Aug 21 09:22:13.325268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-ea50fae9-af6a-4c5a-a60a-e70b807be85f None None] Allocated IP 2001:db8:0:1::2 (b0d72342-7945-483c-8e17-7c928eca786c/fe05b026-5418-4c87-b3b3-bdc8039ed07d/037470a2-9515-438f-94ee-ce4e119ce63a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:13.385918 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:13.484707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ea50fae9-af6a-4c5a-a60a-e70b807be85f None None] For port 037470a2-9515-438f-94ee-ce4e119ce63a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=037470a2-9515-438f-94ee-ce4e119ce63a,segment=NetworkSegment(bbafde3a-3fb1-4184-b331-2394c2176d15),segment_id=bbafde3a-3fb1-4184-b331-2394c2176d15)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:13.518667 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ea50fae9-af6a-4c5a-a60a-e70b807be85f None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:13.533848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ea50fae9-af6a-4c5a-a60a-e70b807be85f None None] Transition to ACTIVE for port object 037470a2-9515-438f-94ee-ce4e119ce63a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:13.552269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43fa0c-a8b8-4a86-9186-83d376703497 req-5195c7d1-ede4-4b46-94cc-5cc6bd4b292d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:13.554609 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f43fa0c-a8b8-4a86-9186-83d376703497 req-5195c7d1-ede4-4b46-94cc-5cc6bd4b292d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0593827 Aug 21 09:22:13.600039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f43fa0c-a8b8-4a86-9186-83d376703497 req-11aad296-abd1-4653-9332-5e07db9dccf4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365040 Aug 21 09:22:13.668663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device fbb966c3-94db-4a29-998c-cb8823ecd624 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:22:13.730153 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ea50fae9-af6a-4c5a-a60a-e70b807be85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:13.850145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8::3cb (b0d72342-7945-483c-8e17-7c928eca786c/ba60019e-9591-4a69-a17c-9c61de5fd6b0/178f4c8c-dc17-4574-a86d-ae8092279a42) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:13.857971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8:0:1::1a7 (b0d72342-7945-483c-8e17-7c928eca786c/fe05b026-5418-4c87-b3b3-bdc8039ed07d/178f4c8c-dc17-4574-a86d-ae8092279a42) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:13.878276 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:22:13.878632 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:22:13.881480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50fae9-af6a-4c5a-a60a-e70b807be85f None None] Pushing event updated for resources: {'Port': ['ID=037470a2-9515-438f-94ee-ce4e119ce63a,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:13.932671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:13.957333 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'port_id': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'mac_address': 'fa:16:3e:4a:5a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:22:14.079676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:14.112685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb966c3-94db-4a29-998c-cb8823ecd624 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:22:14.144555 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:14.161563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:14.168908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 178f4c8c-dc17-4574-a86d-ae8092279a42 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:14.236671 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:14.292819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=fbb966c3-94db-4a29-998c-cb8823ecd624,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:14.312788 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:14.367881 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network b0d72342-7945-483c-8e17-7c928eca786c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:14.369343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:14.373798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:14.380185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:14.380685 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:14.403634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=178f4c8c-dc17-4574-a86d-ae8092279a42,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:14.446519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['fbb966c3-94db-4a29-998c-cb8823ecd624'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:22:14.468456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32413-878e-46a7-bfc1-3d508e04c285 req-4c1c27be-420f-4e5a-9aa4-bbae6d380f22 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:14.477054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bd32413-878e-46a7-bfc1-3d508e04c285 req-4c1c27be-420f-4e5a-9aa4-bbae6d380f22 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 944 time: 0.0649171 Aug 21 09:22:14.514226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bd32413-878e-46a7-bfc1-3d508e04c285 req-2109b893-e214-484b-9249-23497b0bc616 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361876 Aug 21 09:22:14.519982 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:14.543671 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e35ec666-45e0-4a53-8627-e535fe753e1e tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1213284 Aug 21 09:22:14.546753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36360) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:14.552675 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-323636b4-fc9d-4dc5-9906-6a354642052b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba60019e-9591-4a69-a17c-9c61de5fd6b0'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:14.584441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 037470a2-9515-438f-94ee-ce4e119ce63a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=037470a2-9515-438f-94ee-ce4e119ce63a,segment=NetworkSegment(bbafde3a-3fb1-4184-b331-2394c2176d15),segment_id=bbafde3a-3fb1-4184-b331-2394c2176d15)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:14.646910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43d04cc-3f58-4896-8b52-ecf8814148e3 None None] Network b0d72342-7945-483c-8e17-7c928eca786c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:14.708046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36368) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:14.740595 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:14.751356 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-323636b4-fc9d-4dc5-9906-6a354642052b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:14.831288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac49e6-2d7b-4952-986d-7162b42eaa4c req-f199691f-6aaa-4c5f-bd4a-0826c28ad7c2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:14.861626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5ac49e6-2d7b-4952-986d-7162b42eaa4c req-f199691f-6aaa-4c5f-bd4a-0826c28ad7c2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1417253 Aug 21 09:22:14.897922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-87944170-09ad-4dda-b563-26b6b97c916c None None] Provisioning for port 037470a2-9515-438f-94ee-ce4e119ce63a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:14.897922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=037470a2-9515-438f-94ee-ce4e119ce63a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:14.906034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-87944170-09ad-4dda-b563-26b6b97c916c None None] Provisioning complete for port 037470a2-9515-438f-94ee-ce4e119ce63a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:14.906404 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-87944170-09ad-4dda-b563-26b6b97c916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:14.919361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36374) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:15.011653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5ac49e6-2d7b-4952-986d-7162b42eaa4c req-b1d7df89-0f8c-4585-a732-12846b5123e4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371615 Aug 21 09:22:15.013051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2927a9f-e263-4a19-ac86-586c2bf0bd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.037371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 037470a2-9515-438f-94ee-ce4e119ce63a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:15.065227 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9125abd7-ba08-49f5-aa13-e99638530644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.136279 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [None req-9125abd7-ba08-49f5-aa13-e99638530644 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:22:15.136279 n-d-766726-28 neutron-server[106757]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 21 09:22:15.136279 n-d-766726-28 neutron-server[106757]: [parameters: {'project_id': 'e251fabcb8b7409989e61be4b21f770b', 'id': 'afbb8f47-2e70-4e1b-8948-755c286ed85a', 'expiration': datetime.datetime(2021, 8, 21, 9, 24, 15, 121932)}] Aug 21 09:22:15.136279 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:22:15.136679 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [None req-9125abd7-ba08-49f5-aa13-e99638530644 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:22:15.144663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 037470a2-9515-438f-94ee-ce4e119ce63a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:15.144663 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.229450 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2927a9f-e263-4a19-ac86-586c2bf0bd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.264105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-323636b4-fc9d-4dc5-9906-6a354642052b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Delete allocated IP 2001:db8:0:1::1a7 (b0d72342-7945-483c-8e17-7c928eca786c/fe05b026-5418-4c87-b3b3-bdc8039ed07d) {{(pid=106756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 09:22:15.410676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.417881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-323636b4-fc9d-4dc5-9906-6a354642052b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.432049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-323636b4-fc9d-4dc5-9906-6a354642052b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Ignored duplicate provisioning block setup for port 178f4c8c-dc17-4574-a86d-ae8092279a42 by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 21 09:22:15.477790 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2927a9f-e263-4a19-ac86-586c2bf0bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.487182 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.518423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c2927a9f-e263-4a19-ac86-586c2bf0bd6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca3b05905a474a4991f2add0210b76a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8106358 Aug 21 09:22:15.519435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2927a9f-e263-4a19-ac86-586c2bf0bd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3648d6bb-bdfa-4c43-ad24-e1d10b3c67f0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:15.521941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36384) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:15.527144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-323636b4-fc9d-4dc5-9906-6a354642052b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.530729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c869451d-70ef-4679-bfb4-00b26907638a None None] Provisioning for port 178f4c8c-dc17-4574-a86d-ae8092279a42 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:15.548295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c869451d-70ef-4679-bfb4-00b26907638a None None] Provisioning complete for port 178f4c8c-dc17-4574-a86d-ae8092279a42 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:15.549603 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c869451d-70ef-4679-bfb4-00b26907638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.622859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c869451d-70ef-4679-bfb4-00b26907638a None None] Port 178f4c8c-dc17-4574-a86d-ae8092279a42 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:15.639660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c869451d-70ef-4679-bfb4-00b26907638a None None] Provisioning complete for port 037470a2-9515-438f-94ee-ce4e119ce63a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:15.640230 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c869451d-70ef-4679-bfb4-00b26907638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.649007 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9125abd7-ba08-49f5-aa13-e99638530644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.656143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-323636b4-fc9d-4dc5-9906-6a354642052b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] In _notify_port_updated(), no bound segment for port 178f4c8c-dc17-4574-a86d-ae8092279a42 on network b0d72342-7945-483c-8e17-7c928eca786c {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:22:15.665681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323636b4-fc9d-4dc5-9906-6a354642052b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:15.666676 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-323636b4-fc9d-4dc5-9906-6a354642052b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.671812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-323636b4-fc9d-4dc5-9906-6a354642052b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "PUT /v2.0/ports/178f4c8c-dc17-4574-a86d-ae8092279a42 HTTP/1.1" status: 200 len: 926 time: 1.1238673 Aug 21 09:22:15.673842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device fbb966c3-94db-4a29-998c-cb8823ecd624 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:15.674847 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36390) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:15.681163 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-67e017f6-daa6-42cc-8c05-942e308c53a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba60019e-9591-4a69-a17c-9c61de5fd6b0'}, {'subnet_id': 'fe05b026-5418-4c87-b3b3-bdc8039ed07d'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:15.692645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323636b4-fc9d-4dc5-9906-6a354642052b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=178f4c8c-dc17-4574-a86d-ae8092279a42,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:15.747538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1542587d-07dc-4eba-b5e5-8a19e1316286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.787451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67e017f6-daa6-42cc-8c05-942e308c53a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.847714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port fbb966c3-94db-4a29-998c-cb8823ecd624 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:15.848358 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:15.859514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5fac0-3eb1-4523-98dc-a85361b4d828 req-ced0ad6b-2eb2-4582-943c-42bce92ac2aa tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:15.861154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3f5fac0-3eb1-4523-98dc-a85361b4d828 req-ced0ad6b-2eb2-4582-943c-42bce92ac2aa tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 944 time: 0.2567086 Aug 21 09:22:15.869204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be533c12-52b9-4cff-864f-67fdd08176d1 req-4d9e2f87-43c9-415e-bcfb-7b99977f7be2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:15.871217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be533c12-52b9-4cff-864f-67fdd08176d1 req-4d9e2f87-43c9-415e-bcfb-7b99977f7be2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.2458723 Aug 21 09:22:15.878274 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1542587d-07dc-4eba-b5e5-8a19e1316286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.091342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be533c12-52b9-4cff-864f-67fdd08176d1 req-e549dda5-b0d9-4ad4-9206-8df60c301586 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966097 Aug 21 09:22:16.107034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3f5fac0-3eb1-4523-98dc-a85361b4d828 req-e8511205-6773-447b-a77d-8a3732a10bae tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335136 Aug 21 09:22:16.120400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956c94-78e2-4f7d-9833-8f5b95f37524 req-72a94dd0-89a4-497d-868a-22b5fb14a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:16.126780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22956c94-78e2-4f7d-9833-8f5b95f37524 req-72a94dd0-89a4-497d-868a-22b5fb14a5fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c80aabc87044488827dfc7cfef025b7&device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 1096 time: 0.2882192 Aug 21 09:22:16.198338 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-67e017f6-daa6-42cc-8c05-942e308c53a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8:0:1::2ff (b0d72342-7945-483c-8e17-7c928eca786c/fe05b026-5418-4c87-b3b3-bdc8039ed07d/178f4c8c-dc17-4574-a86d-ae8092279a42) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:16.227955 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.267856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:16.269168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:22:16.276736 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb473600-e3ec-4ebb-9d8f-5c1e9970d33e" -d '{"events": [{"server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "name": "network-vif-plugged", "status": "completed", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:22:16.308226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1542587d-07dc-4eba-b5e5-8a19e1316286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.310788 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1542587d-07dc-4eba-b5e5-8a19e1316286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.311988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1542587d-07dc-4eba-b5e5-8a19e1316286 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3648d6bb-bdfa-4c43-ad24-e1d10b3c67f0 HTTP/1.1" status: 204 len: 168 time: 0.7887509 Aug 21 09:22:16.328082 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7a3373a1-6355-4c44-852d-c9600eb35726 None None] Provisioning complete for port 178f4c8c-dc17-4574-a86d-ae8092279a42 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:16.328527 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7a3373a1-6355-4c44-852d-c9600eb35726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.342064 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67e017f6-daa6-42cc-8c05-942e308c53a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.343612 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9125abd7-ba08-49f5-aa13-e99638530644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.365971 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-67e017f6-daa6-42cc-8c05-942e308c53a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 178f4c8c-dc17-4574-a86d-ae8092279a42 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:16.377720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542587d-07dc-4eba-b5e5-8a19e1316286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3648d6bb-bdfa-4c43-ad24-e1d10b3c67f0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:16.398594 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e274ae-2487-420e-9b23-02d57fef5232 x-openstack-request-id: req-68e274ae-2487-420e-9b23-02d57fef5232 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:22:16.398868 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "name": "network-vif-plugged", "status": "completed", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:22:16.399114 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68e274ae-2487-420e-9b23-02d57fef5232 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:22:16.399499 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'code': 200} Aug 21 09:22:16.400064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7a3373a1-6355-4c44-852d-c9600eb35726 None None] Port 178f4c8c-dc17-4574-a86d-ae8092279a42 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:16.415336 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.422496 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9125abd7-ba08-49f5-aa13-e99638530644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.432592 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67e017f6-daa6-42cc-8c05-942e308c53a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.470271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9125abd7-ba08-49f5-aa13-e99638530644 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e251fabcb8b7409989e61be4b21f770b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5446470 Aug 21 09:22:16.474214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36400) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:16.490894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=fbb966c3-94db-4a29-998c-cb8823ecd624,revision_number=10']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:16.541209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956c94-78e2-4f7d-9833-8f5b95f37524 req-0cfdf0b4-873b-4cd7-b897-f4d41680a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:16.541893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22956c94-78e2-4f7d-9833-8f5b95f37524 req-0cfdf0b4-873b-4cd7-b897-f4d41680a1f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 200 len: 918 time: 0.3827939 Aug 21 09:22:16.567806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-67e017f6-daa6-42cc-8c05-942e308c53a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] In _notify_port_updated(), no bound segment for port 178f4c8c-dc17-4574-a86d-ae8092279a42 on network b0d72342-7945-483c-8e17-7c928eca786c {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:22:16.574578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e017f6-daa6-42cc-8c05-942e308c53a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:16.575725 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67e017f6-daa6-42cc-8c05-942e308c53a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.580272 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-67e017f6-daa6-42cc-8c05-942e308c53a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "PUT /v2.0/ports/178f4c8c-dc17-4574-a86d-ae8092279a42 HTTP/1.1" status: 200 len: 1012 time: 0.9010289 Aug 21 09:22:16.580272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36402) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:16.586901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125abd7-ba08-49f5-aa13-e99638530644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c19e747-0528-4cf5-adcf-7fb422d25900,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:16.635096 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e017f6-daa6-42cc-8c05-942e308c53a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=178f4c8c-dc17-4574-a86d-ae8092279a42,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:16.735187 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e542ef18-4a2a-4d6b-8921-f32968ff1c60 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 178f4c8c-dc17-4574-a86d-ae8092279a42 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:16.735875 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e542ef18-4a2a-4d6b-8921-f32968ff1c60 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.781969 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fa83c44-757a-4d24-a334-6441ea67acad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.832042 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fa83c44-757a-4d24-a334-6441ea67acad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.845873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22956c94-78e2-4f7d-9833-8f5b95f37524 req-fbb6dfc8-b68f-4b6d-bf39-181ffd2a168f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb966c3-94db-4a29-998c-cb8823ecd624 HTTP/1.1" status: 200 len: 1001 time: 0.2867682 Aug 21 09:22:16.876381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbceaa-5477-4534-9847-3e75290964bd req-d75653f5-e9bf-4a0f-97c1-448c6e6c5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:16.877939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8fbceaa-5477-4534-9847-3e75290964bd req-d75653f5-e9bf-4a0f-97c1-448c6e6c5141 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 1098 time: 0.2811489 Aug 21 09:22:16.903061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e542ef18-4a2a-4d6b-8921-f32968ff1c60 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:16.929192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e542ef18-4a2a-4d6b-8921-f32968ff1c60 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 178f4c8c-dc17-4574-a86d-ae8092279a42 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:16.965157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8fbceaa-5477-4534-9847-3e75290964bd req-123e1959-ef76-4b6d-a796-57d42c538e4f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530021 Aug 21 09:22:16.969898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956c94-78e2-4f7d-9833-8f5b95f37524 req-542e01eb-eb08-447f-bdf8-619abbd37be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:16.976196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22956c94-78e2-4f7d-9833-8f5b95f37524 req-542e01eb-eb08-447f-bdf8-619abbd37be1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 200 len: 856 time: 0.1188469 Aug 21 09:22:16.984408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 037470a2-9515-438f-94ee-ce4e119ce63a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:17.047490 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 037470a2-9515-438f-94ee-ce4e119ce63a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:17.047898 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:17.077845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-00817c9d-247b-45b8-98c2-03fdaab922f3 None None] Provisioning for port 178f4c8c-dc17-4574-a86d-ae8092279a42 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:17.086499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-00817c9d-247b-45b8-98c2-03fdaab922f3 None None] Provisioning complete for port 178f4c8c-dc17-4574-a86d-ae8092279a42 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:17.086949 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-00817c9d-247b-45b8-98c2-03fdaab922f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:17.101074 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fa83c44-757a-4d24-a334-6441ea67acad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:17.104953 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fa83c44-757a-4d24-a334-6441ea67acad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:17.111317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9fa83c44-757a-4d24-a334-6441ea67acad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c19e747-0528-4cf5-adcf-7fb422d25900 HTTP/1.1" status: 204 len: 168 time: 0.6320362 Aug 21 09:22:17.121177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa83c44-757a-4d24-a334-6441ea67acad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c19e747-0528-4cf5-adcf-7fb422d25900,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:17.171144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36414) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:17.261920 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a4afda5-c7d9-42b8-b7a3-60a05c1774b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:17.279806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-00817c9d-247b-45b8-98c2-03fdaab922f3 None None] Port 178f4c8c-dc17-4574-a86d-ae8092279a42 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:17.394674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956c94-78e2-4f7d-9833-8f5b95f37524 req-f8adf8c3-589d-4b5d-aa61-04ec54454335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:17.396245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22956c94-78e2-4f7d-9833-8f5b95f37524 req-f8adf8c3-589d-4b5d-aa61-04ec54454335 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2280040 Aug 21 09:22:17.402387 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e542ef18-4a2a-4d6b-8921-f32968ff1c60 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:17.427536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502fcba-e7d7-493f-b35f-b4b2bc719cb2 req-c8c7b115-f421-4846-9e6a-838b0dac4eec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:17.433269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4502fcba-e7d7-493f-b35f-b4b2bc719cb2 req-c8c7b115-f421-4846-9e6a-838b0dac4eec tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 946 time: 0.1661243 Aug 21 09:22:17.443930 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542ef18-4a2a-4d6b-8921-f32968ff1c60 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=178f4c8c-dc17-4574-a86d-ae8092279a42,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:17.519894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e542ef18-4a2a-4d6b-8921-f32968ff1c60 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:17.525947 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e542ef18-4a2a-4d6b-8921-f32968ff1c60 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/178f4c8c-dc17-4574-a86d-ae8092279a42 HTTP/1.1" status: 204 len: 168 time: 0.9424407 Aug 21 09:22:17.530121 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36418) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:17.556384 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4cd150-2179-4ace-be71-cf70d55d0df5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:22:17.564346 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1f4cd150-2179-4ace-be71-cf70d55d0df5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/178f4c8c-dc17-4574-a86d-ae8092279a42 HTTP/1.1" status: 404 len: 333 time: 0.0308001 Aug 21 09:22:17.566151 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36422) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:17.591993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b7ea5-ea69-45fe-b60f-35acad7466ef req-9bf8425f-76d6-4b96-a6f9-8bfbdfe99533 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:17.594016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11b7ea5-ea69-45fe-b60f-35acad7466ef req-9bf8425f-76d6-4b96-a6f9-8bfbdfe99533 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.3077798 Aug 21 09:22:17.647514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b409039-6226-4236-9223-f43285d3bb4f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting subnet fe05b026-5418-4c87-b3b3-bdc8039ed07d {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:22:17.651755 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b409039-6226-4236-9223-f43285d3bb4f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:17.682286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22956c94-78e2-4f7d-9833-8f5b95f37524 req-96093b0a-54d3-4035-b663-1477dc6473b0 service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740982 Aug 21 09:22:17.765102 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b409039-6226-4236-9223-f43285d3bb4f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:17.777079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4502fcba-e7d7-493f-b35f-b4b2bc719cb2 req-cea52dd3-4571-439a-a65f-5c846fb311b4 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405229 Aug 21 09:22:17.898105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11b7ea5-ea69-45fe-b60f-35acad7466ef req-55dd0064-4e8e-4ae4-9ae3-b5e78748ffc5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869253 Aug 21 09:22:17.916936 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a4afda5-c7d9-42b8-b7a3-60a05c1774b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:17.925565 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b409039-6226-4236-9223-f43285d3bb4f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:17.965665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22956c94-78e2-4f7d-9833-8f5b95f37524 req-838d0273-f753-404e-b613-3e98d7cc41d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567458 Aug 21 09:22:17.986200 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a4afda5-c7d9-42b8-b7a3-60a05c1774b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.082248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b409039-6226-4236-9223-f43285d3bb4f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.120930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b409039-6226-4236-9223-f43285d3bb4f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.123268 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2b409039-6226-4236-9223-f43285d3bb4f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/fe05b026-5418-4c87-b3b3-bdc8039ed07d HTTP/1.1" status: 204 len: 168 time: 0.5552437 Aug 21 09:22:18.124400 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b409039-6226-4236-9223-f43285d3bb4f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Subnet': ['ID=fe05b026-5418-4c87-b3b3-bdc8039ed07d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:18.126638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36436) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:18.130591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f023da-0fc3-4603-b1c4-81289470d1ae None None] Network b0d72342-7945-483c-8e17-7c928eca786c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:18.187040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36438) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:18.192937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae6d2c3-7b2c-42b0-88d7-c8b101e5e941 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting subnet ba60019e-9591-4a69-a17c-9c61de5fd6b0 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:22:18.206556 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cae6d2c3-7b2c-42b0-88d7-c8b101e5e941 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.243663 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e5e3d6a-5d12-474d-8f99-1a96d4b7bd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.301381 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cae6d2c3-7b2c-42b0-88d7-c8b101e5e941 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.326667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4afda5-c7d9-42b8-b7a3-60a05c1774b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c116712d-21fb-4d5f-9a59-075cfc724d43,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:18.333284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6a4afda5-c7d9-42b8-b7a3-60a05c1774b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b976286870bc4578b3d30064064cb318&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1615374 Aug 21 09:22:18.336463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36440) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:18.392748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef724c6-dc05-4407-82b0-087c907a8d1d req-95f9abd3-9e69-4dbb-93ea-dd17a8a2859a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:18.394372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ef724c6-dc05-4407-82b0-087c907a8d1d req-95f9abd3-9e69-4dbb-93ea-dd17a8a2859a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.3591211 Aug 21 09:22:18.425263 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05ca3903-7c74-4949-b9e6-70c72321d11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.443258 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cae6d2c3-7b2c-42b0-88d7-c8b101e5e941 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.459797 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05ca3903-7c74-4949-b9e6-70c72321d11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.490619 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e5e3d6a-5d12-474d-8f99-1a96d4b7bd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.491380 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ef724c6-dc05-4407-82b0-087c907a8d1d req-9a959116-1108-42f7-a34c-36740389dff5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730243 Aug 21 09:22:18.552985 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e5e3d6a-5d12-474d-8f99-1a96d4b7bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.602332 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3e5e3d6a-5d12-474d-8f99-1a96d4b7bd6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=504c39bf4d9b4100849fdb04df166edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057384 Aug 21 09:22:18.602996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36456) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:18.626698 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cae6d2c3-7b2c-42b0-88d7-c8b101e5e941 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.630190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ce43d-f772-43f4-b2d7-de04c95e37d3 req-29befe1a-fc7f-47cc-98f5-312d4572b157 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:18.631991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-400ce43d-f772-43f4-b2d7-de04c95e37d3 req-29befe1a-fc7f-47cc-98f5-312d4572b157 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0606797 Aug 21 09:22:18.676178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05ca3903-7c74-4949-b9e6-70c72321d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.680595 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6d2c3-7b2c-42b0-88d7-c8b101e5e941 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Subnet': ['ID=ba60019e-9591-4a69-a17c-9c61de5fd6b0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:18.681235 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05ca3903-7c74-4949-b9e6-70c72321d11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.684124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e3d6a-5d12-474d-8f99-1a96d4b7bd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9bdc45-df12-49b4-870a-604b476d3ace,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:18.685603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-05ca3903-7c74-4949-b9e6-70c72321d11f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c116712d-21fb-4d5f-9a59-075cfc724d43 HTTP/1.1" status: 204 len: 168 time: 0.3482754 Aug 21 09:22:18.711686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca3903-7c74-4949-b9e6-70c72321d11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c116712d-21fb-4d5f-9a59-075cfc724d43,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:18.725130 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18387a62-47f4-4500-959a-964b9f1aadce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.726173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-400ce43d-f772-43f4-b2d7-de04c95e37d3 req-bd8a5a78-4fb2-49c8-8dd9-cb056978ef5f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800605 Aug 21 09:22:18.728931 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cae6d2c3-7b2c-42b0-88d7-c8b101e5e941 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.730830 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cae6d2c3-7b2c-42b0-88d7-c8b101e5e941 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/ba60019e-9591-4a69-a17c-9c61de5fd6b0 HTTP/1.1" status: 204 len: 168 time: 0.6021824 Aug 21 09:22:18.733719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36464) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:18.930128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18387a62-47f4-4500-959a-964b9f1aadce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:18.968433 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:19.026909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44933450-fede-4235-9245-bd6c6bc5c0c6 req-b66ee79c-9e2a-4cc2-9c77-8655387aadfa tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:19.034655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44933450-fede-4235-9245-bd6c6bc5c0c6 req-b66ee79c-9e2a-4cc2-9c77-8655387aadfa tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1787133 Aug 21 09:22:19.109153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 037470a2-9515-438f-94ee-ce4e119ce63a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:19.109501 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:19.161204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efaba-c8e3-4c50-b078-a2db586a08a1 req-3562de05-c58d-4b89-b5fa-15e8e9f0e77d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:19.162875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f5efaba-c8e3-4c50-b078-a2db586a08a1 req-3562de05-c58d-4b89-b5fa-15e8e9f0e77d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 946 time: 0.2080777 Aug 21 09:22:19.166309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44933450-fede-4235-9245-bd6c6bc5c0c6 req-2ca0db22-6477-44ba-ad2a-667097456e1f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188164 Aug 21 09:22:19.203996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18387a62-47f4-4500-959a-964b9f1aadce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:19.212756 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18387a62-47f4-4500-959a-964b9f1aadce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:19.215805 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-18387a62-47f4-4500-959a-964b9f1aadce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f9bdc45-df12-49b4-870a-604b476d3ace HTTP/1.1" status: 204 len: 168 time: 0.6092665 Aug 21 09:22:19.279520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18387a62-47f4-4500-959a-964b9f1aadce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9bdc45-df12-49b4-870a-604b476d3ace,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:19.332834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] For port 037470a2-9515-438f-94ee-ce4e119ce63a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=037470a2-9515-438f-94ee-ce4e119ce63a,segment=NetworkSegment(bbafde3a-3fb1-4184-b331-2394c2176d15),segment_id=bbafde3a-3fb1-4184-b331-2394c2176d15)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:19.333267 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:19.348689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f5efaba-c8e3-4c50-b078-a2db586a08a1 req-27da716e-a50d-48de-8db4-1571a0fe6f3c tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631048 Aug 21 09:22:19.350638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 037470a2-9515-438f-94ee-ce4e119ce63a owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:19.408950 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b7ce26-642c-4930-906b-9fb9b0dd8c14 None None] Network b0d72342-7945-483c-8e17-7c928eca786c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:19.510000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-691ea07e-3276-434b-bfd1-beef35900e56 None None] Provisioning complete for port 037470a2-9515-438f-94ee-ce4e119ce63a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:19.510424 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-691ea07e-3276-434b-bfd1-beef35900e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:19.544357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:19.594128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-691ea07e-3276-434b-bfd1-beef35900e56 None None] Could not find standard attr ID for object 037470a2-9515-438f-94ee-ce4e119ce63a. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:22:19.597422 n-d-766726-28 neutron-server[106758]: INFO neutron.plugins.ml2.db [None req-691ea07e-3276-434b-bfd1-beef35900e56 None None] No ports have port_id starting with 037470a2-9515-438f-94ee-ce4e119ce63a Aug 21 09:22:19.619853 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=037470a2-9515-438f-94ee-ce4e119ce63a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:19.622352 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No DVR routers for this DVR port 037470a2-9515-438f-94ee-ce4e119ce63a on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:22:19.665766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3a4fe1-302b-4966-a133-267c72fbccb5 None None] DHCP port deletion for b0d72342-7945-483c-8e17-7c928eca786c request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:22:19.738276 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:19.749886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d72342-7945-483c-8e17-7c928eca786c']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:19.761541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbafde3a-3fb1-4184-b331-2394c2176d15') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:19.762256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbafde3a-3fb1-4184-b331-2394c2176d15') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:19.772898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:19.798633 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:19.800131 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:22:19.800668 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:22:19.804392 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:22:20.025015 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.033148 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.035325 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/networks/b0d72342-7945-483c-8e17-7c928eca786c HTTP/1.1" status: 204 len: 168 time: 1.3007584 Aug 21 09:22:20.040177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36512) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:20.060616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364d9b1-bb7d-44a7-9aac-6299ac13c650 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Network': ['ID=b0d72342-7945-483c-8e17-7c928eca786c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:20.103639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a7481-154e-4b74-8e59-3cbb06dc9798 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:20.109574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-737a7481-154e-4b74-8e59-3cbb06dc9798 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0683239 Aug 21 09:22:20.114892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36516) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:20.146851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36520) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:20.185355 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-44e9b97a-c113-43e5-8adf-9503be855a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.213174 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9cf5af88-41ae-4228-92f8-13b9e60ed883 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0978484 Aug 21 09:22:20.214329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36522) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:20.219066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-867888400'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:20.312628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-44e9b97a-c113-43e5-8adf-9503be855a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.392112 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-44e9b97a-c113-43e5-8adf-9503be855a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.461480 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-44e9b97a-c113-43e5-8adf-9503be855a49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=634b7dc7d5854f29b0e59af6ecb3fcfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045607 Aug 21 09:22:20.461828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36530) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:20.464437 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9b97a-c113-43e5-8adf-9503be855a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad1e8cf-dfe5-467b-bfaa-26389163dfdf,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:20.508340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:20.513965 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.592938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:22:20.616287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c472794-9abd-4103-8793-3023c28c7b2a req-cf2af3df-654b-4925-bdf3-b6fa0e37f797 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:20.618101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c472794-9abd-4103-8793-3023c28c7b2a req-cf2af3df-654b-4925-bdf3-b6fa0e37f797 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 946 time: 0.1586113 Aug 21 09:22:20.632726 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.633077 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Added segment 3f34df05-767e-4ffe-9075-ce7b77db815a of type vlan for network 38e208ab-c220-4251-95dc-32437ff09937 Aug 21 09:22:20.658263 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-96a73df3-7692-484f-ac26-0471cb8c04fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.744183 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-96a73df3-7692-484f-ac26-0471cb8c04fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.750643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c472794-9abd-4103-8793-3023c28c7b2a req-54785976-1327-456f-a1b0-4122185ded55 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205904 Aug 21 09:22:20.761739 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.887525 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.893454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:20.895715 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.923011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 037470a2-9515-438f-94ee-ce4e119ce63a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:22:20.961358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 037470a2-9515-438f-94ee-ce4e119ce63a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:22:20.962097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 037470a2-9515-438f-94ee-ce4e119ce63a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:22:20.968923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-96a73df3-7692-484f-ac26-0471cb8c04fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.971539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-96a73df3-7692-484f-ac26-0471cb8c04fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:20.975469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-96a73df3-7692-484f-ac26-0471cb8c04fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ad1e8cf-dfe5-467b-bfaa-26389163dfdf HTTP/1.1" status: 204 len: 168 time: 0.5124750 Aug 21 09:22:20.996961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a73df3-7692-484f-ac26-0471cb8c04fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad1e8cf-dfe5-467b-bfaa-26389163dfdf,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:20.999037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Network': ['ID=38e208ab-c220-4251-95dc-32437ff09937,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:21.045886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 38e208ab-c220-4251-95dc-32437ff09937 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:22:21.065654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-10040379-6dbc-4719-acf0-497ae8071ec2 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8505809 Aug 21 09:22:21.068533 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36566) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:21.075408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': '38e208ab-c220-4251-95dc-32437ff09937', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:21.386589 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:21.390207 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:21.791072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:21.879336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Subnet': ['ID=386f4490-74d1-44a9-823f-72a17fb1e2d9,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:21.891850 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Checking segment: {'id': '3f34df05-767e-4ffe-9075-ce7b77db815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '38e208ab-c220-4251-95dc-32437ff09937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:21.892238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network hostable DHCP agents. Network: 38e208ab-c220-4251-95dc-32437ff09937, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:22:21.997893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network 38e208ab-c220-4251-95dc-32437ff09937 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:22:22.077918 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 38e208ab-c220-4251-95dc-32437ff09937) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:22.082249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:22.082910 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:22.090454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67704d46-27f4-46dd-ad1f-71d18e0db6a3 None None] Network 38e208ab-c220-4251-95dc-32437ff09937 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:22.198195 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c4445685-7e07-4d92-ad14-ee6eba1a967c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1242547 Aug 21 09:22:22.198454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36636) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:22.204634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': '38e208ab-c220-4251-95dc-32437ff09937', 'name': 'tempest-PortsIpV6TestJSON-1575147393'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:22.330421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-38e208ab-c220-4251-95dc-32437ff09937', 'network_id': '38e208ab-c220-4251-95dc-32437ff09937', 'tenant_id': '917dbdd2a42844cd848c20d62df04de0', 'fixed_ips': [{'subnet_id': '386f4490-74d1-44a9-823f-72a17fb1e2d9'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:22:22.331290 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:22.518077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Allocated IP 2001:db8::2 (38e208ab-c220-4251-95dc-32437ff09937/386f4490-74d1-44a9-823f-72a17fb1e2d9/2e450b18-a1d4-4008-9032-841be6c8410a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:22.535934 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:22.542094 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:22.574276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 88a06076-43c1-4692-803b-8bffe7f42a19 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:22:22.748651 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:22.765933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Transition to ACTIVE for port object 2e450b18-a1d4-4008-9032-841be6c8410a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:22.782947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Transition to ACTIVE for port object 2e450b18-a1d4-4008-9032-841be6c8410a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:22.859358 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:22.926825 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Pushing event updated for resources: {'Port': ['ID=2e450b18-a1d4-4008-9032-841be6c8410a,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:22.941918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Network 38e208ab-c220-4251-95dc-32437ff09937 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:22.943932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:22.952016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:23.056569 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8::31d (38e208ab-c220-4251-95dc-32437ff09937/386f4490-74d1-44a9-823f-72a17fb1e2d9/88a06076-43c1-4692-803b-8bffe7f42a19) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:23.069961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Attempting to bind port 2e450b18-a1d4-4008-9032-841be6c8410a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:22:23.070623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Attempting to bind port 2e450b18-a1d4-4008-9032-841be6c8410a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '3f34df05-767e-4ffe-9075-ce7b77db815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '38e208ab-c220-4251-95dc-32437ff09937'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:22:23.072039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Attempting to bind port 2e450b18-a1d4-4008-9032-841be6c8410a on network 38e208ab-c220-4251-95dc-32437ff09937 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:22:23.085589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:22:23.086449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Checking segment: {'id': '3f34df05-767e-4ffe-9075-ce7b77db815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '38e208ab-c220-4251-95dc-32437ff09937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:23.086449 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:23.086807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Bound using segment: {'id': '3f34df05-767e-4ffe-9075-ce7b77db815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '38e208ab-c220-4251-95dc-32437ff09937'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:22:23.087308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Bound port: 2e450b18-a1d4-4008-9032-841be6c8410a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f34df05-767e-4ffe-9075-ce7b77db815a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '38e208ab-c220-4251-95dc-32437ff09937'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:22:23.087733 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:23.200300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] For port 2e450b18-a1d4-4008-9032-841be6c8410a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:22:23.205262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] For port 2e450b18-a1d4-4008-9032-841be6c8410a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2e450b18-a1d4-4008-9032-841be6c8410a,segment=NetworkSegment(3f34df05-767e-4ffe-9075-ce7b77db815a),segment_id=3f34df05-767e-4ffe-9075-ce7b77db815a)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:22:23.289700 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:23.357307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36668) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:23.370160 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:23.406406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 88a06076-43c1-4692-803b-8bffe7f42a19 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:23.413264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576c707-22a7-4770-9bb0-d263ab0a930b None None] Pushing event updated for resources: {'Port': ['ID=2e450b18-a1d4-4008-9032-841be6c8410a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:23.550905 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:23.575904 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac89a-6e9a-46d5-913c-d742e68f83eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:23.668274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=88a06076-43c1-4692-803b-8bffe7f42a19,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:23.687411 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network 38e208ab-c220-4251-95dc-32437ff09937 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:23.688672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:23.691171 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:23.697588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:23.698228 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:23.806120 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac89a-6e9a-46d5-913c-d742e68f83eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:23.859041 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac89a-6e9a-46d5-913c-d742e68f83eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:23.904993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cd6ac89a-6e9a-46d5-913c-d742e68f83eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdee0dd8ee074c219d747a24105cb338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5457773 Aug 21 09:22:23.906219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ac89a-6e9a-46d5-913c-d742e68f83eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7320ab3-3d0a-47c2-a88d-39324ff6f020,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:23.907512 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36682) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:23.948502 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-24886983-95c3-4460-8f64-d6f60808dde0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7486928 Aug 21 09:22:23.951196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36684) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:23.962913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': '38e208ab-c220-4251-95dc-32437ff09937', 'name': 'tempest-PortsIpV6TestJSON-1338158836'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:24.015413 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c958a14-2325-4a32-88fb-d34de663357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:24.069134 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c958a14-2325-4a32-88fb-d34de663357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:24.260994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c958a14-2325-4a32-88fb-d34de663357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:24.264144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c958a14-2325-4a32-88fb-d34de663357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:24.265479 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9c958a14-2325-4a32-88fb-d34de663357a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7320ab3-3d0a-47c2-a88d-39324ff6f020 HTTP/1.1" status: 204 len: 168 time: 0.3568919 Aug 21 09:22:24.274985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c958a14-2325-4a32-88fb-d34de663357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7320ab3-3d0a-47c2-a88d-39324ff6f020,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:24.298510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:24.308013 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:24.361960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port e813a4cc-43cf-43b7-8944-afe9b969c4a0 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:22:24.534148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8::239 (38e208ab-c220-4251-95dc-32437ff09937/386f4490-74d1-44a9-823f-72a17fb1e2d9/e813a4cc-43cf-43b7-8944-afe9b969c4a0) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:24.687779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91287ec8-ed75-489f-8ade-e4f467c4a880 None None] Network 38e208ab-c220-4251-95dc-32437ff09937 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:24.768731 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:24.792469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object e813a4cc-43cf-43b7-8944-afe9b969c4a0 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:24.967752 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:25.029370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network 38e208ab-c220-4251-95dc-32437ff09937 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:25.035582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:25.039280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:25.045228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:25.045861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:25.052341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2e450b18-a1d4-4008-9032-841be6c8410a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:25.055606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=e813a4cc-43cf-43b7-8944-afe9b969c4a0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:25.086826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9bb0f4a3-d785-465d-b7bb-7b02a46c8f0e None None] Provisioning for port 2e450b18-a1d4-4008-9032-841be6c8410a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:25.175808 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-161d8175-77cc-4e84-b29a-ae548a673e72 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2222974 Aug 21 09:22:25.178426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36714) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:25.237668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 2e450b18-a1d4-4008-9032-841be6c8410a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:25.242080 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2e450b18-a1d4-4008-9032-841be6c8410a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:25.242459 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:25.310041 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf3fc51-c132-43d7-bbd3-823b72b6ce90 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:25.312056 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bcf3fc51-c132-43d7-bbd3-823b72b6ce90 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A31d HTTP/1.1" status: 200 len: 929 time: 0.1325765 Aug 21 09:22:25.314915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36716) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:25.384647 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:25.444947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b0a4deb9-ad31-4350-98d1-4bd70e8a401a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port e813a4cc-43cf-43b7-8944-afe9b969c4a0 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:25.445476 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0a4deb9-ad31-4350-98d1-4bd70e8a401a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:25.445985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 2e450b18-a1d4-4008-9032-841be6c8410a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2e450b18-a1d4-4008-9032-841be6c8410a,segment=NetworkSegment(3f34df05-767e-4ffe-9075-ce7b77db815a),segment_id=3f34df05-767e-4ffe-9075-ce7b77db815a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:25.506102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cb265a7a-2570-4f3e-b57e-a244eecf83ad None None] Provisioning for port 88a06076-43c1-4692-803b-8bffe7f42a19 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:25.512632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cb265a7a-2570-4f3e-b57e-a244eecf83ad None None] Provisioning complete for port 88a06076-43c1-4692-803b-8bffe7f42a19 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:25.513007 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cb265a7a-2570-4f3e-b57e-a244eecf83ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:25.561672 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:25.595061 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0a4deb9-ad31-4350-98d1-4bd70e8a401a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:25.620407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cb265a7a-2570-4f3e-b57e-a244eecf83ad None None] Port 88a06076-43c1-4692-803b-8bffe7f42a19 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:25.635031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b0a4deb9-ad31-4350-98d1-4bd70e8a401a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for e813a4cc-43cf-43b7-8944-afe9b969c4a0 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:25.653740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cb265a7a-2570-4f3e-b57e-a244eecf83ad None None] Provisioning complete for port 2e450b18-a1d4-4008-9032-841be6c8410a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:25.654058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cb265a7a-2570-4f3e-b57e-a244eecf83ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:25.700125 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=2e450b18-a1d4-4008-9032-841be6c8410a,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:25.917170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-32ae12c6-6160-4311-9f13-ab2f58d5a032 None None] Provisioning complete for port 88a06076-43c1-4692-803b-8bffe7f42a19 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:25.918652 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-32ae12c6-6160-4311-9f13-ab2f58d5a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:25.968508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-32ae12c6-6160-4311-9f13-ab2f58d5a032 None None] Port 88a06076-43c1-4692-803b-8bffe7f42a19 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:25.974176 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0a4deb9-ad31-4350-98d1-4bd70e8a401a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:26.043771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4deb9-ad31-4350-98d1-4bd70e8a401a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=e813a4cc-43cf-43b7-8944-afe9b969c4a0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:26.082179 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0a4deb9-ad31-4350-98d1-4bd70e8a401a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:26.086645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b1d0f965-04ea-4a2f-8e2c-d15393a7b6c0 None None] Could not find standard attr ID for object e813a4cc-43cf-43b7-8944-afe9b969c4a0. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:22:26.086832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b0a4deb9-ad31-4350-98d1-4bd70e8a401a tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/e813a4cc-43cf-43b7-8944-afe9b969c4a0 HTTP/1.1" status: 204 len: 168 time: 0.7706039 Aug 21 09:22:26.089544 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36742) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:26.120633 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-177d0802-660b-448f-8e56-4241733cffdc tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:22:26.122491 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-177d0802-660b-448f-8e56-4241733cffdc tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/e813a4cc-43cf-43b7-8944-afe9b969c4a0 HTTP/1.1" status: 404 len: 333 time: 0.0319214 Aug 21 09:22:26.126467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36746) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:26.251668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ab23115c-d299-41a2-b33a-833db5383d49 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 88a06076-43c1-4692-803b-8bffe7f42a19 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:26.252063 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab23115c-d299-41a2-b33a-833db5383d49 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:26.353909 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab23115c-d299-41a2-b33a-833db5383d49 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:26.366466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ab23115c-d299-41a2-b33a-833db5383d49 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 88a06076-43c1-4692-803b-8bffe7f42a19 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:26.675964 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab23115c-d299-41a2-b33a-833db5383d49 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:26.705223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23115c-d299-41a2-b33a-833db5383d49 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=88a06076-43c1-4692-803b-8bffe7f42a19,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:26.744229 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab23115c-d299-41a2-b33a-833db5383d49 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:26.746348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ab23115c-d299-41a2-b33a-833db5383d49 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/88a06076-43c1-4692-803b-8bffe7f42a19 HTTP/1.1" status: 204 len: 168 time: 0.6186066 Aug 21 09:22:26.750082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36758) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:26.780094 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-1163b3ac-6ef0-4cda-afdd-51bd96ba52b8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:22:26.781872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1163b3ac-6ef0-4cda-afdd-51bd96ba52b8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/88a06076-43c1-4692-803b-8bffe7f42a19 HTTP/1.1" status: 404 len: 333 time: 0.0308304 Aug 21 09:22:26.785545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36760) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:26.844017 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b5a43d-a924-4ec9-85ab-15890dd1e814 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting subnet 386f4490-74d1-44a9-823f-72a17fb1e2d9 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:22:26.849613 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62b5a43d-a924-4ec9-85ab-15890dd1e814 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:26.929895 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62b5a43d-a924-4ec9-85ab-15890dd1e814 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:26.973782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2e450b18-a1d4-4008-9032-841be6c8410a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:27.038918 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62b5a43d-a924-4ec9-85ab-15890dd1e814 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.042767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2e450b18-a1d4-4008-9032-841be6c8410a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:27.043624 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.237905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36772) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:27.244806 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62b5a43d-a924-4ec9-85ab-15890dd1e814 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.282186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5a43d-a924-4ec9-85ab-15890dd1e814 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Subnet': ['ID=386f4490-74d1-44a9-823f-72a17fb1e2d9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:27.290490 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62b5a43d-a924-4ec9-85ab-15890dd1e814 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.295616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36776) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:27.295767 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-62b5a43d-a924-4ec9-85ab-15890dd1e814 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/386f4490-74d1-44a9-823f-72a17fb1e2d9 HTTP/1.1" status: 204 len: 168 time: 0.5072935 Aug 21 09:22:27.299877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becedd51-71ae-46b9-8caa-7f5964fee3a3 None None] Network 38e208ab-c220-4251-95dc-32437ff09937 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:27.417334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-630446312', 'router:external': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:27.430026 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.511143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 2e450b18-a1d4-4008-9032-841be6c8410a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:27.511479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.525280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d8801-ce19-4d1c-8582-8721cd8fec43 None None] DHCP port deletion for 38e208ab-c220-4251-95dc-32437ff09937 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:22:27.577746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d8801-ce19-4d1c-8582-8721cd8fec43 None None] Deleting port 2e450b18-a1d4-4008-9032-841be6c8410a {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:27.578128 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8801-ce19-4d1c-8582-8721cd8fec43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.581348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] For port 2e450b18-a1d4-4008-9032-841be6c8410a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2e450b18-a1d4-4008-9032-841be6c8410a,segment=NetworkSegment(3f34df05-767e-4ffe-9075-ce7b77db815a),segment_id=3f34df05-767e-4ffe-9075-ce7b77db815a)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:27.581712 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.602734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Made reservation on behalf of 837f41eb9b1e40e4a0289b2c72f489a9 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:27.605010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.613321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 2e450b18-a1d4-4008-9032-841be6c8410a owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:27.615010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.643709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0d3d8801-ce19-4d1c-8582-8721cd8fec43 None None] For port 2e450b18-a1d4-4008-9032-841be6c8410a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2e450b18-a1d4-4008-9032-841be6c8410a,segment=NetworkSegment(3f34df05-767e-4ffe-9075-ce7b77db815a),segment_id=3f34df05-767e-4ffe-9075-ce7b77db815a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:27.644105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8801-ce19-4d1c-8582-8721cd8fec43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.657961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d8801-ce19-4d1c-8582-8721cd8fec43 None None] Calling delete_port for 2e450b18-a1d4-4008-9032-841be6c8410a owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:27.779473 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:27.878441 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:22:27.881825 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.889498 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8801-ce19-4d1c-8582-8721cd8fec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:27.896055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No DVR routers for this DVR port 2e450b18-a1d4-4008-9032-841be6c8410a on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:22:27.919298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=2e450b18-a1d4-4008-9032-841be6c8410a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:27.927316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d8801-ce19-4d1c-8582-8721cd8fec43 None None] Pushing event deleted for resources: {'Port': ['ID=2e450b18-a1d4-4008-9032-841be6c8410a,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:27.931049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d8801-ce19-4d1c-8582-8721cd8fec43 None None] No DVR routers for this DVR port 2e450b18-a1d4-4008-9032-841be6c8410a on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:22:27.943208 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.003214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:22:28.040947 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.042257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.042613 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Added segment e68c3414-c59d-4688-bbe4-674d887cdcc7 of type vlan for network 6be83907-44a3-4d32-96a5-598210c6d954 Aug 21 09:22:28.048754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de14cdc-04bf-4ba0-b071-38e03894b173,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:28.060627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e208ab-c220-4251-95dc-32437ff09937']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:28.088819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f34df05-767e-4ffe-9075-ce7b77db815a') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:28.091827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f34df05-767e-4ffe-9075-ce7b77db815a') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:28.104204 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.122651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.128317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.138993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:22:28.139387 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:22:28.142368 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:22:28.293444 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.294733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:28.295324 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.342570 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.353515 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.355401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/networks/38e208ab-c220-4251-95dc-32437ff09937 HTTP/1.1" status: 204 len: 168 time: 1.0586498 Aug 21 09:22:28.363639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36790) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:28.369146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2009964476'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:28.381810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event updated for resources: {'Network': ['ID=6be83907-44a3-4d32-96a5-598210c6d954,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:28.395269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 6be83907-44a3-4d32-96a5-598210c6d954 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:22:28.400899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37e310-9f58-4f94-a58e-d83f42dbc434 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Network': ['ID=38e208ab-c220-4251-95dc-32437ff09937,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:28.452700 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b870ccb4-5b58-4036-9981-ab5567e7a1c9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2130866 Aug 21 09:22:28.455859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36794) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:28.466241 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Request body: {'subnet': {'network_id': '6be83907-44a3-4d32-96a5-598210c6d954', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:28.590140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:28.593937 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.636231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:22:28.652994 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.653379 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Added segment 23099f2c-2698-4da3-842b-e3967000f2c4 of type vlan for network ba8e2892-9c0a-45ab-9632-93b4c164366d Aug 21 09:22:28.700568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.704221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Made reservation on behalf of 837f41eb9b1e40e4a0289b2c72f489a9 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:28.706630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.818561 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.824247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:28.824818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:28.910821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Network': ['ID=ba8e2892-9c0a-45ab-9632-93b4c164366d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:28.925787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network ba8e2892-9c0a-45ab-9632-93b4c164366d details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:22:28.935842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7e9ee3c4-3515-4dc5-b630-137aee2d967d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5708301 Aug 21 09:22:28.938575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36798) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:28.943800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': 'ba8e2892-9c0a-45ab-9632-93b4c164366d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:28.981302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2e450b18-a1d4-4008-9032-841be6c8410a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:22:29.011913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 2e450b18-a1d4-4008-9032-841be6c8410a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:22:29.012685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2e450b18-a1d4-4008-9032-841be6c8410a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:22:29.113582 n-d-766726-28 neutron-server[106756]: DEBUG neutron.objects.ports [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 09:22:29.113943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:29.176145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event updated for resources: {'Subnet': ['ID=72d372a9-e0c0-4f4c-aa81-4d194e2091c8,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:29.186172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:29.191354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:29.191638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Checking segment: {'id': 'e68c3414-c59d-4688-bbe4-674d887cdcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6be83907-44a3-4d32-96a5-598210c6d954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:29.191985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Network hostable DHCP agents. Network: 6be83907-44a3-4d32-96a5-598210c6d954, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:22:29.363759 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Network 6be83907-44a3-4d32-96a5-598210c6d954 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:22:29.453153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:29.481785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 6be83907-44a3-4d32-96a5-598210c6d954) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:29.487356 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:29.488288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:29.492354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34a476-00af-4111-9581-4bb695a1465d None None] Network 6be83907-44a3-4d32-96a5-598210c6d954 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:29.534428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Subnet': ['ID=3b9f228c-1581-4ff1-bfee-64ce5b9afad7,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:29.544038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Checking segment: {'id': '23099f2c-2698-4da3-842b-e3967000f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba8e2892-9c0a-45ab-9632-93b4c164366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:29.544689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network hostable DHCP agents. Network: ba8e2892-9c0a-45ab-9632-93b4c164366d, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:22:29.596719 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f8f2e0d2-4c1d-41ec-af70-2cd0487b9840 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1386366 Aug 21 09:22:29.599625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36806) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:29.604583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-134505481', 'network_id': '6be83907-44a3-4d32-96a5-598210c6d954'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:29.642676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4eb4ba-ca43-4f40-8b89-7d461e65af11 None None] Network 6be83907-44a3-4d32-96a5-598210c6d954 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:29.664334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network ba8e2892-9c0a-45ab-9632-93b4c164366d is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:22:29.699798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Made reservation on behalf of 837f41eb9b1e40e4a0289b2c72f489a9 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:29.702457 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:29.729505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] device_id is not set on port cd936a4b-0436-49b9-9271-5c9b8fb62657 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:22:29.781188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, ba8e2892-9c0a-45ab-9632-93b4c164366d) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:29.788832 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb7a5d8-ae6e-4e22-b8a9-2f0da1daa1cd None None] Network ba8e2892-9c0a-45ab-9632-93b4c164366d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:29.795546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:29.795546 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:29.857374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Allocated IP 172.20.0.11 (6be83907-44a3-4d32-96a5-598210c6d954/72d372a9-e0c0-4f4c-aa81-4d194e2091c8/cd936a4b-0436-49b9-9271-5c9b8fb62657) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:29.902542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-44e57814-d3e1-45d9-adc5-c32662efa65c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9595044 Aug 21 09:22:29.902871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36812) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:29.913143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': 'ba8e2892-9c0a-45ab-9632-93b4c164366d', 'name': 'tempest-PortsIpV6TestJSON-527028744', 'fixed_ips': [{'subnet_id': '3b9f228c-1581-4ff1-bfee-64ce5b9afad7', 'ip_address': '2001:db8::10'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:29.979227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-ba8e2892-9c0a-45ab-9632-93b4c164366d', 'network_id': 'ba8e2892-9c0a-45ab-9632-93b4c164366d', 'tenant_id': '917dbdd2a42844cd848c20d62df04de0', 'fixed_ips': [{'subnet_id': '3b9f228c-1581-4ff1-bfee-64ce5b9afad7'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:22:29.980843 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:30.061709 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:30.160009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Allocated IP 2001:db8::2 (ba8e2892-9c0a-45ab-9632-93b4c164366d/3b9f228c-1581-4ff1-bfee-64ce5b9afad7/32812762-66ba-42c0-ba8f-80edb7c22d5f) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:30.208860 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:30.257086 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:30.309382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Network 6be83907-44a3-4d32-96a5-598210c6d954 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:30.317236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:30.329050 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:30.331616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:30.355727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 3dd48d9d-db8c-4a19-909b-66078b68b8a5 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:22:30.412833 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:30.423160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Transition to ACTIVE for port object 32812762-66ba-42c0-ba8f-80edb7c22d5f will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:30.430665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event updated for resources: {'Port': ['ID=cd936a4b-0436-49b9-9271-5c9b8fb62657,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:30.433637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:30.434597 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:30.453823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Transition to ACTIVE for port object 32812762-66ba-42c0-ba8f-80edb7c22d5f will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:30.569976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4c00123e-ebe6-42c1-8464-690902313a57 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9691420 Aug 21 09:22:30.572548 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36828) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:30.613240 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:30.668686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Network ba8e2892-9c0a-45ab-9632-93b4c164366d is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:30.669646 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Pushing event updated for resources: {'Port': ['ID=32812762-66ba-42c0-ba8f-80edb7c22d5f,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:30.672787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:30.675664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:30.699253 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8::10 (ba8e2892-9c0a-45ab-9632-93b4c164366d/3b9f228c-1581-4ff1-bfee-64ce5b9afad7/3dd48d9d-db8c-4a19-909b-66078b68b8a5) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:30.715698 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2520c24d-469f-45d8-ab9d-c9106538ce7e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Deleting port cd936a4b-0436-49b9-9271-5c9b8fb62657 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:30.716066 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2520c24d-469f-45d8-ab9d-c9106538ce7e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:30.741843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Attempting to bind port 32812762-66ba-42c0-ba8f-80edb7c22d5f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:22:30.742256 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Attempting to bind port 32812762-66ba-42c0-ba8f-80edb7c22d5f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '23099f2c-2698-4da3-842b-e3967000f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba8e2892-9c0a-45ab-9632-93b4c164366d'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:22:30.742664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Attempting to bind port 32812762-66ba-42c0-ba8f-80edb7c22d5f on network ba8e2892-9c0a-45ab-9632-93b4c164366d {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:22:30.748080 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:22:30.748431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Checking segment: {'id': '23099f2c-2698-4da3-842b-e3967000f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba8e2892-9c0a-45ab-9632-93b4c164366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:30.748930 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:30.749319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Bound using segment: {'id': '23099f2c-2698-4da3-842b-e3967000f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba8e2892-9c0a-45ab-9632-93b4c164366d'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:22:30.749790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Bound port: 32812762-66ba-42c0-ba8f-80edb7c22d5f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23099f2c-2698-4da3-842b-e3967000f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba8e2892-9c0a-45ab-9632-93b4c164366d'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:22:30.750179 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:30.821917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] For port 32812762-66ba-42c0-ba8f-80edb7c22d5f, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:22:30.825699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] For port 32812762-66ba-42c0-ba8f-80edb7c22d5f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=32812762-66ba-42c0-ba8f-80edb7c22d5f,segment=NetworkSegment(23099f2c-2698-4da3-842b-e3967000f2c4),segment_id=23099f2c-2698-4da3-842b-e3967000f2c4)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:22:30.876674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2520c24d-469f-45d8-ab9d-c9106538ce7e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:30.899225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2520c24d-469f-45d8-ab9d-c9106538ce7e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Calling delete_port for cd936a4b-0436-49b9-9271-5c9b8fb62657 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:30.930456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:31.040854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ae830-381a-4ece-9367-62fd5b4a82af None None] Pushing event updated for resources: {'Port': ['ID=32812762-66ba-42c0-ba8f-80edb7c22d5f,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:31.052936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:31.085911 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 3dd48d9d-db8c-4a19-909b-66078b68b8a5 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:31.248371 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2520c24d-469f-45d8-ab9d-c9106538ce7e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:31.289690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:31.295150 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520c24d-469f-45d8-ab9d-c9106538ce7e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd936a4b-0436-49b9-9271-5c9b8fb62657,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:31.710160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network ba8e2892-9c0a-45ab-9632-93b4c164366d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:31.730577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:31.734424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:31.739988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:31.743959 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:31.747395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=3dd48d9d-db8c-4a19-909b-66078b68b8a5,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:31.769587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.769940 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.770288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.770646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.770993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.771358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.772237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.772592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.772965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.773325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.773685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.774062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:31.779357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2520c24d-469f-45d8-ab9d-c9106538ce7e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:31.783707 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2520c24d-469f-45d8-ab9d-c9106538ce7e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "DELETE /v2.0/ports/cd936a4b-0436-49b9-9271-5c9b8fb62657 HTTP/1.1" status: 204 len: 168 time: 1.2078164 Aug 21 09:22:31.783941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36842) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:31.789124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6be83907-44a3-4d32-96a5-598210c6d954', 'external_fixed_ips': [{'subnet_id': '72d372a9-e0c0-4f4c-aa81-4d194e2091c8', 'ip_address': '172.20.0.11'}]}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:31.870637 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8f687a49-79e1-4f0a-8c10-10c961c60fc9 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9663954 Aug 21 09:22:31.874743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36844) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:31.885577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': 'ba8e2892-9c0a-45ab-9632-93b4c164366d', 'name': 'tempest-PortsIpV6TestJSON-290812238', 'fixed_ips': [{'subnet_id': '3b9f228c-1581-4ff1-bfee-64ce5b9afad7', 'ip_address': '2001:db8::f'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:32.015610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:32.017017 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:32.100100 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:32.161509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:32.301147 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:32.304619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af2db3d-2163-4e85-9c65-0c214456006e None None] Network ba8e2892-9c0a-45ab-9632-93b4c164366d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:32.331844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 01c9a613-8223-48cc-aa6e-d0f21f78d697 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:22:32.424238 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:32.563223 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a319246c-1b58-418d-bf13-0fce45d5d162 None None] Provisioning for port 32812762-66ba-42c0-ba8f-80edb7c22d5f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:32.571159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8::f (ba8e2892-9c0a-45ab-9632-93b4c164366d/3b9f228c-1581-4ff1-bfee-64ce5b9afad7/01c9a613-8223-48cc-aa6e-d0f21f78d697) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:32.766372 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:32.785579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 01c9a613-8223-48cc-aa6e-d0f21f78d697 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:32.878974 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:32.896029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:32.973927 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.005519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 32812762-66ba-42c0-ba8f-80edb7c22d5f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:33.033434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-656dd190-07ee-4899-a45f-ce93b8274ce1 None None] Provisioning for port 3dd48d9d-db8c-4a19-909b-66078b68b8a5 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:33.062799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-656dd190-07ee-4899-a45f-ce93b8274ce1 None None] Provisioning complete for port 3dd48d9d-db8c-4a19-909b-66078b68b8a5 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:33.063315 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-656dd190-07ee-4899-a45f-ce93b8274ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.076255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network ba8e2892-9c0a-45ab-9632-93b4c164366d is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:33.079362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:33.097578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:33.112138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:33.112856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.157929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=01c9a613-8223-48cc-aa6e-d0f21f78d697,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:33.174948 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Allocated IP 172.20.0.11 (6be83907-44a3-4d32-96a5-598210c6d954/72d372a9-e0c0-4f4c-aa81-4d194e2091c8/27b2d9cc-0790-4294-9045-180a47f74cd5) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:33.288531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9e5c2844-dd32-4423-afe3-24b401701dde tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4119861 Aug 21 09:22:33.295580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36856) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:33.352128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-656dd190-07ee-4899-a45f-ce93b8274ce1 None None] Port 3dd48d9d-db8c-4a19-909b-66078b68b8a5 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:33.361067 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.436343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb110395-4619-43c9-baf7-129e8fa39e09 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:33.437857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bb110395-4619-43c9-baf7-129e8fa39e09 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1434941 Aug 21 09:22:33.441686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36858) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:33.481751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c20e5753-cada-46a2-ad87-093a0e193ddb None None] Provisioning complete for port 3dd48d9d-db8c-4a19-909b-66078b68b8a5 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:33.482656 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c20e5753-cada-46a2-ad87-093a0e193ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.505891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 32812762-66ba-42c0-ba8f-80edb7c22d5f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:33.506476 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60269e06-64fb-4286-a34a-7254513b70ef tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:33.512901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60269e06-64fb-4286-a34a-7254513b70ef tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:33.513131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 32812762-66ba-42c0-ba8f-80edb7c22d5f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:33.513504 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.519407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60269e06-64fb-4286-a34a-7254513b70ef tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:33.522221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-60269e06-64fb-4286-a34a-7254513b70ef tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0793791 Aug 21 09:22:33.525096 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36862) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:33.560508 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.582352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c20e5753-cada-46a2-ad87-093a0e193ddb None None] Port 3dd48d9d-db8c-4a19-909b-66078b68b8a5 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:33.647389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Network 6be83907-44a3-4d32-96a5-598210c6d954 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:33.650311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:33.652204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event updated for resources: {'Port': ['ID=27b2d9cc-0790-4294-9045-180a47f74cd5,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:33.655267 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:33.670598 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.722010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 32812762-66ba-42c0-ba8f-80edb7c22d5f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=32812762-66ba-42c0-ba8f-80edb7c22d5f,segment=NetworkSegment(23099f2c-2698-4da3-842b-e3967000f2c4),segment_id=23099f2c-2698-4da3-842b-e3967000f2c4)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:33.781132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-64783ce9-f9f3-4b7c-be85-f991fd167ca7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 01c9a613-8223-48cc-aa6e-d0f21f78d697 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:33.781492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64783ce9-f9f3-4b7c-be85-f991fd167ca7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.836180 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.867710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9d8adb0e-8aaa-488e-bb81-862276a58d21 None None] Provisioning for port 01c9a613-8223-48cc-aa6e-d0f21f78d697 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:33.876020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9d8adb0e-8aaa-488e-bb81-862276a58d21 None None] Provisioning complete for port 01c9a613-8223-48cc-aa6e-d0f21f78d697 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:33.877289 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9d8adb0e-8aaa-488e-bb81-862276a58d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.916502 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64783ce9-f9f3-4b7c-be85-f991fd167ca7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:33.923741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=32812762-66ba-42c0-ba8f-80edb7c22d5f,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:33.934061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9d8adb0e-8aaa-488e-bb81-862276a58d21 None None] Port 01c9a613-8223-48cc-aa6e-d0f21f78d697 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:33.936562 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-64783ce9-f9f3-4b7c-be85-f991fd167ca7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 01c9a613-8223-48cc-aa6e-d0f21f78d697 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:34.117373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:34.297451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64783ce9-f9f3-4b7c-be85-f991fd167ca7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:34.331936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64783ce9-f9f3-4b7c-be85-f991fd167ca7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=01c9a613-8223-48cc-aa6e-d0f21f78d697,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:34.390763 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-64783ce9-f9f3-4b7c-be85-f991fd167ca7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:34.395360 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-64783ce9-f9f3-4b7c-be85-f991fd167ca7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/01c9a613-8223-48cc-aa6e-d0f21f78d697 HTTP/1.1" status: 204 len: 168 time: 0.8666744 Aug 21 09:22:34.395855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36872) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:34.441198 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-608b64e0-813d-4d34-b1a0-d6fe91129305 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:22:34.442090 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-608b64e0-813d-4d34-b1a0-d6fe91129305 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/01c9a613-8223-48cc-aa6e-d0f21f78d697 HTTP/1.1" status: 404 len: 333 time: 0.0454628 Aug 21 09:22:34.445954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36876) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:34.482117 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:34.657783 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-da745914-2d73-4e19-a377-ceed6a9bb4a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 3dd48d9d-db8c-4a19-909b-66078b68b8a5 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:34.658248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da745914-2d73-4e19-a377-ceed6a9bb4a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:34.750172 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da745914-2d73-4e19-a377-ceed6a9bb4a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:34.762699 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-da745914-2d73-4e19-a377-ceed6a9bb4a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 3dd48d9d-db8c-4a19-909b-66078b68b8a5 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:34.873028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Router e2cb2d7e-8fc8-42c1-9978-e53117f3a30e is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:22:34.947762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 32812762-66ba-42c0-ba8f-80edb7c22d5f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:35.011723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 32812762-66ba-42c0-ba8f-80edb7c22d5f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:35.012141 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.034349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:22:35.050700 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da745914-2d73-4e19-a377-ceed6a9bb4a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.058796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Sync routers for ids ['e2cb2d7e-8fc8-42c1-9978-e53117f3a30e'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:22:35.074533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Routers {'e2cb2d7e-8fc8-42c1-9978-e53117f3a30e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:35.075179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e2cb2d7e-8fc8-42c1-9978-e53117f3a30e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:35.090436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da745914-2d73-4e19-a377-ceed6a9bb4a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=3dd48d9d-db8c-4a19-909b-66078b68b8a5,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:35.120642 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-da745914-2d73-4e19-a377-ceed6a9bb4a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.124056 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-da745914-2d73-4e19-a377-ceed6a9bb4a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/3dd48d9d-db8c-4a19-909b-66078b68b8a5 HTTP/1.1" status: 204 len: 168 time: 0.6770384 Aug 21 09:22:35.125442 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36882) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:35.139258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36886) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:35.176465 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.177711 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-84f3575e-47b2-4edf-bd44-2281688a2542 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.3928087 Aug 21 09:22:35.179420 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-89626828-d1fe-468c-bd55-7e413c81c932 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:22:35.181067 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-89626828-d1fe-468c-bd55-7e413c81c932 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/3dd48d9d-db8c-4a19-909b-66078b68b8a5 HTTP/1.1" status: 404 len: 333 time: 0.0541058 Aug 21 09:22:35.181612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36890) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:35.184727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36892) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:35.314089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1bb7c3-ad82-403b-b70d-fc61b243e4e1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting subnet 3b9f228c-1581-4ff1-bfee-64ce5b9afad7 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:22:35.319968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb7c3-ad82-403b-b70d-fc61b243e4e1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.343308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Set router e2cb2d7e-8fc8-42c1-9978-e53117f3a30e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:22:35.402471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8db0-34b2-4f5d-af84-e56d7b1efc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.424916 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.429893 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb7c3-ad82-403b-b70d-fc61b243e4e1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.565176 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb7c3-ad82-403b-b70d-fc61b243e4e1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.575156 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.619149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb2d7e-8fc8-42c1-9978-e53117f3a30e', 'name': '', 'tenant_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6be83907-44a3-4d32-96a5-598210c6d954', 'external_fixed_ips': [{'subnet_id': '72d372a9-e0c0-4f4c-aa81-4d194e2091c8', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '27b2d9cc-0790-4294-9045-180a47f74cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:22:32Z', 'updated_at': '2021-08-21T09:22:33Z', 'revision_number': 3, 'project_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'gw_port': {'id': '27b2d9cc-0790-4294-9045-180a47f74cd5', 'name': '', 'network_id': '6be83907-44a3-4d32-96a5-598210c6d954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:32:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cb2d7e-8fc8-42c1-9978-e53117f3a30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '72d372a9-e0c0-4f4c-aa81-4d194e2091c8', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:22:32Z', 'updated_at': '2021-08-21T09:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72d372a9-e0c0-4f4c-aa81-4d194e2091c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:35.644452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8db0-34b2-4f5d-af84-e56d7b1efc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.660302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Checking router: e2cb2d7e-8fc8-42c1-9978-e53117f3a30e for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:22:35.660658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Updating router e2cb2d7e-8fc8-42c1-9978-e53117f3a30e port 27b2d9cc-0790-4294-9045-180a47f74cd5 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:22:35.691976 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.757367 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8db0-34b2-4f5d-af84-e56d7b1efc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.762830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb7c3-ad82-403b-b70d-fc61b243e4e1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.768023 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Deleting port 27b2d9cc-0790-4294-9045-180a47f74cd5 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:35.768636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.812658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bb7c3-ad82-403b-b70d-fc61b243e4e1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9f228c-1581-4ff1-bfee-64ce5b9afad7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:35.826173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb7c3-ad82-403b-b70d-fc61b243e4e1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.830958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5e1bb7c3-ad82-403b-b70d-fc61b243e4e1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/3b9f228c-1581-4ff1-bfee-64ce5b9afad7 HTTP/1.1" status: 204 len: 168 time: 0.6452117 Aug 21 09:22:35.832184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36896) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:35.841621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8c5b8db0-34b2-4f5d-af84-e56d7b1efc30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f397a81f915413e8ca904ea5d98150d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6987941 Aug 21 09:22:35.841621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b8db0-34b2-4f5d-af84-e56d7b1efc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfed931-1e22-4f24-b5c3-a6a865800c0b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:35.842703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36898) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:35.842854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78104728-1f6c-4032-98a0-8aa1f45d22f7 None None] Network ba8e2892-9c0a-45ab-9632-93b4c164366d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:35.911722 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1aacdd5e-0902-4864-b08f-3de45846271c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.939652 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1aacdd5e-0902-4864-b08f-3de45846271c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.955032 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.958727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:35.976231 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Calling delete_port for 27b2d9cc-0790-4294-9045-180a47f74cd5 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:36.093131 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1aacdd5e-0902-4864-b08f-3de45846271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.095961 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1aacdd5e-0902-4864-b08f-3de45846271c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.100305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1aacdd5e-0902-4864-b08f-3de45846271c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cfed931-1e22-4f24-b5c3-a6a865800c0b HTTP/1.1" status: 204 len: 168 time: 0.2539623 Aug 21 09:22:36.115604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacdd5e-0902-4864-b08f-3de45846271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfed931-1e22-4f24-b5c3-a6a865800c0b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:36.127218 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 32812762-66ba-42c0-ba8f-80edb7c22d5f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:36.127761 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.156480 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.182864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Transition to ACTIVE for port object 27b2d9cc-0790-4294-9045-180a47f74cd5 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:36.233722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] For port 32812762-66ba-42c0-ba8f-80edb7c22d5f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=32812762-66ba-42c0-ba8f-80edb7c22d5f,segment=NetworkSegment(23099f2c-2698-4da3-842b-e3967000f2c4),segment_id=23099f2c-2698-4da3-842b-e3967000f2c4)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:36.233998 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.237540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f1cf7-b3de-4bd9-b4a6-ea392b3b7182 None None] DHCP port deletion for ba8e2892-9c0a-45ab-9632-93b4c164366d request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:22:36.248372 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 32812762-66ba-42c0-ba8f-80edb7c22d5f owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:36.291879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-779f1cf7-b3de-4bd9-b4a6-ea392b3b7182 None None] Deleting port 32812762-66ba-42c0-ba8f-80edb7c22d5f {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:36.292973 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-779f1cf7-b3de-4bd9-b4a6-ea392b3b7182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.295496 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.413881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-779f1cf7-b3de-4bd9-b4a6-ea392b3b7182 None None] For port 32812762-66ba-42c0-ba8f-80edb7c22d5f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=32812762-66ba-42c0-ba8f-80edb7c22d5f,segment=NetworkSegment(23099f2c-2698-4da3-842b-e3967000f2c4),segment_id=23099f2c-2698-4da3-842b-e3967000f2c4)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:36.414202 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-779f1cf7-b3de-4bd9-b4a6-ea392b3b7182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.416877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Attempting to bind port 27b2d9cc-0790-4294-9045-180a47f74cd5 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:22:36.417234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Attempting to bind port 27b2d9cc-0790-4294-9045-180a47f74cd5 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e68c3414-c59d-4688-bbe4-674d887cdcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6be83907-44a3-4d32-96a5-598210c6d954'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:22:36.417586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Attempting to bind port 27b2d9cc-0790-4294-9045-180a47f74cd5 on network 6be83907-44a3-4d32-96a5-598210c6d954 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:22:36.425983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3614f6d-ef0e-4bac-8bf9-63c68b167c81 None None] Pushing event updated for resources: {'Port': ['ID=27b2d9cc-0790-4294-9045-180a47f74cd5,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:36.435177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:22:36.435709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Checking segment: {'id': 'e68c3414-c59d-4688-bbe4-674d887cdcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6be83907-44a3-4d32-96a5-598210c6d954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:36.435976 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.436363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Bound using segment: {'id': 'e68c3414-c59d-4688-bbe4-674d887cdcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6be83907-44a3-4d32-96a5-598210c6d954'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:22:36.436828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Bound port: 27b2d9cc-0790-4294-9045-180a47f74cd5, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68c3414-c59d-4688-bbe4-674d887cdcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6be83907-44a3-4d32-96a5-598210c6d954'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:22:36.437207 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.438921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-779f1cf7-b3de-4bd9-b4a6-ea392b3b7182 None None] Calling delete_port for 32812762-66ba-42c0-ba8f-80edb7c22d5f owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:36.507174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.509677 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.526628 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:22:36.527001 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:22:36.556325 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-779f1cf7-b3de-4bd9-b4a6-ea392b3b7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:36.565110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event deleted for resources: {'Port': ['ID=27b2d9cc-0790-4294-9045-180a47f74cd5,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:36.577448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No DVR routers for this DVR port 32812762-66ba-42c0-ba8f-80edb7c22d5f on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:22:36.590531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f1cf7-b3de-4bd9-b4a6-ea392b3b7182 None None] Pushing event deleted for resources: {'Port': ['ID=32812762-66ba-42c0-ba8f-80edb7c22d5f,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:36.595963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f1cf7-b3de-4bd9-b4a6-ea392b3b7182 None None] No DVR routers for this DVR port 32812762-66ba-42c0-ba8f-80edb7c22d5f on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:22:36.646891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=32812762-66ba-42c0-ba8f-80edb7c22d5f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:36.941941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 32812762-66ba-42c0-ba8f-80edb7c22d5f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:22:36.963462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 32812762-66ba-42c0-ba8f-80edb7c22d5f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:22:36.963866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 32812762-66ba-42c0-ba8f-80edb7c22d5f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:22:36.989885 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-32675d64-64b5-4566-a17e-0b1a9ff2b38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.040169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36908) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:37.051643 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.056087 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.056857 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-87382db7-62ee-4126-beba-da190b85ca6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.060072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Attempting to bind port 27b2d9cc-0790-4294-9045-180a47f74cd5 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:22:37.060443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Attempting to bind port 27b2d9cc-0790-4294-9045-180a47f74cd5 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e68c3414-c59d-4688-bbe4-674d887cdcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6be83907-44a3-4d32-96a5-598210c6d954'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:22:37.060804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Attempting to bind port 27b2d9cc-0790-4294-9045-180a47f74cd5 on network 6be83907-44a3-4d32-96a5-598210c6d954 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:22:37.066544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:22:37.067130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Checking segment: {'id': 'e68c3414-c59d-4688-bbe4-674d887cdcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6be83907-44a3-4d32-96a5-598210c6d954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:37.067704 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.068122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Bound using segment: {'id': 'e68c3414-c59d-4688-bbe4-674d887cdcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6be83907-44a3-4d32-96a5-598210c6d954'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:22:37.069891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Bound port: 27b2d9cc-0790-4294-9045-180a47f74cd5, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68c3414-c59d-4688-bbe4-674d887cdcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6be83907-44a3-4d32-96a5-598210c6d954'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:22:37.069891 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.093737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Port 27b2d9cc-0790-4294-9045-180a47f74cd5 has been deleted concurrently {{(pid=106758) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 21 09:22:37.104296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Routers {'e2cb2d7e-8fc8-42c1-9978-e53117f3a30e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:37.104928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e2cb2d7e-8fc8-42c1-9978-e53117f3a30e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:37.121429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8e2892-9c0a-45ab-9632-93b4c164366d']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:37.164476 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23099f2c-2698-4da3-842b-e3967000f2c4') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:37.165211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23099f2c-2698-4da3-842b-e3967000f2c4') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:37.167417 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.174079 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.174689 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-87382db7-62ee-4126-beba-da190b85ca6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.179210 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.199118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] Set router e2cb2d7e-8fc8-42c1-9978-e53117f3a30e gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:22:37.224912 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.235946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:22:37.235946 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: items = [ Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:22:37.238368 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:22:37.260142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cb2d7e-8fc8-42c1-9978-e53117f3a30e', 'name': '', 'tenant_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:22:32Z', 'updated_at': '2021-08-21T09:22:36Z', 'revision_number': 5, 'project_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:37.292551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6c5f7-7276-4338-8400-c0b936932ded None None] The sync data for ids ['e2cb2d7e-8fc8-42c1-9978-e53117f3a30e'] in n-d-766726-28 is: [{'id': 'e2cb2d7e-8fc8-42c1-9978-e53117f3a30e', 'name': '', 'tenant_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:22:32Z', 'updated_at': '2021-08-21T09:22:36Z', 'revision_number': 5, 'project_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:22:37.301711 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-87382db7-62ee-4126-beba-da190b85ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.351070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-87382db7-62ee-4126-beba-da190b85ca6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdb1e43a6624411498473e416d2f1606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092763 Aug 21 09:22:37.352081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87382db7-62ee-4126-beba-da190b85ca6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5d97b9-6d08-493a-a7c0-83b44d822565,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:37.353782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36912) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:37.404389 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.404819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2cb2d7e-8fc8-42c1-9978-e53117f3a30e {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:22:37.413548 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.414745 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-310f1464-8c76-4912-b137-84d05cc52be8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e2cb2d7e-8fc8-42c1-9978-e53117f3a30e HTTP/1.1" status: 204 len: 168 time: 2.2322245 Aug 21 09:22:37.418026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36914) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:37.420210 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-090e18ca-7370-43b7-8f02-ed56f23d4f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.446883 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.450655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-090e18ca-7370-43b7-8f02-ed56f23d4f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.468001 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.470218 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/networks/ba8e2892-9c0a-45ab-9632-93b4c164366d HTTP/1.1" status: 204 len: 168 time: 1.6370277 Aug 21 09:22:37.474155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36916) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:37.483987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-857968461'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:37.522800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c18cb-7f7f-4e09-af7a-fe1881ec998c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Network': ['ID=ba8e2892-9c0a-45ab-9632-93b4c164366d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:37.621942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:37.625534 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.662378 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-090e18ca-7370-43b7-8f02-ed56f23d4f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.664878 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-090e18ca-7370-43b7-8f02-ed56f23d4f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.666076 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-090e18ca-7370-43b7-8f02-ed56f23d4f98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb5d97b9-6d08-493a-a7c0-83b44d822565 HTTP/1.1" status: 204 len: 168 time: 0.3110693 Aug 21 09:22:37.678593 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:22:37.690456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e18ca-7370-43b7-8f02-ed56f23d4f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5d97b9-6d08-493a-a7c0-83b44d822565,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:37.697582 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.697937 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Added segment c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d of type vlan for network 750a2f4f-9483-4cd1-b797-f124064dcf74 Aug 21 09:22:37.757350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfe0d42-c9c1-461b-8e75-76dc57257487 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Deleting subnet 72d372a9-e0c0-4f4c-aa81-4d194e2091c8 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:22:37.759510 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.760666 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9dfe0d42-c9c1-461b-8e75-76dc57257487 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.797492 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9dfe0d42-c9c1-461b-8e75-76dc57257487 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:37.842661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9dfe0d42-c9c1-461b-8e75-76dc57257487 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.351085 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.363997 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:38.363997 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.369730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9dfe0d42-c9c1-461b-8e75-76dc57257487 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.424005 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9dfe0d42-c9c1-461b-8e75-76dc57257487 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.427769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9dfe0d42-c9c1-461b-8e75-76dc57257487 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/72d372a9-e0c0-4f4c-aa81-4d194e2091c8 HTTP/1.1" status: 204 len: 168 time: 1.0067451 Aug 21 09:22:38.427769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe0d42-c9c1-461b-8e75-76dc57257487 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=72d372a9-e0c0-4f4c-aa81-4d194e2091c8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:38.433508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36924) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:38.459314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Network': ['ID=750a2f4f-9483-4cd1-b797-f124064dcf74,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:38.469803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 750a2f4f-9483-4cd1-b797-f124064dcf74 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:22:38.519072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.633735 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.633735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be83907-44a3-4d32-96a5-598210c6d954']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:38.633735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68c3414-c59d-4688-bbe4-674d887cdcc7') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:38.633735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68c3414-c59d-4688-bbe4-674d887cdcc7') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:38.633735 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.643748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.650209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:22:38.650609 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:22:38.652356 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:22:38.784730 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e7db7549-a52f-43a6-a908-d861c31b0937 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3095102 Aug 21 09:22:38.787622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36926) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:38.792828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': '750a2f4f-9483-4cd1-b797-f124064dcf74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:38.877712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.894236 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6be83907-44a3-4d32-96a5-598210c6d954 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 09:22:38.899075 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event deleted for resources: {'Network': ['ID=6be83907-44a3-4d32-96a5-598210c6d954,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:38.901204 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:38.906260 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-67d48753-7793-41dd-b596-d33a0972b3f8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6be83907-44a3-4d32-96a5-598210c6d954 HTTP/1.1" status: 204 len: 168 time: 0.4694824 Aug 21 09:22:38.997368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:39.001160 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.371424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36942) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:39.376020 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ab331cab-5871-4349-a046-ba3f3b4c6c5e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Request body: {'router': {'name': 'tempest-router--195068498', 'project_id': 'd1e74cd7d7c7424fafd8a0a2f1f7483f'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:39.419950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36944) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:39.435378 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0df04f25-f216-4d75-a494-8f91c2951834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.477572 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.542106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Subnet': ['ID=0a012db0-1a32-4f89-837f-b382402cf7a9,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:39.550636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab331cab-5871-4349-a046-ba3f3b4c6c5e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.551468 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab331cab-5871-4349-a046-ba3f3b4c6c5e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.568707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Checking segment: {'id': 'c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '750a2f4f-9483-4cd1-b797-f124064dcf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:39.569033 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network hostable DHCP agents. Network: 750a2f4f-9483-4cd1-b797-f124064dcf74, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:22:39.577975 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a5eec804-a3f9-48dd-9c73-92c4c04e02c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.636033 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab331cab-5871-4349-a046-ba3f3b4c6c5e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.699627 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0df04f25-f216-4d75-a494-8f91c2951834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.732903 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab331cab-5871-4349-a046-ba3f3b4c6c5e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.762934 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network 750a2f4f-9483-4cd1-b797-f124064dcf74 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:22:39.832140 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.833331 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0df04f25-f216-4d75-a494-8f91c2951834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.871427 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 750a2f4f-9483-4cd1-b797-f124064dcf74) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:39.876576 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df04f25-f216-4d75-a494-8f91c2951834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfd6228-fff8-402d-a497-b561d1c84e53,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:39.880763 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0df04f25-f216-4d75-a494-8f91c2951834 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f12a2d3a45f4c7fb967eb05651f56ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597535 Aug 21 09:22:39.882281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:39.882912 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.884380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36946) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:39.886351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f395a-5bb8-4ade-902b-61bcfcf75aa9 None None] Network 750a2f4f-9483-4cd1-b797-f124064dcf74 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:39.905944 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab331cab-5871-4349-a046-ba3f3b4c6c5e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.909700 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab331cab-5871-4349-a046-ba3f3b4c6c5e tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5347674 Aug 21 09:22:39.910039 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36948) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:39.955913 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f01bc19e-f25a-4adf-875e-f1a116d2b481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:39.978228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f01bc19e-f25a-4adf-875e-f1a116d2b481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.007217 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0e1df1f6-c3af-4cb6-ad75-a2cc4c97d2bb tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2184136 Aug 21 09:22:40.011092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36952) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:40.019473 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e6a32e6e-a72a-4719-9d96-1b65dece3859 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2045934840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:40.038822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e256c37a-e97c-438f-b12f-88b2798bb7c6 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.111292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73124f41-739d-4513-add0-d373608364f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-750a2f4f-9483-4cd1-b797-f124064dcf74', 'network_id': '750a2f4f-9483-4cd1-b797-f124064dcf74', 'tenant_id': '917dbdd2a42844cd848c20d62df04de0', 'fixed_ips': [{'subnet_id': '0a012db0-1a32-4f89-837f-b382402cf7a9'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:22:40.112349 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-73124f41-739d-4513-add0-d373608364f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.121147 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f01bc19e-f25a-4adf-875e-f1a116d2b481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.123771 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f01bc19e-f25a-4adf-875e-f1a116d2b481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.135531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f01bc19e-f25a-4adf-875e-f1a116d2b481 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdfd6228-fff8-402d-a497-b561d1c84e53 HTTP/1.1" status: 204 len: 168 time: 0.2388313 Aug 21 09:22:40.135531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bc19e-f25a-4adf-875e-f1a116d2b481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfd6228-fff8-402d-a497-b561d1c84e53,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:40.217453 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6a32e6e-a72a-4719-9d96-1b65dece3859 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.218498 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6a32e6e-a72a-4719-9d96-1b65dece3859 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.258654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e256c37a-e97c-438f-b12f-88b2798bb7c6 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.263107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e256c37a-e97c-438f-b12f-88b2798bb7c6 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.328833 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-73124f41-739d-4513-add0-d373608364f6 None None] Allocated IP 2001:db8::2 (750a2f4f-9483-4cd1-b797-f124064dcf74/0a012db0-1a32-4f89-837f-b382402cf7a9/05738dde-1849-405e-a0b0-521ab276e491) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:40.362321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6a32e6e-a72a-4719-9d96-1b65dece3859 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.449171 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e256c37a-e97c-438f-b12f-88b2798bb7c6 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.449849 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e256c37a-e97c-438f-b12f-88b2798bb7c6 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa9b879-a028-4b59-85a5-cf03d23d3c09 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:22:40.454272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e256c37a-e97c-438f-b12f-88b2798bb7c6 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.458927 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e256c37a-e97c-438f-b12f-88b2798bb7c6 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1aa9b879-a028-4b59-85a5-cf03d23d3c09 HTTP/1.1" status: 204 len: 168 time: 0.5444837 Aug 21 09:22:40.484005 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6a32e6e-a72a-4719-9d96-1b65dece3859 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.520889 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-73124f41-739d-4513-add0-d373608364f6 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.532654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-73124f41-739d-4513-add0-d373608364f6 None None] Transition to ACTIVE for port object 05738dde-1849-405e-a0b0-521ab276e491 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:40.553092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-73124f41-739d-4513-add0-d373608364f6 None None] Transition to ACTIVE for port object 05738dde-1849-405e-a0b0-521ab276e491 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:40.609067 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6a32e6e-a72a-4719-9d96-1b65dece3859 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.610378 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e6a32e6e-a72a-4719-9d96-1b65dece3859 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5980847 Aug 21 09:22:40.613042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36960) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:40.618899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'network_id': '750a2f4f-9483-4cd1-b797-f124064dcf74', 'name': 'tempest-PortsIpV6TestJSON-407333746'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:40.654607 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-73124f41-739d-4513-add0-d373608364f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.702079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73124f41-739d-4513-add0-d373608364f6 None None] Network 750a2f4f-9483-4cd1-b797-f124064dcf74 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:40.705394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-73124f41-739d-4513-add0-d373608364f6 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:40.712513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73124f41-739d-4513-add0-d373608364f6 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:40.724507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73124f41-739d-4513-add0-d373608364f6 None None] Pushing event updated for resources: {'Port': ['ID=05738dde-1849-405e-a0b0-521ab276e491,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:40.812768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-73124f41-739d-4513-add0-d373608364f6 None None] Attempting to bind port 05738dde-1849-405e-a0b0-521ab276e491 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:22:40.813240 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-73124f41-739d-4513-add0-d373608364f6 None None] Attempting to bind port 05738dde-1849-405e-a0b0-521ab276e491 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '750a2f4f-9483-4cd1-b797-f124064dcf74'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:22:40.813793 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124f41-739d-4513-add0-d373608364f6 None None] Attempting to bind port 05738dde-1849-405e-a0b0-521ab276e491 on network 750a2f4f-9483-4cd1-b797-f124064dcf74 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:22:40.820515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124f41-739d-4513-add0-d373608364f6 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:22:40.821375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124f41-739d-4513-add0-d373608364f6 None None] Checking segment: {'id': 'c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '750a2f4f-9483-4cd1-b797-f124064dcf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:40.821375 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-73124f41-739d-4513-add0-d373608364f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.821917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124f41-739d-4513-add0-d373608364f6 None None] Bound using segment: {'id': 'c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '750a2f4f-9483-4cd1-b797-f124064dcf74'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:22:40.822465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-73124f41-739d-4513-add0-d373608364f6 None None] Bound port: 05738dde-1849-405e-a0b0-521ab276e491, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '750a2f4f-9483-4cd1-b797-f124064dcf74'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:22:40.822873 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-73124f41-739d-4513-add0-d373608364f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.904648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-73124f41-739d-4513-add0-d373608364f6 None None] For port 05738dde-1849-405e-a0b0-521ab276e491, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:22:40.908028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-73124f41-739d-4513-add0-d373608364f6 None None] For port 05738dde-1849-405e-a0b0-521ab276e491, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=05738dde-1849-405e-a0b0-521ab276e491,segment=NetworkSegment(c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d),segment_id=c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:22:40.921414 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:40.924091 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.926221 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:40.927350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36966) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:40.955312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:22:41.020454 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-73124f41-739d-4513-add0-d373608364f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:41.106684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73124f41-739d-4513-add0-d373608364f6 None None] Pushing event updated for resources: {'Port': ['ID=05738dde-1849-405e-a0b0-521ab276e491,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:41.163689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8::10f (750a2f4f-9483-4cd1-b797-f124064dcf74/0a012db0-1a32-4f89-837f-b382402cf7a9/6f5fe7ca-42d1-4a20-85ae-31fa7b93abed) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:41.265763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1875859387', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}, 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:41.391745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:41.392807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:41.411317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:41.445568 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:41.453215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:41.604551 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:41.668301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network 750a2f4f-9483-4cd1-b797-f124064dcf74 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:41.679994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:41.683793 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:41.689972 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:41.690591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:41.707409 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:41.725193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=6f5fe7ca-42d1-4a20-85ae-31fa7b93abed,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:41.853685 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b53164b4-d370-4b21-a09b-473997aa29be tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2395642 Aug 21 09:22:41.854681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36990) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:42.088226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:42.111669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:42.237315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Allocated IP 172.25.5.246 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/8d267582-30d0-43b7-89f4-82fe5ac415bd) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:42.362816 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:42.375651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:42.438686 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:42.503533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5824cf-4ce0-46eb-8d9f-b42f8df256c9 None None] Network 750a2f4f-9483-4cd1-b797-f124064dcf74 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:42.529240 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:42.596479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:42.609447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Pushing event updated for resources: {'Port': ['ID=8d267582-30d0-43b7-89f4-82fe5ac415bd,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:42.614202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:42.623839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:42.760342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:42.784400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-43930508-6d33-473a-9ade-1a9408542a33 None None] Provisioning for port 05738dde-1849-405e-a0b0-521ab276e491 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:42.853531 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:42.934698 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=6f5fe7ca-42d1-4a20-85ae-31fa7b93abed,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:43.113679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 05738dde-1849-405e-a0b0-521ab276e491 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:43.196733 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:43.269325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:43.294550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 05738dde-1849-405e-a0b0-521ab276e491 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:43.300484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 05738dde-1849-405e-a0b0-521ab276e491 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:43.300484 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:43.517771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:43.526384 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:43.548775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6acab664-1d3a-4dca-b4fe-b6c039d8c8cb None None] Provisioning for port 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:43.580711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 05738dde-1849-405e-a0b0-521ab276e491, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=05738dde-1849-405e-a0b0-521ab276e491,segment=NetworkSegment(c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d),segment_id=c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:43.582601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6acab664-1d3a-4dca-b4fe-b6c039d8c8cb None None] Provisioning complete for port 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:43.582978 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6acab664-1d3a-4dca-b4fe-b6c039d8c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:43.620079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6acab664-1d3a-4dca-b4fe-b6c039d8c8cb None None] Port 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:43.632177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6acab664-1d3a-4dca-b4fe-b6c039d8c8cb None None] Provisioning complete for port 05738dde-1849-405e-a0b0-521ab276e491 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:43.632177 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6acab664-1d3a-4dca-b4fe-b6c039d8c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:43.636251 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:43.670400 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:43.768475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=05738dde-1849-405e-a0b0-521ab276e491,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:43.955878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Router b07d5c17-e844-47f2-82a0-22f2ea22c4b1 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:22:43.989899 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6d2f3461-caa8-40d6-bad7-38e1fe74b4c0 None None] Provisioning complete for port 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:43.994305 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3461-caa8-40d6-bad7-38e1fe74b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:43.996718 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:44.075422 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:44.076275 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:44.091794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f3461-caa8-40d6-bad7-38e1fe74b4c0 None None] Port 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:44.177283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:22:44.195333 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f7f7ea-72e2-4e87-a95f-5d16ee6f33d3 None None] Sync routers for ids ['b07d5c17-e844-47f2-82a0-22f2ea22c4b1'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:22:44.213423 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f7f7ea-72e2-4e87-a95f-5d16ee6f33d3 None None] Routers {'b07d5c17-e844-47f2-82a0-22f2ea22c4b1'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:44.213916 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-92f7f7ea-72e2-4e87-a95f-5d16ee6f33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b07d5c17-e844-47f2-82a0-22f2ea22c4b1'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:44.223125 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-af0671f2-0c98-4d8f-ba32-c86657f74df1 None None] Provisioning complete for port 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:44.223505 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-af0671f2-0c98-4d8f-ba32-c86657f74df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:44.260330 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-92f7f7ea-72e2-4e87-a95f-5d16ee6f33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:44.271839 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f7f7ea-72e2-4e87-a95f-5d16ee6f33d3 None None] Routers {'b07d5c17-e844-47f2-82a0-22f2ea22c4b1'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:44.272830 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-92f7f7ea-72e2-4e87-a95f-5d16ee6f33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b07d5c17-e844-47f2-82a0-22f2ea22c4b1'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:44.288515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=6f5fe7ca-42d1-4a20-85ae-31fa7b93abed,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:44.307047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-af0671f2-0c98-4d8f-ba32-c86657f74df1 None None] Port 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:44.312223 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:44.313111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bbc01057-ad3a-4b38-aea4-f9d0445b2a25 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3836687 Aug 21 09:22:44.313499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37012) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:44.320625 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-92f7f7ea-72e2-4e87-a95f-5d16ee6f33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:44.321616 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f7f7ea-72e2-4e87-a95f-5d16ee6f33d3 None None] The sync data for ids ['b07d5c17-e844-47f2-82a0-22f2ea22c4b1'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:22:44.360154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network 750a2f4f-9483-4cd1-b797-f124064dcf74 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:44.361620 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:44.530862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0c2afc00-c2dc-4317-a476-e075a13faa8c tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/routers/b07d5c17-e844-47f2-82a0-22f2ea22c4b1 HTTP/1.1" status: 200 len: 921 time: 0.2136562 Aug 21 09:22:44.531238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37020) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:44.579708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-910e2f49-6a32-4a02-9c19-e6ee96306561 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07d5c17-e844-47f2-82a0-22f2ea22c4b1 HTTP/1.1" status: 200 len: 205 time: 0.0468957 Aug 21 09:22:44.582143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37022) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:44.717106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Router 030b8ce2-94ab-47e1-814b-c0f2ae87bc6e is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:22:44.719122 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:44.744610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-63dbc1dd-e78e-4498-b86d-c79a168b2e73 None None] Provisioning complete for port 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:44.745621 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-63dbc1dd-e78e-4498-b86d-c79a168b2e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:44.788765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-63dbc1dd-e78e-4498-b86d-c79a168b2e73 None None] Port 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:44.844892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:22:44.851904 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-47c12b14-e865-4fcb-972e-d03bb1f15ffd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "PUT /v2.0/routers/030b8ce2-94ab-47e1-814b-c0f2ae87bc6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9921837 Aug 21 09:22:44.852222 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:44.852318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37026) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:44.857665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c75b28-0360-492b-922a-2c1848f7cded None None] Sync routers for ids ['030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:22:44.869284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c75b28-0360-492b-922a-2c1848f7cded None None] Routers {'030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:44.869876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b0c75b28-0360-492b-922a-2c1848f7cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:44.909945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b0c75b28-0360-492b-922a-2c1848f7cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:44.920702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c75b28-0360-492b-922a-2c1848f7cded None None] Routers {'030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:44.921635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b0c75b28-0360-492b-922a-2c1848f7cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:44.932139 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9a892-261f-4483-88ff-d0bdddbd77b8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:44.934080 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-51e9a892-261f-4483-88ff-d0bdddbd77b8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports?device_id=030b8ce2-94ab-47e1-814b-c0f2ae87bc6e HTTP/1.1" status: 200 len: 988 time: 0.0812769 Aug 21 09:22:44.937173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37030) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:44.964196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b0c75b28-0360-492b-922a-2c1848f7cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:44.964657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c75b28-0360-492b-922a-2c1848f7cded None None] The sync data for ids ['030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:22:44.988623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 05738dde-1849-405e-a0b0-521ab276e491 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:45.046872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 05738dde-1849-405e-a0b0-521ab276e491 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:45.047224 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:45.181654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Deleting port 8d267582-30d0-43b7-89f4-82fe5ac415bd {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:45.182017 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:45.322698 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:45.431631 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:45.593452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:45.617100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Calling delete_port for 8d267582-30d0-43b7-89f4-82fe5ac415bd owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:45.963889 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c590e697-067b-4eb9-b0af-5c78a9707495 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:46.037716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3f068-ca50-4c2f-a452-95c3b8ec6fbb req-2fcbdbd1-9e80-4963-ac62-6775e0a5e712 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:46.039588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fe3f068-ca50-4c2f-a452-95c3b8ec6fbb req-2fcbdbd1-9e80-4963-ac62-6775e0a5e712 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.2399600 Aug 21 09:22:46.078440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6037d-7e17-4c52-a471-500758ec39a0 req-1f6c977c-05bb-41d7-a393-0f740d88f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:46.079824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72b6037d-7e17-4c52-a471-500758ec39a0 req-1f6c977c-05bb-41d7-a393-0f740d88f613 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1096 time: 0.2316906 Aug 21 09:22:46.274932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fe3f068-ca50-4c2f-a452-95c3b8ec6fbb req-cd58b225-2a6b-4614-acc4-f319b6742781 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032378 Aug 21 09:22:46.282322 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:46.336121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Pushing event deleted for resources: {'Port': ['ID=8d267582-30d0-43b7-89f4-82fe5ac415bd,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:46.369587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6037d-7e17-4c52-a471-500758ec39a0 req-dfd2dcc1-5c74-4e83-bbc6-8da1f6029419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:46.375797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72b6037d-7e17-4c52-a471-500758ec39a0 req-dfd2dcc1-5c74-4e83-bbc6-8da1f6029419 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.2827463 Aug 21 09:22:46.393364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.393722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.394040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.394377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.394723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.395021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.395346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.395839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.396720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.397053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.397408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.397729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:46.482424 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:46.561642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72b6037d-7e17-4c52-a471-500758ec39a0 req-e621101d-2fb8-4ee8-8ee7-ccbeabbcb54d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 999 time: 0.1589940 Aug 21 09:22:46.621005 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:46.625041 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:46.722978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6037d-7e17-4c52-a471-500758ec39a0 req-23b6645d-82be-4b48-9ebb-32cbfdc3c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:46.724613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72b6037d-7e17-4c52-a471-500758ec39a0 req-23b6645d-82be-4b48-9ebb-32cbfdc3c938 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.1320651 Aug 21 09:22:46.779442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-c590e697-067b-4eb9-b0af-5c78a9707495 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:46.780212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c590e697-067b-4eb9-b0af-5c78a9707495 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:46.850371 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:46.851022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Fanout notify agent at l3_agent the message router_deleted on router b07d5c17-e844-47f2-82a0-22f2ea22c4b1 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:22:46.859900 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:46.863295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37062) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:46.863868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-484baaa1-a2fa-4eaf-a4a7-620a540beb07 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/b07d5c17-e844-47f2-82a0-22f2ea22c4b1 HTTP/1.1" status: 204 len: 168 time: 2.2805760 Aug 21 09:22:46.871920 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Request body: {'router': {'name': 'tempest-snat-router-426459089', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'enable_snat': False}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:46.880705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6037d-7e17-4c52-a471-500758ec39a0 req-d583c237-e7d2-47d0-8974-63106570f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:46.882442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72b6037d-7e17-4c52-a471-500758ec39a0 req-d583c237-e7d2-47d0-8974-63106570f847 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513233 Aug 21 09:22:46.973945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c590e697-067b-4eb9-b0af-5c78a9707495 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:46.986298 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:46.988016 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:46.992339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-c590e697-067b-4eb9-b0af-5c78a9707495 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 6f5fe7ca-42d1-4a20-85ae-31fa7b93abed owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:47.068162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72b6037d-7e17-4c52-a471-500758ec39a0 req-5862391d-e37a-45d8-bd40-34ee214431ad service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758168 Aug 21 09:22:47.081867 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:47.133648 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:22:47.220911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72b6037d-7e17-4c52-a471-500758ec39a0 req-a65491a3-9a62-4003-b612-852efa383675 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439681 Aug 21 09:22:47.278023 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:47.368063 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c590e697-067b-4eb9-b0af-5c78a9707495 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:47.425257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590e697-067b-4eb9-b0af-5c78a9707495 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=6f5fe7ca-42d1-4a20-85ae-31fa7b93abed,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:47.474926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1908f2-0935-4755-8d76-72150e97456b req-8bda34bc-5e24-4653-b155-5d4975ffcd09 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:47.476487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b1908f2-0935-4755-8d76-72150e97456b req-8bda34bc-5e24-4653-b155-5d4975ffcd09 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1193388 Aug 21 09:22:47.910394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:47.946792 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:47.961859 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c590e697-067b-4eb9-b0af-5c78a9707495 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:47.993194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b1908f2-0935-4755-8d76-72150e97456b req-86d6329f-c89a-44e8-89b7-08cb0f01d0bf tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4122252 Aug 21 09:22:48.108586 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Allocated IP 172.25.5.98 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/19b0113e-bb5a-4aba-b269-f5a670670da0) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:48.178533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c590e697-067b-4eb9-b0af-5c78a9707495 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Router 030b8ce2-94ab-47e1-814b-c0f2ae87bc6e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:22:48.259979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c590e697-067b-4eb9-b0af-5c78a9707495 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:22:48.269393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c590e697-067b-4eb9-b0af-5c78a9707495 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "PUT /v2.0/routers/030b8ce2-94ab-47e1-814b-c0f2ae87bc6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3291111 Aug 21 09:22:48.270194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37090) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:48.274106 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f39bc3-5905-46fc-b84e-066aec5361d9 None None] Sync routers for ids ['030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:22:48.289593 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f39bc3-5905-46fc-b84e-066aec5361d9 None None] Routers {'030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:48.290657 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-13f39bc3-5905-46fc-b84e-066aec5361d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:48.308712 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-319c1a5e-baec-4277-810c-4b82078c4536 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:22:48.310475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-319c1a5e-baec-4277-810c-4b82078c4536 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/6f5fe7ca-42d1-4a20-85ae-31fa7b93abed HTTP/1.1" status: 404 len: 333 time: 0.0393732 Aug 21 09:22:48.313343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37092) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:48.336943 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-13f39bc3-5905-46fc-b84e-066aec5361d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:48.348781 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f39bc3-5905-46fc-b84e-066aec5361d9 None None] Routers {'030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:48.349701 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-13f39bc3-5905-46fc-b84e-066aec5361d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:48.395174 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-13f39bc3-5905-46fc-b84e-066aec5361d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:48.396022 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f39bc3-5905-46fc-b84e-066aec5361d9 None None] The sync data for ids ['030b8ce2-94ab-47e1-814b-c0f2ae87bc6e'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:22:48.440995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70bbfe09-2dbb-42dc-93f8-31aa246b0f42 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:48.628956 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:48.634481 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70bbfe09-2dbb-42dc-93f8-31aa246b0f42 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:48.636693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70bbfe09-2dbb-42dc-93f8-31aa246b0f42 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:48.746159 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:48.774990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70bbfe09-2dbb-42dc-93f8-31aa246b0f42 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:48.775595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bbfe09-2dbb-42dc-93f8-31aa246b0f42 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Fanout notify agent at l3_agent the message router_deleted on router 030b8ce2-94ab-47e1-814b-c0f2ae87bc6e {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:22:48.790296 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70bbfe09-2dbb-42dc-93f8-31aa246b0f42 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:48.790443 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37102) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:48.790628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-70bbfe09-2dbb-42dc-93f8-31aa246b0f42 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/routers/030b8ce2-94ab-47e1-814b-c0f2ae87bc6e HTTP/1.1" status: 204 len: 168 time: 0.4761937 Aug 21 09:22:48.808857 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:48.836333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:48.856165 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:48.861407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event updated for resources: {'Port': ['ID=19b0113e-bb5a-4aba-b269-f5a670670da0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:48.912485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f867ee0-98da-4013-8bf6-63d15510e735 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting subnet 0a012db0-1a32-4f89-837f-b382402cf7a9 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:22:48.919067 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f867ee0-98da-4013-8bf6-63d15510e735 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:49.108406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f867ee0-98da-4013-8bf6-63d15510e735 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:49.165497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ea960-d706-4441-b1ef-1feb3ae79549 req-d59fd1e2-6947-475d-8235-8c5d4f9cf5ba tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:49.177162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-383ea960-d706-4441-b1ef-1feb3ae79549 req-d59fd1e2-6947-475d-8235-8c5d4f9cf5ba tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0875394 Aug 21 09:22:49.239031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-383ea960-d706-4441-b1ef-1feb3ae79549 req-930a2e34-f972-409d-a2df-29f95b4f0298 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630658 Aug 21 09:22:49.271026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f867ee0-98da-4013-8bf6-63d15510e735 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:49.377534 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:49.464309 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f867ee0-98da-4013-8bf6-63d15510e735 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:49.503176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5f867ee0-98da-4013-8bf6-63d15510e735 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:49.505392 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5f867ee0-98da-4013-8bf6-63d15510e735 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/0a012db0-1a32-4f89-837f-b382402cf7a9 HTTP/1.1" status: 204 len: 168 time: 0.7151265 Aug 21 09:22:49.508211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37118) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:49.510499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f867ee0-98da-4013-8bf6-63d15510e735 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Subnet': ['ID=0a012db0-1a32-4f89-837f-b382402cf7a9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:49.519223 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c106f-8a7a-4234-9aca-b2c3b56617e3 None None] Network 750a2f4f-9483-4cd1-b797-f124064dcf74 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:49.650014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:49.713810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 05738dde-1849-405e-a0b0-521ab276e491 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:49.715025 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:49.767697 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:49.813541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] DHCP port deletion for 750a2f4f-9483-4cd1-b797-f124064dcf74 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:22:49.854844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] For port 05738dde-1849-405e-a0b0-521ab276e491, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=05738dde-1849-405e-a0b0-521ab276e491,segment=NetworkSegment(c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d),segment_id=c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:49.855230 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:49.875281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 05738dde-1849-405e-a0b0-521ab276e491 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:49.926053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Deleting port 05738dde-1849-405e-a0b0-521ab276e491 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:49.926685 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.012545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] For port 05738dde-1849-405e-a0b0-521ab276e491, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=05738dde-1849-405e-a0b0-521ab276e491,segment=NetworkSegment(c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d),segment_id=c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:50.012955 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.026329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Calling delete_port for 05738dde-1849-405e-a0b0-521ab276e491 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:50.082957 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Router 9d494439-b07e-4bf1-b667-10e4d6971feb is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:22:50.121554 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.157307 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.171953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=05738dde-1849-405e-a0b0-521ab276e491,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:50.172939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No DVR routers for this DVR port 05738dde-1849-405e-a0b0-521ab276e491 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:22:50.182276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] No DVR routers for this DVR port 05738dde-1849-405e-a0b0-521ab276e491 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:22:50.226075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Pushing event deleted for resources: {'Port': ['ID=05738dde-1849-405e-a0b0-521ab276e491,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:50.253999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.255269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.256409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.258134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.259243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.261165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.262003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.263403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.263616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.265113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.267351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.268669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.269391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73dc622-291b-413e-bcd4-d1d018e31228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:22:50.275692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750a2f4f-9483-4cd1-b797-f124064dcf74']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:50.290872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:50.290872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73d4ce7-f0d0-441f-8ac0-ac92dfc8451d') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:50.295634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:22:50.301133 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.311463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Sync routers for ids ['9d494439-b07e-4bf1-b667-10e4d6971feb'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:22:50.321543 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Routers {'9d494439-b07e-4bf1-b667-10e4d6971feb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:50.322323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['9d494439-b07e-4bf1-b667-10e4d6971feb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:50.324196 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.331264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:22:50.331760 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:22:50.335375 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:22:50.426639 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.426639 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-548dece0-5332-4fbb-b3bb-5da202fbfa65 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5604584 Aug 21 09:22:50.428597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37138) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:50.515407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.538997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.541930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/networks/750a2f4f-9483-4cd1-b797-f124064dcf74 HTTP/1.1" status: 204 len: 168 time: 1.0323498 Aug 21 09:22:50.565171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Set router 9d494439-b07e-4bf1-b667-10e4d6971feb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:22:50.579295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37144) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:50.614112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8feb4cd-40cf-49f5-997d-46025824d882 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Network': ['ID=750a2f4f-9483-4cd1-b797-f124064dcf74,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:50.718051 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-910e2a5b-3a77-4c5f-a365-e18e53f1eb14 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/routers/9d494439-b07e-4bf1-b667-10e4d6971feb HTTP/1.1" status: 200 len: 907 time: 0.2732263 Aug 21 09:22:50.718285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d076120-c293-4710-a23c-9f0366e1420c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:50.722863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5d076120-c293-4710-a23c-9f0366e1420c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/9128b606-14cc-463b-8129-7cdddd2d6127 HTTP/1.1" status: 200 len: 845 time: 0.1368599 Aug 21 09:22:50.723546 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37150) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:50.724174 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37152) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:50.730556 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Request body: {'router': {'name': 'tempest-snat-router-426459089', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'enable_snat': True}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:50.792335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37158) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:50.792937 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4186ecfc-f39b-40bd-baf9-0191a8f11f4b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/9128b606-14cc-463b-8129-7cdddd2d6127?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0658705 Aug 21 09:22:50.799000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-57ed2194-e54e-4cf4-8388-574a43c2aa73 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:50.823146 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d494439-b07e-4bf1-b667-10e4d6971feb', 'name': 'tempest-snat-router-426459089', 'tenant_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': False}, 'gw_port_id': '19b0113e-bb5a-4aba-b269-f5a670670da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:22:46Z', 'updated_at': '2021-08-21T09:22:49Z', 'revision_number': 3, 'project_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'gw_port': {'id': '19b0113e-bb5a-4aba-b269-f5a670670da0', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:54:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d494439-b07e-4bf1-b667-10e4d6971feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:22:47Z', 'updated_at': '2021-08-21T09:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:50.842319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Checking router: 9d494439-b07e-4bf1-b667-10e4d6971feb for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:22:50.842676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Updating router 9d494439-b07e-4bf1-b667-10e4d6971feb port 19b0113e-bb5a-4aba-b269-f5a670670da0 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:22:50.868101 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.875151 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.876251 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.944878 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:50.952505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 05738dde-1849-405e-a0b0-521ab276e491 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:22:51.023185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 05738dde-1849-405e-a0b0-521ab276e491 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:22:51.023536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 05738dde-1849-405e-a0b0-521ab276e491 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:22:51.060272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ed2194-e54e-4cf4-8388-574a43c2aa73 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:51.066537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57ed2194-e54e-4cf4-8388-574a43c2aa73 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:51.339012 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:51.350029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:51.360660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Transition to ACTIVE for port object 19b0113e-bb5a-4aba-b269-f5a670670da0 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:51.407511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ef46c-1a49-47b2-b3bf-84414ec63f85 req-ef323415-b24c-4e83-ac62-960dc51bc6b8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:51.409106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-093ef46c-1a49-47b2-b3bf-84414ec63f85 req-ef323415-b24c-4e83-ac62-960dc51bc6b8 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 946 time: 0.2007577 Aug 21 09:22:51.463744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-093ef46c-1a49-47b2-b3bf-84414ec63f85 req-8a5b1534-c05c-4b3b-a8f7-b19208217f29 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476789 Aug 21 09:22:51.473129 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:51.486997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57ed2194-e54e-4cf4-8388-574a43c2aa73 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:51.546674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed2194-e54e-4cf4-8388-574a43c2aa73 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:51.550438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-57ed2194-e54e-4cf4-8388-574a43c2aa73 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:51.554114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ed2194-e54e-4cf4-8388-574a43c2aa73 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:51.554897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57ed2194-e54e-4cf4-8388-574a43c2aa73 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:51.555866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Attempting to bind port 19b0113e-bb5a-4aba-b269-f5a670670da0 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:22:51.556309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Attempting to bind port 19b0113e-bb5a-4aba-b269-f5a670670da0 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:22:51.556744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Attempting to bind port 19b0113e-bb5a-4aba-b269-f5a670670da0 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:22:51.568000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b26561-726f-457f-aac1-d2ba7e3384b2 None None] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:51.574893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed2194-e54e-4cf4-8388-574a43c2aa73 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Subnet': ['ID=7ddac271-607c-486c-89d5-149f48966c73,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:51.583758 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:22:51.583758 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:51.584542 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:51.585099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:22:51.585824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Bound port: 19b0113e-bb5a-4aba-b269-f5a670670da0, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:22:51.586393 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:51.649928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-57ed2194-e54e-4cf4-8388-574a43c2aa73 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8537385 Aug 21 09:22:51.650288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37176) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:51.660958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3d4f8d7d-a90b-46fa-b24e-ede50022e7bf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'security_group': {'name': 'tempest-secgroup-1869458215'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:51.662140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46483df3-735b-4d42-adb4-0d5584f3430b None None] Pushing event updated for resources: {'Port': ['ID=19b0113e-bb5a-4aba-b269-f5a670670da0,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:51.738542 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:51.774250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:51.820030 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8d7d-a90b-46fa-b24e-ede50022e7bf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:51.834364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] For port 19b0113e-bb5a-4aba-b269-f5a670670da0, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:22:51.871009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] For port 19b0113e-bb5a-4aba-b269-f5a670670da0, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=19b0113e-bb5a-4aba-b269-f5a670670da0,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:22:51.896791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'tenant_id': '917dbdd2a42844cd848c20d62df04de0', 'fixed_ips': [{'subnet_id': '7ddac271-607c-486c-89d5-149f48966c73'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:22:51.896791 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:52.019991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Allocated IP 172.25.5.226 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/b8109a34-2c30-44f9-bd10-c35e983a14dc) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:52.025475 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:52.038307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8d7d-a90b-46fa-b24e-ede50022e7bf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:52.138542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Allocated IP 2001:db8::2 (f9e5e35b-c235-42cb-bff8-cc4c6229c694/7ddac271-607c-486c-89d5-149f48966c73/f11ae364-8457-47c3-8e3e-67ea73b170bb) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:52.141688 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46483df3-735b-4d42-adb4-0d5584f3430b None None] Pushing event updated for resources: {'Port': ['ID=19b0113e-bb5a-4aba-b269-f5a670670da0,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:52.147250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Routers {'9d494439-b07e-4bf1-b667-10e4d6971feb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:52.147895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['9d494439-b07e-4bf1-b667-10e4d6971feb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:52.168245 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:52.174180 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8d7d-a90b-46fa-b24e-ede50022e7bf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:52.203947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f8d7d-a90b-46fa-b24e-ede50022e7bf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8f64c8-41da-4d22-8827-40dcd329037b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:52.294792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8d7d-a90b-46fa-b24e-ede50022e7bf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:52.299106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3d4f8d7d-a90b-46fa-b24e-ede50022e7bf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6473069 Aug 21 09:22:52.314958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37196) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:52.314958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-16063651-2310-47c4-a218-00b551231fe8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'security_group': {'name': 'tempest-secgroup-629436376'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:52.360972 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:52.377098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] Set router 9d494439-b07e-4bf1-b667-10e4d6971feb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:22:52.406833 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:52.410431 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:52.413635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:52.470179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16063651-2310-47c4-a218-00b551231fe8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:52.565979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-bb5a75e7-e97d-482e-aa89-222b274dcb47 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:52.567544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-bb5a75e7-e97d-482e-aa89-222b274dcb47 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.13 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 946 time: 0.0744991 Aug 21 09:22:52.648244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event updated for resources: {'Port': ['ID=b8109a34-2c30-44f9-bd10-c35e983a14dc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:52.791595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16063651-2310-47c4-a218-00b551231fe8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:52.878066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c60ee-3de9-4e60-be12-ef45252f397e req-ce2ede9c-6e38-4efb-aced-a2cc605d79fd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:52.897458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1c60ee-3de9-4e60-be12-ef45252f397e req-ce2ede9c-6e38-4efb-aced-a2cc605d79fd tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 946 time: 0.2923648 Aug 21 09:22:52.913966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:52.916079 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16063651-2310-47c4-a218-00b551231fe8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:52.996732 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16063651-2310-47c4-a218-00b551231fe8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88182e7-34a2-4b70-ad82-8e1c7a26a306,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:53.001171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1c60ee-3de9-4e60-be12-ef45252f397e req-6ade9fe8-a037-4242-bbe1-7226ec8c1729 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups?id=21ada6c8-fd55-4ff4-8085-32963103b79f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024361 Aug 21 09:22:53.020099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Deleting port fbb966c3-94db-4a29-998c-cb8823ecd624 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:53.020636 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.045242 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.056982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Transition to ACTIVE for port object f11ae364-8457-47c3-8e3e-67ea73b170bb will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:53.089405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Transition to ACTIVE for port object f11ae364-8457-47c3-8e3e-67ea73b170bb will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:53.097385 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d494439-b07e-4bf1-b667-10e4d6971feb', 'name': 'tempest-snat-router-426459089', 'tenant_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': False}, 'gw_port_id': '19b0113e-bb5a-4aba-b269-f5a670670da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:22:46Z', 'updated_at': '2021-08-21T09:22:49Z', 'revision_number': 3, 'project_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'gw_port': {'id': '19b0113e-bb5a-4aba-b269-f5a670670da0', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:54:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d494439-b07e-4bf1-b667-10e4d6971feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:22:47Z', 'updated_at': '2021-08-21T09:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:53.107972 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16063651-2310-47c4-a218-00b551231fe8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.112310 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-16063651-2310-47c4-a218-00b551231fe8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8088191 Aug 21 09:22:53.112310 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37212) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:53.117645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-369127815', 'security_groups': ['f88182e7-34a2-4b70-ad82-8e1c7a26a306'], 'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ddac271-607c-486c-89d5-149f48966c73'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:53.124890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44283f3-ae14-4c31-ab1c-4ec905181ca9 None None] The sync data for ids ['9d494439-b07e-4bf1-b667-10e4d6971feb'] in n-d-766726-28 is: [{'id': '9d494439-b07e-4bf1-b667-10e4d6971feb', 'name': 'tempest-snat-router-426459089', 'tenant_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': False}, 'gw_port_id': '19b0113e-bb5a-4aba-b269-f5a670670da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:22:46Z', 'updated_at': '2021-08-21T09:22:49Z', 'revision_number': 3, 'project_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'gw_port': {'id': '19b0113e-bb5a-4aba-b269-f5a670670da0', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:54:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d494439-b07e-4bf1-b667-10e4d6971feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:22:47Z', 'updated_at': '2021-08-21T09:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:22:53.135692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] For port fbb966c3-94db-4a29-998c-cb8823ecd624, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=fbb966c3-94db-4a29-998c-cb8823ecd624,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:53.136183 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.187893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.255475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:53.272225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:53.276849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:53.289530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Pushing event updated for resources: {'Port': ['ID=f11ae364-8457-47c3-8e3e-67ea73b170bb,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:53.432790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Attempting to bind port f11ae364-8457-47c3-8e3e-67ea73b170bb on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:22:53.433156 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Attempting to bind port f11ae364-8457-47c3-8e3e-67ea73b170bb by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '7a04f2f0-c1fb-4538-91ff-27b2bcf43fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:22:53.433517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Attempting to bind port f11ae364-8457-47c3-8e3e-67ea73b170bb on network f9e5e35b-c235-42cb-bff8-cc4c6229c694 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:22:53.449034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:22:53.449482 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Checking segment: {'id': '7a04f2f0-c1fb-4538-91ff-27b2bcf43fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:22:53.452254 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.452661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Bound using segment: {'id': '7a04f2f0-c1fb-4538-91ff-27b2bcf43fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:22:53.453160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Bound port: f11ae364-8457-47c3-8e3e-67ea73b170bb, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a04f2f0-c1fb-4538-91ff-27b2bcf43fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:22:53.453544 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.460497 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.629994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] For port f11ae364-8457-47c3-8e3e-67ea73b170bb, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:22:53.634825 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] For port f11ae364-8457-47c3-8e3e-67ea73b170bb, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f11ae364-8457-47c3-8e3e-67ea73b170bb,segment=NetworkSegment(7a04f2f0-c1fb-4538-91ff-27b2bcf43fff),segment_id=7a04f2f0-c1fb-4538-91ff-27b2bcf43fff)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:22:53.638472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:53.674121 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.675089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.675665 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Floating IP c3369087-ecee-4a04-8151-d6c82d43bf01 disassociated. External IP: 172.25.5.207, port: fbb966c3-94db-4a29-998c-cb8823ecd624. Aug 21 09:22:53.676318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Calling delete_port for fbb966c3-94db-4a29-998c-cb8823ecd624 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:53.739613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.809751 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:53.891649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10524c65-61f8-4fab-a842-a94692debcb5 None None] Pushing event updated for resources: {'Port': ['ID=f11ae364-8457-47c3-8e3e-67ea73b170bb,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:53.949661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:54.015868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event deleted for resources: {'Port': ['ID=fbb966c3-94db-4a29-998c-cb8823ecd624,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:54.282452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f508a5a-5755-45ef-900b-b855e1b9f111 req-52fa7723-3c88-4718-92e2-2120bc2867e6 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 210 time: 0.1185312 Aug 21 09:22:54.393698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Router bc90e78b-5219-4b37-a03b-21aee4e19506 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:22:54.638076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:22:54.665941 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b31a43-536d-4603-856b-8cd28d1bf717 None None] Sync routers for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:22:54.679046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Router cffbb489-07a0-4b10-8df0-e76eb00f98b0 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:22:54.698209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 3c320a1a-2eb9-42d7-aaa1-a204a3657697 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:22:54.719170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] No DVR routers for this DVR port fbb966c3-94db-4a29-998c-cb8823ecd624 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:22:54.724890 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b31a43-536d-4603-856b-8cd28d1bf717 None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:54.725807 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-61b31a43-536d-4603-856b-8cd28d1bf717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:54.734871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:54.740649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb0e4efc-cb53-4d8a-9d8d-bb68d95bba53 req-4c3d6fde-224c-4a10-b8c2-43d1c91cd02d tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.13 "DELETE /v2.0/ports/fbb966c3-94db-4a29-998c-cb8823ecd624 HTTP/1.1" status: 204 len: 173 time: 2.1590354 Aug 21 09:22:54.740826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'name': 'network-vif-deleted', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:22:54.758899 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468dee03-9ff7-4cbc-aaeb-37260950c1b1" -d '{"events": [{"server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "name": "network-vif-deleted", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:22:54.851667 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462c0fcd-be41-4e45-b995-7e5bba3d3b9c x-openstack-request-id: req-462c0fcd-be41-4e45-b995-7e5bba3d3b9c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:22:54.852460 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51983662-995d-4aa8-9135-e97860d5a138", "name": "network-vif-deleted", "tag": "fbb966c3-94db-4a29-998c-cb8823ecd624", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:22:54.852571 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-462c0fcd-be41-4e45-b995-7e5bba3d3b9c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:22:54.853160 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51983662-995d-4aa8-9135-e97860d5a138', 'name': 'network-vif-deleted', 'tag': 'fbb966c3-94db-4a29-998c-cb8823ecd624', 'status': 'completed', 'code': 200} Aug 21 09:22:54.954748 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-61b31a43-536d-4603-856b-8cd28d1bf717 None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:22:55.003170 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:22:55.017070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] Sync routers for ids ['cffbb489-07a0-4b10-8df0-e76eb00f98b0'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:22:55.047339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] Routers {'cffbb489-07a0-4b10-8df0-e76eb00f98b0'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:55.048040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['cffbb489-07a0-4b10-8df0-e76eb00f98b0'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:55.138221 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:55.148309 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-81ee5203-b6b5-478f-bcf6-bcf9543945c8 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4229400 Aug 21 09:22:55.151542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37244) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:55.248196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8::310 (f9e5e35b-c235-42cb-bff8-cc4c6229c694/7ddac271-607c-486c-89d5-149f48966c73/3c320a1a-2eb9-42d7-aaa1-a204a3657697) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:55.275545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 19b0113e-bb5a-4aba-b269-f5a670670da0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:55.601162 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-61b31a43-536d-4603-856b-8cd28d1bf717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:55.633414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b529f6-2114-4440-b2b5-2e56d188b2ad req-5a8f5c48-a93a-4043-a433-13796eb9caa0 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/ports?device_id=51983662-995d-4aa8-9135-e97860d5a138 HTTP/1.1" status: 200 len: 210 time: 0.0928440 Aug 21 09:22:55.690980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-438cf6d4-e5de-4669-b164-7715310feadc tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/routers/cffbb489-07a0-4b10-8df0-e76eb00f98b0 HTTP/1.1" status: 200 len: 907 time: 0.5382810 Aug 21 09:22:55.691541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] Set router cffbb489-07a0-4b10-8df0-e76eb00f98b0 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:22:55.694599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37254) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:55.742568 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b31a43-536d-4603-856b-8cd28d1bf717 None None] Checking router: bc90e78b-5219-4b37-a03b-21aee4e19506 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:22:55.754479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 19b0113e-bb5a-4aba-b269-f5a670670da0 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:55.769240 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b31a43-536d-4603-856b-8cd28d1bf717 None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:55.770496 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-61b31a43-536d-4603-856b-8cd28d1bf717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:55.783951 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:55.821618 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 3c320a1a-2eb9-42d7-aaa1-a204a3657697 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:55.857020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 19b0113e-bb5a-4aba-b269-f5a670670da0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:55.857020 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:55.946515 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:55.946769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device fbb966c3-94db-4a29-998c-cb8823ecd624 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:22:55.949607 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:56.018782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:56.025167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:56.026112 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-61b31a43-536d-4603-856b-8cd28d1bf717 None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:22:56.030060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:22:56.044434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:56.045393 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:56.081689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=3c320a1a-2eb9-42d7-aaa1-a204a3657697,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:56.082884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: fbb966c3-94db-4a29-998c-cb8823ecd624 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:22:56.083425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device fbb966c3-94db-4a29-998c-cb8823ecd624 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:22:56.092581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0d37e2a5-027e-4d1f-b391-eea14251cbb7 None None] Provisioning complete for port 9128b606-14cc-463b-8129-7cdddd2d6127 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:56.092946 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0d37e2a5-027e-4d1f-b391-eea14251cbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:56.144784 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2d92fd44-8453-41ca-a57d-642237e0fb3b tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0276127 Aug 21 09:22:56.144784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37264) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:56.151204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-caa32eb2-d94c-4b42-b365-ca97c8807d37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:56.156891 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:56.243656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0d37e2a5-027e-4d1f-b391-eea14251cbb7 None None] Port 9128b606-14cc-463b-8129-7cdddd2d6127 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:56.275234 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:56.383956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Deleting port b8109a34-2c30-44f9-bd10-c35e983a14dc {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:56.384304 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:56.400277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 19b0113e-bb5a-4aba-b269-f5a670670da0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=19b0113e-bb5a-4aba-b269-f5a670670da0,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:56.435655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0d37e2a5-027e-4d1f-b391-eea14251cbb7 None None] Provisioning for port f11ae364-8457-47c3-8e3e-67ea73b170bb completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:56.469537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffbb489-07a0-4b10-8df0-e76eb00f98b0', 'name': 'tempest-snat-router-426459089', 'tenant_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'b8109a34-2c30-44f9-bd10-c35e983a14dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:22:50Z', 'updated_at': '2021-08-21T09:22:52Z', 'revision_number': 3, 'project_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'gw_port': {'id': 'b8109a34-2c30-44f9-bd10-c35e983a14dc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:18:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffbb489-07a0-4b10-8df0-e76eb00f98b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:22:51Z', 'updated_at': '2021-08-21T09:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:56.534313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa32eb2-d94c-4b42-b365-ca97c8807d37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:56.538691 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-caa32eb2-d94c-4b42-b365-ca97c8807d37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:56.548509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:56.549306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f11ae364-8457-47c3-8e3e-67ea73b170bb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:56.640963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] Checking router: cffbb489-07a0-4b10-8df0-e76eb00f98b0 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:22:56.641309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] Updating router cffbb489-07a0-4b10-8df0-e76eb00f98b0 port b8109a34-2c30-44f9-bd10-c35e983a14dc binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:22:56.650812 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-61b31a43-536d-4603-856b-8cd28d1bf717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:56.734412 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b31a43-536d-4603-856b-8cd28d1bf717 None None] The sync data for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 is: [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:14:10Z', 'revision_number': 4, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7d63073f-14f7-4328-b49d-f577c362c7b2', 'name': '', 'network_id': 'f7d0dc8c-eea8-4513-8435-ae6f9c47fa04', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'mac_address': 'fa:16:3e:ec:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:08Z', 'updated_at': '2021-08-21T09:14:18Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'subnets': [{'id': '24f073d1-d26f-4d1e-ab9c-74381b37c4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:22:56.794677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=19b0113e-bb5a-4aba-b269-f5a670670da0,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:56.819365 n-d-766726-28 neutron-server[106756]: INFO neutron.db.ipam_backend_mixin [None req-caa32eb2-d94c-4b42-b365-ca97c8807d37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ddac271-607c-486c-89d5-149f48966c73 (CIDR: 2001:db8::/64) Aug 21 09:22:56.867021 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:56.889205 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa32eb2-d94c-4b42-b365-ca97c8807d37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:22:56.889715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa32eb2-d94c-4b42-b365-ca97c8807d37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:22:56.951133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37278) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:56.983345 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-caa32eb2-d94c-4b42-b365-ca97c8807d37 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8377757 Aug 21 09:22:56.987423 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37280) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:57.003760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b616d4f7-f42a-4e70-9f37-193ae79e1f8c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:57.040418 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.069698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Calling delete_port for b8109a34-2c30-44f9-bd10-c35e983a14dc owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:57.123657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-889c3ba0-03a2-428b-bc28-f44cc995db2b None None] Provisioning for port 3c320a1a-2eb9-42d7-aaa1-a204a3657697 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:57.125199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port f11ae364-8457-47c3-8e3e-67ea73b170bb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:22:57.144743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-889c3ba0-03a2-428b-bc28-f44cc995db2b None None] Provisioning complete for port 3c320a1a-2eb9-42d7-aaa1-a204a3657697 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:57.146287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-889c3ba0-03a2-428b-bc28-f44cc995db2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.186008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f11ae364-8457-47c3-8e3e-67ea73b170bb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:57.186428 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.213149 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ffb2e30-58b2-4bfe-95f4-9a37848da6ee tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.227019 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019ba79d-cb01-46cd-8580-bc577714406f None None] New status for floating IP c3369087-ecee-4a04-8151-d6c82d43bf01: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:22:57.263221 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ffb2e30-58b2-4bfe-95f4-9a37848da6ee tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.362475 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b616d4f7-f42a-4e70-9f37-193ae79e1f8c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:22:57.371263 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b616d4f7-f42a-4e70-9f37-193ae79e1f8c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.450501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-889c3ba0-03a2-428b-bc28-f44cc995db2b None None] Port 3c320a1a-2eb9-42d7-aaa1-a204a3657697 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:22:57.488872 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.501486 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ffb2e30-58b2-4bfe-95f4-9a37848da6ee tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.507946 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ffb2e30-58b2-4bfe-95f4-9a37848da6ee tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.511444 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0ffb2e30-58b2-4bfe-95f4-9a37848da6ee tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "DELETE /v2.0/security-groups/21ada6c8-fd55-4ff4-8085-32963103b79f HTTP/1.1" status: 204 len: 168 time: 0.5596790 Aug 21 09:22:57.528351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37290) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:57.539374 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb2e30-58b2-4bfe-95f4-9a37848da6ee tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ada6c8-fd55-4ff4-8085-32963103b79f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:57.555614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8109a34-2c30-44f9-bd10-c35e983a14dc,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:57.586997 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-c0c1362d-de3e-4b64-962d-3cee6be501d1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] show failed (client error): The resource could not be found. Aug 21 09:22:57.592157 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:22:57.592517 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:22:57.604019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c0c1362d-de3e-4b64-962d-3cee6be501d1 tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "GET /v2.0/security-groups/21ada6c8-fd55-4ff4-8085-32963103b79f HTTP/1.1" status: 404 len: 347 time: 0.0662677 Aug 21 09:22:57.605217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37292) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:57.651706 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.694513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port f11ae364-8457-47c3-8e3e-67ea73b170bb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f11ae364-8457-47c3-8e3e-67ea73b170bb,segment=NetworkSegment(7a04f2f0-c1fb-4538-91ff-27b2bcf43fff),segment_id=7a04f2f0-c1fb-4538-91ff-27b2bcf43fff)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:57.760166 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.768168 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.857212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=f11ae364-8457-47c3-8e3e-67ea73b170bb,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:57.878714 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b616d4f7-f42a-4e70-9f37-193ae79e1f8c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:57.882889 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 19b0113e-bb5a-4aba-b269-f5a670670da0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:57.923290 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616d4f7-f42a-4e70-9f37-193ae79e1f8c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:22:57.927707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b616d4f7-f42a-4e70-9f37-193ae79e1f8c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:22:57.931238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616d4f7-f42a-4e70-9f37-193ae79e1f8c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:57.942153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b5a483-d214-474c-9d96-3bf5f78cb3af None None] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:22:57.943767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b616d4f7-f42a-4e70-9f37-193ae79e1f8c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.010079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616d4f7-f42a-4e70-9f37-193ae79e1f8c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Subnet': ['ID=deb2e664-a415-42e5-9787-9df0a5f20b59,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:58.041390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 19b0113e-bb5a-4aba-b269-f5a670670da0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:22:58.042140 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.048195 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.076462 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.085291 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b616d4f7-f42a-4e70-9f37-193ae79e1f8c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0961158 Aug 21 09:22:58.088018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37300) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:58.096316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1853439712', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'deb2e664-a415-42e5-9787-9df0a5f20b59'}], 'security_groups': ['5a8f64c8-41da-4d22-8827-40dcd329037b']}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:22:58.139192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] Port b8109a34-2c30-44f9-bd10-c35e983a14dc not found while updating agent binding for router cffbb489-07a0-4b10-8df0-e76eb00f98b0. {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 21 09:22:58.178160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] Routers {'cffbb489-07a0-4b10-8df0-e76eb00f98b0'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:22:58.179145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['cffbb489-07a0-4b10-8df0-e76eb00f98b0'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:58.217852 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.279805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-587ab6ae-ca11-4bf4-b04c-a741384b32ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Deleting port 3a76ae1c-8e9d-4a6e-91f8-1cad15bfa4db {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:58.280421 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-587ab6ae-ca11-4bf4-b04c-a741384b32ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.313554 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] Set router cffbb489-07a0-4b10-8df0-e76eb00f98b0 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:22:58.353015 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.353869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cffbb489-07a0-4b10-8df0-e76eb00f98b0 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:22:58.374129 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.378668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a0860814-138e-40a5-bad0-6953b4f3f825 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "DELETE /v2.0/routers/cffbb489-07a0-4b10-8df0-e76eb00f98b0 HTTP/1.1" status: 204 len: 168 time: 2.6828184 Aug 21 09:22:58.383859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37304) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:58.426187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffbb489-07a0-4b10-8df0-e76eb00f98b0', 'name': 'tempest-snat-router-426459089', 'tenant_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:22:50Z', 'updated_at': '2021-08-21T09:22:57Z', 'revision_number': 5, 'project_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:22:58.535217 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-587ab6ae-ca11-4bf4-b04c-a741384b32ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.535430 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-587ab6ae-ca11-4bf4-b04c-a741384b32ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.557732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-587ab6ae-ca11-4bf4-b04c-a741384b32ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Calling delete_port for 3a76ae1c-8e9d-4a6e-91f8-1cad15bfa4db owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:58.576106 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.735059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a6ab4-8149-45e9-9822-9b19213509df None None] The sync data for ids ['cffbb489-07a0-4b10-8df0-e76eb00f98b0'] in n-d-766726-28 is: [{'id': 'cffbb489-07a0-4b10-8df0-e76eb00f98b0', 'name': 'tempest-snat-router-426459089', 'tenant_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:22:50Z', 'updated_at': '2021-08-21T09:22:57Z', 'revision_number': 5, 'project_id': '837f41eb9b1e40e4a0289b2c72f489a9', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:22:58.736516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Delete allocated IP 2001:db8::310 (f9e5e35b-c235-42cb-bff8-cc4c6229c694/7ddac271-607c-486c-89d5-149f48966c73) {{(pid=106756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 09:22:58.746633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8:0:1::1f9 (f9e5e35b-c235-42cb-bff8-cc4c6229c694/deb2e664-a415-42e5-9787-9df0a5f20b59/3c320a1a-2eb9-42d7-aaa1-a204a3657697) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:58.862435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:58.882661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaa9b1d-6eeb-42af-9f71-003d37c929f8 None None] Update dhcp port {'port': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'fixed_ips': [{'subnet_id': '7ddac271-607c-486c-89d5-149f48966c73', 'ip_address': '2001:db8::2'}, {'subnet_id': 'deb2e664-a415-42e5-9787-9df0a5f20b59'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'f11ae364-8457-47c3-8e3e-67ea73b170bb'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:22:58.921143 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ceaa9b1d-6eeb-42af-9f71-003d37c929f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.034795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.047173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-587ab6ae-ca11-4bf4-b04c-a741384b32ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.069858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 3c320a1a-2eb9-42d7-aaa1-a204a3657697 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:59.108778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ab6ae-ca11-4bf4-b04c-a741384b32ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Pushing event deleted for resources: {'Port': ['ID=3a76ae1c-8e9d-4a6e-91f8-1cad15bfa4db,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:59.140084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Deleting port 19b0113e-bb5a-4aba-b269-f5a670670da0 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:59.140558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.143285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.231343 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-587ab6ae-ca11-4bf4-b04c-a741384b32ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.235806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-587ab6ae-ca11-4bf4-b04c-a741384b32ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.245452 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=3c320a1a-2eb9-42d7-aaa1-a204a3657697,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:59.248509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-ceaa9b1d-6eeb-42af-9f71-003d37c929f8 None None] Allocated IP 2001:db8:0:1::2 (f9e5e35b-c235-42cb-bff8-cc4c6229c694/deb2e664-a415-42e5-9787-9df0a5f20b59/f11ae364-8457-47c3-8e3e-67ea73b170bb) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:22:59.254163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-587ab6ae-ca11-4bf4-b04c-a741384b32ab tempest-AttachVolumeShelveTestJSON-1573433535 tempest-AttachVolumeShelveTestJSON-1573433535-project] 10.222.0.20 "DELETE /v2.0/floatingips/c3369087-ecee-4a04-8151-d6c82d43bf01 HTTP/1.1" status: 204 len: 168 time: 1.5436537 Aug 21 09:22:59.282572 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] In _notify_port_updated(), no bound segment for port 3c320a1a-2eb9-42d7-aaa1-a204a3657697 on network f9e5e35b-c235-42cb-bff8-cc4c6229c694 {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:22:59.289019 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:22:59.289766 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.304489 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6e15c176-62ed-4999-8ee1-7399d1f4ae82 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "PUT /v2.0/ports/3c320a1a-2eb9-42d7-aaa1-a204a3657697 HTTP/1.1" status: 200 len: 931 time: 1.2112634 Aug 21 09:22:59.307447 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37318) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:22:59.463124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] For port 19b0113e-bb5a-4aba-b269-f5a670670da0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=19b0113e-bb5a-4aba-b269-f5a670670da0,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:59.463821 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.495191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Calling delete_port for 19b0113e-bb5a-4aba-b269-f5a670670da0 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:59.523241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ceaa9b1d-6eeb-42af-9f71-003d37c929f8 None None] For port f11ae364-8457-47c3-8e3e-67ea73b170bb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f11ae364-8457-47c3-8e3e-67ea73b170bb,segment=NetworkSegment(7a04f2f0-c1fb-4538-91ff-27b2bcf43fff),segment_id=7a04f2f0-c1fb-4538-91ff-27b2bcf43fff)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:22:59.549565 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1273aade-6084-4b15-ba06-4c18c99952a1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 3c320a1a-2eb9-42d7-aaa1-a204a3657697 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:22:59.553719 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1273aade-6084-4b15-ba06-4c18c99952a1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.611905 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ceaa9b1d-6eeb-42af-9f71-003d37c929f8 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.663931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ceaa9b1d-6eeb-42af-9f71-003d37c929f8 None None] Transition to ACTIVE for port object f11ae364-8457-47c3-8e3e-67ea73b170bb will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:22:59.737360 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ceaa9b1d-6eeb-42af-9f71-003d37c929f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.764844 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1273aade-6084-4b15-ba06-4c18c99952a1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.838873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1273aade-6084-4b15-ba06-4c18c99952a1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 3c320a1a-2eb9-42d7-aaa1-a204a3657697 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:22:59.905447 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:22:59.914634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f11ae364-8457-47c3-8e3e-67ea73b170bb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:22:59.962426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event deleted for resources: {'Port': ['ID=19b0113e-bb5a-4aba-b269-f5a670670da0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:22:59.982889 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa9b1d-6eeb-42af-9f71-003d37c929f8 None None] Pushing event updated for resources: {'Port': ['ID=f11ae364-8457-47c3-8e3e-67ea73b170bb,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:00.176682 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.177656 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1273aade-6084-4b15-ba06-4c18c99952a1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.289012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273aade-6084-4b15-ba06-4c18c99952a1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=3c320a1a-2eb9-42d7-aaa1-a204a3657697,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:00.295303 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1273aade-6084-4b15-ba06-4c18c99952a1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.300205 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1273aade-6084-4b15-ba06-4c18c99952a1 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/3c320a1a-2eb9-42d7-aaa1-a204a3657697 HTTP/1.1" status: 204 len: 168 time: 0.9913368 Aug 21 09:23:00.300820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37336) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:00.342435 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-af366793-cde6-4c67-a715-5468cbfae8f6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:23:00.347200 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-af366793-cde6-4c67-a715-5468cbfae8f6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/3c320a1a-2eb9-42d7-aaa1-a204a3657697 HTTP/1.1" status: 404 len: 333 time: 0.0451779 Aug 21 09:23:00.347873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37338) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:00.425486 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.432646 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.496457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-edf669c6-3eab-4cff-a2a5-a1fc75168b27 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.526759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-edf669c6-3eab-4cff-a2a5-a1fc75168b27 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.600290 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.601323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d494439-b07e-4bf1-b667-10e4d6971feb {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:23:00.608803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.613578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-82feb4af-7d38-4dc9-921a-80753d3c97d0 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "DELETE /v2.0/routers/9d494439-b07e-4bf1-b667-10e4d6971feb HTTP/1.1" status: 204 len: 168 time: 2.2249117 Aug 21 09:23:00.613848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37342) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:00.619404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1040661069', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:00.654683 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-edf669c6-3eab-4cff-a2a5-a1fc75168b27 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.657737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-edf669c6-3eab-4cff-a2a5-a1fc75168b27 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.661434 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-edf669c6-3eab-4cff-a2a5-a1fc75168b27 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/security-groups/f88182e7-34a2-4b70-ad82-8e1c7a26a306 HTTP/1.1" status: 204 len: 168 time: 0.3101258 Aug 21 09:23:00.662089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37346) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:00.672927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf669c6-3eab-4cff-a2a5-a1fc75168b27 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88182e7-34a2-4b70-ad82-8e1c7a26a306,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:00.724111 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.725305 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.806141 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3893fc1-93e2-4999-9a99-3d284277a9f5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.888038 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3893fc1-93e2-4999-9a99-3d284277a9f5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:00.892601 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.084830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3893fc1-93e2-4999-9a99-3d284277a9f5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.087400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a3893fc1-93e2-4999-9a99-3d284277a9f5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.093221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a3893fc1-93e2-4999-9a99-3d284277a9f5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/security-groups/5a8f64c8-41da-4d22-8827-40dcd329037b HTTP/1.1" status: 204 len: 168 time: 0.4276671 Aug 21 09:23:01.094423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37352) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:01.204379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c382dc-5494-4e6f-a3e6-6355b10c33ea tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting subnet 7ddac271-607c-486c-89d5-149f48966c73 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:23:01.225580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3893fc1-93e2-4999-9a99-3d284277a9f5 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8f64c8-41da-4d22-8827-40dcd329037b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:01.230066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5c382dc-5494-4e6f-a3e6-6355b10c33ea tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.234750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f011f575-aa79-4770-b19e-27ca35769945 None None] Provisioning complete for port 9128b606-14cc-463b-8129-7cdddd2d6127 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:01.235702 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f011f575-aa79-4770-b19e-27ca35769945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.267913 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.349879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f011f575-aa79-4770-b19e-27ca35769945 None None] Port 9128b606-14cc-463b-8129-7cdddd2d6127 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:01.355864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f011f575-aa79-4770-b19e-27ca35769945 None None] Could not find standard attr ID for object 3c320a1a-2eb9-42d7-aaa1-a204a3657697. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:23:01.425405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5c382dc-5494-4e6f-a3e6-6355b10c33ea tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.466351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f011f575-aa79-4770-b19e-27ca35769945 None None] Provisioning for port f11ae364-8457-47c3-8e3e-67ea73b170bb completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:01.472278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f011f575-aa79-4770-b19e-27ca35769945 None None] Provisioning complete for port f11ae364-8457-47c3-8e3e-67ea73b170bb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:01.472643 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f011f575-aa79-4770-b19e-27ca35769945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.644656 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5c382dc-5494-4e6f-a3e6-6355b10c33ea tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.764655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.773553 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c0f8a549-73e2-4ff0-9079-709a353b0a02 None None] Could not find standard attr ID for object 3c320a1a-2eb9-42d7-aaa1-a204a3657697. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:23:01.799584 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.853532 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5c382dc-5494-4e6f-a3e6-6355b10c33ea tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.877061 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5c382dc-5494-4e6f-a3e6-6355b10c33ea tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:01.889056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a5c382dc-5494-4e6f-a3e6-6355b10c33ea tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/7ddac271-607c-486c-89d5-149f48966c73 HTTP/1.1" status: 204 len: 168 time: 0.7908304 Aug 21 09:23:01.890718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37366) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:01.935107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e2f7249e-f6f7-43aa-8bd7-9f4879c3afaf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:01.961594 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Allocated IP 172.25.5.123 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/9c96d52e-d5dd-44ef-87dd-7bbdbf3a597e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:01.972662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f11ae364-8457-47c3-8e3e-67ea73b170bb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:02.050013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3f1b1b-4322-43c5-8444-1f9a58a1aa69 None None] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:02.088191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c382dc-5494-4e6f-a3e6-6355b10c33ea tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Subnet': ['ID=7ddac271-607c-486c-89d5-149f48966c73,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:02.168727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:02.279026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:02.376732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f11ae364-8457-47c3-8e3e-67ea73b170bb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:02.377858 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:02.398424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:02.402576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f7249e-f6f7-43aa-8bd7-9f4879c3afaf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:02.407961 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e2f7249e-f6f7-43aa-8bd7-9f4879c3afaf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:02.421827 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:02.441940 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:02.598974 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Pushing event updated for resources: {'Port': ['ID=9c96d52e-d5dd-44ef-87dd-7bbdbf3a597e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:02.687196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 19b0113e-bb5a-4aba-b269-f5a670670da0 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:23:02.725509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 19b0113e-bb5a-4aba-b269-f5a670670da0 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:23:02.726587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 19b0113e-bb5a-4aba-b269-f5a670670da0 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:23:03.147423 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e2f7249e-f6f7-43aa-8bd7-9f4879c3afaf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:03.200302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f7249e-f6f7-43aa-8bd7-9f4879c3afaf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:03.203952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e2f7249e-f6f7-43aa-8bd7-9f4879c3afaf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:03.214496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7249e-f6f7-43aa-8bd7-9f4879c3afaf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:03.215220 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e2f7249e-f6f7-43aa-8bd7-9f4879c3afaf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:03.229361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7249e-f6f7-43aa-8bd7-9f4879c3afaf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Subnet': ['ID=846418a5-5df8-4310-859d-1186f0dd74ad,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:03.264138 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:03.347550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e2f7249e-f6f7-43aa-8bd7-9f4879c3afaf tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4518318 Aug 21 09:23:03.350394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37402) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:03.355985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fbb13dff-6ae6-43db-8600-6a953bd4bc17 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'security_group': {'name': 'tempest-secgroup-15673259'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:03.379644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c69368-3c55-485a-a67f-fadd452e75d2 None None] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:03.472610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e1d0e079-3ccd-4df7-a449-3efa9bfda9b7 None None] Provisioning complete for port 9128b606-14cc-463b-8129-7cdddd2d6127 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:03.473040 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e1d0e079-3ccd-4df7-a449-3efa9bfda9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:03.529073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0e079-3ccd-4df7-a449-3efa9bfda9b7 None None] Port 9128b606-14cc-463b-8129-7cdddd2d6127 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:03.564819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e1d0e079-3ccd-4df7-a449-3efa9bfda9b7 None None] Provisioning complete for port f11ae364-8457-47c3-8e3e-67ea73b170bb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:03.565196 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e1d0e079-3ccd-4df7-a449-3efa9bfda9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:03.576921 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:03.581073 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbb13dff-6ae6-43db-8600-6a953bd4bc17 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:03.758529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7580eb3-c6b1-46d9-a6b0-34a01396416d None None] Update dhcp port {'port': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'fixed_ips': [{'subnet_id': 'deb2e664-a415-42e5-9787-9df0a5f20b59', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '846418a5-5df8-4310-859d-1186f0dd74ad'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'f11ae364-8457-47c3-8e3e-67ea73b170bb'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:23:03.789600 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e7580eb3-c6b1-46d9-a6b0-34a01396416d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:03.811117 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbb13dff-6ae6-43db-8600-6a953bd4bc17 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:03.891632 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbb13dff-6ae6-43db-8600-6a953bd4bc17 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:03.901878 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Router 723199ae-ea1e-4195-9fe7-c031adfb6848 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:23:03.983650 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb13dff-6ae6-43db-8600-6a953bd4bc17 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16aa197b-a9b5-4db7-b802-854e8f8292fe,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:04.078265 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbb13dff-6ae6-43db-8600-6a953bd4bc17 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:04.090399 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fbb13dff-6ae6-43db-8600-6a953bd4bc17 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7388868 Aug 21 09:23:04.091115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37414) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:04.091677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-e7580eb3-c6b1-46d9-a6b0-34a01396416d None None] Allocated IP 2001:db8::2 (f9e5e35b-c235-42cb-bff8-cc4c6229c694/846418a5-5df8-4310-859d-1186f0dd74ad/f11ae364-8457-47c3-8e3e-67ea73b170bb) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:04.108384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-77e6f6f8-aae2-4c48-91c3-e57ae45b4203 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'security_group': {'name': 'tempest-secgroup-210670056'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:04.164863 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:04.245422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8def3-c668-4455-acec-ada2a5583394 None None] Sync routers for ids ['723199ae-ea1e-4195-9fe7-c031adfb6848'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:04.262178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-77e6f6f8-aae2-4c48-91c3-e57ae45b4203 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:04.280144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8def3-c668-4455-acec-ada2a5583394 None None] Routers {'723199ae-ea1e-4195-9fe7-c031adfb6848'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:04.280843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06a8def3-c668-4455-acec-ada2a5583394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['723199ae-ea1e-4195-9fe7-c031adfb6848'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:04.365706 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:04.365706 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f6ad0693-77fa-429a-a9ba-2dc1fd1d31f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7466857 Aug 21 09:23:04.365706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37430) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:04.372192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-90379afa-b82c-433f-a505-f45f6cfd6f51 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'enable_snat': False}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:04.397260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06a8def3-c668-4455-acec-ada2a5583394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:04.455768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8def3-c668-4455-acec-ada2a5583394 None None] Routers {'723199ae-ea1e-4195-9fe7-c031adfb6848'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:04.456675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06a8def3-c668-4455-acec-ada2a5583394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['723199ae-ea1e-4195-9fe7-c031adfb6848'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:04.463041 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-77e6f6f8-aae2-4c48-91c3-e57ae45b4203 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:04.530250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06a8def3-c668-4455-acec-ada2a5583394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:04.531387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8def3-c668-4455-acec-ada2a5583394 None None] The sync data for ids ['723199ae-ea1e-4195-9fe7-c031adfb6848'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:04.555060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e7580eb3-c6b1-46d9-a6b0-34a01396416d None None] For port f11ae364-8457-47c3-8e3e-67ea73b170bb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f11ae364-8457-47c3-8e3e-67ea73b170bb,segment=NetworkSegment(7a04f2f0-c1fb-4538-91ff-27b2bcf43fff),segment_id=7a04f2f0-c1fb-4538-91ff-27b2bcf43fff)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:04.580337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-77e6f6f8-aae2-4c48-91c3-e57ae45b4203 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:04.593068 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e7580eb3-c6b1-46d9-a6b0-34a01396416d None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:04.612562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e7580eb3-c6b1-46d9-a6b0-34a01396416d None None] Transition to ACTIVE for port object f11ae364-8457-47c3-8e3e-67ea73b170bb will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:04.652903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6f6f8-aae2-4c48-91c3-e57ae45b4203 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa13c836-d934-4edd-a2df-5202de2b8358,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:04.716867 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e7580eb3-c6b1-46d9-a6b0-34a01396416d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:04.761411 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-77e6f6f8-aae2-4c48-91c3-e57ae45b4203 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:04.768153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37440) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:04.787103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-77e6f6f8-aae2-4c48-91c3-e57ae45b4203 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6666613 Aug 21 09:23:04.814013 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4ed3ec21-982e-4ff3-ba8c-11758ceeefe7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'security_group': {'name': 'tempest-secgroup-1801467037'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:04.849708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7580eb3-c6b1-46d9-a6b0-34a01396416d None None] Pushing event updated for resources: {'Port': ['ID=f11ae364-8457-47c3-8e3e-67ea73b170bb,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:04.980590 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ed3ec21-982e-4ff3-ba8c-11758ceeefe7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:05.102293 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90379afa-b82c-433f-a505-f45f6cfd6f51 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:05.168915 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ed3ec21-982e-4ff3-ba8c-11758ceeefe7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:05.262411 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ed3ec21-982e-4ff3-ba8c-11758ceeefe7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:05.303070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3ec21-982e-4ff3-ba8c-11758ceeefe7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3023945d-c31e-4c2d-a01d-6bcb4cf47a66,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:05.463445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ed3ec21-982e-4ff3-ba8c-11758ceeefe7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:05.468010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37454) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:05.472309 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4ed3ec21-982e-4ff3-ba8c-11758ceeefe7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6956904 Aug 21 09:23:05.476417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1692170158', 'security_groups': ['3023945d-c31e-4c2d-a01d-6bcb4cf47a66'], 'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '846418a5-5df8-4310-859d-1186f0dd74ad'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:05.731484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79852ac8-fef5-474a-ac94-6a20abda6c76 None None] Provisioning complete for port 9128b606-14cc-463b-8129-7cdddd2d6127 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:05.732062 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79852ac8-fef5-474a-ac94-6a20abda6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:05.791241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79852ac8-fef5-474a-ac94-6a20abda6c76 None None] Port 9128b606-14cc-463b-8129-7cdddd2d6127 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:05.906141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:05.907404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79852ac8-fef5-474a-ac94-6a20abda6c76 None None] Provisioning for port f11ae364-8457-47c3-8e3e-67ea73b170bb completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:05.917226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f11ae364-8457-47c3-8e3e-67ea73b170bb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:05.973066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79852ac8-fef5-474a-ac94-6a20abda6c76 None None] Provisioning complete for port f11ae364-8457-47c3-8e3e-67ea73b170bb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:05.974301 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79852ac8-fef5-474a-ac94-6a20abda6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:06.106538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:06.165758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] device_id is not set on port 6d405b43-89cd-4c6c-98a9-9d1460beba95 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:23:06.174130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f11ae364-8457-47c3-8e3e-67ea73b170bb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:06.174780 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:06.295049 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90379afa-b82c-433f-a505-f45f6cfd6f51 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:06.305419 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90379afa-b82c-433f-a505-f45f6cfd6f51 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:06.421921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8::36d (f9e5e35b-c235-42cb-bff8-cc4c6229c694/846418a5-5df8-4310-859d-1186f0dd74ad/6d405b43-89cd-4c6c-98a9-9d1460beba95) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:06.475324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90379afa-b82c-433f-a505-f45f6cfd6f51 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Router 723199ae-ea1e-4195-9fe7-c031adfb6848 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:23:06.738160 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:06.746909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90379afa-b82c-433f-a505-f45f6cfd6f51 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:06.757827 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346bab5-3bfd-4fa9-842f-e8337057d26a None None] Sync routers for ids ['723199ae-ea1e-4195-9fe7-c031adfb6848'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:06.766380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90379afa-b82c-433f-a505-f45f6cfd6f51 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:06.770869 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-90379afa-b82c-433f-a505-f45f6cfd6f51 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "PUT /v2.0/routers/723199ae-ea1e-4195-9fe7-c031adfb6848 HTTP/1.1" status: 200 len: 922 time: 2.4042346 Aug 21 09:23:06.771046 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346bab5-3bfd-4fa9-842f-e8337057d26a None None] Routers {'723199ae-ea1e-4195-9fe7-c031adfb6848'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:06.771046 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f346bab5-3bfd-4fa9-842f-e8337057d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['723199ae-ea1e-4195-9fe7-c031adfb6848'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:06.774499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37476) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:06.788076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 6d405b43-89cd-4c6c-98a9-9d1460beba95 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:06.811152 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f346bab5-3bfd-4fa9-842f-e8337057d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:06.820312 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346bab5-3bfd-4fa9-842f-e8337057d26a None None] Routers {'723199ae-ea1e-4195-9fe7-c031adfb6848'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:06.821316 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f346bab5-3bfd-4fa9-842f-e8337057d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:22:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['723199ae-ea1e-4195-9fe7-c031adfb6848'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:06.856228 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f346bab5-3bfd-4fa9-842f-e8337057d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:06.857276 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346bab5-3bfd-4fa9-842f-e8337057d26a None None] The sync data for ids ['723199ae-ea1e-4195-9fe7-c031adfb6848'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:06.912433 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eac6cae6-cc93-465c-b398-ad300bb2b623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:06.963332 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:06.981955 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7a06261c-a6fd-4b19-80ec-fa281433daa6 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/routers/723199ae-ea1e-4195-9fe7-c031adfb6848 HTTP/1.1" status: 200 len: 922 time: 0.2072339 Aug 21 09:23:06.984892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37482) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:07.048522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:07.052034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:07.058626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e621ba3-1afc-4ca9-80f8-d544d9b829ca tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:07.064171 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1e621ba3-1afc-4ca9-80f8-d544d9b829ca tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&device_id=723199ae-ea1e-4195-9fe7-c031adfb6848&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0776854 Aug 21 09:23:07.065021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:07.066437 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37484) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:07.071475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:07.072266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:07.113718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=6d405b43-89cd-4c6c-98a9-9d1460beba95,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:07.149229 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-22275fb8-31bd-4e49-9507-065628c0b156 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949323 Aug 21 09:23:07.213866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e8317903-69e4-48d8-8ce3-10cc6e0ba2f3 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7407537 Aug 21 09:23:07.232492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37490) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:07.240574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b782eabc-3ab0-4c0f-b429-a28ad82a4737 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:07.356145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a17ef1-cbd2-4203-bd73-26715b5d9e2a tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:07.361150 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f2a17ef1-cbd2-4203-bd73-26715b5d9e2a tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 881 time: 0.2897184 Aug 21 09:23:07.361799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37492) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:07.443625 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3c649a24-e43d-4d92-8887-5586a57c30f7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=723199ae-ea1e-4195-9fe7-c031adfb6848 HTTP/1.1" status: 200 len: 205 time: 0.0751669 Aug 21 09:23:07.444536 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37494) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:07.513516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-a7ddbcde-81bc-495b-9938-28251590266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:07.515331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-a7ddbcde-81bc-495b-9938-28251590266d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1096 time: 0.2969940 Aug 21 09:23:07.634121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b782eabc-3ab0-4c0f-b429-a28ad82a4737 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:07.639157 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b782eabc-3ab0-4c0f-b429-a28ad82a4737 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:07.658727 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6b29e915-dec9-4433-9184-0cff08faf9ee None None] Provisioning for port 6d405b43-89cd-4c6c-98a9-9d1460beba95 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:07.663414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6b29e915-dec9-4433-9184-0cff08faf9ee None None] Provisioning complete for port 6d405b43-89cd-4c6c-98a9-9d1460beba95 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:07.663824 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6b29e915-dec9-4433-9184-0cff08faf9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:07.700455 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:07.717765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6b29e915-dec9-4433-9184-0cff08faf9ee None None] Port 6d405b43-89cd-4c6c-98a9-9d1460beba95 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:07.963191 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:08.148945 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Deleting port 9c96d52e-d5dd-44ef-87dd-7bbdbf3a597e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:08.149451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:08.153169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-7eca0b6e-47a8-49f4-8444-c72db27051e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:08.154584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-7eca0b6e-47a8-49f4-8444-c72db27051e1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.6109276 Aug 21 09:23:08.176493 n-d-766726-28 neutron-server[106757]: INFO neutron.db.ipam_backend_mixin [None req-b782eabc-3ab0-4c0f-b429-a28ad82a4737 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 846418a5-5df8-4310-859d-1186f0dd74ad (CIDR: 2001:db8::/64) Aug 21 09:23:08.238829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-65808e10-13b1-4745-8e95-6e2e125e73b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 999 time: 0.0731277 Aug 21 09:23:08.244023 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b782eabc-3ab0-4c0f-b429-a28ad82a4737 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:23:08.251853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b782eabc-3ab0-4c0f-b429-a28ad82a4737 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:08.273648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:08.286875 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Calling delete_port for 9c96d52e-d5dd-44ef-87dd-7bbdbf3a597e owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:08.328686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-c9eb94cd-f30a-40e5-861c-8406c1a65021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:08.331462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-c9eb94cd-f30a-40e5-861c-8406c1a65021 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0715771 Aug 21 09:23:08.356127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b782eabc-3ab0-4c0f-b429-a28ad82a4737 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1192534 Aug 21 09:23:08.370663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37514) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:08.377040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0b484130-3251-445c-ad61-8c666677c05c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:08.446636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-654690c2-5559-4f1a-b660-4e726ffe9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:08.448176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-654690c2-5559-4f1a-b660-4e726ffe9441 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093280 Aug 21 09:23:08.606780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:08.608976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-a41b3710-6447-44b7-b6c8-6dd786697c69 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501765 Aug 21 09:23:08.684367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Pushing event deleted for resources: {'Port': ['ID=9c96d52e-d5dd-44ef-87dd-7bbdbf3a597e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:08.732640 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d31f61a3-5325-4193-9e0e-2688b3d9d108 req-64153d77-306c-499a-9db6-2cd1b5aa0bed service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148856 Aug 21 09:23:08.757285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:08.780666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b484130-3251-445c-ad61-8c666677c05c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:08.784759 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0b484130-3251-445c-ad61-8c666677c05c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:08.907775 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:08.911371 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:08.938261 n-d-766726-28 neutron-server[106757]: INFO neutron.db.ipam_backend_mixin [None req-0b484130-3251-445c-ad61-8c666677c05c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet deb2e664-a415-42e5-9787-9df0a5f20b59 (CIDR: 2001:db8:0:1::/64) Aug 21 09:23:08.995057 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b484130-3251-445c-ad61-8c666677c05c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:23:08.995505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b484130-3251-445c-ad61-8c666677c05c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:09.057552 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:09.058283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Fanout notify agent at l3_agent the message router_deleted on router 723199ae-ea1e-4195-9fe7-c031adfb6848 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:23:09.073052 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:09.079152 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3279ff5b-f872-45ba-822d-b2307b424ab1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/723199ae-ea1e-4195-9fe7-c031adfb6848 HTTP/1.1" status: 204 len: 168 time: 1.6291769 Aug 21 09:23:09.079541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37528) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:09.085463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b54d6581-9f38-4ac1-9f9b-73ec6160dfa5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-248602695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:09.093498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0b484130-3251-445c-ad61-8c666677c05c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7209523 Aug 21 09:23:09.094190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37530) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:09.107505 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-51db27af-39c4-48b2-9516-25ace2c535dd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'subnet': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:09.197543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37538) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:09.315010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b54d6581-9f38-4ac1-9f9b-73ec6160dfa5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:09.316222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b54d6581-9f38-4ac1-9f9b-73ec6160dfa5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:09.392872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b54d6581-9f38-4ac1-9f9b-73ec6160dfa5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:09.405349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51db27af-39c4-48b2-9516-25ace2c535dd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Made reservation on behalf of 917dbdd2a42844cd848c20d62df04de0 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:09.409153 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-51db27af-39c4-48b2-9516-25ace2c535dd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:09.500031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b54d6581-9f38-4ac1-9f9b-73ec6160dfa5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:09.848257 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e6e80b9-fa20-4646-b86b-d41baa63e28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:09.939550 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:09.940315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-51db27af-39c4-48b2-9516-25ace2c535dd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:09.944714 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b54d6581-9f38-4ac1-9f9b-73ec6160dfa5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:09.949040 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b54d6581-9f38-4ac1-9f9b-73ec6160dfa5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8680682 Aug 21 09:23:09.956270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37552) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:09.992721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db27af-39c4-48b2-9516-25ace2c535dd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:10.000727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-51db27af-39c4-48b2-9516-25ace2c535dd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:10.002936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51db27af-39c4-48b2-9516-25ace2c535dd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:10.003529 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-51db27af-39c4-48b2-9516-25ace2c535dd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:10.008714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Request body: {'router': {'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:10.019407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22114191-5f7f-4b55-9b78-c2b10ad99c00 None None] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:10.046226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db27af-39c4-48b2-9516-25ace2c535dd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Subnet': ['ID=2d3f4d97-0f04-4f26-a164-1702234e0071,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:10.143310 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-51db27af-39c4-48b2-9516-25ace2c535dd tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0461235 Aug 21 09:23:10.146534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37558) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:10.152142 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-133619680', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d3f4d97-0f04-4f26-a164-1702234e0071'}], 'security_groups': ['16aa197b-a9b5-4db7-b802-854e8f8292fe', 'fa13c836-d934-4edd-a2df-5202de2b8358']}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:10.347205 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:10.389048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a3b25-2ccb-478a-892a-5d0ab9cc12cf None None] Update dhcp port {'port': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'fixed_ips': [{'subnet_id': 'deb2e664-a415-42e5-9787-9df0a5f20b59', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '846418a5-5df8-4310-859d-1186f0dd74ad', 'ip_address': '2001:db8::2'}, {'subnet_id': '2d3f4d97-0f04-4f26-a164-1702234e0071'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'f11ae364-8457-47c3-8e3e-67ea73b170bb'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:23:10.395047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:10.429076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-053a3b25-2ccb-478a-892a-5d0ab9cc12cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:10.461677 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:10.710140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-053a3b25-2ccb-478a-892a-5d0ab9cc12cf None None] Allocated IP 2001:db8:0:2::2 (f9e5e35b-c235-42cb-bff8-cc4c6229c694/2d3f4d97-0f04-4f26-a164-1702234e0071/f11ae364-8457-47c3-8e3e-67ea73b170bb) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:10.827822 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:10.884061 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:10.898252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-053a3b25-2ccb-478a-892a-5d0ab9cc12cf None None] For port f11ae364-8457-47c3-8e3e-67ea73b170bb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f11ae364-8457-47c3-8e3e-67ea73b170bb,segment=NetworkSegment(7a04f2f0-c1fb-4538-91ff-27b2bcf43fff),segment_id=7a04f2f0-c1fb-4538-91ff-27b2bcf43fff)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:10.937155 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-053a3b25-2ccb-478a-892a-5d0ab9cc12cf None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:10.955573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-053a3b25-2ccb-478a-892a-5d0ab9cc12cf None None] Transition to ACTIVE for port object f11ae364-8457-47c3-8e3e-67ea73b170bb will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:10.965309 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:10.990145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] Deleting port 7d63073f-14f7-4328-b49d-f577c362c7b2 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:10.990478 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:11.083939 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-053a3b25-2ccb-478a-892a-5d0ab9cc12cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:11.092920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Allocated IP 172.25.5.66 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/e6617bd8-6c00-42fe-8202-5341f3785385) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:11.188040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] For port 7d63073f-14f7-4328-b49d-f577c362c7b2, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7d63073f-14f7-4328-b49d-f577c362c7b2,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:11.188354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:11.194306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3b25-2ccb-478a-892a-5d0ab9cc12cf None None] Pushing event updated for resources: {'Port': ['ID=f11ae364-8457-47c3-8e3e-67ea73b170bb,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:11.214240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] Calling delete_port for 7d63073f-14f7-4328-b49d-f577c362c7b2 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:11.314390 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Delete allocated IP 2001:db8::36d (f9e5e35b-c235-42cb-bff8-cc4c6229c694/846418a5-5df8-4310-859d-1186f0dd74ad) {{(pid=106756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 09:23:11.327643 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Allocated IP 2001:db8:0:2::2cd (f9e5e35b-c235-42cb-bff8-cc4c6229c694/2d3f4d97-0f04-4f26-a164-1702234e0071/6d405b43-89cd-4c6c-98a9-9d1460beba95) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:11.414124 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:11.550629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:11.573403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Transition to ACTIVE for port object 6d405b43-89cd-4c6c-98a9-9d1460beba95 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:11.688757 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:11.776091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] In _notify_port_updated(), no bound segment for port 6d405b43-89cd-4c6c-98a9-9d1460beba95 on network f9e5e35b-c235-42cb-bff8-cc4c6229c694 {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:23:11.781877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:11.782558 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:11.786807 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "PUT /v2.0/ports/6d405b43-89cd-4c6c-98a9-9d1460beba95 HTTP/1.1" status: 200 len: 969 time: 1.6365151 Aug 21 09:23:11.790468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37580) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:11.800012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c416c-df16-4659-a5fa-0056ee86853d tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event updated for resources: {'Port': ['ID=6d405b43-89cd-4c6c-98a9-9d1460beba95,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:11.979384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f11ae364-8457-47c3-8e3e-67ea73b170bb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:12.043669 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5a962-67bb-40a0-8125-74dc0cb9afbe tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 6d405b43-89cd-4c6c-98a9-9d1460beba95 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:12.044157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ff5a962-67bb-40a0-8125-74dc0cb9afbe tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:12.153074 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ff5a962-67bb-40a0-8125-74dc0cb9afbe tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:12.158165 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:12.183045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5a962-67bb-40a0-8125-74dc0cb9afbe tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 6d405b43-89cd-4c6c-98a9-9d1460beba95 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:12.247736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:12.257980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:12.267410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:12.271284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Pushing event updated for resources: {'Port': ['ID=e6617bd8-6c00-42fe-8202-5341f3785385,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:12.403583 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:12.411825 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:12.424619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b277c28e-e674-4077-94d8-ba0b3f24a6a2 None None] Provisioning complete for port 9128b606-14cc-463b-8129-7cdddd2d6127 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:12.425178 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b277c28e-e674-4077-94d8-ba0b3f24a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:12.506369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b277c28e-e674-4077-94d8-ba0b3f24a6a2 None None] Port 9128b606-14cc-463b-8129-7cdddd2d6127 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:12.538085 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ff5a962-67bb-40a0-8125-74dc0cb9afbe tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:12.540238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b277c28e-e674-4077-94d8-ba0b3f24a6a2 None None] Provisioning for port 6d405b43-89cd-4c6c-98a9-9d1460beba95 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:12.560434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b277c28e-e674-4077-94d8-ba0b3f24a6a2 None None] Provisioning complete for port 6d405b43-89cd-4c6c-98a9-9d1460beba95 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:12.560434 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b277c28e-e674-4077-94d8-ba0b3f24a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:12.602070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b277c28e-e674-4077-94d8-ba0b3f24a6a2 None None] Port 6d405b43-89cd-4c6c-98a9-9d1460beba95 was deleted so its status cannot be updated. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 21 09:23:12.634601 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5a962-67bb-40a0-8125-74dc0cb9afbe tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=6d405b43-89cd-4c6c-98a9-9d1460beba95,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:12.639153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7d63073f-14f7-4328-b49d-f577c362c7b2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:12.700343 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ff5a962-67bb-40a0-8125-74dc0cb9afbe tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:12.702804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b277c28e-e674-4077-94d8-ba0b3f24a6a2 None None] Provisioning for port f11ae364-8457-47c3-8e3e-67ea73b170bb completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:12.704377 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3ff5a962-67bb-40a0-8125-74dc0cb9afbe tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/6d405b43-89cd-4c6c-98a9-9d1460beba95 HTTP/1.1" status: 204 len: 168 time: 0.9128902 Aug 21 09:23:12.706049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37592) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:12.708392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b277c28e-e674-4077-94d8-ba0b3f24a6a2 None None] Provisioning complete for port f11ae364-8457-47c3-8e3e-67ea73b170bb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:12.708771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b277c28e-e674-4077-94d8-ba0b3f24a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:12.771244 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21caa1b-3f4a-4a52-a01a-4624371a85d7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] GET failed (client error): The resource could not be found. Aug 21 09:23:12.779320 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b21caa1b-3f4a-4a52-a01a-4624371a85d7 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports/6d405b43-89cd-4c6c-98a9-9d1460beba95 HTTP/1.1" status: 404 len: 333 time: 0.0699694 Aug 21 09:23:12.782035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37596) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:12.873114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f98302ce-f1dc-4099-b1a6-1dcd40effd6c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:12.942351 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f98302ce-f1dc-4099-b1a6-1dcd40effd6c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.061642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-64434c40-4758-4671-835c-75ed9c5c79b3 None None] Could not find standard attr ID for object 6d405b43-89cd-4c6c-98a9-9d1460beba95. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:23:13.151160 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.194253 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f98302ce-f1dc-4099-b1a6-1dcd40effd6c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.197023 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f98302ce-f1dc-4099-b1a6-1dcd40effd6c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.202341 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f98302ce-f1dc-4099-b1a6-1dcd40effd6c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/security-groups/3023945d-c31e-4c2d-a01d-6bcb4cf47a66 HTTP/1.1" status: 204 len: 168 time: 0.4152703 Aug 21 09:23:13.202341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:13.207104 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.234932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98302ce-f1dc-4099-b1a6-1dcd40effd6c tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3023945d-c31e-4c2d-a01d-6bcb4cf47a66,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:13.321467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1cedf3e7-5670-4e2f-8543-6370d4bc323f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.349873 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1cedf3e7-5670-4e2f-8543-6370d4bc323f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.511394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1cedf3e7-5670-4e2f-8543-6370d4bc323f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.521350 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1cedf3e7-5670-4e2f-8543-6370d4bc323f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.525104 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1cedf3e7-5670-4e2f-8543-6370d4bc323f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/security-groups/fa13c836-d934-4edd-a2df-5202de2b8358 HTTP/1.1" status: 204 len: 168 time: 0.3220236 Aug 21 09:23:13.527963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37610) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:13.547888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedf3e7-5670-4e2f-8543-6370d4bc323f tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa13c836-d934-4edd-a2df-5202de2b8358,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:13.552498 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.569952 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.624874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] Router bc90e78b-5219-4b37-a03b-21aee4e19506 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:23:13.728720 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75ff94a9-40dc-42aa-a573-d31f4c840020 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.776464 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75ff94a9-40dc-42aa-a573-d31f4c840020 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.881792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:13.887612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-360f51dc-9a63-4ea8-bf58-7dfa6d9880cf admin admin] 10.222.0.20 "PUT /v2.0/routers/bc90e78b-5219-4b37-a03b-21aee4e19506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6878321 Aug 21 09:23:13.890196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37616) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:13.900785 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d139f-7d50-4c13-aad8-5815ec601fae None None] Sync routers for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:13.910512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d139f-7d50-4c13-aad8-5815ec601fae None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:13.916406 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-124d139f-7d50-4c13-aad8-5815ec601fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:13.971487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Router 7a6b9acb-a6cb-4356-9005-8ab41f46ebe4 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:23:13.978598 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75ff94a9-40dc-42aa-a573-d31f4c840020 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.981142 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75ff94a9-40dc-42aa-a573-d31f4c840020 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:13.984669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-75ff94a9-40dc-42aa-a573-d31f4c840020 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/security-groups/16aa197b-a9b5-4db7-b802-854e8f8292fe HTTP/1.1" status: 204 len: 168 time: 0.4533660 Aug 21 09:23:13.986520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37620) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:14.042798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-124d139f-7d50-4c13-aad8-5815ec601fae None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:23:14.054924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.090366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff94a9-40dc-42aa-a573-d31f4c840020 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aa197b-a9b5-4db7-b802-854e8f8292fe,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:14.095793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acb1b2e-4bed-4003-b4dc-374f90b81344 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting subnet 846418a5-5df8-4310-859d-1186f0dd74ad {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:23:14.101167 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b2e-4bed-4003-b4dc-374f90b81344 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.211902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.228371 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b2e-4bed-4003-b4dc-374f90b81344 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.286958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:14.295379 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.296864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-15f2a859-6cc7-4d5a-afb2-33c55af93db5 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "PUT /v2.0/routers/7a6b9acb-a6cb-4356-9005-8ab41f46ebe4 HTTP/1.1" status: 200 len: 878 time: 4.2922871 Aug 21 09:23:14.298592 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357105bc-287e-4b38-bfbe-c1c32d1554b8 None None] Sync routers for ids ['7a6b9acb-a6cb-4356-9005-8ab41f46ebe4'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:14.300649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37626) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:14.316244 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357105bc-287e-4b38-bfbe-c1c32d1554b8 None None] Routers {'7a6b9acb-a6cb-4356-9005-8ab41f46ebe4'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:14.318027 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-357105bc-287e-4b38-bfbe-c1c32d1554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7a6b9acb-a6cb-4356-9005-8ab41f46ebe4'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:14.367321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b2e-4bed-4003-b4dc-374f90b81344 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.368253 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-357105bc-287e-4b38-bfbe-c1c32d1554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:14.382529 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357105bc-287e-4b38-bfbe-c1c32d1554b8 None None] Routers {'7a6b9acb-a6cb-4356-9005-8ab41f46ebe4'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:14.383518 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-357105bc-287e-4b38-bfbe-c1c32d1554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7a6b9acb-a6cb-4356-9005-8ab41f46ebe4'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:14.450726 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-357105bc-287e-4b38-bfbe-c1c32d1554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:14.460245 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357105bc-287e-4b38-bfbe-c1c32d1554b8 None None] The sync data for ids ['7a6b9acb-a6cb-4356-9005-8ab41f46ebe4'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:14.469714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-124d139f-7d50-4c13-aad8-5815ec601fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:23:12Z', 'revision_number': 5, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port': {'id': '28f1c88a-c3af-4a0c-95b8-cedc1ed578ce', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:14:04Z', 'updated_at': '2021-08-21T09:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:14.499519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d139f-7d50-4c13-aad8-5815ec601fae None None] Checking router: bc90e78b-5219-4b37-a03b-21aee4e19506 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:23:14.509045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d139f-7d50-4c13-aad8-5815ec601fae None None] Routers {'bc90e78b-5219-4b37-a03b-21aee4e19506'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:14.510400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-124d139f-7d50-4c13-aad8-5815ec601fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bc90e78b-5219-4b37-a03b-21aee4e19506'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:14.547387 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Deleting port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:14.547806 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.572207 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b2e-4bed-4003-b4dc-374f90b81344 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.606141 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d8543eef-efd3-408d-b48a-ceaed5ccf577 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/routers/7a6b9acb-a6cb-4356-9005-8ab41f46ebe4 HTTP/1.1" status: 200 len: 919 time: 0.3011384 Aug 21 09:23:14.607118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37632) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:14.620990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb1b2e-4bed-4003-b4dc-374f90b81344 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Subnet': ['ID=846418a5-5df8-4310-859d-1186f0dd74ad,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:14.634389 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0acb1b2e-4bed-4003-b4dc-374f90b81344 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.636426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0acb1b2e-4bed-4003-b4dc-374f90b81344 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/846418a5-5df8-4310-859d-1186f0dd74ad HTTP/1.1" status: 204 len: 168 time: 0.6473367 Aug 21 09:23:14.640902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37636) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:14.699699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa29e1fc-e97f-4303-bce4-59b82e1b4cc8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting subnet 2d3f4d97-0f04-4f26-a164-1702234e0071 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:23:14.704931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa29e1fc-e97f-4303-bce4-59b82e1b4cc8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.744008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] For port 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=28f1c88a-c3af-4a0c-95b8-cedc1ed578ce,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:14.744662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.762400 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Calling delete_port for 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:14.766774 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa29e1fc-e97f-4303-bce4-59b82e1b4cc8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.779246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aaa43c-d8c1-4aa1-a14d-dfd6ec8896c1 None None] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:14.866877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa29e1fc-e97f-4303-bce4-59b82e1b4cc8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:14.911909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-124d139f-7d50-4c13-aad8-5815ec601fae None None] Set router bc90e78b-5219-4b37-a03b-21aee4e19506 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:23:14.980513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-124d139f-7d50-4c13-aad8-5815ec601fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:23:14Z', 'revision_number': 6, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:14.998684 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2204e4a6-e5a4-4ce2-a6da-65e51cf24f6f tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:15.003014 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2204e4a6-e5a4-4ce2-a6da-65e51cf24f6f tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&device_id=7a6b9acb-a6cb-4356-9005-8ab41f46ebe4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3906391 Aug 21 09:23:15.004412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37640) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:15.052235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d139f-7d50-4c13-aad8-5815ec601fae None None] The sync data for ids ['bc90e78b-5219-4b37-a03b-21aee4e19506'] in n-d-766726-28 is: [{'id': 'bc90e78b-5219-4b37-a03b-21aee4e19506', 'name': 'tempest-AttachVolumeShelveTestJSON-1346235346-router', 'tenant_id': '2c80aabc87044488827dfc7cfef025b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:14:03Z', 'updated_at': '2021-08-21T09:23:14Z', 'revision_number': 6, 'project_id': '2c80aabc87044488827dfc7cfef025b7', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:15.091260 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.105707 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa29e1fc-e97f-4303-bce4-59b82e1b4cc8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.121826 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f1c88a-c3af-4a0c-95b8-cedc1ed578ce,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:15.157919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f85ad9e-c071-4b8f-a0c1-94e516ba9b30 None None] Update dhcp port {'port': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'fixed_ips': [{'subnet_id': 'deb2e664-a415-42e5-9787-9df0a5f20b59', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d3f4d97-0f04-4f26-a164-1702234e0071'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'f11ae364-8457-47c3-8e3e-67ea73b170bb'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:23:15.159362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29e1fc-e97f-4303-bce4-59b82e1b4cc8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3f4d97-0f04-4f26-a164-1702234e0071,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:15.174365 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa29e1fc-e97f-4303-bce4-59b82e1b4cc8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.178849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fa29e1fc-e97f-4303-bce4-59b82e1b4cc8 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/2d3f4d97-0f04-4f26-a164-1702234e0071 HTTP/1.1" status: 204 len: 168 time: 0.5369840 Aug 21 09:23:15.180225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37644) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:15.196320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5d7f6-b7ca-4a73-88fa-5f059332ff25 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:15.197764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-20b5d7f6-b7ca-4a73-88fa-5f059332ff25 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 881 time: 0.1923597 Aug 21 09:23:15.201036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37648) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:15.218902 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2f85ad9e-c071-4b8f-a0c1-94e516ba9b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.225713 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74f5c64-ace9-4bee-858d-8e9668781c83 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:15.225713 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74f5c64-ace9-4bee-858d-8e9668781c83 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:15.228057 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c74f5c64-ace9-4bee-858d-8e9668781c83 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/846418a5-5df8-4310-859d-1186f0dd74ad HTTP/1.1" status: 404 len: 337 time: 0.0470994 Aug 21 09:23:15.229023 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.233513 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37652) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:15.245487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0b1fcffd-d001-4fe2-808d-729cd4749c2b tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a6b9acb-a6cb-4356-9005-8ab41f46ebe4 HTTP/1.1" status: 200 len: 205 time: 0.0436633 Aug 21 09:23:15.248159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37654) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:15.452435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.475002 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.484604 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.636032 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.792696 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.797266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.845134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Deleting port e6617bd8-6c00-42fe-8202-5341f3785385 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:15.845864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.857891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-69145890-3466-4f11-9f58-8990c1cf1aa6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting subnet deb2e664-a415-42e5-9787-9df0a5f20b59 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:23:15.871360 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69145890-3466-4f11-9f58-8990c1cf1aa6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.925520 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69145890-3466-4f11-9f58-8990c1cf1aa6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.976776 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.978232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a02a0d-c749-401b-8835-9dcd5a936432 None None] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:15.985828 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:15.986720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc90e78b-5219-4b37-a03b-21aee4e19506 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:23:15.998304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Calling delete_port for e6617bd8-6c00-42fe-8202-5341f3785385 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:16.006242 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.012112 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-856a9c1d-97b4-43c1-955f-56bbcfa5d306 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bc90e78b-5219-4b37-a03b-21aee4e19506 HTTP/1.1" status: 204 len: 168 time: 2.1162517 Aug 21 09:23:16.015361 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37666) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:16.090406 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f11ae364-8457-47c3-8e3e-67ea73b170bb no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:23:16.120053 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2e0692-b200-48b2-91f2-722e979169be admin admin] Deleting subnet 24f073d1-d26f-4d1e-ab9c-74381b37c4bb {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:23:16.130236 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dc5eafb9-ea4f-486a-81d9-13a229438b7f None None] Provisioning complete for port 9128b606-14cc-463b-8129-7cdddd2d6127 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:16.135058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dc5eafb9-ea4f-486a-81d9-13a229438b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.142419 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0692-b200-48b2-91f2-722e979169be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.199391 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69145890-3466-4f11-9f58-8990c1cf1aa6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.204272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0692-b200-48b2-91f2-722e979169be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.246068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-dc5eafb9-ea4f-486a-81d9-13a229438b7f None None] Port 9128b606-14cc-463b-8129-7cdddd2d6127 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:16.272675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dc5eafb9-ea4f-486a-81d9-13a229438b7f None None] Provisioning complete for port f11ae364-8457-47c3-8e3e-67ea73b170bb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:16.273044 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dc5eafb9-ea4f-486a-81d9-13a229438b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.427446 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0692-b200-48b2-91f2-722e979169be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.533464 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69145890-3466-4f11-9f58-8990c1cf1aa6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.560409 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.606808 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69145890-3466-4f11-9f58-8990c1cf1aa6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Subnet': ['ID=deb2e664-a415-42e5-9787-9df0a5f20b59,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:16.635461 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69145890-3466-4f11-9f58-8990c1cf1aa6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.641083 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-69145890-3466-4f11-9f58-8990c1cf1aa6 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/deb2e664-a415-42e5-9787-9df0a5f20b59 HTTP/1.1" status: 204 len: 168 time: 1.4065077 Aug 21 09:23:16.641908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37674) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:16.678262 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:23:16.678745 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:23:16.687850 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b285b1f6-575e-4b29-bf9c-1d81604f25a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:16.690792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b285b1f6-575e-4b29-bf9c-1d81604f25a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:16.692833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37678) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:16.693123 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b285b1f6-575e-4b29-bf9c-1d81604f25a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/7ddac271-607c-486c-89d5-149f48966c73 HTTP/1.1" status: 404 len: 337 time: 0.0503049 Aug 21 09:23:16.728434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e1970-caf5-4c0e-a9fa-ca2bd178ca21 None None] Update dhcp port {'port': {'network_id': 'f9e5e35b-c235-42cb-bff8-cc4c6229c694', 'fixed_ips': [{'subnet_id': 'deb2e664-a415-42e5-9787-9df0a5f20b59'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'f11ae364-8457-47c3-8e3e-67ea73b170bb'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:23:16.735630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-186004b4-8dbe-4527-932e-7ad9b9ae5f03 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "GET /v2.0/ports?device_id=030b8ce2-94ab-47e1-814b-c0f2ae87bc6e HTTP/1.1" status: 200 len: 205 time: 0.0396845 Aug 21 09:23:16.737969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37682) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:16.751457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0692-b200-48b2-91f2-722e979169be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.760605 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-630e1970-caf5-4c0e-a9fa-ca2bd178ca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.787145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e0692-b200-48b2-91f2-722e979169be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f073d1-d26f-4d1e-ab9c-74381b37c4bb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:16.789610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0692-b200-48b2-91f2-722e979169be admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.791618 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ff2e0692-b200-48b2-91f2-722e979169be admin admin] 10.222.0.20 "DELETE /v2.0/subnets/24f073d1-d26f-4d1e-ab9c-74381b37c4bb HTTP/1.1" status: 204 len: 168 time: 0.7751625 Aug 21 09:23:16.795199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37684) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:16.795775 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-ad33a26f-cb0c-4ba1-8a8e-38d868b0d5de tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] delete failed (client error): The resource could not be found. Aug 21 09:23:16.799630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ad33a26f-cb0c-4ba1-8a8e-38d868b0d5de tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/routers/030b8ce2-94ab-47e1-814b-c0f2ae87bc6e HTTP/1.1" status: 404 len: 336 time: 0.0604069 Aug 21 09:23:16.800137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37686) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:16.807351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcb6fc6-3deb-4cda-81c2-cdfa0db87668 None None] Network f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:16.816412 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.859103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Pushing event deleted for resources: {'Port': ['ID=e6617bd8-6c00-42fe-8202-5341f3785385,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:16.870284 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-191a1b0d-4b53-4f63-b9e3-def4c587c965 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:16.870284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191a1b0d-4b53-4f63-b9e3-def4c587c965 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:16.873218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-191a1b0d-4b53-4f63-b9e3-def4c587c965 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/0a012db0-1a32-4f89-837f-b382402cf7a9 HTTP/1.1" status: 404 len: 337 time: 0.0717824 Aug 21 09:23:16.873830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37688) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:16.878909 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:16.905520 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe873fc-101b-4f8a-8440-aa7de2f90a35 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:16.905520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe873fc-101b-4f8a-8440-aa7de2f90a35 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:16.909785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-abe873fc-101b-4f8a-8440-aa7de2f90a35 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/3b9f228c-1581-4ff1-bfee-64ce5b9afad7 HTTP/1.1" status: 404 len: 337 time: 0.0348301 Aug 21 09:23:16.920447 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37694) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:16.965730 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-387aabf1-8cb5-4928-bc9e-069e261fcbd4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:16.966268 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387aabf1-8cb5-4928-bc9e-069e261fcbd4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:16.971674 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-387aabf1-8cb5-4928-bc9e-069e261fcbd4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/386f4490-74d1-44a9-823f-72a17fb1e2d9 HTTP/1.1" status: 404 len: 337 time: 0.0495379 Aug 21 09:23:16.971864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37696) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:17.010986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Deleting port dded7fd6-e720-4f28-8b63-089e14153e70 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:17.010986 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.016738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519a9060-7708-4c21-b1ce-66829f84efa4 None None] Network f9e5e35b-c235-42cb-bff8-cc4c6229c694 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:17.030473 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-df78466b-5106-4074-b7d2-f713e7d728bc tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:17.031151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df78466b-5106-4074-b7d2-f713e7d728bc tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:17.032991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-df78466b-5106-4074-b7d2-f713e7d728bc tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/178f4c8c-dc17-4574-a86d-ae8092279a42 HTTP/1.1" status: 404 len: 333 time: 0.0603232 Aug 21 09:23:17.036252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37698) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:17.050114 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.077649 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0dfa01-6b7b-4f7d-9666-673e10385297 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:17.078111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0dfa01-6b7b-4f7d-9666-673e10385297 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:17.080102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0d0dfa01-6b7b-4f7d-9666-673e10385297 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/fe05b026-5418-4c87-b3b3-bdc8039ed07d HTTP/1.1" status: 404 len: 337 time: 0.0420794 Aug 21 09:23:17.093190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37700) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:17.128787 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef3293f-a7c8-436a-8fbb-e9e134ce43a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:17.129307 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef3293f-a7c8-436a-8fbb-e9e134ce43a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:17.131057 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aef3293f-a7c8-436a-8fbb-e9e134ce43a4 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/ba60019e-9591-4a69-a17c-9c61de5fd6b0 HTTP/1.1" status: 404 len: 337 time: 0.0367632 Aug 21 09:23:17.137087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37702) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:17.139551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e3080297-979c-45cc-9b5a-5821a068f726 None None] Provisioning complete for port 9128b606-14cc-463b-8129-7cdddd2d6127 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:17.139954 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e3080297-979c-45cc-9b5a-5821a068f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.172308 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-893bb7dc-52bd-463b-a662-49e436560673 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:17.172931 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893bb7dc-52bd-463b-a662-49e436560673 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:17.174739 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-893bb7dc-52bd-463b-a662-49e436560673 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/8f1ba3d9-71ef-4121-9006-96ee480cf729 HTTP/1.1" status: 404 len: 333 time: 0.0365710 Aug 21 09:23:17.184710 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37704) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:17.227059 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.240139 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.243552 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.273022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e3080297-979c-45cc-9b5a-5821a068f726 None None] Port 9128b606-14cc-463b-8129-7cdddd2d6127 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:17.290796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e3080297-979c-45cc-9b5a-5821a068f726 None None] Provisioning complete for port f11ae364-8457-47c3-8e3e-67ea73b170bb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:17.291429 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e3080297-979c-45cc-9b5a-5821a068f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.296919 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a196f7-3652-4c7d-943b-5e7e6758efef tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:17.301612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a196f7-3652-4c7d-943b-5e7e6758efef tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:17.305716 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-88a196f7-3652-4c7d-943b-5e7e6758efef tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/684c3f22-6158-44b3-a52f-a5e7a94f3935 HTTP/1.1" status: 404 len: 337 time: 0.1178133 Aug 21 09:23:17.312057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37706) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:17.314118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] For port dded7fd6-e720-4f28-8b63-089e14153e70, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=dded7fd6-e720-4f28-8b63-089e14153e70,segment=NetworkSegment(66f92a0b-6d8b-4870-a37d-c5f3be948e5e),segment_id=66f92a0b-6d8b-4870-a37d-c5f3be948e5e)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:17.316847 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.331496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2e768a-352e-4dc4-8095-9e01ec1d621d None None] DHCP port deletion for f9e5e35b-c235-42cb-bff8-cc4c6229c694 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:23:17.338702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port f11ae364-8457-47c3-8e3e-67ea73b170bb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f11ae364-8457-47c3-8e3e-67ea73b170bb,segment=NetworkSegment(7a04f2f0-c1fb-4538-91ff-27b2bcf43fff),segment_id=7a04f2f0-c1fb-4538-91ff-27b2bcf43fff)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:17.369743 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4919531a-3148-4cfa-a734-e8c360c9f868 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:17.371533 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4919531a-3148-4cfa-a734-e8c360c9f868 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:17.375291 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4919531a-3148-4cfa-a734-e8c360c9f868 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/subnets/b63b5ffe-0d43-42ab-9fe1-85fb3a5d9adb HTTP/1.1" status: 404 len: 337 time: 0.0457571 Aug 21 09:23:17.375414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad9e0d-3b76-4dff-bb68-7f27646024d2 None None] DHCP port deletion for f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:23:17.375529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37710) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:17.378979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Calling delete_port for dded7fd6-e720-4f28-8b63-089e14153e70 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:17.481271 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.481981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d63073f-14f7-4328-b49d-f577c362c7b2 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:23:17.497298 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-de2e768a-352e-4dc4-8095-9e01ec1d621d None None] Deleting port f11ae364-8457-47c3-8e3e-67ea73b170bb {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:17.497674 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de2e768a-352e-4dc4-8095-9e01ec1d621d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.499634 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.500541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Fanout notify agent at l3_agent the message router_deleted on router 7a6b9acb-a6cb-4356-9005-8ab41f46ebe4 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:23:17.513203 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.520524 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37716) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:17.525810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6a815aea-4350-4ffd-bfe7-77544ccb2f5b tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1906662415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:17.532817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ad039d18-2e00-4427-bdac-61ecd807390d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/7a6b9acb-a6cb-4356-9005-8ab41f46ebe4 HTTP/1.1" status: 204 len: 168 time: 2.2823269 Aug 21 09:23:17.549833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7735dd70-fbe3-4eb8-9f24-712947f80b44 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port 9128b606-14cc-463b-8129-7cdddd2d6127 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:17.554376 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7735dd70-fbe3-4eb8-9f24-712947f80b44 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.579932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cdad9e0d-3b76-4dff-bb68-7f27646024d2 None None] Deleting port dded7fd6-e720-4f28-8b63-089e14153e70 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:17.580493 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cdad9e0d-3b76-4dff-bb68-7f27646024d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.585933 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.595402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 7d63073f-14f7-4328-b49d-f577c362c7b2 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:23:17.595402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d63073f-14f7-4328-b49d-f577c362c7b2 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:23:17.595402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:23:17.621203 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=dded7fd6-e720-4f28-8b63-089e14153e70,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:17.623287 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] No DVR routers for this DVR port dded7fd6-e720-4f28-8b63-089e14153e70 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:23:17.674055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=f11ae364-8457-47c3-8e3e-67ea73b170bb,revision_number=11']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:17.713307 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a815aea-4350-4ffd-bfe7-77544ccb2f5b tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.715371 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a815aea-4350-4ffd-bfe7-77544ccb2f5b tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.736100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:23:17.736527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 28f1c88a-c3af-4a0c-95b8-cedc1ed578ce not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:23:17.743813 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7735dd70-fbe3-4eb8-9f24-712947f80b44 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.768578 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.807773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7735dd70-fbe3-4eb8-9f24-712947f80b44 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for 9128b606-14cc-463b-8129-7cdddd2d6127 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:17.835341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d0dc8c-eea8-4513-8435-ae6f9c47fa04']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:17.878737 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f92a0b-6d8b-4870-a37d-c5f3be948e5e') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:17.903381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f92a0b-6d8b-4870-a37d-c5f3be948e5e') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:17.903381 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.915165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.930116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:23:17.930836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:23:17.935719 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:23:17.941505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device dded7fd6-e720-4f28-8b63-089e14153e70 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:23:17.956249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-de2e768a-352e-4dc4-8095-9e01ec1d621d None None] For port f11ae364-8457-47c3-8e3e-67ea73b170bb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f11ae364-8457-47c3-8e3e-67ea73b170bb,segment=NetworkSegment(7a04f2f0-c1fb-4538-91ff-27b2bcf43fff),segment_id=7a04f2f0-c1fb-4538-91ff-27b2bcf43fff)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:17.963671 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de2e768a-352e-4dc4-8095-9e01ec1d621d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.963671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-cdad9e0d-3b76-4dff-bb68-7f27646024d2 None None] For port dded7fd6-e720-4f28-8b63-089e14153e70, host n-d-766726-28, got binding levels [] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:17.963671 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cdad9e0d-3b76-4dff-bb68-7f27646024d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.966404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a815aea-4350-4ffd-bfe7-77544ccb2f5b tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:17.994191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: dded7fd6-e720-4f28-8b63-089e14153e70 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:23:17.994554 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device dded7fd6-e720-4f28-8b63-089e14153e70 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:23:18.010527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-de2e768a-352e-4dc4-8095-9e01ec1d621d None None] Calling delete_port for f11ae364-8457-47c3-8e3e-67ea73b170bb owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:18.017481 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cdad9e0d-3b76-4dff-bb68-7f27646024d2 None None] Calling delete_port for dded7fd6-e720-4f28-8b63-089e14153e70 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:18.025753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.ipam_backend_mixin [None req-cdad9e0d-3b76-4dff-bb68-7f27646024d2 None None] Port dded7fd6-e720-4f28-8b63-089e14153e70 was not found and therefore no delete operation was performed {{(pid=106758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:23:18.032596 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cdad9e0d-3b76-4dff-bb68-7f27646024d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.067285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad9e0d-3b76-4dff-bb68-7f27646024d2 None None] Pushing event deleted for resources: {'Port': ['ID=dded7fd6-e720-4f28-8b63-089e14153e70,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:18.068995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7735dd70-fbe3-4eb8-9f24-712947f80b44 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.105003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad9e0d-3b76-4dff-bb68-7f27646024d2 None None] No DVR routers for this DVR port dded7fd6-e720-4f28-8b63-089e14153e70 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:23:18.108521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735dd70-fbe3-4eb8-9f24-712947f80b44 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=9128b606-14cc-463b-8129-7cdddd2d6127,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:18.122251 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a815aea-4350-4ffd-bfe7-77544ccb2f5b tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.124041 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7735dd70-fbe3-4eb8-9f24-712947f80b44 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.128128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7735dd70-fbe3-4eb8-9f24-712947f80b44 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/ports/9128b606-14cc-463b-8129-7cdddd2d6127 HTTP/1.1" status: 204 len: 168 time: 0.7496710 Aug 21 09:23:18.129185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37726) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:18.158687 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.181089 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.183313 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f7d0dc8c-eea8-4513-8435-ae6f9c47fa04 HTTP/1.1" status: 204 len: 168 time: 1.3871620 Aug 21 09:23:18.184443 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6d8a2-acd9-4ddc-acb6-d9c6adf84e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d0dc8c-eea8-4513-8435-ae6f9c47fa04,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:18.251916 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.286017 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a815aea-4350-4ffd-bfe7-77544ccb2f5b tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.287520 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6a815aea-4350-4ffd-bfe7-77544ccb2f5b tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7657204 Aug 21 09:23:18.290132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37730) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:18.298569 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'enable_snat': True}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:18.324190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Deleting port f11ae364-8457-47c3-8e3e-67ea73b170bb {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:18.324614 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.352881 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de2e768a-352e-4dc4-8095-9e01ec1d621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.404026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e768a-352e-4dc4-8095-9e01ec1d621d None None] No DVR routers for this DVR port f11ae364-8457-47c3-8e3e-67ea73b170bb on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:23:18.412899 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e768a-352e-4dc4-8095-9e01ec1d621d None None] Pushing event deleted for resources: {'Port': ['ID=f11ae364-8457-47c3-8e3e-67ea73b170bb,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:18.446037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] For port f11ae364-8457-47c3-8e3e-67ea73b170bb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f11ae364-8457-47c3-8e3e-67ea73b170bb,segment=NetworkSegment(7a04f2f0-c1fb-4538-91ff-27b2bcf43fff),segment_id=7a04f2f0-c1fb-4538-91ff-27b2bcf43fff)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:18.446735 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.461290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Calling delete_port for f11ae364-8457-47c3-8e3e-67ea73b170bb owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:18.551756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.559126 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.592191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Port': ['ID=f11ae364-8457-47c3-8e3e-67ea73b170bb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:18.601215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] No DVR routers for this DVR port f11ae364-8457-47c3-8e3e-67ea73b170bb on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:23:18.700282 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.713961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e5e35b-c235-42cb-bff8-cc4c6229c694']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:18.725746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a04f2f0-c1fb-4538-91ff-27b2bcf43fff') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:18.734305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a04f2f0-c1fb-4538-91ff-27b2bcf43fff') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:18.735947 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.752856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.768806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:23:18.768806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:23:18.772632 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:23:18.791717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37738) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:18.877376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-354c0a62-0bde-4023-8c8e-1429122035f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c80aabc87044488827dfc7cfef025b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853689 Aug 21 09:23:18.878073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37744) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:18.906387 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.933229 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.942635 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ba46ee4-304f-45a6-8405-d181ff05459a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.953456 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.970785 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.972687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] 10.222.0.20 "DELETE /v2.0/networks/f9e5e35b-c235-42cb-bff8-cc4c6229c694 HTTP/1.1" status: 204 len: 168 time: 0.8433859 Aug 21 09:23:18.987624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ba46ee4-304f-45a6-8405-d181ff05459a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:18.989978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a3672-fa11-4b11-a0a9-d876bc47abf0 tempest-PortsIpV6TestJSON-336884550 tempest-PortsIpV6TestJSON-336884550-project] Pushing event deleted for resources: {'Network': ['ID=f9e5e35b-c235-42cb-bff8-cc4c6229c694,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:19.090297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Allocated IP 172.25.5.193 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/0fccbab9-70a7-43ec-a331-7ff5d816155a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:19.178297 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ba46ee4-304f-45a6-8405-d181ff05459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:19.183750 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ba46ee4-304f-45a6-8405-d181ff05459a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:19.193346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5ba46ee4-304f-45a6-8405-d181ff05459a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/075bd943-e5c9-4ce4-a21d-c20605e11d22 HTTP/1.1" status: 204 len: 168 time: 0.3058472 Aug 21 09:23:19.201296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba46ee4-304f-45a6-8405-d181ff05459a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075bd943-e5c9-4ce4-a21d-c20605e11d22,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:19.227063 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:19.423720 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:19.465604 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:19.468733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:19.481600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:19.515748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event updated for resources: {'Port': ['ID=0fccbab9-70a7-43ec-a331-7ff5d816155a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:19.819196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37766) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:19.937894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:20.031266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-df8a4030-2312-4d70-81ec-347843d36bee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=917dbdd2a42844cd848c20d62df04de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108347 Aug 21 09:23:20.031990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37778) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:20.093530 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a82b58d-0b50-4de7-a766-c5339183d4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:20.136442 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a82b58d-0b50-4de7-a766-c5339183d4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:20.206078 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:20.211346 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:20.322006 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a82b58d-0b50-4de7-a766-c5339183d4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:20.325456 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a82b58d-0b50-4de7-a766-c5339183d4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:20.326621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9a82b58d-0b50-4de7-a766-c5339183d4b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b75d5d4d-7f4f-483b-9384-433359e423f2 HTTP/1.1" status: 204 len: 168 time: 0.2936802 Aug 21 09:23:20.339033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82b58d-0b50-4de7-a766-c5339183d4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75d5d4d-7f4f-483b-9384-433359e423f2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:20.473979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Router ad0a8e9e-07ab-40b1-9d33-c8d036ea898d is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:23:20.590829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:20.596157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:20.598729 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0b0a448b-736b-4f7b-94a4-c19d204c2661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "PUT /v2.0/routers/ad0a8e9e-07ab-40b1-9d33-c8d036ea898d HTTP/1.1" status: 200 len: 915 time: 2.3074882 Aug 21 09:23:20.601882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37798) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:20.606914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff13218-a30f-41a1-8129-b61946916121 None None] Sync routers for ids ['ad0a8e9e-07ab-40b1-9d33-c8d036ea898d'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:20.632730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff13218-a30f-41a1-8129-b61946916121 None None] Routers {'ad0a8e9e-07ab-40b1-9d33-c8d036ea898d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:20.633630 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bff13218-a30f-41a1-8129-b61946916121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ad0a8e9e-07ab-40b1-9d33-c8d036ea898d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:20.678824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bff13218-a30f-41a1-8129-b61946916121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:20.690151 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff13218-a30f-41a1-8129-b61946916121 None None] Routers {'ad0a8e9e-07ab-40b1-9d33-c8d036ea898d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:20.690704 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bff13218-a30f-41a1-8129-b61946916121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ad0a8e9e-07ab-40b1-9d33-c8d036ea898d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:20.734742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bff13218-a30f-41a1-8129-b61946916121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:20.735402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff13218-a30f-41a1-8129-b61946916121 None None] The sync data for ids ['ad0a8e9e-07ab-40b1-9d33-c8d036ea898d'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:20.796044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7dd1d406-fddc-4293-989a-1007f558da76 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/routers/ad0a8e9e-07ab-40b1-9d33-c8d036ea898d HTTP/1.1" status: 200 len: 921 time: 0.1930754 Aug 21 09:23:20.797097 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37804) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:20.819517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37806) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:20.872105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca899bd0-a697-4f9d-b33d-caeba972176d tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:20.879074 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ca899bd0-a697-4f9d-b33d-caeba972176d tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&device_id=ad0a8e9e-07ab-40b1-9d33-c8d036ea898d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0805707 Aug 21 09:23:20.881770 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37812) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:20.990778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1130057345-network', 'tenant_id': 'a47d79e99f9a49429f1382728983297d'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:20.995009 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dcb991-5677-4e3e-a090-40c4631df04d tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:20.997088 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03dcb991-5677-4e3e-a090-40c4631df04d tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 881 time: 0.1139154 Aug 21 09:23:21.000651 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37820) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:21.052780 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f71a4681-c2eb-4b19-9444-863d864465ed tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad0a8e9e-07ab-40b1-9d33-c8d036ea898d HTTP/1.1" status: 200 len: 205 time: 0.0514917 Aug 21 09:23:21.055056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37826) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:21.134192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Made reservation on behalf of a47d79e99f9a49429f1382728983297d for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:21.146907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.156093 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.193614 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.268530 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.324588 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.422321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.444696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:23:21.461538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.461538 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Added segment 8c993e6e-b816-480a-a513-7efe2342c11e of type vlan for network 05c46098-44d1-4d39-a46b-109379cd642f Aug 21 09:23:21.527278 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.532090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618e0ee4-84b1-4219-bb09-46b16d9a8e94,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:21.565346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Deleting port 0fccbab9-70a7-43ec-a331-7ff5d816155a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:21.566257 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.677273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.683805 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.685110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:21.685897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:21.697197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Calling delete_port for 0fccbab9-70a7-43ec-a331-7ff5d816155a owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:21.813159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] Pushing event updated for resources: {'Network': ['ID=05c46098-44d1-4d39-a46b-109379cd642f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:21.827524 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 05c46098-44d1-4d39-a46b-109379cd642f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:23:21.839162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b0870459-9bd7-4214-b6e2-49909eff1ece admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0072105 Aug 21 09:23:21.839162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37850) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:21.839162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] Request body: {'subnet': {'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1130057345-subnet', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:21.986526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37854) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:22.017092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e47591-586e-4acd-83a4-a344dbe28ecb req-cc5d58b0-40f6-4496-a0e2-b54558792b6e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:22.028987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e47591-586e-4acd-83a4-a344dbe28ecb req-cc5d58b0-40f6-4496-a0e2-b54558792b6e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.5206206 Aug 21 09:23:22.040729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] Made reservation on behalf of a47d79e99f9a49429f1382728983297d for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:22.043692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.142387 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.151178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'network': {'name': 'tempest-RoutersTest-1170776206'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:22.186599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Pushing event deleted for resources: {'Port': ['ID=0fccbab9-70a7-43ec-a331-7ff5d816155a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:22.194702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61e47591-586e-4acd-83a4-a344dbe28ecb req-3d4531b7-c3b6-4d8e-b180-247cf8bf578b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646907 Aug 21 09:23:22.272349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.356252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:22.362023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.376713 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.487690 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.638978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb1321f-becc-48b5-86d3-5f568adf5ca5,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:22.671603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] Checking segment: {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:22.679807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] Network hostable DHCP agents. Network: 05c46098-44d1-4d39-a46b-109379cd642f, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:23:22.692778 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.705317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643c09b-fca0-4106-a3d8-d1fa52fc6647 req-2e072d16-d4d8-4ed2-8ea7-916d04c4a7fe tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:22.707767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9643c09b-fca0-4106-a3d8-d1fa52fc6647 req-2e072d16-d4d8-4ed2-8ea7-916d04c4a7fe tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.4286201 Aug 21 09:23:22.727531 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.729655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.767153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9643c09b-fca0-4106-a3d8-d1fa52fc6647 req-86d3f0d7-bb5b-4143-9c09-a4f3ea5b0928 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489116 Aug 21 09:23:22.859330 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.889885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:23:22.903953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e0a85e-f4ce-4d4b-af5e-c352c860be18,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:22.909178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.909674 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added segment 2990b455-2e25-4c08-8815-60ae6c91828f of type vlan for network 3564c3f2-7276-4c69-b928-0a5523a83fab Aug 21 09:23:22.916828 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.917395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Fanout notify agent at l3_agent the message router_deleted on router ad0a8e9e-07ab-40b1-9d33-c8d036ea898d {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:23:22.921703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] Network 05c46098-44d1-4d39-a46b-109379cd642f is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:23:22.930147 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:22.930147 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-85142282-ebd3-44cd-8a2c-be4258caff20 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/ad0a8e9e-07ab-40b1-9d33-c8d036ea898d HTTP/1.1" status: 204 len: 168 time: 1.8723047 Aug 21 09:23:22.933303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37878) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:22.941430 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6f090573-76ee-4383-89c9-0727f0aabb8c tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1610874754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:22.989871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.031381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 05c46098-44d1-4d39-a46b-109379cd642f) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:23.036487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:23.037182 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.044547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b99873-17d5-46f0-8ebf-443db1f523b6 None None] Network 05c46098-44d1-4d39-a46b-109379cd642f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:23.089296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f090573-76ee-4383-89c9-0727f0aabb8c tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.089296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f090573-76ee-4383-89c9-0727f0aabb8c tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.149243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.156743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:23.157675 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.242320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b7fda662-bb0c-4559-bae6-1c2d62fc5bf2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4092577 Aug 21 09:23:23.250927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f090573-76ee-4383-89c9-0727f0aabb8c tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.258494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37898) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:23.269919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:23.287289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2954581 Aug 21 09:23:23.291590 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37900) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:23.306925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'network': {'name': 'tempest-RoutersTest-314967688'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:23.323671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330ea56-c5d8-4fba-9463-a4b8e0e21566 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Network': ['ID=3564c3f2-7276-4c69-b928-0a5523a83fab,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:23.335739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 3564c3f2-7276-4c69-b928-0a5523a83fab details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:23:23.340549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-05c46098-44d1-4d39-a46b-109379cd642f', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:23:23.341378 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.348484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-68b879aa-2827-4839-b55e-386d4bf234d9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:23.350035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-68b879aa-2827-4839-b55e-386d4bf234d9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 812 time: 0.2872910 Aug 21 09:23:23.354540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:23:23.354540 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 09:23:23.354540 n-d-766726-28 neutron-server[106756]: [parameters: {'project_id_1': '610d0593f930483a94396da909d57627', 'expiration_1': datetime.datetime(2021, 8, 21, 9, 23, 23, 317805)}] Aug 21 09:23:23.354540 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:23:23.355425 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:23:23.368804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f090573-76ee-4383-89c9-0727f0aabb8c tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.372137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-f2a7f751-c7b7-48d3-8d3c-618a4619a00a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/quotas/d45316a92cad4722a66037032e7e74ea HTTP/1.1" status: 200 len: 375 time: 0.0145359 Aug 21 09:23:23.451863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-8d7b89ea-fa4d-4ded-b6f2-570561ee636a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0738652 Aug 21 09:23:23.493153 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.494961 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.566995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Allocated IP 172.20.0.2 (05c46098-44d1-4d39-a46b-109379cd642f/4bb1321f-becc-48b5-86d3-5f568adf5ca5/cd72dccc-2765-4a96-a841-007a92f835b5) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:23.572815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.599219 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f090573-76ee-4383-89c9-0727f0aabb8c tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.600892 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6f090573-76ee-4383-89c9-0727f0aabb8c tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6664937 Aug 21 09:23:23.603604 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37908) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:23.610185 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'enable_snat': False}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:23.677601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-77234204-4eea-4318-b7b9-800fc709256a service neutron] 10.222.0.20 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132940 Aug 21 09:23:23.743467 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.751839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Transition to ACTIVE for port object cd72dccc-2765-4a96-a841-007a92f835b5 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:23.766873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Transition to ACTIVE for port object cd72dccc-2765-4a96-a841-007a92f835b5 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:23.824451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-73928970-82cc-474c-bba0-20a288717dec service neutron] 10.222.0.20 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452675 Aug 21 09:23:23.889214 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.909215 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:23.930234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Network 05c46098-44d1-4d39-a46b-109379cd642f is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:23.933016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:23.936398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:23.947730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Pushing event updated for resources: {'Port': ['ID=cd72dccc-2765-4a96-a841-007a92f835b5,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:23.986815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:24.005102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Attempting to bind port cd72dccc-2765-4a96-a841-007a92f835b5 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:23:24.010038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Attempting to bind port cd72dccc-2765-4a96-a841-007a92f835b5 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:23:24.010450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Attempting to bind port cd72dccc-2765-4a96-a841-007a92f835b5 on network 05c46098-44d1-4d39-a46b-109379cd642f {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:24.016316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:23:24.016690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Checking segment: {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:24.017094 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:24.017483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Bound using segment: {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:23:24.017947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Bound port: cd72dccc-2765-4a96-a841-007a92f835b5, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:23:24.018335 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:24.109953 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:24.116767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:24.138523 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:23:24.164511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] For port cd72dccc-2765-4a96-a841-007a92f835b5, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:23:24.175381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] For port cd72dccc-2765-4a96-a841-007a92f835b5, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cd72dccc-2765-4a96-a841-007a92f835b5,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:23:24.234831 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:23:24.244448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40de5959-1606-4b86-b1a3-3f941da0e97a req-8b4ed384-6795-41eb-b4e9-ce453f2fe8c5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 210 time: 0.0529027 Aug 21 09:23:24.248442 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:24.353179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c5b61-bcd9-455d-bd8d-ddb820d404cc None None] Pushing event updated for resources: {'Port': ['ID=cd72dccc-2765-4a96-a841-007a92f835b5,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:24.368724 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:24.369380 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added segment 1167ca7d-333c-4edc-b22d-d44edb5c2f0d of type vlan for network dd25a562-88ff-4ac1-9c73-263a95d2f1f9 Aug 21 09:23:24.458337 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:24.655594 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:24.662064 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:24.662766 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:24.860450 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:24.924380 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Network': ['ID=dd25a562-88ff-4ac1-9c73-263a95d2f1f9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:24.935232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network dd25a562-88ff-4ac1-9c73-263a95d2f1f9 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:23:24.951020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37942) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:24.956147 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9c7849a7-0cf8-4622-9840-ced62c358a30 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6580329 Aug 21 09:23:24.958008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:24.969121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'subnet': {'network_id': '3564c3f2-7276-4c69-b928-0a5523a83fab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:24.983589 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:25.010140 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:25.236334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:25.240531 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:25.274275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Allocated IP 172.25.5.117 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/63642505-d930-49ab-89e3-af2a78d1703d) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:25.476348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52e6c495-d32a-4c79-abee-5e92f5aabdfd req-3ca89f37-1cfe-46f0-b858-b72ec95c4f72 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 210 time: 0.1052086 Aug 21 09:23:25.488055 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:25.685998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c935d6-8141-4a72-8fb6-485c191f9184 None None] Network 05c46098-44d1-4d39-a46b-109379cd642f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:25.781403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:25.862560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Allocated IP 172.25.5.102 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/169cdf39-23ed-49f5-b419-9e4be7d1a2d0) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:25.893703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cc6a5163-5a2c-4d38-a2f0-5b157c256194 None None] Provisioning for port cd72dccc-2765-4a96-a841-007a92f835b5 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:25.906973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Subnet': ['ID=83e0aee1-8227-445e-9208-1fe10b43f0b6,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:25.924848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Checking segment: {'id': '2990b455-2e25-4c08-8815-60ae6c91828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3564c3f2-7276-4c69-b928-0a5523a83fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:25.925345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network hostable DHCP agents. Network: 3564c3f2-7276-4c69-b928-0a5523a83fab, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:23:25.984148 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:26.021669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cd72dccc-2765-4a96-a841-007a92f835b5 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:26.030871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 3564c3f2-7276-4c69-b928-0a5523a83fab is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:23:26.080710 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:26.149315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:26.150780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 3564c3f2-7276-4c69-b928-0a5523a83fab) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:26.156651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:26.162077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:26.162225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecada4af-c559-432c-b046-636fb7057ceb None None] Network 3564c3f2-7276-4c69-b928-0a5523a83fab requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:26.162352 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:26.172671 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:26.242267 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Pushing event updated for resources: {'Port': ['ID=63642505-d930-49ab-89e3-af2a78d1703d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:26.278015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port cd72dccc-2765-4a96-a841-007a92f835b5 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:26.287345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cd72dccc-2765-4a96-a841-007a92f835b5 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:26.287740 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:26.349667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0601a29d-f5e4-4c48-8d67-56050210fd2d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3974771 Aug 21 09:23:26.358162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37966) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:26.375436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'subnet': {'network_id': 'dd25a562-88ff-4ac1-9c73-263a95d2f1f9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:26.440451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:26.463665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-3564c3f2-7276-4c69-b928-0a5523a83fab', 'network_id': '3564c3f2-7276-4c69-b928-0a5523a83fab', 'tenant_id': '610d0593f930483a94396da909d57627', 'fixed_ips': [{'subnet_id': '83e0aee1-8227-445e-9208-1fe10b43f0b6'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:23:26.464731 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:26.603175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:26.611285 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:26.635255 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:26.639353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:26.643507 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:26.699959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Pushing event updated for resources: {'Port': ['ID=169cdf39-23ed-49f5-b419-9e4be7d1a2d0,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:26.719210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Allocated IP 172.20.0.2 (3564c3f2-7276-4c69-b928-0a5523a83fab/83e0aee1-8227-445e-9208-1fe10b43f0b6/67a0a73d-8a7e-49a1-83ae-165fca380325) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:26.762771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5371684a-dde8-49e7-971c-44ad19f82fac req-9ff7aa67-35ee-4e0e-a7f7-c5a303198fb6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 210 time: 0.0837255 Aug 21 09:23:26.823931 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:26.936039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b63b36cd-28ce-49ce-99f0-f179e24c8ff9 None None] Provisioning complete for port cd72dccc-2765-4a96-a841-007a92f835b5 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:26.936729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b63b36cd-28ce-49ce-99f0-f179e24c8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:26.966319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port cd72dccc-2765-4a96-a841-007a92f835b5, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cd72dccc-2765-4a96-a841-007a92f835b5,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:27.072259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:27.114352 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:27.120884 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:27.148238 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:27.154480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Transition to ACTIVE for port object 67a0a73d-8a7e-49a1-83ae-165fca380325 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:27.172754 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:27.189236 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b63b36cd-28ce-49ce-99f0-f179e24c8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:27.232647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Subnet': ['ID=64423fb9-97f8-48c8-a34f-c077c1ec40d3,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:27.302310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Checking segment: {'id': '1167ca7d-333c-4edc-b22d-d44edb5c2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd25a562-88ff-4ac1-9c73-263a95d2f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:27.302735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network hostable DHCP agents. Network: dd25a562-88ff-4ac1-9c73-263a95d2f1f9, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:23:27.302880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=cd72dccc-2765-4a96-a841-007a92f835b5,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:27.330226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Transition to ACTIVE for port object 67a0a73d-8a7e-49a1-83ae-165fca380325 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:27.440722 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-b63b36cd-28ce-49ce-99f0-f179e24c8ff9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:23:27.440722 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-b63b36cd-28ce-49ce-99f0-f179e24c8ff9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:23:27.492620 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:27.503197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-98139479-a2e9-4c21-b4f9-d4935aff5062 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:27.505027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-98139479-a2e9-4c21-b4f9-d4935aff5062 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.13 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 812 time: 0.2422245 Aug 21 09:23:27.522638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Request body: {'port': {'device_id': '1a7aa51a-122e-4929-8417-09db25202185', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'admin_state_up': True, 'tenant_id': 'd45316a92cad4722a66037032e7e74ea'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:27.540795 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Network 3564c3f2-7276-4c69-b928-0a5523a83fab is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:27.545748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:27.553882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:27.557589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Pushing event updated for resources: {'Port': ['ID=67a0a73d-8a7e-49a1-83ae-165fca380325,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:27.629891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network dd25a562-88ff-4ac1-9c73-263a95d2f1f9 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:23:27.633843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Attempting to bind port 67a0a73d-8a7e-49a1-83ae-165fca380325 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:23:27.634706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Attempting to bind port 67a0a73d-8a7e-49a1-83ae-165fca380325 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '2990b455-2e25-4c08-8815-60ae6c91828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3564c3f2-7276-4c69-b928-0a5523a83fab'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:23:27.634706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Attempting to bind port 67a0a73d-8a7e-49a1-83ae-165fca380325 on network 3564c3f2-7276-4c69-b928-0a5523a83fab {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:27.640413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:23:27.640856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Checking segment: {'id': '2990b455-2e25-4c08-8815-60ae6c91828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3564c3f2-7276-4c69-b928-0a5523a83fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:27.641238 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:27.641665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Bound using segment: {'id': '2990b455-2e25-4c08-8815-60ae6c91828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3564c3f2-7276-4c69-b928-0a5523a83fab'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:23:27.642172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Bound port: 67a0a73d-8a7e-49a1-83ae-165fca380325, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2990b455-2e25-4c08-8815-60ae6c91828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3564c3f2-7276-4c69-b928-0a5523a83fab'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:23:27.642564 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:27.737392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, dd25a562-88ff-4ac1-9c73-263a95d2f1f9) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:27.744680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] For port 67a0a73d-8a7e-49a1-83ae-165fca380325, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:23:27.747749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] For port 67a0a73d-8a7e-49a1-83ae-165fca380325, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=67a0a73d-8a7e-49a1-83ae-165fca380325,segment=NetworkSegment(2990b455-2e25-4c08-8815-60ae6c91828f),segment_id=2990b455-2e25-4c08-8815-60ae6c91828f)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:23:27.748841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:27.749433 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:27.750121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0fe063-3185-478b-adf2-8f390432d85b None None] Network dd25a562-88ff-4ac1-9c73-263a95d2f1f9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:27.881034 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:27.960418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-797b9b6b-66e2-48ab-9f05-2500c40e4b4d req-6d215dde-47ef-4358-86b3-cca5c4789594 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 210 time: 0.0664144 Aug 21 09:23:27.962864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Made reservation on behalf of d45316a92cad4722a66037032e7e74ea for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:27.968743 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:28.034587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cd72dccc-2765-4a96-a841-007a92f835b5 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:28.131866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Allocated IP 172.20.0.9 (9f7b8d42-decb-4a92-93d7-259b0577d2bd/0af0f514-5b74-442e-a44e-f7a648ffcaaf/cec8af24-b9be-4ff5-a62e-f43ee8924098) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:28.167357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2cae8f68-5d54-4274-8660-60beb4bee48a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8032668 Aug 21 09:23:28.171703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37994) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:28.186829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c1de7d46-bee4-4e16-96b8-8f126c9d5d45 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-998811042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:28.237768 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:28.246722 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:28.262364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:28.277202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c4540-e867-404b-adb1-9fed66859ee9 None None] Pushing event updated for resources: {'Port': ['ID=67a0a73d-8a7e-49a1-83ae-165fca380325,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:28.387395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cd72dccc-2765-4a96-a841-007a92f835b5 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:28.387841 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:28.390337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-dd25a562-88ff-4ac1-9c73-263a95d2f1f9', 'network_id': 'dd25a562-88ff-4ac1-9c73-263a95d2f1f9', 'tenant_id': '610d0593f930483a94396da909d57627', 'fixed_ips': [{'subnet_id': '64423fb9-97f8-48c8-a34f-c077c1ec40d3'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:23:28.391324 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:28.482142 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:28.506452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Transition to ACTIVE for port object cec8af24-b9be-4ff5-a62e-f43ee8924098 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:28.548158 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1de7d46-bee4-4e16-96b8-8f126c9d5d45 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:28.549707 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1de7d46-bee4-4e16-96b8-8f126c9d5d45 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:28.724051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:28.765033 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1de7d46-bee4-4e16-96b8-8f126c9d5d45 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:28.798687 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:23:28.890741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event updated for resources: {'Port': ['ID=cec8af24-b9be-4ff5-a62e-f43ee8924098,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:28.921234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:28.923314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:28.925606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:28.964253 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1de7d46-bee4-4e16-96b8-8f126c9d5d45 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:29.008253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:29.009215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:29.105452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-36e163c5-dec1-4518-bbb9-af3c8fdc97b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5906577 Aug 21 09:23:29.123164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Request body: {'port': {'device_id': '1a7aa51a-122e-4929-8417-09db25202185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:29.209528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:29.229362 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Sync routers for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:29.250851 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:29.252016 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:29.259634 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1de7d46-bee4-4e16-96b8-8f126c9d5d45 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:29.260854 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c1de7d46-bee4-4e16-96b8-8f126c9d5d45 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0811825 Aug 21 09:23:29.264806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38014) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:29.311102 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Router 765f027a-2e3c-481e-9c48-e46dcab5ac0a is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:23:29.388479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Allocated IP 172.21.0.2 (dd25a562-88ff-4ac1-9c73-263a95d2f1f9/64423fb9-97f8-48c8-a34f-c077c1ec40d3/9a4e8905-cd30-47b2-ab59-64d5b12c9ba0) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:29.479462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:29.484250 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ce0b22b7-1793-4b88-a5ee-e22f369d91d7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2209342 Aug 21 09:23:29.492472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38020) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:29.506862 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:23:29.567142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['264a635d-c2b9-4993-ae08-a62eefb8a003', '39c2a623-35c4-495f-8508-0e44d98c9f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:23:29.583168 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:29.828259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ab332529-2ef2-494f-8cab-19bf3fd6a690 None None] Provisioning for port cec8af24-b9be-4ff5-a62e-f43ee8924098 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:29.829135 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:26Z', 'revision_number': 3, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:29.854302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ab332529-2ef2-494f-8cab-19bf3fd6a690 None None] Provisioning complete for port cec8af24-b9be-4ff5-a62e-f43ee8924098 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:29.854677 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ab332529-2ef2-494f-8cab-19bf3fd6a690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:29.953622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:29.969748 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Checking router: 5ad7fd70-1a4b-45c4-9617-a85e10717c42 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:23:29.970090 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Updating router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 port 63642505-d930-49ab-89e3-af2a78d1703d binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:23:29.973608 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:29.975121 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-adc97b93-1fc5-4764-a6f6-3dbab3e58f15 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "PUT /v2.0/routers/765f027a-2e3c-481e-9c48-e46dcab5ac0a HTTP/1.1" status: 200 len: 916 time: 6.3704016 Aug 21 09:23:29.982678 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38028) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:29.984597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc26bb5-701d-469c-965e-f99cda77115a None None] Sync routers for ids ['765f027a-2e3c-481e-9c48-e46dcab5ac0a'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:30.132143 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:30.148757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 67a0a73d-8a7e-49a1-83ae-165fca380325 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:30.162291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8949244-b1a2-403f-a990-9fcb88307792 req-173c9b23-a61e-45ef-aef8-f2fb065a0bb7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:30.176440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8949244-b1a2-403f-a990-9fcb88307792 req-173c9b23-a61e-45ef-aef8-f2fb065a0bb7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 931 time: 0.9818580 Aug 21 09:23:30.181655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8cbe98-c62c-4a71-95c5-3750d31bc051 None None] Network 3564c3f2-7276-4c69-b928-0a5523a83fab requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:30.263764 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1f04d6f7-281e-48f6-a1e0-2e83143a2bf9 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/routers/765f027a-2e3c-481e-9c48-e46dcab5ac0a HTTP/1.1" status: 200 len: 922 time: 0.2752125 Aug 21 09:23:30.267047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ab332529-2ef2-494f-8cab-19bf3fd6a690 None None] Port cec8af24-b9be-4ff5-a62e-f43ee8924098 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:30.270552 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38030) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:30.380144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc26bb5-701d-469c-965e-f99cda77115a None None] Routers {'765f027a-2e3c-481e-9c48-e46dcab5ac0a'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:30.381393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5fc26bb5-701d-469c-965e-f99cda77115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['765f027a-2e3c-481e-9c48-e46dcab5ac0a'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:30.434255 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f41129e-807a-42ff-bb6f-d3bbeac2e661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:30.438517 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3f41129e-807a-42ff-bb6f-d3bbeac2e661 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&device_id=765f027a-2e3c-481e-9c48-e46dcab5ac0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1628458 Aug 21 09:23:30.441609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5fc26bb5-701d-469c-965e-f99cda77115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:30.446049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38034) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:30.484950 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:30.511402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Transition to ACTIVE for port object 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:30.556073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Transition to ACTIVE for port object 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:30.647689 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:30.649417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc26bb5-701d-469c-965e-f99cda77115a None None] Routers {'765f027a-2e3c-481e-9c48-e46dcab5ac0a'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:30.650045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5fc26bb5-701d-469c-965e-f99cda77115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['765f027a-2e3c-481e-9c48-e46dcab5ac0a'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:30.760314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022647cd-0cb4-454c-984b-ddf52a4f9372 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:30.764683 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-022647cd-0cb4-454c-984b-ddf52a4f9372 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/networks/2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 881 time: 0.3173349 Aug 21 09:23:30.769211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38042) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:30.787414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5fc26bb5-701d-469c-965e-f99cda77115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:30.791469 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc26bb5-701d-469c-965e-f99cda77115a None None] The sync data for ids ['765f027a-2e3c-481e-9c48-e46dcab5ac0a'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:30.794380 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e2b607eb-f033-4354-bef8-f7a0386a7bb0 None None] Provisioning for port 67a0a73d-8a7e-49a1-83ae-165fca380325 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:30.805248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec8af24-b9be-4ff5-a62e-f43ee8924098 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:23:30.812067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Pushing event updated for resources: {'Port': ['ID=9a4e8905-cd30-47b2-ab59-64d5b12c9ba0,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:30.823319 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:30.843318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Transition to ACTIVE for port object cec8af24-b9be-4ff5-a62e-f43ee8924098 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:30.846978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8949244-b1a2-403f-a990-9fcb88307792 req-5869563c-b257-4603-9da3-9b79a897fb1a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6693022 Aug 21 09:23:30.853221 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-08ee8abd-3d20-48a7-90fb-ca44a17a624f tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=765f027a-2e3c-481e-9c48-e46dcab5ac0a HTTP/1.1" status: 200 len: 205 time: 0.0816171 Aug 21 09:23:30.856310 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38044) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:30.890073 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:30.919097 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:30.940938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:30.949888 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:30.986385 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Transition to ACTIVE for port object 63642505-d930-49ab-89e3-af2a78d1703d will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:31.013522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Network dd25a562-88ff-4ac1-9c73-263a95d2f1f9 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:31.026447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 67a0a73d-8a7e-49a1-83ae-165fca380325 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:31.028968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:31.040313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:31.052937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 67a0a73d-8a7e-49a1-83ae-165fca380325 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:31.053520 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:31.092351 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:31.182654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:31.242278 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Pushing event updated for resources: {'Port': ['ID=63642505-d930-49ab-89e3-af2a78d1703d,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:31.270408 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Attempting to bind port 63642505-d930-49ab-89e3-af2a78d1703d on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:23:31.270780 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Attempting to bind port 63642505-d930-49ab-89e3-af2a78d1703d by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:23:31.271700 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Attempting to bind port 63642505-d930-49ab-89e3-af2a78d1703d on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:31.281556 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.281880 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.282217 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.282546 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.282869 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.283192 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.283514 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.283930 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.295212 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.297584 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.298174 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.298674 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:31.311255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Attempting to bind port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:23:31.311796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Attempting to bind port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '1167ca7d-333c-4edc-b22d-d44edb5c2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd25a562-88ff-4ac1-9c73-263a95d2f1f9'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:23:31.312281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Attempting to bind port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 on network dd25a562-88ff-4ac1-9c73-263a95d2f1f9 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:31.328438 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:23:31.329148 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:31.329715 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:31.331158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:23:31.331736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Checking segment: {'id': '1167ca7d-333c-4edc-b22d-d44edb5c2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd25a562-88ff-4ac1-9c73-263a95d2f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:31.332126 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:23:31.332480 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:31.332975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Bound using segment: {'id': '1167ca7d-333c-4edc-b22d-d44edb5c2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd25a562-88ff-4ac1-9c73-263a95d2f1f9'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:23:31.333561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Bound port: 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1167ca7d-333c-4edc-b22d-d44edb5c2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd25a562-88ff-4ac1-9c73-263a95d2f1f9'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:23:31.333906 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Bound port: 63642505-d930-49ab-89e3-af2a78d1703d, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:23:31.334158 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:31.334654 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:31.388290 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:31.442909 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] For port 63642505-d930-49ab-89e3-af2a78d1703d, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:23:31.452782 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] For port 63642505-d930-49ab-89e3-af2a78d1703d, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63642505-d930-49ab-89e3-af2a78d1703d,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:23:31.455955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] For port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:23:31.459335 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 67a0a73d-8a7e-49a1-83ae-165fca380325, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=67a0a73d-8a7e-49a1-83ae-165fca380325,segment=NetworkSegment(2990b455-2e25-4c08-8815-60ae6c91828f),segment_id=2990b455-2e25-4c08-8815-60ae6c91828f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:31.462410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] For port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9a4e8905-cd30-47b2-ab59-64d5b12c9ba0,segment=NetworkSegment(1167ca7d-333c-4edc-b22d-d44edb5c2f0d),segment_id=1167ca7d-333c-4edc-b22d-d44edb5c2f0d)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:23:31.513074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Pushing event updated for resources: {'Port': ['ID=cec8af24-b9be-4ff5-a62e-f43ee8924098,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:31.552126 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:31.552367 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:31.567160 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:31.714938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1c696-7c3c-40f9-b419-bacc90493b0c None None] Pushing event updated for resources: {'Port': ['ID=9a4e8905-cd30-47b2-ab59-64d5b12c9ba0,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:31.725170 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:31.725750 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:31.914952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=67a0a73d-8a7e-49a1-83ae-165fca380325,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:32.087008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:23:32.088709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e6211588-1d51-4e3e-a54b-68251d98a03f None None] Provisioning complete for port 67a0a73d-8a7e-49a1-83ae-165fca380325 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:32.089038 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e6211588-1d51-4e3e-a54b-68251d98a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:32.199975 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f45ec-23a4-487b-87c2-38c82b5256c7 None None] Pushing event updated for resources: {'Port': ['ID=63642505-d930-49ab-89e3-af2a78d1703d,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:32.229459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:32.300101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Allocated IP 172.20.0.1 (05c46098-44d1-4d39-a46b-109379cd642f/4bb1321f-becc-48b5-86d3-5f568adf5ca5/eb322ff8-8181-4d12-b435-8d4eeafdb2d1) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:32.314219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Attempting to bind port cec8af24-b9be-4ff5-a62e-f43ee8924098 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:23:32.316530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Attempting to bind port cec8af24-b9be-4ff5-a62e-f43ee8924098 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:23:32.318155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Attempting to bind port cec8af24-b9be-4ff5-a62e-f43ee8924098 on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:32.366038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Port cec8af24-b9be-4ff5-a62e-f43ee8924098 on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:23:32.366357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Attempting to bind port cec8af24-b9be-4ff5-a62e-f43ee8924098 on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:32.393212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:23:32.393645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Checking segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:32.394065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Bound using segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:23:32.394509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Bound port: cec8af24-b9be-4ff5-a62e-f43ee8924098, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:23:32.394874 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:32.426383 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:32.456296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693303d0-5f9c-4458-88f3-1dc4ed555c6c req-f9309eb8-b28b-47c0-bd4c-69ea335f485d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:32.457869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-693303d0-5f9c-4458-88f3-1dc4ed555c6c req-f9309eb8-b28b-47c0-bd4c-69ea335f485d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 943 time: 0.3108952 Aug 21 09:23:32.476607 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:26Z', 'revision_number': 3, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:32.476894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Allocated IP 172.20.0.1 (3564c3f2-7276-4c69-b928-0a5523a83fab/83e0aee1-8227-445e-9208-1fe10b43f0b6/05bc9841-f861-4c17-b4c0-23f26f257ab6) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:32.477961 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Transition to ACTIVE for port object eb322ff8-8181-4d12-b435-8d4eeafdb2d1 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:32.505567 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280fc15-9e19-4bc7-aace-08651ede17f5 None None] The sync data for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 is: [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:26Z', 'revision_number': 3, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:32.533933 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Deleting port 169cdf39-23ed-49f5-b419-9e4be7d1a2d0 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:32.544749 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:32.591605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] For port cec8af24-b9be-4ff5-a62e-f43ee8924098, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:23:32.612162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] For port cec8af24-b9be-4ff5-a62e-f43ee8924098, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=cec8af24-b9be-4ff5-a62e-f43ee8924098,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:23:32.673983 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:32.688204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Calling delete_port for 169cdf39-23ed-49f5-b419-9e4be7d1a2d0 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:32.700680 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:32.766888 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:32.793712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Transition to ACTIVE for port object 05bc9841-f861-4c17-b4c0-23f26f257ab6 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:32.839779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-693303d0-5f9c-4458-88f3-1dc4ed555c6c req-7bba110f-eb1d-48bb-94ad-10968f7f7eb3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688676 Aug 21 09:23:32.844442 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:32.882406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Network 05c46098-44d1-4d39-a46b-109379cd642f is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:32.920580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:32.925876 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:32.927129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:32.945377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:32.946127 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:32.947934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] 10.222.0.13 "PUT /v2.0/ports/cec8af24-b9be-4ff5-a62e-f43ee8924098 HTTP/1.1" status: 200 len: 1092 time: 3.8340268 Aug 21 09:23:32.948881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Pushing event updated for resources: {'Port': ['ID=eb322ff8-8181-4d12-b435-8d4eeafdb2d1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:32.952599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7aa51a-122e-4929-8417-09db25202185', 'tag': 'cec8af24-b9be-4ff5-a62e-f43ee8924098'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:23:32.955184 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a8b7fb-7852-45a9-9030-6b77ea511b34" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7aa51a-122e-4929-8417-09db25202185", "tag": "cec8af24-b9be-4ff5-a62e-f43ee8924098"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:23:33.051531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 3564c3f2-7276-4c69-b928-0a5523a83fab is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:33.055509 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3abf6f-ae9c-4f92-bb3b-68d8ea726b02 x-openstack-request-id: req-6d3abf6f-ae9c-4f92-bb3b-68d8ea726b02 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:23:33.056074 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7aa51a-122e-4929-8417-09db25202185", "tag": "cec8af24-b9be-4ff5-a62e-f43ee8924098", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:23:33.056328 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d3abf6f-ae9c-4f92-bb3b-68d8ea726b02 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:23:33.056900 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7aa51a-122e-4929-8417-09db25202185', 'tag': 'cec8af24-b9be-4ff5-a62e-f43ee8924098', 'status': 'completed', 'code': 200} Aug 21 09:23:33.060680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:33.065424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:33.115592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:33.118018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.118449 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.120082 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.120453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.120871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.121140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.122460 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.122804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.127904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.128246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.129172 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.129521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:33.165034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618f49c-e37c-49d7-96e7-9dc8eb0cc635 service neutron] Pushing event updated for resources: {'Port': ['ID=cec8af24-b9be-4ff5-a62e-f43ee8924098,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:33.437475 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:33.456371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b7fb-7852-45a9-9030-6b77ea511b34 req-af8d9877-4232-4fd4-86be-9391ca749041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:33.458066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42a8b7fb-7852-45a9-9030-6b77ea511b34 req-af8d9877-4232-4fd4-86be-9391ca749041 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 1095 time: 0.3383069 Aug 21 09:23:33.631317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:33.787092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56979ff-a6f2-4301-9915-cb3fcb4cf737 None None] Network dd25a562-88ff-4ac1-9c73-263a95d2f1f9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:33.827392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=05bc9841-f861-4c17-b4c0-23f26f257ab6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:33.834240 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.009235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b7fb-7852-45a9-9030-6b77ea511b34 req-ea8093b7-5d57-42eb-bfd5-4d4198b71d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:34.010735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42a8b7fb-7852-45a9-9030-6b77ea511b34 req-ea8093b7-5d57-42eb-bfd5-4d4198b71d34 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d45316a92cad4722a66037032e7e74ea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5303977 Aug 21 09:23:34.044274 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.047817 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.185778 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.187671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-743cd0c9-b7ff-4a9a-b9ce-0590cacab8ae None None] Provisioning for port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:34.227863 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Pushing event deleted for resources: {'Port': ['ID=169cdf39-23ed-49f5-b419-9e4be7d1a2d0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:34.258739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-743cd0c9-b7ff-4a9a-b9ce-0590cacab8ae None None] Provisioning complete for port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:34.259098 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-743cd0c9-b7ff-4a9a-b9ce-0590cacab8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.279119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:34.398883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b7fb-7852-45a9-9030-6b77ea511b34 req-1479f850-f261-445e-bf05-13d91cd5adea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:34.400650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42a8b7fb-7852-45a9-9030-6b77ea511b34 req-1479f850-f261-445e-bf05-13d91cd5adea service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3686309 Aug 21 09:23:34.507196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-743cd0c9-b7ff-4a9a-b9ce-0590cacab8ae None None] Port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:34.561688 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.632725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8848fb2-84c6-4ef1-bd12-ab367a803aa4 req-19885a7b-61c3-4d83-b4ca-612b55067b0d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:34.635209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8848fb2-84c6-4ef1-bd12-ab367a803aa4 req-19885a7b-61c3-4d83-b4ca-612b55067b0d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 943 time: 0.5963376 Aug 21 09:23:34.645537 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.673733 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:34.678853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 67a0a73d-8a7e-49a1-83ae-165fca380325 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:34.716800 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.717660 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Fanout notify agent at l3_agent the message router_deleted on router 765f027a-2e3c-481e-9c48-e46dcab5ac0a {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:23:34.737284 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.738962 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c1a74a16-a4d5-48c4-b3ea-17d4a8379769 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/765f027a-2e3c-481e-9c48-e46dcab5ac0a HTTP/1.1" status: 204 len: 168 time: 3.8815050 Aug 21 09:23:34.751133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c13a0d31-57e9-4b9e-9500-0009b422d9f2 None None] Provisioning for port 05bc9841-f861-4c17-b4c0-23f26f257ab6 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:34.759126 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.761641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38108) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:34.788595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-901587305', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}, 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:34.796535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c13a0d31-57e9-4b9e-9500-0009b422d9f2 None None] Provisioning complete for port 05bc9841-f861-4c17-b4c0-23f26f257ab6 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:34.807759 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c13a0d31-57e9-4b9e-9500-0009b422d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.808070 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:34.845898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Pushing event updated for resources: {'Port': ['ID=eb322ff8-8181-4d12-b435-8d4eeafdb2d1,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:34.850648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8848fb2-84c6-4ef1-bd12-ab367a803aa4 req-1b1767c0-da38-42c2-bf37-46f5a0f3907d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871634 Aug 21 09:23:34.854623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-3fe661f7-5a74-473b-8e39-ef8a39c9b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:34.860245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-3fe661f7-5a74-473b-8e39-ef8a39c9b55f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 1095 time: 0.3676472 Aug 21 09:23:34.890274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c13a0d31-57e9-4b9e-9500-0009b422d9f2 None None] Port 05bc9841-f861-4c17-b4c0-23f26f257ab6 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:34.922702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 67a0a73d-8a7e-49a1-83ae-165fca380325 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:34.922702 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.013771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c13a0d31-57e9-4b9e-9500-0009b422d9f2 None None] Provisioning for port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:35.025360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c13a0d31-57e9-4b9e-9500-0009b422d9f2 None None] Provisioning complete for port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:35.026072 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c13a0d31-57e9-4b9e-9500-0009b422d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.033887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-e84c05f6-7691-45bf-b134-d7ee288c8036 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cec8af24-b9be-4ff5-a62e-f43ee8924098 HTTP/1.1" status: 200 len: 217 time: 0.1582797 Aug 21 09:23:35.066414 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Network 05c46098-44d1-4d39-a46b-109379cd642f is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:35.068047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:35.195641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63642505-d930-49ab-89e3-af2a78d1703d up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:35.199599 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c13a0d31-57e9-4b9e-9500-0009b422d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.199764 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.200568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.301031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-326acc36-cae1-4cc5-b088-73bf3735ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:35.301031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-326acc36-cae1-4cc5-b088-73bf3735ad85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.2552035 Aug 21 09:23:35.320822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:23:35.333591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c13a0d31-57e9-4b9e-9500-0009b422d9f2 None None] For port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9a4e8905-cd30-47b2-ab59-64d5b12c9ba0,segment=NetworkSegment(1167ca7d-333c-4edc-b22d-d44edb5c2f0d),segment_id=1167ca7d-333c-4edc-b22d-d44edb5c2f0d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:35.433143 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c13a0d31-57e9-4b9e-9500-0009b422d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.452340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.543656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a0d31-57e9-4b9e-9500-0009b422d9f2 None None] Pushing event updated for resources: {'Port': ['ID=9a4e8905-cd30-47b2-ab59-64d5b12c9ba0,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:35.560629 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-86c1fca9-716f-4d75-923f-3cba19780d76 None None] Provisioning complete for port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:35.561070 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-86c1fca9-716f-4d75-923f-3cba19780d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.611892 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.628955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-86c1fca9-716f-4d75-923f-3cba19780d76 None None] Port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:35.652650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-86c1fca9-716f-4d75-923f-3cba19780d76 None None] Provisioning complete for port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:35.653028 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-86c1fca9-716f-4d75-923f-3cba19780d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.657396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:35.669172 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Sync routers for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:35.682359 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-538c184b-6c6f-433a-96f6-b3a4bd18f527 admin admin] 10.222.0.20 "PUT /v2.0/routers/5ad7fd70-1a4b-45c4-9617-a85e10717c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1807516 Aug 21 09:23:35.682621 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:35.685170 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:35.712351 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.729741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 63642505-d930-49ab-89e3-af2a78d1703d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:35.757358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 63642505-d930-49ab-89e3-af2a78d1703d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:35.757358 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:35.802966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-140a96a6-88cb-445c-9184-f65d30e55478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:35.804800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-140a96a6-88cb-445c-9184-f65d30e55478 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4915612 Aug 21 09:23:35.871692 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:23:35.989675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-0df2fd74-f520-4197-99d0-b8485f7b764b service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060371 Aug 21 09:23:36.067349 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:36.110337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:36.111455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 63642505-d930-49ab-89e3-af2a78d1703d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63642505-d930-49ab-89e3-af2a78d1703d,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:36.116901 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:36.161987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=05bc9841-f861-4c17-b4c0-23f26f257ab6,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:36.200025 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:36.214064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6779f-94d6-4b7e-bd12-c68eaa473452 req-5b46f0b8-896e-43a6-9fc2-fe0db92dae00 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:36.215665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5b6779f-94d6-4b7e-bd12-c68eaa473452 req-5b46f0b8-896e-43a6-9fc2-fe0db92dae00 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 943 time: 0.2184451 Aug 21 09:23:36.229781 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:34Z', 'revision_number': 2, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:36.272084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=63642505-d930-49ab-89e3-af2a78d1703d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:36.287238 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Checking router: 5ad7fd70-1a4b-45c4-9617-a85e10717c42 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:23:36.287610 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Updating router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:23:36.343520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:36.356629 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:36.364922 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38132) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:36.370301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-89ebb252-cb22-4d67-a466-10add473cea1 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510923447', 'description': 'tempest-description--2093674477'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:36.421370 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-238d2ce9-7dd1-40cd-b5f5-e30e77fabc53 req-0b973fee-15b6-463a-93ea-277d1e51e801 service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094408 Aug 21 09:23:36.444166 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5b6779f-94d6-4b7e-bd12-c68eaa473452 req-3b576bf1-1d46-48eb-9ca7-995dc1f1710b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960394 Aug 21 09:23:36.476479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 3564c3f2-7276-4c69-b928-0a5523a83fab is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:36.478647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:36.492207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:36.492849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:36.592057 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89ebb252-cb22-4d67-a466-10add473cea1 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:36.857335 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89ebb252-cb22-4d67-a466-10add473cea1 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:36.862075 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:36.897498 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Transition to ACTIVE for port object eb322ff8-8181-4d12-b435-8d4eeafdb2d1 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:36.952170 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d912039d-cae2-4ce3-b56f-0592bda30b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:36.974671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dcd31ade-e7dc-42c8-abd9-0c148a0f9c30 None None] Provisioning complete for port 05bc9841-f861-4c17-b4c0-23f26f257ab6 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:36.975463 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dcd31ade-e7dc-42c8-abd9-0c148a0f9c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:36.999858 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.000081 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89ebb252-cb22-4d67-a466-10add473cea1 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.045792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-dcd31ade-e7dc-42c8-abd9-0c148a0f9c30 None None] Port 05bc9841-f861-4c17-b4c0-23f26f257ab6 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:37.070991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebb252-cb22-4d67-a466-10add473cea1 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7d30ae-b043-45a3-87f6-a29f8be338d4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:37.105140 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89ebb252-cb22-4d67-a466-10add473cea1 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.106355 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-89ebb252-cb22-4d67-a466-10add473cea1 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7397802 Aug 21 09:23:37.109342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38144) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:37.114826 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-998cb989-ab4b-43c9-b3ac-2f03ed253aa5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'security_group_rule': {'security_group_id': '4b7d30ae-b043-45a3-87f6-a29f8be338d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:37.117639 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ec94d-8cb3-4cda-9641-ce690c684b5b None None] Pushing event updated for resources: {'Port': ['ID=eb322ff8-8181-4d12-b435-8d4eeafdb2d1,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:37.159127 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Attempting to bind port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:23:37.160120 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Attempting to bind port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:23:37.160547 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Attempting to bind port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 on network 05c46098-44d1-4d39-a46b-109379cd642f {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:37.166773 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:23:37.167493 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Checking segment: {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:37.168108 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.171763 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Bound using segment: {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:23:37.171763 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Bound port: eb322ff8-8181-4d12-b435-8d4eeafdb2d1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:23:37.171763 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.232222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-998cb989-ab4b-43c9-b3ac-2f03ed253aa5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.266458 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] For port eb322ff8-8181-4d12-b435-8d4eeafdb2d1, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:23:37.273019 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] For port eb322ff8-8181-4d12-b435-8d4eeafdb2d1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=eb322ff8-8181-4d12-b435-8d4eeafdb2d1,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:23:37.346727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-998cb989-ab4b-43c9-b3ac-2f03ed253aa5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.373965 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.450477 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ec94d-8cb3-4cda-9641-ce690c684b5b None None] Pushing event updated for resources: {'Port': ['ID=eb322ff8-8181-4d12-b435-8d4eeafdb2d1,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:37.454097 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:37.455110 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:37.466086 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.470098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router c86e52ef-c69c-4ee8-8c93-cd41ae9031ff is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:23:37.498007 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.502280 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-998cb989-ab4b-43c9-b3ac-2f03ed253aa5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.545688 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cb989-ab4b-43c9-b3ac-2f03ed253aa5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b126234-f14e-47a2-94fe-ca27cb21e5b7,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:37.645307 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-998cb989-ab4b-43c9-b3ac-2f03ed253aa5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.646525 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-998cb989-ab4b-43c9-b3ac-2f03ed253aa5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5361421 Aug 21 09:23:37.654617 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38154) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:37.659525 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b35f726e-652b-4d52-981d-b2c1ca263946 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'security_group_rule': {'security_group_id': '4b7d30ae-b043-45a3-87f6-a29f8be338d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:37.798095 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b35f726e-652b-4d52-981d-b2c1ca263946 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:37.865305 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:23:37.918875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Allocated IP 172.25.5.178 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/338f60f1-e471-41eb-8214-77864a82ed6a) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:37.932350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed71dae-c6da-4b1f-8c38-40e5951b16a2 req-18d31f77-1754-44dd-83b6-3c6ddd61992c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:37.934012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ed71dae-c6da-4b1f-8c38-40e5951b16a2 req-18d31f77-1754-44dd-83b6-3c6ddd61992c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 943 time: 0.2534914 Aug 21 09:23:37.958947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:37.974975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-afe4d068-b01f-4361-84e3-06a840288048 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/c86e52ef-c69c-4ee8-8c93-cd41ae9031ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7064033 Aug 21 09:23:37.976025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38166) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:37.984417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d6c4bf-39d2-407d-9c82-9d4d7df56963 None None] Sync routers for ids ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:38.009437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ed71dae-c6da-4b1f-8c38-40e5951b16a2 req-b7314080-966c-4dd7-9406-6ed9b2dfa0a9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618935 Aug 21 09:23:38.016744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6c4bf-39d2-407d-9c82-9d4d7df56963 None None] Routers {'c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:38.016744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a9d6c4bf-39d2-407d-9c82-9d4d7df56963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:38.115716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a9d6c4bf-39d2-407d-9c82-9d4d7df56963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:38.138410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6c4bf-39d2-407d-9c82-9d4d7df56963 None None] Routers {'c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:38.138952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a9d6c4bf-39d2-407d-9c82-9d4d7df56963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:38.146191 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b35f726e-652b-4d52-981d-b2c1ca263946 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:38.158937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cad72-f1f3-4c58-8b61-d112752d0f5f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:38.161139 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0b9cad72-f1f3-4c58-8b61-d112752d0f5f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports/05bc9841-f861-4c17-b4c0-23f26f257ab6 HTTP/1.1" status: 200 len: 910 time: 0.1841619 Aug 21 09:23:38.163964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38170) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:38.204888 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:38.208841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a9d6c4bf-39d2-407d-9c82-9d4d7df56963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:38.209419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d6c4bf-39d2-407d-9c82-9d4d7df56963 None None] The sync data for ids ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:38.222990 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b35f726e-652b-4d52-981d-b2c1ca263946 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:38.296915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f726e-652b-4d52-981d-b2c1ca263946 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65124b91-d4f2-45f1-9171-26bb493ce9bd,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:38.306160 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:37Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:38.340504 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a71db-a123-4cdb-960b-4ad03be0221a None None] The sync data for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 is: [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:37Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:38.355539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63642505-d930-49ab-89e3-af2a78d1703d up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:38.362050 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:38.366305 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b35f726e-652b-4d52-981d-b2c1ca263946 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:38.366305 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b35f726e-652b-4d52-981d-b2c1ca263946 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7092698 Aug 21 09:23:38.369360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38174) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:38.374331 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:38.470304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:38.473874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:38.483047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:38.512126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 63642505-d930-49ab-89e3-af2a78d1703d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:38.512628 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:38.538099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Pushing event updated for resources: {'Port': ['ID=338f60f1-e471-41eb-8214-77864a82ed6a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:38.561186 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:38.932654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:39.132979 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:39.267472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:39.390980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e24557-669b-4df5-976d-b524323ac0df req-55c22ea4-7757-4cfc-8908-a212fe51a4f1 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:39.392957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8e24557-669b-4df5-976d-b524323ac0df req-55c22ea4-7757-4cfc-8908-a212fe51a4f1 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 943 time: 0.2813678 Aug 21 09:23:39.534032 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8fb62507-8729-4af5-8905-5c3fe7edde82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:39.598611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Allocated IP 172.25.5.46 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/b139b9e5-74d0-41a2-aae6-a677b1818584) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:39.627363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Allocated IP 172.21.0.1 (dd25a562-88ff-4ac1-9c73-263a95d2f1f9/64423fb9-97f8-48c8-a34f-c077c1ec40d3/bbeca8af-2dc4-46f1-ac54-c697c377f74c) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:39.764846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8e24557-669b-4df5-976d-b524323ac0df req-7e8ce728-c2f4-4252-9e39-9198bcd1c3b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597836 Aug 21 09:23:39.810602 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:39.822700 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:40.009760 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:40.064609 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:40.092143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Transition to ACTIVE for port object bbeca8af-2dc4-46f1-ac54-c697c377f74c will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:40.169851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device cec8af24-b9be-4ff5-a62e-f43ee8924098 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:23:40.188222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:40.255776 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:40.267348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Router c92fa311-f527-4fb8-a2b5-baa8f6fbecc8 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:23:40.310780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network dd25a562-88ff-4ac1-9c73-263a95d2f1f9 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:40.333919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:40.340649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:40.350895 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:40.464648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port cec8af24-b9be-4ff5-a62e-f43ee8924098, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=cec8af24-b9be-4ff5-a62e-f43ee8924098,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:40.468647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:40.563667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'cec8af24-b9be-4ff5-a62e-f43ee8924098', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'port_id': 'cec8af24-b9be-4ff5-a62e-f43ee8924098', 'mac_address': 'fa:16:3e:fe:bc:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:23:40.565477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:40.565637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device eb322ff8-8181-4d12-b435-8d4eeafdb2d1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:40.611133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:40.618456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:40.624397 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f458b-b295-47d7-8fca-6aca2a756e26 None None] Sync routers for ids ['c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:40.636312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec8af24-b9be-4ff5-a62e-f43ee8924098 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:23:40.645746 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f458b-b295-47d7-8fca-6aca2a756e26 None None] Routers {'c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:40.649639 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-520f458b-b295-47d7-8fca-6aca2a756e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:40.657905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port cec8af24-b9be-4ff5-a62e-f43ee8924098, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=cec8af24-b9be-4ff5-a62e-f43ee8924098,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:40.684353 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:40.699316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'Port': ['ID=b139b9e5-74d0-41a2-aae6-a677b1818584,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:40.729680 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-520f458b-b295-47d7-8fca-6aca2a756e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:40.754708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:40.755386 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f458b-b295-47d7-8fca-6aca2a756e26 None None] Routers {'c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:40.756078 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-520f458b-b295-47d7-8fca-6aca2a756e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:40.795546 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-520f458b-b295-47d7-8fca-6aca2a756e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:40.796438 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f458b-b295-47d7-8fca-6aca2a756e26 None None] The sync data for ids ['c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:40.830236 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=bbeca8af-2dc4-46f1-ac54-c697c377f74c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:40.850689 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:40.856890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38216) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:40.859032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1e5b513f-47ec-492f-843d-486655aabb30 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0729485 Aug 21 09:23:40.878647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:40.895251 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:40.965453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7d659-3a25-4d3b-98e9-ecc9f41d1469 req-e422e313-5d3c-46a9-8d71-4ad9b8cd75a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:40.974063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bc7d659-3a25-4d3b-98e9-ecc9f41d1469 req-e422e313-5d3c-46a9-8d71-4ad9b8cd75a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 944 time: 0.1073091 Aug 21 09:23:41.014655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:41.025782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=cec8af24-b9be-4ff5-a62e-f43ee8924098,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:41.035219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:41.040148 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:41.075020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bc7d659-3a25-4d3b-98e9-ecc9f41d1469 req-e5d6acad-127c-41d8-9e70-d0b1eb35e3a8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003299 Aug 21 09:23:41.124716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:41.259517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3a34dab0-b35a-44fe-8481-948d405f4f76 None None] Provisioning for port bbeca8af-2dc4-46f1-ac54-c697c377f74c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:41.261535 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:41.270074 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:41.277128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3a34dab0-b35a-44fe-8481-948d405f4f76 None None] Provisioning complete for port bbeca8af-2dc4-46f1-ac54-c697c377f74c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:41.277128 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3a34dab0-b35a-44fe-8481-948d405f4f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:41.319172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3a34dab0-b35a-44fe-8481-948d405f4f76 None None] Port bbeca8af-2dc4-46f1-ac54-c697c377f74c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:41.346263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['cec8af24-b9be-4ff5-a62e-f43ee8924098'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:23:41.398326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:41.456837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port eb322ff8-8181-4d12-b435-8d4eeafdb2d1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=eb322ff8-8181-4d12-b435-8d4eeafdb2d1,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:41.531600 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:41.638480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=eb322ff8-8181-4d12-b435-8d4eeafdb2d1,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:41.671464 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:41.775483 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.170464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device cec8af24-b9be-4ff5-a62e-f43ee8924098 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:42.281567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdd1c1-2c59-4a55-bc09-a6cbfa0a7482 req-ea744865-a806-4655-98f1-b86e475ab7e2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:42.294414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85cdd1c1-2c59-4a55-bc09-a6cbfa0a7482 req-ea744865-a806-4655-98f1-b86e475ab7e2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 944 time: 0.1129048 Aug 21 09:23:42.304125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'Port': ['ID=b139b9e5-74d0-41a2-aae6-a677b1818584,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:42.355439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device eb322ff8-8181-4d12-b435-8d4eeafdb2d1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:23:42.356684 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.369800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85cdd1c1-2c59-4a55-bc09-a6cbfa0a7482 req-1778cf2d-b460-47b2-b7b0-1d126f613bfa tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736723 Aug 21 09:23:42.370109 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.398901 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.433436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:42.434049 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.457374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port cec8af24-b9be-4ff5-a62e-f43ee8924098 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:42.466404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port cec8af24-b9be-4ff5-a62e-f43ee8924098 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:42.466705 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.514452 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.516807 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.596347 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.609216 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.641023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7aa51a-122e-4929-8417-09db25202185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec8af24-b9be-4ff5-a62e-f43ee8924098'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:23:42.643461 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6a0763-44fe-4510-8856-573308575ade" -d '{"events": [{"server_uuid": "1a7aa51a-122e-4929-8417-09db25202185", "name": "network-vif-plugged", "status": "completed", "tag": "cec8af24-b9be-4ff5-a62e-f43ee8924098"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:23:42.685351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port cec8af24-b9be-4ff5-a62e-f43ee8924098, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=cec8af24-b9be-4ff5-a62e-f43ee8924098,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:42.703958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.719835 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-56be9d68-bc75-4fd0-9599-9ecdda9e0b8b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3347986 Aug 21 09:23:42.734699 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=bbeca8af-2dc4-46f1-ac54-c697c377f74c,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:42.747899 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d22863-6d1e-4fb0-8cbb-e24564b7f4d4 x-openstack-request-id: req-20d22863-6d1e-4fb0-8cbb-e24564b7f4d4 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:23:42.748067 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7aa51a-122e-4929-8417-09db25202185", "name": "network-vif-plugged", "status": "completed", "tag": "cec8af24-b9be-4ff5-a62e-f43ee8924098", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:23:42.748463 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20d22863-6d1e-4fb0-8cbb-e24564b7f4d4 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:23:42.749111 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7aa51a-122e-4929-8417-09db25202185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec8af24-b9be-4ff5-a62e-f43ee8924098', 'code': 200} Aug 21 09:23:42.770032 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.796611 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:42.886966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=cec8af24-b9be-4ff5-a62e-f43ee8924098,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:42.951471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6674f-dfcd-461e-ad16-13754a0d8b40 req-0b6faf87-3ecd-4962-95e2-3331668c4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:42.953979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59d6674f-dfcd-461e-ad16-13754a0d8b40 req-0b6faf87-3ecd-4962-95e2-3331668c4a13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 1097 time: 0.1420891 Aug 21 09:23:43.021165 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Deleting port 338f60f1-e471-41eb-8214-77864a82ed6a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:43.022558 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:43.057691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-e1a32f24-82d9-4214-b44c-b6ecf46b9b68 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1510923447&fields=id&tenant_id=a47d79e99f9a49429f1382728983297d HTTP/1.1" status: 200 len: 267 time: 0.1590865 Aug 21 09:23:43.092461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network dd25a562-88ff-4ac1-9c73-263a95d2f1f9 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:43.099048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:43.200895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59d6674f-dfcd-461e-ad16-13754a0d8b40 req-bd792fc7-5338-4fd4-b63d-7aafd382830e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401681 Aug 21 09:23:43.291548 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:43.315201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-ef5f0377-a2f6-4690-8306-b8782d05412e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:43.316324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Calling delete_port for 338f60f1-e471-41eb-8214-77864a82ed6a owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:43.323437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-ef5f0377-a2f6-4690-8306-b8782d05412e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/networks?id=05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 200 len: 811 time: 0.2641351 Aug 21 09:23:43.344373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-36b16836-ed2a-41aa-9ea2-f94518b36b9c tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/quotas/a47d79e99f9a49429f1382728983297d HTTP/1.1" status: 200 len: 375 time: 0.0196450 Aug 21 09:23:43.400384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router c86e52ef-c69c-4ee8-8c93-cd41ae9031ff has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:23:43.462656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-9e0159e1-99f0-441e-b3e8-666b53dce579 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1169395 Aug 21 09:23:43.572241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a613f8a2-0da1-4517-888e-05b230597535 None None] Provisioning complete for port bbeca8af-2dc4-46f1-ac54-c697c377f74c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:43.572608 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a613f8a2-0da1-4517-888e-05b230597535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:43.619766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38288) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:43.620405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38290) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:43.657977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:43.664382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a613f8a2-0da1-4517-888e-05b230597535 None None] Port bbeca8af-2dc4-46f1-ac54-c697c377f74c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:43.672706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfc4911-d5ab-40af-a93e-7f3cb227c183 None None] Sync routers for ids ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:43.678884 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e1be2090-8b1e-42a8-8b4d-9175a51c3100 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/c86e52ef-c69c-4ee8-8c93-cd41ae9031ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5137928 Aug 21 09:23:43.683038 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38298) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:43.685629 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc4911-d5ab-40af-a93e-7f3cb227c183 None None] Routers {'c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:43.686273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4cfc4911-d5ab-40af-a93e-7f3cb227c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:43.734333 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4cfc4911-d5ab-40af-a93e-7f3cb227c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:43.743532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc4911-d5ab-40af-a93e-7f3cb227c183 None None] Routers {'c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:43.744410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4cfc4911-d5ab-40af-a93e-7f3cb227c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:43.784365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4cfc4911-d5ab-40af-a93e-7f3cb227c183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:43.785542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfc4911-d5ab-40af-a93e-7f3cb227c183 None None] The sync data for ids ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:43.812109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efec25a-5af6-4022-baec-531d6c886e8b req-7dcfa84b-65d4-480e-a448-462ee338005e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:43.813830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0efec25a-5af6-4022-baec-531d6c886e8b req-7dcfa84b-65d4-480e-a448-462ee338005e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 945 time: 0.1952500 Aug 21 09:23:43.845523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c66ea1-ca37-4714-8c1c-68f3f5c5cdbf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:43.847984 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a7c66ea1-ca37-4714-8c1c-68f3f5c5cdbf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports/bbeca8af-2dc4-46f1-ac54-c697c377f74c HTTP/1.1" status: 200 len: 910 time: 0.1634128 Aug 21 09:23:43.855237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38302) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:43.860926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-2675ab61-426a-42ce-8b15-26612a1df0b8 service neutron] 10.222.0.20 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928809 Aug 21 09:23:43.952253 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3fb2a42f-3e40-4e29-a721-5bb0f5ebe597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:43.954189 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2cfca39f-890c-426f-bf35-4d7c4232385e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:43.991903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0efec25a-5af6-4022-baec-531d6c886e8b req-f1a9d17b-685e-46ca-91b7-8415e410c9e6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655912 Aug 21 09:23:44.058316 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [None req-3fb2a42f-3e40-4e29-a721-5bb0f5ebe597 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:23:44.058316 n-d-766726-28 neutron-server[106757]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 21 09:23:44.058316 n-d-766726-28 neutron-server[106757]: [parameters: {'project_id': 'eec3efdb2ce1460cb9db1e89aa5802ff', 'id': '5078aa27-c36e-4384-abad-a14f9dbff4cb', 'expiration': datetime.datetime(2021, 8, 21, 9, 25, 44, 36769)}] Aug 21 09:23:44.058316 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:23:44.058820 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [None req-3fb2a42f-3e40-4e29-a721-5bb0f5ebe597 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:23:44.067078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-91489f1c-9cfc-499f-aa27-6c1fa742dcd5 service neutron] 10.222.0.20 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053297 Aug 21 09:23:44.089859 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.120531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Pushing event deleted for resources: {'Port': ['ID=338f60f1-e471-41eb-8214-77864a82ed6a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:44.163226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2cfca39f-890c-426f-bf35-4d7c4232385e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.228742 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.304704 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2cfca39f-890c-426f-bf35-4d7c4232385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.349142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2cfca39f-890c-426f-bf35-4d7c4232385e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c597399a25847928eff9ea41c7a3cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7259400 Aug 21 09:23:44.361316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfca39f-890c-426f-bf35-4d7c4232385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3835af-0093-40b2-af59-fa7dce5d2549,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:44.366672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38312) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:44.430190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ba5da17-047c-437f-826d-9ef536848d34 req-73f171cf-4f6d-4b8d-8b6b-495c7762bfd6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 210 time: 0.0321877 Aug 21 09:23:44.538230 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.555591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.560402 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3fb2a42f-3e40-4e29-a721-5bb0f5ebe597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.564163 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-32a27684-d265-4e3c-a7a3-5b730e138e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.657079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3fb2a42f-3e40-4e29-a721-5bb0f5ebe597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.660376 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-32a27684-d265-4e3c-a7a3-5b730e138e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.704433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Router c92fa311-f527-4fb8-a2b5-baa8f6fbecc8 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:23:44.718431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3fb2a42f-3e40-4e29-a721-5bb0f5ebe597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.763128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3fb2a42f-3e40-4e29-a721-5bb0f5ebe597 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eec3efdb2ce1460cb9db1e89aa5802ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1385367 Aug 21 09:23:44.763128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2a42f-3e40-4e29-a721-5bb0f5ebe597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d24f2b-b4ba-4145-8f86-bfa0ce71d6ac,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:44.764282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38324) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:44.810509 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e860ab6b-f5d9-402d-bc9b-3f37247bd2b0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.817009 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:44.822963 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9bd0-17c2-4ea0-bc3d-4bbf184c114c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.829583 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8cff46-16df-4eb4-821b-840d69cf613f None None] Sync routers for ids ['c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:44.840901 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8cff46-16df-4eb4-821b-840d69cf613f None None] Routers {'c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:44.844023 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b8cff46-16df-4eb4-821b-840d69cf613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:44.857867 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.861381 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-531dd0f5-c233-4e25-8b29-67c73bc436ef tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "PUT /v2.0/routers/c92fa311-f527-4fb8-a2b5-baa8f6fbecc8 HTTP/1.1" status: 200 len: 705 time: 4.0002909 Aug 21 09:23:44.861940 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38328) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:44.868212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9bd0-17c2-4ea0-bc3d-4bbf184c114c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.878638 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b8cff46-16df-4eb4-821b-840d69cf613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:44.888641 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8cff46-16df-4eb4-821b-840d69cf613f None None] Routers {'c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:44.889604 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b8cff46-16df-4eb4-821b-840d69cf613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:44.937454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-32a27684-d265-4e3c-a7a3-5b730e138e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.940108 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-32a27684-d265-4e3c-a7a3-5b730e138e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:44.941844 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-32a27684-d265-4e3c-a7a3-5b730e138e2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba3835af-0093-40b2-af59-fa7dce5d2549 HTTP/1.1" status: 204 len: 168 time: 0.5743630 Aug 21 09:23:44.952319 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b8cff46-16df-4eb4-821b-840d69cf613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:44.952319 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8cff46-16df-4eb4-821b-840d69cf613f None None] The sync data for ids ['c92fa311-f527-4fb8-a2b5-baa8f6fbecc8'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:44.988949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27684-d265-4e3c-a7a3-5b730e138e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3835af-0093-40b2-af59-fa7dce5d2549,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:45.004371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38332) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:45.004528 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-142b8caf-1bac-4675-a0d3-a440738c3e93 tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/routers/c92fa311-f527-4fb8-a2b5-baa8f6fbecc8 HTTP/1.1" status: 200 len: 740 time: 0.1404710 Aug 21 09:23:45.040207 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9bd0-17c2-4ea0-bc3d-4bbf184c114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.042384 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9bd0-17c2-4ea0-bc3d-4bbf184c114c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.043544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5a4b9bd0-17c2-4ea0-bc3d-4bbf184c114c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83d24f2b-b4ba-4145-8f86-bfa0ce71d6ac HTTP/1.1" status: 204 len: 168 time: 0.2784829 Aug 21 09:23:45.063964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d7de4ec1-0559-4bfe-b944-23d53c960dfd tempest-RoutersAdminTest-367530818 tempest-RoutersAdminTest-367530818-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&device_id=c92fa311-f527-4fb8-a2b5-baa8f6fbecc8 HTTP/1.1" status: 200 len: 205 time: 0.0611105 Aug 21 09:23:45.072088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38338) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:45.106008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9b01b5a6-121b-4d03-8a38-a739d5f411ce tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92fa311-f527-4fb8-a2b5-baa8f6fbecc8 HTTP/1.1" status: 200 len: 205 time: 0.0325942 Aug 21 09:23:45.107265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b9bd0-17c2-4ea0-bc3d-4bbf184c114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d24f2b-b4ba-4145-8f86-bfa0ce71d6ac,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:45.111654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38340) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:45.201820 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15685676-f8df-4f93-a2e0-02f6aad43099 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.244180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e860ab6b-f5d9-402d-bc9b-3f37247bd2b0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port bbeca8af-2dc4-46f1-ac54-c697c377f74c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:45.244501 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e860ab6b-f5d9-402d-bc9b-3f37247bd2b0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.273760 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.386909 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e860ab6b-f5d9-402d-bc9b-3f37247bd2b0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.413348 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.424904 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15685676-f8df-4f93-a2e0-02f6aad43099 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.427375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15685676-f8df-4f93-a2e0-02f6aad43099 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.429332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e860ab6b-f5d9-402d-bc9b-3f37247bd2b0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for bbeca8af-2dc4-46f1-ac54-c697c377f74c owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:45.481244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716172d-ed99-4cf2-a837-7a0f28518fb3 req-0ea5393c-aac2-4ac0-b9c5-e6b62da1dd6f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:45.482974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5716172d-ed99-4cf2-a837-7a0f28518fb3 req-0ea5393c-aac2-4ac0-b9c5-e6b62da1dd6f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 945 time: 0.3738706 Aug 21 09:23:45.611713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-276d4f46-ae6b-46ac-917e-2f12b24efb03 req-a61091d7-2101-418a-a449-13321c51b589 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 210 time: 0.0849583 Aug 21 09:23:45.613024 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15685676-f8df-4f93-a2e0-02f6aad43099 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.615503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15685676-f8df-4f93-a2e0-02f6aad43099 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Fanout notify agent at l3_agent the message router_deleted on router c92fa311-f527-4fb8-a2b5-baa8f6fbecc8 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:23:45.637602 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15685676-f8df-4f93-a2e0-02f6aad43099 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.642385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38364) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:45.642563 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-15685676-f8df-4f93-a2e0-02f6aad43099 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/c92fa311-f527-4fb8-a2b5-baa8f6fbecc8 HTTP/1.1" status: 204 len: 168 time: 0.5299878 Aug 21 09:23:45.672758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5716172d-ed99-4cf2-a837-7a0f28518fb3 req-518d65a6-b3f6-46d1-827a-b9ec30b408b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828024 Aug 21 09:23:45.690961 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b0a08707-b650-4d46-8e13-77268defb87c tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92fa311-f527-4fb8-a2b5-baa8f6fbecc8 HTTP/1.1" status: 200 len: 205 time: 0.0374551 Aug 21 09:23:45.691357 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38374) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:45.736768 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-faed7170-3236-4cbb-86f3-3ee8f2a7417d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] delete failed (client error): The resource could not be found. Aug 21 09:23:45.739591 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-faed7170-3236-4cbb-86f3-3ee8f2a7417d tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/c92fa311-f527-4fb8-a2b5-baa8f6fbecc8 HTTP/1.1" status: 404 len: 336 time: 0.0460954 Aug 21 09:23:45.741258 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38376) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:45.776328 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bb34dede-8d16-4c8a-b0c4-36feed45331e tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=765f027a-2e3c-481e-9c48-e46dcab5ac0a HTTP/1.1" status: 200 len: 205 time: 0.0339890 Aug 21 09:23:45.778863 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38378) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:45.784986 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e23e3a4-0f29-4449-85df-b0d453e5023f req-4f11fc6d-bbc5-41b2-99d2-b3dd0345ad33 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d45316a92cad4722a66037032e7e74ea HTTP/1.1" status: 200 len: 267 time: 0.0358183 Aug 21 09:23:45.816231 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-3b52e4d3-19e4-447a-8c7a-508f8a2521a7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] delete failed (client error): The resource could not be found. Aug 21 09:23:45.817304 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3b52e4d3-19e4-447a-8c7a-508f8a2521a7 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/765f027a-2e3c-481e-9c48-e46dcab5ac0a HTTP/1.1" status: 404 len: 336 time: 0.0375450 Aug 21 09:23:45.819886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38382) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:45.850780 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d046b1ab-97ce-4dce-bf2c-34f96c42ee45 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad0a8e9e-07ab-40b1-9d33-c8d036ea898d HTTP/1.1" status: 200 len: 205 time: 0.0276959 Aug 21 09:23:45.851130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e3a4-0f29-4449-85df-b0d453e5023f req-2fb7014f-1be6-461c-bfba-cac0c7b2008f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:45.851130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e23e3a4-0f29-4449-85df-b0d453e5023f req-2fb7014f-1be6-461c-bfba-cac0c7b2008f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 945 time: 0.0588670 Aug 21 09:23:45.851324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38384) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:45.857352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e860ab6b-f5d9-402d-bc9b-3f37247bd2b0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:45.887830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7e23e3a4-0f29-4449-85df-b0d453e5023f req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Request body: {'port': {'security_groups': []}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:45.905227 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-e58f8658-c8af-4c2a-ba80-5d59359b260f tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] delete failed (client error): The resource could not be found. Aug 21 09:23:45.908796 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e58f8658-c8af-4c2a-ba80-5d59359b260f tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/ad0a8e9e-07ab-40b1-9d33-c8d036ea898d HTTP/1.1" status: 404 len: 336 time: 0.0543938 Aug 21 09:23:45.911752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38390) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:45.952748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860ab6b-f5d9-402d-bc9b-3f37247bd2b0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=bbeca8af-2dc4-46f1-ac54-c697c377f74c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:45.969779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-076f8a9c-8365-4784-8e87-1e1b177f5ec1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a6b9acb-a6cb-4356-9005-8ab41f46ebe4 HTTP/1.1" status: 200 len: 205 time: 0.0561037 Aug 21 09:23:45.974337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38392) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:46.139992 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e860ab6b-f5d9-402d-bc9b-3f37247bd2b0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:46.439989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e860ab6b-f5d9-402d-bc9b-3f37247bd2b0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router c86e52ef-c69c-4ee8-8c93-cd41ae9031ff has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:23:46.475773 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-490d5466-8b40-4a01-85ae-c918b82390b1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] delete failed (client error): The resource could not be found. Aug 21 09:23:46.476982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-490d5466-8b40-4a01-85ae-c918b82390b1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/7a6b9acb-a6cb-4356-9005-8ab41f46ebe4 HTTP/1.1" status: 404 len: 336 time: 0.5008564 Aug 21 09:23:46.482119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38410) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:46.516831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-400e195e-0bd3-4a00-ab73-3f8c7dfe344c tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=723199ae-ea1e-4195-9fe7-c031adfb6848 HTTP/1.1" status: 200 len: 205 time: 0.0320213 Aug 21 09:23:46.516831 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e23e3a4-0f29-4449-85df-b0d453e5023f req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:46.516831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38414) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:46.574875 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-c0806224-b3d6-4106-b574-932f0e41a64b tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] delete failed (client error): The resource could not be found. Aug 21 09:23:46.580095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c0806224-b3d6-4106-b574-932f0e41a64b tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/723199ae-ea1e-4195-9fe7-c031adfb6848 HTTP/1.1" status: 404 len: 336 time: 0.0584919 Aug 21 09:23:46.581930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38420) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:46.647150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ac1cae87-310c-4d1c-a203-0137b9e5dd51 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07d5c17-e844-47f2-82a0-22f2ea22c4b1 HTTP/1.1" status: 200 len: 205 time: 0.0619409 Aug 21 09:23:46.653056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38424) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:46.713004 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-42725de5-8072-4590-8dd4-3cb4a36d1ff1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] delete failed (client error): The resource could not be found. Aug 21 09:23:46.714494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-42725de5-8072-4590-8dd4-3cb4a36d1ff1 tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/routers/b07d5c17-e844-47f2-82a0-22f2ea22c4b1 HTTP/1.1" status: 404 len: 336 time: 0.0593927 Aug 21 09:23:46.720223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38426) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:46.797229 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f030bb-1ed6-4103-b33a-d9baa331b12a tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] DELETE failed (client error): The resource could not be found. Aug 21 09:23:46.798028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f030bb-1ed6-4103-b33a-d9baa331b12a tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:23:46.800661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-02f030bb-1ed6-4103-b33a-d9baa331b12a tempest-RoutersAdminTest-337577375 tempest-RoutersAdminTest-337577375-project] 10.222.0.20 "DELETE /v2.0/subnets/72d372a9-e0c0-4f4c-aa81-4d194e2091c8 HTTP/1.1" status: 404 len: 337 time: 0.0792418 Aug 21 09:23:46.805508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-184784d1-5d78-4f65-b0d2-4c9b9e830e54 req-18f01ec3-b0bb-402f-941f-e1f6fa2cfec6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 210 time: 0.0823145 Aug 21 09:23:46.937556 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e860ab6b-f5d9-402d-bc9b-3f37247bd2b0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:46.945352 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e860ab6b-f5d9-402d-bc9b-3f37247bd2b0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/c86e52ef-c69c-4ee8-8c93-cd41ae9031ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0889006 Aug 21 09:23:46.950257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38440) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:46.952828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff898f-7446-445b-bb3d-7194011f1ea7 None None] Sync routers for ids ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:46.966056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff898f-7446-445b-bb3d-7194011f1ea7 None None] Routers {'c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:46.967267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-84ff898f-7446-445b-bb3d-7194011f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:47.056066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-84ff898f-7446-445b-bb3d-7194011f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:47.075373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff898f-7446-445b-bb3d-7194011f1ea7 None None] Routers {'c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:47.076492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-84ff898f-7446-445b-bb3d-7194011f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:47.090588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7e23e3a4-0f29-4449-85df-b0d453e5023f req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] For port cec8af24-b9be-4ff5-a62e-f43ee8924098, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=cec8af24-b9be-4ff5-a62e-f43ee8924098,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:47.142585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-84ff898f-7446-445b-bb3d-7194011f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:47.158405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff898f-7446-445b-bb3d-7194011f1ea7 None None] The sync data for ids ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:47.195212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e23e3a4-0f29-4449-85df-b0d453e5023f req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:47.215872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-8a5e447d-8ebd-4b07-a6d1-5a59d1af6082 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:47.217381 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-8a5e447d-8ebd-4b07-a6d1-5a59d1af6082 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.22 "GET /v2.0/networks?id=05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 200 len: 811 time: 0.2629902 Aug 21 09:23:47.325124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f33c7541-5ab2-4571-8db1-7381b1e4b2ff tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47d79e99f9a49429f1382728983297d HTTP/1.1" status: 200 len: 380 time: 0.0972314 Aug 21 09:23:47.325811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e23e3a4-0f29-4449-85df-b0d453e5023f req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:47.338901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['264a635d-c2b9-4993-ae08-a62eefb8a003', '39c2a623-35c4-495f-8508-0e44d98c9f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:23:47.344507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['cec8af24-b9be-4ff5-a62e-f43ee8924098'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:23:47.350408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'port': {'device_id': 'b03180fb-2129-4c73-a518-acacc365b76e', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'admin_state_up': True, 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'security_groups': ['4b7d30ae-b043-45a3-87f6-a29f8be338d4']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:47.447608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e3a4-0f29-4449-85df-b0d453e5023f req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:47.448533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e23e3a4-0f29-4449-85df-b0d453e5023f req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:47.456371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e23e3a4-0f29-4449-85df-b0d453e5023f req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "PUT /v2.0/ports/cec8af24-b9be-4ff5-a62e-f43ee8924098 HTTP/1.1" status: 200 len: 904 time: 1.5742004 Aug 21 09:23:47.459543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7aa51a-122e-4929-8417-09db25202185', 'tag': 'cec8af24-b9be-4ff5-a62e-f43ee8924098'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:23:47.462101 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839c9def-b60d-4c78-bdea-f748f30c4dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7aa51a-122e-4929-8417-09db25202185", "tag": "cec8af24-b9be-4ff5-a62e-f43ee8924098"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:23:47.486137 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7924c80-6877-4305-b379-c1c380d8ecee tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:47.523360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['cec8af24-b9be-4ff5-a62e-f43ee8924098'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:23:47.590544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event updated for resources: {'Port': ['ID=cec8af24-b9be-4ff5-a62e-f43ee8924098,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:47.671502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.671859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.672212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.673193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.673642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.673990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.674377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.675698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.676040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.676377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.676715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.677755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449e8c32-0df2-4eac-a622-0503f2dfa231 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:47.773426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a172f38-6d1e-41ef-b33d-2dd61de2a2ea req-a2ecb3ad-0387-4178-a42f-03f5618af3fe tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:47.775030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a172f38-6d1e-41ef-b33d-2dd61de2a2ea req-a2ecb3ad-0387-4178-a42f-03f5618af3fe tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 907 time: 0.1420386 Aug 21 09:23:47.775766 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38458) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:47.912683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Made reservation on behalf of a47d79e99f9a49429f1382728983297d for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:47.918709 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:47.954285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79ac770c-10d1-4edb-b3e0-4ceab01361aa None None] Provisioning complete for port cec8af24-b9be-4ff5-a62e-f43ee8924098 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:47.954890 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79ac770c-10d1-4edb-b3e0-4ceab01361aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:48.056612 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f8988da-6f44-4eba-a44d-d36296bbdffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:48.133333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Allocated IP 172.20.0.14 (05c46098-44d1-4d39-a46b-109379cd642f/4bb1321f-becc-48b5-86d3-5f568adf5ca5/6f006c2a-a85e-48b9-9c89-53adc2d7513d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:48.145613 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d40077-9c11-4038-a372-13336b33d096 x-openstack-request-id: req-52d40077-9c11-4038-a372-13336b33d096 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:23:48.145941 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7aa51a-122e-4929-8417-09db25202185", "tag": "cec8af24-b9be-4ff5-a62e-f43ee8924098", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:23:48.146200 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52d40077-9c11-4038-a372-13336b33d096 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:23:48.146599 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7aa51a-122e-4929-8417-09db25202185', 'tag': 'cec8af24-b9be-4ff5-a62e-f43ee8924098', 'status': 'completed', 'code': 200} Aug 21 09:23:48.240147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f7924c80-6877-4305-b379-c1c380d8ecee tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 05bc9841-f861-4c17-b4c0-23f26f257ab6 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:48.240494 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7924c80-6877-4305-b379-c1c380d8ecee tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:48.244738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7786bdb5-e54c-4b2a-af98-c90fa7657b7c req-20acbbf0-60ce-4b57-a11a-44008097d6f1 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 210 time: 0.0498166 Aug 21 09:23:48.276340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b9e05-45f2-47be-80a2-673ecc1b6f3e req-edfffc0e-83af-4823-b4c1-d7ecce41f34c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:48.278186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11b9e05-45f2-47be-80a2-673ecc1b6f3e req-edfffc0e-83af-4823-b4c1-d7ecce41f34c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.3404505 Aug 21 09:23:48.320869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c9def-b60d-4c78-bdea-f748f30c4dc0 req-bc1b93ff-542b-4356-b80a-8264e24d4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:48.322485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-839c9def-b60d-4c78-bdea-f748f30c4dc0 req-bc1b93ff-542b-4356-b80a-8264e24d4c46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 1059 time: 0.1715240 Aug 21 09:23:48.369256 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7924c80-6877-4305-b379-c1c380d8ecee tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:48.389715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f7924c80-6877-4305-b379-c1c380d8ecee tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 05bc9841-f861-4c17-b4c0-23f26f257ab6 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:48.407351 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f8988da-6f44-4eba-a44d-d36296bbdffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:48.438800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11b9e05-45f2-47be-80a2-673ecc1b6f3e req-05b11350-ca91-4e35-9242-efae82dc6074 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201799 Aug 21 09:23:48.475008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f8988da-6f44-4eba-a44d-d36296bbdffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:48.514761 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:48.520278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c9def-b60d-4c78-bdea-f748f30c4dc0 req-26be9a91-edda-4aea-b855-dd77b5b2b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:48.521769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-839c9def-b60d-4c78-bdea-f748f30c4dc0 req-26be9a91-edda-4aea-b855-dd77b5b2b696 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.1892364 Aug 21 09:23:48.535653 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6f8988da-6f44-4eba-a44d-d36296bbdffc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ce33b259bdb40738ac9e332f1366ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7551074 Aug 21 09:23:48.544594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38490) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:48.569338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Transition to ACTIVE for port object 6f006c2a-a85e-48b9-9c89-53adc2d7513d will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:48.576090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8988da-6f44-4eba-a44d-d36296bbdffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde8ebd-efd7-4916-9308-95b77d2d2a9b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:48.608733 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-839c9def-b60d-4c78-bdea-f748f30c4dc0 req-fb9d28d1-927d-4d87-bdce-fa8f2cd82a79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cec8af24-b9be-4ff5-a62e-f43ee8924098 HTTP/1.1" status: 200 len: 217 time: 0.0758576 Aug 21 09:23:48.704446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657872b-42c4-4bf9-be2c-d50b223c741c req-ab21cb41-f32c-4ff1-95c4-c93f6564b522 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:48.706543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9657872b-42c4-4bf9-be2c-d50b223c741c req-ab21cb41-f32c-4ff1-95c4-c93f6564b522 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1874094 Aug 21 09:23:48.736500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c9def-b60d-4c78-bdea-f748f30c4dc0 req-04da6c62-87de-48a6-a7d5-edfc36aa42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:48.738106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-839c9def-b60d-4c78-bdea-f748f30c4dc0 req-04da6c62-87de-48a6-a7d5-edfc36aa42ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.1159649 Aug 21 09:23:48.757741 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9acb6ba7-8206-4e12-abe4-c0fab6ad38dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:48.764963 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7924c80-6877-4305-b379-c1c380d8ecee tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:48.813977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9acb6ba7-8206-4e12-abe4-c0fab6ad38dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:48.814201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7924c80-6877-4305-b379-c1c380d8ecee tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=05bc9841-f861-4c17-b4c0-23f26f257ab6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:48.818454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9657872b-42c4-4bf9-be2c-d50b223c741c req-979d71ba-7ad8-4ce3-adec-0d593a8bb823 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044335 Aug 21 09:23:48.846469 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:48.859837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c9def-b60d-4c78-bdea-f748f30c4dc0 req-dd3843eb-a954-4c49-94d3-24cd3740e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:48.861345 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-839c9def-b60d-4c78-bdea-f748f30c4dc0 req-dd3843eb-a954-4c49-94d3-24cd3740e74f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128402 Aug 21 09:23:49.017099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Network 05c46098-44d1-4d39-a46b-109379cd642f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:49.028506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:49.039372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:49.051373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'Port': ['ID=6f006c2a-a85e-48b9-9c89-53adc2d7513d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:49.173448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7924c80-6877-4305-b379-c1c380d8ecee tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:49.216360 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9acb6ba7-8206-4e12-abe4-c0fab6ad38dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:49.225236 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9acb6ba7-8206-4e12-abe4-c0fab6ad38dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:49.226794 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9acb6ba7-8206-4e12-abe4-c0fab6ad38dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fde8ebd-efd7-4916-9308-95b77d2d2a9b HTTP/1.1" status: 204 len: 168 time: 0.6793215 Aug 21 09:23:49.370888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb6ba7-8206-4e12-abe4-c0fab6ad38dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde8ebd-efd7-4916-9308-95b77d2d2a9b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:49.388447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:49.389383 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:49.403538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-839c9def-b60d-4c78-bdea-f748f30c4dc0 req-bc11c3f8-bc16-46c0-a2dd-682d7856824b service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324359 Aug 21 09:23:49.482016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7924c80-6877-4305-b379-c1c380d8ecee tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router c86e52ef-c69c-4ee8-8c93-cd41ae9031ff has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:23:49.546991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-109263ab-14f1-43b4-b138-f8e02662debd None None] Provisioning for port 6f006c2a-a85e-48b9-9c89-53adc2d7513d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:49.553245 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-109263ab-14f1-43b4-b138-f8e02662debd None None] Provisioning complete for port 6f006c2a-a85e-48b9-9c89-53adc2d7513d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:49.553977 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-109263ab-14f1-43b4-b138-f8e02662debd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:49.566287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2760d-e7cd-40e7-9a03-9783768a4810 req-08a73b7d-b8d7-4182-9323-cb66824f4e7e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:49.572004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9be2760d-e7cd-40e7-9a03-9783768a4810 req-08a73b7d-b8d7-4182-9323-cb66824f4e7e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 932 time: 0.1863816 Aug 21 09:23:49.580574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-dfcfb70d-f4a8-4bcb-8250-29fe99654735 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:49.582122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-dfcfb70d-f4a8-4bcb-8250-29fe99654735 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 812 time: 0.4516826 Aug 21 09:23:49.589052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-440e7dea-609b-49c9-a782-19a933b9492d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2548485 Aug 21 09:23:49.598541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-109263ab-14f1-43b4-b138-f8e02662debd None None] Port 6f006c2a-a85e-48b9-9c89-53adc2d7513d cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:49.607815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7924c80-6877-4305-b379-c1c380d8ecee tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:23:49.616554 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f7924c80-6877-4305-b379-c1c380d8ecee tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/c86e52ef-c69c-4ee8-8c93-cd41ae9031ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6651881 Aug 21 09:23:49.618053 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38532) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:49.622130 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246fa633-289f-44f4-9b84-a70fe92c47ad None None] Sync routers for ids ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:23:49.640665 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246fa633-289f-44f4-9b84-a70fe92c47ad None None] Routers {'c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:49.641286 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-246fa633-289f-44f4-9b84-a70fe92c47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:49.662465 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c22b3c1f-d96a-4b06-a5e1-277df5a153f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86e52ef-c69c-4ee8-8c93-cd41ae9031ff HTTP/1.1" status: 200 len: 205 time: 0.0374298 Aug 21 09:23:49.663195 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38534) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:49.698579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-c0325f3c-7a7b-4624-94c0-cfce43d8e057 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/quotas/d45316a92cad4722a66037032e7e74ea HTTP/1.1" status: 200 len: 375 time: 0.0954943 Aug 21 09:23:49.747995 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-246fa633-289f-44f4-9b84-a70fe92c47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:49.750895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-839c9def-b60d-4c78-bdea-f748f30c4dc0 req-e5fd93ed-51e6-446b-9848-6df4f42fcd26 service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140645 Aug 21 09:23:49.772722 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246fa633-289f-44f4-9b84-a70fe92c47ad None None] Routers {'c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:23:49.775541 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-246fa633-289f-44f4-9b84-a70fe92c47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:49.821688 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86e81393-8145-4a48-b144-3f5594fe51fb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:49.837518 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-246fa633-289f-44f4-9b84-a70fe92c47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:49.838409 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246fa633-289f-44f4-9b84-a70fe92c47ad None None] The sync data for ids ['c86e52ef-c69c-4ee8-8c93-cd41ae9031ff'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:23:49.840873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9be2760d-e7cd-40e7-9a03-9783768a4810 req-d4cc36c0-c286-4267-a832-eb02a7d74813 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558064 Aug 21 09:23:49.850738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Request body: {'port': {'device_id': 'b03180fb-2129-4c73-a518-acacc365b76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:49.922978 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:49.954461 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-646f504b-1e34-4620-8a6b-ba51141fec0f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2316456 Aug 21 09:23:50.131268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-53580c27-579a-4be3-bb28-3b985116b874 service neutron] 10.222.0.20 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758025 Aug 21 09:23:50.155982 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86e81393-8145-4a48-b144-3f5594fe51fb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.158819 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86e81393-8145-4a48-b144-3f5594fe51fb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.301910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-0a3ce37f-7967-48fc-a73d-10d49e9bfdfe service neutron] 10.222.0.20 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695755 Aug 21 09:23:50.311748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38544) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:50.352775 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86e81393-8145-4a48-b144-3f5594fe51fb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.360560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e81393-8145-4a48-b144-3f5594fe51fb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Fanout notify agent at l3_agent the message router_deleted on router c86e52ef-c69c-4ee8-8c93-cd41ae9031ff {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:23:50.360560 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86e81393-8145-4a48-b144-3f5594fe51fb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.361545 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-86e81393-8145-4a48-b144-3f5594fe51fb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/c86e52ef-c69c-4ee8-8c93-cd41ae9031ff HTTP/1.1" status: 204 len: 168 time: 0.6973763 Aug 21 09:23:50.364987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38546) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:50.410947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e2a7de55-3f7e-4b17-a7d9-16547ef5870f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=837f41eb9b1e40e4a0289b2c72f489a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988967 Aug 21 09:23:50.413635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38550) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:50.482771 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc72997d-db6e-4c99-99a0-77c052952d29 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting subnet 64423fb9-97f8-48c8-a34f-c077c1ec40d3 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:23:50.486767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc72997d-db6e-4c99-99a0-77c052952d29 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.516463 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0a09-225c-47bf-9933-ebc827910eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.544072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc72997d-db6e-4c99-99a0-77c052952d29 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.562357 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0a09-225c-47bf-9933-ebc827910eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.574076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f006c2a-a85e-48b9-9c89-53adc2d7513d {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:23:50.585407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.625101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Transition to ACTIVE for port object 6f006c2a-a85e-48b9-9c89-53adc2d7513d will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:50.678549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc72997d-db6e-4c99-99a0-77c052952d29 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.696154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfe38302-e202-4f20-9a6d-01abd7a89d40 req-94df51e5-63dc-45b3-969a-4e7f3ecd68e7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 210 time: 0.0414448 Aug 21 09:23:50.712592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.742568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0a09-225c-47bf-9933-ebc827910eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.750652 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0a09-225c-47bf-9933-ebc827910eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.750652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4d7a0a09-225c-47bf-9933-ebc827910eb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6de14cdc-04bf-4ba0-b071-38e03894b173 HTTP/1.1" status: 204 len: 168 time: 0.3328767 Aug 21 09:23:50.773343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0a09-225c-47bf-9933-ebc827910eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de14cdc-04bf-4ba0-b071-38e03894b173,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:50.785128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Pushing event updated for resources: {'Port': ['ID=6f006c2a-a85e-48b9-9c89-53adc2d7513d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:50.862926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc72997d-db6e-4c99-99a0-77c052952d29 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.928139 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72997d-db6e-4c99-99a0-77c052952d29 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Subnet': ['ID=64423fb9-97f8-48c8-a34f-c077c1ec40d3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:50.934841 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bc72997d-db6e-4c99-99a0-77c052952d29 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:50.937344 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bc72997d-db6e-4c99-99a0-77c052952d29 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/64423fb9-97f8-48c8-a34f-c077c1ec40d3 HTTP/1.1" status: 204 len: 168 time: 0.5715263 Aug 21 09:23:50.940209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38570) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:50.942316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8806a9-fefa-473e-b0c2-d4aa5966de8f None None] Network dd25a562-88ff-4ac1-9c73-263a95d2f1f9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:50.942964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Attempting to bind port 6f006c2a-a85e-48b9-9c89-53adc2d7513d on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:23:50.943308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Attempting to bind port 6f006c2a-a85e-48b9-9c89-53adc2d7513d by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:23:50.943674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Attempting to bind port 6f006c2a-a85e-48b9-9c89-53adc2d7513d on network 05c46098-44d1-4d39-a46b-109379cd642f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:50.965877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Port 6f006c2a-a85e-48b9-9c89-53adc2d7513d on network 05c46098-44d1-4d39-a46b-109379cd642f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:23:50.965877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Attempting to bind port 6f006c2a-a85e-48b9-9c89-53adc2d7513d on network 05c46098-44d1-4d39-a46b-109379cd642f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:50.971146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:23:50.972124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Checking segment: {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:50.972535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Bound using segment: {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:23:50.972973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Bound port: 6f006c2a-a85e-48b9-9c89-53adc2d7513d, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:23:50.973339 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:51.076151 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5470ef1-8c74-4e77-afed-a2ed3982ba59 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting subnet 83e0aee1-8227-445e-9208-1fe10b43f0b6 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:23:51.079789 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5470ef1-8c74-4e77-afed-a2ed3982ba59 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:51.161416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] For port 6f006c2a-a85e-48b9-9c89-53adc2d7513d, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:23:51.166578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] For port 6f006c2a-a85e-48b9-9c89-53adc2d7513d, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6f006c2a-a85e-48b9-9c89-53adc2d7513d,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:23:51.187150 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5470ef1-8c74-4e77-afed-a2ed3982ba59 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:51.202269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcbaf9-11a9-4a07-a104-1682c055c546 req-f2a142f8-7876-42a4-a6a2-45bb17196732 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:51.204403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5dbcbaf9-11a9-4a07-a104-1682c055c546 req-f2a142f8-7876-42a4-a6a2-45bb17196732 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 944 time: 0.1528451 Aug 21 09:23:51.249360 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:51.328174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5dbcbaf9-11a9-4a07-a104-1682c055c546 req-206c9278-78f4-4474-b3be-e17c5cfe2131 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167715 Aug 21 09:23:51.390009 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5470ef1-8c74-4e77-afed-a2ed3982ba59 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:51.395548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:51.396268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:51.404244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] 10.222.0.22 "PUT /v2.0/ports/6f006c2a-a85e-48b9-9c89-53adc2d7513d HTTP/1.1" status: 200 len: 1093 time: 1.7998526 Aug 21 09:23:51.404740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03180fb-2129-4c73-a518-acacc365b76e', 'tag': '6f006c2a-a85e-48b9-9c89-53adc2d7513d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:23:51.410944 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e78538-f6d1-4048-9c89-8752d1126a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b03180fb-2129-4c73-a518-acacc365b76e", "tag": "6f006c2a-a85e-48b9-9c89-53adc2d7513d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:23:51.420956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] DHCP port deletion for dd25a562-88ff-4ac1-9c73-263a95d2f1f9 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:23:51.469548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9414a78-b3fa-4534-9d70-7c324efb1bed service neutron] Pushing event updated for resources: {'Port': ['ID=6f006c2a-a85e-48b9-9c89-53adc2d7513d,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:51.524110 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84afc53c-b1b5-49c0-8987-d648159c6455 x-openstack-request-id: req-84afc53c-b1b5-49c0-8987-d648159c6455 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:23:51.524640 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03180fb-2129-4c73-a518-acacc365b76e", "tag": "6f006c2a-a85e-48b9-9c89-53adc2d7513d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:23:51.525077 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84afc53c-b1b5-49c0-8987-d648159c6455 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:23:51.525643 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03180fb-2129-4c73-a518-acacc365b76e', 'tag': '6f006c2a-a85e-48b9-9c89-53adc2d7513d', 'status': 'completed', 'code': 200} Aug 21 09:23:51.563864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Deleting port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:51.566817 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:51.638844 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5470ef1-8c74-4e77-afed-a2ed3982ba59 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:51.685788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e78538-f6d1-4048-9c89-8752d1126a6d req-0287b6ce-bce0-4d47-bd3d-14f1fffd6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:51.690686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] For port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9a4e8905-cd30-47b2-ab59-64d5b12c9ba0,segment=NetworkSegment(1167ca7d-333c-4edc-b22d-d44edb5c2f0d),segment_id=1167ca7d-333c-4edc-b22d-d44edb5c2f0d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:51.691538 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:51.696030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39e78538-f6d1-4048-9c89-8752d1126a6d req-0287b6ce-bce0-4d47-bd3d-14f1fffd6efc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 1096 time: 0.1377063 Aug 21 09:23:51.734653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Calling delete_port for 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:51.736375 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5470ef1-8c74-4e77-afed-a2ed3982ba59 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Subnet': ['ID=83e0aee1-8227-445e-9208-1fe10b43f0b6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:51.752949 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5470ef1-8c74-4e77-afed-a2ed3982ba59 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:51.753634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dae984-e75e-4fd0-8538-e1d49fd47f64 None None] Network 3564c3f2-7276-4c69-b928-0a5523a83fab requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:51.753735 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c5470ef1-8c74-4e77-afed-a2ed3982ba59 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/83e0aee1-8227-445e-9208-1fe10b43f0b6 HTTP/1.1" status: 204 len: 168 time: 0.8114800 Aug 21 09:23:51.771465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38600) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:51.948531 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:52.066337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41bf215a-9743-496f-a1a6-948167685dad req-305876b2-5b69-4cfc-8cca-7e722320d024 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 210 time: 0.1810093 Aug 21 09:23:52.072340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-52df4f9b-5d08-4430-8a3e-f7095ad35a86 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2708620563ba43e88969ab093ad91405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1775486 Aug 21 09:23:52.229551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e78538-f6d1-4048-9c89-8752d1126a6d req-441d4514-a3ea-4df7-98f8-7f02c0d98b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:52.231110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39e78538-f6d1-4048-9c89-8752d1126a6d req-441d4514-a3ea-4df7-98f8-7f02c0d98b1b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a47d79e99f9a49429f1382728983297d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5269020 Aug 21 09:23:52.256105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:52.329556 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:23:52.393200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:23:52.394122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:23:52.408760 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f1bc39-e65a-4268-b076-95ea3e436332 None None] DHCP port deletion for 3564c3f2-7276-4c69-b928-0a5523a83fab request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:23:52.418072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Pushing event deleted for resources: {'Port': ['ID=9a4e8905-cd30-47b2-ab59-64d5b12c9ba0,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.443848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:23:52.469468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef6b95-bfe8-4f09-ae4f-9a563b5f05d8 None None] No DVR routers for this DVR port 9a4e8905-cd30-47b2-ab59-64d5b12c9ba0 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:23:52.605930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-00f1bc39-e65a-4268-b076-95ea3e436332 None None] Deleting port 67a0a73d-8a7e-49a1-83ae-165fca380325 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:23:52.606321 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc39-e65a-4268-b076-95ea3e436332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:52.779157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-00f1bc39-e65a-4268-b076-95ea3e436332 None None] For port 67a0a73d-8a7e-49a1-83ae-165fca380325, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=67a0a73d-8a7e-49a1-83ae-165fca380325,segment=NetworkSegment(2990b455-2e25-4c08-8815-60ae6c91828f),segment_id=2990b455-2e25-4c08-8815-60ae6c91828f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:52.779590 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc39-e65a-4268-b076-95ea3e436332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:52.796698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-00f1bc39-e65a-4268-b076-95ea3e436332 None None] Calling delete_port for 67a0a73d-8a7e-49a1-83ae-165fca380325 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:23:53.013145 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-00f1bc39-e65a-4268-b076-95ea3e436332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:53.039551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1bc39-e65a-4268-b076-95ea3e436332 None None] Pushing event deleted for resources: {'Port': ['ID=67a0a73d-8a7e-49a1-83ae-165fca380325,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:53.043655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] The port '9a4e8905-cd30-47b2-ab59-64d5b12c9ba0' was deleted {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 21 09:23:53.057660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f1bc39-e65a-4268-b076-95ea3e436332 None None] No DVR routers for this DVR port 67a0a73d-8a7e-49a1-83ae-165fca380325 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:23:53.217903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-bb907cdd-483e-4b69-a2d0-f871c82ece69 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:53.226192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-bb907cdd-483e-4b69-a2d0-f871c82ece69 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1471407 Aug 21 09:23:53.361332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-5b708792-6dea-48a3-9f42-2ba50d63367c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:53.368557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-5b708792-6dea-48a3-9f42-2ba50d63367c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.13 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 812 time: 0.2077341 Aug 21 09:23:53.387491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-7a3bb85f-caa3-4742-963d-4f9f81022f92 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/quotas/2708620563ba43e88969ab093ad91405 HTTP/1.1" status: 200 len: 375 time: 0.1602781 Aug 21 09:23:53.402719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83e57-163c-47ad-b6a1-7d6208ad10a4 req-3f02722f-5ae4-46f6-99af-36ff18e302d7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:53.405253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0d83e57-163c-47ad-b6a1-7d6208ad10a4 req-3f02722f-5ae4-46f6-99af-36ff18e302d7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 944 time: 0.4411511 Aug 21 09:23:53.412031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Request body: {'port': {'device_id': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'admin_state_up': True, 'tenant_id': 'd45316a92cad4722a66037032e7e74ea'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:53.432149 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:53.476153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-0822477b-dc01-4388-938f-7ebfdfd82970 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2708620563ba43e88969ab093ad91405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876741 Aug 21 09:23:53.480601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd25a562-88ff-4ac1-9c73-263a95d2f1f9']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:53.535901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1167ca7d-333c-4edc-b22d-d44edb5c2f0d') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:53.536192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1167ca7d-333c-4edc-b22d-d44edb5c2f0d') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:53.539107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e78538-f6d1-4048-9c89-8752d1126a6d req-15763f23-b037-4360-b587-2861dcbac8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:53.540688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39e78538-f6d1-4048-9c89-8752d1126a6d req-15763f23-b037-4360-b587-2861dcbac8d5 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2532961 Aug 21 09:23:53.556525 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:53.585653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:53.590175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0d83e57-163c-47ad-b6a1-7d6208ad10a4 req-cc6a9e74-7ae6-4b6f-b3ce-504240472b81 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615627 Aug 21 09:23:53.613471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:23:53.614113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:23:53.618771 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:23:53.770621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2982d3b-b57b-446e-b336-0a29ade7b3b4 req-725e0475-8b3d-47f2-8480-522347d04c58 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 210 time: 0.0569301 Aug 21 09:23:53.780048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-e50cbdca-9b13-4d94-a60c-c9c73b4fb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:53.783081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-e50cbdca-9b13-4d94-a60c-c9c73b4fb471 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 1096 time: 0.1637785 Aug 21 09:23:53.837009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-678416fc-89b2-4672-b1b1-66dd0e21c416 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f006c2a-a85e-48b9-9c89-53adc2d7513d HTTP/1.1" status: 200 len: 217 time: 0.0459607 Aug 21 09:23:53.895730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f70ea7e2-c24b-4a59-85f7-016e9861fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:53.897438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-f70ea7e2-c24b-4a59-85f7-016e9861fe2c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bb1321f-becc-48b5-86d3-5f568adf5ca5 HTTP/1.1" status: 200 len: 850 time: 0.0536530 Aug 21 09:23:53.898881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:53.907817 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:53.912686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/networks/dd25a562-88ff-4ac1-9c73-263a95d2f1f9 HTTP/1.1" status: 204 len: 168 time: 2.1377108 Aug 21 09:23:53.913566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38638) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:53.936140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72fed0-9511-4cc6-bdb2-3ba22ca20c36 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Network': ['ID=dd25a562-88ff-4ac1-9c73-263a95d2f1f9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:53.957416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Made reservation on behalf of d45316a92cad4722a66037032e7e74ea for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:53.961258 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.021773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-608a7523-8099-4cea-9f84-2edc9e808cff req-88fd9b07-cba6-4f54-9165-fa71928baf44 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 210 time: 0.0494008 Aug 21 09:23:54.049166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-5c9ca5e8-c864-4858-b5ab-1ae972624887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:54.051347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-5c9ca5e8-c864-4858-b5ab-1ae972624887 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05c46098-44d1-4d39-a46b-109379cd642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401579 Aug 21 09:23:54.082315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.207543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Allocated IP 172.20.0.14 (9f7b8d42-decb-4a92-93d7-259b0577d2bd/0af0f514-5b74-442e-a44e-f7a648ffcaaf/9c599e97-c39e-4bab-be0e-2adbfa93e751) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:54.224958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.237890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3564c3f2-7276-4c69-b928-0a5523a83fab']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:54.250130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2990b455-2e25-4c08-8815-60ae6c91828f') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:54.251663 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2990b455-2e25-4c08-8815-60ae6c91828f') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:23:54.263325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.278310 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.289427 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:23:54.292225 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.307806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38650) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:23:54.321940 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:23:54.336185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 67a0a73d-8a7e-49a1-83ae-165fca380325 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:23:54.376546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 67a0a73d-8a7e-49a1-83ae-165fca380325 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:23:54.376891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 67a0a73d-8a7e-49a1-83ae-165fca380325 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:23:54.495482 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.499863 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.502471 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/networks/3564c3f2-7276-4c69-b928-0a5523a83fab HTTP/1.1" status: 204 len: 168 time: 0.5880482 Aug 21 09:23:54.508051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38660) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:54.553872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'network': {'name': 'tempest-RoutersTest-669830171'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:54.593291 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23565e5-1760-4372-a4c6-07351ecdff84 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Network': ['ID=3564c3f2-7276-4c69-b928-0a5523a83fab,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:54.614974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-827474dd-dab4-4466-8a45-80a8516d5168 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553658 Aug 21 09:23:54.672675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1890119962', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:54.689124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:54.692706 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.717635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:23:54.729058 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.736093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.737243 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added segment 361d1530-8443-4c01-ab83-cc8cda3a293e of type vlan for network 02b0221f-9b44-458c-90e1-862db7e3fa16 Aug 21 09:23:54.787188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Transition to ACTIVE for port object 9c599e97-c39e-4bab-be0e-2adbfa93e751 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:54.833608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b8325-2e56-4f44-a868-7219bf93d1d3 req-c8eb6114-f159-4f8f-b7cb-fa3e69ad5627 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:54.835209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-133b8325-2e56-4f44-a868-7219bf93d1d3 req-c8eb6114-f159-4f8f-b7cb-fa3e69ad5627 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 944 time: 0.1245630 Aug 21 09:23:54.843065 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.905805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be9f1dc8-1ce8-4b1b-9c8e-8de101205a75 req-8321d2b6-ec73-4c0d-921c-ab2da658f477 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808998 Aug 21 09:23:54.921942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Made reservation on behalf of 8f5aab5a98274f72864e2948fc05a5e7 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:54.925355 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.954704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0666378e-6749-4687-b57a-79e3d5667447 req-30b3f06c-2cae-479f-a341-66565b1c4ebb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 210 time: 0.0534008 Aug 21 09:23:54.963091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.986466 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:54.988749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-133b8325-2e56-4f44-a868-7219bf93d1d3 req-f91f855e-2f92-49d3-995c-f827717b74bd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398377 Aug 21 09:23:55.003341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:55.004202 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:55.061421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38672) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:55.102615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Network': ['ID=02b0221f-9b44-458c-90e1-862db7e3fa16,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:55.115809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 02b0221f-9b44-458c-90e1-862db7e3fa16 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:23:55.131336 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1e7d184-59bc-4a97-a6a6-7bebd6a2ea69 req-08813906-156d-46ef-9bdf-c192f874d671 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 210 time: 0.0688443 Aug 21 09:23:55.132809 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:55.180013 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:55.218752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:55.222733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:55.227116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:55.243695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['264a635d-c2b9-4993-ae08-a62eefb8a003', '39c2a623-35c4-495f-8508-0e44d98c9f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:23:55.297908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event updated for resources: {'Port': ['ID=9c599e97-c39e-4bab-be0e-2adbfa93e751,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:55.308353 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:55.311914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] device_id is not set on port 779f661d-6ae8-4480-8304-028311e2829f yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:23:55.383023 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5bf4e496-cb54-4624-9195-2ce113895d3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8621936 Aug 21 09:23:55.386032 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38678) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:55.398953 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'subnet': {'network_id': '02b0221f-9b44-458c-90e1-862db7e3fa16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:55.429311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:55.432222 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:55.476609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e0b088b-c7d3-491e-a28f-fc5e5b0de30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:55.523456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-46deff52-6c7d-4ff1-9847-95d720ce58ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1310208 Aug 21 09:23:55.536611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec03b96-52ef-4e15-96cb-79e744dc7979,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:55.557344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Request body: {'port': {'device_id': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:55.693469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Allocated IP 172.25.5.21 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/779f661d-6ae8-4480-8304-028311e2829f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:55.704754 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:55.712903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eea1ad26-e144-403f-85d5-302af65c330f None None] Provisioning for port 9c599e97-c39e-4bab-be0e-2adbfa93e751 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:23:55.719249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eea1ad26-e144-403f-85d5-302af65c330f None None] Provisioning complete for port 9c599e97-c39e-4bab-be0e-2adbfa93e751 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:23:55.720406 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eea1ad26-e144-403f-85d5-302af65c330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:55.761160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-eea1ad26-e144-403f-85d5-302af65c330f None None] Port 9c599e97-c39e-4bab-be0e-2adbfa93e751 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:23:55.925871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e0b088b-c7d3-491e-a28f-fc5e5b0de30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.048574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.085138 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e0b088b-c7d3-491e-a28f-fc5e5b0de30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.125118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-959f9ccf-59b9-458e-8fb1-a2d46565f6c1 req-40822be5-9bc4-4cb9-aac4-f9995f97bb53 service neutron] (106756) timed out ('10.222.0.22', 54609) {{(pid=106756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:23:56.178052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:56.182620 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.194870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4e0b088b-c7d3-491e-a28f-fc5e5b0de30e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f82705aab1c4fcfb562070b5ec8d232&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1290405 Aug 21 09:23:56.197958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38686) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:56.224391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd7a4b-0f1b-42d1-a83f-8b09de97ea88 req-81f298eb-8bf9-455c-8e09-ee998fc0b9d9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:56.225906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acbd7a4b-0f1b-42d1-a83f-8b09de97ea88 req-81f298eb-8bf9-455c-8e09-ee998fc0b9d9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 932 time: 0.1855106 Aug 21 09:23:56.226561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b088b-c7d3-491e-a28f-fc5e5b0de30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2fc122-4d61-498d-ab3c-ead271931cbe,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:56.287945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5038d3-ff74-499c-82fd-e2ab392e870a req-735489db-fd60-435e-b8ca-c9542d5a2634 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:56.289477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a5038d3-ff74-499c-82fd-e2ab392e870a req-735489db-fd60-435e-b8ca-c9542d5a2634 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 944 time: 0.1806343 Aug 21 09:23:56.324503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9f9a973-3a57-4667-941c-265d5f41a397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.346235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acbd7a4b-0f1b-42d1-a83f-8b09de97ea88 req-87046acb-38a1-4ff9-96eb-5f898dc1be88 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132491 Aug 21 09:23:56.366597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c599e97-c39e-4bab-be0e-2adbfa93e751 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:23:56.374678 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.379204 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.394528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a5038d3-ff74-499c-82fd-e2ab392e870a req-78e92e7b-4256-4f2a-9364-94e5f0333da1 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917602 Aug 21 09:23:56.434748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Transition to ACTIVE for port object 9c599e97-c39e-4bab-be0e-2adbfa93e751 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:56.455255 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9f9a973-3a57-4667-941c-265d5f41a397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.462187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:56.470749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Pushing event updated for resources: {'Port': ['ID=779f661d-6ae8-4480-8304-028311e2829f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:56.474813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:56.481363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:56.519227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6adb45e-5fde-4feb-a00a-17463732de68 req-3adafcad-1c02-46d9-a677-d4c85932668d tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 210 time: 0.0714531 Aug 21 09:23:56.559608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:56.560926 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.576005 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.623320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-991c824f-d04b-4565-95df-b66bc0b6c0a9 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=2708620563ba43e88969ab093ad91405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595927 Aug 21 09:23:56.665544 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.667816 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9f9a973-3a57-4667-941c-265d5f41a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.670341 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9f9a973-3a57-4667-941c-265d5f41a397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.677958 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a9f9a973-3a57-4667-941c-265d5f41a397 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f2fc122-4d61-498d-ab3c-ead271931cbe HTTP/1.1" status: 204 len: 168 time: 0.4787300 Aug 21 09:23:56.759012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Pushing event updated for resources: {'Port': ['ID=9c599e97-c39e-4bab-be0e-2adbfa93e751,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:56.765084 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9a973-3a57-4667-941c-265d5f41a397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2fc122-4d61-498d-ab3c-ead271931cbe,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:56.770094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-70d46543-980b-4f77-92fe-9bbbcb2a8673 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4550524 Aug 21 09:23:56.775196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38704) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:56.788639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.21'}]}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:56.826436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Subnet': ['ID=addb9e85-473b-4728-af40-70669a5bedea,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:56.849059 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Checking segment: {'id': '361d1530-8443-4c01-ab83-cc8cda3a293e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02b0221f-9b44-458c-90e1-862db7e3fa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:56.849424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network hostable DHCP agents. Network: 02b0221f-9b44-458c-90e1-862db7e3fa16, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:23:56.908261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Attempting to bind port 9c599e97-c39e-4bab-be0e-2adbfa93e751 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:23:56.909237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Attempting to bind port 9c599e97-c39e-4bab-be0e-2adbfa93e751 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:23:56.909682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Attempting to bind port 9c599e97-c39e-4bab-be0e-2adbfa93e751 on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:56.922713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ab2d0083-4264-43e6-a83c-e3b59aca7122 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:56.922713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ab2d0083-4264-43e6-a83c-e3b59aca7122 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2852371 Aug 21 09:23:56.923816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Port 9c599e97-c39e-4bab-be0e-2adbfa93e751 on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:23:56.924144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Attempting to bind port 9c599e97-c39e-4bab-be0e-2adbfa93e751 on network 9f7b8d42-decb-4a92-93d7-259b0577d2bd {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:56.934406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Request body: {'port': {'device_id': '0f15f03f-0b47-41cb-9668-0babcbe810dd', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '2708620563ba43e88969ab093ad91405'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:56.939238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:23:56.939861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Checking segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:56.940227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Bound using segment: {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:23:56.940706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Bound port: 9c599e97-c39e-4bab-be0e-2adbfa93e751, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983ceecb-4b4b-4dab-987a-9722b4088039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:23:56.941098 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:56.968244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 02b0221f-9b44-458c-90e1-862db7e3fa16 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:23:57.059307 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 02b0221f-9b44-458c-90e1-862db7e3fa16) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:57.077105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:57.077318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ac720-906f-4823-a312-4fb25bda9856 None None] Network 02b0221f-9b44-458c-90e1-862db7e3fa16 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:57.078652 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.168940 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2c520ba1-4fba-41c4-8118-0221eb9907ec tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7811651 Aug 21 09:23:57.171757 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38718) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:57.176808 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6cdd28dd-8743-4c33-b126-aeafe9432440 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1543101099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:57.294786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-02b0221f-9b44-458c-90e1-862db7e3fa16', 'network_id': '02b0221f-9b44-458c-90e1-862db7e3fa16', 'tenant_id': '610d0593f930483a94396da909d57627', 'fixed_ips': [{'subnet_id': 'addb9e85-473b-4728-af40-70669a5bedea'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:23:57.296110 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.344670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cdd28dd-8743-4c33-b126-aeafe9432440 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.350377 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cdd28dd-8743-4c33-b126-aeafe9432440 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.492643 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cdd28dd-8743-4c33-b126-aeafe9432440 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.575609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.576550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.589581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Allocated IP 172.20.0.2 (02b0221f-9b44-458c-90e1-862db7e3fa16/addb9e85-473b-4728-af40-70669a5bedea/85d4270c-dfdd-400e-a2c2-eaa178114a54) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:57.613295 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cdd28dd-8743-4c33-b126-aeafe9432440 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.715676 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cdd28dd-8743-4c33-b126-aeafe9432440 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.717617 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6cdd28dd-8743-4c33-b126-aeafe9432440 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5448639 Aug 21 09:23:57.720942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38744) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:57.733274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'port': {'network_id': '02b0221f-9b44-458c-90e1-862db7e3fa16', 'name': 'tempest-RoutersTest-1203185888'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:23:57.778442 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.788770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Transition to ACTIVE for port object 85d4270c-dfdd-400e-a2c2-eaa178114a54 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:57.805767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.813765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450cd1d-e685-4034-8395-d25233651cb0 req-41ae2bf5-6c4e-4786-a45c-f2ce89bb142e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:57.815871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3450cd1d-e685-4034-8395-d25233651cb0 req-41ae2bf5-6c4e-4786-a45c-f2ce89bb142e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 944 time: 0.2494152 Aug 21 09:23:57.820199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Transition to ACTIVE for port object 85d4270c-dfdd-400e-a2c2-eaa178114a54 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:57.830728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85847926-0ca7-4792-b4d0-61ec39c21c28 req-316996c1-fa68-4f82-a5d0-8dd3e5134ca7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:57.832312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85847926-0ca7-4792-b4d0-61ec39c21c28 req-316996c1-fa68-4f82-a5d0-8dd3e5134ca7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 944 time: 0.2647021 Aug 21 09:23:57.846503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] For port 9c599e97-c39e-4bab-be0e-2adbfa93e751, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:23:57.854647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] For port 9c599e97-c39e-4bab-be0e-2adbfa93e751, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:23:57.924761 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.937997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:57.976156 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Network 02b0221f-9b44-458c-90e1-862db7e3fa16 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:57.981771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:57.984542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:57.989405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3450cd1d-e685-4034-8395-d25233651cb0 req-521bae05-feba-452b-9dae-b24fce42d1ed tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514204 Aug 21 09:23:57.997366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Pushing event updated for resources: {'Port': ['ID=85d4270c-dfdd-400e-a2c2-eaa178114a54,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:58.013825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Made reservation on behalf of 2708620563ba43e88969ab093ad91405 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:58.017379 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.034401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85847926-0ca7-4792-b4d0-61ec39c21c28 req-5dc4ad75-7016-4b85-a005-ad48f22ef0a4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914051 Aug 21 09:23:58.054954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:23:58.058560 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.066789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:58.067491 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.069173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] 10.222.0.13 "PUT /v2.0/ports/9c599e97-c39e-4bab-be0e-2adbfa93e751 HTTP/1.1" status: 200 len: 1093 time: 2.5162356 Aug 21 09:23:58.104227 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] device_id is not set on port 7b3656d7-3190-4eaf-b92c-382c8e178b34 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:23:58.118100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Attempting to bind port 85d4270c-dfdd-400e-a2c2-eaa178114a54 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:23:58.118751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Attempting to bind port 85d4270c-dfdd-400e-a2c2-eaa178114a54 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '361d1530-8443-4c01-ab83-cc8cda3a293e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02b0221f-9b44-458c-90e1-862db7e3fa16'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:23:58.118866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Attempting to bind port 85d4270c-dfdd-400e-a2c2-eaa178114a54 on network 02b0221f-9b44-458c-90e1-862db7e3fa16 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:23:58.134824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:23:58.135206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Checking segment: {'id': '361d1530-8443-4c01-ab83-cc8cda3a293e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02b0221f-9b44-458c-90e1-862db7e3fa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:23:58.135644 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.136042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Bound using segment: {'id': '361d1530-8443-4c01-ab83-cc8cda3a293e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02b0221f-9b44-458c-90e1-862db7e3fa16'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:23:58.136517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Bound port: 85d4270c-dfdd-400e-a2c2-eaa178114a54, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361d1530-8443-4c01-ab83-cc8cda3a293e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02b0221f-9b44-458c-90e1-862db7e3fa16'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:23:58.136905 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.167330 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.180297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'tag': '9c599e97-c39e-4bab-be0e-2adbfa93e751'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:23:58.191376 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1" -d '{"events": [{"name": "network-changed", "server_uuid": "78718b6c-15ac-4d0e-975d-b3bbd40511cc", "tag": "9c599e97-c39e-4bab-be0e-2adbfa93e751"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:23:58.256394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8a1b8-1b6b-4db5-a28a-e72ef4e8a13d service neutron] Pushing event updated for resources: {'Port': ['ID=9c599e97-c39e-4bab-be0e-2adbfa93e751,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:58.259665 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.263608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e3a56d8-0f71-451c-b426-585d685e07b3 req-bd3ceb36-f481-4d0d-b07a-f1aae06a0fe1 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 210 time: 0.0611949 Aug 21 09:23:58.295325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Allocated IP 172.20.0.10 (02b0221f-9b44-458c-90e1-862db7e3fa16/addb9e85-473b-4728-af40-70669a5bedea/7b3656d7-3190-4eaf-b92c-382c8e178b34) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:58.312321 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbb00ce-b4bb-4ab2-bf97-ede5684c1418 x-openstack-request-id: req-3dbb00ce-b4bb-4ab2-bf97-ede5684c1418 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:23:58.312685 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78718b6c-15ac-4d0e-975d-b3bbd40511cc", "tag": "9c599e97-c39e-4bab-be0e-2adbfa93e751", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:23:58.312914 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3dbb00ce-b4bb-4ab2-bf97-ede5684c1418 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:23:58.313324 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'tag': '9c599e97-c39e-4bab-be0e-2adbfa93e751', 'status': 'completed', 'code': 200} Aug 21 09:23:58.315133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] For port 85d4270c-dfdd-400e-a2c2-eaa178114a54, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:23:58.323258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] For port 85d4270c-dfdd-400e-a2c2-eaa178114a54, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=85d4270c-dfdd-400e-a2c2-eaa178114a54,segment=NetworkSegment(361d1530-8443-4c01-ab83-cc8cda3a293e),segment_id=361d1530-8443-4c01-ab83-cc8cda3a293e)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:23:58.417474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-76abc3f9-7700-48fc-8d71-d91e903c356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:58.421465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-76abc3f9-7700-48fc-8d71-d91e903c356f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 1096 time: 0.1544890 Aug 21 09:23:58.452910 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.479026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-d76ad11e-20e5-436b-ab05-844b3afd8876 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751 HTTP/1.1" status: 200 len: 217 time: 0.0493658 Aug 21 09:23:58.489702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.506364 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Transition to ACTIVE for port object 7b3656d7-3190-4eaf-b92c-382c8e178b34 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:23:58.551310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f98c1-5aa5-4a29-a3f6-4c924684602f None None] Pushing event updated for resources: {'Port': ['ID=85d4270c-dfdd-400e-a2c2-eaa178114a54,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:58.586795 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.599992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-ffcc1682-9f15-4bd6-a055-8cb90d6bedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:58.601581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-ffcc1682-9f15-4bd6-a055-8cb90d6bedb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.1128511 Aug 21 09:23:58.653282 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.708683 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.726082 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=7b3656d7-3190-4eaf-b92c-382c8e178b34,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:58.729474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 02b0221f-9b44-458c-90e1-862db7e3fa16 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:23:58.731263 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:23:58.746492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:23:58.760624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-1cd77377-ab53-4f45-8170-7a938c7167fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:58.760624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-1cd77377-ab53-4f45-8170-7a938c7167fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513445 Aug 21 09:23:58.835939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbc7c86-fa2d-4fca-898d-be024605a211,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:23:58.867062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:58.868098 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.904495 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.951956 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:58.977810 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-14e21db8-49a2-4214-8418-581d80367568 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2527399 Aug 21 09:23:58.978750 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38794) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:23:59.110436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Allocated IP 192.168.233.200 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/35b8dc19-a031-42fc-8e69-58d439a858b6) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:23:59.114063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-d779a6a8-b05f-43ec-bb57-e94c037df85e service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037953 Aug 21 09:23:59.378197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cf5f2-fce4-40a1-81e6-856327f6fcb6 req-ffdd5c78-1240-473f-aa10-7ac2fb24b40e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:59.379831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-237cf5f2-fce4-40a1-81e6-856327f6fcb6 req-ffdd5c78-1240-473f-aa10-7ac2fb24b40e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 944 time: 0.2933948 Aug 21 09:23:59.402150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dc032-27ca-4e29-a18d-99bcda4d6c71 req-e769870f-c58b-42e2-a5fe-b0a271ee03ec tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:23:59.403891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-228dc032-27ca-4e29-a18d-99bcda4d6c71 req-e769870f-c58b-42e2-a5fe-b0a271ee03ec tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 944 time: 0.2774715 Aug 21 09:23:59.505430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d1ab6e1-9962-4ffa-b795-61ba404b7f5d req-6f63b81d-def7-45bc-ae9b-5b27ffad185b service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604586 Aug 21 09:23:59.521091 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6f006c2a-a85e-48b9-9c89-53adc2d7513d details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:23:59.554547 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:59.576357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-237cf5f2-fce4-40a1-81e6-856327f6fcb6 req-fa0c9df0-5e1b-420e-84ad-4893d30df5f9 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694982 Aug 21 09:23:59.625043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-228dc032-27ca-4e29-a18d-99bcda4d6c71 req-46d69d9a-2294-477f-915c-b0fc0f84879a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125359 Aug 21 09:23:59.656177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6f006c2a-a85e-48b9-9c89-53adc2d7513d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6f006c2a-a85e-48b9-9c89-53adc2d7513d,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:59.670345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '6f006c2a-a85e-48b9-9c89-53adc2d7513d', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'port_id': '6f006c2a-a85e-48b9-9c89-53adc2d7513d', 'mac_address': 'fa:16:3e:fc:e5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:23:59.728308 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:59.747370 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:23:59.763006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f006c2a-a85e-48b9-9c89-53adc2d7513d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:23:59.791842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7869aa8b-89b5-4310-9d61-ba7eb3378be6 None None] Network 02b0221f-9b44-458c-90e1-862db7e3fa16 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:23:59.809264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6f006c2a-a85e-48b9-9c89-53adc2d7513d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6f006c2a-a85e-48b9-9c89-53adc2d7513d,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:23:59.883295 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.003531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=6f006c2a-a85e-48b9-9c89-53adc2d7513d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:00.036534 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.055348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-80a6a5c5-0175-458b-9d95-f0c016dc63c3 None None] Provisioning for port 85d4270c-dfdd-400e-a2c2-eaa178114a54 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:00.077973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe811e02-fd3a-4feb-8c77-25c2e67fce84 req-49596fe5-7907-44eb-b187-4648eb034c3e tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 210 time: 0.0665081 Aug 21 09:24:00.133493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['6f006c2a-a85e-48b9-9c89-53adc2d7513d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:24:00.147128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.198681 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.201785 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.215650 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.222291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1 req-8c035245-221b-4a93-81b9-fab6a813e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:00.223865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1 req-8c035245-221b-4a93-81b9-fab6a813e422 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 1096 time: 0.2098277 Aug 21 09:24:00.250265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=7b3656d7-3190-4eaf-b92c-382c8e178b34,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:00.298758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Transition to ACTIVE for port object 35b8dc19-a031-42fc-8e69-58d439a858b6 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:00.361297 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.361873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3df93315-d2bf-4aa2-ae88-af479164fd94 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:24:00.410258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1 req-7add7d04-3445-48a3-8b02-65e24f889397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:00.411816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1 req-7add7d04-3445-48a3-8b02-65e24f889397 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.1401613 Aug 21 09:24:00.435607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 85d4270c-dfdd-400e-a2c2-eaa178114a54 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:00.456249 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.476235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1 req-2c00c480-16ba-4256-a3a1-0aa698f724a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751 HTTP/1.1" status: 200 len: 217 time: 0.0546753 Aug 21 09:24:00.478072 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 21 09:24:00.482691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a12ee677-2f09-4c29-bcd6-e951910affde tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.6986067 Aug 21 09:24:00.483773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38858) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:00.525793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.609705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 85d4270c-dfdd-400e-a2c2-eaa178114a54 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:00.615134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 85d4270c-dfdd-400e-a2c2-eaa178114a54 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:00.615677 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.631683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:00.646638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:00.650606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3b6fa666-ffe6-48eb-97a6-c20183e84c3e None None] Provisioning for port 7b3656d7-3190-4eaf-b92c-382c8e178b34 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:00.652940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:00.663683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3b6fa666-ffe6-48eb-97a6-c20183e84c3e None None] Provisioning complete for port 7b3656d7-3190-4eaf-b92c-382c8e178b34 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:00.664060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa666-ffe6-48eb-97a6-c20183e84c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.702052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1 req-4dffd337-37e2-4431-beb1-dc332cee3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:00.703541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1 req-4dffd337-37e2-4431-beb1-dc332cee3adc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.2175410 Aug 21 09:24:00.709776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:00.710426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.712888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Pushing event updated for resources: {'Port': ['ID=35b8dc19-a031-42fc-8e69-58d439a858b6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:00.718875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3b6fa666-ffe6-48eb-97a6-c20183e84c3e None None] Port 7b3656d7-3190-4eaf-b92c-382c8e178b34 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:00.766128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.803481 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.885567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1 req-3b1b85e5-bb11-4ea3-ab3b-4bba8e5f7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:00.887586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1 req-3b1b85e5-bb11-4ea3-ab3b-4bba8e5f7362 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592491 Aug 21 09:24:00.899040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-48e14b33-dbea-4a62-984e-b22fa40b6eed None None] Provisioning complete for port 7b3656d7-3190-4eaf-b92c-382c8e178b34 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:00.902489 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-48e14b33-dbea-4a62-984e-b22fa40b6eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:00.906137 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 85d4270c-dfdd-400e-a2c2-eaa178114a54, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=85d4270c-dfdd-400e-a2c2-eaa178114a54,segment=NetworkSegment(361d1530-8443-4c01-ab83-cc8cda3a293e),segment_id=361d1530-8443-4c01-ab83-cc8cda3a293e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:00.948117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-48e14b33-dbea-4a62-984e-b22fa40b6eed None None] Port 7b3656d7-3190-4eaf-b92c-382c8e178b34 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:00.975159 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.045722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd42cc-04f8-4b9e-ad0e-1679e75939e7 req-44bd5475-daa6-4ef2-99e6-c0f60fc83164 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:01.047406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fecd42cc-04f8-4b9e-ad0e-1679e75939e7 req-44bd5475-daa6-4ef2-99e6-c0f60fc83164 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 945 time: 0.3202732 Aug 21 09:24:01.048975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b985f0d0-2ed8-4989-94f8-1b8ca5e12f84 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Deleting port 779f661d-6ae8-4480-8304-028311e2829f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:01.049913 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b985f0d0-2ed8-4989-94f8-1b8ca5e12f84 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.053387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1 req-a87a2a02-4219-4f41-9e23-c36f7c9d41aa service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533298 Aug 21 09:24:01.060444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-ec11032c-6e07-4ef9-a7d8-3aacb2c201e4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1304860 Aug 21 09:24:01.076047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=85d4270c-dfdd-400e-a2c2-eaa178114a54,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:01.096638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Request body: {'port': {'device_id': '0f15f03f-0b47-41cb-9668-0babcbe810dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:01.139318 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:24:01.174884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bc4d7-7566-4526-ba75-0f3e9f8ea124 req-8f9f6bd9-a98c-4bc3-b397-1b884b5453d8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:01.177594 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.182194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff1bc4d7-7566-4526-ba75-0f3e9f8ea124 req-8f9f6bd9-a98c-4bc3-b397-1b884b5453d8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 944 time: 0.3892875 Aug 21 09:24:01.258567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6f28e41a-2335-4cb8-9b00-cd4130ef5d87 None None] Provisioning for port 35b8dc19-a031-42fc-8e69-58d439a858b6 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:01.262510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6f28e41a-2335-4cb8-9b00-cd4130ef5d87 None None] Provisioning complete for port 35b8dc19-a031-42fc-8e69-58d439a858b6 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:01.263065 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6f28e41a-2335-4cb8-9b00-cd4130ef5d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.281991 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.302119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fecd42cc-04f8-4b9e-ad0e-1679e75939e7 req-ab7fb614-f846-480f-b22c-d66ee7e47963 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252924 Aug 21 09:24:01.320598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6f28e41a-2335-4cb8-9b00-cd4130ef5d87 None None] Port 35b8dc19-a031-42fc-8e69-58d439a858b6 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:01.329183 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b985f0d0-2ed8-4989-94f8-1b8ca5e12f84 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.341991 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.343780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6f28e41a-2335-4cb8-9b00-cd4130ef5d87 None None] Provisioning complete for port 7b3656d7-3190-4eaf-b92c-382c8e178b34 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:01.344354 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6f28e41a-2335-4cb8-9b00-cd4130ef5d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.371144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b985f0d0-2ed8-4989-94f8-1b8ca5e12f84 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Calling delete_port for 779f661d-6ae8-4480-8304-028311e2829f owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:01.373453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=7b3656d7-3190-4eaf-b92c-382c8e178b34,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:01.376635 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.389954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aafb1fd-7282-403e-b4d5-4e1a34ddcea1 req-9ce73162-42c1-4d48-8461-b9da665d3e60 service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119617 Aug 21 09:24:01.392887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff1bc4d7-7566-4526-ba75-0f3e9f8ea124 req-43678cdc-aa0c-4c84-a667-28a4d667a0d8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098145 Aug 21 09:24:01.415678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6f28e41a-2335-4cb8-9b00-cd4130ef5d87 None None] Port 7b3656d7-3190-4eaf-b92c-382c8e178b34 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:01.490089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 02b0221f-9b44-458c-90e1-862db7e3fa16 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:01.491627 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:01.535608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6f006c2a-a85e-48b9-9c89-53adc2d7513d up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:01.584790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca3d55-f8c7-455e-bb97-9762b25d2544 req-b91b0b92-f7e1-4a5b-bb30-652907c8b2c4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:01.586354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7ca3d55-f8c7-455e-bb97-9762b25d2544 req-b91b0b92-f7e1-4a5b-bb30-652907c8b2c4 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 936 time: 0.1897218 Aug 21 09:24:01.662422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7ca3d55-f8c7-455e-bb97-9762b25d2544 req-25499e45-c8da-40f2-8142-26913b69e29c tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698376 Aug 21 09:24:01.694659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 6f006c2a-a85e-48b9-9c89-53adc2d7513d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:01.699151 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 6f006c2a-a85e-48b9-9c89-53adc2d7513d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:01.706009 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.751988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router bdbf4e89-cc5b-4f5e-a416-80a45089b773 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:24:01.789768 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.814460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03180fb-2129-4c73-a518-acacc365b76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f006c2a-a85e-48b9-9c89-53adc2d7513d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:24:01.817776 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9533d0-d607-4b61-899f-791bba8e6479" -d '{"events": [{"server_uuid": "b03180fb-2129-4c73-a518-acacc365b76e", "name": "network-vif-plugged", "status": "completed", "tag": "6f006c2a-a85e-48b9-9c89-53adc2d7513d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:24:01.837174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6f006c2a-a85e-48b9-9c89-53adc2d7513d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6f006c2a-a85e-48b9-9c89-53adc2d7513d,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:01.844260 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b985f0d0-2ed8-4989-94f8-1b8ca5e12f84 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.847816 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4c2487ca-28eb-47cb-9846-5329ac10a20f None None] Provisioning complete for port 7b3656d7-3190-4eaf-b92c-382c8e178b34 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:01.852542 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c2487ca-28eb-47cb-9846-5329ac10a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.872765 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:01.881620 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02451748-7b1b-43da-9597-44e84eb42e99 x-openstack-request-id: req-02451748-7b1b-43da-9597-44e84eb42e99 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:24:01.881919 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03180fb-2129-4c73-a518-acacc365b76e", "name": "network-vif-plugged", "status": "completed", "tag": "6f006c2a-a85e-48b9-9c89-53adc2d7513d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:24:01.882164 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02451748-7b1b-43da-9597-44e84eb42e99 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:24:01.882655 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03180fb-2129-4c73-a518-acacc365b76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f006c2a-a85e-48b9-9c89-53adc2d7513d', 'code': 200} Aug 21 09:24:01.885096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b8dc19-a031-42fc-8e69-58d439a858b6 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:24:01.886328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e2ef43-8b39-4fd2-ad78-a38ca39c5941 None None] Sync routers for ids ['bdbf4e89-cc5b-4f5e-a416-80a45089b773'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:01.889436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985f0d0-2ed8-4989-94f8-1b8ca5e12f84 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Pushing event deleted for resources: {'Port': ['ID=779f661d-6ae8-4480-8304-028311e2829f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:01.896811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.899054 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eb2499d4-3d55-422b-ab4e-49aabff7e812 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/bdbf4e89-cc5b-4f5e-a416-80a45089b773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9187136 Aug 21 09:24:01.903743 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:01.908935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38920) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:01.913936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2ef43-8b39-4fd2-ad78-a38ca39c5941 None None] Routers {'bdbf4e89-cc5b-4f5e-a416-80a45089b773'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:01.914574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e6e2ef43-8b39-4fd2-ad78-a38ca39c5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bdbf4e89-cc5b-4f5e-a416-80a45089b773'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:01.984676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deecea3a-be92-4e7d-8d38-b150da2388bd tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:01.984676 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-deecea3a-be92-4e7d-8d38-b150da2388bd tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports/7b3656d7-3190-4eaf-b92c-382c8e178b34 HTTP/1.1" status: 200 len: 978 time: 0.0724528 Aug 21 09:24:01.985687 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 38930) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:01.997672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Transition to ACTIVE for port object 35b8dc19-a031-42fc-8e69-58d439a858b6 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:02.044185 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b985f0d0-2ed8-4989-94f8-1b8ca5e12f84 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:02.046320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b985f0d0-2ed8-4989-94f8-1b8ca5e12f84 tempest-RoutersAdminNegativeTest-1700437582 tempest-RoutersAdminNegativeTest-1700437582-project-admin] 10.222.0.20 "DELETE /v2.0/ports/779f661d-6ae8-4480-8304-028311e2829f HTTP/1.1" status: 204 len: 168 time: 1.5614629 Aug 21 09:24:02.054438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c70e-bd04-47b2-b2b9-5464f5307dfc req-e1dddcd7-bdaa-4f25-a7d0-72b3af90b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:02.056207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a70c70e-bd04-47b2-b2b9-5464f5307dfc req-e1dddcd7-bdaa-4f25-a7d0-72b3af90b26b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 1098 time: 0.0802381 Aug 21 09:24:02.115831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a70c70e-bd04-47b2-b2b9-5464f5307dfc req-6afed491-5d1f-404a-b6ba-ecc93c8bca9a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457432 Aug 21 09:24:02.117019 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:02.145029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4c2487ca-28eb-47cb-9846-5329ac10a20f None None] Port 7b3656d7-3190-4eaf-b92c-382c8e178b34 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:02.148096 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e6e2ef43-8b39-4fd2-ad78-a38ca39c5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:02.172012 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2ef43-8b39-4fd2-ad78-a38ca39c5941 None None] Routers {'bdbf4e89-cc5b-4f5e-a416-80a45089b773'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:02.172697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e6e2ef43-8b39-4fd2-ad78-a38ca39c5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bdbf4e89-cc5b-4f5e-a416-80a45089b773'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:02.176379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=6f006c2a-a85e-48b9-9c89-53adc2d7513d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:02.196365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Pushing event updated for resources: {'Port': ['ID=35b8dc19-a031-42fc-8e69-58d439a858b6,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:02.220716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e6e2ef43-8b39-4fd2-ad78-a38ca39c5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:02.221404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e2ef43-8b39-4fd2-ad78-a38ca39c5941 None None] The sync data for ids ['bdbf4e89-cc5b-4f5e-a416-80a45089b773'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:24:02.300128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9c599e97-c39e-4bab-be0e-2adbfa93e751 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:24:02.311293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Attempting to bind port 35b8dc19-a031-42fc-8e69-58d439a858b6 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:02.311612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Attempting to bind port 35b8dc19-a031-42fc-8e69-58d439a858b6 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:02.311949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Attempting to bind port 35b8dc19-a031-42fc-8e69-58d439a858b6 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:02.317503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 85d4270c-dfdd-400e-a2c2-eaa178114a54 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:02.323001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Port 35b8dc19-a031-42fc-8e69-58d439a858b6 on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:24:02.323001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Attempting to bind port 35b8dc19-a031-42fc-8e69-58d439a858b6 on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:02.328836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:02.329132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:02.331333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:02.331333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Bound port: 35b8dc19-a031-42fc-8e69-58d439a858b6, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:02.331333 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:02.444114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 85d4270c-dfdd-400e-a2c2-eaa178114a54 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:02.444114 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:02.450663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] For port 35b8dc19-a031-42fc-8e69-58d439a858b6, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:02.454834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] For port 35b8dc19-a031-42fc-8e69-58d439a858b6, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=35b8dc19-a031-42fc-8e69-58d439a858b6,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:02.522024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4649a-672f-4a2b-b526-25123d6e59ff req-9261c94c-0eda-4da9-be26-25c4a2f831c8 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:02.523940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0af4649a-672f-4a2b-b526-25123d6e59ff req-9261c94c-0eda-4da9-be26-25c4a2f831c8 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.1272016 Aug 21 09:24:02.535125 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9c599e97-c39e-4bab-be0e-2adbfa93e751, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:02.574597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '9c599e97-c39e-4bab-be0e-2adbfa93e751', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'port_id': '9c599e97-c39e-4bab-be0e-2adbfa93e751', 'mac_address': 'fa:16:3e:df:00:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:24:02.574847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:02.634699 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:02.650731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c599e97-c39e-4bab-be0e-2adbfa93e751 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:24:02.661145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:02.661784 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:02.663487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-b714004a-af12-4363-84de-f1afe262c30c service neutron] 10.222.0.22 "PUT /v2.0/ports/35b8dc19-a031-42fc-8e69-58d439a858b6 HTTP/1.1" status: 200 len: 1097 time: 1.5812151 Aug 21 09:24:02.676047 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33bb90e7-9d4c-4dff-8f99-6dade7a41f95 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:02.677853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f15f03f-0b47-41cb-9668-0babcbe810dd', 'tag': '35b8dc19-a031-42fc-8e69-58d439a858b6'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:24:02.681349 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf494a5-40f1-4b80-afc4-f6d4db57562e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f15f03f-0b47-41cb-9668-0babcbe810dd", "tag": "35b8dc19-a031-42fc-8e69-58d439a858b6"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:24:02.681529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9c599e97-c39e-4bab-be0e-2adbfa93e751, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:02.692622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0af4649a-672f-4a2b-b526-25123d6e59ff req-71fbb071-2a37-4586-a820-47b923c53184 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575599 Aug 21 09:24:02.700746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623a7a6-ebfd-4cb9-b0f1-e63206746228 req-788e5e5d-0419-43ed-9d5e-5315a8c0b7ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:02.702270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d623a7a6-ebfd-4cb9-b0f1-e63206746228 req-788e5e5d-0419-43ed-9d5e-5315a8c0b7ff tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 944 time: 0.1774263 Aug 21 09:24:02.771405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714004a-af12-4363-84de-f1afe262c30c service neutron] Pushing event updated for resources: {'Port': ['ID=35b8dc19-a031-42fc-8e69-58d439a858b6,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:02.773805 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:02.792244 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfab6eb7-f975-459b-b0f4-796f082d95ea x-openstack-request-id: req-bfab6eb7-f975-459b-b0f4-796f082d95ea {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:24:02.792537 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f15f03f-0b47-41cb-9668-0babcbe810dd", "tag": "35b8dc19-a031-42fc-8e69-58d439a858b6", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:24:02.800342 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfab6eb7-f975-459b-b0f4-796f082d95ea {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:24:02.800342 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f15f03f-0b47-41cb-9668-0babcbe810dd', 'tag': '35b8dc19-a031-42fc-8e69-58d439a858b6', 'status': 'completed', 'code': 200} Aug 21 09:24:02.814494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d623a7a6-ebfd-4cb9-b0f1-e63206746228 req-92009f91-7498-41fe-86cd-f5cd858287ad tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010854 Aug 21 09:24:02.855275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-a06fde8e-be43-4ba9-bb7c-f746e160d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:02.857007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-a06fde8e-be43-4ba9-bb7c-f746e160d89b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2708620563ba43e88969ab093ad91405&device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 1100 time: 0.0593352 Aug 21 09:24:02.857552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 38974) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:02.899908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9c599e97-c39e-4bab-be0e-2adbfa93e751,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:02.931394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-00a7332f-f282-4ab2-bc3d-6ac770f84411 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=35b8dc19-a031-42fc-8e69-58d439a858b6 HTTP/1.1" status: 200 len: 217 time: 0.0614986 Aug 21 09:24:02.989853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9c599e97-c39e-4bab-be0e-2adbfa93e751'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:24:03.036978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-33bb90e7-9d4c-4dff-8f99-6dade7a41f95 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 7b3656d7-3190-4eaf-b92c-382c8e178b34 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:03.037557 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33bb90e7-9d4c-4dff-8f99-6dade7a41f95 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:03.053700 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d33ebc54-f998-413d-99f0-e97d872afc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:03.081865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f889c-86bf-47b9-bdad-8fa55c6d2bb1 req-ec0d0c59-3eba-4f19-8a00-f6e382eeebaf tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:03.084254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c61f889c-86bf-47b9-bdad-8fa55c6d2bb1 req-ec0d0c59-3eba-4f19-8a00-f6e382eeebaf tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 948 time: 0.2010076 Aug 21 09:24:03.085183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-da5d337a-5fe5-43eb-9fbf-cbe92bdc71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:03.087004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-da5d337a-5fe5-43eb-9fbf-cbe92bdc71cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1256745 Aug 21 09:24:03.137243 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33bb90e7-9d4c-4dff-8f99-6dade7a41f95 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:03.153752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-33bb90e7-9d4c-4dff-8f99-6dade7a41f95 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 7b3656d7-3190-4eaf-b92c-382c8e178b34 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:03.209367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c61f889c-86bf-47b9-bdad-8fa55c6d2bb1 req-51824be1-a0e0-46bb-b87a-ba907a6f9411 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115875 Aug 21 09:24:03.215295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-cba9445f-34d9-456e-8d24-453c5d348d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:03.227852 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-cba9445f-34d9-456e-8d24-453c5d348d56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234360 Aug 21 09:24:03.359618 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d33ebc54-f998-413d-99f0-e97d872afc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:03.362427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-330dc039-b256-415d-a78f-d63685cb4444 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297343 Aug 21 09:24:03.432343 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33bb90e7-9d4c-4dff-8f99-6dade7a41f95 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:03.453593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea06564d-4681-4c70-98e3-b39c70400d31 req-32fc65d6-ae09-46c7-bb20-0cf0f504ab6f service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833132 Aug 21 09:24:03.465729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb90e7-9d4c-4dff-8f99-6dade7a41f95 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=7b3656d7-3190-4eaf-b92c-382c8e178b34,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:03.466993 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d33ebc54-f998-413d-99f0-e97d872afc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:03.516280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d33ebc54-f998-413d-99f0-e97d872afc4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65d7c59db72b48d1aad7e3869e647fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6452873 Aug 21 09:24:03.517227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39008) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:03.531730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ebc54-f998-413d-99f0-e97d872afc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd93a288-4417-4e3b-9892-f4d9fc1f932b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:03.601590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1676-a561-45d2-a85b-540666ce9d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:03.629288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33bb90e7-9d4c-4dff-8f99-6dade7a41f95 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:03.647781 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1676-a561-45d2-a85b-540666ce9d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:03.678346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf494a5-40f1-4b80-afc4-f6d4db57562e req-a274b403-03ec-491f-a121-6eebfe02e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:03.679999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebf494a5-40f1-4b80-afc4-f6d4db57562e req-a274b403-03ec-491f-a121-6eebfe02e6c1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2708620563ba43e88969ab093ad91405&device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 1100 time: 0.0947416 Aug 21 09:24:03.793369 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bb90e7-9d4c-4dff-8f99-6dade7a41f95 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router bdbf4e89-cc5b-4f5e-a416-80a45089b773 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:24:03.819522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf494a5-40f1-4b80-afc4-f6d4db57562e req-a78559d7-cf5a-4be7-9282-cf2271e7b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:03.821067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebf494a5-40f1-4b80-afc4-f6d4db57562e req-a78559d7-cf5a-4be7-9282-cf2271e7b77c service neutron] 10.222.0.22 "GET /v2.0/networks?id=25e8f783-044b-457c-93e0-f6c67675107c HTTP/1.1" status: 200 len: 870 time: 0.1291709 Aug 21 09:24:03.828703 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1676-a561-45d2-a85b-540666ce9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:03.831871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1676-a561-45d2-a85b-540666ce9d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:03.832944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c1fb1676-a561-45d2-a85b-540666ce9d7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd93a288-4417-4e3b-9892-f4d9fc1f932b HTTP/1.1" status: 204 len: 168 time: 0.3148141 Aug 21 09:24:03.881193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebf494a5-40f1-4b80-afc4-f6d4db57562e req-2469c6f4-a6a5-419d-a740-45d1ce7d0f3f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=35b8dc19-a031-42fc-8e69-58d439a858b6 HTTP/1.1" status: 200 len: 217 time: 0.0466437 Aug 21 09:24:03.882114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb1676-a561-45d2-a85b-540666ce9d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd93a288-4417-4e3b-9892-f4d9fc1f932b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:03.892323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bb90e7-9d4c-4dff-8f99-6dade7a41f95 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:03.899220 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-33bb90e7-9d4c-4dff-8f99-6dade7a41f95 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/bdbf4e89-cc5b-4f5e-a416-80a45089b773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9120929 Aug 21 09:24:03.903441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39032) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:03.905816 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a0155f-4c8f-49f9-accb-11ef7016e293 None None] Sync routers for ids ['bdbf4e89-cc5b-4f5e-a416-80a45089b773'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:03.922196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b443d-063a-4d8f-9edd-521f2cf66675 req-32d2e86e-c2be-455a-a46a-34aceea95433 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:03.923073 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a0155f-4c8f-49f9-accb-11ef7016e293 None None] Routers {'bdbf4e89-cc5b-4f5e-a416-80a45089b773'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:03.923531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-102b443d-063a-4d8f-9edd-521f2cf66675 req-32d2e86e-c2be-455a-a46a-34aceea95433 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.1419768 Aug 21 09:24:03.925296 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f7a0155f-4c8f-49f9-accb-11ef7016e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bdbf4e89-cc5b-4f5e-a416-80a45089b773'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:03.966914 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f7a0155f-4c8f-49f9-accb-11ef7016e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:03.976055 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a0155f-4c8f-49f9-accb-11ef7016e293 None None] Routers {'bdbf4e89-cc5b-4f5e-a416-80a45089b773'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:03.976656 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f7a0155f-4c8f-49f9-accb-11ef7016e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['bdbf4e89-cc5b-4f5e-a416-80a45089b773'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:04.013765 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-f7a0155f-4c8f-49f9-accb-11ef7016e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:04.014398 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a0155f-4c8f-49f9-accb-11ef7016e293 None None] The sync data for ids ['bdbf4e89-cc5b-4f5e-a416-80a45089b773'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:24:04.017184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf494a5-40f1-4b80-afc4-f6d4db57562e req-bfbda93f-425d-46ad-9b48-f9383c5c733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:04.017184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebf494a5-40f1-4b80-afc4-f6d4db57562e req-bfbda93f-425d-46ad-9b48-f9383c5c733c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.1269448 Aug 21 09:24:04.063699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-102b443d-063a-4d8f-9edd-521f2cf66675 req-4ea5921b-c418-4915-b853-971b80a5d436 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204314 Aug 21 09:24:04.077944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f476cb-0906-4a76-9b40-879cbe766a99 req-54b09743-6d56-462c-b586-17daaa56d457 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:04.090993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22f476cb-0906-4a76-9b40-879cbe766a99 req-54b09743-6d56-462c-b586-17daaa56d457 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 945 time: 0.1373978 Aug 21 09:24:04.105567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf494a5-40f1-4b80-afc4-f6d4db57562e req-5357e48a-8825-450f-ad1f-2b0270f5dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:04.106837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebf494a5-40f1-4b80-afc4-f6d4db57562e req-5357e48a-8825-450f-ad1f-2b0270f5dcfc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0797670 Aug 21 09:24:04.137555 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-4d6582c7-0f27-4108-ab22-151ac695b528 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] remove_router_interface failed (client error): The resource could not be found. Aug 21 09:24:04.138625 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4d6582c7-0f27-4108-ab22-151ac695b528 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/bdbf4e89-cc5b-4f5e-a416-80a45089b773/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2340147 Aug 21 09:24:04.141494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39044) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:04.177454 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5fb6ebf3-5aca-4919-beba-be247e32dda4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbf4e89-cc5b-4f5e-a416-80a45089b773 HTTP/1.1" status: 200 len: 205 time: 0.0285606 Aug 21 09:24:04.179611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39050) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:04.186549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22f476cb-0906-4a76-9b40-879cbe766a99 req-7479265e-4ac3-4791-831b-9628514dc6b7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989752 Aug 21 09:24:04.266949 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-57c07171-d3c7-45b3-bc30-9ab8314d34cd tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:04.270573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebf494a5-40f1-4b80-afc4-f6d4db57562e req-362d7559-d2ac-4d13-91fb-4358e6ddc8bd service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552062 Aug 21 09:24:04.284557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e51ede-0af1-4036-99cc-6f91b1d8a057 req-4c1ae120-993c-4032-bff8-5c9ed0812f52 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:04.290019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2e51ede-0af1-4036-99cc-6f91b1d8a057 req-4c1ae120-993c-4032-bff8-5c9ed0812f52 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.1493366 Aug 21 09:24:04.298104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9c599e97-c39e-4bab-be0e-2adbfa93e751 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:04.324611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39058) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:04.329533 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4a093446-ebc1-459c-a2b8-81aeda7b8d89 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'floatingip': {'port_id': '6f006c2a-a85e-48b9-9c89-53adc2d7513d'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:04.404035 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a093446-ebc1-459c-a2b8-81aeda7b8d89 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:04.409854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 9c599e97-c39e-4bab-be0e-2adbfa93e751 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:04.410234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14935c-ebf1-4297-8ba2-78b72f45cd33 req-3269f974-db6a-420f-ad6e-be8b1963de04 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:04.411778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e14935c-ebf1-4297-8ba2-78b72f45cd33 req-3269f974-db6a-420f-ad6e-be8b1963de04 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 948 time: 0.0737755 Aug 21 09:24:04.418301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 9c599e97-c39e-4bab-be0e-2adbfa93e751 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:04.418972 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:04.435286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebf494a5-40f1-4b80-afc4-f6d4db57562e req-4b65e35a-9584-433d-8cc0-52d71454b672 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441133 Aug 21 09:24:04.463346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e14935c-ebf1-4297-8ba2-78b72f45cd33 req-31a67630-3747-4e06-b972-6782bfcdab65 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 Aug 21 09:24:04.522384 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:04.547066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c599e97-c39e-4bab-be0e-2adbfa93e751'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:24:04.550037 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff8cc3d-c195-4f15-91e1-0fda4913df10" -d '{"events": [{"server_uuid": "78718b6c-15ac-4d0e-975d-b3bbd40511cc", "name": "network-vif-plugged", "status": "completed", "tag": "9c599e97-c39e-4bab-be0e-2adbfa93e751"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:24:04.563601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9c599e97-c39e-4bab-be0e-2adbfa93e751, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:04.591748 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e0006-700f-4074-9502-854568b769d4 x-openstack-request-id: req-cd5e0006-700f-4074-9502-854568b769d4 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:24:04.591916 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78718b6c-15ac-4d0e-975d-b3bbd40511cc", "name": "network-vif-plugged", "status": "completed", "tag": "9c599e97-c39e-4bab-be0e-2adbfa93e751", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:24:04.592390 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd5e0006-700f-4074-9502-854568b769d4 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:24:04.592792 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c599e97-c39e-4bab-be0e-2adbfa93e751', 'code': 200} Aug 21 09:24:04.626069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39076) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:04.649245 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:04.704525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6bf400c4-be17-471d-8ed5-0935102e9725 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f5aab5a98274f72864e2948fc05a5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771668 Aug 21 09:24:04.705030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9c599e97-c39e-4bab-be0e-2adbfa93e751,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:04.708262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39080) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:04.718553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807594e-5703-44df-ab83-23b035b747e0 req-4e86f9d0-b24f-4712-a4d5-610946651c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:04.720146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b807594e-5703-44df-ab83-23b035b747e0 req-4e86f9d0-b24f-4712-a4d5-610946651c4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 1098 time: 0.0645070 Aug 21 09:24:04.784489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b807594e-5703-44df-ab83-23b035b747e0 req-9b3163e8-2f8a-421f-a5dc-99e9d71ca804 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550857 Aug 21 09:24:04.794637 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd422af7-3381-401a-b2f3-f3bda647c227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:04.817590 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd422af7-3381-401a-b2f3-f3bda647c227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:04.870127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-57c07171-d3c7-45b3-bc30-9ab8314d34cd tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:04.876093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-57c07171-d3c7-45b3-bc30-9ab8314d34cd tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:04.938600 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd422af7-3381-401a-b2f3-f3bda647c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:04.941901 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cd422af7-3381-401a-b2f3-f3bda647c227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:04.943244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cd422af7-3381-401a-b2f3-f3bda647c227 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ec03b96-52ef-4e15-96cb-79e744dc7979 HTTP/1.1" status: 204 len: 168 time: 0.2337151 Aug 21 09:24:04.958767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd422af7-3381-401a-b2f3-f3bda647c227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec03b96-52ef-4e15-96cb-79e744dc7979,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:05.047255 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-57c07171-d3c7-45b3-bc30-9ab8314d34cd tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.047788 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c07171-d3c7-45b3-bc30-9ab8314d34cd tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Fanout notify agent at l3_agent the message router_deleted on router bdbf4e89-cc5b-4f5e-a416-80a45089b773 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:24:05.056358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-57c07171-d3c7-45b3-bc30-9ab8314d34cd tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.060808 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-57c07171-d3c7-45b3-bc30-9ab8314d34cd tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/bdbf4e89-cc5b-4f5e-a416-80a45089b773 HTTP/1.1" status: 204 len: 168 time: 0.8767271 Aug 21 09:24:05.061036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39102) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:05.120664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87285d6-f24c-48f6-9593-8916f7e00ea5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting subnet addb9e85-473b-4728-af40-70669a5bedea {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:24:05.123897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b87285d6-f24c-48f6-9593-8916f7e00ea5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.165274 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b87285d6-f24c-48f6-9593-8916f7e00ea5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.270025 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b87285d6-f24c-48f6-9593-8916f7e00ea5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.336168 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a093446-ebc1-459c-a2b8-81aeda7b8d89 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.365022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d3fc8-02cc-477b-83eb-ecec43b1a897 req-d9cc6905-f654-4abf-b35f-5340cd689eee tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:05.366512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd0d3fc8-02cc-477b-83eb-ecec43b1a897 req-d9cc6905-f654-4abf-b35f-5340cd689eee tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.0925872 Aug 21 09:24:05.376155 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a093446-ebc1-459c-a2b8-81aeda7b8d89 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.413848 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd0d3fc8-02cc-477b-83eb-ecec43b1a897 req-47212a3b-15c7-4837-b050-a1ecc678d3eb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Aug 21 09:24:05.454787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b87285d6-f24c-48f6-9593-8916f7e00ea5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.472867 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b87285d6-f24c-48f6-9593-8916f7e00ea5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.475938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b87285d6-f24c-48f6-9593-8916f7e00ea5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/addb9e85-473b-4728-af40-70669a5bedea HTTP/1.1" status: 204 len: 168 time: 0.4146211 Aug 21 09:24:05.477665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce937e-e1eb-4359-bc0e-e125bd177c71 None None] Network 02b0221f-9b44-458c-90e1-862db7e3fa16 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:05.495447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39130) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:05.513546 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-4a093446-ebc1-459c-a2b8-81aeda7b8d89 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Floating IP b72a638a-4781-4b87-bef7-bd558ac9ffeb associated. External IP: 172.25.5.46, port: 6f006c2a-a85e-48b9-9c89-53adc2d7513d. Aug 21 09:24:05.518323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87285d6-f24c-48f6-9593-8916f7e00ea5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Subnet': ['ID=addb9e85-473b-4728-af40-70669a5bedea,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:05.636735 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.689673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860a7b-9ac1-4d70-bb52-d1367afee349 req-22f0d8b6-aa15-486e-9f07-4ab723b57e5a tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:05.691243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1860a7b-9ac1-4d70-bb52-d1367afee349 req-22f0d8b6-aa15-486e-9f07-4ab723b57e5a tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 948 time: 0.1003547 Aug 21 09:24:05.730051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de757c-f57f-4b20-b227-d34c3c1182b3 None None] DHCP port deletion for 02b0221f-9b44-458c-90e1-862db7e3fa16 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:24:05.800617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-01de757c-f57f-4b20-b227-d34c3c1182b3 None None] Deleting port 85d4270c-dfdd-400e-a2c2-eaa178114a54 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:05.801331 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-01de757c-f57f-4b20-b227-d34c3c1182b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.821063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a093446-ebc1-459c-a2b8-81aeda7b8d89 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:24:05.910639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-01de757c-f57f-4b20-b227-d34c3c1182b3 None None] For port 85d4270c-dfdd-400e-a2c2-eaa178114a54, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=85d4270c-dfdd-400e-a2c2-eaa178114a54,segment=NetworkSegment(361d1530-8443-4c01-ab83-cc8cda3a293e),segment_id=361d1530-8443-4c01-ab83-cc8cda3a293e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:05.911097 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-01de757c-f57f-4b20-b227-d34c3c1182b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:05.935809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-01de757c-f57f-4b20-b227-d34c3c1182b3 None None] Calling delete_port for 85d4270c-dfdd-400e-a2c2-eaa178114a54 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:05.988078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a093446-ebc1-459c-a2b8-81aeda7b8d89 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:05.995602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a093446-ebc1-459c-a2b8-81aeda7b8d89 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.042010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb254c-bc6c-40dd-ad3e-257aa2caef3a None None] Sync routers for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:06.053092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb254c-bc6c-40dd-ad3e-257aa2caef3a None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:06.053768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8cbb254c-bc6c-40dd-ad3e-257aa2caef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:06.061501 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4a093446-ebc1-459c-a2b8-81aeda7b8d89 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "PUT /v2.0/floatingips/b72a638a-4781-4b87-bef7-bd558ac9ffeb HTTP/1.1" status: 200 len: 991 time: 1.7353935 Aug 21 09:24:06.061942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03180fb-2129-4c73-a518-acacc365b76e', 'tag': '6f006c2a-a85e-48b9-9c89-53adc2d7513d'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:24:06.064516 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b03180fb-2129-4c73-a518-acacc365b76e", "tag": "6f006c2a-a85e-48b9-9c89-53adc2d7513d"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:24:06.145816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 85d4270c-dfdd-400e-a2c2-eaa178114a54 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:06.146338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.178920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1860a7b-9ac1-4d70-bb52-d1367afee349 req-0804ef2e-47cd-4f41-8c61-298adffc67aa tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731815 Aug 21 09:24:06.184280 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-01de757c-f57f-4b20-b227-d34c3c1182b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.233398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de757c-f57f-4b20-b227-d34c3c1182b3 None None] Pushing event deleted for resources: {'Port': ['ID=85d4270c-dfdd-400e-a2c2-eaa178114a54,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:06.240093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de757c-f57f-4b20-b227-d34c3c1182b3 None None] No DVR routers for this DVR port 85d4270c-dfdd-400e-a2c2-eaa178114a54 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:06.241576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] For port 85d4270c-dfdd-400e-a2c2-eaa178114a54, host n-d-766726-28, got binding levels [] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:06.244553 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.270099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-8cbb254c-bc6c-40dd-ad3e-257aa2caef3a None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:24:06.272368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 85d4270c-dfdd-400e-a2c2-eaa178114a54 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:06.289271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_backend_mixin [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Port 85d4270c-dfdd-400e-a2c2-eaa178114a54 was not found and therefore no delete operation was performed {{(pid=106757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:24:06.290767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.326256 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 85d4270c-dfdd-400e-a2c2-eaa178114a54 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:24:06.337270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=85d4270c-dfdd-400e-a2c2-eaa178114a54,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:06.348701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No DVR routers for this DVR port 85d4270c-dfdd-400e-a2c2-eaa178114a54 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:06.351214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 85d4270c-dfdd-400e-a2c2-eaa178114a54 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:24:06.351837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 85d4270c-dfdd-400e-a2c2-eaa178114a54 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:24:06.380721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39186) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:06.454292 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.466845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b0221f-9b44-458c-90e1-862db7e3fa16']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:06.482531 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91b6430-1f93-42ed-9011-248fbb3d5dd3 x-openstack-request-id: req-d91b6430-1f93-42ed-9011-248fbb3d5dd3 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:24:06.482531 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03180fb-2129-4c73-a518-acacc365b76e", "tag": "6f006c2a-a85e-48b9-9c89-53adc2d7513d", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:24:06.482531 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d91b6430-1f93-42ed-9011-248fbb3d5dd3 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:24:06.482973 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03180fb-2129-4c73-a518-acacc365b76e', 'tag': '6f006c2a-a85e-48b9-9c89-53adc2d7513d', 'status': 'completed', 'code': 200} Aug 21 09:24:06.484025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361d1530-8443-4c01-ab83-cc8cda3a293e') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:06.484513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361d1530-8443-4c01-ab83-cc8cda3a293e') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:06.499449 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.536588 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.568079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:06.568478 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.574462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1034799'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:06.595670 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:06.604697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8cbb254c-bc6c-40dd-ad3e-257aa2caef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'b72a638a-4781-4b87-bef7-bd558ac9ffeb', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'port_id': '6f006c2a-a85e-48b9-9c89-53adc2d7513d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'mac_address': 'fa:16:3e:fc:e5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03180fb-2129-4c73-a518-acacc365b76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:23:40Z', 'updated_at': '2021-08-21T09:24:05Z', 'revision_number': 1, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:06.632104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb254c-bc6c-40dd-ad3e-257aa2caef3a None None] Checking router: 5ad7fd70-1a4b-45c4-9617-a85e10717c42 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:24:06.641081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb254c-bc6c-40dd-ad3e-257aa2caef3a None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:06.641591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8cbb254c-bc6c-40dd-ad3e-257aa2caef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:23:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:06.649302 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:06.653251 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.653458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b req-780ee19e-0e29-4df9-974c-e4c67dc97973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:06.655206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b req-780ee19e-0e29-4df9-974c-e4c67dc97973 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 1098 time: 0.1485567 Aug 21 09:24:06.663436 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.668208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0302633-fa36-4f77-945e-13b2db7d068e req-cb9b7e09-a4bb-45f6-ab48-9f524e718857 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:06.676143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0302633-fa36-4f77-945e-13b2db7d068e req-cb9b7e09-a4bb-45f6-ab48-9f524e718857 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.1550419 Aug 21 09:24:06.756448 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.763262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-8cbb254c-bc6c-40dd-ad3e-257aa2caef3a None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:24:06.786264 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.787313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.789252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/networks/02b0221f-9b44-458c-90e1-862db7e3fa16 HTTP/1.1" status: 204 len: 168 time: 1.2925463 Aug 21 09:24:06.790111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba0b0f-0616-4ae2-a22f-039c440246f0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Network': ['ID=02b0221f-9b44-458c-90e1-862db7e3fa16,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:06.803083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39208) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:06.807511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'network': {'name': 'tempest-RoutersTest-966171850'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:06.824866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0302633-fa36-4f77-945e-13b2db7d068e req-a2bebb0c-8f15-4445-95e9-07ebc0a3d34d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469865 Aug 21 09:24:06.854879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b req-628670ea-6e2f-4426-9e11-4573a9a8b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:06.857429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b req-628670ea-6e2f-4426-9e11-4573a9a8b368 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 200 len: 912 time: 0.1778603 Aug 21 09:24:06.862470 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.894168 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:06.918393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ddc6c2-340a-4c4d-9ca2-8cd837898cd7,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:06.923405 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.924063 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment 9182c9b6-023e-45ca-a717-61bf91155e72 of type vlan for network b1d1a111-3bc6-42e3-9413-1f384ae5835e Aug 21 09:24:06.952217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b req-11e15321-d4d4-4e22-b3b4-09401c2d9a3b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f006c2a-a85e-48b9-9c89-53adc2d7513d HTTP/1.1" status: 200 len: 999 time: 0.0865636 Aug 21 09:24:06.963251 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cc5b85b5-9c0a-464f-85f7-97c9c828dfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:06.973663 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:07.016317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:07.023636 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:07.035256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b req-b57c4d09-6b9c-4760-a2ae-6b9f66b05ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:07.038751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b req-b57c4d09-6b9c-4760-a2ae-6b9f66b05ef3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bb1321f-becc-48b5-86d3-5f568adf5ca5 HTTP/1.1" status: 200 len: 850 time: 0.0772316 Aug 21 09:24:07.056645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8cbb254c-bc6c-40dd-ad3e-257aa2caef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'b72a638a-4781-4b87-bef7-bd558ac9ffeb', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'port_id': '6f006c2a-a85e-48b9-9c89-53adc2d7513d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'mac_address': 'fa:16:3e:fc:e5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03180fb-2129-4c73-a518-acacc365b76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:23:40Z', 'updated_at': '2021-08-21T09:24:05Z', 'revision_number': 1, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:07.083872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:07.086687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb254c-bc6c-40dd-ad3e-257aa2caef3a None None] The sync data for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 is: [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'b72a638a-4781-4b87-bef7-bd558ac9ffeb', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'port_id': '6f006c2a-a85e-48b9-9c89-53adc2d7513d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'mac_address': 'fa:16:3e:fc:e5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03180fb-2129-4c73-a518-acacc365b76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:23:40Z', 'updated_at': '2021-08-21T09:24:05Z', 'revision_number': 1, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:24:07.093328 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:07.107362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:07.108101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:07.108404 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:07.109066 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added segment f4f46210-907f-4c90-8e39-f90833af89a9 of type vlan for network d7ebc31f-a5b2-4a7f-af80-19b5912cb92d Aug 21 09:24:07.129601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b req-0663619d-3bd0-45ac-aa7b-a6e76c76e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:07.135016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b req-0663619d-3bd0-45ac-aa7b-a6e76c76e28a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05c46098-44d1-4d39-a46b-109379cd642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874841 Aug 21 09:24:07.212161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=b1d1a111-3bc6-42e3-9413-1f384ae5835e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:07.225750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network b1d1a111-3bc6-42e3-9413-1f384ae5835e details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:07.304541 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c2ecc442-bbe4-4673-b28d-2809874e47b8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.9226196 Aug 21 09:24:07.352701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b req-8de211f5-f172-4871-b8b5-a25854d713f8 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086141 Aug 21 09:24:07.394320 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:07.412773 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53155dd4-0cb2-4fe6-8e7c-dbe4d4e20234 None None] New status for floating IP b72a638a-4781-4b87-bef7-bd558ac9ffeb: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:24:07.434879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39244) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:07.441865 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'network_id': 'b1d1a111-3bc6-42e3-9413-1f384ae5835e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:07.520674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee77391-c3d0-42e8-a5ba-2527324b3a2d req-eccf45e0-50f4-42b6-8e1b-467a5044ee32 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:07.521971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ee77391-c3d0-42e8-a5ba-2527324b3a2d req-eccf45e0-50f4-42b6-8e1b-467a5044ee32 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.2458327 Aug 21 09:24:07.548573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b372b67-2612-4f59-a252-e183da8b5a9e req-1338bfa3-c01e-47ee-92bc-3ccd1a588d5e tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:07.550668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b372b67-2612-4f59-a252-e183da8b5a9e req-1338bfa3-c01e-47ee-92bc-3ccd1a588d5e tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 948 time: 0.2728860 Aug 21 09:24:07.567491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 35b8dc19-a031-42fc-8e69-58d439a858b6 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:24:07.579576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ec2dd56-b635-45da-b2e8-81dbf71a8a5b req-f11f1845-e5d5-4d15-865d-d9210e1b7023 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169647 Aug 21 09:24:07.617884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1ee77391-c3d0-42e8-a5ba-2527324b3a2d req-f6fc73be-26bc-439f-b889-8f17dae5ddd5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809565 Aug 21 09:24:07.622451 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:07.624415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:07.624415 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:07.652741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b372b67-2612-4f59-a252-e183da8b5a9e req-a607708f-69e0-4ecf-b4a4-019fb1479d5b tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940685 Aug 21 09:24:07.674570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:07.678153 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:07.680149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 35b8dc19-a031-42fc-8e69-58d439a858b6, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=35b8dc19-a031-42fc-8e69-58d439a858b6,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:07.692475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '35b8dc19-a031-42fc-8e69-58d439a858b6', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '35b8dc19-a031-42fc-8e69-58d439a858b6', 'mac_address': 'fa:16:3e:17:89:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:24:07.708908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Network': ['ID=d7ebc31f-a5b2-4a7f-af80-19b5912cb92d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:07.722689 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network d7ebc31f-a5b2-4a7f-af80-19b5912cb92d details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:07.788243 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:07.812069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b8dc19-a031-42fc-8e69-58d439a858b6 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:24:07.828819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9d06880d-aab2-4ec8-bb3e-4b8c7e6dc888 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0250485 Aug 21 09:24:07.830036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39258) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:07.834612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 35b8dc19-a031-42fc-8e69-58d439a858b6, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=35b8dc19-a031-42fc-8e69-58d439a858b6,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:07.837149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'subnet': {'network_id': 'd7ebc31f-a5b2-4a7f-af80-19b5912cb92d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:07.926763 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:07.974714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=35b8dc19-a031-42fc-8e69-58d439a858b6,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:07.992337 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.020499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:08.024092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.061563 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=809082da-6170-4c31-8027-99c7e3faf401,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:08.068856 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking segment: {'id': '9182c9b6-023e-45ca-a717-61bf91155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1d1a111-3bc6-42e3-9413-1f384ae5835e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:08.069226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network hostable DHCP agents. Network: b1d1a111-3bc6-42e3-9413-1f384ae5835e, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:08.160735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['35b8dc19-a031-42fc-8e69-58d439a858b6'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:24:08.169138 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network b1d1a111-3bc6-42e3-9413-1f384ae5835e is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:08.292849 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, b1d1a111-3bc6-42e3-9413-1f384ae5835e) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:08.297958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:08.298601 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.305571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c738dbd-e5b8-4742-839e-0105a32cd5d3 None None] Network b1d1a111-3bc6-42e3-9413-1f384ae5835e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:08.315970 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.377667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Subnet': ['ID=036aba8b-5fab-4b87-aa67-195908c33fbb,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:08.386637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Checking segment: {'id': 'f4f46210-907f-4c90-8e39-f90833af89a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7ebc31f-a5b2-4a7f-af80-19b5912cb92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:08.386770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network hostable DHCP agents. Network: d7ebc31f-a5b2-4a7f-af80-19b5912cb92d, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:08.395955 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9d1348fb-c41d-46a9-984f-5498f0982376 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9593096 Aug 21 09:24:08.400048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39284) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:08.407795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1383776633'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:08.457779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-b1d1a111-3bc6-42e3-9413-1f384ae5835e', 'network_id': 'b1d1a111-3bc6-42e3-9413-1f384ae5835e', 'tenant_id': 'a2c0731e107b406293ce7cb17e19be4e', 'fixed_ips': [{'subnet_id': '809082da-6170-4c31-8027-99c7e3faf401'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:08.458628 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.486483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network d7ebc31f-a5b2-4a7f-af80-19b5912cb92d is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:08.511448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:08.515003 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.542228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:08.551164 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.551514 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment 29cea783-0a6a-4814-ac8b-310723bb3c03 of type vlan for network cc1a1d13-8445-4812-8aa5-1c2690ecf0cb Aug 21 09:24:08.568600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, d7ebc31f-a5b2-4a7f-af80-19b5912cb92d) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:08.578847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:08.578847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.583381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53469ccb-bdec-4089-ab2b-d674c4aa1ea6 None None] Network d7ebc31f-a5b2-4a7f-af80-19b5912cb92d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:08.594734 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.656392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9ced73b4-8378-4a6f-bc9e-369dc6525462 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8233809 Aug 21 09:24:08.658481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39290) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:08.665596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b0ff82e9-9074-4480-ae2f-4e070474875e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1251214673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:08.683826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.690450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:08.692217 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.773407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=cc1a1d13-8445-4812-8aa5-1c2690ecf0cb,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:08.790832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3e80-1c21-403b-8b5a-5af4249374b3 req-6d3a9e8d-bb70-48b6-9b24-680164f06806 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:08.792998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a7c3e80-1c21-403b-8b5a-5af4249374b3 req-6d3a9e8d-bb70-48b6-9b24-680164f06806 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.0860002 Aug 21 09:24:08.794896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network cc1a1d13-8445-4812-8aa5-1c2690ecf0cb details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:08.797432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0ff82e9-9074-4480-ae2f-4e070474875e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.799264 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0ff82e9-9074-4480-ae2f-4e070474875e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.817681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Allocated IP 172.20.255.242 (b1d1a111-3bc6-42e3-9413-1f384ae5835e/809082da-6170-4c31-8027-99c7e3faf401/c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:08.854369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28042f47-b5c6-41e1-889e-3ce9ea656861 req-84b225de-a1f5-4dda-8760-685fb69ede74 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:08.855807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28042f47-b5c6-41e1-889e-3ce9ea656861 req-84b225de-a1f5-4dda-8760-685fb69ede74 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 949 time: 0.1019137 Aug 21 09:24:08.872629 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f97068f9-a70b-4ede-a8d9-8624870e9723 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4708393 Aug 21 09:24:08.875072 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39294) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:08.880389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a7c3e80-1c21-403b-8b5a-5af4249374b3 req-51c8eb57-2569-4b9e-8e0b-51f710aaaad6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768280 Aug 21 09:24:08.895085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'network_id': 'cc1a1d13-8445-4812-8aa5-1c2690ecf0cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:08.922184 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0ff82e9-9074-4480-ae2f-4e070474875e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:08.943154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28042f47-b5c6-41e1-889e-3ce9ea656861 req-c3092a90-b48c-4f7c-9118-75120555bcd1 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781438 Aug 21 09:24:08.988222 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0ff82e9-9074-4480-ae2f-4e070474875e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.046773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-d7ebc31f-a5b2-4a7f-af80-19b5912cb92d', 'network_id': 'd7ebc31f-a5b2-4a7f-af80-19b5912cb92d', 'tenant_id': '610d0593f930483a94396da909d57627', 'fixed_ips': [{'subnet_id': '036aba8b-5fab-4b87-aa67-195908c33fbb'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:09.047944 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.080852 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-721bb012-a00f-431a-8bc7-fd04d13f658d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416126 Aug 21 09:24:09.115504 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b0ff82e9-9074-4480-ae2f-4e070474875e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.119300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b0ff82e9-9074-4480-ae2f-4e070474875e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4572093 Aug 21 09:24:09.119836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39298) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:09.150300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-fb5e9ac4-5d51-4de5-949f-85f9198b4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:09.151947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-fb5e9ac4-5d51-4de5-949f-85f9198b4510 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 1097 time: 0.0492835 Aug 21 09:24:09.180799 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.213339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Transition to ACTIVE for port object c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:09.258884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Transition to ACTIVE for port object c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:09.277352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Allocated IP 172.20.0.2 (d7ebc31f-a5b2-4a7f-af80-19b5912cb92d/036aba8b-5fab-4b87-aa67-195908c33fbb/3d8a5cad-ad7a-4be6-b056-e23ed90e996e) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:09.297692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:09.306866 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.328100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-11c64c34-f216-4b86-aa03-23e89cd7e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:09.328100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-11c64c34-f216-4b86-aa03-23e89cd7e186 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.1539202 Aug 21 09:24:09.380672 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.414084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-2e283cda-b39b-4333-b4cf-f0fb2a95e367 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=264a635d-c2b9-4993-ae08-a62eefb8a003 HTTP/1.1" status: 200 len: 217 time: 0.0808890 Aug 21 09:24:09.442624 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Network b1d1a111-3bc6-42e3-9413-1f384ae5835e is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:09.453109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:09.456311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:09.493746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-8fd53732-6a2b-49a2-a513-e394b058aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:09.495512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-8fd53732-6a2b-49a2-a513-e394b058aa38 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0740328 Aug 21 09:24:09.520782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Pushing event updated for resources: {'Port': ['ID=c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:09.567153 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.578078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 35b8dc19-a031-42fc-8e69-58d439a858b6 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:09.609207 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a86175b8-2d49-4982-9b3f-9e3fbc5663f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.610566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-5236bb46-c280-4b57-90e1-0b925f875920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:09.612689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-5236bb46-c280-4b57-90e1-0b925f875920 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049325 Aug 21 09:24:09.631259 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.635888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Attempting to bind port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:09.636338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Attempting to bind port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '9182c9b6-023e-45ca-a717-61bf91155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1d1a111-3bc6-42e3-9413-1f384ae5835e'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:09.636714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Attempting to bind port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb on network b1d1a111-3bc6-42e3-9413-1f384ae5835e {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:09.660480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Transition to ACTIVE for port object 3d8a5cad-ad7a-4be6-b056-e23ed90e996e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:09.680823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:09.681197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Checking segment: {'id': '9182c9b6-023e-45ca-a717-61bf91155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1d1a111-3bc6-42e3-9413-1f384ae5835e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:09.682221 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.682620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Bound using segment: {'id': '9182c9b6-023e-45ca-a717-61bf91155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1d1a111-3bc6-42e3-9413-1f384ae5835e'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:09.683097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Bound port: c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182c9b6-023e-45ca-a717-61bf91155e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1d1a111-3bc6-42e3-9413-1f384ae5835e'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:09.684008 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.702122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-31ef9c62-bdc1-4a41-879d-58c93f57c6c7 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:09.710453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-31ef9c62-bdc1-4a41-879d-58c93f57c6c7 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/networks?id=b65c09b6-8a19-476f-b03a-92c10f7387fc HTTP/1.1" status: 200 len: 814 time: 0.2138643 Aug 21 09:24:09.733821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d0ddaf61-c407-4eba-84bc-d5da9760939b tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/quotas/6cc212b6affb4d0991b05ca2d523818f HTTP/1.1" status: 200 len: 375 time: 0.0223434 Aug 21 09:24:09.742358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Transition to ACTIVE for port object 3d8a5cad-ad7a-4be6-b056-e23ed90e996e will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:09.786079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-1dc7a525-4bf6-489f-b970-d6e523ba74ae tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc212b6affb4d0991b05ca2d523818f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513208 Aug 21 09:24:09.807182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] For port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:09.810683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] For port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb,segment=NetworkSegment(9182c9b6-023e-45ca-a717-61bf91155e72),segment_id=9182c9b6-023e-45ca-a717-61bf91155e72)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:09.820690 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.861834 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.872587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Network d7ebc31f-a5b2-4a7f-af80-19b5912cb92d is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:09.876822 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:09.879394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:09.890545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-a6fcdae3-7b5c-485e-9d44-5cb512afbfb6 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686849 Aug 21 09:24:09.893075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Pushing event updated for resources: {'Port': ['ID=3d8a5cad-ad7a-4be6-b056-e23ed90e996e,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:09.901141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c3196-9b9c-477c-8056-1981d5a00a55 req-c62dcbc6-bae3-4734-abb5-dce1220fd0d3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:09.902636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-519c3196-9b9c-477c-8056-1981d5a00a55 req-c62dcbc6-bae3-4734-abb5-dce1220fd0d3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.1520114 Aug 21 09:24:09.919851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 35b8dc19-a031-42fc-8e69-58d439a858b6 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:09.922028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Allocated IP 172.20.0.1 (d7ebc31f-a5b2-4a7f-af80-19b5912cb92d/036aba8b-5fab-4b87-aa67-195908c33fbb/be190a6f-a91c-4b37-80e1-d65d971baf6a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:09.923833 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.958815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:09.968558 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 35b8dc19-a031-42fc-8e69-58d439a858b6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:09.969011 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.027822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-486d7f69-71d8-4a01-a14e-99758c8d0ad6 service neutron] 10.222.0.20 "GET /v2.0/networks/b65c09b6-8a19-476f-b03a-92c10f7387fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408183 Aug 21 09:24:10.039425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Attempting to bind port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:10.039943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Attempting to bind port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f4f46210-907f-4c90-8e39-f90833af89a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7ebc31f-a5b2-4a7f-af80-19b5912cb92d'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:10.040306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Attempting to bind port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e on network d7ebc31f-a5b2-4a7f-af80-19b5912cb92d {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:10.041826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-519c3196-9b9c-477c-8056-1981d5a00a55 req-206d8afe-0ef8-4fd1-abb9-cb3198721039 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273999 Aug 21 09:24:10.061222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb09b0d4-abd4-4c7a-a5a7-3b162fe9d3c0 req-3e384f74-0428-405e-8616-c5ed354ddee1 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575978 Aug 21 09:24:10.063167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:10.063547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Checking segment: {'id': 'f4f46210-907f-4c90-8e39-f90833af89a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7ebc31f-a5b2-4a7f-af80-19b5912cb92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:10.063950 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.064332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Bound using segment: {'id': 'f4f46210-907f-4c90-8e39-f90833af89a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7ebc31f-a5b2-4a7f-af80-19b5912cb92d'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:10.066396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Bound port: 3d8a5cad-ad7a-4be6-b056-e23ed90e996e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f46210-907f-4c90-8e39-f90833af89a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd7ebc31f-a5b2-4a7f-af80-19b5912cb92d'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:10.066781 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.084378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=cf8a7b95-716e-41d1-b4ed-b4e82102375d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:10.100418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bded479-1026-45b1-9f90-d686f8690232 None None] Pushing event updated for resources: {'Port': ['ID=c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:10.155717 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.174145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking segment: {'id': '29cea783-0a6a-4814-ac8b-310723bb3c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc1a1d13-8445-4812-8aa5-1c2690ecf0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:10.174760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network hostable DHCP agents. Network: cc1a1d13-8445-4812-8aa5-1c2690ecf0cb, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:10.191420 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Transition to ACTIVE for port object be190a6f-a91c-4b37-80e1-d65d971baf6a will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:10.241636 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.245448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-1ec56a5f-1384-42c0-98ba-1655d834742c service neutron] 10.222.0.20 "GET /v2.0/networks/b65c09b6-8a19-476f-b03a-92c10f7387fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713662 Aug 21 09:24:10.263390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f394aeb-2226-43e9-ad23-47e142ae9a37 req-338ecf03-d847-4e24-b276-31918353a745 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:10.265084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f394aeb-2226-43e9-ad23-47e142ae9a37 req-338ecf03-d847-4e24-b276-31918353a745 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 949 time: 0.0815477 Aug 21 09:24:10.278577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 35b8dc19-a031-42fc-8e69-58d439a858b6, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=35b8dc19-a031-42fc-8e69-58d439a858b6,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:10.279476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f15f03f-0b47-41cb-9668-0babcbe810dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b8dc19-a031-42fc-8e69-58d439a858b6'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:24:10.281970 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e25a8c-99a5-45b3-bf76-aea8a26c5c28" -d '{"events": [{"server_uuid": "0f15f03f-0b47-41cb-9668-0babcbe810dd", "name": "network-vif-plugged", "status": "completed", "tag": "35b8dc19-a031-42fc-8e69-58d439a858b6"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:24:10.287164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] For port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:10.303925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] For port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3d8a5cad-ad7a-4be6-b056-e23ed90e996e,segment=NetworkSegment(f4f46210-907f-4c90-8e39-f90833af89a9),segment_id=f4f46210-907f-4c90-8e39-f90833af89a9)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:10.325950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.335223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f394aeb-2226-43e9-ad23-47e142ae9a37 req-568dc7e5-6b84-43b0-91c6-22c52054648f tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605326 Aug 21 09:24:10.341258 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network cc1a1d13-8445-4812-8aa5-1c2690ecf0cb is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:10.381618 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network d7ebc31f-a5b2-4a7f-af80-19b5912cb92d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:10.389950 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.404154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:10.414917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:10.437444 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a53bcda-1259-4caa-b8fe-1656e97b02d1 x-openstack-request-id: req-7a53bcda-1259-4caa-b8fe-1656e97b02d1 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:24:10.437732 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f15f03f-0b47-41cb-9668-0babcbe810dd", "name": "network-vif-plugged", "status": "completed", "tag": "35b8dc19-a031-42fc-8e69-58d439a858b6", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:24:10.438761 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a53bcda-1259-4caa-b8fe-1656e97b02d1 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:24:10.439032 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f15f03f-0b47-41cb-9668-0babcbe810dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b8dc19-a031-42fc-8e69-58d439a858b6', 'code': 200} Aug 21 09:24:10.457226 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.466284 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=be190a6f-a91c-4b37-80e1-d65d971baf6a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:10.484402 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.528526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=35b8dc19-a031-42fc-8e69-58d439a858b6,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:10.530309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, cc1a1d13-8445-4812-8aa5-1c2690ecf0cb) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:10.550926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:10.550926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.565998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d1431-23ed-4396-9707-c4256d84b7bc req-37245711-dfa0-4245-bf5a-729eab4a2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:10.577166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac2d05-84e7-4ff5-864c-e099f8e7ab04 None None] Network cc1a1d13-8445-4812-8aa5-1c2690ecf0cb requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:10.588616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-583d1431-23ed-4396-9707-c4256d84b7bc req-37245711-dfa0-4245-bf5a-729eab4a2f35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 1102 time: 0.1289062 Aug 21 09:24:10.656224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dfdf4543-30f3-4495-bc04-a3f8871fd785 req-39ee5b89-218f-43de-85ce-34e93d8e984a tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 210 time: 0.0557392 Aug 21 09:24:10.683688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-583d1431-23ed-4396-9707-c4256d84b7bc req-06c1bcd6-25a6-44e8-ba71-3c0c4f04f51c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917203 Aug 21 09:24:10.686810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470e8ab-aee5-406d-b524-c367b162299f None None] Pushing event updated for resources: {'Port': ['ID=3d8a5cad-ad7a-4be6-b056-e23ed90e996e,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:10.699826 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8c50fdcf-7483-419c-bc1e-52e369e426bd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8215818 Aug 21 09:24:10.702086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39336) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:10.848278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-cc1a1d13-8445-4812-8aa5-1c2690ecf0cb', 'network_id': 'cc1a1d13-8445-4812-8aa5-1c2690ecf0cb', 'tenant_id': 'a2c0731e107b406293ce7cb17e19be4e', 'fixed_ips': [{'subnet_id': 'cf8a7b95-716e-41d1-b4ed-b4e82102375d'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:10.849247 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.865539 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.936862 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:10.963463 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:11.522318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Allocated IP 172.20.0.2 (cc1a1d13-8445-4812-8aa5-1c2690ecf0cb/cf8a7b95-716e-41d1-b4ed-b4e82102375d/10db349b-cedc-4a8f-815d-babd4ec1284a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:11.598178 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:11.599673 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:11.600993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8185c8-cfe6-49c2-8a1a-6541118ac60b req-0dc262ed-84ac-4fcf-9900-682237ebe15c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:11.600993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d8185c8-cfe6-49c2-8a1a-6541118ac60b req-0dc262ed-84ac-4fcf-9900-682237ebe15c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.0769629 Aug 21 09:24:11.603779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Transition to ACTIVE for port object 10db349b-cedc-4a8f-815d-babd4ec1284a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:11.603779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Transition to ACTIVE for port object 10db349b-cedc-4a8f-815d-babd4ec1284a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:11.605746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d8185c8-cfe6-49c2-8a1a-6541118ac60b req-529c889a-cd66-4eef-9943-b2d1af7d5a94 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374773 Aug 21 09:24:11.606797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75abf6e4-7b9b-4763-9143-ba8cae077df6 None None] Network b1d1a111-3bc6-42e3-9413-1f384ae5835e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:11.607984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba569af-e1a4-4520-9571-4b5d753fc96f req-579a5cb1-83fb-4ced-a800-0ffd39e072a2 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:11.607984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cba569af-e1a4-4520-9571-4b5d753fc96f req-579a5cb1-83fb-4ced-a800-0ffd39e072a2 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 950 time: 0.0681305 Aug 21 09:24:11.607984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cba569af-e1a4-4520-9571-4b5d753fc96f req-caf43f3c-38bb-40f9-b455-9b21a610ae24 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600653 Aug 21 09:24:11.638366 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:11.738177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Pushing event updated for resources: {'Port': ['ID=10db349b-cedc-4a8f-815d-babd4ec1284a,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:11.745833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-475a9922-6dd1-4938-839c-474c224054a8 req-f81932ed-2bb4-4167-a0fd-8153424418aa tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 210 time: 0.0359931 Aug 21 09:24:11.763074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Network cc1a1d13-8445-4812-8aa5-1c2690ecf0cb is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:11.764312 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:11.764703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c14d2537-dba9-4de0-aec6-ccf0a83e296b None None] Provisioning for port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:11.764703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:11.768275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:11.809363 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:11.852874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Attempting to bind port 10db349b-cedc-4a8f-815d-babd4ec1284a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:11.852874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Attempting to bind port 10db349b-cedc-4a8f-815d-babd4ec1284a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '29cea783-0a6a-4814-ac8b-310723bb3c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc1a1d13-8445-4812-8aa5-1c2690ecf0cb'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:11.854275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8a7b95-716e-41d1-b4ed-b4e82102375d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:11.854413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Attempting to bind port 10db349b-cedc-4a8f-815d-babd4ec1284a on network cc1a1d13-8445-4812-8aa5-1c2690ecf0cb {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:11.855609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:11.856196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Checking segment: {'id': '29cea783-0a6a-4814-ac8b-310723bb3c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc1a1d13-8445-4812-8aa5-1c2690ecf0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:11.856525 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:11.856858 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Bound using segment: {'id': '29cea783-0a6a-4814-ac8b-310723bb3c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc1a1d13-8445-4812-8aa5-1c2690ecf0cb'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:11.857324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Bound port: 10db349b-cedc-4a8f-815d-babd4ec1284a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cea783-0a6a-4814-ac8b-310723bb3c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc1a1d13-8445-4812-8aa5-1c2690ecf0cb'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:11.857716 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:11.873650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:11.957576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] For port 10db349b-cedc-4a8f-815d-babd4ec1284a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:11.961500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] For port 10db349b-cedc-4a8f-815d-babd4ec1284a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=10db349b-cedc-4a8f-815d-babd4ec1284a,segment=NetworkSegment(29cea783-0a6a-4814-ac8b-310723bb3c03),segment_id=29cea783-0a6a-4814-ac8b-310723bb3c03)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:11.979537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c416e-66ea-440d-865c-6a2fb496749c None None] Network d7ebc31f-a5b2-4a7f-af80-19b5912cb92d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:12.063839 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:12.075457 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=be190a6f-a91c-4b37-80e1-d65d971baf6a,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:12.081713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:12.091049 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:12.096233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1a1d13-8445-4812-8aa5-1c2690ecf0cb']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:12.111390 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cea783-0a6a-4814-ac8b-310723bb3c03') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:12.111749 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cea783-0a6a-4814-ac8b-310723bb3c03') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:12.130414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:12.142987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9180ef2c-98c5-4b22-b118-7f6a204c341d None None] Provisioning for port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:12.178585 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:12.188404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:12.188812 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:12.191932 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:12.222206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e786e5e5-ea42-4608-8d6b-7299be2fd5dc None None] Network cc1a1d13-8445-4812-8aa5-1c2690ecf0cb requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:12.264882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9879b-58ff-4911-bdbd-2aed2a07b05b None None] Pushing event updated for resources: {'Port': ['ID=10db349b-cedc-4a8f-815d-babd4ec1284a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:12.275074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network d7ebc31f-a5b2-4a7f-af80-19b5912cb92d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:12.276504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:12.328999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9c599e97-c39e-4bab-be0e-2adbfa93e751 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:24:12.336841 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:24:12.336841 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:24:12.336841 n-d-766726-28 neutron-server[106756]: [parameters: {'id': 'cc1a1d13-8445-4812-8aa5-1c2690ecf0cb'}] Aug 21 09:24:12.336841 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:24:12.337326 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:24:12.536574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2f148-56d1-41c3-9347-d45efa646ac3 req-04387728-9ad8-4cfc-bec2-03cc15909947 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:12.538314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4f2f148-56d1-41c3-9347-d45efa646ac3 req-04387728-9ad8-4cfc-bec2-03cc15909947 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.0728543 Aug 21 09:24:12.586962 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 15cd3ea2-5ade-4adf-888f-11828bcbebb4 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:24:12.602820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4f2f148-56d1-41c3-9347-d45efa646ac3 req-982d1543-f77f-42aa-96ef-9efee15c5c3c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565946 Aug 21 09:24:12.648773 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.resource_extend [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 09:24:12.650598 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:12.663033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3d8a5cad-ad7a-4be6-b056-e23ed90e996e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:12.732379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:12.740503 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e36b161c-4b66-457c-bd27-18100d7c9343 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/15cd3ea2-5ade-4adf-888f-11828bcbebb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6196878 Aug 21 09:24:12.743457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39380) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:12.762183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6602db-164a-446d-8495-1192fc322707 None None] Sync routers for ids ['15cd3ea2-5ade-4adf-888f-11828bcbebb4'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:12.767617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3beefb-2dc9-4aa7-a6e0-bd0b97f12dbd req-cf0ea4b3-bcf1-4a60-b46f-00df2ab06e0c tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:12.781502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd3beefb-2dc9-4aa7-a6e0-bd0b97f12dbd req-cf0ea4b3-bcf1-4a60-b46f-00df2ab06e0c tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 950 time: 0.1077676 Aug 21 09:24:12.806218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6602db-164a-446d-8495-1192fc322707 None None] Routers {'15cd3ea2-5ade-4adf-888f-11828bcbebb4'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:12.806218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7f6602db-164a-446d-8495-1192fc322707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['15cd3ea2-5ade-4adf-888f-11828bcbebb4'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:12.819916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9c599e97-c39e-4bab-be0e-2adbfa93e751, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:12.838758 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:12.846903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc45e80-4a29-4d1d-8b6f-e9a28f7c316b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:12.851982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7dc45e80-4a29-4d1d-8b6f-e9a28f7c316b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports/be190a6f-a91c-4b37-80e1-d65d971baf6a HTTP/1.1" status: 200 len: 910 time: 0.1074121 Aug 21 09:24:12.853289 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39386) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:12.882282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7f6602db-164a-446d-8495-1192fc322707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:12.889416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '9c599e97-c39e-4bab-be0e-2adbfa93e751', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'port_id': '9c599e97-c39e-4bab-be0e-2adbfa93e751', 'mac_address': 'fa:16:3e:df:00:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:24:12.921524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d331ecda-e53d-4c07-bf07-1d0accd3bb07 req-30cb43c2-db85-4f06-9734-7db938e67845 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 210 time: 0.0427787 Aug 21 09:24:12.963132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd3beefb-2dc9-4aa7-a6e0-bd0b97f12dbd req-c4cb712b-9c82-4ee7-8c70-396caaa22b85 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783299 Aug 21 09:24:13.004137 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:13.018970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6602db-164a-446d-8495-1192fc322707 None None] Routers {'15cd3ea2-5ade-4adf-888f-11828bcbebb4'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:13.019404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7f6602db-164a-446d-8495-1192fc322707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['15cd3ea2-5ade-4adf-888f-11828bcbebb4'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:13.021278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8544f3e3-d926-4f22-8831-22bd4f30c41e None None] Provisioning complete for port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:13.021655 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8544f3e3-d926-4f22-8831-22bd4f30c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.054386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:13.054816 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.115604 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Deleting port 10db349b-cedc-4a8f-815d-babd4ec1284a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:13.118904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.144984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7f6602db-164a-446d-8495-1192fc322707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:13.145941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6602db-164a-446d-8495-1192fc322707 None None] The sync data for ids ['15cd3ea2-5ade-4adf-888f-11828bcbebb4'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:24:13.179697 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.218397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c599e97-c39e-4bab-be0e-2adbfa93e751 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:24:13.256804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9c599e97-c39e-4bab-be0e-2adbfa93e751, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:13.308333 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8544f3e3-d926-4f22-8831-22bd4f30c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.344927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] For port 10db349b-cedc-4a8f-815d-babd4ec1284a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=10db349b-cedc-4a8f-815d-babd4ec1284a,segment=NetworkSegment(29cea783-0a6a-4814-ac8b-310723bb3c03),segment_id=29cea783-0a6a-4814-ac8b-310723bb3c03)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:13.346008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.357456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.372209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Calling delete_port for 10db349b-cedc-4a8f-815d-babd4ec1284a owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:13.441280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8544f3e3-d926-4f22-8831-22bd4f30c41e None None] For port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3d8a5cad-ad7a-4be6-b056-e23ed90e996e,segment=NetworkSegment(f4f46210-907f-4c90-8e39-f90833af89a9),segment_id=f4f46210-907f-4c90-8e39-f90833af89a9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:13.444489 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.476202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9c599e97-c39e-4bab-be0e-2adbfa93e751'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:24:13.521825 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9c599e97-c39e-4bab-be0e-2adbfa93e751,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:13.524877 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8544f3e3-d926-4f22-8831-22bd4f30c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.547045 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96d6e325-5c28-4a9c-a164-e571858fc992 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.595093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313553c-e1dc-498c-9231-9de44696e038 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:24:13.602688 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:24:13.603096 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:24:13.722437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544f3e3-d926-4f22-8831-22bd4f30c41e None None] Pushing event updated for resources: {'Port': ['ID=3d8a5cad-ad7a-4be6-b056-e23ed90e996e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:13.774516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8544f3e3-d926-4f22-8831-22bd4f30c41e None None] Provisioning for port be190a6f-a91c-4b37-80e1-d65d971baf6a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:13.789411 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.790520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8544f3e3-d926-4f22-8831-22bd4f30c41e None None] Provisioning complete for port be190a6f-a91c-4b37-80e1-d65d971baf6a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:13.791134 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8544f3e3-d926-4f22-8831-22bd4f30c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:13.831456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No DVR routers for this DVR port 10db349b-cedc-4a8f-815d-babd4ec1284a on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:13.834075 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Port': ['ID=10db349b-cedc-4a8f-815d-babd4ec1284a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:13.835635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8544f3e3-d926-4f22-8831-22bd4f30c41e None None] Port be190a6f-a91c-4b37-80e1-d65d971baf6a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:13.844766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4a2b6-f29b-41e5-9cc1-8298881983f2 req-be023c11-ada9-4192-ad7e-4d3102b6078b tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:13.849755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbe4a2b6-f29b-41e5-9cc1-8298881983f2 req-be023c11-ada9-4192-ad7e-4d3102b6078b tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 950 time: 0.2418966 Aug 21 09:24:13.888608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5313553c-e1dc-498c-9231-9de44696e038 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:24:13.928108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3fa60-3eb6-414a-ae39-5f6423c17cdb req-2c37568a-113c-4b49-a52b-5cbb66b455f5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:13.930047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7f3fa60-3eb6-414a-ae39-5f6423c17cdb req-2c37568a-113c-4b49-a52b-5cbb66b455f5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 945 time: 0.1875532 Aug 21 09:24:13.969811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbe4a2b6-f29b-41e5-9cc1-8298881983f2 req-6d1c17fb-dc31-49a9-8494-df99a5b9943c tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981238 Aug 21 09:24:13.995412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.008444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1a1d13-8445-4812-8aa5-1c2690ecf0cb']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:14.026435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d258ce8a-efc5-486e-b282-41700873d8b1 None None] Provisioning complete for port be190a6f-a91c-4b37-80e1-d65d971baf6a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:14.026815 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d258ce8a-efc5-486e-b282-41700873d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.030135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cea783-0a6a-4814-ac8b-310723bb3c03') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:14.030660 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cea783-0a6a-4814-ac8b-310723bb3c03') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:14.032630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-07aa25f5-f460-4ef4-891c-69edade1081d tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:14.035737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-07aa25f5-f460-4ef4-891c-69edade1081d tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.13 "GET /v2.0/networks?id=b65c09b6-8a19-476f-b03a-92c10f7387fc HTTP/1.1" status: 200 len: 814 time: 0.4385009 Aug 21 09:24:14.042245 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.060383 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.065403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Request body: {'port': {'device_id': '21dd4c7a-2c49-4acc-86f9-73f602dd2be0', 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc', 'admin_state_up': True, 'tenant_id': '6cc212b6affb4d0991b05ca2d523818f'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:14.068584 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:14.068584 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:14.076307 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:14.169806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d258ce8a-efc5-486e-b282-41700873d8b1 None None] Port be190a6f-a91c-4b37-80e1-d65d971baf6a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:14.182528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7f3fa60-3eb6-414a-ae39-5f6423c17cdb req-2feaf2cd-a529-434b-a3b4-4eca06e43bea tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354753 Aug 21 09:24:14.224521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-96d6e325-5c28-4a9c-a164-e571858fc992 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port be190a6f-a91c-4b37-80e1-d65d971baf6a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:14.224924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96d6e325-5c28-4a9c-a164-e571858fc992 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.254211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:14.293522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.304296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02d395d3-9def-4dee-9ec9-d1414fc980cf req-346511de-162b-41ec-8ba3-4876e7d3e9cf tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 210 time: 0.0376999 Aug 21 09:24:14.308337 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.310753 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/cc1a1d13-8445-4812-8aa5-1c2690ecf0cb HTTP/1.1" status: 204 len: 168 time: 3.6076927 Aug 21 09:24:14.315247 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39404) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:14.320285 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2146994568'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:14.336561 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7933a-ede7-43aa-8e0d-0791b1878a2b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=cc1a1d13-8445-4812-8aa5-1c2690ecf0cb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:14.350254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9c599e97-c39e-4bab-be0e-2adbfa93e751 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:14.391878 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96d6e325-5c28-4a9c-a164-e571858fc992 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.405110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-96d6e325-5c28-4a9c-a164-e571858fc992 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for be190a6f-a91c-4b37-80e1-d65d971baf6a owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:14.420790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Made reservation on behalf of 6cc212b6affb4d0991b05ca2d523818f for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:14.426135 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.499788 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:14.504063 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.577269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 9c599e97-c39e-4bab-be0e-2adbfa93e751 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:14.577669 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.585384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:14.608896 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.609661 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment 61189f16-2065-4ed7-81ad-0f6cbb3e1ed6 of type vlan for network 3b2b4969-a1c9-4f16-97a1-2e732aaf53fe Aug 21 09:24:14.622784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:14.633947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:14.638471 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.677092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Allocated IP 172.20.0.3 (b65c09b6-8a19-476f-b03a-92c10f7387fc/bd0e6088-444c-40f0-a3b0-7db90435b577/a3cf8670-3c4f-401c-ac36-448880e63ed6) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:14.703517 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.758759 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.796153 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.807042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:14.808038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.834917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb,segment=NetworkSegment(9182c9b6-023e-45ca-a717-61bf91155e72),segment_id=9182c9b6-023e-45ca-a717-61bf91155e72)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:14.836744 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96d6e325-5c28-4a9c-a164-e571858fc992 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.838165 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:14.886548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c599e97-c39e-4bab-be0e-2adbfa93e751'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:24:14.888832 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb08293-c896-4ac1-bfd1-4cd1d5fc7216" -d '{"events": [{"server_uuid": "78718b6c-15ac-4d0e-975d-b3bbd40511cc", "name": "network-vif-plugged", "status": "completed", "tag": "9c599e97-c39e-4bab-be0e-2adbfa93e751"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:24:14.909245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6e325-5c28-4a9c-a164-e571858fc992 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=be190a6f-a91c-4b37-80e1-d65d971baf6a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:14.932657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9c599e97-c39e-4bab-be0e-2adbfa93e751, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:14.935478 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:15.014797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3be9b3-6f38-45c4-8283-8ac128c24061 req-06670ce5-37aa-4d32-b7b9-757200ccd544 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:15.020633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e3be9b3-6f38-45c4-8283-8ac128c24061 req-06670ce5-37aa-4d32-b7b9-757200ccd544 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 950 time: 0.1561742 Aug 21 09:24:15.021062 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7012796 Aug 21 09:24:15.022194 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39410) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:15.036365 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'network_id': '3b2b4969-a1c9-4f16-97a1-2e732aaf53fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:15.057004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9010f5-b59e-4fbd-8ed0-7120af68c04e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=3b2b4969-a1c9-4f16-97a1-2e732aaf53fe,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:15.068213 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac36b2b-c6e7-4df9-9b8b-a14301599d0a x-openstack-request-id: req-aac36b2b-c6e7-4df9-9b8b-a14301599d0a {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:24:15.068713 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78718b6c-15ac-4d0e-975d-b3bbd40511cc", "name": "network-vif-plugged", "status": "completed", "tag": "9c599e97-c39e-4bab-be0e-2adbfa93e751", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:24:15.069130 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aac36b2b-c6e7-4df9-9b8b-a14301599d0a {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:24:15.069697 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c599e97-c39e-4bab-be0e-2adbfa93e751', 'code': 200} Aug 21 09:24:15.071079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:15.089230 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:15.185496 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:15.188142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9c599e97-c39e-4bab-be0e-2adbfa93e751,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:15.205671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 3b2b4969-a1c9-4f16-97a1-2e732aaf53fe details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:15.210001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3d8a5cad-ad7a-4be6-b056-e23ed90e996e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:15.327911 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:15.382633 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-96d6e325-5c28-4a9c-a164-e571858fc992 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:15.407800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:15.411721 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:15.424303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591658d-011d-4bfe-9d2d-4655fdaf078f req-e7f04ada-a17a-4f0b-818a-7d04a4e942c1 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:15.432509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a591658d-011d-4bfe-9d2d-4655fdaf078f req-e7f04ada-a17a-4f0b-818a-7d04a4e942c1 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 950 time: 0.2038836 Aug 21 09:24:15.589429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:15.599363 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:15.676599 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:15.677321 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:15.707873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d6e325-5c28-4a9c-a164-e571858fc992 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 15cd3ea2-5ade-4adf-888f-11828bcbebb4 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:24:15.721577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_backend_mixin [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Performing IP validity checks on allocation pools {{(pid=106756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 09:24:15.722093 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_backend_mixin [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 09:24:15.812066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-8e3be9b3-6f38-45c4-8283-8ac128c24061 req-0769bd2b-9cce-4511-a156-cb28f5275159 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Deleting port 35b8dc19-a031-42fc-8e69-58d439a858b6 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:15.812598 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8e3be9b3-6f38-45c4-8283-8ac128c24061 req-0769bd2b-9cce-4511-a156-cb28f5275159 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:15.832429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d6e325-5c28-4a9c-a164-e571858fc992 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:15.838936 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-96d6e325-5c28-4a9c-a164-e571858fc992 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/15cd3ea2-5ade-4adf-888f-11828bcbebb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9804084 Aug 21 09:24:15.841722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39418) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:15.850506 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fae876-528b-409a-bd9f-0b6b904fef36 None None] Sync routers for ids ['15cd3ea2-5ade-4adf-888f-11828bcbebb4'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:15.863625 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fae876-528b-409a-bd9f-0b6b904fef36 None None] Routers {'15cd3ea2-5ade-4adf-888f-11828bcbebb4'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:15.868132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Network b65c09b6-8a19-476f-b03a-92c10f7387fc is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:15.879603 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6c68caa9-8765-46fc-a14e-42b97714f5cc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=15cd3ea2-5ade-4adf-888f-11828bcbebb4 HTTP/1.1" status: 200 len: 205 time: 0.0343492 Aug 21 09:24:15.882885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39422) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:15.887310 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-85fae876-528b-409a-bd9f-0b6b904fef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['15cd3ea2-5ade-4adf-888f-11828bcbebb4'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:15.910599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:15.917835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:15.923271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Pushing event updated for resources: {'Port': ['ID=a3cf8670-3c4f-401c-ac36-448880e63ed6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:15.973960 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-85fae876-528b-409a-bd9f-0b6b904fef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:15.989167 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fae876-528b-409a-bd9f-0b6b904fef36 None None] Routers {'15cd3ea2-5ade-4adf-888f-11828bcbebb4'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:15.990271 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-85fae876-528b-409a-bd9f-0b6b904fef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['15cd3ea2-5ade-4adf-888f-11828bcbebb4'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:15.993924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3ed604e-0b72-4303-8dce-59b838d8e28b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.042271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c752c2-b8e0-45ba-b7f0-03668e542572 req-28aa8d15-7364-49eb-851d-c9bbd157cac5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:16.044200 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-85fae876-528b-409a-bd9f-0b6b904fef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:16.044924 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fae876-528b-409a-bd9f-0b6b904fef36 None None] The sync data for ids ['15cd3ea2-5ade-4adf-888f-11828bcbebb4'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:24:16.052610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13c752c2-b8e0-45ba-b7f0-03668e542572 req-28aa8d15-7364-49eb-851d-c9bbd157cac5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.7109568 Aug 21 09:24:16.087708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a591658d-011d-4bfe-9d2d-4655fdaf078f req-f98a2236-0e82-411a-a952-a02436644bea tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/security-groups?id=7cbc7c86-fa2d-4fca-898d-be024605a211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6541605 Aug 21 09:24:16.157831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:16.158506 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.170167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8e3be9b3-6f38-45c4-8283-8ac128c24061 req-0769bd2b-9cce-4511-a156-cb28f5275159 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] For port 35b8dc19-a031-42fc-8e69-58d439a858b6, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=35b8dc19-a031-42fc-8e69-58d439a858b6,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:16.170537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8e3be9b3-6f38-45c4-8283-8ac128c24061 req-0769bd2b-9cce-4511-a156-cb28f5275159 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.218478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-9357105f-7c75-4f3d-b905-5bff2c539b95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4006667 Aug 21 09:24:16.231804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.233827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-8e3be9b3-6f38-45c4-8283-8ac128c24061 req-0769bd2b-9cce-4511-a156-cb28f5275159 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Calling delete_port for 35b8dc19-a031-42fc-8e69-58d439a858b6 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:16.234800 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3ed604e-0b72-4303-8dce-59b838d8e28b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.242133 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3ed604e-0b72-4303-8dce-59b838d8e28b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.251055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13c752c2-b8e0-45ba-b7f0-03668e542572 req-42c502aa-f770-4b9d-8c6e-a5738c5a6c7b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956625 Aug 21 09:24:16.376425 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=c22270fd-47de-48f8-8565-c4b159787cc3,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:16.377675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-088ec066-08a8-4e3f-a4f3-16c7a51de6d9 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3246803 Aug 21 09:24:16.399590 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking segment: {'id': '61189f16-2065-4ed7-81ad-0f6cbb3e1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b2b4969-a1c9-4f16-97a1-2e732aaf53fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:16.403373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network hostable DHCP agents. Network: 3b2b4969-a1c9-4f16-97a1-2e732aaf53fe, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:16.407911 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3ed604e-0b72-4303-8dce-59b838d8e28b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.408566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ed604e-0b72-4303-8dce-59b838d8e28b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Fanout notify agent at l3_agent the message router_deleted on router 15cd3ea2-5ade-4adf-888f-11828bcbebb4 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:24:16.417410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3ed604e-0b72-4303-8dce-59b838d8e28b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.421300 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a3ed604e-0b72-4303-8dce-59b838d8e28b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/15cd3ea2-5ade-4adf-888f-11828bcbebb4 HTTP/1.1" status: 204 len: 168 time: 0.5403445 Aug 21 09:24:16.422013 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39426) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:16.437920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Request body: {'port': {'device_id': '21dd4c7a-2c49-4acc-86f9-73f602dd2be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:16.457901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313183a0-3416-406f-a97c-dafb9ee91eec req-4f65516f-255d-4533-9a4b-5ed41c4613fc tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:16.459663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-313183a0-3416-406f-a97c-dafb9ee91eec req-4f65516f-255d-4533-9a4b-5ed41c4613fc tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 931 time: 0.2819295 Aug 21 09:24:16.492094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1707e84f-83fb-45dd-8ea0-ad8cac474340 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting subnet 036aba8b-5fab-4b87-aa67-195908c33fbb {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:24:16.495678 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1707e84f-83fb-45dd-8ea0-ad8cac474340 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.528938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network 3b2b4969-a1c9-4f16-97a1-2e732aaf53fe is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:16.571641 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1707e84f-83fb-45dd-8ea0-ad8cac474340 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.580028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-08ce8097-8834-4911-90d9-ccf2a227d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:16.581564 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-08ce8097-8834-4911-90d9-ccf2a227d63b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 1059 time: 0.2068136 Aug 21 09:24:16.612703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-313183a0-3416-406f-a97c-dafb9ee91eec req-3827faa3-59db-4e6a-8a6f-d1e6b89d671e tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312337 Aug 21 09:24:16.613382 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.712368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1707e84f-83fb-45dd-8ea0-ad8cac474340 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.865919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 3b2b4969-a1c9-4f16-97a1-2e732aaf53fe) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:16.874270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:16.874993 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.875539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-5df9c9e2-8dfe-4750-80c4-2ad26d8226b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:16.877660 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-5df9c9e2-8dfe-4750-80c4-2ad26d8226b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.2695453 Aug 21 09:24:16.881938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58acb7-38e0-4397-9236-ac3e17a6058c None None] Network 3b2b4969-a1c9-4f16-97a1-2e732aaf53fe requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:16.904943 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8e3be9b3-6f38-45c4-8283-8ac128c24061 req-0769bd2b-9cce-4511-a156-cb28f5275159 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.905711 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1707e84f-83fb-45dd-8ea0-ad8cac474340 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.936564 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1707e84f-83fb-45dd-8ea0-ad8cac474340 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:16.938520 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1707e84f-83fb-45dd-8ea0-ad8cac474340 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/036aba8b-5fab-4b87-aa67-195908c33fbb HTTP/1.1" status: 204 len: 168 time: 0.5153153 Aug 21 09:24:16.961813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39428) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:16.966735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707e84f-83fb-45dd-8ea0-ad8cac474340 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Subnet': ['ID=036aba8b-5fab-4b87-aa67-195908c33fbb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:16.995755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebb2498-2f24-46eb-9282-e29e76360c92 None None] Network d7ebc31f-a5b2-4a7f-af80-19b5912cb92d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:17.050697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769bd2b-9cce-4511-a156-cb28f5275159 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Pushing event deleted for resources: {'Port': ['ID=35b8dc19-a031-42fc-8e69-58d439a858b6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:17.059088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-8e36f9a7-cb4e-463a-b5fc-2115ad9db81c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cec8af24-b9be-4ff5-a62e-f43ee8924098 HTTP/1.1" status: 200 len: 217 time: 0.1681926 Aug 21 09:24:17.085255 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0f3a87ea-2ca5-44b9-8408-c14a1018efb3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0558088 Aug 21 09:24:17.087729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:17.088422 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39430) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:17.165554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3be9b3-6f38-45c4-8283-8ac128c24061 req-0769bd2b-9cce-4511-a156-cb28f5275159 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] No DVR routers for this DVR port 35b8dc19-a031-42fc-8e69-58d439a858b6 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:17.178403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8e3be9b3-6f38-45c4-8283-8ac128c24061 req-0769bd2b-9cce-4511-a156-cb28f5275159 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:17.180743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e3be9b3-6f38-45c4-8283-8ac128c24061 req-0769bd2b-9cce-4511-a156-cb28f5275159 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.22 "DELETE /v2.0/ports/35b8dc19-a031-42fc-8e69-58d439a858b6 HTTP/1.1" status: 204 len: 173 time: 2.1492069 Aug 21 09:24:17.181367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f15f03f-0b47-41cb-9668-0babcbe810dd', 'name': 'network-vif-deleted', 'tag': '35b8dc19-a031-42fc-8e69-58d439a858b6'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:24:17.183829 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1588a033-1e78-4007-82d0-0d448467ee29" -d '{"events": [{"server_uuid": "0f15f03f-0b47-41cb-9668-0babcbe810dd", "name": "network-vif-deleted", "tag": "35b8dc19-a031-42fc-8e69-58d439a858b6"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:24:17.192863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-cee8c272-141e-49d7-bf89-8bfe73470d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:17.194702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-cee8c272-141e-49d7-bf89-8bfe73470d77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.1266611 Aug 21 09:24:17.268361 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:17.284429 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec34baf0-3958-4269-b76a-53c3e62b2824 x-openstack-request-id: req-ec34baf0-3958-4269-b76a-53c3e62b2824 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:24:17.284938 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f15f03f-0b47-41cb-9668-0babcbe810dd", "name": "network-vif-deleted", "tag": "35b8dc19-a031-42fc-8e69-58d439a858b6", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:24:17.285302 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec34baf0-3958-4269-b76a-53c3e62b2824 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:24:17.285899 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f15f03f-0b47-41cb-9668-0babcbe810dd', 'name': 'network-vif-deleted', 'tag': '35b8dc19-a031-42fc-8e69-58d439a858b6', 'status': 'completed', 'code': 200} Aug 21 09:24:17.335888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-3b2b4969-a1c9-4f16-97a1-2e732aaf53fe', 'network_id': '3b2b4969-a1c9-4f16-97a1-2e732aaf53fe', 'tenant_id': 'a2c0731e107b406293ce7cb17e19be4e', 'fixed_ips': [{'subnet_id': 'c22270fd-47de-48f8-8565-c4b159787cc3'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:17.335888 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:17.336345 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3dede6fb-f877-4e6a-a995-789f8306cf29 req-02e2f204-96fa-4e43-8691-0a93ef33740f tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 210 time: 0.0852001 Aug 21 09:24:17.434743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-2df9de6d-1939-4e3f-813f-ce9c67cba799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:17.436523 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-2df9de6d-1939-4e3f-813f-ce9c67cba799 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2315862 Aug 21 09:24:17.490275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:17.490966 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:17.536497 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:17.553776 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:17.554167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:17.583241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3cf8670-3c4f-401c-ac36-448880e63ed6 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:24:17.593189 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:17.608154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Transition to ACTIVE for port object a3cf8670-3c4f-401c-ac36-448880e63ed6 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:17.635498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce6722-e875-47d6-bdb9-1e194700e32f req-4b4f32a8-fce9-428f-9aa5-78a8ec4151b2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:17.637903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5ce6722-e875-47d6-bdb9-1e194700e32f req-4b4f32a8-fce9-428f-9aa5-78a8ec4151b2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.2255299 Aug 21 09:24:17.659940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 35b8dc19-a031-42fc-8e69-58d439a858b6 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:24:17.733311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:17.747323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 35b8dc19-a031-42fc-8e69-58d439a858b6 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:24:17.747804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 35b8dc19-a031-42fc-8e69-58d439a858b6 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:24:17.786575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0952f3c8-1ef9-4a50-a05e-3ed93fe0ffe0 None None] DHCP port deletion for d7ebc31f-a5b2-4a7f-af80-19b5912cb92d request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:24:17.818450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cf8670-3c4f-401c-ac36-448880e63ed6,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:17.893422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5ce6722-e875-47d6-bdb9-1e194700e32f req-ae3cee74-f87a-495c-aa1c-e188bb64c7f2 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426689 Aug 21 09:24:17.910530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Allocated IP 172.20.0.3 (3b2b4969-a1c9-4f16-97a1-2e732aaf53fe/c22270fd-47de-48f8-8565-c4b159787cc3/217222ba-924f-4339-af3e-bd447f6106dc) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:17.911712 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-8407973a-608e-4440-936d-52d117927083 service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396212 Aug 21 09:24:18.012222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0952f3c8-1ef9-4a50-a05e-3ed93fe0ffe0 None None] Deleting port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:18.012536 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0952f3c8-1ef9-4a50-a05e-3ed93fe0ffe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.059989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-462ff6ec-0330-47b1-8cf5-0cdffc4e7cfb req-211f2208-a7f6-486f-9d1f-ddaf78100db8 service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339903 Aug 21 09:24:18.080949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857f64e-624c-4306-81d8-b03fde01c69f req-d5c8e9bc-b5e9-474f-bc3a-84d7e81dd4ea tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:18.088633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d857f64e-624c-4306-81d8-b03fde01c69f req-d5c8e9bc-b5e9-474f-bc3a-84d7e81dd4ea tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 943 time: 0.2784226 Aug 21 09:24:18.115279 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0952f3c8-1ef9-4a50-a05e-3ed93fe0ffe0 None None] For port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3d8a5cad-ad7a-4be6-b056-e23ed90e996e,segment=NetworkSegment(f4f46210-907f-4c90-8e39-f90833af89a9),segment_id=f4f46210-907f-4c90-8e39-f90833af89a9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:18.115596 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0952f3c8-1ef9-4a50-a05e-3ed93fe0ffe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.131458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0952f3c8-1ef9-4a50-a05e-3ed93fe0ffe0 None None] Calling delete_port for 3d8a5cad-ad7a-4be6-b056-e23ed90e996e owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:18.139840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] For port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3d8a5cad-ad7a-4be6-b056-e23ed90e996e,segment=NetworkSegment(f4f46210-907f-4c90-8e39-f90833af89a9),segment_id=f4f46210-907f-4c90-8e39-f90833af89a9)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:18.140233 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.162799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 3d8a5cad-ad7a-4be6-b056-e23ed90e996e owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:18.179878 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.209289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Attempting to bind port a3cf8670-3c4f-401c-ac36-448880e63ed6 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:18.213627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Attempting to bind port a3cf8670-3c4f-401c-ac36-448880e63ed6 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '805d1bfa-9644-42ea-97c4-f347bb10cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:18.213627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Attempting to bind port a3cf8670-3c4f-401c-ac36-448880e63ed6 on network b65c09b6-8a19-476f-b03a-92c10f7387fc {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:18.227471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d857f64e-624c-4306-81d8-b03fde01c69f req-6d5a4c28-262c-4206-9209-8a16e4bac38d tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053360 Aug 21 09:24:18.230581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Port a3cf8670-3c4f-401c-ac36-448880e63ed6 on network b65c09b6-8a19-476f-b03a-92c10f7387fc not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:24:18.231023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Attempting to bind port a3cf8670-3c4f-401c-ac36-448880e63ed6 on network b65c09b6-8a19-476f-b03a-92c10f7387fc {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:18.256191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:18.256191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Checking segment: {'id': '805d1bfa-9644-42ea-97c4-f347bb10cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:18.256908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Bound using segment: {'id': '805d1bfa-9644-42ea-97c4-f347bb10cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:18.257372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Bound port: a3cf8670-3c4f-401c-ac36-448880e63ed6, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d1bfa-9644-42ea-97c4-f347bb10cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:18.258083 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.366025 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.375524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] For port a3cf8670-3c4f-401c-ac36-448880e63ed6, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:18.382022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] For port a3cf8670-3c4f-401c-ac36-448880e63ed6, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a3cf8670-3c4f-401c-ac36-448880e63ed6,segment=NetworkSegment(805d1bfa-9644-42ea-97c4-f347bb10cb54),segment_id=805d1bfa-9644-42ea-97c4-f347bb10cb54)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:18.395745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No DVR routers for this DVR port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:18.447535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=3d8a5cad-ad7a-4be6-b056-e23ed90e996e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:18.450285 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0952f3c8-1ef9-4a50-a05e-3ed93fe0ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.473056 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.510679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952f3c8-1ef9-4a50-a05e-3ed93fe0ffe0 None None] Pushing event deleted for resources: {'Port': ['ID=3d8a5cad-ad7a-4be6-b056-e23ed90e996e,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:18.512857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0952f3c8-1ef9-4a50-a05e-3ed93fe0ffe0 None None] No DVR routers for this DVR port 3d8a5cad-ad7a-4be6-b056-e23ed90e996e on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:18.514577 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.533005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Transition to ACTIVE for port object 217222ba-924f-4339-af3e-bd447f6106dc will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:18.554412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Transition to ACTIVE for port object 217222ba-924f-4339-af3e-bd447f6106dc will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:18.617039 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.624483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-543d7924-4fa0-45d4-b0c8-3d1bf384a6ef req-92655518-27c0-4795-adbd-dd2ef0e8ab38 tempest-VolumesNegativeTest-2145852799 tempest-VolumesNegativeTest-2145852799-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f15f03f-0b47-41cb-9668-0babcbe810dd HTTP/1.1" status: 200 len: 210 time: 0.0795956 Aug 21 09:24:18.633155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ebc31f-a5b2-4a7f-af80-19b5912cb92d']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:18.646312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:18.646312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.646312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] 10.222.0.13 "PUT /v2.0/ports/a3cf8670-3c4f-401c-ac36-448880e63ed6 HTTP/1.1" status: 200 len: 1092 time: 2.2136116 Aug 21 09:24:18.649346 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.669705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6355fca-606f-4064-9e15-9b0d47c684a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cf8670-3c4f-401c-ac36-448880e63ed6,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:18.697350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f46210-907f-4c90-8e39-f90833af89a9') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:18.698178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f46210-907f-4c90-8e39-f90833af89a9') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:18.712867 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.733525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.736334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Network 3b2b4969-a1c9-4f16-97a1-2e732aaf53fe is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:18.737771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:18.739926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Pushing event updated for resources: {'Port': ['ID=217222ba-924f-4339-af3e-bd447f6106dc,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:18.745403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:18.752277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.752736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:18.752855 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:18.814385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-ae401e56-5ca8-41fc-b0cb-97ac5ec914ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:18.814654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Attempting to bind port 217222ba-924f-4339-af3e-bd447f6106dc on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:18.815127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Attempting to bind port 217222ba-924f-4339-af3e-bd447f6106dc by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '61189f16-2065-4ed7-81ad-0f6cbb3e1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b2b4969-a1c9-4f16-97a1-2e732aaf53fe'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:18.815505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Attempting to bind port 217222ba-924f-4339-af3e-bd447f6106dc on network 3b2b4969-a1c9-4f16-97a1-2e732aaf53fe {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:18.815847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-ae401e56-5ca8-41fc-b0cb-97ac5ec914ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cc212b6affb4d0991b05ca2d523818f&device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 1095 time: 0.0510817 Aug 21 09:24:18.821108 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.821693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:18.822066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Checking segment: {'id': '61189f16-2065-4ed7-81ad-0f6cbb3e1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b2b4969-a1c9-4f16-97a1-2e732aaf53fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:18.822501 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.822898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Bound using segment: {'id': '61189f16-2065-4ed7-81ad-0f6cbb3e1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b2b4969-a1c9-4f16-97a1-2e732aaf53fe'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:18.823357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Bound port: 217222ba-924f-4339-af3e-bd447f6106dc, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61189f16-2065-4ed7-81ad-0f6cbb3e1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b2b4969-a1c9-4f16-97a1-2e732aaf53fe'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:18.823776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.871174 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Subnet': ['ID=c22270fd-47de-48f8-8565-c4b159787cc3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:18.890487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-1684c4ad-3a83-4b4d-896e-4652d472b835 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cf8670-3c4f-401c-ac36-448880e63ed6 HTTP/1.1" status: 200 len: 217 time: 0.0658431 Aug 21 09:24:18.941239 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.947461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] For port 217222ba-924f-4339-af3e-bd447f6106dc, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:18.950774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] For port 217222ba-924f-4339-af3e-bd447f6106dc, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=217222ba-924f-4339-af3e-bd447f6106dc,segment=NetworkSegment(61189f16-2065-4ed7-81ad-0f6cbb3e1ed6),segment_id=61189f16-2065-4ed7-81ad-0f6cbb3e1ed6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:18.959906 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.964946 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:18.967073 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/networks/d7ebc31f-a5b2-4a7f-af80-19b5912cb92d HTTP/1.1" status: 204 len: 168 time: 2.0036566 Aug 21 09:24:18.976597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2b4969-a1c9-4f16-97a1-2e732aaf53fe']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:18.978608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39448) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:18.993926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1215353179', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:18.998509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-3bd4def5-85a7-4b5b-8a11-39553c0f51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:19.006703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-3bd4def5-85a7-4b5b-8a11-39553c0f51c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd0e6088-444c-40f0-a3b0-7db90435b577 HTTP/1.1" status: 200 len: 854 time: 0.1040382 Aug 21 09:24:19.024359 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:19.036238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3226cd-971b-478f-acc8-40409fff00d5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Network': ['ID=d7ebc31f-a5b2-4a7f-af80-19b5912cb92d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:19.041638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61189f16-2065-4ed7-81ad-0f6cbb3e1ed6') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:19.041946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61189f16-2065-4ed7-81ad-0f6cbb3e1ed6') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:19.055161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3d8a5cad-ad7a-4be6-b056-e23ed90e996e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:24:19.072960 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:19.078764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 3d8a5cad-ad7a-4be6-b056-e23ed90e996e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:24:19.079129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3d8a5cad-ad7a-4be6-b056-e23ed90e996e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:24:19.095741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-0e05637e-9ebf-490d-8015-77fc522a61b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b65c09b6-8a19-476f-b03a-92c10f7387fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858269 Aug 21 09:24:19.114729 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:19.117365 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:19.119089 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:19.133783 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:19.135423 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:19.139155 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:19.145033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d746796-8b65-4be5-8527-52c2e6027399 None None] Pushing event updated for resources: {'Port': ['ID=217222ba-924f-4339-af3e-bd447f6106dc,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:19.168879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8901eb0d-5473-40f4-a022-4a111d3c16a3 None None] Network 3b2b4969-a1c9-4f16-97a1-2e732aaf53fe requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:19.197952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5aaf7-4530-49e9-afdb-2502bd9bbb9f req-2468eae7-7e47-4473-aa4a-d4563e325b45 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:19.199477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00c5aaf7-4530-49e9-afdb-2502bd9bbb9f req-2468eae7-7e47-4473-aa4a-d4563e325b45 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.1775229 Aug 21 09:24:19.252633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-acbe81aa-c1db-400c-aab1-b103086c9337 service neutron] 10.222.0.13 "GET /v2.0/networks/b65c09b6-8a19-476f-b03a-92c10f7387fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497416 Aug 21 09:24:19.269203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00c5aaf7-4530-49e9-afdb-2502bd9bbb9f req-2c992eda-2aff-417d-9cd4-eef385b9142d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553448 Aug 21 09:24:19.290395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21dd4c7a-2c49-4acc-86f9-73f602dd2be0', 'tag': 'a3cf8670-3c4f-401c-ac36-448880e63ed6'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:24:19.292975 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88cb480-ee94-42d4-b6c9-3e4700319060" -d '{"events": [{"name": "network-changed", "server_uuid": "21dd4c7a-2c49-4acc-86f9-73f602dd2be0", "tag": "a3cf8670-3c4f-401c-ac36-448880e63ed6"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:24:19.302972 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:19.327815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:24:19.327815 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:24:19.327815 n-d-766726-28 neutron-server[106756]: [parameters: {'id': '3b2b4969-a1c9-4f16-97a1-2e732aaf53fe'}] Aug 21 09:24:19.327815 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:24:19.331373 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:24:19.343497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94810f-6ab7-45bd-839b-edc55508fa8c None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:24:19.345226 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0be669d-2ad5-454a-9421-d0a8bf72e89d x-openstack-request-id: req-a0be669d-2ad5-454a-9421-d0a8bf72e89d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:24:19.345546 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21dd4c7a-2c49-4acc-86f9-73f602dd2be0", "tag": "a3cf8670-3c4f-401c-ac36-448880e63ed6", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:24:19.345798 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0be669d-2ad5-454a-9421-d0a8bf72e89d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:24:19.346181 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21dd4c7a-2c49-4acc-86f9-73f602dd2be0', 'tag': 'a3cf8670-3c4f-401c-ac36-448880e63ed6', 'status': 'completed', 'code': 200} Aug 21 09:24:19.413138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569d05a-f542-43c1-bfc6-c7c3de22986c req-e8e99b77-d0e3-4ac2-a3ca-f1d097fefa5e tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:19.414687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d569d05a-f542-43c1-bfc6-c7c3de22986c req-e8e99b77-d0e3-4ac2-a3ca-f1d097fefa5e tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 943 time: 0.0825861 Aug 21 09:24:19.417330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21d153df-bd8a-418a-a32f-97696daefcb1 req-0b9bfbdf-6fab-4c6c-889e-b68e6087bbc7 service neutron] 10.222.0.13 "GET /v2.0/networks/b65c09b6-8a19-476f-b03a-92c10f7387fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468508 Aug 21 09:24:19.438513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc94810f-6ab7-45bd-839b-edc55508fa8c None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:24:19.462643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d569d05a-f542-43c1-bfc6-c7c3de22986c req-b9c765ad-7929-4c98-9fa6-ee48b662ae12 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378594 Aug 21 09:24:19.539055 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:19.604210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb480-ee94-42d4-b6c9-3e4700319060 req-9876d5a6-cf5e-4396-bc9f-f19c631248b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:19.605656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e88cb480-ee94-42d4-b6c9-3e4700319060 req-9876d5a6-cf5e-4396-bc9f-f19c631248b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cc212b6affb4d0991b05ca2d523818f&device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 1095 time: 0.0461493 Aug 21 09:24:19.820947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb480-ee94-42d4-b6c9-3e4700319060 req-95d5a7b7-8617-418e-a824-b8c986918ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:19.822821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e88cb480-ee94-42d4-b6c9-3e4700319060 req-95d5a7b7-8617-418e-a824-b8c986918ff4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b65c09b6-8a19-476f-b03a-92c10f7387fc HTTP/1.1" status: 200 len: 915 time: 0.2087333 Aug 21 09:24:19.843835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:19.885949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e88cb480-ee94-42d4-b6c9-3e4700319060 req-0d96ff38-8af9-45d7-aa62-8605cde4c2f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cf8670-3c4f-401c-ac36-448880e63ed6 HTTP/1.1" status: 200 len: 217 time: 0.0534196 Aug 21 09:24:19.961977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb480-ee94-42d4-b6c9-3e4700319060 req-092c4bfc-1634-43ea-a258-0801d0b93fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:19.963959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e88cb480-ee94-42d4-b6c9-3e4700319060 req-092c4bfc-1634-43ea-a258-0801d0b93fe0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd0e6088-444c-40f0-a3b0-7db90435b577 HTTP/1.1" status: 200 len: 854 time: 0.0701239 Aug 21 09:24:20.006674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e88cb480-ee94-42d4-b6c9-3e4700319060 req-6c1e18d1-8c76-476a-bd0b-7318965e4239 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b65c09b6-8a19-476f-b03a-92c10f7387fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349092 Aug 21 09:24:20.043948 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:20.076669 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:20.160065 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Deleting port 217222ba-924f-4339-af3e-bd447f6106dc {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:20.165454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:20.201760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e88cb480-ee94-42d4-b6c9-3e4700319060 req-9cf19cbf-64c9-43e6-a123-60dde414337c service neutron] 10.222.0.13 "GET /v2.0/networks/b65c09b6-8a19-476f-b03a-92c10f7387fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857176 Aug 21 09:24:20.303789 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] For port 217222ba-924f-4339-af3e-bd447f6106dc, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=217222ba-924f-4339-af3e-bd447f6106dc,segment=NetworkSegment(61189f16-2065-4ed7-81ad-0f6cbb3e1ed6),segment_id=61189f16-2065-4ed7-81ad-0f6cbb3e1ed6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:20.304664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:20.328619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Calling delete_port for 217222ba-924f-4339-af3e-bd447f6106dc owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:20.332508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e88cb480-ee94-42d4-b6c9-3e4700319060 req-53808f42-00ba-4449-97e8-451235c8b640 service neutron] 10.222.0.13 "GET /v2.0/networks/b65c09b6-8a19-476f-b03a-92c10f7387fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231570 Aug 21 09:24:20.427973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Allocated IP 172.25.5.134 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/50d78e95-59b9-4bc4-88c5-db7ce6f364f6) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:20.458461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ea574-857f-467c-815d-c142e6157271 req-4f563651-c5f7-49d4-87bb-dcbe35b22a30 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:20.460162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-873ea574-857f-467c-815d-c142e6157271 req-4f563651-c5f7-49d4-87bb-dcbe35b22a30 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.0669539 Aug 21 09:24:20.508552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-873ea574-857f-467c-815d-c142e6157271 req-9519f4bf-fb31-4a93-91c5-8e0c8dcc586c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407615 Aug 21 09:24:20.607867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edfe36-5292-4f6c-9c30-4e23935126aa req-91c75c47-b2aa-45c7-a2d9-5e89d162b410 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:20.609515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6edfe36-5292-4f6c-9c30-4e23935126aa req-91c75c47-b2aa-45c7-a2d9-5e89d162b410 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 943 time: 0.0542679 Aug 21 09:24:20.640157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:20.650525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:20.665990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6edfe36-5292-4f6c-9c30-4e23935126aa req-26fe2ce6-5393-4bec-9bbd-fab431059e11 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494761 Aug 21 09:24:20.689407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No DVR routers for this DVR port 217222ba-924f-4339-af3e-bd447f6106dc on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:20.697392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Port': ['ID=217222ba-924f-4339-af3e-bd447f6106dc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:20.809267 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:20.822510 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2b4969-a1c9-4f16-97a1-2e732aaf53fe']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:20.833636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61189f16-2065-4ed7-81ad-0f6cbb3e1ed6') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:20.833938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61189f16-2065-4ed7-81ad-0f6cbb3e1ed6') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:20.843590 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:20.859968 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:20.867462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:20.867991 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:20.871279 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:20.912255 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:20.985593 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:20.986710 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:20.994751 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:21.028966 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=50d78e95-59b9-4bc4-88c5-db7ce6f364f6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:21.098460 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:21.103517 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:21.108543 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/3b2b4969-a1c9-4f16-97a1-2e732aaf53fe HTTP/1.1" status: 204 len: 168 time: 4.0155790 Aug 21 09:24:21.110523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39510) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:21.118502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1770750444'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:21.150612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9e894-4bd6-4e32-828a-d2c73f73b1ef tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=3b2b4969-a1c9-4f16-97a1-2e732aaf53fe,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:21.248565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:21.252635 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:21.289034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:21.304067 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:21.304067 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment 4afb7c3d-7065-424c-81ed-a98b5af09d0d of type vlan for network 973c2e2a-dcad-4289-b94c-67bb465bdb6e Aug 21 09:24:21.371633 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:21.437549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:21.483942 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:21.490682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:21.496550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:21.572956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=973c2e2a-dcad-4289-b94c-67bb465bdb6e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:21.584606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 973c2e2a-dcad-4289-b94c-67bb465bdb6e details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:21.688497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5103962-90ad-4c1c-b927-14d57b92e2b5 req-edf14018-8c9e-4597-ad5f-c167c8c1fdf6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:21.690189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5103962-90ad-4c1c-b927-14d57b92e2b5 req-edf14018-8c9e-4597-ad5f-c167c8c1fdf6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.0851336 Aug 21 09:24:21.696797 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:21.750534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-00a864b6-eddb-4a3a-a3bd-60606cbc4762 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6327207 Aug 21 09:24:21.753681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39556) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:21.760745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'network_id': '973c2e2a-dcad-4289-b94c-67bb465bdb6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:21.825383 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5103962-90ad-4c1c-b927-14d57b92e2b5 req-9c6382c5-92ef-4fed-90aa-ef0edc3ae23c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028783 Aug 21 09:24:21.880863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbecafd-2615-4fa1-9b01-d3793e86d632 req-b08d89e9-cc90-49c1-9ff0-4dea46e5a356 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:21.894335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fbecafd-2615-4fa1-9b01-d3793e86d632 req-b08d89e9-cc90-49c1-9ff0-4dea46e5a356 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 943 time: 0.1380823 Aug 21 09:24:21.965010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fbecafd-2615-4fa1-9b01-d3793e86d632 req-5e01464e-852f-46b5-ae04-bbab08c2564c tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646806 Aug 21 09:24:22.052822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:22.057037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:22.108037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 25a7e716-5891-4b49-b1b1-80ab823bf43b is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:24:22.296934 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:22.312959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b180e8-0293-45e6-a5db-ba219c7e2b74 None None] Sync routers for ids ['25a7e716-5891-4b49-b1b1-80ab823bf43b'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:22.328411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b180e8-0293-45e6-a5db-ba219c7e2b74 None None] Routers {'25a7e716-5891-4b49-b1b1-80ab823bf43b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:22.330355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-92b180e8-0293-45e6-a5db-ba219c7e2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25a7e716-5891-4b49-b1b1-80ab823bf43b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:22.377750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-92b180e8-0293-45e6-a5db-ba219c7e2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:22.388179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a3cf8670-3c4f-401c-ac36-448880e63ed6 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:24:22.396093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b180e8-0293-45e6-a5db-ba219c7e2b74 None None] Routers {'25a7e716-5891-4b49-b1b1-80ab823bf43b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:22.396759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-92b180e8-0293-45e6-a5db-ba219c7e2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25a7e716-5891-4b49-b1b1-80ab823bf43b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:22.412223 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:22.416689 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6dd79a34-debf-4faa-9803-e6e0d73183d1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.4370704 Aug 21 09:24:22.416850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39572) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:22.441713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-92b180e8-0293-45e6-a5db-ba219c7e2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:22.442541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b180e8-0293-45e6-a5db-ba219c7e2b74 None None] The sync data for ids ['25a7e716-5891-4b49-b1b1-80ab823bf43b'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:24:22.463929 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:22.519512 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=ae0d2e46-b160-47ac-befe-b9c3823af961,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:22.567870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking segment: {'id': '4afb7c3d-7065-424c-81ed-a98b5af09d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '973c2e2a-dcad-4289-b94c-67bb465bdb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:22.570168 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network hostable DHCP agents. Network: 973c2e2a-dcad-4289-b94c-67bb465bdb6e, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:22.580375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a3cf8670-3c4f-401c-ac36-448880e63ed6, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a3cf8670-3c4f-401c-ac36-448880e63ed6,segment=NetworkSegment(805d1bfa-9644-42ea-97c4-f347bb10cb54),segment_id=805d1bfa-9644-42ea-97c4-f347bb10cb54)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:22.604225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'a3cf8670-3c4f-401c-ac36-448880e63ed6', 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc', 'port_id': 'a3cf8670-3c4f-401c-ac36-448880e63ed6', 'mac_address': 'fa:16:3e:ef:cf:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0e6088-444c-40f0-a3b0-7db90435b577', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:24:22.656742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2cd46b7b-a4c6-44a7-a97b-357ee99483da tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/routers/25a7e716-5891-4b49-b1b1-80ab823bf43b HTTP/1.1" status: 200 len: 881 time: 0.2366014 Aug 21 09:24:22.657332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39592) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:22.658759 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:22.678602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cf8670-3c4f-401c-ac36-448880e63ed6 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:24:22.704124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a3cf8670-3c4f-401c-ac36-448880e63ed6, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a3cf8670-3c4f-401c-ac36-448880e63ed6,segment=NetworkSegment(805d1bfa-9644-42ea-97c4-f347bb10cb54),segment_id=805d1bfa-9644-42ea-97c4-f347bb10cb54)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:22.715916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network 973c2e2a-dcad-4289-b94c-67bb465bdb6e is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:22.786128 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:22.814983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 973c2e2a-dcad-4289-b94c-67bb465bdb6e) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:22.820262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:22.820935 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:22.837517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60b08f8-5986-4528-aad8-82c30c3d439a None None] Network 973c2e2a-dcad-4289-b94c-67bb465bdb6e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:22.859820 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fe796edc-a097-4f24-aa18-ed5cf3eb8914 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.1983402 Aug 21 09:24:22.860370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39616) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:22.866912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-df085b08-77cc-4f05-90ed-de5726b0286f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1215353179'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:22.921119 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c0f563ef-63d6-4ef8-a7fa-380cc54cfae1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1662128 Aug 21 09:24:22.922693 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39624) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:23.040530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=a3cf8670-3c4f-401c-ac36-448880e63ed6,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:23.091628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:23.159191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1421b-c52c-47ba-b223-d1a0305c2b8b req-2877e5f2-2952-4ea2-b396-772de848b4e1 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:23.161214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00c1421b-c52c-47ba-b223-d1a0305c2b8b req-2877e5f2-2952-4ea2-b396-772de848b4e1 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.2087994 Aug 21 09:24:23.172997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['a3cf8670-3c4f-401c-ac36-448880e63ed6'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:24:23.185448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:23.296112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00c1421b-c52c-47ba-b223-d1a0305c2b8b req-69b2bcc4-1bca-493b-bc8c-1af865971725 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204839 Aug 21 09:24:23.312435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899be89d-c4e7-48f2-87eb-384b9dd834f8 req-459a05c4-5892-4fbd-98a4-1445d436c675 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:23.316002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-899be89d-c4e7-48f2-87eb-384b9dd834f8 req-459a05c4-5892-4fbd-98a4-1445d436c675 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 944 time: 0.1659617 Aug 21 09:24:23.339648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea40c54-93be-4d1b-96d1-d24ad6e6fe58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-973c2e2a-dcad-4289-b94c-67bb465bdb6e', 'network_id': '973c2e2a-dcad-4289-b94c-67bb465bdb6e', 'tenant_id': 'a2c0731e107b406293ce7cb17e19be4e', 'fixed_ips': [{'subnet_id': 'ae0d2e46-b160-47ac-befe-b9c3823af961'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:23.340492 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9ea40c54-93be-4d1b-96d1-d24ad6e6fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:23.586077 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:23.633316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0d2e46-b160-47ac-befe-b9c3823af961,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server [None req-9ea40c54-93be-4d1b-96d1-d24ad6e6fe58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae0d2e46-b160-47ac-befe-b9c3823af961: This subnet is being modified by another concurrent operation. Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise exception Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae0d2e46-b160-47ac-befe-b9c3823af961: This subnet is being modified by another concurrent operation. Aug 21 09:24:23.711027 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Aug 21 09:24:23.724145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:23.728368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-899be89d-c4e7-48f2-87eb-384b9dd834f8 req-77443d81-289a-426f-9dcb-88ecfb02343d tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073377 Aug 21 09:24:23.735408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973c2e2a-dcad-4289-b94c-67bb465bdb6e']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:23.757267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7527f529-e5be-43ef-8b24-6d1f3b0f0641 None None] Network 973c2e2a-dcad-4289-b94c-67bb465bdb6e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:23.784252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afb7c3d-7065-424c-81ed-a98b5af09d0d') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:23.784639 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afb7c3d-7065-424c-81ed-a98b5af09d0d') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:23.804009 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:23.820171 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:23.827318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:23.827740 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:23.882287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df085b08-77cc-4f05-90ed-de5726b0286f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:23.896357 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:23.918522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5726b6-cc52-4c1a-8c46-c2c1c78019b1 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:24:24.004046 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df085b08-77cc-4f05-90ed-de5726b0286f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.008938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.018165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.029201 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/973c2e2a-dcad-4289-b94c-67bb465bdb6e HTTP/1.1" status: 204 len: 168 time: 1.1032929 Aug 21 09:24:24.063679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39652) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:24.081132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1299681425'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:24.083271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5726b6-cc52-4c1a-8c46-c2c1c78019b1 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:24:24.105669 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc36ecd-bf3d-48c6-a67d-24a0727ffc77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=973c2e2a-dcad-4289-b94c-67bb465bdb6e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:24.213079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df085b08-77cc-4f05-90ed-de5726b0286f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 25a7e716-5891-4b49-b1b1-80ab823bf43b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:24:24.253912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:24.258691 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.350596 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:24.372136 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.372638 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment bee0eb29-94b6-4311-8fe3-e1e3feb29f68 of type vlan for network 73295eb7-c498-4097-95d4-4fc87270f266 Aug 21 09:24:24.403437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df085b08-77cc-4f05-90ed-de5726b0286f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:24.417000 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df085b08-77cc-4f05-90ed-de5726b0286f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.419084 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb7acd-3678-4a57-9a26-a204fc9ef66a None None] Sync routers for ids ['25a7e716-5891-4b49-b1b1-80ab823bf43b'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:24.420741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-df085b08-77cc-4f05-90ed-de5726b0286f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/25a7e716-5891-4b49-b1b1-80ab823bf43b HTTP/1.1" status: 200 len: 888 time: 1.5587189 Aug 21 09:24:24.423279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39678) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:24.433536 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb7acd-3678-4a57-9a26-a204fc9ef66a None None] Routers {'25a7e716-5891-4b49-b1b1-80ab823bf43b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:24.434727 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7feb7acd-3678-4a57-9a26-a204fc9ef66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25a7e716-5891-4b49-b1b1-80ab823bf43b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:24.449519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.452948 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a3cf8670-3c4f-401c-ac36-448880e63ed6 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:24.525996 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7feb7acd-3678-4a57-9a26-a204fc9ef66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:24.538216 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb7acd-3678-4a57-9a26-a204fc9ef66a None None] Routers {'25a7e716-5891-4b49-b1b1-80ab823bf43b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:24.539073 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7feb7acd-3678-4a57-9a26-a204fc9ef66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['25a7e716-5891-4b49-b1b1-80ab823bf43b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:24.590179 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7feb7acd-3678-4a57-9a26-a204fc9ef66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:24.591205 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb7acd-3678-4a57-9a26-a204fc9ef66a None None] The sync data for ids ['25a7e716-5891-4b49-b1b1-80ab823bf43b'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:24:24.597278 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.602975 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:24.603603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.652021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port a3cf8670-3c4f-401c-ac36-448880e63ed6 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:24.660741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port a3cf8670-3c4f-401c-ac36-448880e63ed6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:24.661434 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.684155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c0531206-d09d-4682-a551-33821ef4b180 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/routers/25a7e716-5891-4b49-b1b1-80ab823bf43b HTTP/1.1" status: 200 len: 888 time: 0.2595415 Aug 21 09:24:24.688376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39684) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:24.723379 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6498816 Aug 21 09:24:24.728975 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39686) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:24.730926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d9755066-01d8-4e0a-8eed-7e334b25595c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=25a7e716-5891-4b49-b1b1-80ab823bf43b HTTP/1.1" status: 200 len: 205 time: 0.0401309 Aug 21 09:24:24.739208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39688) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:24.741760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'network_id': '73295eb7-c498-4097-95d4-4fc87270f266', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:24.781205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef140d7-e270-4774-a25a-c72f823fa7e3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=73295eb7-c498-4097-95d4-4fc87270f266,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:24.798535 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.800821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 73295eb7-c498-4097-95d4-4fc87270f266 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:24.826926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9226c4-b045-41d9-a0ec-e4b477be29d4 req-7f55daba-c0ef-4dc7-a8a8-55dc889745d9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:24.839465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a9226c4-b045-41d9-a0ec-e4b477be29d4 req-7f55daba-c0ef-4dc7-a8a8-55dc889745d9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.2565510 Aug 21 09:24:24.877489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dd4c7a-2c49-4acc-86f9-73f602dd2be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cf8670-3c4f-401c-ac36-448880e63ed6'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:24:24.880122 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ac3d85-313c-4471-b9ec-e63d5b0f7244" -d '{"events": [{"server_uuid": "21dd4c7a-2c49-4acc-86f9-73f602dd2be0", "name": "network-vif-plugged", "status": "completed", "tag": "a3cf8670-3c4f-401c-ac36-448880e63ed6"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:24:24.905219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port a3cf8670-3c4f-401c-ac36-448880e63ed6, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a3cf8670-3c4f-401c-ac36-448880e63ed6,segment=NetworkSegment(805d1bfa-9644-42ea-97c4-f347bb10cb54),segment_id=805d1bfa-9644-42ea-97c4-f347bb10cb54)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:24.961271 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:24.969440 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:24.982339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a9226c4-b045-41d9-a0ec-e4b477be29d4 req-2552da2f-514b-4da8-a09b-da145f74d693 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415753 Aug 21 09:24:24.985501 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:25.038804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d610eb-28b6-4825-8ec1-daf441bb7bce req-507b4100-25b7-4fe9-8085-83bc814631e3 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:25.040924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64d610eb-28b6-4825-8ec1-daf441bb7bce req-507b4100-25b7-4fe9-8085-83bc814631e3 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 944 time: 0.1334450 Aug 21 09:24:25.043962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:25.115548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=a3cf8670-3c4f-401c-ac36-448880e63ed6,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:25.218515 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a154722-63be-44d9-9e77-5f0ddfd7f63d x-openstack-request-id: req-9a154722-63be-44d9-9e77-5f0ddfd7f63d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:24:25.218812 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21dd4c7a-2c49-4acc-86f9-73f602dd2be0", "name": "network-vif-plugged", "status": "completed", "tag": "a3cf8670-3c4f-401c-ac36-448880e63ed6", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:24:25.219069 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a154722-63be-44d9-9e77-5f0ddfd7f63d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:24:25.219494 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dd4c7a-2c49-4acc-86f9-73f602dd2be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cf8670-3c4f-401c-ac36-448880e63ed6', 'code': 200} Aug 21 09:24:25.230073 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:25.256456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64d610eb-28b6-4825-8ec1-daf441bb7bce req-729f0443-e942-4048-896f-bc828908f10e tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612478 Aug 21 09:24:25.404887 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:25.431529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4300d0-d0ff-4bbd-952d-9516ddbc1f66 req-0c57474b-49e5-4742-a6b1-8414bd4951ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:25.433112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad4300d0-d0ff-4bbd-952d-9516ddbc1f66 req-0c57474b-49e5-4742-a6b1-8414bd4951ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 1097 time: 0.1355681 Aug 21 09:24:25.491266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 50d78e95-59b9-4bc4-88c5-db7ce6f364f6 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:25.491658 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:25.550985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=d7cea928-8ad4-43dd-9cd5-8b5e95b570c8,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:25.567919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad4300d0-d0ff-4bbd-952d-9516ddbc1f66 req-83f3eea7-2307-4495-b596-8ae59b16d39f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237535 Aug 21 09:24:25.578654 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking segment: {'id': 'bee0eb29-94b6-4311-8fe3-e1e3feb29f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73295eb7-c498-4097-95d4-4fc87270f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:25.579017 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network hostable DHCP agents. Network: 73295eb7-c498-4097-95d4-4fc87270f266, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:25.586360 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:25.600619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 50d78e95-59b9-4bc4-88c5-db7ce6f364f6 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:25.688249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network 73295eb7-c498-4097-95d4-4fc87270f266 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:25.778587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 73295eb7-c498-4097-95d4-4fc87270f266) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:25.791869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812078fb-73bc-44bc-9069-60475d55e1ba None None] Network 73295eb7-c498-4097-95d4-4fc87270f266 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:25.796623 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:25.798802 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:25.902525 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ac1ab9cd-a212-4b91-a441-5553bdefe922 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1702802 Aug 21 09:24:25.903013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39732) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:26.032058 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.035882 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.063986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-73295eb7-c498-4097-95d4-4fc87270f266', 'network_id': '73295eb7-c498-4097-95d4-4fc87270f266', 'tenant_id': 'a2c0731e107b406293ce7cb17e19be4e', 'fixed_ips': [{'subnet_id': 'd7cea928-8ad4-43dd-9cd5-8b5e95b570c8'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:26.066042 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.082543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=50d78e95-59b9-4bc4-88c5-db7ce6f364f6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:26.218326 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.231228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dfddd-0c67-4959-a01e-48cac57a4491 req-de754d46-1883-42f7-bab7-3bf2fd597bcc tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:26.233717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-949dfddd-0c67-4959-a01e-48cac57a4491 req-de754d46-1883-42f7-bab7-3bf2fd597bcc tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.1228781 Aug 21 09:24:26.262812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Allocated IP 172.20.0.2 (73295eb7-c498-4097-95d4-4fc87270f266/d7cea928-8ad4-43dd-9cd5-8b5e95b570c8/ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:26.306942 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.419460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.448051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.476959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-949dfddd-0c67-4959-a01e-48cac57a4491 req-0019b762-61b1-4198-9144-e586432f38e9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146742 Aug 21 09:24:26.530226 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.564229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337aed8-3855-4f57-8fb2-bf919ca19544 req-77dbb9e0-2d7f-4359-85db-4ec563cd95c1 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:26.575258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e337aed8-3855-4f57-8fb2-bf919ca19544 req-77dbb9e0-2d7f-4359-85db-4ec563cd95c1 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 945 time: 0.1913812 Aug 21 09:24:26.619189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e337aed8-3855-4f57-8fb2-bf919ca19544 req-e3fc4314-2663-4ff5-970b-9a4b90f4d1ae tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Aug 21 09:24:26.620149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Transition to ACTIVE for port object ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:26.620722 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.621391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Fanout notify agent at l3_agent the message router_deleted on router 25a7e716-5891-4b49-b1b1-80ab823bf43b {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:24:26.630198 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.631401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5e1b49f2-41ea-45aa-875b-2ba63509665b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/25a7e716-5891-4b49-b1b1-80ab823bf43b HTTP/1.1" status: 204 len: 168 time: 1.8900883 Aug 21 09:24:26.635120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39740) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:26.641802 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Transition to ACTIVE for port object ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:26.641988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'network': {'name': 'tempest-RoutersTest-913087793'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:26.717331 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.745445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:26.750689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.775294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Network 73295eb7-c498-4097-95d4-4fc87270f266 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:26.783033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:26.792100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:26.799706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Pushing event updated for resources: {'Port': ['ID=ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:26.873926 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.897810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:26.913884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Attempting to bind port ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:26.916283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Attempting to bind port ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'bee0eb29-94b6-4311-8fe3-e1e3feb29f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73295eb7-c498-4097-95d4-4fc87270f266'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:26.916874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Attempting to bind port ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6 on network 73295eb7-c498-4097-95d4-4fc87270f266 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:26.931240 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.932708 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added segment ec45e4a5-db0b-461c-b420-0ea02779a27d of type vlan for network 8f68a4ce-0b74-4b23-bf92-06a66a2c652a Aug 21 09:24:26.940847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:26.945458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Checking segment: {'id': 'bee0eb29-94b6-4311-8fe3-e1e3feb29f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73295eb7-c498-4097-95d4-4fc87270f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:26.946110 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:26.946714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Bound using segment: {'id': 'bee0eb29-94b6-4311-8fe3-e1e3feb29f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73295eb7-c498-4097-95d4-4fc87270f266'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:26.947428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Bound port: ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee0eb29-94b6-4311-8fe3-e1e3feb29f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73295eb7-c498-4097-95d4-4fc87270f266'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:26.948154 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:27.035078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] For port ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:27.038381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] For port ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6,segment=NetworkSegment(bee0eb29-94b6-4311-8fe3-e1e3feb29f68),segment_id=bee0eb29-94b6-4311-8fe3-e1e3feb29f68)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:27.055389 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:27.094094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cea928-8ad4-43dd-9cd5-8b5e95b570c8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:27.105558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:27.118215 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:27.133368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73295eb7-c498-4097-95d4-4fc87270f266']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:27.161241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee0eb29-94b6-4311-8fe3-e1e3feb29f68') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:27.161522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee0eb29-94b6-4311-8fe3-e1e3feb29f68') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:27.185514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:27.225627 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:27.237701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:27.238122 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:27.242022 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:27.318953 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5a71e-5c99-49ec-ad6c-49200f913d2f None None] Pushing event updated for resources: {'Port': ['ID=ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:27.363860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b2b7e2-a5af-4110-a9c1-b704a7b716f8 None None] Network 73295eb7-c498-4097-95d4-4fc87270f266 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:27.386769 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:24:27.386769 n-d-766726-28 neutron-server[106757]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:24:27.386769 n-d-766726-28 neutron-server[106757]: [parameters: {'id': '73295eb7-c498-4097-95d4-4fc87270f266'}] Aug 21 09:24:27.386769 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:24:27.393144 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:24:27.533885 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:27.540879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:27.550386 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:27.582896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abb4190-9988-4770-9947-83a6f45eef9f None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:24:27.699163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300976a-8ead-4a45-b806-45a6b583645e req-1ee78cf5-37de-48e3-885e-6d8447a60d4e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:27.700829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e300976a-8ead-4a45-b806-45a6b583645e req-1ee78cf5-37de-48e3-885e-6d8447a60d4e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.1227160 Aug 21 09:24:27.708484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Network': ['ID=8f68a4ce-0b74-4b23-bf92-06a66a2c652a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:27.723205 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5cba904d-a311-49a3-aacc-44e1b8e6edeb tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0866005 Aug 21 09:24:27.725844 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39750) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:27.732830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 8f68a4ce-0b74-4b23-bf92-06a66a2c652a details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:27.749202 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'subnet': {'network_id': '8f68a4ce-0b74-4b23-bf92-06a66a2c652a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:27.769882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e300976a-8ead-4a45-b806-45a6b583645e req-89cb1c18-bde4-4d98-99f8-5eb1c4d45c75 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616889 Aug 21 09:24:27.894035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175bcbb-126d-4e71-85e1-1e035fc96119 req-73dd5bb9-db4c-494e-bb43-9a7ae2903a8f tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:27.899485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5175bcbb-126d-4e71-85e1-1e035fc96119 req-73dd5bb9-db4c-494e-bb43-9a7ae2903a8f tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 945 time: 0.0646560 Aug 21 09:24:27.900132 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:27.906097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abb4190-9988-4770-9947-83a6f45eef9f None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:24:27.999506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5175bcbb-126d-4e71-85e1-1e035fc96119 req-731438a6-abd9-410a-a813-1e5eaf3909ee tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956404 Aug 21 09:24:28.057368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Deleting port ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:28.063714 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:28.074848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:28.079407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:28.258258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] For port ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6,segment=NetworkSegment(bee0eb29-94b6-4311-8fe3-e1e3feb29f68),segment_id=bee0eb29-94b6-4311-8fe3-e1e3feb29f68)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:28.259809 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:28.275684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Calling delete_port for ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:28.500472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:28.532911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Port': ['ID=ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:28.537491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No DVR routers for this DVR port ad96ab93-a8a8-45ec-a08c-cbc8ef5971f6 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:28.583963 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:28.622511 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:28.635956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73295eb7-c498-4097-95d4-4fc87270f266']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:28.649382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee0eb29-94b6-4311-8fe3-e1e3feb29f68') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:28.649382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee0eb29-94b6-4311-8fe3-e1e3feb29f68') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:28.661406 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:28.670160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Subnet': ['ID=cb1fc59d-55dc-4e44-8934-2081fcd4dcf4,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:28.679452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:28.686437 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Checking segment: {'id': 'ec45e4a5-db0b-461c-b420-0ea02779a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8f68a4ce-0b74-4b23-bf92-06a66a2c652a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:28.686913 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network hostable DHCP agents. Network: 8f68a4ce-0b74-4b23-bf92-06a66a2c652a, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:28.687034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:28.687413 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:28.691606 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:28.915040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db361e-8702-4600-b008-2d42f201ced5 req-69c70b68-c1c2-4e6f-b24a-33768f319d9c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:28.915040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0db361e-8702-4600-b008-2d42f201ced5 req-69c70b68-c1c2-4e6f-b24a-33768f319d9c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.0544829 Aug 21 09:24:28.952865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0db361e-8702-4600-b008-2d42f201ced5 req-7b964ca4-67ca-468e-b496-a41b2e21c886 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Aug 21 09:24:29.014114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 8f68a4ce-0b74-4b23-bf92-06a66a2c652a is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:29.042667 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.053187 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.058717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/73295eb7-c498-4097-95d4-4fc87270f266 HTTP/1.1" status: 204 len: 168 time: 3.1510687 Aug 21 09:24:29.060550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39798) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:29.065372 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1559740867'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:29.070015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11c69-12a3-4678-9818-7617759b7b56 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=73295eb7-c498-4097-95d4-4fc87270f266,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:29.128373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 8f68a4ce-0b74-4b23-bf92-06a66a2c652a) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:29.140901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61077498-bb06-4357-827a-d198ec4e8881 None None] Network 8f68a4ce-0b74-4b23-bf92-06a66a2c652a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:29.145712 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:29.148114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.191663 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:29.203672 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.270841 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:29.288437 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.288800 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment 33cdbb85-e20c-401a-8311-0fb61b87df04 of type vlan for network 0e0d6075-5411-42a7-8288-f2a522b93454 Aug 21 09:24:29.294977 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a6b904a5-2b61-44e4-b2fd-8e62910d901d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5654452 Aug 21 09:24:29.295736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39808) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:29.302577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-61ac55b8-285c-40cd-b757-f606cbcfcafc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1182622288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:29.361466 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.469763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-8f68a4ce-0b74-4b23-bf92-06a66a2c652a', 'network_id': '8f68a4ce-0b74-4b23-bf92-06a66a2c652a', 'tenant_id': '610d0593f930483a94396da909d57627', 'fixed_ips': [{'subnet_id': 'cb1fc59d-55dc-4e44-8934-2081fcd4dcf4'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:29.470524 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61ac55b8-285c-40cd-b757-f606cbcfcafc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.471467 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.471620 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61ac55b8-285c-40cd-b757-f606cbcfcafc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.479196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.483832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:29.485047 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.602583 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61ac55b8-285c-40cd-b757-f606cbcfcafc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.625363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=0e0d6075-5411-42a7-8288-f2a522b93454,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:29.637750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 0e0d6075-5411-42a7-8288-f2a522b93454 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:29.694558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61ac55b8-285c-40cd-b757-f606cbcfcafc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.706453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Allocated IP 172.20.0.2 (8f68a4ce-0b74-4b23-bf92-06a66a2c652a/cb1fc59d-55dc-4e44-8934-2081fcd4dcf4/01cdec09-82aa-4983-b8e6-fe7f24446d37) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:29.726767 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-18bce992-c835-43f7-9bc1-363e708ea2fb tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6651616 Aug 21 09:24:29.727824 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39814) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:29.734698 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'network_id': '0e0d6075-5411-42a7-8288-f2a522b93454', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:29.771861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-7ca837ee-690e-4cb6-941f-00c5b7474033 req-041d04a1-c402-4746-9a03-1539c5ab674a service neutron] (106756) timed out ('10.222.0.20', 40272) {{(pid=106756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:24:29.779729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61ac55b8-285c-40cd-b757-f606cbcfcafc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:29.781737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-61ac55b8-285c-40cd-b757-f606cbcfcafc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4853222 Aug 21 09:24:29.785609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39818) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:29.933686 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39824) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:29.972949 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.014601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Transition to ACTIVE for port object 01cdec09-82aa-4983-b8e6-fe7f24446d37 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:30.037594 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:30.037845 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.060136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Transition to ACTIVE for port object 01cdec09-82aa-4983-b8e6-fe7f24446d37 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:30.133529 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_backend_mixin [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Performing IP validity checks on allocation pools {{(pid=106756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 09:24:30.134098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_backend_mixin [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 09:24:30.156675 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.191790 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4ee8e453-ad6c-4601-b760-9b20109aff85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2708620563ba43e88969ab093ad91405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566421 Aug 21 09:24:30.194176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39864) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:30.223141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Network 8f68a4ce-0b74-4b23-bf92-06a66a2c652a is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:30.227047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:30.233982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:30.242006 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.246567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Pushing event updated for resources: {'Port': ['ID=01cdec09-82aa-4983-b8e6-fe7f24446d37,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:30.253391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb2650-12f8-40b3-8476-e7c4c2b4a536 req-c7c3d2ea-e408-4158-8cf3-5338998d515c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:30.254950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7aeb2650-12f8-40b3-8476-e7c4c2b4a536 req-c7c3d2ea-e408-4158-8cf3-5338998d515c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.1397605 Aug 21 09:24:30.309378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Attempting to bind port 01cdec09-82aa-4983-b8e6-fe7f24446d37 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:30.309902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Attempting to bind port 01cdec09-82aa-4983-b8e6-fe7f24446d37 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'ec45e4a5-db0b-461c-b420-0ea02779a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8f68a4ce-0b74-4b23-bf92-06a66a2c652a'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:30.310226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Attempting to bind port 01cdec09-82aa-4983-b8e6-fe7f24446d37 on network 8f68a4ce-0b74-4b23-bf92-06a66a2c652a {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:30.316951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:30.317379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Checking segment: {'id': 'ec45e4a5-db0b-461c-b420-0ea02779a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8f68a4ce-0b74-4b23-bf92-06a66a2c652a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:30.317842 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.318492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Bound using segment: {'id': 'ec45e4a5-db0b-461c-b420-0ea02779a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8f68a4ce-0b74-4b23-bf92-06a66a2c652a'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:30.318750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Bound port: 01cdec09-82aa-4983-b8e6-fe7f24446d37, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec45e4a5-db0b-461c-b420-0ea02779a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8f68a4ce-0b74-4b23-bf92-06a66a2c652a'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:30.319177 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.361700 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e42b02e-a12c-42a2-9494-02577a112934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.387352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e42b02e-a12c-42a2-9494-02577a112934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.388286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7aeb2650-12f8-40b3-8476-e7c4c2b4a536 req-2909f9a4-4431-44f5-8743-2f6187adb0f7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245542 Aug 21 09:24:30.409995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.416076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] For port 01cdec09-82aa-4983-b8e6-fe7f24446d37, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:30.423239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] For port 01cdec09-82aa-4983-b8e6-fe7f24446d37, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=01cdec09-82aa-4983-b8e6-fe7f24446d37,segment=NetworkSegment(ec45e4a5-db0b-461c-b420-0ea02779a27d),segment_id=ec45e4a5-db0b-461c-b420-0ea02779a27d)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:30.503499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=68f4ae26-622d-4056-9081-ac02e3a852b0,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:30.511497 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.511716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking segment: {'id': '33cdbb85-e20c-401a-8311-0fb61b87df04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0e0d6075-5411-42a7-8288-f2a522b93454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:30.512086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network hostable DHCP agents. Network: 0e0d6075-5411-42a7-8288-f2a522b93454, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:30.581301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ced41-9eed-473d-b734-362f58fcda17 None None] Pushing event updated for resources: {'Port': ['ID=01cdec09-82aa-4983-b8e6-fe7f24446d37,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:30.595483 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e42b02e-a12c-42a2-9494-02577a112934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.598649 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e42b02e-a12c-42a2-9494-02577a112934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.600265 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8e42b02e-a12c-42a2-9494-02577a112934 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cbc7c86-fa2d-4fca-898d-be024605a211 HTTP/1.1" status: 204 len: 168 time: 0.4050860 Aug 21 09:24:30.611297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42b02e-a12c-42a2-9494-02577a112934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbc7c86-fa2d-4fca-898d-be024605a211,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:30.624129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network 0e0d6075-5411-42a7-8288-f2a522b93454 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:30.634599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Allocated IP 172.20.0.1 (8f68a4ce-0b74-4b23-bf92-06a66a2c652a/cb1fc59d-55dc-4e44-8934-2081fcd4dcf4/61477719-27d0-46a3-8a22-d4bbbce3d252) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:30.714901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 0e0d6075-5411-42a7-8288-f2a522b93454) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:30.723326 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:30.724167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.725892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b31e9-33bb-420d-89e3-e78f1850682b None None] Network 0e0d6075-5411-42a7-8288-f2a522b93454 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:30.785393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:30.808202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Transition to ACTIVE for port object 61477719-27d0-46a3-8a22-d4bbbce3d252 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:30.830751 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5e565c24-dca6-46df-a254-1923f1e7f77a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1016953 Aug 21 09:24:30.831488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39874) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:30.943953 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.035406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.078476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44622013-42bd-4842-8638-35b0b6ba8376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-0e0d6075-5411-42a7-8288-f2a522b93454', 'network_id': '0e0d6075-5411-42a7-8288-f2a522b93454', 'tenant_id': 'a2c0731e107b406293ce7cb17e19be4e', 'fixed_ips': [{'subnet_id': '68f4ae26-622d-4056-9081-ac02e3a852b0'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:31.080121 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-44622013-42bd-4842-8638-35b0b6ba8376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.095942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=61477719-27d0-46a3-8a22-d4bbbce3d252,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:31.100410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 8f68a4ce-0b74-4b23-bf92-06a66a2c652a is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:31.102447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:31.119231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:31.134847 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.248134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 01cdec09-82aa-4983-b8e6-fe7f24446d37 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:31.249431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.304232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53e7f1-dc89-4d5a-b939-5bf40d9b2309 req-c2cca8be-abb4-4174-98de-1156aee5b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:31.305782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc53e7f1-dc89-4d5a-b939-5bf40d9b2309 req-c2cca8be-abb4-4174-98de-1156aee5b717 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 1098 time: 0.1777461 Aug 21 09:24:31.339740 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.374715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Subnet': ['ID=68f4ae26-622d-4056-9081-ac02e3a852b0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server [None req-44622013-42bd-4842-8638-35b0b6ba8376 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68f4ae26-622d-4056-9081-ac02e3a852b0: This subnet is being modified by another concurrent operation. Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise exception Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68f4ae26-622d-4056-9081-ac02e3a852b0: This subnet is being modified by another concurrent operation. Aug 21 09:24:31.381087 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Aug 21 09:24:31.400966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 01cdec09-82aa-4983-b8e6-fe7f24446d37 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:31.426977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bd305-0f45-4725-8675-3074bdb8fb8a None None] Network 0e0d6075-5411-42a7-8288-f2a522b93454 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:31.479537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53e7f1-dc89-4d5a-b939-5bf40d9b2309 req-437f093f-18a6-4afa-b72c-5ab38fc07817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:31.483548 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc53e7f1-dc89-4d5a-b939-5bf40d9b2309 req-437f093f-18a6-4afa-b72c-5ab38fc07817 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.1695902 Aug 21 09:24:31.532457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.552496 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0d6075-5411-42a7-8288-f2a522b93454']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:31.578411 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cdbb85-e20c-401a-8311-0fb61b87df04') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:31.578803 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cdbb85-e20c-401a-8311-0fb61b87df04') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:31.589196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.605410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.611112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc53e7f1-dc89-4d5a-b939-5bf40d9b2309 req-0b43da87-97f9-4c69-8d24-d0f063c1eeb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751 HTTP/1.1" status: 200 len: 217 time: 0.1193705 Aug 21 09:24:31.623082 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:31.623487 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:31.634071 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:31.725348 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.753891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7607d43-ad3c-42c8-8fb5-25c910f5c626 req-6f60c951-a0cb-4c95-b690-2a30a4ffcfd9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:31.755655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7607d43-ad3c-42c8-8fb5-25c910f5c626 req-6f60c951-a0cb-4c95-b690-2a30a4ffcfd9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.1825280 Aug 21 09:24:31.769155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53e7f1-dc89-4d5a-b939-5bf40d9b2309 req-83d5da89-098c-4853-bcb8-83ddd6ef2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:31.771375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc53e7f1-dc89-4d5a-b939-5bf40d9b2309 req-83d5da89-098c-4853-bcb8-83ddd6ef2a9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.1275351 Aug 21 09:24:31.801029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.811132 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:31.817773 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/0e0d6075-5411-42a7-8288-f2a522b93454 HTTP/1.1" status: 204 len: 168 time: 0.9851735 Aug 21 09:24:31.831791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39896) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:31.837911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849131400'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:31.842578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cf08c-7cd6-4127-840f-1050c760f3c4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=0e0d6075-5411-42a7-8288-f2a522b93454,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:31.952084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7607d43-ad3c-42c8-8fb5-25c910f5c626 req-4dd6584c-beed-4448-898e-00df06bcb90f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879759 Aug 21 09:24:31.952793 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4debc867-e977-4c7a-8df2-29f33b3311cb None None] Network 8f68a4ce-0b74-4b23-bf92-06a66a2c652a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:31.956659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:31.961521 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:32.107324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8794ac97-9537-43b0-862a-8b23292ef36e None None] Provisioning for port 01cdec09-82aa-4983-b8e6-fe7f24446d37 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:32.121252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8794ac97-9537-43b0-862a-8b23292ef36e None None] Provisioning complete for port 01cdec09-82aa-4983-b8e6-fe7f24446d37 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:32.121923 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8794ac97-9537-43b0-862a-8b23292ef36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:32.289382 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8794ac97-9537-43b0-862a-8b23292ef36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:32.331279 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8794ac97-9537-43b0-862a-8b23292ef36e None None] For port 01cdec09-82aa-4983-b8e6-fe7f24446d37, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=01cdec09-82aa-4983-b8e6-fe7f24446d37,segment=NetworkSegment(ec45e4a5-db0b-461c-b420-0ea02779a27d),segment_id=ec45e4a5-db0b-461c-b420-0ea02779a27d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:32.411752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53e7f1-dc89-4d5a-b939-5bf40d9b2309 req-e0a14e75-e90a-4b32-8318-c628614e82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:32.413145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc53e7f1-dc89-4d5a-b939-5bf40d9b2309 req-e0a14e75-e90a-4b32-8318-c628614e82fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6188188 Aug 21 09:24:32.437752 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8794ac97-9537-43b0-862a-8b23292ef36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:32.455604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:32.511908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:32.512541 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment 378fc59f-dcd9-4be9-8c9d-691fd7e5286c of type vlan for network 7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2 Aug 21 09:24:32.531437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794ac97-9537-43b0-862a-8b23292ef36e None None] Pushing event updated for resources: {'Port': ['ID=01cdec09-82aa-4983-b8e6-fe7f24446d37,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:32.623281 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:32.660835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-07c7bbc9-7665-49d6-8ef0-c95ad11c5a2b None None] Provisioning complete for port 01cdec09-82aa-4983-b8e6-fe7f24446d37 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:32.661757 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-07c7bbc9-7665-49d6-8ef0-c95ad11c5a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:32.667431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc53e7f1-dc89-4d5a-b939-5bf40d9b2309 req-2c88ca60-b4fc-48fc-b70a-2160b33ef578 service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451601 Aug 21 09:24:32.832259 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:32.837067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aeffcc-7679-4139-aa00-c2d92d83b70e None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:24:32.870023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc53e7f1-dc89-4d5a-b939-5bf40d9b2309 req-83af05d0-178c-491f-93a9-3ebb69b2b26b service neutron] 10.222.0.13 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936669 Aug 21 09:24:32.876993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-07c7bbc9-7665-49d6-8ef0-c95ad11c5a2b None None] Provisioning for port 61477719-27d0-46a3-8a22-d4bbbce3d252 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:32.884539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-07c7bbc9-7665-49d6-8ef0-c95ad11c5a2b None None] Provisioning complete for port 61477719-27d0-46a3-8a22-d4bbbce3d252 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:32.884923 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-07c7bbc9-7665-49d6-8ef0-c95ad11c5a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:32.944522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-07c7bbc9-7665-49d6-8ef0-c95ad11c5a2b None None] Port 61477719-27d0-46a3-8a22-d4bbbce3d252 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:32.963434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aeffcc-7679-4139-aa00-c2d92d83b70e None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:24:33.014103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:33.024135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:33.027201 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:33.038869 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:33.040988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 01cdec09-82aa-4983-b8e6-fe7f24446d37 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:33.231709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3952584 Aug 21 09:24:33.231709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dd921-2513-46f9-b809-55517606d632 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:33.232029 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39926) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:33.233601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=61477719-27d0-46a3-8a22-d4bbbce3d252,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:33.237145 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:33.254462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:33.255126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'network_id': '7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:33.274233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e608993-d5f6-49e9-b91d-8d5cf71adbc5 req-7041d1c6-547f-48cd-b52f-3080dcb1adf3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:33.275816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e608993-d5f6-49e9-b91d-8d5cf71adbc5 req-7041d1c6-547f-48cd-b52f-3080dcb1adf3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.2328477 Aug 21 09:24:33.286313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d9ea7fa1-69c3-4727-b130-6a2fe461b6dd None None] Provisioning complete for port 61477719-27d0-46a3-8a22-d4bbbce3d252 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:33.286783 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7fa1-69c3-4727-b130-6a2fe461b6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:33.407235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e608993-d5f6-49e9-b91d-8d5cf71adbc5 req-7d481e7f-af77-42ea-91a2-98318cad6596 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660555 Aug 21 09:24:33.434074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea7fa1-69c3-4727-b130-6a2fe461b6dd None None] Port 61477719-27d0-46a3-8a22-d4bbbce3d252 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:33.451756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 8f68a4ce-0b74-4b23-bf92-06a66a2c652a is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:33.453482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:33.459389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:33.463090 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:33.470470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 01cdec09-82aa-4983-b8e6-fe7f24446d37 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:33.470841 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:33.726388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 5b8f4c47-8d6a-42dc-9f66-ad2426e70d55 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:24:33.765218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:33.858413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:33.872216 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a486716-2ea9-45d6-af36-d6921a6a5b45 None None] Sync routers for ids ['5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:33.875592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3561d34e-130a-4778-938b-bea12b757ca0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/5b8f4c47-8d6a-42dc-9f66-ad2426e70d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0884466 Aug 21 09:24:33.876412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39934) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:33.885335 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a486716-2ea9-45d6-af36-d6921a6a5b45 None None] Routers {'5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:33.886270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2a486716-2ea9-45d6-af36-d6921a6a5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:33.898034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=81dc5a52-c0d7-47ea-9a57-b9bae0e11b1c,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:33.903652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking segment: {'id': '378fc59f-dcd9-4be9-8c9d-691fd7e5286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:33.905797 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network hostable DHCP agents. Network: 7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:33.915783 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.916283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.916722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.917154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.917554 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.917959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.918371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.918752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.919142 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.919530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.919952 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.920345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:33.932554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0120835b-e35b-49c1-826f-5775d4710ed4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:33.937284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0120835b-e35b-49c1-826f-5775d4710ed4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports/61477719-27d0-46a3-8a22-d4bbbce3d252 HTTP/1.1" status: 200 len: 910 time: 0.0596106 Aug 21 09:24:33.937969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39936) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:33.945360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f81320f5-7271-49a0-ab31-995807b1f76d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb1fc59d-55dc-4e44-8934-2081fcd4dcf4'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:33.948681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2a486716-2ea9-45d6-af36-d6921a6a5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:33.963960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a486716-2ea9-45d6-af36-d6921a6a5b45 None None] Routers {'5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:33.964597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2a486716-2ea9-45d6-af36-d6921a6a5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:34.008110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network 7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:34.023860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2a486716-2ea9-45d6-af36-d6921a6a5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:34.024753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a486716-2ea9-45d6-af36-d6921a6a5b45 None None] The sync data for ids ['5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:24:34.035322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0c833b9c-5263-4cff-bdac-9b7ca94d6d0d None None] Provisioning complete for port 61477719-27d0-46a3-8a22-d4bbbce3d252 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:34.035322 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0c833b9c-5263-4cff-bdac-9b7ca94d6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.073489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0c833b9c-5263-4cff-bdac-9b7ca94d6d0d None None] Port 61477719-27d0-46a3-8a22-d4bbbce3d252 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:34.133782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:34.137782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:34.138377 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.139787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f81320f5-7271-49a0-ab31-995807b1f76d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.147532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091078ec-ad48-4747-9f2c-64d9f44cb81d None None] Network 7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:34.209049 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-836113fc-9851-4a10-9113-9fe00e35af2d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9729455 Aug 21 09:24:34.211798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39940) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:34.351127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2', 'network_id': '7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2', 'tenant_id': 'a2c0731e107b406293ce7cb17e19be4e', 'fixed_ips': [{'subnet_id': '81dc5a52-c0d7-47ea-9a57-b9bae0e11b1c'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:34.352046 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.356578 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.437628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.498900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9c599e97-c39e-4bab-be0e-2adbfa93e751 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:24:34.635902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Allocated IP 172.20.0.1 (7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2/81dc5a52-c0d7-47ea-9a57-b9bae0e11b1c/1bbabb1b-189e-412a-b41e-e036fe9e1413) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:34.651541 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.670077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fccc95-0de9-4e20-a1ab-5c3beb05f87c req-f7ccbbeb-8cbf-4c1b-bb82-31c3d9739107 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:34.671754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51fccc95-0de9-4e20-a1ab-5c3beb05f87c req-f7ccbbeb-8cbf-4c1b-bb82-31c3d9739107 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 946 time: 0.1280737 Aug 21 09:24:34.686495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c599e97-c39e-4bab-be0e-2adbfa93e751'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:24:34.689494 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6ad4d4-e738-4b46-83ed-7a32e32fe13d" -d '{"events": [{"server_uuid": "78718b6c-15ac-4d0e-975d-b3bbd40511cc", "name": "network-vif-unplugged", "status": "completed", "tag": "9c599e97-c39e-4bab-be0e-2adbfa93e751"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:24:34.747933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51fccc95-0de9-4e20-a1ab-5c3beb05f87c req-13396d77-0605-4a59-86aa-2ff5dba19dd4 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633354 Aug 21 09:24:34.752567 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f81320f5-7271-49a0-ab31-995807b1f76d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.757263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9c599e97-c39e-4bab-be0e-2adbfa93e751, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:34.758606 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d6b197-ce1d-4985-89ff-bd8ec783a6c9 x-openstack-request-id: req-77d6b197-ce1d-4985-89ff-bd8ec783a6c9 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:24:34.758894 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78718b6c-15ac-4d0e-975d-b3bbd40511cc", "name": "network-vif-unplugged", "status": "completed", "tag": "9c599e97-c39e-4bab-be0e-2adbfa93e751", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:24:34.759344 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77d6b197-ce1d-4985-89ff-bd8ec783a6c9 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:24:34.759511 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c599e97-c39e-4bab-be0e-2adbfa93e751', 'code': 200} Aug 21 09:24:34.855941 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.865358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Transition to ACTIVE for port object 1bbabb1b-189e-412a-b41e-e036fe9e1413 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:34.881987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Transition to ACTIVE for port object 1bbabb1b-189e-412a-b41e-e036fe9e1413 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:34.887490 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.887671 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f81320f5-7271-49a0-ab31-995807b1f76d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.940069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9c599e97-c39e-4bab-be0e-2adbfa93e751,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:34.956008 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.965741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81320f5-7271-49a0-ab31-995807b1f76d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=61477719-27d0-46a3-8a22-d4bbbce3d252,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:34.973767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81320f5-7271-49a0-ab31-995807b1f76d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:34.974782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f81320f5-7271-49a0-ab31-995807b1f76d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:34.975853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f81320f5-7271-49a0-ab31-995807b1f76d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/ports/61477719-27d0-46a3-8a22-d4bbbce3d252 HTTP/1.1" status: 200 len: 910 time: 1.0367701 Aug 21 09:24:34.978842 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39950) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:35.029930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Network 7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:35.031279 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Pushing event updated for resources: {'Port': ['ID=1bbabb1b-189e-412a-b41e-e036fe9e1413,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:35.035502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:35.041355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:35.078359 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:35.105553 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Attempting to bind port 1bbabb1b-189e-412a-b41e-e036fe9e1413 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:35.105928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Attempting to bind port 1bbabb1b-189e-412a-b41e-e036fe9e1413 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '378fc59f-dcd9-4be9-8c9d-691fd7e5286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:35.106699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Attempting to bind port 1bbabb1b-189e-412a-b41e-e036fe9e1413 on network 7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:35.112419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:35.114105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Checking segment: {'id': '378fc59f-dcd9-4be9-8c9d-691fd7e5286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:35.114105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:35.114105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Bound using segment: {'id': '378fc59f-dcd9-4be9-8c9d-691fd7e5286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:35.114105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Bound port: 1bbabb1b-189e-412a-b41e-e036fe9e1413, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378fc59f-dcd9-4be9-8c9d-691fd7e5286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:35.114557 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:35.147829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Subnet': ['ID=81dc5a52-c0d7-47ea-9a57-b9bae0e11b1c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:35.189679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] For port 1bbabb1b-189e-412a-b41e-e036fe9e1413, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:35.192948 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] For port 1bbabb1b-189e-412a-b41e-e036fe9e1413, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1bbabb1b-189e-412a-b41e-e036fe9e1413,segment=NetworkSegment(378fc59f-dcd9-4be9-8c9d-691fd7e5286c),segment_id=378fc59f-dcd9-4be9-8c9d-691fd7e5286c)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:35.247925 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:35.262588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:35.265357 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:35.294349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378fc59f-dcd9-4be9-8c9d-691fd7e5286c') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:35.294646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378fc59f-dcd9-4be9-8c9d-691fd7e5286c') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:35.308959 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:35.331054 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:35.358604 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:35.359300 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:35.362726 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:35.379346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eee958-7c5c-4a63-b92a-79ca8c3cc6f0 None None] Pushing event updated for resources: {'Port': ['ID=1bbabb1b-189e-412a-b41e-e036fe9e1413,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:35.387017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed067811-5d64-438c-af76-be7adf437732 None None] Network 7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:35.485918 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:24:35.485918 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:24:35.485918 n-d-766726-28 neutron-server[106756]: [parameters: {'id': '7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2'}] Aug 21 09:24:35.485918 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:24:35.486401 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:24:35.494901 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-451fd657-9336-47f4-9816-f77112c54e04 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:35.556072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f8aaba-a7af-42e3-9b25-3a0608ec353d None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:24:35.665966 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f8aaba-a7af-42e3-9b25-3a0608ec353d None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:24:35.761504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-451fd657-9336-47f4-9816-f77112c54e04 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 61477719-27d0-46a3-8a22-d4bbbce3d252 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:35.761926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-451fd657-9336-47f4-9816-f77112c54e04 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:35.877184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-451fd657-9336-47f4-9816-f77112c54e04 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:35.885257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04257b-c23b-49ad-a97f-d6dee5bc5237 req-cc3e4124-ac8f-4301-91b8-06e56f9b35ab tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:35.893961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b04257b-c23b-49ad-a97f-d6dee5bc5237 req-cc3e4124-ac8f-4301-91b8-06e56f9b35ab tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 944 time: 0.0648220 Aug 21 09:24:35.909171 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-451fd657-9336-47f4-9816-f77112c54e04 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 61477719-27d0-46a3-8a22-d4bbbce3d252 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:35.946249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b04257b-c23b-49ad-a97f-d6dee5bc5237 req-41d75ca5-26e1-493d-9774-d642e6d739f6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512896 Aug 21 09:24:35.987815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:36.067274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bc855-0b63-4e89-bf22-c1759e7d3264 req-dd17b08c-bb1e-407d-a65b-f4df07403775 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:36.072054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-297bc855-0b63-4e89-bf22-c1759e7d3264 req-dd17b08c-bb1e-407d-a65b-f4df07403775 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0607708 Aug 21 09:24:36.117407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-297bc855-0b63-4e89-bf22-c1759e7d3264 req-678bf5be-0f9e-4f51-82e0-32103a33e321 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423973 Aug 21 09:24:36.153784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Deleting port 1bbabb1b-189e-412a-b41e-e036fe9e1413 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:36.154215 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:36.240167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] For port 1bbabb1b-189e-412a-b41e-e036fe9e1413, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1bbabb1b-189e-412a-b41e-e036fe9e1413,segment=NetworkSegment(378fc59f-dcd9-4be9-8c9d-691fd7e5286c),segment_id=378fc59f-dcd9-4be9-8c9d-691fd7e5286c)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:36.240596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:36.253276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda2519-102b-425f-af5d-221c5b6dec1f req-cda459d7-9a43-49a0-b572-e6d3757fc6d0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:36.255296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-deda2519-102b-425f-af5d-221c5b6dec1f req-cda459d7-9a43-49a0-b572-e6d3757fc6d0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0615511 Aug 21 09:24:36.259071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Calling delete_port for 1bbabb1b-189e-412a-b41e-e036fe9e1413 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:36.307297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-451fd657-9336-47f4-9816-f77112c54e04 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:36.323909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-deda2519-102b-425f-af5d-221c5b6dec1f req-87c240ef-00e3-42b2-803c-1d80f21496a1 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593343 Aug 21 09:24:36.387048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fd657-9336-47f4-9816-f77112c54e04 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=61477719-27d0-46a3-8a22-d4bbbce3d252,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:36.560548 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:36.568043 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-451fd657-9336-47f4-9816-f77112c54e04 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:36.596684 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Port': ['ID=1bbabb1b-189e-412a-b41e-e036fe9e1413,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:36.606905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No DVR routers for this DVR port 1bbabb1b-189e-412a-b41e-e036fe9e1413 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:36.793148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69057f50-9a3b-46a0-a153-534ffb8a1a21 req-5d3476a4-89b2-40f9-986f-446d60b381bb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:36.800745 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:36.804564 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69057f50-9a3b-46a0-a153-534ffb8a1a21 req-5d3476a4-89b2-40f9-986f-446d60b381bb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0862823 Aug 21 09:24:36.842299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:36.854984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378fc59f-dcd9-4be9-8c9d-691fd7e5286c') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:36.859673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378fc59f-dcd9-4be9-8c9d-691fd7e5286c') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:36.868680 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:36.871366 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451fd657-9336-47f4-9816-f77112c54e04 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 5b8f4c47-8d6a-42dc-9f66-ad2426e70d55 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:24:36.878677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69057f50-9a3b-46a0-a153-534ffb8a1a21 req-dfb792dd-6333-4af9-8d56-7f8bd691d776 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711036 Aug 21 09:24:36.897501 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:36.906941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:36.908003 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:36.909366 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-91873ea4-7fbb-4d64-9222-1b2a2b10a40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:36.911612 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:37.036094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451fd657-9336-47f4-9816-f77112c54e04 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:37.041161 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-451fd657-9336-47f4-9816-f77112c54e04 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/5b8f4c47-8d6a-42dc-9f66-ad2426e70d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0612986 Aug 21 09:24:37.043870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39976) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:37.050514 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27b74-5fb4-4045-949c-56d1e7443b5a None None] Sync routers for ids ['5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:37.065589 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f27b74-5fb4-4045-949c-56d1e7443b5a None None] Routers {'5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:37.066210 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-04f27b74-5fb4-4045-949c-56d1e7443b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:37.077322 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-341366e9-f4dc-46be-a8c5-3f735692fc21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b8f4c47-8d6a-42dc-9f66-ad2426e70d55 HTTP/1.1" status: 200 len: 205 time: 0.0322447 Aug 21 09:24:37.080564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39980) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:37.102628 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-04f27b74-5fb4-4045-949c-56d1e7443b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:37.106539 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.111590 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f27b74-5fb4-4045-949c-56d1e7443b5a None None] Routers {'5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:37.112211 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-04f27b74-5fb4-4045-949c-56d1e7443b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:37.119809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.121770 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2 HTTP/1.1" status: 204 len: 168 time: 2.9087250 Aug 21 09:24:37.126791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 39982) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:37.132829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-425058921'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:37.152480 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-04f27b74-5fb4-4045-949c-56d1e7443b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:37.153122 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27b74-5fb4-4045-949c-56d1e7443b5a None None] The sync data for ids ['5b8f4c47-8d6a-42dc-9f66-ad2426e70d55'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:24:37.169203 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1af0-e116-42e9-82e8-e282fbaf2c2e tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:37.175791 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8c9d05ba-d20f-4460-8fef-f71a7aa2f48d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.263627 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:37.267832 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.299681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:37.313876 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.315322 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment bdcccb4f-95bb-4eab-8a70-7cbc5c173f86 of type vlan for network 87c10824-1a6e-4a1e-97f4-686e056bf31c Aug 21 09:24:37.346644 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8c9d05ba-d20f-4460-8fef-f71a7aa2f48d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.348930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8c9d05ba-d20f-4460-8fef-f71a7aa2f48d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.367411 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.768354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8c9d05ba-d20f-4460-8fef-f71a7aa2f48d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.768955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9d05ba-d20f-4460-8fef-f71a7aa2f48d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Fanout notify agent at l3_agent the message router_deleted on router 5b8f4c47-8d6a-42dc-9f66-ad2426e70d55 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:24:37.769745 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.775577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:37.785069 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.785744 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8c9d05ba-d20f-4460-8fef-f71a7aa2f48d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.785744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8c9d05ba-d20f-4460-8fef-f71a7aa2f48d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/5b8f4c47-8d6a-42dc-9f66-ad2426e70d55 HTTP/1.1" status: 204 len: 168 time: 0.6956959 Aug 21 09:24:37.785744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39986) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:37.857109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=87c10824-1a6e-4a1e-97f4-686e056bf31c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:37.862169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-164b933c-c8e8-4a64-8bc3-a5e59f5f9932 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting subnet cb1fc59d-55dc-4e44-8934-2081fcd4dcf4 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:24:37.865792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-164b933c-c8e8-4a64-8bc3-a5e59f5f9932 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:37.869561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 87c10824-1a6e-4a1e-97f4-686e056bf31c details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:37.899318 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8735a818-b8b3-4c07-b080-3bd791a34d84 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7714670 Aug 21 09:24:37.906838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 39990) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:37.912687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'network_id': '87c10824-1a6e-4a1e-97f4-686e056bf31c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:37.931369 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-164b933c-c8e8-4a64-8bc3-a5e59f5f9932 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.117932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899e7b-ee65-4196-b9c1-b2158329b337 req-51fa1e35-6c6f-451f-a0de-ff8396524c93 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:38.119293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7899e7b-ee65-4196-b9c1-b2158329b337 req-51fa1e35-6c6f-451f-a0de-ff8396524c93 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1592298 Aug 21 09:24:38.143254 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:24:38.146555 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-164b933c-c8e8-4a64-8bc3-a5e59f5f9932 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.202513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7899e7b-ee65-4196-b9c1-b2158329b337 req-75b7a57e-468e-493b-829c-552c5ba4f306 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743206 Aug 21 09:24:38.252537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:38.256200 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.312003 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-164b933c-c8e8-4a64-8bc3-a5e59f5f9932 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.349376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b933c-c8e8-4a64-8bc3-a5e59f5f9932 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1fc59d-55dc-4e44-8934-2081fcd4dcf4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:38.354379 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-164b933c-c8e8-4a64-8bc3-a5e59f5f9932 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.358496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-164b933c-c8e8-4a64-8bc3-a5e59f5f9932 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/cb1fc59d-55dc-4e44-8934-2081fcd4dcf4 HTTP/1.1" status: 204 len: 168 time: 0.5761561 Aug 21 09:24:38.359312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40002) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:38.361424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64856ea9-5f13-4c63-8b1d-2e480bfee12a None None] Network 8f68a4ce-0b74-4b23-bf92-06a66a2c652a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:38.448005 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.469344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9c599e97-c39e-4bab-be0e-2adbfa93e751 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:24:38.538363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 01cdec09-82aa-4983-b8e6-fe7f24446d37 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:38.538712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.585779 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.643368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] For port 01cdec09-82aa-4983-b8e6-fe7f24446d37, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=01cdec09-82aa-4983-b8e6-fe7f24446d37,segment=NetworkSegment(ec45e4a5-db0b-461c-b420-0ea02779a27d),segment_id=ec45e4a5-db0b-461c-b420-0ea02779a27d)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:38.643368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.653784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd464043-b885-4e9d-b49f-7eb8f9698136 None None] DHCP port deletion for 8f68a4ce-0b74-4b23-bf92-06a66a2c652a request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:24:38.670945 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 01cdec09-82aa-4983-b8e6-fe7f24446d37 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:38.690841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=fc33d65a-aaad-4621-a2bf-c159c7a2a29f,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:38.702211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking segment: {'id': 'bdcccb4f-95bb-4eab-8a70-7cbc5c173f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '87c10824-1a6e-4a1e-97f4-686e056bf31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:38.702654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network hostable DHCP agents. Network: 87c10824-1a6e-4a1e-97f4-686e056bf31c, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:38.753661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cd464043-b885-4e9d-b49f-7eb8f9698136 None None] Deleting port 01cdec09-82aa-4983-b8e6-fe7f24446d37 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:38.754059 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cd464043-b885-4e9d-b49f-7eb8f9698136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.784158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network 87c10824-1a6e-4a1e-97f4-686e056bf31c is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:38.830318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-cd464043-b885-4e9d-b49f-7eb8f9698136 None None] For port 01cdec09-82aa-4983-b8e6-fe7f24446d37, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=01cdec09-82aa-4983-b8e6-fe7f24446d37,segment=NetworkSegment(ec45e4a5-db0b-461c-b420-0ea02779a27d),segment_id=ec45e4a5-db0b-461c-b420-0ea02779a27d)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:38.830741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cd464043-b885-4e9d-b49f-7eb8f9698136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.836467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.847356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cd464043-b885-4e9d-b49f-7eb8f9698136 None None] Calling delete_port for 01cdec09-82aa-4983-b8e6-fe7f24446d37 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:38.864579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 87c10824-1a6e-4a1e-97f4-686e056bf31c) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:38.868873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:38.869451 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:38.879130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=01cdec09-82aa-4983-b8e6-fe7f24446d37,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:38.883248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No DVR routers for this DVR port 01cdec09-82aa-4983-b8e6-fe7f24446d37 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:38.900187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abb29c-b205-4e02-a43c-87b38365fbf8 None None] Network 87c10824-1a6e-4a1e-97f4-686e056bf31c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:38.951332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d5613a2e-7ffc-46da-8f80-88d734f416a2 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0478020 Aug 21 09:24:38.954426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40006) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:38.987997 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.013094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f68a4ce-0b74-4b23-bf92-06a66a2c652a']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:39.049401 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec45e4a5-db0b-461c-b420-0ea02779a27d') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:39.051895 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec45e4a5-db0b-461c-b420-0ea02779a27d') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:39.081630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.104878 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.113752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:39.114449 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:39.117963 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:39.172929 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.181531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 01cdec09-82aa-4983-b8e6-fe7f24446d37 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:24:39.216284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 01cdec09-82aa-4983-b8e6-fe7f24446d37 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:24:39.216284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 01cdec09-82aa-4983-b8e6-fe7f24446d37 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:24:39.232287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cd464043-b885-4e9d-b49f-7eb8f9698136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.287991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd464043-b885-4e9d-b49f-7eb8f9698136 None None] Pushing event deleted for resources: {'Port': ['ID=01cdec09-82aa-4983-b8e6-fe7f24446d37,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:39.293880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd464043-b885-4e9d-b49f-7eb8f9698136 None None] No DVR routers for this DVR port 01cdec09-82aa-4983-b8e6-fe7f24446d37 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:39.326219 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.339625 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.351179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.351179 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/networks/8f68a4ce-0b74-4b23-bf92-06a66a2c652a HTTP/1.1" status: 204 len: 168 time: 0.9884689 Aug 21 09:24:39.362775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6e2fba-ec01-4a3f-829a-e2485648b48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-87c10824-1a6e-4a1e-97f4-686e056bf31c', 'network_id': '87c10824-1a6e-4a1e-97f4-686e056bf31c', 'tenant_id': 'a2c0731e107b406293ce7cb17e19be4e', 'fixed_ips': [{'subnet_id': 'fc33d65a-aaad-4621-a2bf-c159c7a2a29f'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:39.363338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40012) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:39.364474 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3f6e2fba-ec01-4a3f-829a-e2485648b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.369165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e133ce02-f9b4-4428-8dcd-df4be8e4716e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-336703593', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:39.378927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f749b-6f3d-4287-ab23-ecfac0dc5cf3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Network': ['ID=8f68a4ce-0b74-4b23-bf92-06a66a2c652a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:39.456823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a3a0-b460-42c1-baf5-d2303e5f658c req-064c4767-8cff-4183-b0e7-30ad0c6bdff7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:39.459048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9266a3a0-b460-42c1-baf5-d2303e5f658c req-064c4767-8cff-4183-b0e7-30ad0c6bdff7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1432474 Aug 21 09:24:39.518828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9266a3a0-b460-42c1-baf5-d2303e5f658c req-c0be53a3-3769-4550-a32e-4903273527c5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440648 Aug 21 09:24:39.544908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e133ce02-f9b4-4428-8dcd-df4be8e4716e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.546005 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e133ce02-f9b4-4428-8dcd-df4be8e4716e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.585456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a40d94f4-f5f9-4f62-9de4-e5347e48ab5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.588560 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server [None req-3f6e2fba-ec01-4a3f-829a-e2485648b48e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc33d65a-aaad-4621-a2bf-c159c7a2a29f: This subnet is being modified by another concurrent operation. Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise exception Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc33d65a-aaad-4621-a2bf-c159c7a2a29f: This subnet is being modified by another concurrent operation. Aug 21 09:24:39.637455 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Aug 21 09:24:39.662987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c7a769-ad10-4048-a8b3-5a2eb39736cb None None] Network 87c10824-1a6e-4a1e-97f4-686e056bf31c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:39.696969 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e133ce02-f9b4-4428-8dcd-df4be8e4716e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.714268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Subnet': ['ID=fc33d65a-aaad-4621-a2bf-c159c7a2a29f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:39.763871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e133ce02-f9b4-4428-8dcd-df4be8e4716e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.783057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.794261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c10824-1a6e-4a1e-97f4-686e056bf31c']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:39.812482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcccb4f-95bb-4eab-8a70-7cbc5c173f86') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:39.813080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcccb4f-95bb-4eab-8a70-7cbc5c173f86') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:39.825560 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08688f5f-7663-40ab-82f8-1cb35c5f3693 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:24:39.834513 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.846944 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.851715 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.854532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:39.855129 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:39.858402 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:39.872048 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e133ce02-f9b4-4428-8dcd-df4be8e4716e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:39.873581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e133ce02-f9b4-4428-8dcd-df4be8e4716e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5090888 Aug 21 09:24:39.876550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40018) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:39.882112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'network': {'name': 'tempest-RoutersTest-1416808874'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:39.938975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08688f5f-7663-40ab-82f8-1cb35c5f3693 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:24:39.991249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:39.995029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.015316 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.024980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:40.028268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.030996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/87c10824-1a6e-4a1e-97f4-686e056bf31c HTTP/1.1" status: 204 len: 168 time: 1.0755486 Aug 21 09:24:40.034994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40020) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:40.045862 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-179554448'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:40.049024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999bc9f-5cf6-4599-9bc5-765fc1508340 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=87c10824-1a6e-4a1e-97f4-686e056bf31c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:40.058561 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.058980 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added segment 6b044401-27f0-4e7e-94f7-cbdc8772deef of type vlan for network 886c1a65-9542-45d0-9b60-996a9eefaea3 Aug 21 09:24:40.109504 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.173785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:40.177476 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.204662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.215040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:40.215040 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.215040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:40.272019 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.272361 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment e0fffa6d-507f-431e-8aed-3cba4b3d55e9 of type vlan for network 19e16cbd-77ea-4744-a160-882324409d9e Aug 21 09:24:40.629311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Network': ['ID=886c1a65-9542-45d0-9b60-996a9eefaea3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:40.632128 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a58a2018-fd21-4623-af80-085972c3390c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7545571 Aug 21 09:24:40.635537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40030) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:40.641193 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 886c1a65-9542-45d0-9b60-996a9eefaea3 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:40.647698 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'subnet': {'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:40.665805 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.692303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc052b85-e058-4527-8aec-5cb2c0f8328c req-f41a06c7-c989-4994-bc65-03447180f3eb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:40.702275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc052b85-e058-4527-8aec-5cb2c0f8328c req-f41a06c7-c989-4994-bc65-03447180f3eb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0996041 Aug 21 09:24:40.754460 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc052b85-e058-4527-8aec-5cb2c0f8328c req-03fdae78-fab4-44e7-9500-d39aa6663449 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483441 Aug 21 09:24:40.829674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.835298 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:40.835925 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.838326 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:40.841728 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.863364 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:40.952696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40036) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:40.952949 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9163675 Aug 21 09:24:40.958592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5967d089-0816-404f-9bcd-cd022e17ec5c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:40.983099 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff54773-364c-4c67-836d-f1fb9614b33b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=19e16cbd-77ea-4744-a160-882324409d9e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:40.995861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 19e16cbd-77ea-4744-a160-882324409d9e details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:41.200178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5967d089-0816-404f-9bcd-cd022e17ec5c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:41.223817 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:41.276118 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5967d089-0816-404f-9bcd-cd022e17ec5c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:41.283155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Subnet': ['ID=0551dbf3-fed2-4cfb-a633-ff3160c7e8c2,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:41.301427 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Checking segment: {'id': '6b044401-27f0-4e7e-94f7-cbdc8772deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:41.301833 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network hostable DHCP agents. Network: 886c1a65-9542-45d0-9b60-996a9eefaea3, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:41.344936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5967d089-0816-404f-9bcd-cd022e17ec5c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network 19e16cbd-77ea-4744-a160-882324409d9e is not hosted by any dhcp agent {{(pid=106757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 09:24:41.350534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967d089-0816-404f-9bcd-cd022e17ec5c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:41.351254 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5967d089-0816-404f-9bcd-cd022e17ec5c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:41.355719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40040) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:41.355886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5967d089-0816-404f-9bcd-cd022e17ec5c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "PUT /v2.0/networks/19e16cbd-77ea-4744-a160-882324409d9e HTTP/1.1" status: 200 len: 723 time: 0.4019976 Aug 21 09:24:41.359499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967d089-0816-404f-9bcd-cd022e17ec5c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=19e16cbd-77ea-4744-a160-882324409d9e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:41.368337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'network_id': '19e16cbd-77ea-4744-a160-882324409d9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:41.371764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 19e16cbd-77ea-4744-a160-882324409d9e details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:41.414703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 886c1a65-9542-45d0-9b60-996a9eefaea3 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:41.498960 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 886c1a65-9542-45d0-9b60-996a9eefaea3) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:41.508233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:41.510176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05357f78-ae0b-4926-8f9f-7e86c6509920 None None] Network 886c1a65-9542-45d0-9b60-996a9eefaea3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:41.510960 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:41.522411 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:41.526783 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:41.632643 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c3c86f86-40f2-4a6c-a2cd-ff41f6cca06b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9959633 Aug 21 09:24:41.635226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40042) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:41.727752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-886c1a65-9542-45d0-9b60-996a9eefaea3', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:41.728562 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:41.994095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62e89f-c981-4b50-b80b-ba10c7b231ce req-a1f5ccc1-6290-410d-8fde-f2f10264ff46 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:42.010896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Allocated IP 172.20.0.2 (886c1a65-9542-45d0-9b60-996a9eefaea3/0551dbf3-fed2-4cfb-a633-ff3160c7e8c2/f2b70904-05a4-4e30-aca1-2b4b7a855d8a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:42.019947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf62e89f-c981-4b50-b80b-ba10c7b231ce req-a1f5ccc1-6290-410d-8fde-f2f10264ff46 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1310263 Aug 21 09:24:42.030284 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:42.047008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:42.265058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:42.326006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Transition to ACTIVE for port object f2b70904-05a4-4e30-aca1-2b4b7a855d8a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:42.353162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Transition to ACTIVE for port object f2b70904-05a4-4e30-aca1-2b4b7a855d8a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:42.377647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=273f78de-000d-4179-87a2-1ae5f8464380,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:42.379196 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:42.391391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking segment: {'id': 'e0fffa6d-507f-431e-8aed-3cba4b3d55e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '19e16cbd-77ea-4744-a160-882324409d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:42.391391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network hostable DHCP agents. Network: 19e16cbd-77ea-4744-a160-882324409d9e, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:42.468132 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:42.506955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf62e89f-c981-4b50-b80b-ba10c7b231ce req-97062dc9-dc88-4e33-8c6f-7a2931cd4be3 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4853959 Aug 21 09:24:42.508116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network 19e16cbd-77ea-4744-a160-882324409d9e is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:42.522804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Network 886c1a65-9542-45d0-9b60-996a9eefaea3 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:42.522938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Allocated IP 172.20.0.1 (886c1a65-9542-45d0-9b60-996a9eefaea3/0551dbf3-fed2-4cfb-a633-ff3160c7e8c2/041f8612-3f90-4c48-bd10-bfa0c79f3a45) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:42.523052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:42.527431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:42.564033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Pushing event updated for resources: {'Port': ['ID=f2b70904-05a4-4e30-aca1-2b4b7a855d8a,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:42.593225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 19e16cbd-77ea-4744-a160-882324409d9e) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:42.604248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:42.604845 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:42.614259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3b8b75-07bc-49ab-b043-2f8c4945eef6 None None] Network 19e16cbd-77ea-4744-a160-882324409d9e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:42.671971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Attempting to bind port f2b70904-05a4-4e30-aca1-2b4b7a855d8a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:42.672353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Attempting to bind port f2b70904-05a4-4e30-aca1-2b4b7a855d8a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '6b044401-27f0-4e7e-94f7-cbdc8772deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:42.673275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Attempting to bind port f2b70904-05a4-4e30-aca1-2b4b7a855d8a on network 886c1a65-9542-45d0-9b60-996a9eefaea3 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:42.675697 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:42.685490 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:42.685869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Checking segment: {'id': '6b044401-27f0-4e7e-94f7-cbdc8772deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:42.686281 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:42.686685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Bound using segment: {'id': '6b044401-27f0-4e7e-94f7-cbdc8772deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:42.687163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Bound port: f2b70904-05a4-4e30-aca1-2b4b7a855d8a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b044401-27f0-4e7e-94f7-cbdc8772deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:42.687575 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:42.695942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Transition to ACTIVE for port object 041f8612-3f90-4c48-bd10-bfa0c79f3a45 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:42.809997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] For port f2b70904-05a4-4e30-aca1-2b4b7a855d8a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:42.814568 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] For port f2b70904-05a4-4e30-aca1-2b4b7a855d8a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f2b70904-05a4-4e30-aca1-2b4b7a855d8a,segment=NetworkSegment(6b044401-27f0-4e7e-94f7-cbdc8772deef),segment_id=6b044401-27f0-4e7e-94f7-cbdc8772deef)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:42.853254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-19e16cbd-77ea-4744-a160-882324409d9e', 'network_id': '19e16cbd-77ea-4744-a160-882324409d9e', 'tenant_id': 'a2c0731e107b406293ce7cb17e19be4e', 'fixed_ips': [{'subnet_id': '273f78de-000d-4179-87a2-1ae5f8464380'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:42.854224 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:43.009268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Allocated IP 172.20.0.2 (19e16cbd-77ea-4744-a160-882324409d9e/273f78de-000d-4179-87a2-1ae5f8464380/8c276985-5db6-402e-a484-7a3415ee1727) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:43.159272 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:43.168040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Transition to ACTIVE for port object 8c276985-5db6-402e-a484-7a3415ee1727 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:43.184169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Transition to ACTIVE for port object 8c276985-5db6-402e-a484-7a3415ee1727 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:43.363123 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-14856c2b-bfc6-4cf3-b2b6-edca9a9e2662 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0056777 Aug 21 09:24:43.365584 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40056) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:43.371161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-24498fb4-6d8c-40cf-978b-8b207c94bd37 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:43.467003 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24498fb4-6d8c-40cf-978b-8b207c94bd37 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264338589'] for subnet, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:43.630400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7e1c5-7042-49f5-9e3a-7cd4c073daf3 req-5adde85a-fa15-4d79-885a-d10f820d9a4e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:43.631899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10a7e1c5-7042-49f5-9e3a-7cd4c073daf3 req-5adde85a-fa15-4d79-885a-d10f820d9a4e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0521574 Aug 21 09:24:43.670101 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:43.670696 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10a7e1c5-7042-49f5-9e3a-7cd4c073daf3 req-dd59bb0e-afab-4561-92e6-42cc50f8aeaa tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324664 Aug 21 09:24:43.673078 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:43.674495 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:43.731678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Network 19e16cbd-77ea-4744-a160-882324409d9e is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:43.749258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:43.752225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:43.753276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 886c1a65-9542-45d0-9b60-996a9eefaea3 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:43.760320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed9b89-b5c4-4698-814f-4df411b942de None None] Pushing event updated for resources: {'Port': ['ID=f2b70904-05a4-4e30-aca1-2b4b7a855d8a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:43.763245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:43.773730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:43.816433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=041f8612-3f90-4c48-bd10-bfa0c79f3a45,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:43.864195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Pushing event updated for resources: {'Port': ['ID=8c276985-5db6-402e-a484-7a3415ee1727,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:43.867917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Attempting to bind port 8c276985-5db6-402e-a484-7a3415ee1727 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:43.868285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Attempting to bind port 8c276985-5db6-402e-a484-7a3415ee1727 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e0fffa6d-507f-431e-8aed-3cba4b3d55e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '19e16cbd-77ea-4744-a160-882324409d9e'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:43.869012 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Attempting to bind port 8c276985-5db6-402e-a484-7a3415ee1727 on network 19e16cbd-77ea-4744-a160-882324409d9e {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:43.876149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:43.881814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Checking segment: {'id': 'e0fffa6d-507f-431e-8aed-3cba4b3d55e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '19e16cbd-77ea-4744-a160-882324409d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:43.881814 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:43.881814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Bound using segment: {'id': 'e0fffa6d-507f-431e-8aed-3cba4b3d55e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '19e16cbd-77ea-4744-a160-882324409d9e'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:43.881814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Bound port: 8c276985-5db6-402e-a484-7a3415ee1727, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fffa6d-507f-431e-8aed-3cba4b3d55e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '19e16cbd-77ea-4744-a160-882324409d9e'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:43.881814 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:43.886307 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:44.021170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] For port 8c276985-5db6-402e-a484-7a3415ee1727, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:44.032401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] For port 8c276985-5db6-402e-a484-7a3415ee1727, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8c276985-5db6-402e-a484-7a3415ee1727,segment=NetworkSegment(e0fffa6d-507f-431e-8aed-3cba4b3d55e9),segment_id=e0fffa6d-507f-431e-8aed-3cba4b3d55e9)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:44.047372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24498fb4-6d8c-40cf-978b-8b207c94bd37 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788175601466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-264741512'] for subnet, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:44.128358 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:44.153994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24498fb4-6d8c-40cf-978b-8b207c94bd37 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=273f78de-000d-4179-87a2-1ae5f8464380,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:44.161378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24498fb4-6d8c-40cf-978b-8b207c94bd37 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:44.161990 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24498fb4-6d8c-40cf-978b-8b207c94bd37 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:44.171734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40068) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:44.171892 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-24498fb4-6d8c-40cf-978b-8b207c94bd37 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "PUT /v2.0/subnets/273f78de-000d-4179-87a2-1ae5f8464380 HTTP/1.1" status: 200 len: 806 time: 0.8051257 Aug 21 09:24:44.231596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17bb86-e23d-4bf0-8df6-02f79d11ac82 None None] Pushing event updated for resources: {'Port': ['ID=8c276985-5db6-402e-a484-7a3415ee1727,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:44.341075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:44.345801 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:44.402315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Deleting port 8c276985-5db6-402e-a484-7a3415ee1727 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:44.402656 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:44.624657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] For port 8c276985-5db6-402e-a484-7a3415ee1727, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8c276985-5db6-402e-a484-7a3415ee1727,segment=NetworkSegment(e0fffa6d-507f-431e-8aed-3cba4b3d55e9),segment_id=e0fffa6d-507f-431e-8aed-3cba4b3d55e9)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:44.625048 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:44.658329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Calling delete_port for 8c276985-5db6-402e-a484-7a3415ee1727 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:44.760796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40076) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:44.892297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:44.921319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d127d0-6fe3-4572-9afb-90b48ce2a74c req-7535c4f7-cc18-450a-abbf-526a06e1e00e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:44.930470 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40d127d0-6fe3-4572-9afb-90b48ce2a74c req-7535c4f7-cc18-450a-abbf-526a06e1e00e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1394455 Aug 21 09:24:44.984984 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.012137 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-51cf707f-1d90-4c6b-8e47-f683586819c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.107584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40d127d0-6fe3-4572-9afb-90b48ce2a74c req-1016897e-5600-4c12-b4ed-b11ef576aeec tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717954 Aug 21 09:24:45.159883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=041f8612-3f90-4c48-bd10-bfa0c79f3a45,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:45.182414 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.188765 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.230177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8c276985-5db6-402e-a484-7a3415ee1727 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:45.265508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Port': ['ID=8c276985-5db6-402e-a484-7a3415ee1727,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:45.289542 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.291271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 8c276985-5db6-402e-a484-7a3415ee1727 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:24:45.293727 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8c276985-5db6-402e-a484-7a3415ee1727 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 21 09:24:45.339431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Port 8c276985-5db6-402e-a484-7a3415ee1727 not found, will not notify nova. {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 21 09:24:45.339874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f2b70904-05a4-4e30-aca1-2b4b7a855d8a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:45.361631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network 886c1a65-9542-45d0-9b60-996a9eefaea3 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:45.363239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:45.398880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f8e063-8cf7-498e-b11b-25dacbccf031 None None] Network 886c1a65-9542-45d0-9b60-996a9eefaea3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:45.413632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No DVR routers for this DVR port 8c276985-5db6-402e-a484-7a3415ee1727 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:45.470601 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.508861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-51cf707f-1d90-4c6b-8e47-f683586819c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.530830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.586261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port f2b70904-05a4-4e30-aca1-2b4b7a855d8a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:45.618777 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-51cf707f-1d90-4c6b-8e47-f683586819c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.619056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 67fc0124-28a1-4de7-9dc2-ac461ab52244 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:24:45.621354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4801201d-1133-427a-820f-347bd18f1a34 None None] Provisioning for port f2b70904-05a4-4e30-aca1-2b4b7a855d8a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:45.631856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4801201d-1133-427a-820f-347bd18f1a34 None None] Provisioning complete for port f2b70904-05a4-4e30-aca1-2b4b7a855d8a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:45.636325 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4801201d-1133-427a-820f-347bd18f1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.655759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-51cf707f-1d90-4c6b-8e47-f683586819c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de173638bf124da1801c93498826ded7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8928795 Aug 21 09:24:45.658508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40084) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:45.680759 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.740198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:45.755209 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a0f3eaf2-72d6-47bf-ae79-849b60b5f354 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1183856 Aug 21 09:24:45.756455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Sync routers for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:45.757813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40086) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:45.771521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'network': {'name': 'tempest-RoutersTest-1222270698'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:45.797061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:45.800078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:45.810536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Subnet': ['ID=273f78de-000d-4179-87a2-1ae5f8464380,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:45.816946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf707f-1d90-4c6b-8e47-f683586819c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e779cf8a-148c-45cc-ae0b-3002f6982592,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:45.858500 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:45.862751 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.895884 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:45.905859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8322f5a-7f78-47f9-9d7a-01f5a9dc8fd7 None None] Network 19e16cbd-77ea-4744-a160-882324409d9e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:45.907496 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.907971 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added segment c7658254-f990-42b0-85e1-c19f2197d14c of type vlan for network aefa327d-7b02-408b-908c-388f7b7cbf57 Aug 21 09:24:45.945624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.959631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e16cbd-77ea-4744-a160-882324409d9e']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:45.961895 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab441331-bdd2-43f9-b608-ded1d9a7aa7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.980156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fffa6d-507f-431e-8aed-3cba4b3d55e9') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:45.980448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fffa6d-507f-431e-8aed-3cba4b3d55e9') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:45.986118 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4801201d-1133-427a-820f-347bd18f1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:45.987411 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.013171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.019215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab441331-bdd2-43f9-b608-ded1d9a7aa7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.031198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:24:46.050829 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.070069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:46.070575 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:46.074021 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:46.091208 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.115437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4801201d-1133-427a-820f-347bd18f1a34 None None] For port f2b70904-05a4-4e30-aca1-2b4b7a855d8a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f2b70904-05a4-4e30-aca1-2b4b7a855d8a,segment=NetworkSegment(6b044401-27f0-4e7e-94f7-cbdc8772deef),segment_id=6b044401-27f0-4e7e-94f7-cbdc8772deef)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:46.123941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:46.123941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.175867 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab441331-bdd2-43f9-b608-ded1d9a7aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.180033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab441331-bdd2-43f9-b608-ded1d9a7aa7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.181637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ab441331-bdd2-43f9-b608-ded1d9a7aa7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e779cf8a-148c-45cc-ae0b-3002f6982592 HTTP/1.1" status: 204 len: 168 time: 0.5221794 Aug 21 09:24:46.229890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab441331-bdd2-43f9-b608-ded1d9a7aa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e779cf8a-148c-45cc-ae0b-3002f6982592,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:46.262786 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Network': ['ID=aefa327d-7b02-408b-908c-388f7b7cbf57,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:46.287175 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d1edf577-67a8-490f-a000-d742b4751046 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5273366 Aug 21 09:24:46.288054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40094) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:46.296807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'subnet': {'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:46.333239 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.345955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.351266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/19e16cbd-77ea-4744-a160-882324409d9e HTTP/1.1" status: 204 len: 168 time: 2.1775527 Aug 21 09:24:46.351984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40096) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:46.379099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04ad42-07d4-41c2-ac28-aab988288448 req-ed047b6a-b9ba-4750-83ed-7e03b9549e2a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:46.382015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d04ad42-07d4-41c2-ac28-aab988288448 req-ed047b6a-b9ba-4750-83ed-7e03b9549e2a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1302447 Aug 21 09:24:46.386586 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dbd98-98e4-4355-b869-1ec2d3171cd5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=19e16cbd-77ea-4744-a160-882324409d9e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:46.439314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b6bc0-8b95-4965-81b9-4907789c0a3c None None] DHCP port deletion for 19e16cbd-77ea-4744-a160-882324409d9e request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:24:46.439941 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-933e8613-c8ae-4769-8f86-a595320c61a6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:24:46.440150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933e8613-c8ae-4769-8f86-a595320c61a6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:24:46.442038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network aefa327d-7b02-408b-908c-388f7b7cbf57 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:46.445968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-933e8613-c8ae-4769-8f86-a595320c61a6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/19e16cbd-77ea-4744-a160-882324409d9e HTTP/1.1" status: 404 len: 339 time: 0.0822437 Aug 21 09:24:46.450840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40098) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:46.451028 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4801201d-1133-427a-820f-347bd18f1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.463029 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-329374545', 'description': 'd1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:46.473803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d04ad42-07d4-41c2-ac28-aab988288448 req-6ba35de4-024d-482a-b29e-5ba92871bfed tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638173 Aug 21 09:24:46.598090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:46.599483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec9c5d-912a-4801-9f9c-3e951de19102 None None] Network 19e16cbd-77ea-4744-a160-882324409d9e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:46.602243 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.637004 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec9c5d-912a-4801-9f9c-3e951de19102 None None] Network 19e16cbd-77ea-4744-a160-882324409d9e could not be found, it might have been deleted concurrently. {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 21 09:24:46.654893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:46.671022 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.672048 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment db5b2b61-17e5-402a-8d82-41dacbe035bc of type vlan for network 2b0da347-6f1b-4857-bb43-066f539dd11f Aug 21 09:24:46.715264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:46.720098 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.722784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801201d-1133-427a-820f-347bd18f1a34 None None] Pushing event updated for resources: {'Port': ['ID=f2b70904-05a4-4e30-aca1-2b4b7a855d8a,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:46.758374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-737fc50f-6f62-431d-a1f4-23b33460ab1d None None] Provisioning for port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:46.766895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-737fc50f-6f62-431d-a1f4-23b33460ab1d None None] Provisioning complete for port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:46.767520 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-737fc50f-6f62-431d-a1f4-23b33460ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.814564 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.824633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-737fc50f-6f62-431d-a1f4-23b33460ab1d None None] Port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:46.838536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-737fc50f-6f62-431d-a1f4-23b33460ab1d None None] Could not find standard attr ID for object 8c276985-5db6-402e-a484-7a3415ee1727. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:24:46.843047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:24:44Z', 'revision_number': 2, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:44Z', 'revision_number': 2, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:46.873066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Checking router: 67fc0124-28a1-4de7-9dc2-ac461ab52244 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:24:46.873781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Updating router 67fc0124-28a1-4de7-9dc2-ac461ab52244 port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:24:46.897981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-737fc50f-6f62-431d-a1f4-23b33460ab1d None None] Provisioning complete for port f2b70904-05a4-4e30-aca1-2b4b7a855d8a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:46.898746 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-737fc50f-6f62-431d-a1f4-23b33460ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.921925 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.967216 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:46.972970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:46.973569 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:47.099855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f2b70904-05a4-4e30-aca1-2b4b7a855d8a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:47.137974 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=2b0da347-6f1b-4857-bb43-066f539dd11f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:47.165127 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5fb3b469-10e0-46ba-81b2-652dddbe773f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7133496 Aug 21 09:24:47.165363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40112) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:47.176321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2b0da347-6f1b-4857-bb43-066f539dd11f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:47.206610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:47.304808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f2b70904-05a4-4e30-aca1-2b4b7a855d8a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:47.305581 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:47.350250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-27b7b0b7-ac50-4c1e-a20a-751ad9a2e5b0 None None] Provisioning complete for port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:47.350836 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-27b7b0b7-ac50-4c1e-a20a-751ad9a2e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:47.436196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33bf371-9979-40af-949f-f8dc5c7a795b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:47.440793 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f33bf371-9979-40af-949f-f8dc5c7a795b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/networks?id=2b0da347-6f1b-4857-bb43-066f539dd11f HTTP/1.1" status: 200 len: 760 time: 0.2714806 Aug 21 09:24:47.441777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40130) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:47.449278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'description': 'd2'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:47.451296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-27b7b0b7-ac50-4c1e-a20a-751ad9a2e5b0 None None] Port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:47.468923 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:47.487244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Checking segment: {'id': 'c7658254-f990-42b0-85e1-c19f2197d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:47.487679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network hostable DHCP agents. Network: aefa327d-7b02-408b-908c-388f7b7cbf57, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:47.491531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Subnet': ['ID=13a39dcc-28bf-482d-bdfd-ee80ac56a860,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:47.504443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Transition to ACTIVE for port object 041f8612-3f90-4c48-bd10-bfa0c79f3a45 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:47.580389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8c276985-5db6-402e-a484-7a3415ee1727 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:24:47.603045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 8c276985-5db6-402e-a484-7a3415ee1727 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:24:47.603786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8c276985-5db6-402e-a484-7a3415ee1727 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:24:47.664702 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:47.685138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabc06a-c2d0-4647-b390-4e734a29a9f1 req-f721eed3-aeb7-40fc-855b-8db750f0b58c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:47.686663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aeabc06a-c2d0-4647-b390-4e734a29a9f1 req-f721eed3-aeb7-40fc-855b-8db750f0b58c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0947304 Aug 21 09:24:47.698702 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:47.698948 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network aefa327d-7b02-408b-908c-388f7b7cbf57 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:47.759162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aeabc06a-c2d0-4647-b390-4e734a29a9f1 req-7891d079-3950-4975-820c-146a8526e701 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662553 Aug 21 09:24:47.770520 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:47.782887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, aefa327d-7b02-408b-908c-388f7b7cbf57) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:47.787037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:47.787661 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:47.842680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40138) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:47.853977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ad23b7-f2a9-486a-ab08-31731c269f22 None None] Network aefa327d-7b02-408b-908c-388f7b7cbf57 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:47.893746 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8c56add6-4a8b-439c-9f7b-19e5ebc4138d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6043668 Aug 21 09:24:47.896533 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40144) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:47.975938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=2b0da347-6f1b-4857-bb43-066f539dd11f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:47.980712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network 2b0da347-6f1b-4857-bb43-066f539dd11f is not hosted by any dhcp agent {{(pid=106757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 09:24:47.989393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:47.990094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:47.997332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "PUT /v2.0/networks/2b0da347-6f1b-4857-bb43-066f539dd11f HTTP/1.1" status: 200 len: 757 time: 0.5539086 Aug 21 09:24:48.001987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40150) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:48.050306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96286721-3c3c-45c2-aedd-96bfa6bd898f None None] Pushing event updated for resources: {'Port': ['ID=041f8612-3f90-4c48-bd10-bfa0c79f3a45,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:48.063700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1897740984-network', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:48.075841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Attempting to bind port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:48.076279 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Attempting to bind port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '6b044401-27f0-4e7e-94f7-cbdc8772deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:48.076715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Attempting to bind port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 on network 886c1a65-9542-45d0-9b60-996a9eefaea3 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:48.087129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:48.087534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Checking segment: {'id': '6b044401-27f0-4e7e-94f7-cbdc8772deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:48.088014 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.088411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Bound using segment: {'id': '6b044401-27f0-4e7e-94f7-cbdc8772deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:48.088887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Bound port: 041f8612-3f90-4c48-bd10-bfa0c79f3a45, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b044401-27f0-4e7e-94f7-cbdc8772deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:48.089315 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.096164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.099025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.099025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.099025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.099025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.099025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.099025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.099025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.099025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.099745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.099745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.099927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e6d8c-4981-4d9c-91f0-cf78eb09dde6 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:48.113222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede4382e-a12f-47c7-83ab-0028d1b2665a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:48.114840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ede4382e-a12f-47c7-83ab-0028d1b2665a tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/networks?id=2b0da347-6f1b-4857-bb43-066f539dd11f HTTP/1.1" status: 200 len: 760 time: 0.1106155 Aug 21 09:24:48.120475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40156) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:48.126498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1793468464'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:48.137449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2b0da347-6f1b-4857-bb43-066f539dd11f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:48.161741 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Made reservation on behalf of f006ab8501f34f3bb05432aaa71c4bec for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:48.168784 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.171741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-aefa327d-7b02-408b-908c-388f7b7cbf57', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:48.172397 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.184545 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.276934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0da06c-081d-4310-bb92-5704c1e05f20 req-d192a14d-2262-4314-9e0d-0b450453e141 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:48.278949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c0da06c-081d-4310-bb92-5704c1e05f20 req-d192a14d-2262-4314-9e0d-0b450453e141 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0661602 Aug 21 09:24:48.311390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:48.316090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.344491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c0da06c-081d-4310-bb92-5704c1e05f20 req-1b2d32a7-afdf-486f-bb25-6ce9b7f3eaca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578389 Aug 21 09:24:48.360759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:48.374127 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.374873 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment 7127db79-07fb-48a7-a741-32ebb86981f6 of type vlan for network fe1cea68-de43-44c7-b62c-aad0a2218317 Aug 21 09:24:48.425127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] For port 041f8612-3f90-4c48-bd10-bfa0c79f3a45, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:48.435751 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.448394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] For port 041f8612-3f90-4c48-bd10-bfa0c79f3a45, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=041f8612-3f90-4c48-bd10-bfa0c79f3a45,segment=NetworkSegment(6b044401-27f0-4e7e-94f7-cbdc8772deef),segment_id=6b044401-27f0-4e7e-94f7-cbdc8772deef)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:48.499419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Allocated IP 172.21.0.2 (aefa327d-7b02-408b-908c-388f7b7cbf57/13a39dcc-28bf-482d-bdfd-ee80ac56a860/798d3b32-23c5-4dc7-a340-1525dfaa0cd8) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:48.507291 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.534214 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.573361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eba3f-68c8-4af8-a5b7-682a23b77ff5 req-83841801-e13c-45bf-92c4-d7fe48d4368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:48.576536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21eba3f-68c8-4af8-a5b7-682a23b77ff5 req-83841801-e13c-45bf-92c4-d7fe48d4368e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1096 time: 0.0709445 Aug 21 09:24:48.595599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.602195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:48.603957 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.612660 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.661937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:48.662560 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:48.692380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.719744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96286721-3c3c-45c2-aedd-96bfa6bd898f None None] Pushing event updated for resources: {'Port': ['ID=041f8612-3f90-4c48-bd10-bfa0c79f3a45,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:48.765084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=fe1cea68-de43-44c7-b62c-aad0a2218317,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:48.777738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:48.788034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network fe1cea68-de43-44c7-b62c-aad0a2218317 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:48.816264 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:48.816264 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Added segment 0abab6d6-45a1-455e-b70b-337c0e65d83b of type vlan for network 4744644c-e35d-4f36-b45b-0eca9b5c8098 Aug 21 09:24:48.834260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eba3f-68c8-4af8-a5b7-682a23b77ff5 req-dd67f39f-aa30-47a8-9b82-a35851865b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:48.834505 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a108bff7-96d5-47a6-a206-e8bb5d3fec7b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:48.836432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21eba3f-68c8-4af8-a5b7-682a23b77ff5 req-dd67f39f-aa30-47a8-9b82-a35851865b9d service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.2518952 Aug 21 09:24:48.933162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21eba3f-68c8-4af8-a5b7-682a23b77ff5 req-f212f3e5-2379-43fb-84d6-305895561dfe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 999 time: 0.0839877 Aug 21 09:24:48.939165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-feba9580-a273-40a9-890e-0bf357a5ad97 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8171670 Aug 21 09:24:48.995615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40162) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:48.997312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eba3f-68c8-4af8-a5b7-682a23b77ff5 req-2c2480b3-9a9d-4daf-b72f-da0e4fb06bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:48.998838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21eba3f-68c8-4af8-a5b7-682a23b77ff5 req-2c2480b3-9a9d-4daf-b72f-da0e4fb06bdc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0585351 Aug 21 09:24:49.005507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'network_id': 'fe1cea68-de43-44c7-b62c-aad0a2218317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:49.140859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:24:49.155378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eba3f-68c8-4af8-a5b7-682a23b77ff5 req-8c08b87e-842a-46e0-b3b0-0c5cd4a5f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:49.157497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21eba3f-68c8-4af8-a5b7-682a23b77ff5 req-8c08b87e-842a-46e0-b3b0-0c5cd4a5f8c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647285 Aug 21 09:24:49.215505 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.264537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Transition to ACTIVE for port object 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:49.275598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21eba3f-68c8-4af8-a5b7-682a23b77ff5 req-60de9a3e-ba36-467c-87e3-4478c37fac4c service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099899 Aug 21 09:24:49.277998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:49.284040 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.299771 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.329612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Transition to ACTIVE for port object 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:49.407621 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.469960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Network aefa327d-7b02-408b-908c-388f7b7cbf57 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:49.475729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:49.488177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:49.492344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Pushing event updated for resources: {'Port': ['ID=798d3b32-23c5-4dc7-a340-1525dfaa0cd8,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:49.523135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21eba3f-68c8-4af8-a5b7-682a23b77ff5 req-6ba1d752-d39f-4b4d-bc79-ac4d9ee0b777 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168851 Aug 21 09:24:49.533634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa811e-b907-4b77-879e-6637d0692851 req-ccfd2c7a-9d3b-4fd2-bac7-886d7574afd9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:49.535254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13fa811e-b907-4b77-879e-6637d0692851 req-ccfd2c7a-9d3b-4fd2-bac7-886d7574afd9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0903685 Aug 21 09:24:49.551323 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.558429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:49.558429 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.567927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:24:44Z', 'revision_number': 2, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:48Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:49.605728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64001e7-7fa7-406d-9e78-fa181a854a37 None None] The sync data for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 is: [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:24:44Z', 'revision_number': 2, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:48Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:24:49.621811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Attempting to bind port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:49.621811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Attempting to bind port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c7658254-f990-42b0-85e1-c19f2197d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:49.621811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Attempting to bind port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 on network aefa327d-7b02-408b-908c-388f7b7cbf57 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:49.623968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:49.624842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Checking segment: {'id': 'c7658254-f990-42b0-85e1-c19f2197d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:49.624842 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.625920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Bound using segment: {'id': 'c7658254-f990-42b0-85e1-c19f2197d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:49.627161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Bound port: 798d3b32-23c5-4dc7-a340-1525dfaa0cd8, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7658254-f990-42b0-85e1-c19f2197d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:49.627887 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.649373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Allocated IP 172.21.0.1 (aefa327d-7b02-408b-908c-388f7b7cbf57/13a39dcc-28bf-482d-bdfd-ee80ac56a860/1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:49.652629 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8088732 Aug 21 09:24:49.660722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40170) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:49.661395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7e15e-b083-42fd-b913-9ccdea311fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4744644c-e35d-4f36-b45b-0eca9b5c8098,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:49.672482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] Request body: {'subnet': {'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1897740984-subnet', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:49.693645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13fa811e-b907-4b77-879e-6637d0692851 req-a623c376-a205-42a5-9ed7-bf625b0e46ee tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500232 Aug 21 09:24:49.709414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 4744644c-e35d-4f36-b45b-0eca9b5c8098 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:49.740877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.773686 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] Made reservation on behalf of f006ab8501f34f3bb05432aaa71c4bec for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:49.777061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.793213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] For port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:49.821939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] For port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=798d3b32-23c5-4dc7-a340-1525dfaa0cd8,segment=NetworkSegment(c7658254-f990-42b0-85e1-c19f2197d14c),segment_id=c7658254-f990-42b0-85e1-c19f2197d14c)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:49.835494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=887842aa-1ab9-4842-a1a3-a15825bca07c,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:49.841932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking segment: {'id': '7127db79-07fb-48a7-a741-32ebb86981f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fe1cea68-de43-44c7-b62c-aad0a2218317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:49.841932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network hostable DHCP agents. Network: fe1cea68-de43-44c7-b62c-aad0a2218317, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:49.882747 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.939729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network fe1cea68-de43-44c7-b62c-aad0a2218317 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:49.954755 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:49.985328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9ac9d-1c22-4fd6-80b3-bfc3a849fded None None] Pushing event updated for resources: {'Port': ['ID=798d3b32-23c5-4dc7-a340-1525dfaa0cd8,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:50.005437 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Transition to ACTIVE for port object 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:50.081766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, fe1cea68-de43-44c7-b62c-aad0a2218317) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:50.092656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:50.093524 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:50.103321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3fea6-16f6-4680-9cf4-55838d5dbb26 None None] Network fe1cea68-de43-44c7-b62c-aad0a2218317 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:50.191406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:50.224948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6b7002c6-47c3-40ac-92f0-91260ee5b937 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2247057 Aug 21 09:24:50.226357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40182) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:50.250910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5a8520-8185-4c85-934a-c4709db5551e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:50.289096 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:50.351147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:50.412279 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network aefa327d-7b02-408b-908c-388f7b7cbf57 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:50.419336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:50.425030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:50.467106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-fe1cea68-de43-44c7-b62c-aad0a2218317', 'network_id': 'fe1cea68-de43-44c7-b62c-aad0a2218317', 'tenant_id': 'a2c0731e107b406293ce7cb17e19be4e', 'fixed_ips': [{'subnet_id': '887842aa-1ab9-4842-a1a3-a15825bca07c'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:50.468186 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:50.479736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] Checking segment: {'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:50.480092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] Network hostable DHCP agents. Network: 4744644c-e35d-4f36-b45b-0eca9b5c8098, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:50.510560 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:50.530059 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:50.591447 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:50.669346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] Network 4744644c-e35d-4f36-b45b-0eca9b5c8098 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:50.694595 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Allocated IP 172.20.0.2 (fe1cea68-de43-44c7-b62c-aad0a2218317/887842aa-1ab9-4842-a1a3-a15825bca07c/8ecee4ce-d38f-4084-96a7-fb706ec8750f) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:50.778968 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:50.799714 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 4744644c-e35d-4f36-b45b-0eca9b5c8098) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:50.804539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:50.806382 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:50.815840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e3444-ffd9-4eb4-971f-b8d22bfa495b None None] Network 4744644c-e35d-4f36-b45b-0eca9b5c8098 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:50.831761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfa88f-8336-4d29-be40-7730b5c6f004 req-22468400-3cce-4756-bf9a-79a031894387 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:50.846478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29cfa88f-8336-4d29-be40-7730b5c6f004 req-22468400-3cce-4756-bf9a-79a031894387 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0751545 Aug 21 09:24:50.907918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29cfa88f-8336-4d29-be40-7730b5c6f004 req-81ba9614-e9a5-4a7d-9647-4957105b9857 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604324 Aug 21 09:24:50.912664 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f1519e57-fc6e-473a-826a-ebb5d9e8249f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2484090 Aug 21 09:24:50.917366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40190) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:50.927049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:51.072781 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.079735 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.080871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.104103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f091a73-b1e6-442a-b936-e265bc63aa15 req-7ba0f36b-79b7-4e8e-827c-5382d2b365ad tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:51.105647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f091a73-b1e6-442a-b936-e265bc63aa15 req-7ba0f36b-79b7-4e8e-827c-5382d2b365ad tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1127517 Aug 21 09:24:51.112722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Transition to ACTIVE for port object 8ecee4ce-d38f-4084-96a7-fb706ec8750f will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:51.242232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Transition to ACTIVE for port object 8ecee4ce-d38f-4084-96a7-fb706ec8750f will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:51.251823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 041f8612-3f90-4c48-bd10-bfa0c79f3a45 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:51.275113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f091a73-b1e6-442a-b936-e265bc63aa15 req-3b3d1ee1-4866-4785-85b3-43fe5b24f852 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537058 Aug 21 09:24:51.277154 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.303809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.336511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-4744644c-e35d-4f36-b45b-0eca9b5c8098', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'fixed_ips': [{'subnet_id': '5f5a8520-8185-4c85-934a-c4709db5551e'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:51.337452 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.366409 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.380141 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.522953 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.565927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:51.571552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Allocated IP 172.20.0.2 (4744644c-e35d-4f36-b45b-0eca9b5c8098/5f5a8520-8185-4c85-934a-c4709db5551e/887acd61-b3c1-452b-9bf5-3bc641007660) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:51.576564 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.602771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Subnet': ['ID=887842aa-1ab9-4842-a1a3-a15825bca07c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:51.718232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff413b29-5335-4649-810f-0c935eda6457 req-447591de-66d9-4b20-8598-a53d7f162f34 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:51.720573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff413b29-5335-4649-810f-0c935eda6457 req-447591de-66d9-4b20-8598-a53d7f162f34 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.3405397 Aug 21 09:24:51.742142 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network aefa327d-7b02-408b-908c-388f7b7cbf57 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:51.743947 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:51.768770 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.792203 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.814401 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.827404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Transition to ACTIVE for port object 887acd61-b3c1-452b-9bf5-3bc641007660 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:51.832516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1cea68-de43-44c7-b62c-aad0a2218317']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:51.836092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff413b29-5335-4649-810f-0c935eda6457 req-dadbd3ec-f71b-4248-994d-2b4ea779f6cb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714486 Aug 21 09:24:51.855531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7127db79-07fb-48a7-a741-32ebb86981f6') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:51.856277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7127db79-07fb-48a7-a741-32ebb86981f6') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:51.881587 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.892744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b0830d-4154-4307-8f3b-4a36dbd7dfb1 None None] Network aefa327d-7b02-408b-908c-388f7b7cbf57 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:51.950350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:51.952389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 67fc0124-28a1-4de7-9dc2-ac461ab52244 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:24:51.972558 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:51.972979 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.069409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Transition to ACTIVE for port object 887acd61-b3c1-452b-9bf5-3bc641007660 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:52.077155 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:52.132761 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:52.136055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Network fe1cea68-de43-44c7-b62c-aad0a2218317 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:52.141018 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:24:52.141018 n-d-766726-28 neutron-server[106757]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:24:52.141018 n-d-766726-28 neutron-server[106757]: [parameters: {'id': 'fe1cea68-de43-44c7-b62c-aad0a2218317'}] Aug 21 09:24:52.141018 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:24:52.141480 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:24:52.141917 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-29c40095-b918-4654-9083-2342529d7063 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2438796 Aug 21 09:24:52.143862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Pushing event updated for resources: {'Port': ['ID=8ecee4ce-d38f-4084-96a7-fb706ec8750f,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:52.146654 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Sync routers for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:52.153441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40202) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:52.160336 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:52.160946 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:52.163404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'network': {'name': 'tempest-RoutersTest-31380323'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:52.166786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3f6eda1b-4888-493c-853a-3a805ee35342 None None] Provisioning for port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:52.179667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:52.184973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:52.220551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:52.242752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:52.243112 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.251748 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.282902 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:52.286649 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.335199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Pushing event updated for resources: {'Port': ['ID=887acd61-b3c1-452b-9bf5-3bc641007660,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:52.368707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:52.380590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Network 4744644c-e35d-4f36-b45b-0eca9b5c8098 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:52.389087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:52.394238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:52.405212 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.405853 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added segment 944e4ee6-abff-46ab-a428-0cd33be61b80 of type vlan for network efc649f8-f45e-4fe4-9718-065b07a2df58 Aug 21 09:24:52.407547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Attempting to bind port 8ecee4ce-d38f-4084-96a7-fb706ec8750f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:52.407957 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Attempting to bind port 8ecee4ce-d38f-4084-96a7-fb706ec8750f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '7127db79-07fb-48a7-a741-32ebb86981f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fe1cea68-de43-44c7-b62c-aad0a2218317'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:52.408319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Attempting to bind port 8ecee4ce-d38f-4084-96a7-fb706ec8750f on network fe1cea68-de43-44c7-b62c-aad0a2218317 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:52.416452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:52.416859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Checking segment: {'id': '7127db79-07fb-48a7-a741-32ebb86981f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fe1cea68-de43-44c7-b62c-aad0a2218317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:52.417393 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.417838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Bound using segment: {'id': '7127db79-07fb-48a7-a741-32ebb86981f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fe1cea68-de43-44c7-b62c-aad0a2218317'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:52.418328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Bound port: 8ecee4ce-d38f-4084-96a7-fb706ec8750f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7127db79-07fb-48a7-a741-32ebb86981f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fe1cea68-de43-44c7-b62c-aad0a2218317'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:52.418697 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.421291 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:24:52.527791 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.567824 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.569776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Attempting to bind port 887acd61-b3c1-452b-9bf5-3bc641007660 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:52.570144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Attempting to bind port 887acd61-b3c1-452b-9bf5-3bc641007660 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:52.570563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Attempting to bind port 887acd61-b3c1-452b-9bf5-3bc641007660 on network 4744644c-e35d-4f36-b45b-0eca9b5c8098 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:52.594026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:52.594431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Checking segment: {'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:52.594811 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.595214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Bound using segment: {'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:52.596175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Bound port: 887acd61-b3c1-452b-9bf5-3bc641007660, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:52.596398 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.606940 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.619432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecaa74-07d3-4076-91bd-cb0a459185bf req-6f785f0f-4cc5-4842-a4c2-04d313ec6470 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:52.622601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32ecaa74-07d3-4076-91bd-cb0a459185bf req-6f785f0f-4cc5-4842-a4c2-04d313ec6470 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1633301 Aug 21 09:24:52.649089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.674341 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.675816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.682188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:52.683601 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.697503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] For port 8ecee4ce-d38f-4084-96a7-fb706ec8750f, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:52.711196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] For port 8ecee4ce-d38f-4084-96a7-fb706ec8750f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8ecee4ce-d38f-4084-96a7-fb706ec8750f,segment=NetworkSegment(7127db79-07fb-48a7-a741-32ebb86981f6),segment_id=7127db79-07fb-48a7-a741-32ebb86981f6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:52.713644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 041f8612-3f90-4c48-bd10-bfa0c79f3a45, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=041f8612-3f90-4c48-bd10-bfa0c79f3a45,segment=NetworkSegment(6b044401-27f0-4e7e-94f7-cbdc8772deef),segment_id=6b044401-27f0-4e7e-94f7-cbdc8772deef)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:52.754715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] For port 887acd61-b3c1-452b-9bf5-3bc641007660, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:52.758468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] For port 887acd61-b3c1-452b-9bf5-3bc641007660, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=887acd61-b3c1-452b-9bf5-3bc641007660,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:52.813924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32ecaa74-07d3-4076-91bd-cb0a459185bf req-9f84d5d8-b218-4242-9097-fc8491258a80 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667223 Aug 21 09:24:52.825204 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.852609 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Network': ['ID=efc649f8-f45e-4fe4-9718-065b07a2df58,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:52.873724 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-86834cfa-88bb-4c98-9d68-f4875708b0b5 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7189755 Aug 21 09:24:52.874606 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40210) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:52.879278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network efc649f8-f45e-4fe4-9718-065b07a2df58 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:52.881970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'subnet': {'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:52.898625 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.902900 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:52.903458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:53.007422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Deleting port 8ecee4ce-d38f-4084-96a7-fb706ec8750f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:24:53.008028 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.030954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Allocated IP 172.25.5.146 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:53.060357 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:24:50Z', 'revision_number': 3, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:48Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:50Z', 'revision_number': 2, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:53.098708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Pushing event updated for resources: {'Port': ['ID=8ecee4ce-d38f-4084-96a7-fb706ec8750f,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:53.102154 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Checking router: 67fc0124-28a1-4de7-9dc2-ac461ab52244 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:24:53.103549 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Updating router 67fc0124-28a1-4de7-9dc2-ac461ab52244 port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:24:53.115910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] For port 8ecee4ce-d38f-4084-96a7-fb706ec8750f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8ecee4ce-d38f-4084-96a7-fb706ec8750f,segment=NetworkSegment(7127db79-07fb-48a7-a741-32ebb86981f6),segment_id=7127db79-07fb-48a7-a741-32ebb86981f6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:53.116286 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.119679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-714b4f11-be09-4b0b-92e0-c071cb46a1da None None] Provisioning for port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:53.129443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-714b4f11-be09-4b0b-92e0-c071cb46a1da None None] Provisioning complete for port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:53.129909 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-714b4f11-be09-4b0b-92e0-c071cb46a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.143195 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.161600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:53.165719 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.292407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.292805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.293121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.293472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.293789 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.294120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.294497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.294860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.295177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.295499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.295969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.296351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8226-b05e-4921-b774-0daa703a6a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.312465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-714b4f11-be09-4b0b-92e0-c071cb46a1da None None] Port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:53.378703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433363a-a838-445a-817f-552927cbf8b1 None None] Pushing event updated for resources: {'Port': ['ID=887acd61-b3c1-452b-9bf5-3bc641007660,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:53.393557 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:53.400699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:53.401801 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.442934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63b2a0c-a072-497a-a753-44c119f52306 None None] Network fe1cea68-de43-44c7-b62c-aad0a2218317 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:53.474091 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-714b4f11-be09-4b0b-92e0-c071cb46a1da None None] Provisioning complete for port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:53.474900 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-714b4f11-be09-4b0b-92e0-c071cb46a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.648832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Calling delete_port for 8ecee4ce-d38f-4084-96a7-fb706ec8750f owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:24:53.697826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=041f8612-3f90-4c48-bd10-bfa0c79f3a45,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:53.710659 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.723824 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.739712 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Transition to ACTIVE for port object 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:53.755289 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.808216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Subnet': ['ID=5eea799c-0c7c-4b0f-8c07-d044c6f3ab83,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:53.808448 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.818248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Checking segment: {'id': '944e4ee6-abff-46ab-a428-0cd33be61b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:53.818619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network hostable DHCP agents. Network: efc649f8-f45e-4fe4-9718-065b07a2df58, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:53.821856 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-714b4f11-be09-4b0b-92e0-c071cb46a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.863374 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.919786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Port': ['ID=8ecee4ce-d38f-4084-96a7-fb706ec8750f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:53.942952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No DVR routers for this DVR port 8ecee4ce-d38f-4084-96a7-fb706ec8750f on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:24:53.950129 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Attempting to bind port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:53.950512 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Attempting to bind port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c7658254-f990-42b0-85e1-c19f2197d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:53.950900 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Attempting to bind port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e on network aefa327d-7b02-408b-908c-388f7b7cbf57 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:53.953144 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Pushing event updated for resources: {'Port': ['ID=1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:53.963148 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:53.963530 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Checking segment: {'id': 'c7658254-f990-42b0-85e1-c19f2197d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:53.964279 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.964398 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Bound using segment: {'id': 'c7658254-f990-42b0-85e1-c19f2197d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:53.964879 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Bound port: 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7658254-f990-42b0-85e1-c19f2197d14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:53.965325 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.977374 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.977900 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.978238 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.978604 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.978882 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.979202 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.979528 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.979702 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:53.979853 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.980164 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.980483 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.980931 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:53.981296 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:24:54.014072 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network efc649f8-f45e-4fe4-9718-065b07a2df58 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:24:54.079606 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.098546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-714b4f11-be09-4b0b-92e0-c071cb46a1da None None] For port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=798d3b32-23c5-4dc7-a340-1525dfaa0cd8,segment=NetworkSegment(c7658254-f990-42b0-85e1-c19f2197d14c),segment_id=c7658254-f990-42b0-85e1-c19f2197d14c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:54.105402 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] For port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:54.109349 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] For port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e,segment=NetworkSegment(c7658254-f990-42b0-85e1-c19f2197d14c),segment_id=c7658254-f990-42b0-85e1-c19f2197d14c)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:54.132894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, efc649f8-f45e-4fe4-9718-065b07a2df58) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:54.137833 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:54.152435 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.153041 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7b0aa7-3055-4d9f-b26f-cd398ec6cadc None None] Network efc649f8-f45e-4fe4-9718-065b07a2df58 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:54.165742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:54.174611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:54.193798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804bdb4-9246-4a62-b007-929e1f75190b req-e2c52c60-d2a3-43e0-ba6d-9740204a428a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:54.193798 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9804bdb4-9246-4a62-b007-929e1f75190b req-e2c52c60-d2a3-43e0-ba6d-9740204a428a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.2681913 Aug 21 09:24:54.193798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:54.193798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Pushing event updated for resources: {'Port': ['ID=53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:54.199676 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.215915 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-714b4f11-be09-4b0b-92e0-c071cb46a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.254869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1cea68-de43-44c7-b62c-aad0a2218317']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:54.278797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7127db79-07fb-48a7-a741-32ebb86981f6') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:54.279288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7127db79-07fb-48a7-a741-32ebb86981f6') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:54.304091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.309849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9804bdb4-9246-4a62-b007-929e1f75190b req-6109f3bc-a743-462d-a2c1-df2096e4441b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137040 Aug 21 09:24:54.313860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b4f11-be09-4b0b-92e0-c071cb46a1da None None] Pushing event updated for resources: {'Port': ['ID=798d3b32-23c5-4dc7-a340-1525dfaa0cd8,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:54.327947 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.335185 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5cbb66cb-8049-41f1-9f45-a2529d54dafa tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4587395 Aug 21 09:24:54.346289 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40218) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:54.392074 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:24:54.394923 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:24:54.466953 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:54.470236 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:54.497388 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.512636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:24:54.513321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:24:54.519148 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:24:54.557474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-efc649f8-f45e-4fe4-9718-065b07a2df58', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:24:54.558737 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.575427 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e25f96-8fcc-4ed6-bc84-0c6fcb0dfed7 None None] Pushing event updated for resources: {'Port': ['ID=1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:54.714450 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:24:54.737467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Allocated IP 172.22.0.2 (efc649f8-f45e-4fe4-9718-065b07a2df58/5eea799c-0c7c-4b0f-8c07-d044c6f3ab83/4f884e85-368a-4390-bee1-a354de282ffd) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:54.914411 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.924335 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Transition to ACTIVE for port object 4f884e85-368a-4390-bee1-a354de282ffd will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:54.930773 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.945604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Transition to ACTIVE for port object 4f884e85-368a-4390-bee1-a354de282ffd will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:54.948027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:54.950992 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e4edc0-f91e-4629-ac7e-cdfde4aa3060 None None] Network 4744644c-e35d-4f36-b45b-0eca9b5c8098 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:55.021147 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:24:50Z', 'revision_number': 3, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:54Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:55.058213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:55.058868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:55.059155 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1a0cb-3f93-4b3f-b4a4-96dde9b56d4d None None] The sync data for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 is: [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:24:50Z', 'revision_number': 3, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:54Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:24:55.062016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/fe1cea68-de43-44c7-b62c-aad0a2218317 HTTP/1.1" status: 204 len: 168 time: 4.8353271 Aug 21 09:24:55.067474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ffac1-7895-4b0c-95b3-beef72df1951 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=fe1cea68-de43-44c7-b62c-aad0a2218317,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:55.072724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40226) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:55.087000 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:55.176468 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1434c1-3052-45b5-8d39-4812ca1650e8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] GET failed (client error): The resource could not be found. Aug 21 09:24:55.180630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-db1434c1-3052-45b5-8d39-4812ca1650e8 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/subnets/887842aa-1ab9-4842-a1a3-a15825bca07c HTTP/1.1" status: 404 len: 337 time: 0.1013260 Aug 21 09:24:55.192178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Pushing event updated for resources: {'Port': ['ID=4f884e85-368a-4390-bee1-a354de282ffd,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:55.200206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40230) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:55.222947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Network efc649f8-f45e-4fe4-9718-065b07a2df58 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:55.224808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:55.229611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:55.310401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6dbf2-33ed-4571-9f27-f82ebc9e0dc3 req-2d9c506b-5f1f-47ac-b389-1c7a5c830fd7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:55.315913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2a6dbf2-33ed-4571-9f27-f82ebc9e0dc3 req-2d9c506b-5f1f-47ac-b389-1c7a5c830fd7 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.4191885 Aug 21 09:24:55.339140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Attempting to bind port 4f884e85-368a-4390-bee1-a354de282ffd on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:55.339847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Attempting to bind port 4f884e85-368a-4390-bee1-a354de282ffd by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '944e4ee6-abff-46ab-a428-0cd33be61b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:55.340279 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Attempting to bind port 4f884e85-368a-4390-bee1-a354de282ffd on network efc649f8-f45e-4fe4-9718-065b07a2df58 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:55.342780 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a71e280-a81c-417f-9479-4608403f2df1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:24:55.343394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a71e280-a81c-417f-9479-4608403f2df1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:24:55.352989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7a71e280-a81c-417f-9479-4608403f2df1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/fe1cea68-de43-44c7-b62c-aad0a2218317 HTTP/1.1" status: 404 len: 339 time: 0.1478024 Aug 21 09:24:55.356420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:55.361021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Checking segment: {'id': '944e4ee6-abff-46ab-a428-0cd33be61b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:55.361021 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:55.361021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Bound using segment: {'id': '944e4ee6-abff-46ab-a428-0cd33be61b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:55.361021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Bound port: 4f884e85-368a-4390-bee1-a354de282ffd, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944e4ee6-abff-46ab-a428-0cd33be61b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:55.361021 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:55.361577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40232) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:55.459388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] For port 4f884e85-368a-4390-bee1-a354de282ffd, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:55.486866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] For port 4f884e85-368a-4390-bee1-a354de282ffd, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4f884e85-368a-4390-bee1-a354de282ffd,segment=NetworkSegment(944e4ee6-abff-46ab-a428-0cd33be61b80),segment_id=944e4ee6-abff-46ab-a428-0cd33be61b80)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:55.488527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2b91ccef-d481-4bf7-9803-baa4e749e25f None None] Provisioning for port 887acd61-b3c1-452b-9bf5-3bc641007660 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:55.543447 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Allocated IP 172.22.0.1 (efc649f8-f45e-4fe4-9718-065b07a2df58/5eea799c-0c7c-4b0f-8c07-d044c6f3ab83/6d04ebad-f8f7-4099-a865-0961d1ba6daa) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:55.550976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 041f8612-3f90-4c48-bd10-bfa0c79f3a45 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:55.616671 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:55.624554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7587ea-312a-4d76-ae02-4e237cfd2a76 req-236e7c98-8659-4032-9528-bab86ae39809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:55.626664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c7587ea-312a-4d76-ae02-4e237cfd2a76 req-236e7c98-8659-4032-9528-bab86ae39809 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 1096 time: 0.6226146 Aug 21 09:24:55.719015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438809a7-12cc-4e6c-8b2a-0fca24227356 None None] Pushing event updated for resources: {'Port': ['ID=4f884e85-368a-4390-bee1-a354de282ffd,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:55.750084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:55.751047 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:55.791603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:55.813985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Transition to ACTIVE for port object 6d04ebad-f8f7-4099-a865-0961d1ba6daa will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:55.845817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab77cab-1ce5-4cdb-b8c2-a1465521f9e1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:55.847718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5ab77cab-1ce5-4cdb-b8c2-a1465521f9e1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4849980 Aug 21 09:24:55.855399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40236) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:55.874893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2a6dbf2-33ed-4571-9f27-f82ebc9e0dc3 req-2ea23767-eee9-4854-b366-0b8a0604013f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5373766 Aug 21 09:24:55.903119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:55.959874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:55.960413 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:55.967073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-acd49edd-0822-417c-8676-3653a933404b tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 207 time: 0.1078830 Aug 21 09:24:55.972120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40238) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:56.032082 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:56.035505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7587ea-312a-4d76-ae02-4e237cfd2a76 req-e05204a3-e876-4e1b-95cd-a096b16504d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.037152 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c7587ea-312a-4d76-ae02-4e237cfd2a76 req-e05204a3-e876-4e1b-95cd-a096b16504d4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.3999536 Aug 21 09:24:56.038280 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:56.097757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 887acd61-b3c1-452b-9bf5-3bc641007660 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:56.147345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network efc649f8-f45e-4fe4-9718-065b07a2df58 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:56.156147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:56.167492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:56.199511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=6d04ebad-f8f7-4099-a865-0961d1ba6daa,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:56.225917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c7587ea-312a-4d76-ae02-4e237cfd2a76 req-44d1a2bd-1638-4744-aed8-bae2c849b484 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 200 len: 999 time: 0.1218019 Aug 21 09:24:56.246867 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1064a2-5321-462e-b2a1-3c9760938000 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.255299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1064a2-5321-462e-b2a1-3c9760938000 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.261375 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1064a2-5321-462e-b2a1-3c9760938000 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.268065 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1064a2-5321-462e-b2a1-3c9760938000 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.272611 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7d1064a2-5321-462e-b2a1-3c9760938000 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2483 time: 0.2956331 Aug 21 09:24:56.272611 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:56.272992 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40242) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:56.297790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7587ea-312a-4d76-ae02-4e237cfd2a76 req-c633e38b-cecd-4104-aeea-fd42b419e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.299389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c7587ea-312a-4d76-ae02-4e237cfd2a76 req-c633e38b-cecd-4104-aeea-fd42b419e3e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.0632768 Aug 21 09:24:56.303996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 887acd61-b3c1-452b-9bf5-3bc641007660 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:56.308215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 887acd61-b3c1-452b-9bf5-3bc641007660 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:56.308634 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:56.355127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7587ea-312a-4d76-ae02-4e237cfd2a76 req-f6fb71a4-a8f4-4e21-ae70-6f21b098b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.357550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c7587ea-312a-4d76-ae02-4e237cfd2a76 req-f6fb71a4-a8f4-4e21-ae70-6f21b098b7be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512402 Aug 21 09:24:56.408362 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:56.425369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Router 05d991bf-1ad2-4552-a08d-0f302e8963c3 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:24:56.447737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 887acd61-b3c1-452b-9bf5-3bc641007660, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=887acd61-b3c1-452b-9bf5-3bc641007660,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:56.453413 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0e4ab5b6-405e-4870-97e9-7b39232aacbd tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 572 time: 0.1794178 Aug 21 09:24:56.456947 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40244) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:56.508715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c7587ea-312a-4d76-ae02-4e237cfd2a76 req-030aae38-dc5d-4384-92ef-431d03372f8d service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438377 Aug 21 09:24:56.537180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae42f0f-858e-4f64-a238-620c4b208cfc tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.538834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae42f0f-858e-4f64-a238-620c4b208cfc tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.543965 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3ae42f0f-858e-4f64-a238-620c4b208cfc tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0828023 Aug 21 09:24:56.544857 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40246) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:56.556697 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:56.557521 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:56.578728 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:56.615619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:56.634016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626bb54f-5f43-486b-9449-99e83eff3870 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.635579 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626bb54f-5f43-486b-9449-99e83eff3870 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['shared'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.640814 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-626bb54f-5f43-486b-9449-99e83eff3870 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0920277 Aug 21 09:24:56.641030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40250) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:56.682059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=887acd61-b3c1-452b-9bf5-3bc641007660,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:56.707096 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Sync routers for ids ['05d991bf-1ad2-4552-a08d-0f302e8963c3'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:56.716393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c7587ea-312a-4d76-ae02-4e237cfd2a76 req-2bd39fce-63ee-446b-85a2-ba0dda249a55 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005537 Aug 21 09:24:56.735999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Routers {'05d991bf-1ad2-4552-a08d-0f302e8963c3'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:56.736768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['05d991bf-1ad2-4552-a08d-0f302e8963c3'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:56.773470 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:56.777188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b9b5c447-cd13-469b-8184-1f834170038c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8560867 Aug 21 09:24:56.777680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40252) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:56.856404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdab00d2-d910-4ebc-84af-92f813c944e0 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:56.857839 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cdab00d2-d910-4ebc-84af-92f813c944e0 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/networks/b1d1a111-3bc6-42e3-9413-1f384ae5835e HTTP/1.1" status: 200 len: 797 time: 0.2160263 Aug 21 09:24:56.862027 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40254) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:56.877690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Set router 05d991bf-1ad2-4552-a08d-0f302e8963c3 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:24:56.934325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:57.023387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:57.023792 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:57.030623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5c710-ebe7-4794-bfba-7cf241883ade None None] Network efc649f8-f45e-4fe4-9718-065b07a2df58 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:24:57.067719 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-edb7a1ba-414f-463f-a6a7-caa2687e14c1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/networks/b1d1a111-3bc6-42e3-9413-1f384ae5835e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 313 time: 0.2015758 Aug 21 09:24:57.069509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40258) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:57.093851 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:57.172716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:57.234428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4fee7e7b-7235-45f2-a575-ee93e6b41369 None None] Provisioning for port 4f884e85-368a-4390-bee1-a354de282ffd completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:57.255822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:57.261830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=6d04ebad-f8f7-4099-a865-0961d1ba6daa,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:57.287773 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:57.355686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e,segment=NetworkSegment(c7658254-f990-42b0-85e1-c19f2197d14c),segment_id=c7658254-f990-42b0-85e1-c19f2197d14c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:57.360535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:54Z', 'revision_number': 3, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:57.396851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network efc649f8-f45e-4fe4-9718-065b07a2df58 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:57.397102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Checking router: 05d991bf-1ad2-4552-a08d-0f302e8963c3 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:24:57.397376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Updating router 05d991bf-1ad2-4552-a08d-0f302e8963c3 port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:24:57.403831 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:57.427350 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:57.520626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607ce43-d688-4b74-b8e0-e1647307f040 req-1073b316-8d6c-482e-acb0-817eb7e24896 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:57.522238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a607ce43-d688-4b74-b8e0-e1647307f040 req-1073b316-8d6c-482e-acb0-817eb7e24896 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.5462394 Aug 21 09:24:57.525735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 67fc0124-28a1-4de7-9dc2-ac461ab52244 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:24:57.553676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:57.599400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1879b1-d62e-426a-a56d-0ccb2948cb54 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:57.604246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fe1879b1-d62e-426a-a56d-0ccb2948cb54 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/subnets/809082da-6170-4c31-8027-99c7e3faf401 HTTP/1.1" status: 200 len: 811 time: 0.5301480 Aug 21 09:24:57.606499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40262) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:57.686808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:57.691999 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:24:57.697476 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cbf94708-1546-482e-b912-be2247968c3e tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3601274 Aug 21 09:24:57.701764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40264) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:57.709126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'network': {'name': 'tempest-RoutersTest-1631097573'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:57.786696 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a607ce43-d688-4b74-b8e0-e1647307f040 req-e1638b0e-9a6b-443e-8d47-412b322afba8 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540634 Aug 21 09:24:57.863969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:57.869112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e188224a-ffa0-4654-be30-1121a2c7e2d5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['shared'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:57.869903 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:57.875868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e188224a-ffa0-4654-be30-1121a2c7e2d5 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "GET /v2.0/subnets/809082da-6170-4c31-8027-99c7e3faf401?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2696283 Aug 21 09:24:57.876294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40268) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:57.877967 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:57.886106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4f884e85-368a-4390-bee1-a354de282ffd up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:57.891763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2071666427'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:57.915374 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Sync routers for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:24:57.929881 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:57.932095 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:57.946741 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:57.960514 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:57.961010 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added segment 0f90593a-1fa0-40fc-adb6-b3e630d113e6 of type vlan for network fc969631-970f-4df8-95a0-764e6e8c0ee9 Aug 21 09:24:58.015160 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.047891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:58.056887 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.092616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:24:58.103549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.104016 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Added segment 63587a93-98c3-411e-8dfa-b862db8f09b6 of type vlan for network 2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c Aug 21 09:24:58.105054 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.133765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Transition to ACTIVE for port object 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:58.137719 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:24:58.154702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.186055 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.192587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:58.193661 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.240434 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.269287 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Network': ['ID=fc969631-970f-4df8-95a0-764e6e8c0ee9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:58.288722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1af1b8-66df-4b35-9e8f-01962100f58e None None] Pushing event updated for resources: {'Port': ['ID=53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:58.292016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network fc969631-970f-4df8-95a0-764e6e8c0ee9 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:58.337518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Allocated IP 172.20.0.1 (4744644c-e35d-4f36-b45b-0eca9b5c8098/5f5a8520-8185-4c85-934a-c4709db5551e/a329514e-f003-47ce-8f48-d6400acff7b1) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:24:58.356499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.365414 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:58.366155 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.376268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 4f884e85-368a-4390-bee1-a354de282ffd completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:58.381550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-aa9ad1ba-036d-4500-b76d-75404e223a44 None None] Provisioning for port 6d04ebad-f8f7-4099-a865-0961d1ba6daa completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:24:58.382799 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-73521612-0c1c-43b2-9ad4-f7f69b065ad3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6820078 Aug 21 09:24:58.389933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4f884e85-368a-4390-bee1-a354de282ffd triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:58.398703 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.401431 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40270) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:58.413595 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'subnet': {'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:58.444648 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:24:56Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:24:56Z', 'revision_number': 2, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:58.477473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4532df-4563-4686-a6be-a4f02856f6fe None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:24:58.485121 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.486121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-aa9ad1ba-036d-4500-b76d-75404e223a44 None None] Provisioning complete for port 6d04ebad-f8f7-4099-a865-0961d1ba6daa triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:58.486516 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aa9ad1ba-036d-4500-b76d-75404e223a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.504029 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Checking router: 67fc0124-28a1-4de7-9dc2-ac461ab52244 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:24:58.504220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Transition to ACTIVE for port object a329514e-f003-47ce-8f48-d6400acff7b1 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:58.505138 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Updating router 67fc0124-28a1-4de7-9dc2-ac461ab52244 port 6d04ebad-f8f7-4099-a865-0961d1ba6daa binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:24:58.523846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Attempting to bind port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:58.524225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Attempting to bind port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:58.524695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Attempting to bind port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:58.548517 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.569671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:58.570054 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:58.570496 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.570942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:58.571432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Bound port: 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:58.571852 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.621597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ad1ba-036d-4500-b76d-75404e223a44 None None] Port 6d04ebad-f8f7-4099-a865-0961d1ba6daa cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:58.670736 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.730616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Network 4744644c-e35d-4f36-b45b-0eca9b5c8098 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:58.744362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:58.750721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:24:58.752530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] For port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:58.772366 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.784023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] For port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:58.811531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bb67c31b-e291-4581-b657-52dc8e25a885 None None] Provisioning complete for port 6d04ebad-f8f7-4099-a865-0961d1ba6daa triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:58.811933 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb67c31b-e291-4581-b657-52dc8e25a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.823877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Pushing event updated for resources: {'Port': ['ID=a329514e-f003-47ce-8f48-d6400acff7b1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:58.842848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4532df-4563-4686-a6be-a4f02856f6fe None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:24:58.858190 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.870159 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.880947 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Transition to ACTIVE for port object 6d04ebad-f8f7-4099-a865-0961d1ba6daa will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:24:58.898214 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:58.961358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 4f884e85-368a-4390-bee1-a354de282ffd, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4f884e85-368a-4390-bee1-a354de282ffd,segment=NetworkSegment(944e4ee6-abff-46ab-a428-0cd33be61b80),segment_id=944e4ee6-abff-46ab-a428-0cd33be61b80)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:24:58.970611 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0921786 Aug 21 09:24:58.973642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40278) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:24:58.975160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-bb67c31b-e291-4581-b657-52dc8e25a885 None None] Port 6d04ebad-f8f7-4099-a865-0961d1ba6daa cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:24:58.987704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b05903-cf29-45a1-9cf7-bcac4a9d6fb8 req-e0fd2e59-ec21-45da-8f7d-e241fdb2eb27 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:58.987704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e9b05903-cf29-45a1-9cf7-bcac4a9d6fb8 req-e0fd2e59-ec21-45da-8f7d-e241fdb2eb27 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0808227 Aug 21 09:24:58.988001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'network_id': '2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:24:59.012356 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.039822 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Routers {'05d991bf-1ad2-4552-a08d-0f302e8963c3'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:59.040338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['05d991bf-1ad2-4552-a08d-0f302e8963c3'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:59.054356 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16699cde-78b7-45cf-bcbd-1139255fdbba None None] Pushing event updated for resources: {'Port': ['ID=6d04ebad-f8f7-4099-a865-0961d1ba6daa,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:59.063726 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.064556 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 887acd61-b3c1-452b-9bf5-3bc641007660 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:24:59.096119 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4e488-5478-4e61-bbd0-7c6b7bb5f69f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Network': ['ID=2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:59.101902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1af1b8-66df-4b35-9e8f-01962100f58e None None] Pushing event updated for resources: {'Port': ['ID=53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:59.115742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:24:59.124924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e9b05903-cf29-45a1-9cf7-bcac4a9d6fb8 req-303e02e1-a11b-4ad0-9594-039b6f7efa17 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562837 Aug 21 09:24:59.161741 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Attempting to bind port 6d04ebad-f8f7-4099-a865-0961d1ba6daa on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:24:59.162131 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Attempting to bind port 6d04ebad-f8f7-4099-a865-0961d1ba6daa by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '944e4ee6-abff-46ab-a428-0cd33be61b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:24:59.162459 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Attempting to bind port 6d04ebad-f8f7-4099-a865-0961d1ba6daa on network efc649f8-f45e-4fe4-9718-065b07a2df58 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:24:59.169205 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:24:59.169205 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Checking segment: {'id': '944e4ee6-abff-46ab-a428-0cd33be61b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:59.169593 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.169912 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Bound using segment: {'id': '944e4ee6-abff-46ab-a428-0cd33be61b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:24:59.170502 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Bound port: 6d04ebad-f8f7-4099-a865-0961d1ba6daa, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944e4ee6-abff-46ab-a428-0cd33be61b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:24:59.170819 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.230399 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.241225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Made reservation on behalf of a2c0731e107b406293ce7cb17e19be4e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:59.247492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.260965 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] For port 6d04ebad-f8f7-4099-a865-0961d1ba6daa, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:24:59.264853 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] For port 6d04ebad-f8f7-4099-a865-0961d1ba6daa, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6d04ebad-f8f7-4099-a865-0961d1ba6daa,segment=NetworkSegment(944e4ee6-abff-46ab-a428-0cd33be61b80),segment_id=944e4ee6-abff-46ab-a428-0cd33be61b80)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:24:59.302308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db37cb-514f-4232-8296-bf7f55987fb5 req-93ba1231-2c48-4e8d-a5c6-4415960d8bb6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:24:59.303892 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83db37cb-514f-4232-8296-bf7f55987fb5 req-93ba1231-2c48-4e8d-a5c6-4415960d8bb6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.0902164 Aug 21 09:24:59.338167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_backend_mixin [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Performing IP validity checks on allocation pools {{(pid=106756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 09:24:59.339039 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_backend_mixin [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 09:24:59.351427 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.360313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=4f884e85-368a-4390-bee1-a354de282ffd,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:59.402366 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Made reservation on behalf of 610d0593f930483a94396da909d57627 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:24:59.407839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83db37cb-514f-4232-8296-bf7f55987fb5 req-fdf8b7a9-1b8f-422d-89c1-bf9903658633 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921376 Aug 21 09:24:59.408849 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.427421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] Set router 05d991bf-1ad2-4552-a08d-0f302e8963c3 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:24:59.485788 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:24:59.486495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 887acd61-b3c1-452b-9bf5-3bc641007660 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:24:59.486868 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.491100 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:24:59.493637 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.568773 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.675489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Pushing event updated for resources: {'Port': ['ID=a329514e-f003-47ce-8f48-d6400acff7b1,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:59.698292 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.746074 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:24:59.773570 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16699cde-78b7-45cf-bcbd-1139255fdbba None None] Pushing event updated for resources: {'Port': ['ID=6d04ebad-f8f7-4099-a865-0961d1ba6daa,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:59.833450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Network 4744644c-e35d-4f36-b45b-0eca9b5c8098 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:24:59.838300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:24:59.854820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Checking segment: {'id': '63587a93-98c3-411e-8dfa-b862db8f09b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:24:59.855186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network hostable DHCP agents. Network: 2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:24:59.857989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=957252be-a0d3-404d-a4d6-8a40d2e96518,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:24:59.888659 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:24:59.944552 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:00.006318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:54Z', 'revision_number': 3, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:00.020746 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Network 2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:25:00.041502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784bafad-93a9-41cd-9057-5037b925bac6 None None] The sync data for ids ['05d991bf-1ad2-4552-a08d-0f302e8963c3'] in n-d-766726-28 is: [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:54Z', 'revision_number': 3, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:00.164189 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Subnet': ['ID=11cfc3be-0655-4084-ad89-a15784b7991b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:00.169210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Router 05d991bf-1ad2-4552-a08d-0f302e8963c3 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:00.208161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Checking segment: {'id': '0f90593a-1fa0-40fc-adb6-b3e630d113e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:00.214832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network hostable DHCP agents. Network: fc969631-970f-4df8-95a0-764e6e8c0ee9, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:25:00.248190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:00.262856 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:00.263486 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:00.266892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fcd753-26c2-48aa-8f6a-26e21306ead6 None None] Network 2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:00.368489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4f884e85-368a-4390-bee1-a354de282ffd up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:00.379577 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:24:56Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:00.416055 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e397030-b214-4a1a-b180-8f22de6178eb None None] The sync data for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 is: [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:24:56Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:00.422577 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e3503cba-900c-40ad-a4e0-d4252c2d1ee3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4414108 Aug 21 09:25:00.428108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40312) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:00.443027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9609e44e-8d6a-4092-a5ff-9308a5169949 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:00.458481 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network fc969631-970f-4df8-95a0-764e6e8c0ee9 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:25:00.468401 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, fc969631-970f-4df8-95a0-764e6e8c0ee9) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:00.479574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:00.490950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:00.576116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:00.577516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fdf95e-edff-4115-a39b-0e5caa2c59ab None None] Network fc969631-970f-4df8-95a0-764e6e8c0ee9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:00.604859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-696c9040-ba06-45ca-a395-39df63cf1bbc admin admin] 10.222.0.20 "PUT /v2.0/routers/05d991bf-1ad2-4552-a08d-0f302e8963c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8261654 Aug 21 09:25:00.657815 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-25e22449-1901-4ed9-97cc-30187e9cef32 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2522318 Aug 21 09:25:00.666227 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40322) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:00.766178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9609e44e-8d6a-4092-a5ff-9308a5169949 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-258808956'] for subnet, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:01.373461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c', 'network_id': '2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c', 'tenant_id': 'a2c0731e107b406293ce7cb17e19be4e', 'fixed_ips': [{'subnet_id': '957252be-a0d3-404d-a4d6-8a40d2e96518'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:25:01.374392 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:01.393775 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9609e44e-8d6a-4092-a5ff-9308a5169949 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788175601466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-266300426'] for subnet, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:01.439460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4f884e85-368a-4390-bee1-a354de282ffd triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:01.439875 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:01.492538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9609e44e-8d6a-4092-a5ff-9308a5169949 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:01.493172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9609e44e-8d6a-4092-a5ff-9308a5169949 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:01.494600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9609e44e-8d6a-4092-a5ff-9308a5169949 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "PUT /v2.0/subnets/957252be-a0d3-404d-a4d6-8a40d2e96518 HTTP/1.1" status: 200 len: 877 time: 1.0614641 Aug 21 09:25:01.497903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40338) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:01.620560 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609e44e-8d6a-4092-a5ff-9308a5169949 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event updated for resources: {'Subnet': ['ID=957252be-a0d3-404d-a4d6-8a40d2e96518,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:01.622465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fbe3a9de-c7eb-4e6c-8620-cf54cb1ab598 None None] Provisioning for port a329514e-f003-47ce-8f48-d6400acff7b1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:01.642170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-fc969631-970f-4df8-95a0-764e6e8c0ee9', 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9', 'tenant_id': '610d0593f930483a94396da909d57627', 'fixed_ips': [{'subnet_id': '11cfc3be-0655-4084-ad89-a15784b7991b'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:25:01.646158 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:01.682114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fbe3a9de-c7eb-4e6c-8620-cf54cb1ab598 None None] Provisioning complete for port a329514e-f003-47ce-8f48-d6400acff7b1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:01.682487 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fbe3a9de-c7eb-4e6c-8620-cf54cb1ab598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:01.754056 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:01.774299 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:01.875435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:01.954051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb9926-9cf3-4fcd-9c25-9513fecdc9c6 req-35d6b6a9-dc67-428b-8c4c-4c7ebae44a2b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:01.955850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dddb9926-9cf3-4fcd-9c25-9513fecdc9c6 req-35d6b6a9-dc67-428b-8c4c-4c7ebae44a2b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=78718b6c-15ac-4d0e-975d-b3bbd40511cc HTTP/1.1" status: 200 len: 944 time: 0.1703706 Aug 21 09:25:01.979487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Allocated IP 172.20.0.3 (2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c/957252be-a0d3-404d-a4d6-8a40d2e96518/4838a35a-714b-498e-895b-3eeee155d7ef) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:02.082331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-dddb9926-9cf3-4fcd-9c25-9513fecdc9c6 req-a66c8cf2-c045-42d1-b0c3-482f28d40fe9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Deleting port 9c599e97-c39e-4bab-be0e-2adbfa93e751 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:02.083843 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dddb9926-9cf3-4fcd-9c25-9513fecdc9c6 req-a66c8cf2-c045-42d1-b0c3-482f28d40fe9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.105222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:02.111090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40350) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:02.119179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-693038961-network', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:02.182385 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3a9de-c7eb-4e6c-8620-cf54cb1ab598 None None] Port a329514e-f003-47ce-8f48-d6400acff7b1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:02.212867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-dddb9926-9cf3-4fcd-9c25-9513fecdc9c6 req-a66c8cf2-c045-42d1-b0c3-482f28d40fe9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] For port 9c599e97-c39e-4bab-be0e-2adbfa93e751, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9c599e97-c39e-4bab-be0e-2adbfa93e751,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:02.213545 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dddb9926-9cf3-4fcd-9c25-9513fecdc9c6 req-a66c8cf2-c045-42d1-b0c3-482f28d40fe9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.229185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-dddb9926-9cf3-4fcd-9c25-9513fecdc9c6 req-a66c8cf2-c045-42d1-b0c3-482f28d40fe9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Calling delete_port for 9c599e97-c39e-4bab-be0e-2adbfa93e751 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:02.304460 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Made reservation on behalf of 36b81315c17e41ebb886edeeebb8c549 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:02.306601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Allocated IP 172.23.0.2 (fc969631-970f-4df8-95a0-764e6e8c0ee9/11cfc3be-0655-4084-ad89-a15784b7991b/2d5aadcd-94c6-40dc-9629-66701094aa21) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:02.307076 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.318048 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.333625 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:02.333915 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.335841 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.369245 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Transition to ACTIVE for port object 4838a35a-714b-498e-895b-3eeee155d7ef will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:02.431731 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.455813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Transition to ACTIVE for port object 4838a35a-714b-498e-895b-3eeee155d7ef will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:02.476150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a9516f38-c6fd-402a-959b-293907f7214f None None] Provisioning complete for port a329514e-f003-47ce-8f48-d6400acff7b1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:02.476525 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a9516f38-c6fd-402a-959b-293907f7214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.505981 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dddb9926-9cf3-4fcd-9c25-9513fecdc9c6 req-a66c8cf2-c045-42d1-b0c3-482f28d40fe9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.523756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['264a635d-c2b9-4993-ae08-a62eefb8a003', '39c2a623-35c4-495f-8508-0e44d98c9f4c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:25:02.534380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.561968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c8cf2-c045-42d1-b0c3-482f28d40fe9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event deleted for resources: {'Port': ['ID=9c599e97-c39e-4bab-be0e-2adbfa93e751,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:02.576127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:25:02.612485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a94f48-0efa-4cdc-aed8-4d0b1d0ef5e3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:02.654798 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.662360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddb9926-9cf3-4fcd-9c25-9513fecdc9c6 req-a66c8cf2-c045-42d1-b0c3-482f28d40fe9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] No DVR routers for this DVR port 9c599e97-c39e-4bab-be0e-2adbfa93e751 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:02.682500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dddb9926-9cf3-4fcd-9c25-9513fecdc9c6 req-a66c8cf2-c045-42d1-b0c3-482f28d40fe9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.700453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dddb9926-9cf3-4fcd-9c25-9513fecdc9c6 req-a66c8cf2-c045-42d1-b0c3-482f28d40fe9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "DELETE /v2.0/ports/9c599e97-c39e-4bab-be0e-2adbfa93e751 HTTP/1.1" status: 204 len: 173 time: 0.7364800 Aug 21 09:25:02.702107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'name': 'network-vif-deleted', 'tag': '9c599e97-c39e-4bab-be0e-2adbfa93e751'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:25:02.710803 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335fd340-a35b-43a4-84cf-8c0d7304cd42" -d '{"events": [{"server_uuid": "78718b6c-15ac-4d0e-975d-b3bbd40511cc", "name": "network-vif-deleted", "tag": "9c599e97-c39e-4bab-be0e-2adbfa93e751"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:25:02.771888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a9516f38-c6fd-402a-959b-293907f7214f None None] Port a329514e-f003-47ce-8f48-d6400acff7b1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:02.787393 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 21 Aug 2021 09:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb625a5d-c73a-45dc-a5a3-8252b5484aef x-openstack-request-id: req-bb625a5d-c73a-45dc-a5a3-8252b5484aef {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:25:02.788857 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78718b6c-15ac-4d0e-975d-b3bbd40511cc", "name": "network-vif-deleted", "tag": "9c599e97-c39e-4bab-be0e-2adbfa93e751", "status": "failed", "code": 422}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:25:02.790778 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb625a5d-c73a-45dc-a5a3-8252b5484aef {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:25:02.791743 n-d-766726-28 neutron-server[106757]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78718b6c-15ac-4d0e-975d-b3bbd40511cc', 'name': 'network-vif-deleted', 'tag': '9c599e97-c39e-4bab-be0e-2adbfa93e751', 'status': 'failed', 'code': 422} returned with failed status Aug 21 09:25:02.803855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Network 2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:02.811281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:02.813936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:02.819354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.821005 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.821485 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Added segment 77fc5f31-5ec5-4932-b8cc-eb13d1df25e0 of type vlan for network b0e1e863-4241-46b4-afad-3b8990ade1d2 Aug 21 09:25:02.850558 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Pushing event updated for resources: {'Port': ['ID=4838a35a-714b-498e-895b-3eeee155d7ef,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:02.866596 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.927345 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:02.935351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Subnet': ['ID=957252be-a0d3-404d-a4d6-8a40d2e96518,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:02.945619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6d04ebad-f8f7-4099-a865-0961d1ba6daa up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:02.986865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Transition to ACTIVE for port object 2d5aadcd-94c6-40dc-9629-66701094aa21 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:03.036089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.043943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Attempting to bind port 4838a35a-714b-498e-895b-3eeee155d7ef on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:03.044316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Attempting to bind port 4838a35a-714b-498e-895b-3eeee155d7ef by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '63587a93-98c3-411e-8dfa-b862db8f09b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:03.044674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Attempting to bind port 4838a35a-714b-498e-895b-3eeee155d7ef on network 2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:03.055116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:03.058206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Transition to ACTIVE for port object 2d5aadcd-94c6-40dc-9629-66701094aa21 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:03.069320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:03.069698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Checking segment: {'id': '63587a93-98c3-411e-8dfa-b862db8f09b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:03.070093 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.070490 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Bound using segment: {'id': '63587a93-98c3-411e-8dfa-b862db8f09b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:03.071323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Bound port: 4838a35a-714b-498e-895b-3eeee155d7ef, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63587a93-98c3-411e-8dfa-b862db8f09b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:03.071323 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.072610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63587a93-98c3-411e-8dfa-b862db8f09b6') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:03.073137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63587a93-98c3-411e-8dfa-b862db8f09b6') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:03.081453 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.086874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:03.086874 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.105558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.114007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Sync routers for ids ['05d991bf-1ad2-4552-a08d-0f302e8963c3'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:03.143451 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.154578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:03.154990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:03.158963 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:03.168895 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.184890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Routers {'05d991bf-1ad2-4552-a08d-0f302e8963c3'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:03.185523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['05d991bf-1ad2-4552-a08d-0f302e8963c3'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:03.196901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e1e863-4241-46b4-afad-3b8990ade1d2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:03.220803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 6d04ebad-f8f7-4099-a865-0961d1ba6daa completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:03.223099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network b0e1e863-4241-46b4-afad-3b8990ade1d2 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:25:03.267031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Allocated IP 172.23.0.1 (fc969631-970f-4df8-95a0-764e6e8c0ee9/11cfc3be-0655-4084-ad89-a15784b7991b/db70a0eb-b6a2-44b9-a705-a430a7504fbc) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:03.298565 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 09:25:03.298565 n-d-766726-28 neutron-server[106757]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 09:25:03.298565 n-d-766726-28 neutron-server[106757]: [parameters: {'id': '2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c'}] Aug 21 09:25:03.298565 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:25:03.299981 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:25:03.310598 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e4ce76d8-b45d-4e45-a587-4cd399ec64e2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1979427 Aug 21 09:25:03.313842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40364) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:03.318867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] Request body: {'subnet': {'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-693038961-subnet', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:03.346618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 6d04ebad-f8f7-4099-a865-0961d1ba6daa triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:03.347114 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.350514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Network fc969631-970f-4df8-95a0-764e6e8c0ee9 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:03.384923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] For port 4838a35a-714b-498e-895b-3eeee155d7ef, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:03.442382 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.444263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:03.460099 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Transition to ACTIVE for port object db70a0eb-b6a2-44b9-a705-a430a7504fbc will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:03.460541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] Made reservation on behalf of 36b81315c17e41ebb886edeeebb8c549 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:03.462520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:03.465745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Pushing event updated for resources: {'Port': ['ID=2d5aadcd-94c6-40dc-9629-66701094aa21,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:03.467398 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.469308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] For port 4838a35a-714b-498e-895b-3eeee155d7ef, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4838a35a-714b-498e-895b-3eeee155d7ef,segment=NetworkSegment(63587a93-98c3-411e-8dfa-b862db8f09b6),segment_id=63587a93-98c3-411e-8dfa-b862db8f09b6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:03.559139 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.597904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.650052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network fc969631-970f-4df8-95a0-764e6e8c0ee9 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:03.654743 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:03.659618 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:03.666644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Set router 05d991bf-1ad2-4552-a08d-0f302e8963c3 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:03.694143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=db70a0eb-b6a2-44b9-a705-a430a7504fbc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:03.706767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Attempting to bind port 2d5aadcd-94c6-40dc-9629-66701094aa21 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:03.707135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Attempting to bind port 2d5aadcd-94c6-40dc-9629-66701094aa21 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0f90593a-1fa0-40fc-adb6-b3e630d113e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:03.707495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Attempting to bind port 2d5aadcd-94c6-40dc-9629-66701094aa21 on network fc969631-970f-4df8-95a0-764e6e8c0ee9 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:03.714434 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.779321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:03.779878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Checking segment: {'id': '0f90593a-1fa0-40fc-adb6-b3e630d113e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:03.780282 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.780725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Bound using segment: {'id': '0f90593a-1fa0-40fc-adb6-b3e630d113e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:03.781222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Bound port: 2d5aadcd-94c6-40dc-9629-66701094aa21, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f90593a-1fa0-40fc-adb6-b3e630d113e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:03.781610 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.789086 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.814804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.877099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1883eb-be44-405f-83eb-a8aff7b5b925,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:03.902507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] Checking segment: {'id': '77fc5f31-5ec5-4932-b8cc-eb13d1df25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:03.902793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] Network hostable DHCP agents. Network: b0e1e863-4241-46b4-afad-3b8990ade1d2, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:25:03.941419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Deleting port 4838a35a-714b-498e-895b-3eeee155d7ef {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:03.942150 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.957810 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:03.965128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9e1dd-bb2e-4c2d-98e7-a834b017e2c3 None None] Pushing event updated for resources: {'Port': ['ID=4838a35a-714b-498e-895b-3eeee155d7ef,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:04.035437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] Network b0e1e863-4241-46b4-afad-3b8990ade1d2 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:25:04.059310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] For port 4838a35a-714b-498e-895b-3eeee155d7ef, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4838a35a-714b-498e-895b-3eeee155d7ef,segment=NetworkSegment(63587a93-98c3-411e-8dfa-b862db8f09b6),segment_id=63587a93-98c3-411e-8dfa-b862db8f09b6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:04.060196 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.063457 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.074166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1087604f-4075-4132-9366-8a3e19b4469b None None] Network 2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:04.090500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Calling delete_port for 4838a35a-714b-498e-895b-3eeee155d7ef owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:04.155838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, b0e1e863-4241-46b4-afad-3b8990ade1d2) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:04.173163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:04.173877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.190234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a39e90-1cc7-4745-ada7-43e02025f112 None None] Network b0e1e863-4241-46b4-afad-3b8990ade1d2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:04.263417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-12d82861-3284-4100-885d-5835817eac0b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9484150 Aug 21 09:25:04.266011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40372) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:04.270477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-693038961-router', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:04.275839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] For port 2d5aadcd-94c6-40dc-9629-66701094aa21, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:04.301626 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.306960 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.307152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] For port 2d5aadcd-94c6-40dc-9629-66701094aa21, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2d5aadcd-94c6-40dc-9629-66701094aa21,segment=NetworkSegment(0f90593a-1fa0-40fc-adb6-b3e630d113e6),segment_id=0f90593a-1fa0-40fc-adb6-b3e630d113e6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:04.313045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 6d04ebad-f8f7-4099-a865-0961d1ba6daa, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6d04ebad-f8f7-4099-a865-0961d1ba6daa,segment=NetworkSegment(944e4ee6-abff-46ab-a428-0cd33be61b80),segment_id=944e4ee6-abff-46ab-a428-0cd33be61b80)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:04.334903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Port': ['ID=4838a35a-714b-498e-895b-3eeee155d7ef,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:04.339755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No DVR routers for this DVR port 4838a35a-714b-498e-895b-3eeee155d7ef on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:04.412174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c41c2f-a9be-4e40-944c-7bba44619f52 None None] Network 2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:04.452337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.453916 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.457976 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.463904 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.464872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:04.468077 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.481340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.494792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:04.520253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec0a6a-11b5-44d1-860f-df788977c676 req-bd2fce10-9627-48b2-b132-39d6940041ba tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:04.521872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cbec0a6a-11b5-44d1-860f-df788977c676 req-bd2fce10-9627-48b2-b132-39d6940041ba tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 907 time: 0.1360037 Aug 21 09:25:04.523712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63587a93-98c3-411e-8dfa-b862db8f09b6') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:04.524001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63587a93-98c3-411e-8dfa-b862db8f09b6') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:04.543341 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.553698 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event updated for resources: {'Port': ['ID=db70a0eb-b6a2-44b9-a705-a430a7504fbc,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:04.608241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.611467 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.612836 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.619500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:04.619987 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:04.623765 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:04.697864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=6d04ebad-f8f7-4099-a865-0961d1ba6daa,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:04.733827 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Network fc969631-970f-4df8-95a0-764e6e8c0ee9 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:04.737308 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:04.753563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095797d6-a26b-4bc1-aa2b-59c4574fa7b6 None None] Pushing event updated for resources: {'Port': ['ID=2d5aadcd-94c6-40dc-9629-66701094aa21,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:04.778810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 4, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a329514e-f003-47ce-8f48-d6400acff7b1', 'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'mac_address': 'fa:16:3e:6b:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:58Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 2, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'subnets': [{'id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:04.789072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-b0e1e863-4241-46b4-afad-3b8990ade1d2', 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'fixed_ips': [{'subnet_id': '0d1883eb-be44-405f-83eb-a8aff7b5b925'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:25:04.789072 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.824702 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.834077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.842726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c HTTP/1.1" status: 204 len: 168 time: 3.3437979 Aug 21 09:25:04.843791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40386) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:04.858063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:04.864739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Checking router: 05d991bf-1ad2-4552-a08d-0f302e8963c3 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:04.865104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Updating router 05d991bf-1ad2-4552-a08d-0f302e8963c3 port a329514e-f003-47ce-8f48-d6400acff7b1 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:25:04.896442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:04.897237 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.911741 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 67fc0124-28a1-4de7-9dc2-ac461ab52244 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:04.945827 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.948363 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:04.983898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c740841-446c-4db5-84ad-b5c25df9f666 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:04.988403 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac04ace-a8a9-4083-be34-f977e0dea1b1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:04.989104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac04ace-a8a9-4083-be34-f977e0dea1b1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:04.991081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-aac04ace-a8a9-4083-be34-f977e0dea1b1 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/subnets/957252be-a0d3-404d-a4d6-8a40d2e96518 HTTP/1.1" status: 404 len: 337 time: 0.1426101 Aug 21 09:25:04.993632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40388) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:05.025584 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a083fc-6b1b-4128-9e96-d7a8d1d00f8c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:05.026510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a083fc-6b1b-4128-9e96-d7a8d1d00f8c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:05.030601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b2a083fc-6b1b-4128-9e96-d7a8d1d00f8c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/2cd4c3fd-213d-4b02-9f9e-4e9442e0c72c HTTP/1.1" status: 404 len: 339 time: 0.0355492 Aug 21 09:25:05.030801 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:05.038610 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4fbaa972-63f3-463a-aa4f-586347a16d64 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3712456 Aug 21 09:25:05.039710 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40390) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:05.041184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40392) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:05.047511 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Sync routers for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:05.057982 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:05.059144 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:05.067090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f5a9c65b-7c1b-41fe-a99e-7efe3f26e026 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:05.130303 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9c4c51-2178-4494-9441-6ea8467226f4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:05.131090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9c4c51-2178-4494-9441-6ea8467226f4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:05.133328 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2e9c4c51-2178-4494-9441-6ea8467226f4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/subnets/887842aa-1ab9-4842-a1a3-a15825bca07c HTTP/1.1" status: 404 len: 337 time: 0.0903597 Aug 21 09:25:05.136067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40398) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:05.150971 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:05.198779 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:05.207551 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-222af03e-9ce2-4f33-896b-ccd9c3040ca4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:05.209428 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222af03e-9ce2-4f33-896b-ccd9c3040ca4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:05.211415 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-222af03e-9ce2-4f33-896b-ccd9c3040ca4 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/fe1cea68-de43-44c7-b62c-aad0a2218317 HTTP/1.1" status: 404 len: 339 time: 0.0742064 Aug 21 09:25:05.214075 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40400) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:05.248461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:05.269819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Allocated IP 172.20.0.2 (b0e1e863-4241-46b4-afad-3b8990ade1d2/0d1883eb-be44-405f-83eb-a8aff7b5b925/5a56ff82-9522-4998-bf37-f69ce8311489) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:05.372147 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:05.402793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:05.477709 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:05.601671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:05.625387 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.extraroute_db [None req-f5a9c65b-7c1b-41fe-a99e-7efe3f26e026 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=106756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 09:25:05.643976 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.extraroute_db [None req-f5a9c65b-7c1b-41fe-a99e-7efe3f26e026 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Removed routes are [] {{(pid=106756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 09:25:05.644413 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c65b-7c1b-41fe-a99e-7efe3f26e026 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:05.705597 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:05.807605 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:03Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70a0eb-b6a2-44b9-a705-a430a7504fbc', 'name': '', 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:1d:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:02Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 2, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:05.842998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2d5aadcd-94c6-40dc-9629-66701094aa21 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:05.869899 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Checking router: 67fc0124-28a1-4de7-9dc2-ac461ab52244 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:05.870631 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Updating router 67fc0124-28a1-4de7-9dc2-ac461ab52244 port db70a0eb-b6a2-44b9-a705-a430a7504fbc binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:25:05.903241 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:05.917530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:05.926821 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:05.961362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Transition to ACTIVE for port object 5a56ff82-9522-4998-bf37-f69ce8311489 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:05.976518 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Transition to ACTIVE for port object a329514e-f003-47ce-8f48-d6400acff7b1 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:06.002094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Transition to ACTIVE for port object 5a56ff82-9522-4998-bf37-f69ce8311489 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:06.075837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0832ccf3-7f4d-40a3-b5ab-d4b52c304c29 None None] Network fc969631-970f-4df8-95a0-764e6e8c0ee9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:06.080449 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.123834 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.190335 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.204593 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0da347-6f1b-4857-bb43-066f539dd11f']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:06.215085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 2d5aadcd-94c6-40dc-9629-66701094aa21 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:06.236386 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5b2b61-17e5-402a-8d82-41dacbe035bc') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:06.236745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5b2b61-17e5-402a-8d82-41dacbe035bc') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:06.280259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.304593 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.314939 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c65b-7c1b-41fe-a99e-7efe3f26e026 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.316991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:06.317424 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:06.320546 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:06.323122 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c65b-7c1b-41fe-a99e-7efe3f26e026 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.340570 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.363500 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Transition to ACTIVE for port object db70a0eb-b6a2-44b9-a705-a430a7504fbc will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:06.422455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6d04ebad-f8f7-4099-a865-0961d1ba6daa up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:06.437590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50547ef-452c-49ca-a2e2-b8883968cce4 req-8274940f-e3f9-4dff-87a3-f9498c9c210a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:06.439539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c50547ef-452c-49ca-a2e2-b8883968cce4 req-8274940f-e3f9-4dff-87a3-f9498c9c210a tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 907 time: 0.8168678 Aug 21 09:25:06.463517 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.470688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Allocated IP 172.25.5.248 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/f9c000fd-735c-46d4-9b0c-712e2f8a8f2f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:06.480245 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Network b0e1e863-4241-46b4-afad-3b8990ade1d2 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:06.508855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a76891-df8a-43c9-8879-9ffe7fbe4a51 req-363a3532-8987-4123-b09c-6bcfa00c539d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:06.512920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61a76891-df8a-43c9-8879-9ffe7fbe4a51 req-363a3532-8987-4123-b09c-6bcfa00c539d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 907 time: 0.7967155 Aug 21 09:25:06.536700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a9c65b-7c1b-41fe-a99e-7efe3f26e026 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 67fc0124-28a1-4de7-9dc2-ac461ab52244 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:06.574612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:06.578453 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.578655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:06.701824 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.705108 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.709607 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/2b0da347-6f1b-4857-bb43-066f539dd11f HTTP/1.1" status: 204 len: 168 time: 1.4946566 Aug 21 09:25:06.710753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001cbf3-8d02-45b0-b7cd-b2325b78d0d3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=2b0da347-6f1b-4857-bb43-066f539dd11f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:06.712302 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40410) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:06.715493 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Attempting to bind port db70a0eb-b6a2-44b9-a705-a430a7504fbc on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:06.715819 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Attempting to bind port db70a0eb-b6a2-44b9-a705-a430a7504fbc by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0f90593a-1fa0-40fc-adb6-b3e630d113e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:06.716829 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Attempting to bind port db70a0eb-b6a2-44b9-a705-a430a7504fbc on network fc969631-970f-4df8-95a0-764e6e8c0ee9 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:06.722533 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af474a6c-5ae3-4f17-be33-d9a695f6c719 None None] Pushing event updated for resources: {'Port': ['ID=db70a0eb-b6a2-44b9-a705-a430a7504fbc,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:06.729299 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:06.732416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e9d8c5ea-20cb-410a-89c5-da021dfaaa49 None None] Provisioning for port 2d5aadcd-94c6-40dc-9629-66701094aa21 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:06.736172 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Checking segment: {'id': '0f90593a-1fa0-40fc-adb6-b3e630d113e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:06.736791 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.737190 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Bound using segment: {'id': '0f90593a-1fa0-40fc-adb6-b3e630d113e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:06.737692 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Bound port: db70a0eb-b6a2-44b9-a705-a430a7504fbc, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f90593a-1fa0-40fc-adb6-b3e630d113e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:06.740769 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.751452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e9d8c5ea-20cb-410a-89c5-da021dfaaa49 None None] Provisioning complete for port 2d5aadcd-94c6-40dc-9629-66701094aa21 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:06.751869 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c5ea-20cb-410a-89c5-da021dfaaa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.765811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c50547ef-452c-49ca-a2e2-b8883968cce4 req-f085e53b-4933-401d-a920-c08ab15c37ca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Deleting port cec8af24-b9be-4ff5-a62e-f43ee8924098 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:06.766329 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c50547ef-452c-49ca-a2e2-b8883968cce4 req-f085e53b-4933-401d-a920-c08ab15c37ca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.801293 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0db109-6659-4e97-aee2-32a67452a4f0 None None] Pushing event updated for resources: {'Port': ['ID=a329514e-f003-47ce-8f48-d6400acff7b1,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:06.847455 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.855096 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] For port db70a0eb-b6a2-44b9-a705-a430a7504fbc, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:06.859862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Attempting to bind port a329514e-f003-47ce-8f48-d6400acff7b1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:06.860248 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Attempting to bind port a329514e-f003-47ce-8f48-d6400acff7b1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:06.860621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Attempting to bind port a329514e-f003-47ce-8f48-d6400acff7b1 on network 4744644c-e35d-4f36-b45b-0eca9b5c8098 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:06.863434 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] For port db70a0eb-b6a2-44b9-a705-a430a7504fbc, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=db70a0eb-b6a2-44b9-a705-a430a7504fbc,segment=NetworkSegment(0f90593a-1fa0-40fc-adb6-b3e630d113e6),segment_id=0f90593a-1fa0-40fc-adb6-b3e630d113e6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:06.878436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Attempting to bind port 5a56ff82-9522-4998-bf37-f69ce8311489 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:06.879078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Attempting to bind port 5a56ff82-9522-4998-bf37-f69ce8311489 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '77fc5f31-5ec5-4932-b8cc-eb13d1df25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:06.879652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Attempting to bind port 5a56ff82-9522-4998-bf37-f69ce8311489 on network b0e1e863-4241-46b4-afad-3b8990ade1d2 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:06.915952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:06.916765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Checking segment: {'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:06.917354 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.918114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Bound using segment: {'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:06.918985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Bound port: a329514e-f003-47ce-8f48-d6400acff7b1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:06.919707 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:06.923921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:06.931378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:06.948910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:06.961610 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.007061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c50547ef-452c-49ca-a2e2-b8883968cce4 req-f085e53b-4933-401d-a920-c08ab15c37ca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] For port cec8af24-b9be-4ff5-a62e-f43ee8924098, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=cec8af24-b9be-4ff5-a62e-f43ee8924098,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:07.007491 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c50547ef-452c-49ca-a2e2-b8883968cce4 req-f085e53b-4933-401d-a920-c08ab15c37ca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.037924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 6d04ebad-f8f7-4099-a865-0961d1ba6daa triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:07.038213 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.052799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f9c000fd-735c-46d4-9b0c-712e2f8a8f2f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:07.070882 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:07.071853 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:07.099937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c50547ef-452c-49ca-a2e2-b8883968cce4 req-f085e53b-4933-401d-a920-c08ab15c37ca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Calling delete_port for cec8af24-b9be-4ff5-a62e-f43ee8924098 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:07.158612 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d187ede-5f49-43fe-83b8-3ddddc699536 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:07.159192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d187ede-5f49-43fe-83b8-3ddddc699536 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:07.163677 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1d187ede-5f49-43fe-83b8-3ddddc699536 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/subnets/273f78de-000d-4179-87a2-1ae5f8464380 HTTP/1.1" status: 404 len: 337 time: 0.4485180 Aug 21 09:25:07.164841 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40412) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.180911 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:07.219388 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-490bd458-d375-4eaa-926c-68d4d7a41bc7 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:07.220151 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490bd458-d375-4eaa-926c-68d4d7a41bc7 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:07.224370 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-490bd458-d375-4eaa-926c-68d4d7a41bc7 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/19e16cbd-77ea-4744-a160-882324409d9e HTTP/1.1" status: 404 len: 339 time: 0.0541062 Aug 21 09:25:07.226624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40414) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.260323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a9c65b-7c1b-41fe-a99e-7efe3f26e026 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:07.272511 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c65b-7c1b-41fe-a99e-7efe3f26e026 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.274034 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f5a9c65b-7c1b-41fe-a99e-7efe3f26e026 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244 HTTP/1.1" status: 200 len: 933 time: 2.2188888 Aug 21 09:25:07.276593 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40416) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.292988 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af474a6c-5ae3-4f17-be33-d9a695f6c719 None None] Pushing event updated for resources: {'Port': ['ID=db70a0eb-b6a2-44b9-a705-a430a7504fbc,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:07.300788 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b657e6-03fe-484e-a625-e3c28286fcd7 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:07.301225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b657e6-03fe-484e-a625-e3c28286fcd7 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:07.305435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-59b657e6-03fe-484e-a625-e3c28286fcd7 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/subnets/fc33d65a-aaad-4621-a2bf-c159c7a2a29f HTTP/1.1" status: 404 len: 337 time: 0.0726609 Aug 21 09:25:07.330787 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40418) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.358042 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a72636-01ca-4cae-8544-f605fa85c78d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:07.358782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a72636-01ca-4cae-8544-f605fa85c78d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:07.364071 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7a72636-01ca-4cae-8544-f605fa85c78d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/87c10824-1a6e-4a1e-97f4-686e056bf31c HTTP/1.1" status: 404 len: 339 time: 0.0296154 Aug 21 09:25:07.392178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40422) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.400372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:07.404922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Checking segment: {'id': '77fc5f31-5ec5-4932-b8cc-eb13d1df25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:07.404922 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.404922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Bound using segment: {'id': '77fc5f31-5ec5-4932-b8cc-eb13d1df25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:07.406560 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Bound port: 5a56ff82-9522-4998-bf37-f69ce8311489, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc5f31-5ec5-4932-b8cc-eb13d1df25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:07.406974 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.414466 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3110c995-d914-4514-bfaa-0f75cb4fe804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.435900 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a90dc2d-b7a2-41ce-97f1-f63652d71644 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:07.436539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a90dc2d-b7a2-41ce-97f1-f63652d71644 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:07.438848 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9a90dc2d-b7a2-41ce-97f1-f63652d71644 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/subnets/81dc5a52-c0d7-47ea-9a57-b9bae0e11b1c HTTP/1.1" status: 404 len: 337 time: 0.0448232 Aug 21 09:25:07.441886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40424) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.475654 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6886a5d-c9c7-4150-9e10-3c93473ad99c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:07.477021 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6886a5d-c9c7-4150-9e10-3c93473ad99c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:07.478415 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f6886a5d-c9c7-4150-9e10-3c93473ad99c tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/7bb5d43f-f25a-4ccb-bcf8-4fca44aea4a2 HTTP/1.1" status: 404 len: 339 time: 0.0354822 Aug 21 09:25:07.488126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40426) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.509744 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 6, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70a0eb-b6a2-44b9-a705-a430a7504fbc', 'name': '', 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:1d:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:02Z', 'updated_at': '2021-08-21T09:25:06Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:07.518405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c50547ef-452c-49ca-a2e2-b8883968cce4 req-f085e53b-4933-401d-a920-c08ab15c37ca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.523668 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-898f09e4-fa0a-46e3-b458-8806edf6a945 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:07.523870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898f09e4-fa0a-46e3-b458-8806edf6a945 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:07.525618 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-898f09e4-fa0a-46e3-b458-8806edf6a945 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/subnets/68f4ae26-622d-4056-9081-ac02e3a852b0 HTTP/1.1" status: 404 len: 337 time: 0.0365386 Aug 21 09:25:07.528097 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40428) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.546143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Pushing event updated for resources: {'Port': ['ID=5a56ff82-9522-4998-bf37-f69ce8311489,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:07.547939 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1a0f7194-71b9-485d-a689-967d8dcddb47 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244 HTTP/1.1" status: 200 len: 933 time: 0.2697847 Aug 21 09:25:07.548695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40430) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.549710 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a4872-e82a-4730-8fbc-c9d87b273706 None None] The sync data for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 is: [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 6, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70a0eb-b6a2-44b9-a705-a430a7504fbc', 'name': '', 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:1d:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:02Z', 'updated_at': '2021-08-21T09:25:06Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:07.556315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6327bc62-3bab-4b0a-b683-93732c19bc8f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'routes': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:07.558793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085e53b-4933-401d-a920-c08ab15c37ca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event deleted for resources: {'Port': ['ID=cec8af24-b9be-4ff5-a62e-f43ee8924098,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:07.568323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.691339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] For port a329514e-f003-47ce-8f48-d6400acff7b1, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:07.695917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] For port a329514e-f003-47ce-8f48-d6400acff7b1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a329514e-f003-47ce-8f48-d6400acff7b1,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:07.712979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-2769b357-1729-4a16-a8b6-868355c84947 req-015468b7-8f66-4502-8902-af30e3fc5b75 service neutron] (106756) timed out ('10.222.0.13', 65440) {{(pid=106756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:25:07.716863 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c3537c-9db9-4383-b7a9-050e7adaa49d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:07.717487 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c3537c-9db9-4383-b7a9-050e7adaa49d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:07.722458 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-36c3537c-9db9-4383-b7a9-050e7adaa49d tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/0e0d6075-5411-42a7-8288-f2a522b93454 HTTP/1.1" status: 404 len: 339 time: 0.1911407 Aug 21 09:25:07.723453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40436) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.761045 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c5ea-20cb-410a-89c5-da021dfaaa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.795087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50547ef-452c-49ca-a2e2-b8883968cce4 req-f085e53b-4933-401d-a920-c08ab15c37ca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] No DVR routers for this DVR port cec8af24-b9be-4ff5-a62e-f43ee8924098 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:07.834583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-791b2959-5a07-489e-9057-40e1e4b388de req-c11f1a72-c2a8-4420-b9c6-312c0951f3f9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 210 time: 0.1865950 Aug 21 09:25:07.835206 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.844617 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c50547ef-452c-49ca-a2e2-b8883968cce4 req-f085e53b-4933-401d-a920-c08ab15c37ca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:07.846702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c50547ef-452c-49ca-a2e2-b8883968cce4 req-f085e53b-4933-401d-a920-c08ab15c37ca tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.13 "DELETE /v2.0/ports/cec8af24-b9be-4ff5-a62e-f43ee8924098 HTTP/1.1" status: 204 len: 173 time: 1.3985579 Aug 21 09:25:07.847191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7aa51a-122e-4929-8417-09db25202185', 'name': 'network-vif-deleted', 'tag': 'cec8af24-b9be-4ff5-a62e-f43ee8924098'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:25:07.855304 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5f5fee-be94-4479-ac58-a744c9a586e7 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:07.855785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5f5fee-be94-4479-ac58-a744c9a586e7 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:07.857979 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e51a54e-5a00-4a52-ae4e-4759209d6529" -d '{"events": [{"server_uuid": "1a7aa51a-122e-4929-8417-09db25202185", "name": "network-vif-deleted", "tag": "cec8af24-b9be-4ff5-a62e-f43ee8924098"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:25:07.871229 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3b5f5fee-be94-4479-ac58-a744c9a586e7 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/subnets/d7cea928-8ad4-43dd-9cd5-8b5e95b570c8 HTTP/1.1" status: 404 len: 337 time: 0.1319592 Aug 21 09:25:07.874736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40440) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.949904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0db109-6659-4e97-aee2-32a67452a4f0 None None] Pushing event updated for resources: {'Port': ['ID=a329514e-f003-47ce-8f48-d6400acff7b1,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:07.958729 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-28132a42-dce4-4240-9e8a-c5b84f8026ee tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:07.964758 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28132a42-dce4-4240-9e8a-c5b84f8026ee tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:07.969420 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-28132a42-dce4-4240-9e8a-c5b84f8026ee tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/73295eb7-c498-4097-95d4-4fc87270f266 HTTP/1.1" status: 404 len: 339 time: 0.0935276 Aug 21 09:25:07.972228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40442) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:07.992431 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4e53ba-0d3d-4507-9bce-9a8a85b4a2e0 x-openstack-request-id: req-be4e53ba-0d3d-4507-9bce-9a8a85b4a2e0 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:25:07.992736 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7aa51a-122e-4929-8417-09db25202185", "name": "network-vif-deleted", "tag": "cec8af24-b9be-4ff5-a62e-f43ee8924098", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:25:07.992995 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be4e53ba-0d3d-4507-9bce-9a8a85b4a2e0 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:25:07.993403 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7aa51a-122e-4929-8417-09db25202185', 'name': 'network-vif-deleted', 'tag': 'cec8af24-b9be-4ff5-a62e-f43ee8924098', 'status': 'completed', 'code': 200} Aug 21 09:25:08.090424 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b867b07-3c6b-4358-afbd-29bd4567c461 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:08.090887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b867b07-3c6b-4358-afbd-29bd4567c461 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:08.094223 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e9d8c5ea-20cb-410a-89c5-da021dfaaa49 None None] For port 2d5aadcd-94c6-40dc-9629-66701094aa21, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2d5aadcd-94c6-40dc-9629-66701094aa21,segment=NetworkSegment(0f90593a-1fa0-40fc-adb6-b3e630d113e6),segment_id=0f90593a-1fa0-40fc-adb6-b3e630d113e6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:08.098546 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9b867b07-3c6b-4358-afbd-29bd4567c461 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/subnets/ae0d2e46-b160-47ac-befe-b9c3823af961 HTTP/1.1" status: 404 len: 337 time: 0.1121185 Aug 21 09:25:08.104260 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40444) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:08.133017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Routers {'05d991bf-1ad2-4552-a08d-0f302e8963c3'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:08.133678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['05d991bf-1ad2-4552-a08d-0f302e8963c3'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:08.246319 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c5ea-20cb-410a-89c5-da021dfaaa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:08.278759 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-03411f1d-f75a-4ea5-9b10-21ec1850d047 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:08.279468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03411f1d-f75a-4ea5-9b10-21ec1850d047 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:08.292085 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03411f1d-f75a-4ea5-9b10-21ec1850d047 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/973c2e2a-dcad-4289-b94c-67bb465bdb6e HTTP/1.1" status: 404 len: 339 time: 0.1772585 Aug 21 09:25:08.293445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40446) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:08.403080 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:08.425161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] Set router 05d991bf-1ad2-4552-a08d-0f302e8963c3 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:08.660276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device db70a0eb-b6a2-44b9-a705-a430a7504fbc up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:08.663176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device cec8af24-b9be-4ff5-a62e-f43ee8924098 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:08.727163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: cec8af24-b9be-4ff5-a62e-f43ee8924098 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:08.727829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device cec8af24-b9be-4ff5-a62e-f43ee8924098 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:08.734469 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] For port 5a56ff82-9522-4998-bf37-f69ce8311489, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:08.789834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] For port 5a56ff82-9522-4998-bf37-f69ce8311489, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5a56ff82-9522-4998-bf37-f69ce8311489,segment=NetworkSegment(77fc5f31-5ec5-4932-b8cc-eb13d1df25e0),segment_id=77fc5f31-5ec5-4932-b8cc-eb13d1df25e0)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:08.854447 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-912db03f-3b4b-439c-83c4-aeeee5571174 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:08.854875 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912db03f-3b4b-439c-83c4-aeeee5571174 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:08.856819 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-912db03f-3b4b-439c-83c4-aeeee5571174 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/subnets/c22270fd-47de-48f8-8565-c4b159787cc3 HTTP/1.1" status: 404 len: 337 time: 0.5621285 Aug 21 09:25:08.861995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40454) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:08.869918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 4, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a329514e-f003-47ce-8f48-d6400acff7b1', 'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'mac_address': 'fa:16:3e:6b:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:58Z', 'updated_at': '2021-08-21T09:25:07Z', 'revision_number': 4, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'subnets': [{'id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:08.882918 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.extraroute_db [None req-6327bc62-3bab-4b0a-b683-93732c19bc8f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added routes are [] {{(pid=106756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 09:25:08.882918 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.extraroute_db [None req-6327bc62-3bab-4b0a-b683-93732c19bc8f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=106756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 09:25:08.909677 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f27441-d039-4da2-a5af-eb6a84a28f35 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:08.924263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f27441-d039-4da2-a5af-eb6a84a28f35 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:08.924263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-02f27441-d039-4da2-a5af-eb6a84a28f35 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/3b2b4969-a1c9-4f16-97a1-2e732aaf53fe HTTP/1.1" status: 404 len: 339 time: 0.0482113 Aug 21 09:25:08.927086 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6327bc62-3bab-4b0a-b683-93732c19bc8f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:08.927268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Router 15bbcdc4-8583-4562-9cd4-477f6944216f is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:25:08.933990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40456) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:08.961826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8c5ea-20cb-410a-89c5-da021dfaaa49 None None] Pushing event updated for resources: {'Port': ['ID=2d5aadcd-94c6-40dc-9629-66701094aa21,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:08.987263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c9898-8251-4b94-b98b-c55edd0c0482 None None] The sync data for ids ['05d991bf-1ad2-4552-a08d-0f302e8963c3'] in n-d-766726-28 is: [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 4, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a329514e-f003-47ce-8f48-d6400acff7b1', 'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'mac_address': 'fa:16:3e:6b:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:58Z', 'updated_at': '2021-08-21T09:25:07Z', 'revision_number': 4, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'subnets': [{'id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:08.994120 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-479d0028-bc31-4cc1-b02c-5b89d7345c77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:08.995123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479d0028-bc31-4cc1-b02c-5b89d7345c77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:09.001762 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-479d0028-bc31-4cc1-b02c-5b89d7345c77 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/subnets/cf8a7b95-716e-41d1-b4ed-b4e82102375d HTTP/1.1" status: 404 len: 337 time: 0.0651319 Aug 21 09:25:09.012539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40458) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:09.036553 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f410175a-1282-4f0e-9aac-08cbb119344d None None] Provisioning complete for port 2d5aadcd-94c6-40dc-9629-66701094aa21 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:09.036999 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f410175a-1282-4f0e-9aac-08cbb119344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:09.068565 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-739bdca2-1c2b-46f8-a334-1d59745d2e8f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:09.069216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739bdca2-1c2b-46f8-a334-1d59745d2e8f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:09.071068 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-739bdca2-1c2b-46f8-a334-1d59745d2e8f tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/cc1a1d13-8445-4812-8aa5-1c2690ecf0cb HTTP/1.1" status: 404 len: 339 time: 0.0573044 Aug 21 09:25:09.074871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40460) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:09.140645 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:09.144988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port db70a0eb-b6a2-44b9-a705-a430a7504fbc completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:09.209970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c960e4e8-9bbf-4e8d-ac99-7412c4d2adf3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Deleting subnet 809082da-6170-4c31-8027-99c7e3faf401 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:25:09.216545 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c960e4e8-9bbf-4e8d-ac99-7412c4d2adf3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:09.233677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:09.254362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb1b32e-8dd0-41b5-8eca-6256bcbe587e None None] Sync routers for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:09.266045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc0c05e7-2535-4886-aa27-dc025bb0da11 req-7116106f-9023-4914-a4cb-09228ea45837 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7aa51a-122e-4929-8417-09db25202185 HTTP/1.1" status: 200 len: 210 time: 0.1319900 Aug 21 09:25:09.374865 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c960e4e8-9bbf-4e8d-ac99-7412c4d2adf3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:09.383462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:09.389895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd338c-cc9c-4642-9b67-553f4cb2a515 None None] Pushing event updated for resources: {'Port': ['ID=5a56ff82-9522-4998-bf37-f69ce8311489,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:09.395282 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Sync routers for ids ['15bbcdc4-8583-4562-9cd4-477f6944216f'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:09.412698 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Routers {'15bbcdc4-8583-4562-9cd4-477f6944216f'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:09.413473 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['15bbcdc4-8583-4562-9cd4-477f6944216f'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:09.451964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1b32e-8dd0-41b5-8eca-6256bcbe587e None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:09.452762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-feb1b32e-8dd0-41b5-8eca-6256bcbe587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:24:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:09.487258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-f45a3bb1-f734-4eca-a6fe-e66773e4a0cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3286824 Aug 21 09:25:09.584161 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:09.588915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3c7fd3ee-5151-4cae-9ae3-8cd3423dc2d5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3218153 Aug 21 09:25:09.598273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40462) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:09.636800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-feb1b32e-8dd0-41b5-8eca-6256bcbe587e None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:09.643532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c960e4e8-9bbf-4e8d-ac99-7412c4d2adf3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:09.736572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-26e7aa0c-3a69-4d4c-b2e0-864f8c8fdd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:09.752814 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-26e7aa0c-3a69-4d4c-b2e0-864f8c8fdd5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d45316a92cad4722a66037032e7e74ea&device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 1097 time: 0.2564983 Aug 21 09:25:09.994644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-fc48c886-f76b-4901-bb33-4d2f96892328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:09.994644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-fc48c886-f76b-4901-bb33-4d2f96892328 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 200 len: 913 time: 0.2099998 Aug 21 09:25:10.002767 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Set router 15bbcdc4-8583-4562-9cd4-477f6944216f gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:10.065446 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6327bc62-3bab-4b0a-b683-93732c19bc8f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:10.070364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6327bc62-3bab-4b0a-b683-93732c19bc8f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:10.133214 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:10.167770 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c960e4e8-9bbf-4e8d-ac99-7412c4d2adf3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:10.172149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-7a0333f9-0643-46cf-ade3-7057c7d7c750 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39c2a623-35c4-495f-8508-0e44d98c9f4c HTTP/1.1" status: 200 len: 217 time: 0.1690133 Aug 21 09:25:10.223347 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8c87a923-9f11-45fa-b58a-7b1fc7bf266d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:10.232895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:10.233276 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:10.384614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960e4e8-9bbf-4e8d-ac99-7412c4d2adf3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Subnet': ['ID=809082da-6170-4c31-8027-99c7e3faf401,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:10.386778 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c960e4e8-9bbf-4e8d-ac99-7412c4d2adf3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:10.397699 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c960e4e8-9bbf-4e8d-ac99-7412c4d2adf3 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/subnets/809082da-6170-4c31-8027-99c7e3faf401 HTTP/1.1" status: 204 len: 168 time: 1.3115864 Aug 21 09:25:10.400757 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40472) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:10.420898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203395db-124e-43bc-8c7e-9e4a9111a3fb None None] Network b1d1a111-3bc6-42e3-9413-1f384ae5835e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:10.433908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-b77f2d67-cc0c-4eee-ade6-75f33d8a8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:10.440979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-b77f2d67-cc0c-4eee-ade6-75f33d8a8c82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 200 len: 851 time: 0.2574122 Aug 21 09:25:10.579164 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'name': 'tempest-TestServerBasicOps-693038961-router', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:04Z', 'updated_at': '2021-08-21T09:25:07Z', 'revision_number': 3, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'gw_port': {'id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:05Z', 'updated_at': '2021-08-21T09:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:10.602336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6327bc62-3bab-4b0a-b683-93732c19bc8f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 67fc0124-28a1-4de7-9dc2-ac461ab52244 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:10.633841 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Checking router: 15bbcdc4-8583-4562-9cd4-477f6944216f for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:10.641057 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Updating router 15bbcdc4-8583-4562-9cd4-477f6944216f port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:25:10.669044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:10.681151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-46f2c4e8-3e58-4856-bab9-ddeeec68b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:10.683848 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-46f2c4e8-3e58-4856-bab9-ddeeec68b057 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9f7b8d42-decb-4a92-93d7-259b0577d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2317121 Aug 21 09:25:10.711907 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:10.850212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5a56ff82-9522-4998-bf37-f69ce8311489 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:10.852352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f410175a-1282-4f0e-9aac-08cbb119344d None None] Provisioning for port db70a0eb-b6a2-44b9-a705-a430a7504fbc completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:10.962493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6327bc62-3bab-4b0a-b683-93732c19bc8f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:10.983657 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6327bc62-3bab-4b0a-b683-93732c19bc8f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:10.988435 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6327bc62-3bab-4b0a-b683-93732c19bc8f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244 HTTP/1.1" status: 200 len: 699 time: 3.4366174 Aug 21 09:25:10.990287 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40480) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:11.006072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f410175a-1282-4f0e-9aac-08cbb119344d None None] Provisioning complete for port db70a0eb-b6a2-44b9-a705-a430a7504fbc triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:11.016353 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f410175a-1282-4f0e-9aac-08cbb119344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.124316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Deleting port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:11.125503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.253468 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.288653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543d230-68b8-4698-b0be-e8ccb596becb req-095c332e-3574-4846-b1b2-dd297b2903bf tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:11.300143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b543d230-68b8-4698-b0be-e8ccb596becb req-095c332e-3574-4846-b1b2-dd297b2903bf tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 945 time: 0.1479199 Aug 21 09:25:11.349063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-feb1b32e-8dd0-41b5-8eca-6256bcbe587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:08Z', 'revision_number': 7, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70a0eb-b6a2-44b9-a705-a430a7504fbc', 'name': '', 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:1d:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:02Z', 'updated_at': '2021-08-21T09:25:06Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:11.416255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82fd3e9-6425-4e7f-abbe-fbdd9d2997a9 None None] Network b0e1e863-4241-46b4-afad-3b8990ade1d2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:11.417094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] For port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb,segment=NetworkSegment(9182c9b6-023e-45ca-a717-61bf91155e72),segment_id=9182c9b6-023e-45ca-a717-61bf91155e72)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:11.417649 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.427398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-00ae4f60-dd60-446f-bd78-598bacf5bd15 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215526 Aug 21 09:25:11.447686 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d333d948-d0dc-452f-9801-99a49c451652 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244 HTTP/1.1" status: 200 len: 699 time: 0.4559810 Aug 21 09:25:11.448655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40484) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:11.456224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Calling delete_port for c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:11.469167 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.486315 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Transition to ACTIVE for port object f9c000fd-735c-46d4-9b0c-712e2f8a8f2f will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:11.486504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b543d230-68b8-4698-b0be-e8ccb596becb req-20f534f5-3015-44fd-a552-c6a4b212e33f tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849101 Aug 21 09:25:11.498623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb1b32e-8dd0-41b5-8eca-6256bcbe587e None None] Checking router: 67fc0124-28a1-4de7-9dc2-ac461ab52244 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:11.502194 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85fb6b5-3ea7-4c59-8e84-a53d3186bdc4 None None] DHCP port deletion for b1d1a111-3bc6-42e3-9413-1f384ae5835e request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:25:11.512017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 5a56ff82-9522-4998-bf37-f69ce8311489 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:11.547675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a329514e-f003-47ce-8f48-d6400acff7b1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:11.549883 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.622373 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Attempting to bind port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:11.623080 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1b32e-8dd0-41b5-8eca-6256bcbe587e None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:11.623202 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Attempting to bind port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:11.623334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-feb1b32e-8dd0-41b5-8eca-6256bcbe587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:11.623479 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Attempting to bind port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:11.634831 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:11.635200 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:11.635619 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.636012 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:11.636505 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Bound port: f9c000fd-735c-46d4-9b0c-712e2f8a8f2f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:11.636879 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.674805 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.698014 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] For port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:11.701530 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] For port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f9c000fd-735c-46d4-9b0c-712e2f8a8f2f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:11.713513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f410175a-1282-4f0e-9aac-08cbb119344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.715853 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2066e-080b-4d51-9d06-27af4c2df6e9 None None] Pushing event updated for resources: {'Port': ['ID=f9c000fd-735c-46d4-9b0c-712e2f8a8f2f,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:11.731490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Port': ['ID=c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:11.742316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] No DVR routers for this DVR port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:11.778118 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.848227 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Routers {'15bbcdc4-8583-4562-9cd4-477f6944216f'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:11.850706 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['15bbcdc4-8583-4562-9cd4-477f6944216f'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:11.915728 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:11.930367 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2066e-080b-4d51-9d06-27af4c2df6e9 None None] Pushing event updated for resources: {'Port': ['ID=f9c000fd-735c-46d4-9b0c-712e2f8a8f2f,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:11.958747 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d1a111-3bc6-42e3-9413-1f384ae5835e']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:11.981372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f410175a-1282-4f0e-9aac-08cbb119344d None None] For port db70a0eb-b6a2-44b9-a705-a430a7504fbc, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=db70a0eb-b6a2-44b9-a705-a430a7504fbc,segment=NetworkSegment(0f90593a-1fa0-40fc-adb6-b3e630d113e6),segment_id=0f90593a-1fa0-40fc-adb6-b3e630d113e6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:11.986688 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9182c9b6-023e-45ca-a717-61bf91155e72') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:11.987066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9182c9b6-023e-45ca-a717-61bf91155e72') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:12.011131 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.030899 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f85fb6b5-3ea7-4c59-8e84-a53d3186bdc4 None None] Deleting port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:12.031330 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f85fb6b5-3ea7-4c59-8e84-a53d3186bdc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.048037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.058532 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:12.058950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:12.066965 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:12.151771 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] Set router 15bbcdc4-8583-4562-9cd4-477f6944216f gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:12.152081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.159986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-feb1b32e-8dd0-41b5-8eca-6256bcbe587e None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:12.177050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-147c7304-5534-4693-9dae-1c911d8ad8eb req-77eb35f2-319d-4683-bf3a-5fe08fcca360 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7371681 Aug 21 09:25:12.250377 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f410175a-1282-4f0e-9aac-08cbb119344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.274805 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.308839 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.313875 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] 10.222.0.20 "DELETE /v2.0/networks/b1d1a111-3bc6-42e3-9413-1f384ae5835e HTTP/1.1" status: 204 len: 168 time: 1.9092441 Aug 21 09:25:12.373906 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a5bdc-8ab6-4e23-8021-be7d497f9707 tempest-NetworksTest-2039329166 tempest-NetworksTest-2039329166-project] Pushing event deleted for resources: {'Network': ['ID=b1d1a111-3bc6-42e3-9413-1f384ae5835e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:12.459505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410175a-1282-4f0e-9aac-08cbb119344d None None] Pushing event updated for resources: {'Port': ['ID=db70a0eb-b6a2-44b9-a705-a430a7504fbc,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:12.522744 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'name': 'tempest-TestServerBasicOps-693038961-router', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:04Z', 'updated_at': '2021-08-21T09:25:07Z', 'revision_number': 3, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'gw_port': {'id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:05Z', 'updated_at': '2021-08-21T09:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:12.536282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a329514e-f003-47ce-8f48-d6400acff7b1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:12.538681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f85fb6b5-3ea7-4c59-8e84-a53d3186bdc4 None None] For port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb, host n-d-766726-28, got binding levels [] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:12.539343 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f85fb6b5-3ea7-4c59-8e84-a53d3186bdc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.558370 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab37437-2b8a-44ba-885f-f945720de606 None None] The sync data for ids ['15bbcdc4-8583-4562-9cd4-477f6944216f'] in n-d-766726-28 is: [{'id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'name': 'tempest-TestServerBasicOps-693038961-router', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:04Z', 'updated_at': '2021-08-21T09:25:07Z', 'revision_number': 3, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'gw_port': {'id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:05Z', 'updated_at': '2021-08-21T09:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:12.599843 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.612688 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a329514e-f003-47ce-8f48-d6400acff7b1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:12.613042 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.616955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f85fb6b5-3ea7-4c59-8e84-a53d3186bdc4 None None] Calling delete_port for c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:12.646815 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.ipam_backend_mixin [None req-f85fb6b5-3ea7-4c59-8e84-a53d3186bdc4 None None] Port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb was not found and therefore no delete operation was performed {{(pid=106758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:25:12.661103 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f85fb6b5-3ea7-4c59-8e84-a53d3186bdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.662540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ce8ad-3d00-4adb-8614-501f8b43acb2 req-0ccf6a87-c7ac-41d8-9062-7da66e4f9215 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:12.664538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-915ce8ad-3d00-4adb-8614-501f8b43acb2 req-0ccf6a87-c7ac-41d8-9062-7da66e4f9215 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 945 time: 0.3087504 Aug 21 09:25:12.708009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3cb51613-c98c-4e90-9ab7-c0c93dcd66e6 None None] Provisioning for port 5a56ff82-9522-4998-bf37-f69ce8311489 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:12.721009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fb6b5-3ea7-4c59-8e84-a53d3186bdc4 None None] Pushing event deleted for resources: {'Port': ['ID=c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:12.730984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f85fb6b5-3ea7-4c59-8e84-a53d3186bdc4 None None] Network b1d1a111-3bc6-42e3-9413-1f384ae5835e is not hosted by any dhcp agent {{(pid=106758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 09:25:12.730984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85fb6b5-3ea7-4c59-8e84-a53d3186bdc4 None None] No DVR routers for this DVR port c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:12.744031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3cb51613-c98c-4e90-9ab7-c0c93dcd66e6 None None] Provisioning complete for port 5a56ff82-9522-4998-bf37-f69ce8311489 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:12.744031 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3cb51613-c98c-4e90-9ab7-c0c93dcd66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:12.795171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a4a625-aaed-41f8-acc7-af7850527745 None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:25:12.815033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Allocated IP 172.20.0.1 (b0e1e863-4241-46b4-afad-3b8990ade1d2/0d1883eb-be44-405f-83eb-a8aff7b5b925/d363a783-e5be-4a19-9213-1bc308ecc4c2) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:12.853281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f5988-535f-4e2f-8c0f-3f4c68e3f86c req-897952b7-6c58-4bc0-96b5-77a89a76a35d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:12.862296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-744f5988-535f-4e2f-8c0f-3f4c68e3f86c req-897952b7-6c58-4bc0-96b5-77a89a76a35d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 945 time: 0.2397530 Aug 21 09:25:12.990487 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.087460 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3cb51613-c98c-4e90-9ab7-c0c93dcd66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.133459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-744f5988-535f-4e2f-8c0f-3f4c68e3f86c req-282e9b3a-94fd-415e-a662-9a517daed63c tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477388 Aug 21 09:25:13.138307 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a329514e-f003-47ce-8f48-d6400acff7b1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a329514e-f003-47ce-8f48-d6400acff7b1,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:13.165850 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40500) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:13.172108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-915ce8ad-3d00-4adb-8614-501f8b43acb2 req-a3dc5a75-9379-4e3d-94bf-7cdc616ca356 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Deleting port 39c2a623-35c4-495f-8508-0e44d98c9f4c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:13.172542 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-915ce8ad-3d00-4adb-8614-501f8b43acb2 req-a3dc5a75-9379-4e3d-94bf-7cdc616ca356 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.174806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-feb1b32e-8dd0-41b5-8eca-6256bcbe587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:08Z', 'revision_number': 7, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70a0eb-b6a2-44b9-a705-a430a7504fbc', 'name': '', 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:1d:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:02Z', 'updated_at': '2021-08-21T09:25:06Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:13.238190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb1b32e-8dd0-41b5-8eca-6256bcbe587e None None] The sync data for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 is: [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:08Z', 'revision_number': 7, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70a0eb-b6a2-44b9-a705-a430a7504fbc', 'name': '', 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:1d:db:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:02Z', 'updated_at': '2021-08-21T09:25:06Z', 'revision_number': 4, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:13.243680 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.244905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2d5aadcd-94c6-40dc-9629-66701094aa21 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:13.278237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3cb51613-c98c-4e90-9ab7-c0c93dcd66e6 None None] For port 5a56ff82-9522-4998-bf37-f69ce8311489, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5a56ff82-9522-4998-bf37-f69ce8311489,segment=NetworkSegment(77fc5f31-5ec5-4932-b8cc-eb13d1df25e0),segment_id=77fc5f31-5ec5-4932-b8cc-eb13d1df25e0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:13.307890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a4a625-aaed-41f8-acc7-af7850527745 None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:25:13.337933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-915ce8ad-3d00-4adb-8614-501f8b43acb2 req-a3dc5a75-9379-4e3d-94bf-7cdc616ca356 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] For port 39c2a623-35c4-495f-8508-0e44d98c9f4c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=39c2a623-35c4-495f-8508-0e44d98c9f4c,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:13.342956 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-915ce8ad-3d00-4adb-8614-501f8b43acb2 req-a3dc5a75-9379-4e3d-94bf-7cdc616ca356 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.375263 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3cb51613-c98c-4e90-9ab7-c0c93dcd66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.377319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a329514e-f003-47ce-8f48-d6400acff7b1,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:13.423913 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2b3b640c-1b96-47c9-be9a-9bd707fe546c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2c0731e107b406293ce7cb17e19be4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567432 Aug 21 09:25:13.426177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40504) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:13.446383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-915ce8ad-3d00-4adb-8614-501f8b43acb2 req-a3dc5a75-9379-4e3d-94bf-7cdc616ca356 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Calling delete_port for 39c2a623-35c4-495f-8508-0e44d98c9f4c owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:13.456156 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.496320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3cb51613-c98c-4e90-9ab7-c0c93dcd66e6 None None] Provisioning complete for port db70a0eb-b6a2-44b9-a705-a430a7504fbc triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:13.496890 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3cb51613-c98c-4e90-9ab7-c0c93dcd66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.511986 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc93c24-5a4b-4463-8360-518333cf720e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.521411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Transition to ACTIVE for port object d363a783-e5be-4a19-9213-1bc308ecc4c2 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:13.524734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2d5aadcd-94c6-40dc-9629-66701094aa21 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:13.525110 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.570251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb51613-c98c-4e90-9ab7-c0c93dcd66e6 None None] Pushing event updated for resources: {'Port': ['ID=5a56ff82-9522-4998-bf37-f69ce8311489,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:13.596279 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc93c24-5a4b-4463-8360-518333cf720e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.690886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.781330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Network b0e1e863-4241-46b4-afad-3b8990ade1d2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:13.786764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:13.789895 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc93c24-5a4b-4463-8360-518333cf720e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.790078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:13.793047 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc93c24-5a4b-4463-8360-518333cf720e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.798353 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ffc93c24-5a4b-4463-8360-518333cf720e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87ddc6c2-340a-4c4d-9ca2-8cd837898cd7 HTTP/1.1" status: 204 len: 168 time: 0.3673201 Aug 21 09:25:13.813757 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc93c24-5a4b-4463-8360-518333cf720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ddc6c2-340a-4c4d-9ca2-8cd837898cd7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:13.819896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bb2b7-f741-4979-a4d4-01267e9859a6 None None] Sync routers for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:13.880426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bb2b7-f741-4979-a4d4-01267e9859a6 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:13.880911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c51bb2b7-f741-4979-a4d4-01267e9859a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:13.982169 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:13.990538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Pushing event updated for resources: {'Port': ['ID=d363a783-e5be-4a19-9213-1bc308ecc4c2,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:14.027723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-33c9cae9-eab0-419c-a353-cd3eb9ed46ec None None] Provisioning complete for port 5a56ff82-9522-4998-bf37-f69ce8311489 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:14.028016 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-33c9cae9-eab0-419c-a353-cd3eb9ed46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:14.038687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-c51bb2b7-f741-4979-a4d4-01267e9859a6 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:14.205878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5a56ff82-9522-4998-bf37-f69ce8311489 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:14.209740 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:14.375350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-915ce8ad-3d00-4adb-8614-501f8b43acb2 req-a3dc5a75-9379-4e3d-94bf-7cdc616ca356 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:14.438430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f015620-90f1-40cb-8f3f-6955cbd7383d req-327fe90d-0ab8-4951-973b-38e0b868d774 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 210 time: 0.1107695 Aug 21 09:25:14.480107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc5a75-9379-4e3d-94bf-7cdc616ca356 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event deleted for resources: {'Port': ['ID=39c2a623-35c4-495f-8508-0e44d98c9f4c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:14.528587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['264a635d-c2b9-4993-ae08-a62eefb8a003'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:25:14.558582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-915ce8ad-3d00-4adb-8614-501f8b43acb2 req-a3dc5a75-9379-4e3d-94bf-7cdc616ca356 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] No DVR routers for this DVR port 39c2a623-35c4-495f-8508-0e44d98c9f4c on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:14.561362 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-915ce8ad-3d00-4adb-8614-501f8b43acb2 req-a3dc5a75-9379-4e3d-94bf-7cdc616ca356 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:14.565420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-915ce8ad-3d00-4adb-8614-501f8b43acb2 req-a3dc5a75-9379-4e3d-94bf-7cdc616ca356 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "DELETE /v2.0/ports/39c2a623-35c4-495f-8508-0e44d98c9f4c HTTP/1.1" status: 204 len: 173 time: 1.8570263 Aug 21 09:25:14.583458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd65e8-b068-4bb0-b31c-1e458045f0ec', 'name': 'network-vif-deleted', 'tag': '39c2a623-35c4-495f-8508-0e44d98c9f4c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:25:14.587205 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585fb61b-e282-429c-ac66-41db1ec26835" -d '{"events": [{"server_uuid": "25bd65e8-b068-4bb0-b31c-1e458045f0ec", "name": "network-vif-deleted", "tag": "39c2a623-35c4-495f-8508-0e44d98c9f4c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:25:14.629999 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2762da6-57e5-4765-8ddb-85beec0297b9 x-openstack-request-id: req-d2762da6-57e5-4765-8ddb-85beec0297b9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:25:14.630548 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd65e8-b068-4bb0-b31c-1e458045f0ec", "name": "network-vif-deleted", "tag": "39c2a623-35c4-495f-8508-0e44d98c9f4c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:25:14.630891 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2762da6-57e5-4765-8ddb-85beec0297b9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:25:14.631415 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd65e8-b068-4bb0-b31c-1e458045f0ec', 'name': 'network-vif-deleted', 'tag': '39c2a623-35c4-495f-8508-0e44d98c9f4c', 'status': 'completed', 'code': 200} Aug 21 09:25:14.648405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:14.768161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5a56ff82-9522-4998-bf37-f69ce8311489 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:14.768543 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:14.843412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c51bb2b7-f741-4979-a4d4-01267e9859a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:08Z', 'revision_number': 7, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70a0eb-b6a2-44b9-a705-a430a7504fbc', 'name': '', 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:1d:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:02Z', 'updated_at': '2021-08-21T09:25:11Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:14.883401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port db70a0eb-b6a2-44b9-a705-a430a7504fbc {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:14.883935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bb2b7-f741-4979-a4d4-01267e9859a6 None None] Checking router: 67fc0124-28a1-4de7-9dc2-ac461ab52244 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:14.884061 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:14.914858 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dc65ed48-c2ba-4383-9f54-0a60c6aec759 None None] Provisioning for port d363a783-e5be-4a19-9213-1bc308ecc4c2 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:14.922311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bb2b7-f741-4979-a4d4-01267e9859a6 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:14.926269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c51bb2b7-f741-4979-a4d4-01267e9859a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:14.926269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dc65ed48-c2ba-4383-9f54-0a60c6aec759 None None] Provisioning complete for port d363a783-e5be-4a19-9213-1bc308ecc4c2 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:14.927376 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dc65ed48-c2ba-4383-9f54-0a60c6aec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.053206 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.078468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] For port db70a0eb-b6a2-44b9-a705-a430a7504fbc, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=db70a0eb-b6a2-44b9-a705-a430a7504fbc,segment=NetworkSegment(0f90593a-1fa0-40fc-adb6-b3e630d113e6),segment_id=0f90593a-1fa0-40fc-adb6-b3e630d113e6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:15.078468 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.082761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a329514e-f003-47ce-8f48-d6400acff7b1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:15.087457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-dc65ed48-c2ba-4383-9f54-0a60c6aec759 None None] Port d363a783-e5be-4a19-9213-1bc308ecc4c2 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:15.098127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for db70a0eb-b6a2-44b9-a705-a430a7504fbc owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:15.134383 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-c51bb2b7-f741-4979-a4d4-01267e9859a6 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:15.145773 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:25:15.159159 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.251791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Pushing event updated for resources: {'Port': ['ID=d363a783-e5be-4a19-9213-1bc308ecc4c2,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:15.257595 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a329514e-f003-47ce-8f48-d6400acff7b1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:15.257974 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.267983 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.289256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40536) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:15.301357 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.443691 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.472705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Network b0e1e863-4241-46b4-afad-3b8990ade1d2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:15.476333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:15.477697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device db70a0eb-b6a2-44b9-a705-a430a7504fbc up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:15.485861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bd0e5b74-e428-419f-ab7d-7e91e28e8e8b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1833132574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:15.568043 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c51bb2b7-f741-4979-a4d4-01267e9859a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:08Z', 'revision_number': 7, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70a0eb-b6a2-44b9-a705-a430a7504fbc', 'name': '', 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:1d:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:02Z', 'updated_at': '2021-08-21T09:25:11Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:15.603184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port db70a0eb-b6a2-44b9-a705-a430a7504fbc triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:15.603565 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.607807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bb2b7-f741-4979-a4d4-01267e9859a6 None None] The sync data for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 is: [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:08Z', 'revision_number': 7, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70a0eb-b6a2-44b9-a705-a430a7504fbc', 'name': '', 'network_id': 'fc969631-970f-4df8-95a0-764e6e8c0ee9', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:1d:db:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:02Z', 'updated_at': '2021-08-21T09:25:11Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '11cfc3be-0655-4084-ad89-a15784b7991b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:15.609464 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.626590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Port db70a0eb-b6a2-44b9-a705-a430a7504fbc was deleted so its status cannot be updated. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 21 09:25:15.627085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f9c000fd-735c-46d4-9b0c-712e2f8a8f2f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:15.634667 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5b74-e428-419f-ab7d-7e91e28e8e8b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.636145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5b74-e428-419f-ab7d-7e91e28e8e8b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.642347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84649fee-4518-41b4-a3d2-626f56b90398 req-0aa466cb-104c-447a-a618-fb176cb4aea5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=25bd65e8-b068-4bb0-b31c-1e458045f0ec HTTP/1.1" status: 200 len: 210 time: 0.0367227 Aug 21 09:25:15.681868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=db70a0eb-b6a2-44b9-a705-a430a7504fbc,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:15.776775 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5b74-e428-419f-ab7d-7e91e28e8e8b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.811021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Router 15bbcdc4-8583-4562-9cd4-477f6944216f has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:15.812230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:15.816912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:15.817151 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.845212 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5b74-e428-419f-ab7d-7e91e28e8e8b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.863257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 39c2a623-35c4-495f-8508-0e44d98c9f4c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:15.901277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 39c2a623-35c4-495f-8508-0e44d98c9f4c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:15.901277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 39c2a623-35c4-495f-8508-0e44d98c9f4c not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:15.920202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e3f38955-ad6a-47e2-8faf-064c6689803f None None] Provisioning complete for port d363a783-e5be-4a19-9213-1bc308ecc4c2 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:15.920202 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e3f38955-ad6a-47e2-8faf-064c6689803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.921044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5b74-e428-419f-ab7d-7e91e28e8e8b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:15.925134 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bd0e5b74-e428-419f-ab7d-7e91e28e8e8b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6302979 Aug 21 09:25:15.925387 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40546) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:15.930496 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1913356716'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:15.992366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e3f38955-ad6a-47e2-8faf-064c6689803f None None] Port d363a783-e5be-4a19-9213-1bc308ecc4c2 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:16.004135 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.018336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Made reservation on behalf of 26a6540867384aa6874594603af00ef1 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:16.021351 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.024204 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.028516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f9c000fd-735c-46d4-9b0c-712e2f8a8f2f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:16.035467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.075328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:16.090277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2330c8b9-fc7b-4388-bb15-b537ecdb981b admin admin] 10.222.0.20 "PUT /v2.0/routers/15bbcdc4-8583-4562-9cd4-477f6944216f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4801297 Aug 21 09:25:16.092983 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.095602 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Sync routers for ids ['15bbcdc4-8583-4562-9cd4-477f6944216f'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:16.126403 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Routers {'15bbcdc4-8583-4562-9cd4-477f6944216f'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:16.127512 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['15bbcdc4-8583-4562-9cd4-477f6944216f'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:16.160295 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.167162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=f9c000fd-735c-46d4-9b0c-712e2f8a8f2f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:16.171715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:16.204320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:16.204669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c26b3f84-bc5f-4abc-8d25-1bbf9a1791fb not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:16.211992 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.251116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffc300c-91b7-4c63-a9d7-22cca23836a9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:16.266234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:25:16.296139 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.303550 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Added segment 590f038f-1e01-4356-8417-898052060687 of type vlan for network 26fac7fb-10db-4410-ae45-ac322f23c3c1 Aug 21 09:25:16.363438 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.369774 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Set router 15bbcdc4-8583-4562-9cd4-477f6944216f gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:16.458247 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.464355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:16.465129 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.479159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f9c000fd-735c-46d4-9b0c-712e2f8a8f2f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:16.556512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:16.556954 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.604297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Network': ['ID=26fac7fb-10db-4410-ae45-ac322f23c3c1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:16.615872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 26fac7fb-10db-4410-ae45-ac322f23c3c1 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:25:16.641586 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-85b63ee5-85f4-4d54-9ab0-cb1ebb0a9623 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7151575 Aug 21 09:25:16.645324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40556) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:16.653480 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'subnet': {'network_id': '26fac7fb-10db-4410-ae45-ac322f23c3c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:16.659489 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'name': 'tempest-TestServerBasicOps-693038961-router', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:04Z', 'updated_at': '2021-08-21T09:25:14Z', 'revision_number': 4, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'gw_port': {'id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:05Z', 'updated_at': '2021-08-21T09:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'd363a783-e5be-4a19-9213-1bc308ecc4c2', 'name': '', 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'mac_address': 'fa:16:3e:94:8f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0d1883eb-be44-405f-83eb-a8aff7b5b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:12Z', 'updated_at': '2021-08-21T09:25:14Z', 'revision_number': 2, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'subnets': [{'id': '0d1883eb-be44-405f-83eb-a8aff7b5b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:16.679792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 67fc0124-28a1-4de7-9dc2-ac461ab52244 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:16.765620 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Checking router: 15bbcdc4-8583-4562-9cd4-477f6944216f for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:16.768531 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Updating router 15bbcdc4-8583-4562-9cd4-477f6944216f port d363a783-e5be-4a19-9213-1bc308ecc4c2 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:25:16.823960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:16.834214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f9c0c-3577-4573-9874-dbc0ffc1b87a None None] Sync routers for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:16.838324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0f8cc790-ea96-4e5f-af62-71f30c0d1815 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3842556 Aug 21 09:25:16.839092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40564) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:16.851925 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.852349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f9c0c-3577-4573-9874-dbc0ffc1b87a None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:16.852995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b83f9c0c-3577-4573-9874-dbc0ffc1b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:16.924534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f0f165-e3c2-4973-92d0-ef0e5bfdd355 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting subnet 11cfc3be-0655-4084-ad89-a15784b7991b {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:25:16.927908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12f0f165-e3c2-4973-92d0-ef0e5bfdd355 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.979123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12f0f165-e3c2-4973-92d0-ef0e5bfdd355 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:16.994736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Made reservation on behalf of 26a6540867384aa6874594603af00ef1 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:17.005141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b83f9c0c-3577-4573-9874-dbc0ffc1b87a None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:17.007542 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.125717 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12f0f165-e3c2-4973-92d0-ef0e5bfdd355 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.196451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40566) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:17.203150 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ae45b84a-eae4-4151-aa05-bd4807b10560 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853139988', 'description': 'tempest-secgroup-smoke-853139988 description', 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:17.279124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b83f9c0c-3577-4573-9874-dbc0ffc1b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:15Z', 'revision_number': 8, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:17.303025 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.311762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f9c0c-3577-4573-9874-dbc0ffc1b87a None None] Checking router: 67fc0124-28a1-4de7-9dc2-ac461ab52244 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:17.318454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebf8f6-f77f-4e41-a963-6562c3aee3dc req-1192f7b7-da83-44be-aa98-763d74879a44 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:17.320234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cbebf8f6-f77f-4e41-a963-6562c3aee3dc req-1192f7b7-da83-44be-aa98-763d74879a44 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.0612090 Aug 21 09:25:17.321128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f9c0c-3577-4573-9874-dbc0ffc1b87a None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:17.321756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b83f9c0c-3577-4573-9874-dbc0ffc1b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:17.337932 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Transition to ACTIVE for port object d363a783-e5be-4a19-9213-1bc308ecc4c2 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:17.340536 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12f0f165-e3c2-4973-92d0-ef0e5bfdd355 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.360741 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ae45b84a-eae4-4151-aa05-bd4807b10560 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.382375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0f165-e3c2-4973-92d0-ef0e5bfdd355 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Subnet': ['ID=11cfc3be-0655-4084-ad89-a15784b7991b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:17.393560 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12f0f165-e3c2-4973-92d0-ef0e5bfdd355 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.398777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-12f0f165-e3c2-4973-92d0-ef0e5bfdd355 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/11cfc3be-0655-4084-ad89-a15784b7991b HTTP/1.1" status: 204 len: 168 time: 0.5587864 Aug 21 09:25:17.399114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40570) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:17.407417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cbebf8f6-f77f-4e41-a963-6562c3aee3dc req-eb565913-d2fa-41b2-9c2f-79701da22643 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808747 Aug 21 09:25:17.409048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7fb06-8ec5-4319-ba55-965558c783b5 None None] Network fc969631-970f-4df8-95a0-764e6e8c0ee9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:17.428656 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.442890 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.498442 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa370f-3153-4fd8-b158-eeaee0157574 None None] Pushing event updated for resources: {'Port': ['ID=d363a783-e5be-4a19-9213-1bc308ecc4c2,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:17.588169 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Attempting to bind port d363a783-e5be-4a19-9213-1bc308ecc4c2 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:17.588560 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Attempting to bind port d363a783-e5be-4a19-9213-1bc308ecc4c2 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '77fc5f31-5ec5-4932-b8cc-eb13d1df25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:17.591833 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Attempting to bind port d363a783-e5be-4a19-9213-1bc308ecc4c2 on network b0e1e863-4241-46b4-afad-3b8990ade1d2 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:17.597891 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:17.598157 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Checking segment: {'id': '77fc5f31-5ec5-4932-b8cc-eb13d1df25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:17.598280 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ae45b84a-eae4-4151-aa05-bd4807b10560 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.598431 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.598955 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Bound using segment: {'id': '77fc5f31-5ec5-4932-b8cc-eb13d1df25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:17.599425 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Bound port: d363a783-e5be-4a19-9213-1bc308ecc4c2, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc5f31-5ec5-4932-b8cc-eb13d1df25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:17.599839 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.610338 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.648951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Subnet': ['ID=b7e3e605-b416-4964-b123-9ece57d410b6,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:17.679207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Checking segment: {'id': '590f038f-1e01-4356-8417-898052060687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26fac7fb-10db-4410-ae45-ac322f23c3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:17.680112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network hostable DHCP agents. Network: 26fac7fb-10db-4410-ae45-ac322f23c3c1, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:25:17.691298 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b83f9c0c-3577-4573-9874-dbc0ffc1b87a None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:17.692258 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] For port d363a783-e5be-4a19-9213-1bc308ecc4c2, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:17.692407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ae45b84a-eae4-4151-aa05-bd4807b10560 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.695827 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] For port d363a783-e5be-4a19-9213-1bc308ecc4c2, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d363a783-e5be-4a19-9213-1bc308ecc4c2,segment=NetworkSegment(77fc5f31-5ec5-4932-b8cc-eb13d1df25e0),segment_id=77fc5f31-5ec5-4932-b8cc-eb13d1df25e0)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:17.746729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45b84a-eae4-4151-aa05-bd4807b10560 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb3b0b8-3f4d-4186-8025-11f4dc94ac68,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:17.757218 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 2d5aadcd-94c6-40dc-9629-66701094aa21 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:17.757578 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.767146 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.808254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ae45b84a-eae4-4151-aa05-bd4807b10560 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.812474 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ae45b84a-eae4-4151-aa05-bd4807b10560 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6118636 Aug 21 09:25:17.814070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40574) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:17.819714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4559978d-ac16-48d8-b5c9-46c2d3564e36 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Request body: {'security_group_rule': {'security_group_id': 'feb3b0b8-3f4d-4186-8025-11f4dc94ac68', 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:17.836997 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] For port 2d5aadcd-94c6-40dc-9629-66701094aa21, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2d5aadcd-94c6-40dc-9629-66701094aa21,segment=NetworkSegment(0f90593a-1fa0-40fc-adb6-b3e630d113e6),segment_id=0f90593a-1fa0-40fc-adb6-b3e630d113e6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:17.837366 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:17.854080 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 2d5aadcd-94c6-40dc-9629-66701094aa21 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:17.859874 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Routers {'15bbcdc4-8583-4562-9cd4-477f6944216f'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:17.860917 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['15bbcdc4-8583-4562-9cd4-477f6944216f'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:17.874891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network 26fac7fb-10db-4410-ae45-ac322f23c3c1 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:25:17.934837 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa370f-3153-4fd8-b158-eeaee0157574 None None] Pushing event updated for resources: {'Port': ['ID=d363a783-e5be-4a19-9213-1bc308ecc4c2,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:17.958431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4559978d-ac16-48d8-b5c9-46c2d3564e36 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.031397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 26fac7fb-10db-4410-ae45-ac322f23c3c1) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:18.038435 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:18.039717 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.040347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693ea5b3-add9-43e8-98b0-86f900cab276 None None] DHCP port deletion for fc969631-970f-4df8-95a0-764e6e8c0ee9 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:25:18.050001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b62b5-3178-4f71-b30b-60bf929529da None None] Network 26fac7fb-10db-4410-ae45-ac322f23c3c1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:18.061389 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] Set router 15bbcdc4-8583-4562-9cd4-477f6944216f gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:18.081707 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4559978d-ac16-48d8-b5c9-46c2d3564e36 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.086462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.123925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=2d5aadcd-94c6-40dc-9629-66701094aa21,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:18.127835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-693ea5b3-add9-43e8-98b0-86f900cab276 None None] The port '2d5aadcd-94c6-40dc-9629-66701094aa21' was deleted {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 21 09:25:18.148168 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No DVR routers for this DVR port 2d5aadcd-94c6-40dc-9629-66701094aa21 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:18.152305 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-583cb003-0a5b-4ce7-952c-07d9313dbcff tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5055797 Aug 21 09:25:18.156722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40578) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:18.165056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'network': {'name': 'tempest-router-network01--2110863726'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:18.172392 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4559978d-ac16-48d8-b5c9-46c2d3564e36 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.175782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b83f9c0c-3577-4573-9874-dbc0ffc1b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:15Z', 'revision_number': 8, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:18.206084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f9c0c-3577-4573-9874-dbc0ffc1b87a None None] The sync data for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 is: [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:15Z', 'revision_number': 8, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d04ebad-f8f7-4099-a865-0961d1ba6daa', 'name': '', 'network_id': 'efc649f8-f45e-4fe4-9718-065b07a2df58', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:df:96:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:55Z', 'updated_at': '2021-08-21T09:25:04Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '5eea799c-0c7c-4b0f-8c07-d044c6f3ab83', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:18.214931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559978d-ac16-48d8-b5c9-46c2d3564e36 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a218e607-7d13-49bf-b7ee-b45790b85da2,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:18.266080 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.281047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc969631-970f-4df8-95a0-764e6e8c0ee9']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:18.300889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f90593a-1fa0-40fc-adb6-b3e630d113e6') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:18.301172 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f90593a-1fa0-40fc-adb6-b3e630d113e6') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:18.311394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.312442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-26fac7fb-10db-4410-ae45-ac322f23c3c1', 'network_id': '26fac7fb-10db-4410-ae45-ac322f23c3c1', 'tenant_id': '26a6540867384aa6874594603af00ef1', 'fixed_ips': [{'subnet_id': 'b7e3e605-b416-4964-b123-9ece57d410b6'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:25:18.314119 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.322692 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'name': 'tempest-TestServerBasicOps-693038961-router', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:04Z', 'updated_at': '2021-08-21T09:25:14Z', 'revision_number': 4, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'gw_port': {'id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:05Z', 'updated_at': '2021-08-21T09:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'd363a783-e5be-4a19-9213-1bc308ecc4c2', 'name': '', 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'mac_address': 'fa:16:3e:94:8f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0d1883eb-be44-405f-83eb-a8aff7b5b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:12Z', 'updated_at': '2021-08-21T09:25:17Z', 'revision_number': 4, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'subnets': [{'id': '0d1883eb-be44-405f-83eb-a8aff7b5b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:18.328387 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.334940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Made reservation on behalf of 26a6540867384aa6874594603af00ef1 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:18.335184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:18.335548 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.338868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:18.339059 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:18.392123 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb4350-eac0-4e2f-9aa2-8c773f81437f None None] The sync data for ids ['15bbcdc4-8583-4562-9cd4-477f6944216f'] in n-d-766726-28 is: [{'id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'name': 'tempest-TestServerBasicOps-693038961-router', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:04Z', 'updated_at': '2021-08-21T09:25:14Z', 'revision_number': 4, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'gw_port': {'id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:05Z', 'updated_at': '2021-08-21T09:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'd363a783-e5be-4a19-9213-1bc308ecc4c2', 'name': '', 'network_id': 'b0e1e863-4241-46b4-afad-3b8990ade1d2', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'mac_address': 'fa:16:3e:94:8f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0d1883eb-be44-405f-83eb-a8aff7b5b925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:12Z', 'updated_at': '2021-08-21T09:25:17Z', 'revision_number': 4, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'subnets': [{'id': '0d1883eb-be44-405f-83eb-a8aff7b5b925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:18.396018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:25:18.409172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.410015 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Added segment 247c2f5f-0008-4ce8-961b-c13bc6f241c4 of type vlan for network 039d6871-232f-4724-9f73-51c01d76c3e4 Aug 21 09:25:18.429986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2d5aadcd-94c6-40dc-9629-66701094aa21 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:18.459482 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 2d5aadcd-94c6-40dc-9629-66701094aa21 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:18.459860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2d5aadcd-94c6-40dc-9629-66701094aa21 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:18.461420 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4559978d-ac16-48d8-b5c9-46c2d3564e36 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.469506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4559978d-ac16-48d8-b5c9-46c2d3564e36 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6485806 Aug 21 09:25:18.469665 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40582) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:18.482481 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3ce72881-6258-4264-a001-b09379419505 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Request body: {'security_group_rule': {'security_group_id': 'feb3b0b8-3f4d-4186-8025-11f4dc94ac68', 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:18.501514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.509426 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.529337 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.529870 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Allocated IP 2001:db8::2 (26fac7fb-10db-4410-ae45-ac322f23c3c1/b7e3e605-b416-4964-b123-9ece57d410b6/0b58d5b0-6034-4f05-ab0a-b991a1179c6e) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:18.556011 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/networks/fc969631-970f-4df8-95a0-764e6e8c0ee9 HTTP/1.1" status: 204 len: 168 time: 1.1554773 Aug 21 09:25:18.557773 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40584) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:18.563584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183715b-8757-4ed4-b57b-e5c27ff40cbd req-d19759b7-47cd-4355-9b3b-ac38f878ea24 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:18.566101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9183715b-8757-4ed4-b57b-e5c27ff40cbd req-d19759b7-47cd-4355-9b3b-ac38f878ea24 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.1182735 Aug 21 09:25:18.672116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d1a20-789d-4ee6-8d00-fc4b5abb01cf tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Network': ['ID=fc969631-970f-4df8-95a0-764e6e8c0ee9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:18.675382 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.681439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:18.681661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.754705 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.770221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Transition to ACTIVE for port object 0b58d5b0-6034-4f05-ab0a-b991a1179c6e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:18.797030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Transition to ACTIVE for port object 0b58d5b0-6034-4f05-ab0a-b991a1179c6e will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:18.834809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6739206 Aug 21 09:25:18.837612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40588) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:18.847436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'network': {'name': 'tempest-router-network02--841597356'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:18.872226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ba924-f3e9-43cc-912a-213a4adb0b46 req-e152bb6f-3411-4584-925e-6bd2b14ee8c9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:18.874030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee5ba924-f3e9-43cc-912a-213a4adb0b46 req-e152bb6f-3411-4584-925e-6bd2b14ee8c9 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 945 time: 0.2893310 Aug 21 09:25:18.875513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.896758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfb5de-eaa8-4b8a-aa45-6f4b0a0adb97 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Network': ['ID=039d6871-232f-4724-9f73-51c01d76c3e4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:18.907175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Network 26fac7fb-10db-4410-ae45-ac322f23c3c1 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:18.907175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:18.945220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 039d6871-232f-4724-9f73-51c01d76c3e4 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:25:18.966760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee5ba924-f3e9-43cc-912a-213a4adb0b46 req-61ba0d9a-9d91-448d-a648-0fc1c09cb686 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0680cb1-b734-4928-811b-f26709df67a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802360 Aug 21 09:25:18.970223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9183715b-8757-4ed4-b57b-e5c27ff40cbd req-d493d008-a35b-4ff8-9066-b0d8e034562d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Deleting port 264a635d-c2b9-4993-ae08-a62eefb8a003 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:18.970627 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9183715b-8757-4ed4-b57b-e5c27ff40cbd req-d493d008-a35b-4ff8-9066-b0d8e034562d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:18.997760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Made reservation on behalf of 26a6540867384aa6874594603af00ef1 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:19.001691 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.037188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:19.074476 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:25:19.123205 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.123205 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Added segment 5b6edcff-1048-4625-b13f-a8b83be5c905 of type vlan for network 11755a25-970d-4630-acc9-44314258e9e0 Aug 21 09:25:19.131749 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ce72881-6258-4264-a001-b09379419505 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.136389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Pushing event updated for resources: {'Port': ['ID=0b58d5b0-6034-4f05-ab0a-b991a1179c6e,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:19.140523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Attempting to bind port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:19.140921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Attempting to bind port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '590f038f-1e01-4356-8417-898052060687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26fac7fb-10db-4410-ae45-ac322f23c3c1'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:19.142073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Attempting to bind port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e on network 26fac7fb-10db-4410-ae45-ac322f23c3c1 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:19.149869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:19.150437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Checking segment: {'id': '590f038f-1e01-4356-8417-898052060687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26fac7fb-10db-4410-ae45-ac322f23c3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:19.150860 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.151317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Bound using segment: {'id': '590f038f-1e01-4356-8417-898052060687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26fac7fb-10db-4410-ae45-ac322f23c3c1'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:19.151853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Bound port: 0b58d5b0-6034-4f05-ab0a-b991a1179c6e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590f038f-1e01-4356-8417-898052060687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26fac7fb-10db-4410-ae45-ac322f23c3c1'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:19.152373 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.195732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9183715b-8757-4ed4-b57b-e5c27ff40cbd req-d493d008-a35b-4ff8-9066-b0d8e034562d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] For port 264a635d-c2b9-4993-ae08-a62eefb8a003, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=264a635d-c2b9-4993-ae08-a62eefb8a003,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:19.198231 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9183715b-8757-4ed4-b57b-e5c27ff40cbd req-d493d008-a35b-4ff8-9066-b0d8e034562d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.205945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.215664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9183715b-8757-4ed4-b57b-e5c27ff40cbd req-d493d008-a35b-4ff8-9066-b0d8e034562d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Calling delete_port for 264a635d-c2b9-4993-ae08-a62eefb8a003 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:19.249492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] For port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:19.253853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] For port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0b58d5b0-6034-4f05-ab0a-b991a1179c6e,segment=NetworkSegment(590f038f-1e01-4356-8417-898052060687),segment_id=590f038f-1e01-4356-8417-898052060687)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:19.308011 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.314309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:19.315151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.329877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ce72881-6258-4264-a001-b09379419505 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.333059 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.399235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ce72881-6258-4264-a001-b09379419505 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.431720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5901148 Aug 21 09:25:19.438941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce72881-6258-4264-a001-b09379419505 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a1787a-2022-4a28-933e-4a48eb9023df,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:19.439167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40592) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:19.446389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'subnet': {'network_id': '039d6871-232f-4724-9f73-51c01d76c3e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:19.452472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d2fea-9fd4-4e04-930f-8f330c5b600d None None] Pushing event updated for resources: {'Port': ['ID=0b58d5b0-6034-4f05-ab0a-b991a1179c6e,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:19.455273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36a52c-081a-4695-a97f-367a5edc89e1 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Network': ['ID=11755a25-970d-4630-acc9-44314258e9e0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:19.472901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 11755a25-970d-4630-acc9-44314258e9e0 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:25:19.514283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.518536 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3ce72881-6258-4264-a001-b09379419505 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.522981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40594) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:19.523706 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3ce72881-6258-4264-a001-b09379419505 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0505879 Aug 21 09:25:19.532348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5d60e075-376c-4d9a-ad3a-f78cd663b1c9 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Request body: {'security_group_rule': {'security_group_id': 'feb3b0b8-3f4d-4186-8025-11f4dc94ac68', 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:19.556036 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9183715b-8757-4ed4-b57b-e5c27ff40cbd req-d493d008-a35b-4ff8-9066-b0d8e034562d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.567894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['264a635d-c2b9-4993-ae08-a62eefb8a003'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:25:19.636233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493d008-a35b-4ff8-9066-b0d8e034562d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event deleted for resources: {'Port': ['ID=264a635d-c2b9-4993-ae08-a62eefb8a003,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:19.698383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9183715b-8757-4ed4-b57b-e5c27ff40cbd req-d493d008-a35b-4ff8-9066-b0d8e034562d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] No DVR routers for this DVR port 264a635d-c2b9-4993-ae08-a62eefb8a003 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:19.706792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9183715b-8757-4ed4-b57b-e5c27ff40cbd req-d493d008-a35b-4ff8-9066-b0d8e034562d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.709631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9183715b-8757-4ed4-b57b-e5c27ff40cbd req-d493d008-a35b-4ff8-9066-b0d8e034562d tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "DELETE /v2.0/ports/264a635d-c2b9-4993-ae08-a62eefb8a003 HTTP/1.1" status: 204 len: 173 time: 1.1347871 Aug 21 09:25:19.713993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f75f7ed-a3af-4369-a14f-2e5ab5de2c98', 'name': 'network-vif-deleted', 'tag': '264a635d-c2b9-4993-ae08-a62eefb8a003'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:25:19.713993 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b118b7-9354-45b0-b890-0a97ee1ec4dc" -d '{"events": [{"server_uuid": "4f75f7ed-a3af-4369-a14f-2e5ab5de2c98", "name": "network-vif-deleted", "tag": "264a635d-c2b9-4993-ae08-a62eefb8a003"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:25:19.754879 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d60e075-376c-4d9a-ad3a-f78cd663b1c9 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.838400 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14776133-99d3-4e04-8803-17adabe68853 x-openstack-request-id: req-14776133-99d3-4e04-8803-17adabe68853 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:25:19.840060 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f75f7ed-a3af-4369-a14f-2e5ab5de2c98", "name": "network-vif-deleted", "tag": "264a635d-c2b9-4993-ae08-a62eefb8a003", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:25:19.840060 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14776133-99d3-4e04-8803-17adabe68853 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:25:19.840060 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f75f7ed-a3af-4369-a14f-2e5ab5de2c98', 'name': 'network-vif-deleted', 'tag': '264a635d-c2b9-4993-ae08-a62eefb8a003', 'status': 'completed', 'code': 200} Aug 21 09:25:19.866529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Made reservation on behalf of 26a6540867384aa6874594603af00ef1 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:19.879988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.968476 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d60e075-376c-4d9a-ad3a-f78cd663b1c9 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:19.990380 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 6d04ebad-f8f7-4099-a865-0961d1ba6daa {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:19.990961 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.046833 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d60e075-376c-4d9a-ad3a-f78cd663b1c9 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.073611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60e075-376c-4d9a-ad3a-f78cd663b1c9 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f550177a-477f-4e69-8549-9e6b1ed0afdf,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:20.114564 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] For port 6d04ebad-f8f7-4099-a865-0961d1ba6daa, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6d04ebad-f8f7-4099-a865-0961d1ba6daa,segment=NetworkSegment(944e4ee6-abff-46ab-a428-0cd33be61b80),segment_id=944e4ee6-abff-46ab-a428-0cd33be61b80)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:20.114936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.128491 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 6d04ebad-f8f7-4099-a865-0961d1ba6daa owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:20.140436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eac171f7-22d7-40c2-9a72-f5176f4c0dee req-b5de105c-3ef4-4f64-8de9-9d40d71a7d7b tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f75f7ed-a3af-4369-a14f-2e5ab5de2c98 HTTP/1.1" status: 200 len: 210 time: 0.0564961 Aug 21 09:25:20.223428 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d60e075-376c-4d9a-ad3a-f78cd663b1c9 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.229171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5d60e075-376c-4d9a-ad3a-f78cd663b1c9 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7002149 Aug 21 09:25:20.239522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40604) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:20.249839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-fb5996f3-3e48-4512-9422-2b55f67bc4cb tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Request body: {'security_group_rule': {'security_group_id': 'feb3b0b8-3f4d-4186-8025-11f4dc94ac68', 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:20.341376 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.395800 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fb5996f3-3e48-4512-9422-2b55f67bc4cb tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.439146 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0b58d5b0-6034-4f05-ab0a-b991a1179c6e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:20.485275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Subnet': ['ID=54a07f87-cd41-4252-9216-e24bc7d25cca,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:20.487708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.501089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fb5996f3-3e48-4512-9422-2b55f67bc4cb tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.511705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Checking segment: {'id': '247c2f5f-0008-4ce8-961b-c13bc6f241c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '039d6871-232f-4724-9f73-51c01d76c3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:20.512069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network hostable DHCP agents. Network: 039d6871-232f-4724-9f73-51c01d76c3e4, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:25:20.564159 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=6d04ebad-f8f7-4099-a865-0961d1ba6daa,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:20.573691 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fb5996f3-3e48-4512-9422-2b55f67bc4cb tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.602591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:20.616468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d363a783-e5be-4a19-9213-1bc308ecc4c2 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:20.659665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network 039d6871-232f-4724-9f73-51c01d76c3e4 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:25:20.713467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5996f3-3e48-4512-9422-2b55f67bc4cb tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85bff66-4126-4de1-afae-09863fa47508,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:20.794667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 039d6871-232f-4724-9f73-51c01d76c3e4) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:20.799434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:20.806990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.807479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ba86d8-9cdd-4947-9bdf-20f3d4136561 None None] Network 039d6871-232f-4724-9f73-51c01d76c3e4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:20.827526 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fb5996f3-3e48-4512-9422-2b55f67bc4cb tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.831542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fb5996f3-3e48-4512-9422-2b55f67bc4cb tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5882168 Aug 21 09:25:20.836329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40606) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:20.856702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7bad6349-e7a0-42e8-8de1-432ca39ec2fa tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Request body: {'security_group_rule': {'security_group_id': 'feb3b0b8-3f4d-4186-8025-11f4dc94ac68', 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:20.907113 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.914436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d363a783-e5be-4a19-9213-1bc308ecc4c2 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:20.937068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d363a783-e5be-4a19-9213-1bc308ecc4c2 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:20.937446 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:20.967302 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-7bad6349-e7a0-42e8-8de1-432ca39ec2fa tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Project f006ab8501f34f3bb05432aaa71c4bec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:25:20.980370 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bad6349-e7a0-42e8-8de1-432ca39ec2fa tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.056513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dbca8af2-70be-4288-ab57-697e7758f427 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6140881 Aug 21 09:25:21.059965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40610) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:21.067039 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'subnet': {'network_id': '11755a25-970d-4630-acc9-44314258e9e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:21.087701 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca85bb2e-b92c-4c4d-9b6f-2009ca098eb1 None None] Network 26fac7fb-10db-4410-ae45-ac322f23c3c1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:21.094641 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bad6349-e7a0-42e8-8de1-432ca39ec2fa tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.176710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bad6349-e7a0-42e8-8de1-432ca39ec2fa tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.220160 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad6349-e7a0-42e8-8de1-432ca39ec2fa tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8758fcba-ee52-41ea-8ccb-ee34a21e54a0,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:21.247161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 67fc0124-28a1-4de7-9dc2-ac461ab52244 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:21.291904 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7bad6349-e7a0-42e8-8de1-432ca39ec2fa tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.294151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7bad6349-e7a0-42e8-8de1-432ca39ec2fa tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4536757 Aug 21 09:25:21.297462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40620) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:21.300848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-039d6871-232f-4724-9f73-51c01d76c3e4', 'network_id': '039d6871-232f-4724-9f73-51c01d76c3e4', 'tenant_id': '26a6540867384aa6874594603af00ef1', 'fixed_ips': [{'subnet_id': '54a07f87-cd41-4252-9216-e24bc7d25cca'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:25:21.300848 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.304378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-23f8a57d-f4d3-43e1-a326-ac6ad67b1e41 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Request body: {'security_group_rule': {'security_group_id': 'feb3b0b8-3f4d-4186-8025-11f4dc94ac68', 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:21.319217 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.347394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-730a210d-9481-4629-8eed-f2f6927f31d1 None None] Provisioning for port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:21.361482 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-730a210d-9481-4629-8eed-f2f6927f31d1 None None] Provisioning complete for port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:21.361878 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-730a210d-9481-4629-8eed-f2f6927f31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.383769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:21.395211 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4138fa3c-b6c4-478c-ac03-b4ad49e5c012 None None] Sync routers for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:21.399062 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4be89d29-9b07-44cb-a920-65829dc11329 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8125532 Aug 21 09:25:21.402783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40624) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:21.408396 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4138fa3c-b6c4-478c-ac03-b4ad49e5c012 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:21.409772 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4138fa3c-b6c4-478c-ac03-b4ad49e5c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:21.465820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24d823b-48cd-4b98-b76a-6ef9f9516453 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting subnet 5eea799c-0c7c-4b0f-8c07-d044c6f3ab83 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:25:21.470762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Made reservation on behalf of 26a6540867384aa6874594603af00ef1 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:21.475671 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.482851 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a24d823b-48cd-4b98-b76a-6ef9f9516453 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.493185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port d363a783-e5be-4a19-9213-1bc308ecc4c2, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d363a783-e5be-4a19-9213-1bc308ecc4c2,segment=NetworkSegment(77fc5f31-5ec5-4932-b8cc-eb13d1df25e0),segment_id=77fc5f31-5ec5-4932-b8cc-eb13d1df25e0)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:21.513366 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4138fa3c-b6c4-478c-ac03-b4ad49e5c012 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:21.530863 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a24d823b-48cd-4b98-b76a-6ef9f9516453 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.597670 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-23f8a57d-f4d3-43e1-a326-ac6ad67b1e41 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Project f006ab8501f34f3bb05432aaa71c4bec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:25:21.612703 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23f8a57d-f4d3-43e1-a326-ac6ad67b1e41 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.721584 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a24d823b-48cd-4b98-b76a-6ef9f9516453 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.853139 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a24d823b-48cd-4b98-b76a-6ef9f9516453 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.889265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d823b-48cd-4b98-b76a-6ef9f9516453 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Subnet': ['ID=5eea799c-0c7c-4b0f-8c07-d044c6f3ab83,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:21.896283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.908543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07127a3-4306-47bb-a0d1-0bf4b8dfc3f7 req-3727cf40-6635-48a7-b20c-4db2c8a9a935 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:21.911050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d07127a3-4306-47bb-a0d1-0bf4b8dfc3f7 req-3727cf40-6635-48a7-b20c-4db2c8a9a935 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1160889 Aug 21 09:25:21.913523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device db70a0eb-b6a2-44b9-a705-a430a7504fbc no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:21.919764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Allocated IP 2001:db8::2 (039d6871-232f-4724-9f73-51c01d76c3e4/54a07f87-cd41-4252-9216-e24bc7d25cca/00055a37-6929-4f06-a228-0c72f59082b3) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:21.920107 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4138fa3c-b6c4-478c-ac03-b4ad49e5c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:20Z', 'revision_number': 9, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:21.954979 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.957026 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a24d823b-48cd-4b98-b76a-6ef9f9516453 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:21.959403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a24d823b-48cd-4b98-b76a-6ef9f9516453 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/5eea799c-0c7c-4b0f-8c07-d044c6f3ab83 HTTP/1.1" status: 204 len: 168 time: 0.5556154 Aug 21 09:25:21.962867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d07127a3-4306-47bb-a0d1-0bf4b8dfc3f7 req-c1d3357a-9538-4f99-82eb-d0edbff049b6 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414481 Aug 21 09:25:21.963531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40630) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:21.967192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f00d6a9-0e55-4f83-ac10-add6a0361b29 None None] Network efc649f8-f45e-4fe4-9718-065b07a2df58 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:21.968937 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4138fa3c-b6c4-478c-ac03-b4ad49e5c012 None None] Checking router: 67fc0124-28a1-4de7-9dc2-ac461ab52244 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:21.985994 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4138fa3c-b6c4-478c-ac03-b4ad49e5c012 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:21.987125 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4138fa3c-b6c4-478c-ac03-b4ad49e5c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:22.010550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: db70a0eb-b6a2-44b9-a705-a430a7504fbc {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:22.010915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device db70a0eb-b6a2-44b9-a705-a430a7504fbc not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:22.012399 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-730a210d-9481-4629-8eed-f2f6927f31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.074177 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23f8a57d-f4d3-43e1-a326-ac6ad67b1e41 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.078735 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.088040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Subnet': ['ID=6623d13a-d8f4-4f4a-9ffb-a5b9eaa40a41,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:22.127474 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4138fa3c-b6c4-478c-ac03-b4ad49e5c012 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:22.151957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 4f884e85-368a-4390-bee1-a354de282ffd {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:22.153317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.184392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Checking segment: {'id': '5b6edcff-1048-4625-b13f-a8b83be5c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '11755a25-970d-4630-acc9-44314258e9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:22.186923 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network hostable DHCP agents. Network: 11755a25-970d-4630-acc9-44314258e9e0, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:25:22.205634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=d363a783-e5be-4a19-9213-1bc308ecc4c2,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:22.209709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-730a210d-9481-4629-8eed-f2f6927f31d1 None None] For port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0b58d5b0-6034-4f05-ab0a-b991a1179c6e,segment=NetworkSegment(590f038f-1e01-4356-8417-898052060687),segment_id=590f038f-1e01-4356-8417-898052060687)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:22.261866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] For port 4f884e85-368a-4390-bee1-a354de282ffd, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4f884e85-368a-4390-bee1-a354de282ffd,segment=NetworkSegment(944e4ee6-abff-46ab-a428-0cd33be61b80),segment_id=944e4ee6-abff-46ab-a428-0cd33be61b80)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:22.262367 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.275094 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-730a210d-9481-4629-8eed-f2f6927f31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.297975 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network 11755a25-970d-4630-acc9-44314258e9e0 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:25:22.323950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 4f884e85-368a-4390-bee1-a354de282ffd owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:22.393377 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.402505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a210d-9481-4629-8eed-f2f6927f31d1 None None] Pushing event updated for resources: {'Port': ['ID=0b58d5b0-6034-4f05-ab0a-b991a1179c6e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:22.413157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Transition to ACTIVE for port object 00055a37-6929-4f06-a228-0c72f59082b3 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:22.423967 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 11755a25-970d-4630-acc9-44314258e9e0) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:22.428159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda604e-cecd-4ca2-83d8-67070d9dd534 None None] DHCP port deletion for efc649f8-f45e-4fe4-9718-065b07a2df58 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:25:22.431159 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:22.432181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.440106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-11dcf48b-dd32-4af4-9aad-8d1332aacf7a None None] Provisioning complete for port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:22.440773 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-11dcf48b-dd32-4af4-9aad-8d1332aacf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.447308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94db70-3632-4f49-bd66-1d79e56f8d15 None None] Network 11755a25-970d-4630-acc9-44314258e9e0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:22.468427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Transition to ACTIVE for port object 00055a37-6929-4f06-a228-0c72f59082b3 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:22.470853 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23f8a57d-f4d3-43e1-a326-ac6ad67b1e41 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.476776 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4138fa3c-b6c4-478c-ac03-b4ad49e5c012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:20Z', 'revision_number': 9, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:22.514251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8a57d-f4d3-43e1-a326-ac6ad67b1e41 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceab853f-8438-4320-bd9c-1b7d300602f3,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:22.528464 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4138fa3c-b6c4-478c-ac03-b4ad49e5c012 None None] The sync data for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 is: [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:20Z', 'revision_number': 9, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e', 'name': '', 'network_id': 'aefa327d-7b02-408b-908c-388f7b7cbf57', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:79:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:49Z', 'updated_at': '2021-08-21T09:24:57Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '13a39dcc-28bf-482d-bdfd-ee80ac56a860', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:22.528794 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f9315eca-1bc8-4d29-9f0d-7f2b22b9f157 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4646487 Aug 21 09:25:22.528794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40634) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:22.551315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d363a783-e5be-4a19-9213-1bc308ecc4c2 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:22.588862 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.623827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=4f884e85-368a-4390-bee1-a354de282ffd,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:22.625395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.627109 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23f8a57d-f4d3-43e1-a326-ac6ad67b1e41 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.638753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-23f8a57d-f4d3-43e1-a326-ac6ad67b1e41 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3305855 Aug 21 09:25:22.638753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No DVR routers for this DVR port 4f884e85-368a-4390-bee1-a354de282ffd on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:22.727461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.736104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Network 039d6871-232f-4724-9f73-51c01d76c3e4 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:22.762384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc649f8-f45e-4fe4-9718-065b07a2df58']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:22.803308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:22.829696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:22.831290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944e4ee6-abff-46ab-a428-0cd33be61b80') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:22.833692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Pushing event updated for resources: {'Port': ['ID=00055a37-6929-4f06-a228-0c72f59082b3,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:22.842134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ebda604e-cecd-4ca2-83d8-67070d9dd534 None None] Deleting port 4f884e85-368a-4390-bee1-a354de282ffd {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:22.842307 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ebda604e-cecd-4ca2-83d8-67070d9dd534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.846292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944e4ee6-abff-46ab-a428-0cd33be61b80') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:22.870867 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.885665 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.892856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:22.893528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.919370 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.945958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ebda604e-cecd-4ca2-83d8-67070d9dd534 None None] For port 4f884e85-368a-4390-bee1-a354de282ffd, host n-d-766726-28, got binding levels [] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:22.946408 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ebda604e-cecd-4ca2-83d8-67070d9dd534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.965333 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ebda604e-cecd-4ca2-83d8-67070d9dd534 None None] Calling delete_port for 4f884e85-368a-4390-bee1-a354de282ffd owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:22.968673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.ipam_backend_mixin [None req-ebda604e-cecd-4ca2-83d8-67070d9dd534 None None] Port 4f884e85-368a-4390-bee1-a354de282ffd was not found and therefore no delete operation was performed {{(pid=106758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:25:22.973915 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ebda604e-cecd-4ca2-83d8-67070d9dd534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:22.976016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-11755a25-970d-4630-acc9-44314258e9e0', 'network_id': '11755a25-970d-4630-acc9-44314258e9e0', 'tenant_id': '26a6540867384aa6874594603af00ef1', 'fixed_ips': [{'subnet_id': '6623d13a-d8f4-4f4a-9ffb-a5b9eaa40a41'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:25:22.982780 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:23.028516 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:23.040033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda604e-cecd-4ca2-83d8-67070d9dd534 None None] Pushing event deleted for resources: {'Port': ['ID=4f884e85-368a-4390-bee1-a354de282ffd,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:23.061142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda604e-cecd-4ca2-83d8-67070d9dd534 None None] No DVR routers for this DVR port 4f884e85-368a-4390-bee1-a354de282ffd on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:23.085290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d363a783-e5be-4a19-9213-1bc308ecc4c2 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:23.085606 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:23.098021 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:23.105924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-33027ae5-f1d1-40a2-b5c0-16ff38dac294 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853139988&fields=id&tenant_id=f006ab8501f34f3bb05432aaa71c4bec HTTP/1.1" status: 200 len: 267 time: 0.3061907 Aug 21 09:25:23.112863 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:23.123684 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/networks/efc649f8-f45e-4fe4-9718-065b07a2df58 HTTP/1.1" status: 204 len: 168 time: 1.1544857 Aug 21 09:25:23.138196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40652) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:23.158936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50811b3-f465-4c54-b971-dc3e5b91ce21 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Network': ['ID=efc649f8-f45e-4fe4-9718-065b07a2df58,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:23.192792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Attempting to bind port 00055a37-6929-4f06-a228-0c72f59082b3 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:23.193173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Attempting to bind port 00055a37-6929-4f06-a228-0c72f59082b3 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '247c2f5f-0008-4ce8-961b-c13bc6f241c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '039d6871-232f-4724-9f73-51c01d76c3e4'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:23.193565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Attempting to bind port 00055a37-6929-4f06-a228-0c72f59082b3 on network 039d6871-232f-4724-9f73-51c01d76c3e4 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:23.227117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:23.230991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Checking segment: {'id': '247c2f5f-0008-4ce8-961b-c13bc6f241c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '039d6871-232f-4724-9f73-51c01d76c3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:23.230991 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:23.230991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Bound using segment: {'id': '247c2f5f-0008-4ce8-961b-c13bc6f241c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '039d6871-232f-4724-9f73-51c01d76c3e4'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:23.230991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Bound port: 00055a37-6929-4f06-a228-0c72f59082b3, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247c2f5f-0008-4ce8-961b-c13bc6f241c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '039d6871-232f-4724-9f73-51c01d76c3e4'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:23.230991 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:23.293661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36f720-fc7d-4882-92ac-6af041d74d0a req-f21983b6-01a5-45b7-95c6-0da3700109eb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:23.295239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca36f720-fc7d-4882-92ac-6af041d74d0a req-f21983b6-01a5-45b7-95c6-0da3700109eb tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1008632 Aug 21 09:25:23.320567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100454a9-7848-4454-95f6-4b3508b49f6d req-ece9c40a-fce9-4aee-b08d-341d1d81fb88 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:23.321499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-ece9c40a-fce9-4aee-b08d-341d1d81fb88 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/networks?id=4744644c-e35d-4f36-b45b-0eca9b5c8098 HTTP/1.1" status: 200 len: 809 time: 0.1950135 Aug 21 09:25:23.341859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-70ac9876-a502-43b9-9223-350bd0dc3086 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/quotas/f006ab8501f34f3bb05432aaa71c4bec HTTP/1.1" status: 200 len: 375 time: 0.0106485 Aug 21 09:25:23.385126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Allocated IP 2001:db8::1 (039d6871-232f-4724-9f73-51c01d76c3e4/54a07f87-cd41-4252-9216-e24bc7d25cca/4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:23.412266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca36f720-fc7d-4882-92ac-6af041d74d0a req-9d7a4efb-74e2-44b6-b004-82b396602465 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071129 Aug 21 09:25:23.438481 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Allocated IP 2001:db8::2 (11755a25-970d-4630-acc9-44314258e9e0/6623d13a-d8f4-4f4a-9ffb-a5b9eaa40a41/4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:23.444598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] For port 00055a37-6929-4f06-a228-0c72f59082b3, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:23.449316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] For port 00055a37-6929-4f06-a228-0c72f59082b3, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=00055a37-6929-4f06-a228-0c72f59082b3,segment=NetworkSegment(247c2f5f-0008-4ce8-961b-c13bc6f241c4),segment_id=247c2f5f-0008-4ce8-961b-c13bc6f241c4)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:23.454942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50a475-06b3-4690-ae32-e55b69d59304 req-e4d773ae-d9d9-4b3e-8a47-78ff302ec737 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:23.457777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da50a475-06b3-4690-ae32-e55b69d59304 req-e4d773ae-d9d9-4b3e-8a47-78ff302ec737 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 944 time: 0.1025803 Aug 21 09:25:23.583429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-df33014a-96b3-4470-a4b4-868e07c14d9a tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f006ab8501f34f3bb05432aaa71c4bec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2301538 Aug 21 09:25:23.607849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:23.713364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9373a21-4fe2-4aa1-912e-a00e8b70ce9e None None] Pushing event updated for resources: {'Port': ['ID=00055a37-6929-4f06-a228-0c72f59082b3,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:23.787676 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:23.810165 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Transition to ACTIVE for port object 4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:23.812304 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:23.815893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Deleting port 611beaed-02ad-4dd3-a80b-e60aa2498b2d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:23.816252 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:23.821735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-5e20a450-9ef6-41d0-bae9-1082dfd241b9 service neutron] 10.222.0.20 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082517 Aug 21 09:25:23.842475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Transition to ACTIVE for port object 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:23.846308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 264a635d-c2b9-4993-ae08-a62eefb8a003 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:23.874971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 264a635d-c2b9-4993-ae08-a62eefb8a003 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:23.875624 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 264a635d-c2b9-4993-ae08-a62eefb8a003 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:23.890106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Transition to ACTIVE for port object 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:23.916842 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.005210 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.029819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] For port 611beaed-02ad-4dd3-a80b-e60aa2498b2d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=611beaed-02ad-4dd3-a80b-e60aa2498b2d,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:24.030245 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.036291 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.066713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-9fb937b9-8900-4e13-9a88-4291b036d390 service neutron] 10.222.0.20 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687999 Aug 21 09:25:24.080577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Port': ['ID=4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:24.102275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Network 11755a25-970d-4630-acc9-44314258e9e0 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:24.103447 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network 039d6871-232f-4724-9f73-51c01d76c3e4 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:24.107283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:24.110558 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:24.113653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:24.114682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:24.115478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.133241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Pushing event updated for resources: {'Port': ['ID=4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:24.189311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Attempting to bind port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:24.189625 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Attempting to bind port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '5b6edcff-1048-4625-b13f-a8b83be5c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '11755a25-970d-4630-acc9-44314258e9e0'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:24.189996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Attempting to bind port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 on network 11755a25-970d-4630-acc9-44314258e9e0 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:24.195959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:24.196361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Checking segment: {'id': '5b6edcff-1048-4625-b13f-a8b83be5c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '11755a25-970d-4630-acc9-44314258e9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:24.196753 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.197155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Bound using segment: {'id': '5b6edcff-1048-4625-b13f-a8b83be5c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '11755a25-970d-4630-acc9-44314258e9e0'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:24.197639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Bound port: 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6edcff-1048-4625-b13f-a8b83be5c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '11755a25-970d-4630-acc9-44314258e9e0'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:24.198031 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.307478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] For port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:24.309304 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.309924 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.310463 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Floating IP 480189ad-3afb-4884-bca8-4e0769914525 disassociated. External IP: 172.25.5.127, port: 611beaed-02ad-4dd3-a80b-e60aa2498b2d. Aug 21 09:25:24.311008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Calling delete_port for 611beaed-02ad-4dd3-a80b-e60aa2498b2d owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:24.318539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] For port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90,segment=NetworkSegment(5b6edcff-1048-4625-b13f-a8b83be5c905),segment_id=5b6edcff-1048-4625-b13f-a8b83be5c905)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:24.424957 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.480225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0b58d5b0-6034-4f05-ab0a-b991a1179c6e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:24.506891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-429144af-364e-4ef1-b2a3-44c565f45662 req-4952bdfa-85af-4521-b58f-9369861b6e26 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 210 time: 0.0377498 Aug 21 09:25:24.610158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebd50d-a6bd-4432-8d49-2a34982978e8 None None] Pushing event updated for resources: {'Port': ['ID=4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:24.627809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:24.628221 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.639215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:24.714573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event deleted for resources: {'Port': ['ID=611beaed-02ad-4dd3-a80b-e60aa2498b2d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:24.800363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 00055a37-6929-4f06-a228-0c72f59082b3 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:24.951794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab6016-95f0-4ce0-b887-d4969f041766 req-7afd47a8-2749-4e85-a65b-dac7edd15c69 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:24.963731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 00055a37-6929-4f06-a228-0c72f59082b3 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:24.971085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8ab6016-95f0-4ce0-b887-d4969f041766 req-7afd47a8-2749-4e85-a65b-dac7edd15c69 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 866 time: 0.3983119 Aug 21 09:25:24.986551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Router ff46fbe5-aefb-490d-9bb9-3d7b05045131 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:25.066927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:25.117121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4f884e85-368a-4390-bee1-a354de282ffd no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:25.122577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8ab6016-95f0-4ce0-b887-d4969f041766 req-cb9a8cb4-aa0d-4b86-93d9-9760cde897f0 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bf84a4-e4a9-409e-8116-93a3f48e0061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451590 Aug 21 09:25:25.161120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:25.161301 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:25.164926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 4f884e85-368a-4390-bee1-a354de282ffd {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:25.165438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4f884e85-368a-4390-bee1-a354de282ffd not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:25.165854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6d04ebad-f8f7-4099-a865-0961d1ba6daa no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:25.207757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 6d04ebad-f8f7-4099-a865-0961d1ba6daa {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:25.208087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6d04ebad-f8f7-4099-a865-0961d1ba6daa not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:25.286270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433e1cc3-ccc2-4f8b-928b-5dc427ac1e1e None None] Network 039d6871-232f-4724-9f73-51c01d76c3e4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:25.286956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:25.305537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e6c91b-bea8-4b66-8555-bf2f3bfaf8f3 None None] Sync routers for ids ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:25.364834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] No DVR routers for this DVR port 611beaed-02ad-4dd3-a80b-e60aa2498b2d on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:25.367912 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:25.370412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da50a475-06b3-4690-ae32-e55b69d59304 req-880e941b-459d-4dac-99cd-bc6095f0bc08 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.22 "DELETE /v2.0/ports/611beaed-02ad-4dd3-a80b-e60aa2498b2d HTTP/1.1" status: 204 len: 173 time: 1.8994145 Aug 21 09:25:25.372059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-deleted', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:25:25.375132 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870a2442-8230-4e98-afcf-ddf583006c9b" -d '{"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-deleted", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:25:25.381158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e6c91b-bea8-4b66-8555-bf2f3bfaf8f3 None None] Routers {'ff46fbe5-aefb-490d-9bb9-3d7b05045131'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:25.381816 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-75e6c91b-bea8-4b66-8555-bf2f3bfaf8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:25.396366 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] For port 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e,segment=NetworkSegment(c7658254-f990-42b0-85e1-c19f2197d14c),segment_id=c7658254-f990-42b0-85e1-c19f2197d14c)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:25.397478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:25.419499 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36358982-a547-4bbb-ae88-901c7a4fa4ad x-openstack-request-id: req-36358982-a547-4bbb-ae88-901c7a4fa4ad {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:25:25.420582 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521c3df7-e8e7-4ca6-bdac-c5de34126c13", "name": "network-vif-deleted", "tag": "611beaed-02ad-4dd3-a80b-e60aa2498b2d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:25:25.420812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:25.421924 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36358982-a547-4bbb-ae88-901c7a4fa4ad {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:25:25.424309 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521c3df7-e8e7-4ca6-bdac-c5de34126c13', 'name': 'network-vif-deleted', 'tag': '611beaed-02ad-4dd3-a80b-e60aa2498b2d', 'status': 'completed', 'code': 200} Aug 21 09:25:25.674039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d136d3a-db4a-4eca-9bc9-127e7546a3dd req-89055510-f636-4538-9765-94b61e813e89 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 210 time: 0.0422430 Aug 21 09:25:25.710575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-813d08c8-2850-4598-ade8-78ff2c44369d None None] Provisioning for port 00055a37-6929-4f06-a228-0c72f59082b3 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:25.745423 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:25.770544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-813d08c8-2850-4598-ade8-78ff2c44369d None None] Provisioning complete for port 00055a37-6929-4f06-a228-0c72f59082b3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:25.770930 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-813d08c8-2850-4598-ade8-78ff2c44369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:25.815033 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:25.816633 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:25.950738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-75e6c91b-bea8-4b66-8555-bf2f3bfaf8f3 None None] Set router ff46fbe5-aefb-490d-9bb9-3d7b05045131 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:25.973108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Port': ['ID=4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:25.990310 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:26.016839 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-813d08c8-2850-4598-ade8-78ff2c44369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:26.031474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:26.060347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-813d08c8-2850-4598-ade8-78ff2c44369d None None] For port 00055a37-6929-4f06-a228-0c72f59082b3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=00055a37-6929-4f06-a228-0c72f59082b3,segment=NetworkSegment(247c2f5f-0008-4ce8-961b-c13bc6f241c4),segment_id=247c2f5f-0008-4ce8-961b-c13bc6f241c4)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:26.100523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network 039d6871-232f-4724-9f73-51c01d76c3e4 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:26.146819 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-813d08c8-2850-4598-ade8-78ff2c44369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:26.187252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:26.316796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-675e66d9-7f91-4ef4-8e7c-f747b3a8ba66 req-989f66c8-9d87-4959-9914-08592f4cbfac tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/ports?device_id=521c3df7-e8e7-4ca6-bdac-c5de34126c13 HTTP/1.1" status: 200 len: 210 time: 0.0901017 Aug 21 09:25:26.341236 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91addc76-d8ce-45da-839c-6e2cc0f7a803 None None] Network 11755a25-970d-4630-acc9-44314258e9e0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:26.482030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d08c8-2850-4598-ade8-78ff2c44369d None None] Pushing event updated for resources: {'Port': ['ID=00055a37-6929-4f06-a228-0c72f59082b3,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:26.556386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:26.611157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:26.722724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-95b4b608-a303-4bc3-ba9b-7d6c6f611bac None None] Provisioning for port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:26.820959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Router 625978f6-25c1-4e49-a7b9-60e1ebd835e9 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:25:26.856210 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a2f1508-05a7-4114-a35e-32fcedfcbacf req-84954fcd-3125-4b5b-99b9-fb06a55caf15 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 210 time: 0.0655615 Aug 21 09:25:26.896463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:26.926254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:26.927406 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:26.975902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-252c9d25-7133-4e5c-bcc1-5a3b0bdc3f43 None None] Provisioning complete for port 00055a37-6929-4f06-a228-0c72f59082b3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:26.976281 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-252c9d25-7133-4e5c-bcc1-5a3b0bdc3f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:26.976951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 67fc0124-28a1-4de7-9dc2-ac461ab52244 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:26.979028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-75e6c91b-bea8-4b66-8555-bf2f3bfaf8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '8048a443-04e7-4b8c-bc9c-bc1a027f319e', 'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'mac_address': 'fa:16:3e:94:cd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:37Z', 'updated_at': '2021-08-21T09:16:58Z', 'revision_number': 5, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'subnets': [{'id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:26.996563 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:27.017212 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08905a-d914-4320-9bf9-496874c00bfa None None] Sync routers for ids ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:27.029205 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08905a-d914-4320-9bf9-496874c00bfa None None] Routers {'625978f6-25c1-4e49-a7b9-60e1ebd835e9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:27.030825 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ef08905a-d914-4320-9bf9-496874c00bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:27.059783 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-85d42fe2-7323-4393-b5e9-25f18b21f0ce tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "PUT /v2.0/routers/625978f6-25c1-4e49-a7b9-60e1ebd835e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5298319 Aug 21 09:25:27.060450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e6c91b-bea8-4b66-8555-bf2f3bfaf8f3 None None] Checking router: ff46fbe5-aefb-490d-9bb9-3d7b05045131 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:27.062597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40696) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:27.065002 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ef08905a-d914-4320-9bf9-496874c00bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:27.074374 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08905a-d914-4320-9bf9-496874c00bfa None None] Routers {'625978f6-25c1-4e49-a7b9-60e1ebd835e9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:27.077514 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ef08905a-d914-4320-9bf9-496874c00bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:27.093707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e6c91b-bea8-4b66-8555-bf2f3bfaf8f3 None None] Routers {'ff46fbe5-aefb-490d-9bb9-3d7b05045131'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:27.094347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-75e6c91b-bea8-4b66-8555-bf2f3bfaf8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:27.259445 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ef08905a-d914-4320-9bf9-496874c00bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:27.260502 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08905a-d914-4320-9bf9-496874c00bfa None None] The sync data for ids ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:27.272197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:27.285624 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d6a3fefb-35fc-47dd-a98d-fc4404a9abe4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1449440 Aug 21 09:25:27.285624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40698) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:27.307175 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:27.350270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9142234-8d98-473c-b006-94fd7d0ae20c None None] Sync routers for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:27.508347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-75e6c91b-bea8-4b66-8555-bf2f3bfaf8f3 None None] Set router ff46fbe5-aefb-490d-9bb9-3d7b05045131 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:27.550392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9142234-8d98-473c-b006-94fd7d0ae20c None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:27.552060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c9142234-8d98-473c-b006-94fd7d0ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:27.587105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40704) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:27.616693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90,segment=NetworkSegment(5b6edcff-1048-4625-b13f-a8b83be5c905),segment_id=5b6edcff-1048-4625-b13f-a8b83be5c905)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:27.707358 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:27.745724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1d8127-2f49-43c6-9814-b31e6c9f4f89 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting subnet 13a39dcc-28bf-482d-bdfd-ee80ac56a860 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:25:27.750113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-c9142234-8d98-473c-b006-94fd7d0ae20c None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:27.757626 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8127-2f49-43c6-9814-b31e6c9f4f89 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:27.810756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-252c9d25-7133-4e5c-bcc1-5a3b0bdc3f43 None None] Provisioning for port 4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:27.815107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8127-2f49-43c6-9814-b31e6c9f4f89 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:27.851208 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:27.853152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-252c9d25-7133-4e5c-bcc1-5a3b0bdc3f43 None None] Provisioning complete for port 4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:27.853459 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-252c9d25-7133-4e5c-bcc1-5a3b0bdc3f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:27.912567 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c73638fc-32a1-41d5-a4b4-d67ea9ef1dea tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:27.993669 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c73638fc-32a1-41d5-a4b4-d67ea9ef1dea tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.030694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:28.050739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 611beaed-02ad-4dd3-a80b-e60aa2498b2d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:28.051350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 611beaed-02ad-4dd3-a80b-e60aa2498b2d not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:28.052990 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8127-2f49-43c6-9814-b31e6c9f4f89 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.057267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-252c9d25-7133-4e5c-bcc1-5a3b0bdc3f43 None None] Port 4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:28.087179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f74f268e-dc14-41db-9809-62bd225095f9 req-7abc8723-76e2-4845-ba60-ca1bad4042d3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 210 time: 0.0364149 Aug 21 09:25:28.110420 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-c91aefe8-82be-4ec9-b7a3-01a52c03be70 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:25:28.114584 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c91aefe8-82be-4ec9-b7a3-01a52c03be70 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "PUT /v2.0/routers/625978f6-25c1-4e49-a7b9-60e1ebd835e9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0493381 Aug 21 09:25:28.116634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40712) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:28.206366 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c73638fc-32a1-41d5-a4b4-d67ea9ef1dea tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.209753 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c73638fc-32a1-41d5-a4b4-d67ea9ef1dea tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.214019 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c73638fc-32a1-41d5-a4b4-d67ea9ef1dea tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "DELETE /v2.0/security-groups/17bf84a4-e4a9-409e-8116-93a3f48e0061 HTTP/1.1" status: 204 len: 168 time: 0.6205561 Aug 21 09:25:28.214727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40714) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:28.215770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100454a9-7848-4454-95f6-4b3508b49f6d req-c7ed331e-478b-431d-b402-91189348644e tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:28.219513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-c7ed331e-478b-431d-b402-91189348644e tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.13 "GET /v2.0/networks?id=4744644c-e35d-4f36-b45b-0eca9b5c8098 HTTP/1.1" status: 200 len: 809 time: 0.9628685 Aug 21 09:25:28.234288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73638fc-32a1-41d5-a4b4-d67ea9ef1dea tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bf84a4-e4a9-409e-8116-93a3f48e0061,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:28.242711 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8127-2f49-43c6-9814-b31e6c9f4f89 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.253608 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-f3e0f544-3f39-4181-99a6-edac6f5e297e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] show failed (client error): The resource could not be found. Aug 21 09:25:28.253608 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f3e0f544-3f39-4181-99a6-edac6f5e297e tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "GET /v2.0/security-groups/17bf84a4-e4a9-409e-8116-93a3f48e0061 HTTP/1.1" status: 404 len: 347 time: 0.0277281 Aug 21 09:25:28.256003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40716) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:28.314251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-49786fd7-09d2-49dd-b0aa-7a391a4641e5 None None] Provisioning complete for port 4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:28.314635 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-49786fd7-09d2-49dd-b0aa-7a391a4641e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.330598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d8127-2f49-43c6-9814-b31e6c9f4f89 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Subnet': ['ID=13a39dcc-28bf-482d-bdfd-ee80ac56a860,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:28.351426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09040cef-380f-45b8-9588-483b763473fd None None] Network aefa327d-7b02-408b-908c-388f7b7cbf57 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:28.402050 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8127-2f49-43c6-9814-b31e6c9f4f89 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.406651 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ee1d8127-2f49-43c6-9814-b31e6c9f4f89 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/13a39dcc-28bf-482d-bdfd-ee80ac56a860 HTTP/1.1" status: 204 len: 168 time: 1.0934784 Aug 21 09:25:28.408814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40718) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:28.409891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-5708f90e-bc9c-41f1-9f72-cc9535a8b916 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f006ab8501f34f3bb05432aaa71c4bec HTTP/1.1" status: 200 len: 379 time: 0.1781750 Aug 21 09:25:28.422270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Request body: {'port': {'device_id': '794457bc-520a-488f-bd9c-f44b95de3546', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'admin_state_up': True, 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'security_groups': ['feb3b0b8-3f4d-4186-8025-11f4dc94ac68']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:28.424831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:28.504211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-49786fd7-09d2-49dd-b0aa-7a391a4641e5 None None] Port 4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:28.521692 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.537224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-dfc47666-0249-4fa9-a847-99d33deaa2a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Deleting port a142079a-bd29-47da-8dbe-f24b95d3864f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:28.537591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfc47666-0249-4fa9-a847-99d33deaa2a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.588517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-49786fd7-09d2-49dd-b0aa-7a391a4641e5 None None] Provisioning complete for port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:28.588922 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-49786fd7-09d2-49dd-b0aa-7a391a4641e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.641685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-75e6c91b-bea8-4b66-8555-bf2f3bfaf8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '8048a443-04e7-4b8c-bc9c-bc1a027f319e', 'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'mac_address': 'fa:16:3e:94:cd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:37Z', 'updated_at': '2021-08-21T09:16:58Z', 'revision_number': 5, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'subnets': [{'id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:28.650921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:28.651284 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.656237 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfc47666-0249-4fa9-a847-99d33deaa2a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.656784 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfc47666-0249-4fa9-a847-99d33deaa2a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.664940 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a4b85bf-dfb1-4925-ae13-ab349e60e25a tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.682689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-dfc47666-0249-4fa9-a847-99d33deaa2a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Calling delete_port for a142079a-bd29-47da-8dbe-f24b95d3864f owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:28.691780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:28.692227 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.715143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e6c91b-bea8-4b66-8555-bf2f3bfaf8f3 None None] The sync data for ids ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'] in n-d-766726-28 is: [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:16:39Z', 'revision_number': 4, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '8048a443-04e7-4b8c-bc9c-bc1a027f319e', 'name': '', 'network_id': '9f7b8d42-decb-4a92-93d7-259b0577d2bd', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'mac_address': 'fa:16:3e:94:cd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:37Z', 'updated_at': '2021-08-21T09:16:58Z', 'revision_number': 5, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'subnets': [{'id': '0af0f514-5b74-442e-a44e-f7a648ffcaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:28.728852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c9142234-8d98-473c-b006-94fd7d0ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:25Z', 'revision_number': 10, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:28.792141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9142234-8d98-473c-b006-94fd7d0ae20c None None] Checking router: 67fc0124-28a1-4de7-9dc2-ac461ab52244 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:28.794691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Made reservation on behalf of f006ab8501f34f3bb05432aaa71c4bec for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:28.798840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.849640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed648677-3e74-4769-a0de-cedeb31d6e93 None None] DHCP port deletion for aefa327d-7b02-408b-908c-388f7b7cbf57 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:25:28.857877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] For port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=798d3b32-23c5-4dc7-a340-1525dfaa0cd8,segment=NetworkSegment(c7658254-f990-42b0-85e1-c19f2197d14c),segment_id=c7658254-f990-42b0-85e1-c19f2197d14c)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:28.859190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:28.861437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9142234-8d98-473c-b006-94fd7d0ae20c None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:28.862293 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c9142234-8d98-473c-b006-94fd7d0ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:28.897199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:29.014131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-c9142234-8d98-473c-b006-94fd7d0ae20c None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:29.058590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Allocated IP 172.20.0.10 (4744644c-e35d-4f36-b45b-0eca9b5c8098/5f5a8520-8185-4c85-934a-c4709db5551e/73640672-fb34-4d06-8dca-59d39e0b0f2e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:29.086530 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfc47666-0249-4fa9-a847-99d33deaa2a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.170329 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc47666-0249-4fa9-a847-99d33deaa2a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Pushing event deleted for resources: {'Port': ['ID=a142079a-bd29-47da-8dbe-f24b95d3864f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:29.180709 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.207853 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037cd932-cd25-4c95-9906-2c34017dd68a None None] New status for floating IP 480189ad-3afb-4884-bca8-4e0769914525: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:25:29.256183 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=798d3b32-23c5-4dc7-a340-1525dfaa0cd8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:29.265177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6000c2f-0b3e-4d9a-858f-80a2c4eeaf1a req-3556c682-a4f9-44b3-9611-922e1c0df0c2 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 210 time: 0.0415020 Aug 21 09:25:29.294763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No DVR routers for this DVR port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:29.324366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 00055a37-6929-4f06-a228-0c72f59082b3 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:29.342638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b85bf-dfb1-4925-ae13-ab349e60e25a tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Deleting port 4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:29.342973 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a4b85bf-dfb1-4925-ae13-ab349e60e25a tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.431172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ed648677-3e74-4769-a0de-cedeb31d6e93 None None] Deleting port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:29.431172 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ed648677-3e74-4769-a0de-cedeb31d6e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.509331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 00055a37-6929-4f06-a228-0c72f59082b3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:29.510137 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.516178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.519537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a4b85bf-dfb1-4925-ae13-ab349e60e25a tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.541164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b85bf-dfb1-4925-ae13-ab349e60e25a tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Calling delete_port for 4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:29.547100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Transition to ACTIVE for port object 73640672-fb34-4d06-8dca-59d39e0b0f2e will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:29.579776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ed648677-3e74-4769-a0de-cedeb31d6e93 None None] For port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8, host n-d-766726-28, got binding levels [] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:29.580213 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ed648677-3e74-4769-a0de-cedeb31d6e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.600348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ed648677-3e74-4769-a0de-cedeb31d6e93 None None] Calling delete_port for 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:29.605053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.ipam_backend_mixin [None req-ed648677-3e74-4769-a0de-cedeb31d6e93 None None] Port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 was not found and therefore no delete operation was performed {{(pid=106758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:25:29.609386 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ed648677-3e74-4769-a0de-cedeb31d6e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.661993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed648677-3e74-4769-a0de-cedeb31d6e93 None None] Pushing event deleted for resources: {'Port': ['ID=798d3b32-23c5-4dc7-a340-1525dfaa0cd8,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:29.664541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed648677-3e74-4769-a0de-cedeb31d6e93 None None] No DVR routers for this DVR port 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:29.704415 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.712496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c9142234-8d98-473c-b006-94fd7d0ae20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:25Z', 'revision_number': 10, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:29.754774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9142234-8d98-473c-b006-94fd7d0ae20c None None] The sync data for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 is: [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:25Z', 'revision_number': 10, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None, '_interfaces': [{'id': '041f8612-3f90-4c48-bd10-bfa0c79f3a45', 'name': '', 'network_id': '886c1a65-9542-45d0-9b60-996a9eefaea3', 'tenant_id': '610d0593f930483a94396da909d57627', 'mac_address': 'fa:16:3e:b3:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:42Z', 'updated_at': '2021-08-21T09:24:52Z', 'revision_number': 5, 'project_id': '610d0593f930483a94396da909d57627', 'subnets': [{'id': '0551dbf3-fed2-4cfb-a633-ff3160c7e8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:29.818736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Network 4744644c-e35d-4f36-b45b-0eca9b5c8098 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:29.827296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:29.836729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:29.897872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfc47666-0249-4fa9-a847-99d33deaa2a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.900884 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfc47666-0249-4fa9-a847-99d33deaa2a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.907368 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dfc47666-0249-4fa9-a847-99d33deaa2a5 tempest-ServerActionsTestJSON-96522700 tempest-ServerActionsTestJSON-96522700-project] 10.222.0.20 "DELETE /v2.0/floatingips/480189ad-3afb-4884-bca8-4e0769914525 HTTP/1.1" status: 204 len: 168 time: 1.6498101 Aug 21 09:25:29.907987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40730) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:29.910648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.912744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event updated for resources: {'Port': ['ID=73640672-fb34-4d06-8dca-59d39e0b0f2e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:29.949592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefa327d-7b02-408b-908c-388f7b7cbf57']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:29.961518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:29.962381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:29.972485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7658254-f990-42b0-85e1-c19f2197d14c') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:29.972777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7658254-f990-42b0-85e1-c19f2197d14c') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:29.983385 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:30.003817 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:30.013971 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:30.015072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:30.026209 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:30.040684 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a4b85bf-dfb1-4925-ae13-ab349e60e25a tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:30.072724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b85bf-dfb1-4925-ae13-ab349e60e25a tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Port': ['ID=4d0ad6ad-7a94-4916-ab3b-fdba26c0eee4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:30.113972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-35ba6280-a500-4d40-a337-bbd93c394745 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6961861 Aug 21 09:25:30.171144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Request body: {'port': {'device_id': '794457bc-520a-488f-bd9c-f44b95de3546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:30.177448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:30.188166 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:30.192469 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/networks/aefa327d-7b02-408b-908c-388f7b7cbf57 HTTP/1.1" status: 204 len: 168 time: 1.7803335 Aug 21 09:25:30.212192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40738) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:30.302955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9a4b85bf-dfb1-4925-ae13-ab349e60e25a tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:30.345004 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:30.348542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-12f34efa-e0dd-48e9-ac9b-3fbe2cdbc8ad None None] Provisioning for port 73640672-fb34-4d06-8dca-59d39e0b0f2e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:30.355143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-12f34efa-e0dd-48e9-ac9b-3fbe2cdbc8ad None None] Provisioning complete for port 73640672-fb34-4d06-8dca-59d39e0b0f2e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:30.355550 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-12f34efa-e0dd-48e9-ac9b-3fbe2cdbc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:30.400734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:30.425577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:30.425969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 798d3b32-23c5-4dc7-a340-1525dfaa0cd8 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:30.426315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:30.441627 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0042e39-7ebb-447a-8c4a-61cd04a22d91 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Network': ['ID=aefa327d-7b02-408b-908c-388f7b7cbf57,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:30.469340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:30.469740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1ff6ebb4-f722-41fb-bbaf-99e0271c1c8e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:30.484659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-12f34efa-e0dd-48e9-ac9b-3fbe2cdbc8ad None None] Port 73640672-fb34-4d06-8dca-59d39e0b0f2e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:30.719857 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:30.788346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845b65a-052a-444f-bdbd-d37f3b8b3d29 req-362ed6d8-cda8-4b98-a42a-1adb52a3183b tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:30.790283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6845b65a-052a-444f-bdbd-d37f3b8b3d29 req-362ed6d8-cda8-4b98-a42a-1adb52a3183b tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 932 time: 0.3255811 Aug 21 09:25:30.886305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4b85bf-dfb1-4925-ae13-ab349e60e25a tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Router 625978f6-25c1-4e49-a7b9-60e1ebd835e9 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:31.052845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6845b65a-052a-444f-bdbd-d37f3b8b3d29 req-27729562-12f5-4c38-b472-e5fa5088b554 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500217 Aug 21 09:25:31.065398 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port 041f8612-3f90-4c48-bd10-bfa0c79f3a45 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:31.065920 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:31.134432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4b85bf-dfb1-4925-ae13-ab349e60e25a tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:31.142559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9a4b85bf-dfb1-4925-ae13-ab349e60e25a tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "PUT /v2.0/routers/625978f6-25c1-4e49-a7b9-60e1ebd835e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0245895 Aug 21 09:25:31.146370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1658faf-e777-4a0b-8f92-443178b3868f None None] Sync routers for ids ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:31.148369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40742) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:31.159981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1658faf-e777-4a0b-8f92-443178b3868f None None] Routers {'625978f6-25c1-4e49-a7b9-60e1ebd835e9'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:31.165038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a1658faf-e777-4a0b-8f92-443178b3868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:31.179643 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] For port 041f8612-3f90-4c48-bd10-bfa0c79f3a45, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=041f8612-3f90-4c48-bd10-bfa0c79f3a45,segment=NetworkSegment(6b044401-27f0-4e7e-94f7-cbdc8772deef),segment_id=6b044401-27f0-4e7e-94f7-cbdc8772deef)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:31.180017 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:31.195880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a1658faf-e777-4a0b-8f92-443178b3868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:31.198987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for 041f8612-3f90-4c48-bd10-bfa0c79f3a45 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:31.205571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1658faf-e777-4a0b-8f92-443178b3868f None None] Routers {'625978f6-25c1-4e49-a7b9-60e1ebd835e9'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:31.206192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a1658faf-e777-4a0b-8f92-443178b3868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:31.208950 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-c6ca17db-0c8e-45e4-a6a1-6d18b483b1c6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] delete failed (client error): The resource could not be found. Aug 21 09:25:31.210063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c6ca17db-0c8e-45e4-a6a1-6d18b483b1c6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1343285545 HTTP/1.1" status: 404 len: 335 time: 0.0592041 Aug 21 09:25:31.214024 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40744) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:31.221785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-31b907e0-c4ca-4bdf-abca-8b71c98c2a80 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'router': {'external_gateway_info': {'network_id': '625978f6-25c1-4e49-a7b9-60e1ebd835e9'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:31.247705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a1658faf-e777-4a0b-8f92-443178b3868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:31.249200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1658faf-e777-4a0b-8f92-443178b3868f None None] The sync data for ids ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:31.312105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73640672-fb34-4d06-8dca-59d39e0b0f2e {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:25:31.323489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:31.349204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Transition to ACTIVE for port object 73640672-fb34-4d06-8dca-59d39e0b0f2e will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:31.394095 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:31.512835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-31b907e0-c4ca-4bdf-abca-8b71c98c2a80 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:31.635069 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-31b907e0-c4ca-4bdf-abca-8b71c98c2a80 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] update failed (client error): The resource could not be found. Aug 21 09:25:31.636151 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-31b907e0-c4ca-4bdf-abca-8b71c98c2a80 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "PUT /v2.0/routers/625978f6-25c1-4e49-a7b9-60e1ebd835e9 HTTP/1.1" status: 404 len: 339 time: 0.4211028 Aug 21 09:25:31.640390 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40750) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:31.645513 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1431927072'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:31.653048 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:31.693138 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=041f8612-3f90-4c48-bd10-bfa0c79f3a45,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:31.760811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:31.810406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Made reservation on behalf of 26a6540867384aa6874594603af00ef1 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:31.813127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:31.861443 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:31.864353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Pushing event updated for resources: {'Port': ['ID=73640672-fb34-4d06-8dca-59d39e0b0f2e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:31.881599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:25:31.957463 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:31.957822 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Added segment e3e69764-fbf9-427f-bb2c-a181e54000ba of type vlan for network 1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96 Aug 21 09:25:32.021363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Attempting to bind port 73640672-fb34-4d06-8dca-59d39e0b0f2e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:32.022583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Attempting to bind port 73640672-fb34-4d06-8dca-59d39e0b0f2e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:32.022913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Attempting to bind port 73640672-fb34-4d06-8dca-59d39e0b0f2e on network 4744644c-e35d-4f36-b45b-0eca9b5c8098 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:32.033083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Port 73640672-fb34-4d06-8dca-59d39e0b0f2e on network 4744644c-e35d-4f36-b45b-0eca9b5c8098 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:25:32.033402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Attempting to bind port 73640672-fb34-4d06-8dca-59d39e0b0f2e on network 4744644c-e35d-4f36-b45b-0eca9b5c8098 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:32.046045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:32.046397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Checking segment: {'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:32.046854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Bound using segment: {'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:32.047297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Bound port: 73640672-fb34-4d06-8dca-59d39e0b0f2e, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abab6d6-45a1-455e-b70b-337c0e65d83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:32.047716 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.052321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.105802 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 67fc0124-28a1-4de7-9dc2-ac461ab52244 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:32.188300 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.193820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:32.194403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.195864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] For port 73640672-fb34-4d06-8dca-59d39e0b0f2e, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:32.208162 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:32.219945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] For port 73640672-fb34-4d06-8dca-59d39e0b0f2e, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=73640672-fb34-4d06-8dca-59d39e0b0f2e,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:32.220547 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c24561-f95f-4551-b179-6b9c02e782e0 None None] Sync routers for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:32.222930 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d54b68d9-e280-4adb-b0cb-1b45c5ee8d09 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0097675 Aug 21 09:25:32.226673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40754) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:32.231382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] Deleting port 8048a443-04e7-4b8c-bc9c-bc1a027f319e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:32.231603 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c24561-f95f-4551-b179-6b9c02e782e0 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:32.231885 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.232034 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-19c24561-f95f-4551-b179-6b9c02e782e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:32.242980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c10a8b-6d08-4d57-96d3-98ba885f0df8 req-13c097ce-4db4-4e34-ad5e-2c30ed513cc4 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:32.254491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29c10a8b-6d08-4d57-96d3-98ba885f0df8 req-13c097ce-4db4-4e34-ad5e-2c30ed513cc4 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 944 time: 0.1126285 Aug 21 09:25:32.310878 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.318856 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cb7cf0-2356-4d96-820f-1b7d23304986 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting subnet 0551dbf3-fed2-4cfb-a633-ff3160c7e8c2 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:25:32.329482 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7cf0-2356-4d96-820f-1b7d23304986 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.337131 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6934986 Aug 21 09:25:32.361655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40760) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:32.363108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:32.363872 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.370778 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-19c24561-f95f-4551-b179-6b9c02e782e0 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:32.377927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] 10.222.0.13 "PUT /v2.0/ports/73640672-fb34-4d06-8dca-59d39e0b0f2e HTTP/1.1" status: 200 len: 1093 time: 2.2037132 Aug 21 09:25:32.383863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794457bc-520a-488f-bd9c-f44b95de3546', 'tag': '73640672-fb34-4d06-8dca-59d39e0b0f2e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:25:32.391434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d6c98-a524-433b-85a3-55ed94a92a7b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Network': ['ID=1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:32.396041 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab72c9-b0ac-41af-af84-d625e69b4f93" -d '{"events": [{"name": "network-changed", "server_uuid": "794457bc-520a-488f-bd9c-f44b95de3546", "tag": "73640672-fb34-4d06-8dca-59d39e0b0f2e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:25:32.408270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:25:32.412960 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7cf0-2356-4d96-820f-1b7d23304986 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.423551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'subnet': {'network_id': '1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:32.461790 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-19c24561-f95f-4551-b179-6b9c02e782e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:31Z', 'revision_number': 11, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:32.505625 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c24561-f95f-4551-b179-6b9c02e782e0 None None] Checking router: 67fc0124-28a1-4de7-9dc2-ac461ab52244 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:32.527717 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c24561-f95f-4551-b179-6b9c02e782e0 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:32.528475 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-19c24561-f95f-4551-b179-6b9c02e782e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:32.579507 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7cf0-2356-4d96-820f-1b7d23304986 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.626254 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b258c3ac-24fd-4629-9448-6c339c389f95 x-openstack-request-id: req-b258c3ac-24fd-4629-9448-6c339c389f95 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:25:32.626540 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794457bc-520a-488f-bd9c-f44b95de3546", "tag": "73640672-fb34-4d06-8dca-59d39e0b0f2e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:25:32.626798 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b258c3ac-24fd-4629-9448-6c339c389f95 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:25:32.627184 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794457bc-520a-488f-bd9c-f44b95de3546', 'tag': '73640672-fb34-4d06-8dca-59d39e0b0f2e', 'status': 'completed', 'code': 200} Aug 21 09:25:32.639645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29c10a8b-6d08-4d57-96d3-98ba885f0df8 req-8c5624b8-62d1-4692-b866-33013234f652 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3875704 Aug 21 09:25:32.674066 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-19c24561-f95f-4551-b179-6b9c02e782e0 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:32.692597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdde3c-42eb-4e80-b412-f9115e31075a service neutron] Pushing event updated for resources: {'Port': ['ID=73640672-fb34-4d06-8dca-59d39e0b0f2e,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:32.704190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] For port 8048a443-04e7-4b8c-bc9c-bc1a027f319e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8048a443-04e7-4b8c-bc9c-bc1a027f319e,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:32.705093 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.714258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100454a9-7848-4454-95f6-4b3508b49f6d req-539783aa-c766-4120-917c-49f2a7727b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:32.715830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-539783aa-c766-4120-917c-49f2a7727b98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f006ab8501f34f3bb05432aaa71c4bec&device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 1096 time: 0.1503074 Aug 21 09:25:32.721960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] Calling delete_port for 8048a443-04e7-4b8c-bc9c-bc1a027f319e owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:32.732983 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-19c24561-f95f-4551-b179-6b9c02e782e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:31Z', 'revision_number': 11, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:32.760293 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7cf0-2356-4d96-820f-1b7d23304986 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.771898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-5e88204b-e4b8-4622-a590-14b97fbb6fb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73640672-fb34-4d06-8dca-59d39e0b0f2e HTTP/1.1" status: 200 len: 217 time: 0.0453980 Aug 21 09:25:32.775072 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c24561-f95f-4551-b179-6b9c02e782e0 None None] The sync data for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 is: [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:31Z', 'revision_number': 11, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:32.795762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb3767-5a46-42d7-af01-796c8bc2411a None None] Network 886c1a65-9542-45d0-9b60-996a9eefaea3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:32.809058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb7cf0-2356-4d96-820f-1b7d23304986 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Subnet': ['ID=0551dbf3-fed2-4cfb-a633-ff3160c7e8c2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:32.812340 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7cb7cf0-2356-4d96-820f-1b7d23304986 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.814599 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c7cb7cf0-2356-4d96-820f-1b7d23304986 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/0551dbf3-fed2-4cfb-a633-ff3160c7e8c2 HTTP/1.1" status: 204 len: 168 time: 0.5869794 Aug 21 09:25:32.817348 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40768) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:32.819466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Made reservation on behalf of 26a6540867384aa6874594603af00ef1 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:32.823008 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.909700 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:32.976311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Deleting port f2b70904-05a4-4e30-aca1-2b4b7a855d8a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:32.976646 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.047047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] For port f2b70904-05a4-4e30-aca1-2b4b7a855d8a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f2b70904-05a4-4e30-aca1-2b4b7a855d8a,segment=NetworkSegment(6b044401-27f0-4e7e-94f7-cbdc8772deef),segment_id=6b044401-27f0-4e7e-94f7-cbdc8772deef)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:33.047332 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.049643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100454a9-7848-4454-95f6-4b3508b49f6d req-b3b4bbcb-b0fa-4f91-9aa4-9fe53d363757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:33.050800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-b3b4bbcb-b0fa-4f91-9aa4-9fe53d363757 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f5a8520-8185-4c85-934a-c4709db5551e HTTP/1.1" status: 200 len: 848 time: 0.2458270 Aug 21 09:25:33.062649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Calling delete_port for f2b70904-05a4-4e30-aca1-2b4b7a855d8a owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:33.161471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f98a4-6e3b-4e6d-b6c1-781b2af3013b None None] DHCP port deletion for 886c1a65-9542-45d0-9b60-996a9eefaea3 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:25:33.210898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.221509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f98a4-6e3b-4e6d-b6c1-781b2af3013b None None] Deleting port f2b70904-05a4-4e30-aca1-2b4b7a855d8a {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:33.222043 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c9f98a4-6e3b-4e6d-b6c1-781b2af3013b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.238174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100454a9-7848-4454-95f6-4b3508b49f6d req-b80266df-5c3b-4ba4-8c1f-0b89c3e5a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:33.241453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-b80266df-5c3b-4ba4-8c1f-0b89c3e5a6ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4744644c-e35d-4f36-b45b-0eca9b5c8098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1784003 Aug 21 09:25:33.247910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Port': ['ID=f2b70904-05a4-4e30-aca1-2b4b7a855d8a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:33.254570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No DVR routers for this DVR port f2b70904-05a4-4e30-aca1-2b4b7a855d8a on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:33.295508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4c9f98a4-6e3b-4e6d-b6c1-781b2af3013b None None] For port f2b70904-05a4-4e30-aca1-2b4b7a855d8a, host n-d-766726-28, got binding levels [] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:33.296995 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c9f98a4-6e3b-4e6d-b6c1-781b2af3013b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.313522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f98a4-6e3b-4e6d-b6c1-781b2af3013b None None] Calling delete_port for f2b70904-05a4-4e30-aca1-2b4b7a855d8a owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:33.316027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.ipam_backend_mixin [None req-4c9f98a4-6e3b-4e6d-b6c1-781b2af3013b None None] Port f2b70904-05a4-4e30-aca1-2b4b7a855d8a was not found and therefore no delete operation was performed {{(pid=106758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:25:33.317908 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c9f98a4-6e3b-4e6d-b6c1-781b2af3013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.346637 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.356604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f98a4-6e3b-4e6d-b6c1-781b2af3013b None None] Pushing event deleted for resources: {'Port': ['ID=f2b70904-05a4-4e30-aca1-2b4b7a855d8a,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:33.365432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f98a4-6e3b-4e6d-b6c1-781b2af3013b None None] No DVR routers for this DVR port f2b70904-05a4-4e30-aca1-2b4b7a855d8a on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:33.387263 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.400803 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886c1a65-9542-45d0-9b60-996a9eefaea3']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:33.412780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b044401-27f0-4e7e-94f7-cbdc8772deef') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:33.413146 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b044401-27f0-4e7e-94f7-cbdc8772deef') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:33.422870 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.425582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8048a443-04e7-4b8c-bc9c-bc1a027f319e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:33.428112 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.439176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.447141 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:33.447141 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:33.450988 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:33.524367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-7305a41e-417a-4eca-8933-5be573457f10 service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494547 Aug 21 09:25:33.588393 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.594195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Subnet': ['ID=3634bb3c-9ead-445d-af8c-22364420ccc4,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:33.597035 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.599916 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/networks/886c1a65-9542-45d0-9b60-996a9eefaea3 HTTP/1.1" status: 204 len: 168 time: 0.7807472 Aug 21 09:25:33.602615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40774) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:33.608754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bdb0418d-9409-493b-8e86-1f08403b1f12 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'routes': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:33.687081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Checking segment: {'id': 'e3e69764-fbf9-427f-bb2c-a181e54000ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:33.687671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network hostable DHCP agents. Network: 1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:25:33.751910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82aac63-787a-4405-a2af-3e4098cc7d72 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Pushing event deleted for resources: {'Network': ['ID=886c1a65-9542-45d0-9b60-996a9eefaea3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:33.839812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network 1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:25:33.861517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-100454a9-7848-4454-95f6-4b3508b49f6d req-eecfa250-4c72-4ec5-9eca-ed665bf5a02e service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290737 Aug 21 09:25:33.899510 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.extraroute_db [None req-bdb0418d-9409-493b-8e86-1f08403b1f12 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Added routes are [] {{(pid=106756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 09:25:33.899847 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.extraroute_db [None req-bdb0418d-9409-493b-8e86-1f08403b1f12 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Removed routes are [] {{(pid=106756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 09:25:33.900214 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdb0418d-9409-493b-8e86-1f08403b1f12 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.908738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb967092-a054-4ab0-8754-914123d8d014 req-364aceac-bd86-4a37-9703-9bb4a62ea3b6 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:33.910205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb967092-a054-4ab0-8754-914123d8d014 req-364aceac-bd86-4a37-9703-9bb4a62ea3b6 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 944 time: 0.1239712 Aug 21 09:25:33.931284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:33.953569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:33.969174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c366fd36-34b8-496e-bab5-d67fc7f2b40d None None] Network 1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:34.008315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:34.008919 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:34.048212 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdb0418d-9409-493b-8e86-1f08403b1f12 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:34.053578 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdb0418d-9409-493b-8e86-1f08403b1f12 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:34.054199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb967092-a054-4ab0-8754-914123d8d014 req-6595e424-ebaa-45e1-941a-897007f3b18f tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332169 Aug 21 09:25:34.119152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab72c9-b0ac-41af-af84-d625e69b4f93 req-330671cb-97e8-4c0c-87c3-b06886aaf59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:34.121320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-faab72c9-b0ac-41af-af84-d625e69b4f93 req-330671cb-97e8-4c0c-87c3-b06886aaf59e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f006ab8501f34f3bb05432aaa71c4bec&device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 1096 time: 0.1095982 Aug 21 09:25:34.143213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96', 'network_id': '1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96', 'tenant_id': '26a6540867384aa6874594603af00ef1', 'fixed_ips': [{'subnet_id': '3634bb3c-9ead-445d-af8c-22364420ccc4'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:25:34.145166 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:34.151518 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb0418d-9409-493b-8e86-1f08403b1f12 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router 67fc0124-28a1-4de7-9dc2-ac461ab52244 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:34.200833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-199f875a-c298-4e5e-bafd-326652f49ef6 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8150935 Aug 21 09:25:34.203355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40778) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:34.232083 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0ba6347a-d555-42ac-b62f-991f58dac9ab tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:34.280694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb0418d-9409-493b-8e86-1f08403b1f12 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:34.289220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdb0418d-9409-493b-8e86-1f08403b1f12 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:34.292914 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bdb0418d-9409-493b-8e86-1f08403b1f12 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244 HTTP/1.1" status: 200 len: 700 time: 0.6865077 Aug 21 09:25:34.294778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Allocated IP 2001:db8:1::2 (1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96/3634bb3c-9ead-445d-af8c-22364420ccc4/0da16bff-d622-439f-a45a-f00d1a5d700e) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:34.299061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04c05b-51a5-403e-b314-4391572446c6 None None] Sync routers for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:34.302291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40780) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:34.322910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04c05b-51a5-403e-b314-4391572446c6 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:34.323590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5f04c05b-51a5-403e-b314-4391572446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:34.339584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2aa66380-ae88-4566-a4c9-d5c67bbf2eb0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=67fc0124-28a1-4de7-9dc2-ac461ab52244 HTTP/1.1" status: 200 len: 205 time: 0.0337267 Aug 21 09:25:34.340564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab72c9-b0ac-41af-af84-d625e69b4f93 req-a161375c-7ed9-443d-b58e-ba11ace8dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:34.341197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-faab72c9-b0ac-41af-af84-d625e69b4f93 req-a161375c-7ed9-443d-b58e-ba11ace8dc44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4744644c-e35d-4f36-b45b-0eca9b5c8098 HTTP/1.1" status: 200 len: 910 time: 0.2115264 Aug 21 09:25:34.343490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40782) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:34.440889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] Router ff46fbe5-aefb-490d-9bb9-3d7b05045131 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:34.470570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-faab72c9-b0ac-41af-af84-d625e69b4f93 req-30d9cba8-f1b8-455f-8758-44744ff2fd5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73640672-fb34-4d06-8dca-59d39e0b0f2e HTTP/1.1" status: 200 len: 217 time: 0.1155076 Aug 21 09:25:34.484733 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-965aaa50-b079-4efb-8a9e-28ed18cfcfcc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:34.683739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 041f8612-3f90-4c48-bd10-bfa0c79f3a45 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:34.692234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-5f04c05b-51a5-403e-b314-4391572446c6 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:34.797046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 041f8612-3f90-4c48-bd10-bfa0c79f3a45 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:34.797516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 041f8612-3f90-4c48-bd10-bfa0c79f3a45 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:34.798048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f2b70904-05a4-4e30-aca1-2b4b7a855d8a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:34.828724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: f2b70904-05a4-4e30-aca1-2b4b7a855d8a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:34.829197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f2b70904-05a4-4e30-aca1-2b4b7a855d8a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:34.834135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5f04c05b-51a5-403e-b314-4391572446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:31Z', 'revision_number': 11, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:34.869831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04c05b-51a5-403e-b314-4391572446c6 None None] Checking router: 67fc0124-28a1-4de7-9dc2-ac461ab52244 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:34.893408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04c05b-51a5-403e-b314-4391572446c6 None None] Routers {'67fc0124-28a1-4de7-9dc2-ac461ab52244'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:34.894700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5f04c05b-51a5-403e-b314-4391572446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['67fc0124-28a1-4de7-9dc2-ac461ab52244'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:34.940318 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0ba6347a-d555-42ac-b62f-991f58dac9ab tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:34.981135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-5f04c05b-51a5-403e-b314-4391572446c6 None None] Set router 67fc0124-28a1-4de7-9dc2-ac461ab52244 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:35.050507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5f04c05b-51a5-403e-b314-4391572446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:31Z', 'revision_number': 11, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:35.085135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04c05b-51a5-403e-b314-4391572446c6 None None] The sync data for ids ['67fc0124-28a1-4de7-9dc2-ac461ab52244'] in n-d-766726-28 is: [{'id': '67fc0124-28a1-4de7-9dc2-ac461ab52244', 'name': 'tempest-RoutersTest-router-336703593', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:39Z', 'updated_at': '2021-08-21T09:25:31Z', 'revision_number': 11, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:35.127061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab72c9-b0ac-41af-af84-d625e69b4f93 req-30345d96-cd34-45a6-a0ea-bdfb346a6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:35.128851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-faab72c9-b0ac-41af-af84-d625e69b4f93 req-30345d96-cd34-45a6-a0ea-bdfb346a6894 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f5a8520-8185-4c85-934a-c4709db5551e HTTP/1.1" status: 200 len: 848 time: 0.6410024 Aug 21 09:25:35.134449 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-965aaa50-b079-4efb-8a9e-28ed18cfcfcc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.147758 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.156576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Transition to ACTIVE for port object 0da16bff-d622-439f-a45a-f00d1a5d700e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:35.170203 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-965aaa50-b079-4efb-8a9e-28ed18cfcfcc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.191135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Transition to ACTIVE for port object 0da16bff-d622-439f-a45a-f00d1a5d700e will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:35.212088 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-0ba6347a-d555-42ac-b62f-991f58dac9ab tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:25:35.215615 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0ba6347a-d555-42ac-b62f-991f58dac9ab tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "PUT /v2.0/routers/625978f6-25c1-4e49-a7b9-60e1ebd835e9 HTTP/1.1" status: 400 len: 364 time: 1.0087407 Aug 21 09:25:35.217058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40794) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:35.283215 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.304815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:35.310897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3e08dbab-745e-47b2-8337-f956131246b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/ff46fbe5-aefb-490d-9bb9-3d7b05045131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3940289 Aug 21 09:25:35.314079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab72c9-b0ac-41af-af84-d625e69b4f93 req-70cab380-9335-4cb3-9e4f-3c173a14e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:35.315498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-faab72c9-b0ac-41af-af84-d625e69b4f93 req-70cab380-9335-4cb3-9e4f-3c173a14e43a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4744644c-e35d-4f36-b45b-0eca9b5c8098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483152 Aug 21 09:25:35.317856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40796) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:35.319793 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c462ac-90c3-4417-ad79-11e3cae27438 None None] Sync routers for ids ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:35.339502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Network 1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:35.341685 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c462ac-90c3-4417-ad79-11e3cae27438 None None] Routers {'ff46fbe5-aefb-490d-9bb9-3d7b05045131'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:35.343793 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:35.345855 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-76c462ac-90c3-4417-ad79-11e3cae27438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:35.349051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:35.366413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Pushing event updated for resources: {'Port': ['ID=0da16bff-d622-439f-a45a-f00d1a5d700e,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:35.381865 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-965aaa50-b079-4efb-8a9e-28ed18cfcfcc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.382365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965aaa50-b079-4efb-8a9e-28ed18cfcfcc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Fanout notify agent at l3_agent the message router_deleted on router 67fc0124-28a1-4de7-9dc2-ac461ab52244 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:25:35.401414 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-965aaa50-b079-4efb-8a9e-28ed18cfcfcc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.402546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-965aaa50-b079-4efb-8a9e-28ed18cfcfcc tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244 HTTP/1.1" status: 204 len: 168 time: 1.0582168 Aug 21 09:25:35.410646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40798) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:35.449510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Attempting to bind port 0da16bff-d622-439f-a45a-f00d1a5d700e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:35.449901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Attempting to bind port 0da16bff-d622-439f-a45a-f00d1a5d700e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e3e69764-fbf9-427f-bb2c-a181e54000ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:35.450612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Attempting to bind port 0da16bff-d622-439f-a45a-f00d1a5d700e on network 1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:35.456742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:35.457129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Checking segment: {'id': 'e3e69764-fbf9-427f-bb2c-a181e54000ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:35.457671 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.458076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Bound using segment: {'id': 'e3e69764-fbf9-427f-bb2c-a181e54000ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:35.458596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0224af17-2093-41af-9ab6-8c5212ba660b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1005865527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:35.459088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Bound port: 0da16bff-d622-439f-a45a-f00d1a5d700e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e69764-fbf9-427f-bb2c-a181e54000ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:35.459492 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.471405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3f581-914e-4546-9b29-12a2166d1712 req-dc821c08-3729-46c1-9110-62f9f24ba9e5 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:35.473455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77c3f581-914e-4546-9b29-12a2166d1712 req-dc821c08-3729-46c1-9110-62f9f24ba9e5 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 944 time: 0.2510898 Aug 21 09:25:35.589136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] For port 0da16bff-d622-439f-a45a-f00d1a5d700e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:35.596408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] For port 0da16bff-d622-439f-a45a-f00d1a5d700e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0da16bff-d622-439f-a45a-f00d1a5d700e,segment=NetworkSegment(e3e69764-fbf9-427f-bb2c-a181e54000ba),segment_id=e3e69764-fbf9-427f-bb2c-a181e54000ba)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:35.611475 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-76c462ac-90c3-4417-ad79-11e3cae27438 None None] Set router ff46fbe5-aefb-490d-9bb9-3d7b05045131 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:35.640642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77c3f581-914e-4546-9b29-12a2166d1712 req-5bad6409-37ab-4ff2-a8bf-7b77a2ce57e5 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544688 Aug 21 09:25:35.644731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-faab72c9-b0ac-41af-af84-d625e69b4f93 req-bfc260d5-3e37-4bc9-8048-e6018342da8c service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178728 Aug 21 09:25:35.646764 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.675710 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.804862 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.844899 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-76c462ac-90c3-4417-ad79-11e3cae27438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:25:33Z', 'revision_number': 5, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:35.852944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5724b56-1f96-4159-9fb4-443c9daa1ee2 None None] Pushing event updated for resources: {'Port': ['ID=0da16bff-d622-439f-a45a-f00d1a5d700e,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:35.880927 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c462ac-90c3-4417-ad79-11e3cae27438 None None] Checking router: ff46fbe5-aefb-490d-9bb9-3d7b05045131 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:35.890517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-faab72c9-b0ac-41af-af84-d625e69b4f93 req-fe933da5-8b12-4a94-abca-67fae2b5003c service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353380 Aug 21 09:25:35.890662 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c462ac-90c3-4417-ad79-11e3cae27438 None None] Routers {'ff46fbe5-aefb-490d-9bb9-3d7b05045131'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:35.891729 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-76c462ac-90c3-4417-ad79-11e3cae27438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:35.892211 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0224af17-2093-41af-9ab6-8c5212ba660b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.893996 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0224af17-2093-41af-9ab6-8c5212ba660b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:35.952517 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0224af17-2093-41af-9ab6-8c5212ba660b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.050017 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0224af17-2093-41af-9ab6-8c5212ba660b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.077443 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-76c462ac-90c3-4417-ad79-11e3cae27438 None None] Set router ff46fbe5-aefb-490d-9bb9-3d7b05045131 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:36.136668 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.172803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0224af17-2093-41af-9ab6-8c5212ba660b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.176317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0224af17-2093-41af-9ab6-8c5212ba660b tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7307103 Aug 21 09:25:36.178320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40804) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:36.192343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d5512977-cb23-4170-be1b-dce592b3bc9c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:36.290316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Allocated IP 2001:db8::1 (26fac7fb-10db-4410-ae45-ac322f23c3c1/b7e3e605-b416-4964-b123-9ece57d410b6/07b1821c-cf11-415c-95a8-c584e34f1f7e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:36.411939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0da16bff-d622-439f-a45a-f00d1a5d700e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:36.420978 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-76c462ac-90c3-4417-ad79-11e3cae27438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:25:33Z', 'revision_number': 5, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:36.441577 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.464811 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c462ac-90c3-4417-ad79-11e3cae27438 None None] The sync data for ids ['ff46fbe5-aefb-490d-9bb9-3d7b05045131'] in n-d-766726-28 is: [{'id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'name': 'tempest-ServerActionsTestJSON-1567190481-router', 'tenant_id': 'd45316a92cad4722a66037032e7e74ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:16:31Z', 'updated_at': '2021-08-21T09:25:33Z', 'revision_number': 5, 'project_id': 'd45316a92cad4722a66037032e7e74ea', 'gw_port': {'id': 'ecfd4a32-368a-4825-a671-2565b63e1d1e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:16:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff46fbe5-aefb-490d-9bb9-3d7b05045131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:16:32Z', 'updated_at': '2021-08-21T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:36.468899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Transition to ACTIVE for port object 07b1821c-cf11-415c-95a8-c584e34f1f7e will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:36.536033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Deleting port ecfd4a32-368a-4825-a671-2565b63e1d1e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:36.536587 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.539427 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5512977-cb23-4170-be1b-dce592b3bc9c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-114579'] for router, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.542122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 0da16bff-d622-439f-a45a-f00d1a5d700e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:36.566061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.608074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network 26fac7fb-10db-4410-ae45-ac322f23c3c1 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:36.611381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:36.615375 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:36.616066 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.617305 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5512977-cb23-4170-be1b-dce592b3bc9c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574246'] for router, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.626391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Port': ['ID=07b1821c-cf11-415c-95a8-c584e34f1f7e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:36.667412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] For port ecfd4a32-368a-4825-a671-2565b63e1d1e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ecfd4a32-368a-4825-a671-2565b63e1d1e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:36.667974 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.668132 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.668333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.668678 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.669017 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.669351 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.669686 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.670970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.670970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.671309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.671666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.671994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.673270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:36.725711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Calling delete_port for ecfd4a32-368a-4825-a671-2565b63e1d1e owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:36.737947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 73640672-fb34-4d06-8dca-59d39e0b0f2e details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:25:36.874218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504a26e-d5c2-41b1-bfd4-f0c5a1ce1e35 req-82ce6c1f-eab3-407f-8454-68a4083126cb tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:36.875907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5504a26e-d5c2-41b1-bfd4-f0c5a1ce1e35 req-82ce6c1f-eab3-407f-8454-68a4083126cb tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 944 time: 0.1325336 Aug 21 09:25:36.945791 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:36.952318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5512977-cb23-4170-be1b-dce592b3bc9c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Router e540a48f-09b4-4a71-9005-78a266bdd09c is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:25:36.993552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 73640672-fb34-4d06-8dca-59d39e0b0f2e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=73640672-fb34-4d06-8dca-59d39e0b0f2e,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:36.997236 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-779c7887-c2f6-43db-bed0-3707125cfc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.026708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5504a26e-d5c2-41b1-bfd4-f0c5a1ce1e35 req-69dbf862-a8ba-48a1-a224-eb28d8db1678 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270437 Aug 21 09:25:37.030230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '73640672-fb34-4d06-8dca-59d39e0b0f2e', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'port_id': '73640672-fb34-4d06-8dca-59d39e0b0f2e', 'mac_address': 'fa:16:3e:92:6f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:25:37.090984 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.120171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73640672-fb34-4d06-8dca-59d39e0b0f2e {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:25:37.162266 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 73640672-fb34-4d06-8dca-59d39e0b0f2e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=73640672-fb34-4d06-8dca-59d39e0b0f2e,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:37.205072 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.217985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5512977-cb23-4170-be1b-dce592b3bc9c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:37.230599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a00e87-ea9a-4079-bb51-66151c828e9d None None] Sync routers for ids ['e540a48f-09b4-4a71-9005-78a266bdd09c'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:37.244505 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.250252 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5512977-cb23-4170-be1b-dce592b3bc9c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.251456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d5512977-cb23-4170-be1b-dce592b3bc9c tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "PUT /v2.0/routers/e540a48f-09b4-4a71-9005-78a266bdd09c HTTP/1.1" status: 200 len: 694 time: 1.0719984 Aug 21 09:25:37.254569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecfd4a32-368a-4825-a671-2565b63e1d1e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:37.254891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40816) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:37.258657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a00e87-ea9a-4079-bb51-66151c828e9d None None] Routers {'e540a48f-09b4-4a71-9005-78a266bdd09c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:37.259379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b2a00e87-ea9a-4079-bb51-66151c828e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e540a48f-09b4-4a71-9005-78a266bdd09c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:37.330443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f14d1b8-a60e-4931-84f5-bd3cb706582a None None] Network 1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:37.337333 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.367281 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2a265de4-47d0-4b53-9396-27d1e73e8191 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/routers/e540a48f-09b4-4a71-9005-78a266bdd09c HTTP/1.1" status: 200 len: 700 time: 0.1049874 Aug 21 09:25:37.370377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40818) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:37.396362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-57cf9350-ef95-4422-9634-3876e1bc10c6 None None] Provisioning for port 07b1821c-cf11-415c-95a8-c584e34f1f7e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:37.438436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-57cf9350-ef95-4422-9634-3876e1bc10c6 None None] Provisioning complete for port 07b1821c-cf11-415c-95a8-c584e34f1f7e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:37.439631 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-57cf9350-ef95-4422-9634-3876e1bc10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.487115 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.488161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b2a00e87-ea9a-4079-bb51-66151c828e9d None None] Set router e540a48f-09b4-4a71-9005-78a266bdd09c gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:37.490654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.545981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-040084c3-0845-498c-b535-bba14c247d4a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=e540a48f-09b4-4a71-9005-78a266bdd09c HTTP/1.1" status: 200 len: 205 time: 0.1734347 Aug 21 09:25:37.546658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40820) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:37.550093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['73640672-fb34-4d06-8dca-59d39e0b0f2e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:25:37.553216 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.558528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=73640672-fb34-4d06-8dca-59d39e0b0f2e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:37.586887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b2a00e87-ea9a-4079-bb51-66151c828e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e540a48f-09b4-4a71-9005-78a266bdd09c', 'name': 'tempest-RoutersTest-router-1005865527', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:35Z', 'updated_at': '2021-08-21T09:25:36Z', 'revision_number': 2, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:37.627584 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-159e65e5-739e-42c4-8ec9-f6ab150745d0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.630853 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.631355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff46fbe5-aefb-490d-9bb9-3d7b05045131 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:25:37.632647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a00e87-ea9a-4079-bb51-66151c828e9d None None] Checking router: e540a48f-09b4-4a71-9005-78a266bdd09c for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:37.639271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-57cf9350-ef95-4422-9634-3876e1bc10c6 None None] Port 07b1821c-cf11-415c-95a8-c584e34f1f7e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:37.656898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.658104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.664325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a00e87-ea9a-4079-bb51-66151c828e9d None None] Routers {'e540a48f-09b4-4a71-9005-78a266bdd09c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:37.665147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b2a00e87-ea9a-4079-bb51-66151c828e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e540a48f-09b4-4a71-9005-78a266bdd09c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:37.669364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.670811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b3e908af-5569-4b7b-9194-cd2507850950 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ff46fbe5-aefb-490d-9bb9-3d7b05045131 HTTP/1.1" status: 204 len: 168 time: 2.3512888 Aug 21 09:25:37.673355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40822) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:37.756890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-b2a00e87-ea9a-4079-bb51-66151c828e9d None None] Set router e540a48f-09b4-4a71-9005-78a266bdd09c gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:37.831387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-b2a00e87-ea9a-4079-bb51-66151c828e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e540a48f-09b4-4a71-9005-78a266bdd09c', 'name': 'tempest-RoutersTest-router-1005865527', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:35Z', 'updated_at': '2021-08-21T09:25:36Z', 'revision_number': 2, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:37.855862 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-159e65e5-739e-42c4-8ec9-f6ab150745d0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.860436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc1037e-3472-4a9a-880a-8529ef08525f admin admin] Deleting subnet 0af0f514-5b74-442e-a44e-f7a648ffcaaf {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:25:37.863748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dc1037e-3472-4a9a-880a-8529ef08525f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.866343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event updated for resources: {'Port': ['ID=07b1821c-cf11-415c-95a8-c584e34f1f7e,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:37.871073 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Network 26fac7fb-10db-4410-ae45-ac322f23c3c1 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:37.872610 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:37.903828 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dc1037e-3472-4a9a-880a-8529ef08525f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:37.906791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a00e87-ea9a-4079-bb51-66151c828e9d None None] The sync data for ids ['e540a48f-09b4-4a71-9005-78a266bdd09c'] in n-d-766726-28 is: [{'id': 'e540a48f-09b4-4a71-9005-78a266bdd09c', 'name': 'tempest-RoutersTest-router-1005865527', 'tenant_id': '610d0593f930483a94396da909d57627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:35Z', 'updated_at': '2021-08-21T09:25:36Z', 'revision_number': 2, 'project_id': '610d0593f930483a94396da909d57627', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:38.001110 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dc1037e-3472-4a9a-880a-8529ef08525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.032546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c0eb476b-147a-4ccf-bc0a-256c5dd13170 None None] Provisioning for port 0da16bff-d622-439f-a45a-f00d1a5d700e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:38.046444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c0eb476b-147a-4ccf-bc0a-256c5dd13170 None None] Provisioning complete for port 0da16bff-d622-439f-a45a-f00d1a5d700e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:38.047168 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c0eb476b-147a-4ccf-bc0a-256c5dd13170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.134319 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Router 625978f6-25c1-4e49-a7b9-60e1ebd835e9 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:38.136748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-159e65e5-739e-42c4-8ec9-f6ab150745d0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.244243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dc1037e-3472-4a9a-880a-8529ef08525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.347878 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:38.366034 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f6e857-d1b3-4e40-80e2-9dad96a7c5f1 None None] Sync routers for ids ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:38.367265 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7ea2f60-b868-423a-b4bb-d540dfecc0af tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "PUT /v2.0/routers/625978f6-25c1-4e49-a7b9-60e1ebd835e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1484299 Aug 21 09:25:38.369964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40830) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:38.383345 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6e857-d1b3-4e40-80e2-9dad96a7c5f1 None None] Routers {'625978f6-25c1-4e49-a7b9-60e1ebd835e9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:38.384928 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c1f6e857-d1b3-4e40-80e2-9dad96a7c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:38.424342 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8048a443-04e7-4b8c-bc9c-bc1a027f319e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:38.467802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1037e-3472-4a9a-880a-8529ef08525f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af0f514-5b74-442e-a44e-f7a648ffcaaf,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:38.476697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dc1037e-3472-4a9a-880a-8529ef08525f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.484974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8dc1037e-3472-4a9a-880a-8529ef08525f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0af0f514-5b74-442e-a44e-f7a648ffcaaf HTTP/1.1" status: 204 len: 168 time: 0.8079028 Aug 21 09:25:38.488804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40832) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:38.535012 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6c9cf446-0007-4e8e-ab53-91722fb5b7c8 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.616407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.626784 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-159e65e5-739e-42c4-8ec9-f6ab150745d0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.627307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159e65e5-739e-42c4-8ec9-f6ab150745d0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Fanout notify agent at l3_agent the message router_deleted on router e540a48f-09b4-4a71-9005-78a266bdd09c {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:25:38.636998 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-159e65e5-739e-42c4-8ec9-f6ab150745d0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.637218 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c1f6e857-d1b3-4e40-80e2-9dad96a7c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:38.638138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-159e65e5-739e-42c4-8ec9-f6ab150745d0 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/e540a48f-09b4-4a71-9005-78a266bdd09c HTTP/1.1" status: 204 len: 168 time: 1.0906937 Aug 21 09:25:38.646389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40834) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:38.652723 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6e857-d1b3-4e40-80e2-9dad96a7c5f1 None None] Routers {'625978f6-25c1-4e49-a7b9-60e1ebd835e9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:38.653275 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c1f6e857-d1b3-4e40-80e2-9dad96a7c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:38.681879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4773352b-0b41-4d31-940b-497129fdfdcb None None] Network 9f7b8d42-decb-4a92-93d7-259b0577d2bd requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:38.695639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b2062f78-9dd1-425f-b1be-62c5a8df7671 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=e540a48f-09b4-4a71-9005-78a266bdd09c HTTP/1.1" status: 200 len: 205 time: 0.0481577 Aug 21 09:25:38.706024 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40836) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:38.721583 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c1f6e857-d1b3-4e40-80e2-9dad96a7c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:38.722238 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f6e857-d1b3-4e40-80e2-9dad96a7c5f1 None None] The sync data for ids ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:38.731021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 8048a443-04e7-4b8c-bc9c-bc1a027f319e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:38.731374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8048a443-04e7-4b8c-bc9c-bc1a027f319e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:38.731934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ecfd4a32-368a-4825-a671-2565b63e1d1e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:38.743209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f2079-43cc-458d-9f2e-036c04292c47 req-15d78027-c7a8-45ca-97d9-7858c8534337 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:38.744739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e98f2079-43cc-458d-9f2e-036c04292c47 req-15d78027-c7a8-45ca-97d9-7858c8534337 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 945 time: 0.5072906 Aug 21 09:25:38.761756 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-58b8b8d2-749d-4944-a7b3-1e8d84bd4770 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] delete failed (client error): The resource could not be found. Aug 21 09:25:38.765390 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-58b8b8d2-749d-4944-a7b3-1e8d84bd4770 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/e540a48f-09b4-4a71-9005-78a266bdd09c HTTP/1.1" status: 404 len: 336 time: 0.0554719 Aug 21 09:25:38.765566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40838) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:38.790633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Deleting port e81d3aa1-1602-40f5-a017-d4a0298af5cd {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:38.790993 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.792307 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ecfd4a32-368a-4825-a671-2565b63e1d1e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:38.792667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ecfd4a32-368a-4825-a671-2565b63e1d1e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:38.802236 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c0eb476b-147a-4ccf-bc0a-256c5dd13170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.807397 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69adb36-e336-4058-b5bf-3da0bcd6f5a2 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:38.808350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69adb36-e336-4058-b5bf-3da0bcd6f5a2 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:38.812793 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f69adb36-e336-4058-b5bf-3da0bcd6f5a2 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/11cfc3be-0655-4084-ad89-a15784b7991b HTTP/1.1" status: 404 len: 337 time: 0.0440114 Aug 21 09:25:38.813537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40840) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:38.850423 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-64911bd3-c7a7-44a2-9a98-f1eee55a02c3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:38.850891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64911bd3-c7a7-44a2-9a98-f1eee55a02c3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:38.855027 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-64911bd3-c7a7-44a2-9a98-f1eee55a02c3 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/5eea799c-0c7c-4b0f-8c07-d044c6f3ab83 HTTP/1.1" status: 404 len: 337 time: 0.0387075 Aug 21 09:25:38.855027 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-6c9cf446-0007-4e8e-ab53-91722fb5b7c8 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 21 09:25:38.855027 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6c9cf446-0007-4e8e-ab53-91722fb5b7c8 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "DELETE /v2.0/routers/625978f6-25c1-4e49-a7b9-60e1ebd835e9 HTTP/1.1" status: 409 len: 329 time: 0.4838181 Aug 21 09:25:38.855400 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40842) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:38.857712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40844) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:38.870465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e98f2079-43cc-458d-9f2e-036c04292c47 req-ea3698a0-7619-47a2-930a-fe78016cea29 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100364 Aug 21 09:25:38.905540 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-af641629-5061-4564-8365-9c8762d23f66 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:38.905961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c0eb476b-147a-4ccf-bc0a-256c5dd13170 None None] For port 0da16bff-d622-439f-a45a-f00d1a5d700e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0da16bff-d622-439f-a45a-f00d1a5d700e,segment=NetworkSegment(e3e69764-fbf9-427f-bb2c-a181e54000ba),segment_id=e3e69764-fbf9-427f-bb2c-a181e54000ba)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:38.906111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af641629-5061-4564-8365-9c8762d23f66 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:38.910385 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-af641629-5061-4564-8365-9c8762d23f66 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/13a39dcc-28bf-482d-bdfd-ee80ac56a860 HTTP/1.1" status: 404 len: 337 time: 0.0473795 Aug 21 09:25:38.910674 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40846) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:38.950368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] For port e81d3aa1-1602-40f5-a017-d4a0298af5cd, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e81d3aa1-1602-40f5-a017-d4a0298af5cd,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:38.950806 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db94617-cedc-4148-850a-58c20f0db427 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:38.950960 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.951274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db94617-cedc-4148-850a-58c20f0db427 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:38.954116 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4db94617-cedc-4148-850a-58c20f0db427 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/0551dbf3-fed2-4cfb-a633-ff3160c7e8c2 HTTP/1.1" status: 404 len: 337 time: 0.0422502 Aug 21 09:25:38.956694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40848) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:38.960634 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c0eb476b-147a-4ccf-bc0a-256c5dd13170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:38.989480 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c2eaa522-b327-446d-8982-bbceefcec76a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=67fc0124-28a1-4de7-9dc2-ac461ab52244 HTTP/1.1" status: 200 len: 205 time: 0.0316370 Aug 21 09:25:38.991941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40850) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:38.995149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dfe4cb-ac92-4ef0-8053-6106c5cb05b9 None None] DHCP port deletion for 9f7b8d42-decb-4a92-93d7-259b0577d2bd request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:25:38.999422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Calling delete_port for e81d3aa1-1602-40f5-a017-d4a0298af5cd owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:39.047136 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-8e0eb4b9-10ed-4de5-a4f5-471d4ae1bffd tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] delete failed (client error): The resource could not be found. Aug 21 09:25:39.048673 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8e0eb4b9-10ed-4de5-a4f5-471d4ae1bffd tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/67fc0124-28a1-4de7-9dc2-ac461ab52244 HTTP/1.1" status: 404 len: 336 time: 0.0556886 Aug 21 09:25:39.051854 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40852) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.057062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb476b-147a-4ccf-bc0a-256c5dd13170 None None] Pushing event updated for resources: {'Port': ['ID=0da16bff-d622-439f-a45a-f00d1a5d700e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:39.089663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-23dfe4cb-ac92-4ef0-8053-6106c5cb05b9 None None] Deleting port e81d3aa1-1602-40f5-a017-d4a0298af5cd {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:39.090460 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-23dfe4cb-ac92-4ef0-8053-6106c5cb05b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.093812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0ff5bf02-2163-4d8f-82de-88c22c464349 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b8f4c47-8d6a-42dc-9f66-ad2426e70d55 HTTP/1.1" status: 200 len: 205 time: 0.0405405 Aug 21 09:25:39.095956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40854) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.151521 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-09debc74-d44a-4062-b7da-81a8a46e4b8d None None] Provisioning complete for port 07b1821c-cf11-415c-95a8-c584e34f1f7e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:39.160638 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-09debc74-d44a-4062-b7da-81a8a46e4b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.161548 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-ac0796ab-f029-4683-8711-a825186f7b75 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] delete failed (client error): The resource could not be found. Aug 21 09:25:39.162019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40858) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.162129 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ac0796ab-f029-4683-8711-a825186f7b75 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/5b8f4c47-8d6a-42dc-9f66-ad2426e70d55 HTTP/1.1" status: 404 len: 336 time: 0.0627887 Aug 21 09:25:39.196405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-23dfe4cb-ac92-4ef0-8053-6106c5cb05b9 None None] For port e81d3aa1-1602-40f5-a017-d4a0298af5cd, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e81d3aa1-1602-40f5-a017-d4a0298af5cd,segment=NetworkSegment(983ceecb-4b4b-4dab-987a-9722b4088039),segment_id=983ceecb-4b4b-4dab-987a-9722b4088039)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:39.196846 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-23dfe4cb-ac92-4ef0-8053-6106c5cb05b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.199437 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dad06e-001c-4993-9105-26c41194f9e1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:39.199941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82dad06e-001c-4993-9105-26c41194f9e1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:39.202372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-82dad06e-001c-4993-9105-26c41194f9e1 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/cb1fc59d-55dc-4e44-8934-2081fcd4dcf4 HTTP/1.1" status: 404 len: 337 time: 0.0403335 Aug 21 09:25:39.206690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40860) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.216121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-23dfe4cb-ac92-4ef0-8053-6106c5cb05b9 None None] Calling delete_port for e81d3aa1-1602-40f5-a017-d4a0298af5cd owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:39.225203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-09debc74-d44a-4062-b7da-81a8a46e4b8d None None] Port 07b1821c-cf11-415c-95a8-c584e34f1f7e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:39.263306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-62894413-72a9-4093-804f-d5cbfca215a4 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=25a7e716-5891-4b49-b1b1-80ab823bf43b HTTP/1.1" status: 200 len: 205 time: 0.0544541 Aug 21 09:25:39.267479 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40864) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.275666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-09debc74-d44a-4062-b7da-81a8a46e4b8d None None] Provisioning complete for port 0da16bff-d622-439f-a45a-f00d1a5d700e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:39.276043 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-09debc74-d44a-4062-b7da-81a8a46e4b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.351984 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-93cf36be-1afe-4aee-b54e-c13f11a5c416 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] delete failed (client error): The resource could not be found. Aug 21 09:25:39.356167 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-93cf36be-1afe-4aee-b54e-c13f11a5c416 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/25a7e716-5891-4b49-b1b1-80ab823bf43b HTTP/1.1" status: 404 len: 336 time: 0.0872679 Aug 21 09:25:39.356936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40866) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.389692 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c9126327-1cc1-44af-8a7d-cb5750501d6d tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=15cd3ea2-5ade-4adf-888f-11828bcbebb4 HTTP/1.1" status: 200 len: 205 time: 0.0289054 Aug 21 09:25:39.392737 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40868) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.395436 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-23dfe4cb-ac92-4ef0-8053-6106c5cb05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.427492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfe4cb-ac92-4ef0-8053-6106c5cb05b9 None None] No DVR routers for this DVR port e81d3aa1-1602-40f5-a017-d4a0298af5cd on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:39.430379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfe4cb-ac92-4ef0-8053-6106c5cb05b9 None None] Pushing event deleted for resources: {'Port': ['ID=e81d3aa1-1602-40f5-a017-d4a0298af5cd,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:39.430745 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-93e4bcdb-7651-4a72-ba8f-a877fc07697a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] delete failed (client error): The resource could not be found. Aug 21 09:25:39.434122 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-93e4bcdb-7651-4a72-ba8f-a877fc07697a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/15cd3ea2-5ade-4adf-888f-11828bcbebb4 HTTP/1.1" status: 404 len: 336 time: 0.0391104 Aug 21 09:25:39.434495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40870) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.466545 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6143c546-9add-439d-a09b-c61298c33b3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:39.467061 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6143c546-9add-439d-a09b-c61298c33b3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:39.471299 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6143c546-9add-439d-a09b-c61298c33b3f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/036aba8b-5fab-4b87-aa67-195908c33fbb HTTP/1.1" status: 404 len: 337 time: 0.0334973 Aug 21 09:25:39.474558 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40872) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.507096 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ccdfb547-f8e9-4cae-9a64-b52060b78647 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbf4e89-cc5b-4f5e-a416-80a45089b773 HTTP/1.1" status: 200 len: 205 time: 0.0341337 Aug 21 09:25:39.509772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40874) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.520057 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e6a40ada-b76c-4fee-a3fa-9a8129a8b968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.550424 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-14eb7fc7-5bf9-4219-b284-6d0484494204 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] delete failed (client error): The resource could not be found. Aug 21 09:25:39.553789 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-14eb7fc7-5bf9-4219-b284-6d0484494204 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/bdbf4e89-cc5b-4f5e-a416-80a45089b773 HTTP/1.1" status: 404 len: 336 time: 0.0406618 Aug 21 09:25:39.556199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40876) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.587397 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02a9301-f73c-4723-8fba-5d0d53d39919 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:39.587885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02a9301-f73c-4723-8fba-5d0d53d39919 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:39.589618 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e02a9301-f73c-4723-8fba-5d0d53d39919 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/addb9e85-473b-4728-af40-70669a5bedea HTTP/1.1" status: 404 len: 337 time: 0.0322824 Aug 21 09:25:39.592993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40878) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.620116 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-291c38fd-2281-4e13-abef-9c04019e238f tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "GET /v2.0/ports?device_id=c86e52ef-c69c-4ee8-8c93-cd41ae9031ff HTTP/1.1" status: 200 len: 205 time: 0.0259070 Aug 21 09:25:39.622427 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40880) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.663734 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.664351 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-f10b93f4-b997-4023-8f3a-c6043bdca220 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] delete failed (client error): The resource could not be found. Aug 21 09:25:39.664970 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f10b93f4-b997-4023-8f3a-c6043bdca220 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/routers/c86e52ef-c69c-4ee8-8c93-cd41ae9031ff HTTP/1.1" status: 404 len: 336 time: 0.0416532 Aug 21 09:25:39.667492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40882) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.695721 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d853b6c-6049-4272-aef9-f2673a14af3a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:39.695981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Pushing event deleted for resources: {'Port': ['ID=e81d3aa1-1602-40f5-a017-d4a0298af5cd,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:39.696169 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d853b6c-6049-4272-aef9-f2673a14af3a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:39.697911 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6d853b6c-6049-4272-aef9-f2673a14af3a tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/64423fb9-97f8-48c8-a34f-c077c1ec40d3 HTTP/1.1" status: 404 len: 337 time: 0.0294988 Aug 21 09:25:39.700399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40884) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:39.702090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] No DVR routers for this DVR port e81d3aa1-1602-40f5-a017-d4a0298af5cd on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:39.727565 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-279236be-df0d-488a-bb7f-48372989b948 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] DELETE failed (client error): The resource could not be found. Aug 21 09:25:39.728026 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279236be-df0d-488a-bb7f-48372989b948 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:25:39.729741 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-279236be-df0d-488a-bb7f-48372989b948 tempest-RoutersTest-288031128 tempest-RoutersTest-288031128-project] 10.222.0.20 "DELETE /v2.0/subnets/83e0aee1-8227-445e-9208-1fe10b43f0b6 HTTP/1.1" status: 404 len: 337 time: 0.0284340 Aug 21 09:25:39.819996 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.836051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7b8d42-decb-4a92-93d7-259b0577d2bd']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:39.850277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983ceecb-4b4b-4dab-987a-9722b4088039') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:39.850620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983ceecb-4b4b-4dab-987a-9722b4088039') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:39.856275 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.882460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.883344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.893357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:39.893737 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:39.895493 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:39.947111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1776859-7b7b-47b2-b60b-b531c5db9af2 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.095690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f41d89-9139-4c7c-b91f-962d393103b5 req-3f76c2aa-bfec-4eeb-92d9-be991d7f84dc tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:40.097201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2f41d89-9139-4c7c-b91f-962d393103b5 req-3f76c2aa-bfec-4eeb-92d9-be991d7f84dc tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 945 time: 0.1363294 Aug 21 09:25:40.161716 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.173396 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.175213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9f7b8d42-decb-4a92-93d7-259b0577d2bd HTTP/1.1" status: 204 len: 168 time: 1.6835704 Aug 21 09:25:40.199918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b88605-2b9d-4423-b8b0-2af56151e331 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7b8d42-decb-4a92-93d7-259b0577d2bd,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:40.204982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2f41d89-9139-4c7c-b91f-962d393103b5 req-ad02c41c-1b69-4980-8580-2d8869f3b72b tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782263 Aug 21 09:25:40.320182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0da16bff-d622-439f-a45a-f00d1a5d700e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:40.331937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d1776859-7b7b-47b2-b60b-b531c5db9af2 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Deleting port 07b1821c-cf11-415c-95a8-c584e34f1f7e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:40.332305 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1776859-7b7b-47b2-b60b-b531c5db9af2 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.377064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0da16bff-d622-439f-a45a-f00d1a5d700e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:40.377690 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.433137 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1776859-7b7b-47b2-b60b-b531c5db9af2 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.447062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d1776859-7b7b-47b2-b60b-b531c5db9af2 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Calling delete_port for 07b1821c-cf11-415c-95a8-c584e34f1f7e owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:40.543150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e81d3aa1-1602-40f5-a017-d4a0298af5cd no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:40.549356 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40904) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:40.570540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: e81d3aa1-1602-40f5-a017-d4a0298af5cd {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:40.571005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e81d3aa1-1602-40f5-a017-d4a0298af5cd not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:40.606879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40908) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:40.652449 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c24e14a3-dbb0-4bf3-920d-4689c37a0436 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d45316a92cad4722a66037032e7e74ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444288 Aug 21 09:25:40.657115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40910) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:40.707446 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-178eebb9-13c1-4665-8230-16675510ea5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.732819 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-178eebb9-13c1-4665-8230-16675510ea5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.736763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1776859-7b7b-47b2-b60b-b531c5db9af2 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.743940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 73640672-fb34-4d06-8dca-59d39e0b0f2e up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:40.763368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1776859-7b7b-47b2-b60b-b531c5db9af2 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Port': ['ID=07b1821c-cf11-415c-95a8-c584e34f1f7e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:40.842829 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-42b71b25-08e4-46b6-97a2-901e7f8e0732 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=610d0593f930483a94396da909d57627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922554 Aug 21 09:25:40.843685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40914) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:40.898410 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d1776859-7b7b-47b2-b60b-b531c5db9af2 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.904608 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efd2701d-bc7c-4bc4-88a6-5bd8bc13a097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.910407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-178eebb9-13c1-4665-8230-16675510ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.914019 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-178eebb9-13c1-4665-8230-16675510ea5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.917873 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-178eebb9-13c1-4665-8230-16675510ea5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0680cb1-b734-4928-811b-f26709df67a5 HTTP/1.1" status: 204 len: 168 time: 0.2612224 Aug 21 09:25:40.925819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 73640672-fb34-4d06-8dca-59d39e0b0f2e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:40.929212 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.932501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 73640672-fb34-4d06-8dca-59d39e0b0f2e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:40.936958 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:40.946309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178eebb9-13c1-4665-8230-16675510ea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0680cb1-b734-4928-811b-f26709df67a5,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:40.950487 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efd2701d-bc7c-4bc4-88a6-5bd8bc13a097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:41.081365 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:41.099235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1776859-7b7b-47b2-b60b-b531c5db9af2 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Router 625978f6-25c1-4e49-a7b9-60e1ebd835e9 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:41.103226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efd2701d-bc7c-4bc4-88a6-5bd8bc13a097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:41.105317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794457bc-520a-488f-bd9c-f44b95de3546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73640672-fb34-4d06-8dca-59d39e0b0f2e'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:25:41.107433 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-efd2701d-bc7c-4bc4-88a6-5bd8bc13a097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:41.107812 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d64d92-0124-4824-b00f-b7ba2ec7f7be" -d '{"events": [{"server_uuid": "794457bc-520a-488f-bd9c-f44b95de3546", "name": "network-vif-plugged", "status": "completed", "tag": "73640672-fb34-4d06-8dca-59d39e0b0f2e"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:25:41.111315 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-efd2701d-bc7c-4bc4-88a6-5bd8bc13a097 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1e0a85e-f4ce-4d4b-af5e-c352c860be18 HTTP/1.1" status: 204 len: 168 time: 0.2641275 Aug 21 09:25:41.120736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2701d-bc7c-4bc4-88a6-5bd8bc13a097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e0a85e-f4ce-4d4b-af5e-c352c860be18,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:41.141814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 73640672-fb34-4d06-8dca-59d39e0b0f2e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=73640672-fb34-4d06-8dca-59d39e0b0f2e,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:41.167287 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4afe08-69e8-4a36-a1b4-2f59a97d30b1 x-openstack-request-id: req-1f4afe08-69e8-4a36-a1b4-2f59a97d30b1 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:25:41.167669 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794457bc-520a-488f-bd9c-f44b95de3546", "name": "network-vif-plugged", "status": "completed", "tag": "73640672-fb34-4d06-8dca-59d39e0b0f2e", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:25:41.167971 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f4afe08-69e8-4a36-a1b4-2f59a97d30b1 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:25:41.168370 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794457bc-520a-488f-bd9c-f44b95de3546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73640672-fb34-4d06-8dca-59d39e0b0f2e', 'code': 200} Aug 21 09:25:41.206384 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:41.213624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1776859-7b7b-47b2-b60b-b531c5db9af2 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:41.216492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d1776859-7b7b-47b2-b60b-b531c5db9af2 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "PUT /v2.0/routers/625978f6-25c1-4e49-a7b9-60e1ebd835e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534069 Aug 21 09:25:41.220087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40924) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:41.244751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17a3c7-dba1-4877-83f2-0b8b2e2bbd1f None None] Sync routers for ids ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:41.262706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17a3c7-dba1-4877-83f2-0b8b2e2bbd1f None None] Routers {'625978f6-25c1-4e49-a7b9-60e1ebd835e9'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:41.263347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8f17a3c7-dba1-4877-83f2-0b8b2e2bbd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:41.314505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6713278-b1d7-4994-8441-91d1b0cfce4f req-64a9c16b-30b5-4a38-a44f-4aafa45f1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:41.314505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6713278-b1d7-4994-8441-91d1b0cfce4f req-64a9c16b-30b5-4a38-a44f-4aafa45f1e15 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 1098 time: 0.0724990 Aug 21 09:25:41.343357 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-b52da965-e8c0-4869-92ae-f576cd06067f tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] show failed (client error): The resource could not be found. Aug 21 09:25:41.343836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8f17a3c7-dba1-4877-83f2-0b8b2e2bbd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:41.344693 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b52da965-e8c0-4869-92ae-f576cd06067f tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-571766105 HTTP/1.1" status: 404 len: 334 time: 0.1233759 Aug 21 09:25:41.348710 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40932) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:41.354636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d5e346f8-44d0-46ff-a7a0-05b6fed3a91b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:41.381991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=73640672-fb34-4d06-8dca-59d39e0b0f2e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:41.386079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6713278-b1d7-4994-8441-91d1b0cfce4f req-9ac3a3d7-a3b8-4e52-8a5d-2316ba3d1c89 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655966 Aug 21 09:25:41.386761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17a3c7-dba1-4877-83f2-0b8b2e2bbd1f None None] Routers {'625978f6-25c1-4e49-a7b9-60e1ebd835e9'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:41.387442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8f17a3c7-dba1-4877-83f2-0b8b2e2bbd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:41.408800 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-d5e346f8-44d0-46ff-a7a0-05b6fed3a91b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] update failed (client error): The resource could not be found. Aug 21 09:25:41.411906 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d5e346f8-44d0-46ff-a7a0-05b6fed3a91b tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-411225347 HTTP/1.1" status: 404 len: 334 time: 0.0604839 Aug 21 09:25:41.420937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40936) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:41.438224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8f17a3c7-dba1-4877-83f2-0b8b2e2bbd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:41.439197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17a3c7-dba1-4877-83f2-0b8b2e2bbd1f None None] The sync data for ids ['625978f6-25c1-4e49-a7b9-60e1ebd835e9'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:41.454552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998c2a8-6cd1-41e9-b974-c1ee6006a13a req-bcb91fb6-f6fd-4fce-874f-c16daf217950 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:41.457019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f998c2a8-6cd1-41e9-b974-c1ee6006a13a req-bcb91fb6-f6fd-4fce-874f-c16daf217950 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 946 time: 0.0791731 Aug 21 09:25:41.505451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-23425c29-e5a2-404a-8c9a-d36ed2959c64 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Deleting subnet 3634bb3c-9ead-445d-af8c-22364420ccc4 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:25:41.511599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23425c29-e5a2-404a-8c9a-d36ed2959c64 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:41.518866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f998c2a8-6cd1-41e9-b974-c1ee6006a13a req-6bd42a6c-d572-4941-9d41-9daa83ef3f6c tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549421 Aug 21 09:25:41.556242 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23425c29-e5a2-404a-8c9a-d36ed2959c64 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:41.648482 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23425c29-e5a2-404a-8c9a-d36ed2959c64 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:41.799924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23425c29-e5a2-404a-8c9a-d36ed2959c64 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:41.829919 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-23425c29-e5a2-404a-8c9a-d36ed2959c64 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:41.834401 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-23425c29-e5a2-404a-8c9a-d36ed2959c64 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "DELETE /v2.0/subnets/3634bb3c-9ead-445d-af8c-22364420ccc4 HTTP/1.1" status: 204 len: 168 time: 0.4121640 Aug 21 09:25:41.835174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 40952) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:41.835720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23425c29-e5a2-404a-8c9a-d36ed2959c64 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Subnet': ['ID=3634bb3c-9ead-445d-af8c-22364420ccc4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:41.841277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7a3c3-eb11-43c7-9dea-85ef12da0ca7 None None] Network 1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:41.998332 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.089655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Deleting port 0da16bff-d622-439f-a45a-f00d1a5d700e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:42.089655 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.106223 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a137404-1ac6-48ed-999e-80ac4ac84303 None None] DHCP port deletion for 1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:25:42.168726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] For port 0da16bff-d622-439f-a45a-f00d1a5d700e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0da16bff-d622-439f-a45a-f00d1a5d700e,segment=NetworkSegment(e3e69764-fbf9-427f-bb2c-a181e54000ba),segment_id=e3e69764-fbf9-427f-bb2c-a181e54000ba)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:42.169227 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.171300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4a137404-1ac6-48ed-999e-80ac4ac84303 None None] Deleting port 0da16bff-d622-439f-a45a-f00d1a5d700e {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:42.173177 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a137404-1ac6-48ed-999e-80ac4ac84303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.185046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Calling delete_port for 0da16bff-d622-439f-a45a-f00d1a5d700e owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:42.261091 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4a137404-1ac6-48ed-999e-80ac4ac84303 None None] For port 0da16bff-d622-439f-a45a-f00d1a5d700e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0da16bff-d622-439f-a45a-f00d1a5d700e,segment=NetworkSegment(e3e69764-fbf9-427f-bb2c-a181e54000ba),segment_id=e3e69764-fbf9-427f-bb2c-a181e54000ba)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:42.261676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a137404-1ac6-48ed-999e-80ac4ac84303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.276006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4a137404-1ac6-48ed-999e-80ac4ac84303 None None] Calling delete_port for 0da16bff-d622-439f-a45a-f00d1a5d700e owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:42.398033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0da16bff-d622-439f-a45a-f00d1a5d700e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:42.402717 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.463539 n-d-766726-28 neutron-server[106758]: INFO neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No ports have port_id starting with 0da16bff-d622-439f-a45a-f00d1a5d700e Aug 21 09:25:42.467357 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a137404-1ac6-48ed-999e-80ac4ac84303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.475816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.482035 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a137404-1ac6-48ed-999e-80ac4ac84303 None None] No DVR routers for this DVR port 0da16bff-d622-439f-a45a-f00d1a5d700e on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:42.507828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a137404-1ac6-48ed-999e-80ac4ac84303 None None] Pushing event deleted for resources: {'Port': ['ID=0da16bff-d622-439f-a45a-f00d1a5d700e,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:42.551137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] No DVR routers for this DVR port 0da16bff-d622-439f-a45a-f00d1a5d700e on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:42.558104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Port': ['ID=0da16bff-d622-439f-a45a-f00d1a5d700e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:42.674365 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.687586 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:42.706952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e69764-fbf9-427f-bb2c-a181e54000ba') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:42.707277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e69764-fbf9-427f-bb2c-a181e54000ba') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:42.720739 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.735506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a38753-033e-4594-b45c-ffe1cd04dad5 req-70492986-2ad0-4c95-82fa-4c0a509a4937 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:42.737557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7a38753-033e-4594-b45c-ffe1cd04dad5 req-70492986-2ad0-4c95-82fa-4c0a509a4937 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 946 time: 0.1079280 Aug 21 09:25:42.746115 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.778846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:42.780111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.780836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 40984) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:42.783524 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:42.837585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7a38753-033e-4594-b45c-ffe1cd04dad5 req-c4a247b5-ad2d-4bf2-a982-be93b3bb92d5 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939217 Aug 21 09:25:42.949651 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a2ba4416-d00b-45b4-8b97-0c228cc0da75 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-713381963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:42.965093 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.974466 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:42.984938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "DELETE /v2.0/networks/1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96 HTTP/1.1" status: 204 len: 168 time: 1.1471014 Aug 21 09:25:42.990035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41002) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:43.021798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76511468-9104-4a4f-b443-8a56e100b572 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Network': ['ID=1ab6fda4-01d6-4ea9-bd44-92b7e4c15a96,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:43.088993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd8790f-62bb-4ec9-8226-a5b3960e0fef tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Deleting subnet 6623d13a-d8f4-4f4a-9ffb-a5b9eaa40a41 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:25:43.091423 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd8790f-62bb-4ec9-8226-a5b3960e0fef tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.105835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5d50c-ad2d-4c45-9fee-67cdd0399e02 req-3a72cae3-223d-445a-9d88-905beea125d4 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:43.108320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31a5d50c-ad2d-4c45-9fee-67cdd0399e02 req-3a72cae3-223d-445a-9d88-905beea125d4 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 946 time: 0.0851009 Aug 21 09:25:43.118506 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4416-d00b-45b4-8b97-0c228cc0da75 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.118506 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4416-d00b-45b4-8b97-0c228cc0da75 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.145472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd8790f-62bb-4ec9-8226-a5b3960e0fef tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.158192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31a5d50c-ad2d-4c45-9fee-67cdd0399e02 req-8529cebb-1b7f-43a7-b50a-a6f26b26460a tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428996 Aug 21 09:25:43.216602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4416-d00b-45b4-8b97-0c228cc0da75 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.283613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b941b52-27e0-4558-a94d-ba2d93442c74 req-ad7d3622-9bcb-4cb6-a67f-02a3888508c2 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:43.285115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b941b52-27e0-4558-a94d-ba2d93442c74 req-ad7d3622-9bcb-4cb6-a67f-02a3888508c2 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 946 time: 0.0594850 Aug 21 09:25:43.293082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4416-d00b-45b4-8b97-0c228cc0da75 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.325926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd8790f-62bb-4ec9-8226-a5b3960e0fef tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.336735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21b2320f-9205-466f-a17d-734b7e10587f req-35279f49-98e1-494e-aff9-d24962e786c2 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=b390b114-9172-45c7-9e99-685a8bb39402 HTTP/1.1" status: 200 len: 210 time: 0.0287926 Aug 21 09:25:43.368267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b941b52-27e0-4558-a94d-ba2d93442c74 req-c4edecd6-fad6-4340-81ae-10b65b3fb880 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728929 Aug 21 09:25:43.382159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41012) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:43.432241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4416-d00b-45b4-8b97-0c228cc0da75 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.432241 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a2ba4416-d00b-45b4-8b97-0c228cc0da75 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6477544 Aug 21 09:25:43.433121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41020) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:43.438417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-892650487'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:43.513969 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd8790f-62bb-4ec9-8226-a5b3960e0fef tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.548070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8790f-62bb-4ec9-8226-a5b3960e0fef tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Subnet': ['ID=6623d13a-d8f4-4f4a-9ffb-a5b9eaa40a41,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:43.553911 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6dd8790f-62bb-4ec9-8226-a5b3960e0fef tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.556274 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6dd8790f-62bb-4ec9-8226-a5b3960e0fef tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "DELETE /v2.0/subnets/6623d13a-d8f4-4f4a-9ffb-a5b9eaa40a41 HTTP/1.1" status: 204 len: 168 time: 0.5645640 Aug 21 09:25:43.558370 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41034) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:43.561671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Made reservation on behalf of 14bb5c5fe99244c49530df8e60e9950e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:43.563898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1d8c75-3f30-4335-99bf-248e0d58ee54 None None] Network 11755a25-970d-4630-acc9-44314258e9e0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:43.571826 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.583085 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.606553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d1f6d-54a9-42d7-ade3-c5a3cbe46c54 tempest-TestServerBasicOps-122230703 tempest-TestServerBasicOps-122230703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:43.608539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-978d1f6d-54a9-42d7-ade3-c5a3cbe46c54 tempest-TestServerBasicOps-122230703 tempest-TestServerBasicOps-122230703-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 1093 time: 0.2251501 Aug 21 09:25:43.613574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41036) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:43.620931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '73640672-fb34-4d06-8dca-59d39e0b0f2e', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:43.642966 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-025b83b5-0fe9-490d-ba18-4e905b7ee29c tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Deleting subnet 54a07f87-cd41-4252-9216-e24bc7d25cca {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:25:43.647148 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-025b83b5-0fe9-490d-ba18-4e905b7ee29c tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.720819 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.728815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-025b83b5-0fe9-490d-ba18-4e905b7ee29c tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.803140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.824660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fab808-54b1-44d0-b1c2-38d0a1582987 None None] DHCP port deletion for 11755a25-970d-4630-acc9-44314258e9e0 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:25:43.838868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eecff52f-c083-4a62-9946-380f7a18971b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:43.868568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:25:43.879945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.880303 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Added segment 73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad of type vlan for network d97d4433-6a62-450a-a58d-8a39980bb9a4 Aug 21 09:25:43.898183 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-025b83b5-0fe9-490d-ba18-4e905b7ee29c tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.958226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:43.962483 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.011542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c5fab808-54b1-44d0-b1c2-38d0a1582987 None None] Deleting port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:44.012682 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c5fab808-54b1-44d0-b1c2-38d0a1582987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.098535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c5fab808-54b1-44d0-b1c2-38d0a1582987 None None] For port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90,segment=NetworkSegment(5b6edcff-1048-4625-b13f-a8b83be5c905),segment_id=5b6edcff-1048-4625-b13f-a8b83be5c905)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:44.099047 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c5fab808-54b1-44d0-b1c2-38d0a1582987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.102295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef86ac4a-d851-4e2a-bffd-55dc9abc7993 req-cf805df7-b7e5-45d9-81f8-479cb48eafa6 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0573406 Aug 21 09:25:44.137635 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-025b83b5-0fe9-490d-ba18-4e905b7ee29c tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.147856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c5fab808-54b1-44d0-b1c2-38d0a1582987 None None] Calling delete_port for 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:44.164971 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.169459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:44.170730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.195942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b83b5-0fe9-490d-ba18-4e905b7ee29c tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Subnet': ['ID=54a07f87-cd41-4252-9216-e24bc7d25cca,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:44.196862 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-025b83b5-0fe9-490d-ba18-4e905b7ee29c tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.202466 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-025b83b5-0fe9-490d-ba18-4e905b7ee29c tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "DELETE /v2.0/subnets/54a07f87-cd41-4252-9216-e24bc7d25cca HTTP/1.1" status: 204 len: 168 time: 0.6408439 Aug 21 09:25:44.203265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41052) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:44.212115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d8563-f4a5-4e5f-9415-988edb5a6ade None None] Network 039d6871-232f-4724-9f73-51c01d76c3e4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:44.256200 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.268530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8346484 Aug 21 09:25:44.275067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41056) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:44.281343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Request body: {'subnet': {'network_id': 'd97d4433-6a62-450a-a58d-8a39980bb9a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:44.343600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ba699-17bf-4626-ad6c-70121b99cb04 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event updated for resources: {'Network': ['ID=d97d4433-6a62-450a-a58d-8a39980bb9a4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:44.382136 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.393803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network d97d4433-6a62-450a-a58d-8a39980bb9a4 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:25:44.483197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Deleting port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:44.484171 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.501503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:44.503839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Allocated IP 172.25.5.15 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/78ecd30d-a7cf-49d1-8b11-fe5a788ded17) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:44.504008 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c5fab808-54b1-44d0-b1c2-38d0a1582987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.568951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:44.569604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:44.582573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fab808-54b1-44d0-b1c2-38d0a1582987 None None] Pushing event deleted for resources: {'Port': ['ID=4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:44.586665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fab808-54b1-44d0-b1c2-38d0a1582987 None None] No DVR routers for this DVR port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:44.610199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Made reservation on behalf of 14bb5c5fe99244c49530df8e60e9950e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:44.618967 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.726920 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] For port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90, host n-d-766726-28, got binding levels [] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:44.727357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.762788 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Calling delete_port for 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:44.765961 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_backend_mixin [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 was not found and therefore no delete operation was performed {{(pid=106756) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:25:44.771220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.771399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c32bf-1862-437b-9d06-603524b147b3 None None] DHCP port deletion for 039d6871-232f-4724-9f73-51c01d76c3e4 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:25:44.802555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Port': ['ID=4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:44.808127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] No DVR routers for this DVR port 4adffbb5-2f9f-4173-bdf1-e2f4f74f9c90 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:44.840968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-839c32bf-1862-437b-9d06-603524b147b3 None None] Deleting port 00055a37-6929-4f06-a228-0c72f59082b3 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:44.851883 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-839c32bf-1862-437b-9d06-603524b147b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.899961 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.916922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-839c32bf-1862-437b-9d06-603524b147b3 None None] For port 00055a37-6929-4f06-a228-0c72f59082b3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=00055a37-6929-4f06-a228-0c72f59082b3,segment=NetworkSegment(247c2f5f-0008-4ce8-961b-c13bc6f241c4),segment_id=247c2f5f-0008-4ce8-961b-c13bc6f241c4)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:44.917530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-839c32bf-1862-437b-9d06-603524b147b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.928926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.937226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-839c32bf-1862-437b-9d06-603524b147b3 None None] Calling delete_port for 00055a37-6929-4f06-a228-0c72f59082b3 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:44.940597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11755a25-970d-4630-acc9-44314258e9e0']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:44.954057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6edcff-1048-4625-b13f-a8b83be5c905') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:44.954402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6edcff-1048-4625-b13f-a8b83be5c905') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:44.965032 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:44.987826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.012819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:45.015430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:45.023815 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:45.088411 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.090718 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.137105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-839c32bf-1862-437b-9d06-603524b147b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.165769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c32bf-1862-437b-9d06-603524b147b3 None None] Pushing event deleted for resources: {'Port': ['ID=00055a37-6929-4f06-a228-0c72f59082b3,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:45.170870 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c32bf-1862-437b-9d06-603524b147b3 None None] No DVR routers for this DVR port 00055a37-6929-4f06-a228-0c72f59082b3 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:45.172356 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.180776 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.187522 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "DELETE /v2.0/networks/11755a25-970d-4630-acc9-44314258e9e0 HTTP/1.1" status: 204 len: 168 time: 0.9826021 Aug 21 09:25:45.198140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41068) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:45.261002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:45.292217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b89e00-cd11-4b0c-8c4a-9be220f5ff0d tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Network': ['ID=11755a25-970d-4630-acc9-44314258e9e0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:45.292815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:45.297438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event updated for resources: {'Subnet': ['ID=b1087eb8-1f35-4968-b218-927600a81c78,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:45.305117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:45.307165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event updated for resources: {'Port': ['ID=78ecd30d-a7cf-49d1-8b11-fe5a788ded17,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:45.321691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91581e0a-aa4d-46c7-9e20-916ef700bcff req-970552db-9edd-4940-a87b-23f7ae0c0779 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0595794 Aug 21 09:25:45.327720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Checking segment: {'id': '73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd97d4433-6a62-450a-a58d-8a39980bb9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:45.328190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Network hostable DHCP agents. Network: d97d4433-6a62-450a-a58d-8a39980bb9a4, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:25:45.340302 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.437076 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.467905 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.542040 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.554174 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039d6871-232f-4724-9f73-51c01d76c3e4']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:45.568687 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247c2f5f-0008-4ce8-961b-c13bc6f241c4') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:45.569110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247c2f5f-0008-4ce8-961b-c13bc6f241c4') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:45.586804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.594704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Network d97d4433-6a62-450a-a58d-8a39980bb9a4 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:25:45.604223 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.613431 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:45.613969 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:45.617674 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:45.684947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, d97d4433-6a62-450a-a58d-8a39980bb9a4) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:45.689903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:45.690592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.699609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2802440-978c-4582-a4c1-4da2de0f3fd8 None None] Network d97d4433-6a62-450a-a58d-8a39980bb9a4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:45.743798 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.753996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:45.761995 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "DELETE /v2.0/networks/039d6871-232f-4724-9f73-51c01d76c3e4 HTTP/1.1" status: 204 len: 168 time: 0.5509231 Aug 21 09:25:45.769141 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41072) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:45.823945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b70e27b2-d99a-4856-b1ac-269fcafbe927 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5347917 Aug 21 09:25:45.855707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41076) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:45.871455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Request body: {'network': {'name': 'tempest-router-network01--1639828012'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:45.918081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc077a68-17df-4041-a08f-3449df17a038 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Network': ['ID=039d6871-232f-4724-9f73-51c01d76c3e4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:45.978281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d69188-df0b-4b48-a555-e8c0d7a94657 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Deleting subnet b7e3e605-b416-4964-b123-9ece57d410b6 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:25:45.993502 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-39d69188-df0b-4b48-a555-e8c0d7a94657 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.050652 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-39d69188-df0b-4b48-a555-e8c0d7a94657 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.091768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-d97d4433-6a62-450a-a58d-8a39980bb9a4', 'network_id': 'd97d4433-6a62-450a-a58d-8a39980bb9a4', 'tenant_id': '14bb5c5fe99244c49530df8e60e9950e', 'fixed_ips': [{'subnet_id': 'b1087eb8-1f35-4968-b218-927600a81c78'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:25:46.092651 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.160759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-39d69188-df0b-4b48-a555-e8c0d7a94657 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.294019 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Allocated IP 172.20.0.2 (d97d4433-6a62-450a-a58d-8a39980bb9a4/b1087eb8-1f35-4968-b218-927600a81c78/39a5100c-68ea-4b2f-8038-8bf462ec53cf) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:46.314608 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-39d69188-df0b-4b48-a555-e8c0d7a94657 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.329486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 00055a37-6929-4f06-a228-0c72f59082b3 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:46.352700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d69188-df0b-4b48-a555-e8c0d7a94657 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e3e605-b416-4964-b123-9ece57d410b6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:46.364511 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-39d69188-df0b-4b48-a555-e8c0d7a94657 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.366578 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-39d69188-df0b-4b48-a555-e8c0d7a94657 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "DELETE /v2.0/subnets/b7e3e605-b416-4964-b123-9ece57d410b6 HTTP/1.1" status: 204 len: 168 time: 0.5918829 Aug 21 09:25:46.369485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41080) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:46.376735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daeee8e-8db3-4781-865f-7b778c786579 None None] Network 26fac7fb-10db-4410-ae45-ac322f23c3c1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:46.381632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 00055a37-6929-4f06-a228-0c72f59082b3 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:46.382135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 00055a37-6929-4f06-a228-0c72f59082b3 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:46.473907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.545168 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Deleting port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:46.545947 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.551501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Made reservation on behalf of 14bb5c5fe99244c49530df8e60e9950e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:46.555075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.616977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccfcae30-5c08-43fc-9591-f51bc607281e req-81475c59-e92e-4d4b-acd6-be7b05559352 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0745752 Aug 21 09:25:46.646917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] For port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0b58d5b0-6034-4f05-ab0a-b991a1179c6e,segment=NetworkSegment(590f038f-1e01-4356-8417-898052060687),segment_id=590f038f-1e01-4356-8417-898052060687)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:46.647631 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.656804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.664422 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Calling delete_port for 0b58d5b0-6034-4f05-ab0a-b991a1179c6e owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:46.675744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:25:46.729567 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.730270 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Added segment 5d485cd2-bb77-4208-ab91-4e854797ccce of type vlan for network eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 Aug 21 09:25:46.784746 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.830210 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.879670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d347ec58-387b-42eb-9b0b-020fe76d59d2 None None] DHCP port deletion for 26fac7fb-10db-4410-ae45-ac322f23c3c1 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:25:46.890591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.909076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Transition to ACTIVE for port object 39a5100c-68ea-4b2f-8038-8bf462ec53cf will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:46.921006 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.923944 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Port': ['ID=0b58d5b0-6034-4f05-ab0a-b991a1179c6e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:46.926020 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] No DVR routers for this DVR port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:46.933941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:46.934418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Transition to ACTIVE for port object 39a5100c-68ea-4b2f-8038-8bf462ec53cf will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:46.934616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.937393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:46.961639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d347ec58-387b-42eb-9b0b-020fe76d59d2 None None] Deleting port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:46.962028 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d347ec58-387b-42eb-9b0b-020fe76d59d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.032340 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.044790 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fac7fb-10db-4410-ae45-ac322f23c3c1']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:47.048426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d347ec58-387b-42eb-9b0b-020fe76d59d2 None None] For port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e, host n-d-766726-28, got binding levels [] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:47.051391 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d347ec58-387b-42eb-9b0b-020fe76d59d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.051620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event updated for resources: {'Network': ['ID=eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:47.059685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590f038f-1e01-4356-8417-898052060687') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:47.059983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590f038f-1e01-4356-8417-898052060687') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:47.070061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.074787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d347ec58-387b-42eb-9b0b-020fe76d59d2 None None] Calling delete_port for 0b58d5b0-6034-4f05-ab0a-b991a1179c6e owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:47.088861 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.091019 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.ipam_backend_mixin [None req-d347ec58-387b-42eb-9b0b-020fe76d59d2 None None] Port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e was not found and therefore no delete operation was performed {{(pid=106758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:25:47.096959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:25:47.097544 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:25:47.101338 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:25:47.111264 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d347ec58-387b-42eb-9b0b-020fe76d59d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.118904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:25:47.128998 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.131977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8a87cfdf-d3e7-4ff3-b35b-418444be59c4 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2756858 Aug 21 09:25:47.140881 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41090) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:47.148045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Request body: {'network': {'name': 'tempest-router-network02--1142995229'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:47.206541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347ec58-387b-42eb-9b0b-020fe76d59d2 None None] No DVR routers for this DVR port 0b58d5b0-6034-4f05-ab0a-b991a1179c6e on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:47.212172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347ec58-387b-42eb-9b0b-020fe76d59d2 None None] Pushing event deleted for resources: {'Port': ['ID=0b58d5b0-6034-4f05-ab0a-b991a1179c6e,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:47.220204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Network d97d4433-6a62-450a-a58d-8a39980bb9a4 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:47.234114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:47.258260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:47.270330 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.302599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Made reservation on behalf of 14bb5c5fe99244c49530df8e60e9950e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:47.314291 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.354565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:25:47.367196 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.367521 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Added segment f051ece3-b0b0-4369-8eff-e2517a8f2504 of type vlan for network 2708357d-3546-4b64-88db-4b9d9d688768 Aug 21 09:25:47.369360 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.384509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Pushing event updated for resources: {'Port': ['ID=39a5100c-68ea-4b2f-8038-8bf462ec53cf,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:47.389264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Attempting to bind port 39a5100c-68ea-4b2f-8038-8bf462ec53cf on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:47.389623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Attempting to bind port 39a5100c-68ea-4b2f-8038-8bf462ec53cf by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd97d4433-6a62-450a-a58d-8a39980bb9a4'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:47.389993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Attempting to bind port 39a5100c-68ea-4b2f-8038-8bf462ec53cf on network d97d4433-6a62-450a-a58d-8a39980bb9a4 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:47.396022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:47.396525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Checking segment: {'id': '73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd97d4433-6a62-450a-a58d-8a39980bb9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:47.397011 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.397477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Bound using segment: {'id': '73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd97d4433-6a62-450a-a58d-8a39980bb9a4'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:47.398149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Bound port: 39a5100c-68ea-4b2f-8038-8bf462ec53cf, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd97d4433-6a62-450a-a58d-8a39980bb9a4'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:47.398500 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.467519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-daafe9b4-615a-458d-b264-023278488df7 None None] For port 39a5100c-68ea-4b2f-8038-8bf462ec53cf, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:47.471759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-daafe9b4-615a-458d-b264-023278488df7 None None] For port 39a5100c-68ea-4b2f-8038-8bf462ec53cf, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=39a5100c-68ea-4b2f-8038-8bf462ec53cf,segment=NetworkSegment(73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad),segment_id=73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:47.475278 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.542606 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.593864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.607190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafe9b4-615a-458d-b264-023278488df7 None None] Pushing event updated for resources: {'Port': ['ID=39a5100c-68ea-4b2f-8038-8bf462ec53cf,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:47.626691 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.627953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f802f4d-7866-4fd3-8111-0d30691b3f0c req-9002fcc6-90de-4c2c-8172-47771b3ac5f6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b390b114-9172-45c7-9e99-685a8bb39402 HTTP/1.1" status: 200 len: 210 time: 0.0660346 Aug 21 09:25:47.629106 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "DELETE /v2.0/networks/26fac7fb-10db-4410-ae45-ac322f23c3c1 HTTP/1.1" status: 204 len: 168 time: 1.2583091 Aug 21 09:25:47.631392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41102) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:47.636237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event updated for resources: {'Port': ['ID=78ecd30d-a7cf-49d1-8b11-fe5a788ded17,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:47.648188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350af31e-3cac-43a9-8088-0649bd671353 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Pushing event deleted for resources: {'Network': ['ID=26fac7fb-10db-4410-ae45-ac322f23c3c1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:47.666907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bc42-1b40-4d90-8858-1f414565b260 req-83c07c99-ca29-42cd-9cb5-75f855b56492 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:47.670920 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-19818209-a8a1-411b-8830-cbb12f0c06d4 tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "GET /v2.0/ports?device_id=625978f6-25c1-4e49-a7b9-60e1ebd835e9 HTTP/1.1" status: 200 len: 205 time: 0.0355756 Aug 21 09:25:47.671075 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4321bc42-1b40-4d90-8858-1f414565b260 req-83c07c99-ca29-42cd-9cb5-75f855b56492 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 945 time: 0.1314371 Aug 21 09:25:47.671075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.671287 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41106) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:47.751111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.753397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0524dbed-0dea-43f0-a683-549a299cf0cd tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.756592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:47.756592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.829163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4321bc42-1b40-4d90-8858-1f414565b260 req-067ec939-f1c0-4099-a67a-170eefeb8832 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206825 Aug 21 09:25:47.895760 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Floating IP eb2f3abf-88bb-4b3e-aa74-8f94298c4c44 associated. External IP: 172.25.5.15, port: 73640672-fb34-4d06-8dca-59d39e0b0f2e. Aug 21 09:25:47.930808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event updated for resources: {'Network': ['ID=2708357d-3546-4b64-88db-4b9d9d688768,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:47.943504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4293da3d-a304-4719-acd2-5cb78294d5d6 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7988770 Aug 21 09:25:47.943654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2708357d-3546-4b64-88db-4b9d9d688768 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:25:47.950006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41108) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:47.959107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Request body: {'subnet': {'network_id': 'eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:47.971708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0524dbed-0dea-43f0-a683-549a299cf0cd tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.974111 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0524dbed-0dea-43f0-a683-549a299cf0cd tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:47.995118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-896f827e-6417-48cc-8817-43e9cf948292 req-6df2226e-d714-43b7-81e2-a06c326ad1bf tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0604413 Aug 21 09:25:48.084815 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0524dbed-0dea-43f0-a683-549a299cf0cd tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:48.085415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0524dbed-0dea-43f0-a683-549a299cf0cd tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Fanout notify agent at l3_agent the message router_deleted on router 625978f6-25c1-4e49-a7b9-60e1ebd835e9 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:25:48.093235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0524dbed-0dea-43f0-a683-549a299cf0cd tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:48.096843 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0524dbed-0dea-43f0-a683-549a299cf0cd tempest-RoutersNegativeIpV6Test-1796198291 tempest-RoutersNegativeIpV6Test-1796198291-project] 10.222.0.20 "DELETE /v2.0/routers/625978f6-25c1-4e49-a7b9-60e1ebd835e9 HTTP/1.1" status: 204 len: 168 time: 0.4220662 Aug 21 09:25:48.222022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Made reservation on behalf of 14bb5c5fe99244c49530df8e60e9950e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:48.225806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:48.323511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10067eb9-fbba-483a-891e-7ac7612460a2 req-b5230c30-a597-4c4b-8274-be2b1253b182 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0490727 Aug 21 09:25:48.339284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Router 05d991bf-1ad2-4552-a08d-0f302e8963c3 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:48.366631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 39a5100c-68ea-4b2f-8038-8bf462ec53cf up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:48.533665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:48.548239 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed166d1d-2649-41f1-828e-f0312096a519 None None] Sync routers for ids ['05d991bf-1ad2-4552-a08d-0f302e8963c3'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:48.559616 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 39a5100c-68ea-4b2f-8038-8bf462ec53cf completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:48.564837 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed166d1d-2649-41f1-828e-f0312096a519 None None] Routers {'05d991bf-1ad2-4552-a08d-0f302e8963c3'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:48.565580 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ed166d1d-2649-41f1-828e-f0312096a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['05d991bf-1ad2-4552-a08d-0f302e8963c3'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:48.645239 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:48.660802 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0b58d5b0-6034-4f05-ab0a-b991a1179c6e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:48.698044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 0b58d5b0-6034-4f05-ab0a-b991a1179c6e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:48.701762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0b58d5b0-6034-4f05-ab0a-b991a1179c6e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:48.737791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event updated for resources: {'Subnet': ['ID=700f9071-b52f-4cbc-9204-fee73c2fe3d9,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:48.744058 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:48.745622 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-ed166d1d-2649-41f1-828e-f0312096a519 None None] Set router 05d991bf-1ad2-4552-a08d-0f302e8963c3 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:48.781096 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41116) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:48.788776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.789271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.789692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.790293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.790892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.791464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.792043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.792570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.793571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.794216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.794982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.795701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:48.823597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6d51c68d-c263-4851-bc20-e998218bdcaf tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1998320 Aug 21 09:25:48.823597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794457bc-520a-488f-bd9c-f44b95de3546', 'tag': '73640672-fb34-4d06-8dca-59d39e0b0f2e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:25:48.830881 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521801e1-5ffa-473f-b508-8178ea962405" -d '{"events": [{"name": "network-changed", "server_uuid": "794457bc-520a-488f-bd9c-f44b95de3546", "tag": "73640672-fb34-4d06-8dca-59d39e0b0f2e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:25:48.906961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Checking segment: {'id': '5d485cd2-bb77-4208-ab91-4e854797ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:48.907250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Network hostable DHCP agents. Network: eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:25:48.957381 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e82d58-1999-46da-8c49-34622614ca36 x-openstack-request-id: req-11e82d58-1999-46da-8c49-34622614ca36 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:25:48.957668 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794457bc-520a-488f-bd9c-f44b95de3546", "tag": "73640672-fb34-4d06-8dca-59d39e0b0f2e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:25:48.957919 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11e82d58-1999-46da-8c49-34622614ca36 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:25:48.958335 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794457bc-520a-488f-bd9c-f44b95de3546', 'tag': '73640672-fb34-4d06-8dca-59d39e0b0f2e', 'status': 'completed', 'code': 200} Aug 21 09:25:48.958478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4891b7c0-166b-4c9a-9a30-e1c6cd58d73c None None] Network d97d4433-6a62-450a-a58d-8a39980bb9a4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:48.999149 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8639bc95-498e-41c5-a3b7-dcaaf44bb243 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26a6540867384aa6874594603af00ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168293 Aug 21 09:25:49.001792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41126) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:49.057734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Network eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:25:49.093500 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb12af70-e504-4688-9219-939f1f6cf8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.124747 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb12af70-e504-4688-9219-939f1f6cf8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.139182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-de7d4469-a641-4208-93a1-4a2821b7cc14 None None] Provisioning for port 39a5100c-68ea-4b2f-8038-8bf462ec53cf completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:49.142471 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ed166d1d-2649-41f1-828e-f0312096a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 4, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'eb2f3abf-88bb-4b3e-aa74-8f94298c4c44', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'port_id': '73640672-fb34-4d06-8dca-59d39e0b0f2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'mac_address': 'fa:16:3e:92:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794457bc-520a-488f-bd9c-f44b95de3546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:25:45Z', 'updated_at': '2021-08-21T09:25:45Z', 'revision_number': 0, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a329514e-f003-47ce-8f48-d6400acff7b1', 'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'mac_address': 'fa:16:3e:6b:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:58Z', 'updated_at': '2021-08-21T09:25:13Z', 'revision_number': 5, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'subnets': [{'id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:49.148899 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-de7d4469-a641-4208-93a1-4a2821b7cc14 None None] Provisioning complete for port 39a5100c-68ea-4b2f-8038-8bf462ec53cf triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:49.149486 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de7d4469-a641-4208-93a1-4a2821b7cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.163762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56579f-34c2-4fc8-9791-bff8ac6f53da req-feb3b25d-7c08-4686-a35c-c656cd9bcdf0 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:49.165369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa56579f-34c2-4fc8-9791-bff8ac6f53da req-feb3b25d-7c08-4686-a35c-c656cd9bcdf0 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 945 time: 0.2005661 Aug 21 09:25:49.175294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5aff-403f-4430-9a94-cb3523e2dc4c req-64d1c58c-9a2d-4d34-86cb-b8ca5779dabc tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:49.176743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88ab5aff-403f-4430-9a94-cb3523e2dc4c req-64d1c58c-9a2d-4d34-86cb-b8ca5779dabc tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.13 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 945 time: 0.1833375 Aug 21 09:25:49.204228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:49.211061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc79a1d-4187-4ee5-83ab-3a0a4c409eda None None] Network eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:49.230851 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed166d1d-2649-41f1-828e-f0312096a519 None None] Checking router: 05d991bf-1ad2-4552-a08d-0f302e8963c3 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:25:49.242979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521801e1-5ffa-473f-b508-8178ea962405 req-385ee39e-6ed9-46be-9978-f6d7342b26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:49.247315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-521801e1-5ffa-473f-b508-8178ea962405 req-385ee39e-6ed9-46be-9978-f6d7342b26e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f006ab8501f34f3bb05432aaa71c4bec&device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 1098 time: 0.1932924 Aug 21 09:25:49.247315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:49.249856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.269281 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed166d1d-2649-41f1-828e-f0312096a519 None None] Routers {'05d991bf-1ad2-4552-a08d-0f302e8963c3'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:49.270849 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ed166d1d-2649-41f1-828e-f0312096a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['05d991bf-1ad2-4552-a08d-0f302e8963c3'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:49.281183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2eca8989-d39a-4e5b-bb66-6349311622d4 req-34403b7e-1166-41be-bd85-6058eb0e5557 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.1146111 Aug 21 09:25:49.372287 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb12af70-e504-4688-9219-939f1f6cf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.377678 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb12af70-e504-4688-9219-939f1f6cf8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.385720 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bb12af70-e504-4688-9219-939f1f6cf8e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ffc300c-91b7-4c63-a9d7-22cca23836a9 HTTP/1.1" status: 204 len: 168 time: 0.3768046 Aug 21 09:25:49.389818 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de7d4469-a641-4208-93a1-4a2821b7cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.395649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12af70-e504-4688-9219-939f1f6cf8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffc300c-91b7-4c63-a9d7-22cca23836a9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:49.399839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa56579f-34c2-4fc8-9791-bff8ac6f53da req-e9ab98ba-1831-48fc-9273-7f4ac1bb4868 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193704 Aug 21 09:25:49.499858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41134) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:49.500179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1945fa50-46e7-4ec6-af1b-2d6e74bd6c71 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5472910 Aug 21 09:25:49.506198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Request body: {'subnet': {'network_id': '2708357d-3546-4b64-88db-4b9d9d688768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:49.509852 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-ed166d1d-2649-41f1-828e-f0312096a519 None None] Set router 05d991bf-1ad2-4552-a08d-0f302e8963c3 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:25:49.519913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-de7d4469-a641-4208-93a1-4a2821b7cc14 None None] For port 39a5100c-68ea-4b2f-8038-8bf462ec53cf, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=39a5100c-68ea-4b2f-8038-8bf462ec53cf,segment=NetworkSegment(73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad),segment_id=73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:49.573234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-88ab5aff-403f-4430-9a94-cb3523e2dc4c req-cbf6b945-90f7-4349-9f76-7b3bc016ce74 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Deleting port a3cf8670-3c4f-401c-ac36-448880e63ed6 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:49.573753 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-88ab5aff-403f-4430-9a94-cb3523e2dc4c req-cbf6b945-90f7-4349-9f76-7b3bc016ce74 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.577205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521801e1-5ffa-473f-b508-8178ea962405 req-318334ef-d88b-4a1a-bfd6-3d669b662934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:49.578841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-521801e1-5ffa-473f-b508-8178ea962405 req-318334ef-d88b-4a1a-bfd6-3d669b662934 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4744644c-e35d-4f36-b45b-0eca9b5c8098 HTTP/1.1" status: 200 len: 910 time: 0.3081608 Aug 21 09:25:49.630561 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de7d4469-a641-4208-93a1-4a2821b7cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.735520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-521801e1-5ffa-473f-b508-8178ea962405 req-31bc674f-05b7-4b88-ab3a-68d81d8be954 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73640672-fb34-4d06-8dca-59d39e0b0f2e HTTP/1.1" status: 200 len: 999 time: 0.1312814 Aug 21 09:25:49.737090 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d4469-a641-4208-93a1-4a2821b7cc14 None None] Pushing event updated for resources: {'Port': ['ID=39a5100c-68ea-4b2f-8038-8bf462ec53cf,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:49.752662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343', 'network_id': 'eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343', 'tenant_id': '14bb5c5fe99244c49530df8e60e9950e', 'fixed_ips': [{'subnet_id': '700f9071-b52f-4cbc-9204-fee73c2fe3d9'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:25:49.753699 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.768811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cb541441-554e-4d76-baad-635c3ff1fec8 None None] Provisioning complete for port 39a5100c-68ea-4b2f-8038-8bf462ec53cf triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:49.781087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-88ab5aff-403f-4430-9a94-cb3523e2dc4c req-cbf6b945-90f7-4349-9f76-7b3bc016ce74 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] For port a3cf8670-3c4f-401c-ac36-448880e63ed6, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=a3cf8670-3c4f-401c-ac36-448880e63ed6,segment=NetworkSegment(805d1bfa-9644-42ea-97c4-f347bb10cb54),segment_id=805d1bfa-9644-42ea-97c4-f347bb10cb54)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:49.782552 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-88ab5aff-403f-4430-9a94-cb3523e2dc4c req-cbf6b945-90f7-4349-9f76-7b3bc016ce74 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.782699 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cb541441-554e-4d76-baad-635c3ff1fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.794367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-88ab5aff-403f-4430-9a94-cb3523e2dc4c req-cbf6b945-90f7-4349-9f76-7b3bc016ce74 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Calling delete_port for a3cf8670-3c4f-401c-ac36-448880e63ed6 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:49.799275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Made reservation on behalf of 14bb5c5fe99244c49530df8e60e9950e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:25:49.803303 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:49.885379 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ed166d1d-2649-41f1-828e-f0312096a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 4, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'eb2f3abf-88bb-4b3e-aa74-8f94298c4c44', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'port_id': '73640672-fb34-4d06-8dca-59d39e0b0f2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'mac_address': 'fa:16:3e:92:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794457bc-520a-488f-bd9c-f44b95de3546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:25:45Z', 'updated_at': '2021-08-21T09:25:45Z', 'revision_number': 0, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a329514e-f003-47ce-8f48-d6400acff7b1', 'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'mac_address': 'fa:16:3e:6b:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:58Z', 'updated_at': '2021-08-21T09:25:13Z', 'revision_number': 5, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'subnets': [{'id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:49.919220 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed166d1d-2649-41f1-828e-f0312096a519 None None] The sync data for ids ['05d991bf-1ad2-4552-a08d-0f302e8963c3'] in n-d-766726-28 is: [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 4, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'eb2f3abf-88bb-4b3e-aa74-8f94298c4c44', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'port_id': '73640672-fb34-4d06-8dca-59d39e0b0f2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'mac_address': 'fa:16:3e:92:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794457bc-520a-488f-bd9c-f44b95de3546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:25:45Z', 'updated_at': '2021-08-21T09:25:45Z', 'revision_number': 0, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a329514e-f003-47ce-8f48-d6400acff7b1', 'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'mac_address': 'fa:16:3e:6b:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:58Z', 'updated_at': '2021-08-21T09:25:13Z', 'revision_number': 5, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'subnets': [{'id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:50.054078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521801e1-5ffa-473f-b508-8178ea962405 req-4f64de0b-52dd-4122-b89c-114245c43670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:50.055598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-521801e1-5ffa-473f-b508-8178ea962405 req-4f64de0b-52dd-4122-b89c-114245c43670 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f5a8520-8185-4c85-934a-c4709db5551e HTTP/1.1" status: 200 len: 848 time: 0.0797331 Aug 21 09:25:50.136574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-88ab5aff-403f-4430-9a94-cb3523e2dc4c req-cbf6b945-90f7-4349-9f76-7b3bc016ce74 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:50.152493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['a3cf8670-3c4f-401c-ac36-448880e63ed6'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:25:50.204304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Allocated IP 172.20.0.2 (eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343/700f9071-b52f-4cbc-9204-fee73c2fe3d9/a56e9f9b-3716-4be8-9bda-3792c7d7e130) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:50.211440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6b945-90f7-4349-9f76-7b3bc016ce74 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Pushing event deleted for resources: {'Port': ['ID=a3cf8670-3c4f-401c-ac36-448880e63ed6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:50.272506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521801e1-5ffa-473f-b508-8178ea962405 req-c9e46574-e755-4264-b6d0-dd303b6fa8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:50.273761 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:50.277869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-521801e1-5ffa-473f-b508-8178ea962405 req-c9e46574-e755-4264-b6d0-dd303b6fa8b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4744644c-e35d-4f36-b45b-0eca9b5c8098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2097757 Aug 21 09:25:50.316334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ab5aff-403f-4430-9a94-cb3523e2dc4c req-cbf6b945-90f7-4349-9f76-7b3bc016ce74 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] No DVR routers for this DVR port a3cf8670-3c4f-401c-ac36-448880e63ed6 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:25:50.319207 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-88ab5aff-403f-4430-9a94-cb3523e2dc4c req-cbf6b945-90f7-4349-9f76-7b3bc016ce74 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:50.323707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88ab5aff-403f-4430-9a94-cb3523e2dc4c req-cbf6b945-90f7-4349-9f76-7b3bc016ce74 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.13 "DELETE /v2.0/ports/a3cf8670-3c4f-401c-ac36-448880e63ed6 HTTP/1.1" status: 204 len: 173 time: 1.1226182 Aug 21 09:25:50.384562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 39a5100c-68ea-4b2f-8038-8bf462ec53cf up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:50.406865 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event updated for resources: {'Subnet': ['ID=9b1370c5-cfd8-4390-927c-d3de41a9d66c,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:50.413111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e508d-a42b-4269-8c46-4269edcb37b9 None None] New status for floating IP eb2f3abf-88bb-4b3e-aa74-8f94298c4c44: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:25:50.464754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Checking segment: {'id': 'f051ece3-b0b0-4369-8eff-e2517a8f2504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2708357d-3546-4b64-88db-4b9d9d688768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:50.465045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Network hostable DHCP agents. Network: 2708357d-3546-4b64-88db-4b9d9d688768, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:25:50.530391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15c557e6-ad5b-4952-97c1-f03588845c1b req-d53ed044-3bce-4ab8-8fcf-bfec3031d6b1 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0566020 Aug 21 09:25:50.589067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Network 2708357d-3546-4b64-88db-4b9d9d688768 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:25:50.600206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-287e2110-e799-49b7-908c-cfef08450205 req-8cb0294b-7cb9-4f33-b556-b18aca2bcc42 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=21dd4c7a-2c49-4acc-86f9-73f602dd2be0 HTTP/1.1" status: 200 len: 210 time: 0.0821095 Aug 21 09:25:50.605620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-521801e1-5ffa-473f-b508-8178ea962405 req-01bbd2cc-4fd2-4352-b147-9149da786c02 service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958529 Aug 21 09:25:50.691825 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 2708357d-3546-4b64-88db-4b9d9d688768) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:50.702624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:25:50.703303 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:50.718574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3ba3a-10e5-4255-9547-12089dcad3af None None] Network 2708357d-3546-4b64-88db-4b9d9d688768 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:50.720843 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:50.780457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Transition to ACTIVE for port object a56e9f9b-3716-4be8-9bda-3792c7d7e130 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:50.785363 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-45b442b1-d952-4686-9f95-2730b7ff6302 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2819037 Aug 21 09:25:50.785780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41166) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:50.793197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 39a5100c-68ea-4b2f-8038-8bf462ec53cf triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:50.795279 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:50.797192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-521801e1-5ffa-473f-b508-8178ea962405 req-84352ba4-63bc-49d2-a010-f74affdfd3eb service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807065 Aug 21 09:25:50.842003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Transition to ACTIVE for port object a56e9f9b-3716-4be8-9bda-3792c7d7e130 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:50.943172 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:50.960184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dd4c7a-2c49-4acc-86f9-73f602dd2be0', 'name': 'network-vif-deleted', 'tag': 'a3cf8670-3c4f-401c-ac36-448880e63ed6'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:25:50.963661 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017a6e7a-87e3-4a23-9c8b-a10262ab7d14" -d '{"events": [{"server_uuid": "21dd4c7a-2c49-4acc-86f9-73f602dd2be0", "name": "network-vif-deleted", "tag": "a3cf8670-3c4f-401c-ac36-448880e63ed6"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:25:51.028197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Network eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:51.057016 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44745fcf-61c1-4f2a-8b73-2ce4394bd5cd x-openstack-request-id: req-44745fcf-61c1-4f2a-8b73-2ce4394bd5cd {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:25:51.063093 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21dd4c7a-2c49-4acc-86f9-73f602dd2be0", "name": "network-vif-deleted", "tag": "a3cf8670-3c4f-401c-ac36-448880e63ed6", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:25:51.063093 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44745fcf-61c1-4f2a-8b73-2ce4394bd5cd {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:25:51.063093 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dd4c7a-2c49-4acc-86f9-73f602dd2be0', 'name': 'network-vif-deleted', 'tag': 'a3cf8670-3c4f-401c-ac36-448880e63ed6', 'status': 'completed', 'code': 200} Aug 21 09:25:51.073486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Pushing event updated for resources: {'Port': ['ID=a56e9f9b-3716-4be8-9bda-3792c7d7e130,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:51.096799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:51.102288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:51.200663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-2708357d-3546-4b64-88db-4b9d9d688768', 'network_id': '2708357d-3546-4b64-88db-4b9d9d688768', 'tenant_id': '14bb5c5fe99244c49530df8e60e9950e', 'fixed_ips': [{'subnet_id': '9b1370c5-cfd8-4390-927c-d3de41a9d66c'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:25:51.202060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:51.275331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41180) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:51.288217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5eae38c-8b74-41c4-9f5f-d89fd729df59 req-1937be7c-e5b2-479d-b018-52ef18db2e00 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0950096 Aug 21 09:25:51.429180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:51.524223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9c142749-04d8-45f1-92cb-6968cb84d634 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982999166'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:51.611465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Attempting to bind port a56e9f9b-3716-4be8-9bda-3792c7d7e130 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:51.611877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Attempting to bind port a56e9f9b-3716-4be8-9bda-3792c7d7e130 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '5d485cd2-bb77-4208-ab91-4e854797ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:51.612238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Attempting to bind port a56e9f9b-3716-4be8-9bda-3792c7d7e130 on network eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:51.620528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:51.621052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Checking segment: {'id': '5d485cd2-bb77-4208-ab91-4e854797ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:51.621462 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:51.621853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Bound using segment: {'id': '5d485cd2-bb77-4208-ab91-4e854797ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:51.622308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Bound port: a56e9f9b-3716-4be8-9bda-3792c7d7e130, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d485cd2-bb77-4208-ab91-4e854797ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:51.622735 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:51.633623 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c142749-04d8-45f1-92cb-6968cb84d634 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:51.643281 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c142749-04d8-45f1-92cb-6968cb84d634 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:51.651574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Allocated IP 172.20.0.2 (2708357d-3546-4b64-88db-4b9d9d688768/9b1370c5-cfd8-4390-927c-d3de41a9d66c/b6a4ec01-7073-40df-89ad-43d762e174cb) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:51.817680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Allocated IP 172.20.0.1 (eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343/700f9071-b52f-4cbc-9204-fee73c2fe3d9/be00dd91-9bce-463e-a9df-f15566b9d43d) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:51.841041 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c142749-04d8-45f1-92cb-6968cb84d634 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:51.913896 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c142749-04d8-45f1-92cb-6968cb84d634 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:51.945487 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:51.972035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Transition to ACTIVE for port object be00dd91-9bce-463e-a9df-f15566b9d43d will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:51.984303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c142749-04d8-45f1-92cb-6968cb84d634 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53dd36b-a88c-445d-95d6-cb2ee5cdd700,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:52.059458 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c142749-04d8-45f1-92cb-6968cb84d634 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.090379 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.092992 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] For port a56e9f9b-3716-4be8-9bda-3792c7d7e130, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:52.098097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] For port a56e9f9b-3716-4be8-9bda-3792c7d7e130, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a56e9f9b-3716-4be8-9bda-3792c7d7e130,segment=NetworkSegment(5d485cd2-bb77-4208-ab91-4e854797ccce),segment_id=5d485cd2-bb77-4208-ab91-4e854797ccce)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:52.102919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Transition to ACTIVE for port object b6a4ec01-7073-40df-89ad-43d762e174cb will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:52.118817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Transition to ACTIVE for port object b6a4ec01-7073-40df-89ad-43d762e174cb will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:52.130898 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c142749-04d8-45f1-92cb-6968cb84d634 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.131294 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.146133 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:25:52.168340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c142749-04d8-45f1-92cb-6968cb84d634 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3afe13-335d-42d1-b83e-117458e9b23c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:52.183347 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.189627 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Network eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:52.194397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:52.198390 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:52.220627 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.262073 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c142749-04d8-45f1-92cb-6968cb84d634 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.272232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9c142749-04d8-45f1-92cb-6968cb84d634 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9869657 Aug 21 09:25:52.272232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41192) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:52.287515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event updated for resources: {'Port': ['ID=be00dd91-9bce-463e-a9df-f15566b9d43d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:52.305902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.309917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Network 2708357d-3546-4b64-88db-4b9d9d688768 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:52.315385 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:52.324906 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:52.337841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c9c05-74c6-4641-9cbd-9d1c2043ea55 None None] Pushing event updated for resources: {'Port': ['ID=a56e9f9b-3716-4be8-9bda-3792c7d7e130,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:52.378881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c2194f0b-2c27-41ca-8bb2-6cd5518775fd tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1081154 Aug 21 09:25:52.379160 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41196) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:52.384007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0dd98c88-29ed-42f2-8e42-0e0972d57757 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group': {'name': 'tempest-security--1023527405', 'description': 'tempest-security-description-1035456276'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:52.420101 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0dd98c88-29ed-42f2-8e42-0e0972d57757 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.459106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Pushing event updated for resources: {'Port': ['ID=b6a4ec01-7073-40df-89ad-43d762e174cb,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:52.487438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Attempting to bind port b6a4ec01-7073-40df-89ad-43d762e174cb on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:25:52.488473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Attempting to bind port b6a4ec01-7073-40df-89ad-43d762e174cb by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f051ece3-b0b0-4369-8eff-e2517a8f2504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2708357d-3546-4b64-88db-4b9d9d688768'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:25:52.488932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Attempting to bind port b6a4ec01-7073-40df-89ad-43d762e174cb on network 2708357d-3546-4b64-88db-4b9d9d688768 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:25:52.495224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:25:52.495766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Checking segment: {'id': 'f051ece3-b0b0-4369-8eff-e2517a8f2504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2708357d-3546-4b64-88db-4b9d9d688768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:25:52.496250 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.496713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Bound using segment: {'id': 'f051ece3-b0b0-4369-8eff-e2517a8f2504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2708357d-3546-4b64-88db-4b9d9d688768'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:25:52.497402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Bound port: b6a4ec01-7073-40df-89ad-43d762e174cb, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f051ece3-b0b0-4369-8eff-e2517a8f2504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2708357d-3546-4b64-88db-4b9d9d688768'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:25:52.499405 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.574333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8974007-2006-4507-98a4-338244595b28 req-f7b1f168-fc41-45d9-9450-cf09537970a2 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0881765 Aug 21 09:25:52.616680 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0dd98c88-29ed-42f2-8e42-0e0972d57757 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.667138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] For port b6a4ec01-7073-40df-89ad-43d762e174cb, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:25:52.673889 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] For port b6a4ec01-7073-40df-89ad-43d762e174cb, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6a4ec01-7073-40df-89ad-43d762e174cb,segment=NetworkSegment(f051ece3-b0b0-4369-8eff-e2517a8f2504),segment_id=f051ece3-b0b0-4369-8eff-e2517a8f2504)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:25:52.676543 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.679046 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0dd98c88-29ed-42f2-8e42-0e0972d57757 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.682349 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0dd98c88-29ed-42f2-8e42-0e0972d57757 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.687037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0dd98c88-29ed-42f2-8e42-0e0972d57757 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "PUT /v2.0/security-groups/1b3afe13-335d-42d1-b83e-117458e9b23c HTTP/1.1" status: 200 len: 1780 time: 0.3068099 Aug 21 09:25:52.687952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41200) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:52.742904 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.766026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd98c88-29ed-42f2-8e42-0e0972d57757 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3afe13-335d-42d1-b83e-117458e9b23c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:52.793658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-876418de-02ac-432c-82aa-44c7b64e91cd tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-groups/1b3afe13-335d-42d1-b83e-117458e9b23c HTTP/1.1" status: 200 len: 1780 time: 0.0593362 Aug 21 09:25:52.794296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41202) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:52.829947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a3cf8670-3c4f-401c-ac36-448880e63ed6 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:25:52.860722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: a3cf8670-3c4f-401c-ac36-448880e63ed6 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:25:52.861362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device a3cf8670-3c4f-401c-ac36-448880e63ed6 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:25:52.886145 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e48c79f-163a-4cd5-9231-e344283a0cf1 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:52.911847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f943b1-6d6d-4d7f-b912-3a982f340efd None None] Pushing event updated for resources: {'Port': ['ID=b6a4ec01-7073-40df-89ad-43d762e174cb,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:52.921695 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e48c79f-163a-4cd5-9231-e344283a0cf1 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:53.033531 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:53.039409 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e48c79f-163a-4cd5-9231-e344283a0cf1 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:53.045333 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e48c79f-163a-4cd5-9231-e344283a0cf1 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:53.045333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6e48c79f-163a-4cd5-9231-e344283a0cf1 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b3afe13-335d-42d1-b83e-117458e9b23c HTTP/1.1" status: 204 len: 168 time: 0.2436926 Aug 21 09:25:53.047944 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41204) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:53.088751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48c79f-163a-4cd5-9231-e344283a0cf1 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3afe13-335d-42d1-b83e-117458e9b23c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:53.117855 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:53.218597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event updated for resources: {'Port': ['ID=be00dd91-9bce-463e-a9df-f15566b9d43d,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:53.235440 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a50c7638-4fe8-4c36-b553-16d7a1ec9be8 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1859336 Aug 21 09:25:53.238288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41206) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:53.259584 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:53.263350 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-c3dc4fc2-1cf1-47dc-8a76-0329e9b0b67a tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] delete failed (client error): The resource could not be found. Aug 21 09:25:53.264427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c3dc4fc2-1cf1-47dc-8a76-0329e9b0b67a tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b3afe13-335d-42d1-b83e-117458e9b23c HTTP/1.1" status: 404 len: 347 time: 0.0251620 Aug 21 09:25:53.271540 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41208) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:53.276788 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-aaeea54f-6e91-4669-bf9c-4794885b658e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049357310'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:53.389541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Network eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:53.391258 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:53.473479 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaeea54f-6e91-4669-bf9c-4794885b658e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:53.608675 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaeea54f-6e91-4669-bf9c-4794885b658e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:53.639279 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Router a26238c6-b79d-4b75-bfa6-3b58f52574cb is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:25:53.723953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaeea54f-6e91-4669-bf9c-4794885b658e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:53.737131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41b6c2b0-64d2-4fe0-bf53-6c2ef62f731c req-52e60d75-9a77-4be0-b697-82a060d66f2d tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0448031 Aug 21 09:25:53.761275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacb5bac-0c0f-495a-aef4-7a4b21782c27 None None] Network eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:53.855682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeea54f-6e91-4669-bf9c-4794885b658e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc743af-5180-4193-972f-6e07ebb48c8d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:53.871374 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:53.879355 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3a60fc3b-a383-46b5-b2d7-bff5f5246fc0 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "PUT /v2.0/routers/a26238c6-b79d-4b75-bfa6-3b58f52574cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0927057 Aug 21 09:25:53.882447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41216) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:53.893818 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e17d6-5597-403a-978e-62ed4f2bfa69 None None] Sync routers for ids ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:53.907845 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaeea54f-6e91-4669-bf9c-4794885b658e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:53.917229 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aaeea54f-6e91-4669-bf9c-4794885b658e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6434493 Aug 21 09:25:53.917462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41218) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:53.918674 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e17d6-5597-403a-978e-62ed4f2bfa69 None None] Routers {'a26238c6-b79d-4b75-bfa6-3b58f52574cb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:53.924619 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-034e17d6-5597-403a-978e-62ed4f2bfa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:53.956731 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-260a053f-187c-4fa9-bae2-ab994646d910 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': 'dfc743af-5180-4193-972f-6e07ebb48c8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:54.059467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eba68831-03eb-4988-9c3d-106f78a0ad89 None None] Provisioning for port a56e9f9b-3716-4be8-9bda-3792c7d7e130 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:54.079625 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-034e17d6-5597-403a-978e-62ed4f2bfa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:54.108022 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-260a053f-187c-4fa9-bae2-ab994646d910 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:54.109691 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e17d6-5597-403a-978e-62ed4f2bfa69 None None] Routers {'a26238c6-b79d-4b75-bfa6-3b58f52574cb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:54.110455 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-034e17d6-5597-403a-978e-62ed4f2bfa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:54.234962 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-260a053f-187c-4fa9-bae2-ab994646d910 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:54.245871 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-034e17d6-5597-403a-978e-62ed4f2bfa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:54.247340 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e17d6-5597-403a-978e-62ed4f2bfa69 None None] The sync data for ids ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:54.325058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-260a053f-187c-4fa9-bae2-ab994646d910 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:54.373807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a053f-187c-4fa9-bae2-ab994646d910 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4e87d9-13b7-490f-a4ff-7cad09e3138a,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:54.462151 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-260a053f-187c-4fa9-bae2-ab994646d910 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:54.466849 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-260a053f-187c-4fa9-bae2-ab994646d910 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5483263 Aug 21 09:25:54.467485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41222) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:54.506691 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62325-9a3a-4db3-856f-af3910a8d967 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:54.509389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a56e9f9b-3716-4be8-9bda-3792c7d7e130 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:54.533954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62325-9a3a-4db3-856f-af3910a8d967 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:54.559282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e699c70-381f-4570-9c9b-04c80f6e5e0e None None] Network 2708357d-3546-4b64-88db-4b9d9d688768 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:25:54.644674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62325-9a3a-4db3-856f-af3910a8d967 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:54.663641 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ffc62325-9a3a-4db3-856f-af3910a8d967 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:54.670431 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ffc62325-9a3a-4db3-856f-af3910a8d967 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/bf4e87d9-13b7-490f-a4ff-7cad09e3138a HTTP/1.1" status: 204 len: 168 time: 0.1961660 Aug 21 09:25:54.671217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41224) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:54.686541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc62325-9a3a-4db3-856f-af3910a8d967 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf4e87d9-13b7-490f-a4ff-7cad09e3138a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:54.698011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Provisioning for port be00dd91-9bce-463e-a9df-f15566b9d43d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:54.751174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Provisioning complete for port be00dd91-9bce-463e-a9df-f15566b9d43d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:54.752143 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:54.773720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41226) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:54.782578 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-07ed6df4-454d-4caf-8707-6d2419219a26 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1062429 Aug 21 09:25:54.817261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a56e9f9b-3716-4be8-9bda-3792c7d7e130 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:54.823033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a56e9f9b-3716-4be8-9bda-3792c7d7e130 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:54.823575 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:54.826336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Port be00dd91-9bce-463e-a9df-f15566b9d43d cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:54.904567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Provisioning complete for port a56e9f9b-3716-4be8-9bda-3792c7d7e130 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:54.904951 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:54.918426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9df348f-0102-4f67-a30e-5b9eb244e1a2 req-f1e326ad-5980-4be7-87a3-5c8fbfbfa039 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0489798 Aug 21 09:25:54.990011 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4bdad81e-5b64-48ef-9f3d-0ad8941be2a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.035726 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4bdad81e-5b64-48ef-9f3d-0ad8941be2a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.047733 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.079810 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.103875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a56e9f9b-3716-4be8-9bda-3792c7d7e130, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a56e9f9b-3716-4be8-9bda-3792c7d7e130,segment=NetworkSegment(5d485cd2-bb77-4208-ab91-4e854797ccce),segment_id=5d485cd2-bb77-4208-ab91-4e854797ccce)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:55.133895 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-2c934867-c1c9-4d1f-8935-6bf43661d98d tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:25:55.134975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2c934867-c1c9-4d1f-8935-6bf43661d98d tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "PUT /v2.0/routers/a26238c6-b79d-4b75-bfa6-3b58f52574cb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2514660 Aug 21 09:25:55.137846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41232) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:55.147914 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.148857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6a4ec01-7073-40df-89ad-43d762e174cb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:55.269812 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:25:55.270209 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:25:55.277220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a56e9f9b-3716-4be8-9bda-3792c7d7e130,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:55.285434 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4bdad81e-5b64-48ef-9f3d-0ad8941be2a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.288247 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4bdad81e-5b64-48ef-9f3d-0ad8941be2a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.288744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.291971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.292114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4bdad81e-5b64-48ef-9f3d-0ad8941be2a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-groups/dfc743af-5180-4193-972f-6e07ebb48c8d HTTP/1.1" status: 204 len: 168 time: 0.5270543 Aug 21 09:25:55.292228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.292228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.292228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.292228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.292228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.292228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.292228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.292228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.292991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.292991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:25:55.293212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41234) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:55.328130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdad81e-5b64-48ef-9f3d-0ad8941be2a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc743af-5180-4193-972f-6e07ebb48c8d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:55.342373 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab2c139e-35cc-433d-89a8-d97b61288da8 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479484 Aug 21 09:25:55.346752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41236) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:55.347446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port b6a4ec01-7073-40df-89ad-43d762e174cb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:55.353701 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-dd2f6c00-d511-4f17-93ad-3f15683230aa tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039695461'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:55.456321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6c00-d511-4f17-93ad-3f15683230aa tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.494369 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b31d0f4-9c5c-46f5-9c6f-f02c1b727a33 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.547137 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6c00-d511-4f17-93ad-3f15683230aa tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.598737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6c00-d511-4f17-93ad-3f15683230aa tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.630657 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f6c00-d511-4f17-93ad-3f15683230aa tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a7ee76-98e3-4375-b50a-d6207d0cc5f5,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:55.682019 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6c00-d511-4f17-93ad-3f15683230aa tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.683801 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dd2f6c00-d511-4f17-93ad-3f15683230aa tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3359387 Aug 21 09:25:55.687090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41252) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:55.697522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d03accb1-e969-44cb-ba28-cd3814591f35 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': '56a7ee76-98e3-4375-b50a-d6207d0cc5f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:55.755890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3b31d0f4-9c5c-46f5-9c6f-f02c1b727a33 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Deleting port be00dd91-9bce-463e-a9df-f15566b9d43d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:25:55.756271 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b31d0f4-9c5c-46f5-9c6f-f02c1b727a33 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.784543 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d03accb1-e969-44cb-ba28-cd3814591f35 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.847455 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d03accb1-e969-44cb-ba28-cd3814591f35 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.858955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b31d0f4-9c5c-46f5-9c6f-f02c1b727a33 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.864811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3b31d0f4-9c5c-46f5-9c6f-f02c1b727a33 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Calling delete_port for be00dd91-9bce-463e-a9df-f15566b9d43d owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:25:55.952971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Provisioning for port b6a4ec01-7073-40df-89ad-43d762e174cb completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:55.958136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Provisioning complete for port b6a4ec01-7073-40df-89ad-43d762e174cb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:55.958136 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:55.976024 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d03accb1-e969-44cb-ba28-cd3814591f35 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.011737 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03accb1-e969-44cb-ba28-cd3814591f35 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742dccca-b08d-4e60-816b-157cdbd27550,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:56.073873 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.084392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d03accb1-e969-44cb-ba28-cd3814591f35 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.085615 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d03accb1-e969-44cb-ba28-cd3814591f35 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3973365 Aug 21 09:25:56.089737 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41260) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:56.095035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-154dfe5f-0cc5-4204-b25c-11960deb4780 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': '56a7ee76-98e3-4375-b50a-d6207d0cc5f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:56.115324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] For port b6a4ec01-7073-40df-89ad-43d762e174cb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6a4ec01-7073-40df-89ad-43d762e174cb,segment=NetworkSegment(f051ece3-b0b0-4369-8eff-e2517a8f2504),segment_id=f051ece3-b0b0-4369-8eff-e2517a8f2504)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:25:56.123729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1300ee32-a134-492a-83fe-d8fca0801d85 req-28f31774-1a98-4451-baf2-8491971ab240 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0490055 Aug 21 09:25:56.124468 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b31d0f4-9c5c-46f5-9c6f-f02c1b727a33 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.147618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31d0f4-9c5c-46f5-9c6f-f02c1b727a33 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event deleted for resources: {'Port': ['ID=be00dd91-9bce-463e-a9df-f15566b9d43d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:56.186820 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-154dfe5f-0cc5-4204-b25c-11960deb4780 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.193848 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.277747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3904049-e27d-4cdf-a2df-5c94e0575490 None None] Pushing event updated for resources: {'Port': ['ID=b6a4ec01-7073-40df-89ad-43d762e174cb,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:56.283180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-154dfe5f-0cc5-4204-b25c-11960deb4780 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.307235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-38ff953e-e68d-42ab-8229-9f8b9e03ccbc None None] Could not find standard attr ID for object be00dd91-9bce-463e-a9df-f15566b9d43d. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:25:56.317340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-38ff953e-e68d-42ab-8229-9f8b9e03ccbc None None] Provisioning complete for port b6a4ec01-7073-40df-89ad-43d762e174cb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:56.317708 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38ff953e-e68d-42ab-8229-9f8b9e03ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.336185 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-154dfe5f-0cc5-4204-b25c-11960deb4780 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.356546 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dfe5f-0cc5-4204-b25c-11960deb4780 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd47eda-e464-49cb-9695-ff8fc0a46dce,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:56.366213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a56e9f9b-3716-4be8-9bda-3792c7d7e130 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:56.378172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b31d0f4-9c5c-46f5-9c6f-f02c1b727a33 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.405000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-154dfe5f-0cc5-4204-b25c-11960deb4780 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.406675 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-154dfe5f-0cc5-4204-b25c-11960deb4780 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3159540 Aug 21 09:25:56.409284 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41262) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:56.415932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d51ed4c8-9ada-4530-afe7-7228eda69ee0 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': '56a7ee76-98e3-4375-b50a-d6207d0cc5f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:56.462941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a56e9f9b-3716-4be8-9bda-3792c7d7e130 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:56.463306 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.520366 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d51ed4c8-9ada-4530-afe7-7228eda69ee0 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.582023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b31d0f4-9c5c-46f5-9c6f-f02c1b727a33 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Router a26238c6-b79d-4b75-bfa6-3b58f52574cb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:56.598175 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d51ed4c8-9ada-4530-afe7-7228eda69ee0 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.644384 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d51ed4c8-9ada-4530-afe7-7228eda69ee0 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.659216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b31d0f4-9c5c-46f5-9c6f-f02c1b727a33 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:56.665093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3b31d0f4-9c5c-46f5-9c6f-f02c1b727a33 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "PUT /v2.0/routers/a26238c6-b79d-4b75-bfa6-3b58f52574cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5254600 Aug 21 09:25:56.666330 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ed4c8-9ada-4530-afe7-7228eda69ee0 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be021eec-0d9c-4179-87fe-c12a3f801db9,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:56.668848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41264) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:56.672647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda06b07-40d6-4125-878c-532e55ddd27f None None] Sync routers for ids ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:56.682009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda06b07-40d6-4125-878c-532e55ddd27f None None] Routers {'a26238c6-b79d-4b75-bfa6-3b58f52574cb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:56.682615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dda06b07-40d6-4125-878c-532e55ddd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:56.711188 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-bcf3eb9a-c0e5-42fb-94c1-d8bf40a433a5 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] delete failed (client error): The resource could not be found. Aug 21 09:25:56.712289 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bcf3eb9a-c0e5-42fb-94c1-d8bf40a433a5 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-678204742 HTTP/1.1" status: 404 len: 334 time: 0.0413568 Aug 21 09:25:56.716154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41268) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:56.720773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dda06b07-40d6-4125-878c-532e55ddd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:56.720937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9a6cfec5-5661-4965-b644-b498ab8e5bc8 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a26238c6-b79d-4b75-bfa6-3b58f52574cb'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:56.737298 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda06b07-40d6-4125-878c-532e55ddd27f None None] Routers {'a26238c6-b79d-4b75-bfa6-3b58f52574cb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:56.738071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dda06b07-40d6-4125-878c-532e55ddd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:56.759978 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d51ed4c8-9ada-4530-afe7-7228eda69ee0 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.761123 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d51ed4c8-9ada-4530-afe7-7228eda69ee0 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3505719 Aug 21 09:25:56.764607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41270) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:56.769782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d208c45f-1fd5-4ab6-b364-6e7d1e17a605 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': '56a7ee76-98e3-4375-b50a-d6207d0cc5f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:56.818522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dda06b07-40d6-4125-878c-532e55ddd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:56.828632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda06b07-40d6-4125-878c-532e55ddd27f None None] The sync data for ids ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:56.914133 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d208c45f-1fd5-4ab6-b364-6e7d1e17a605 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.982596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d208c45f-1fd5-4ab6-b364-6e7d1e17a605 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:56.995680 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a6cfec5-5661-4965-b644-b498ab8e5bc8 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.067681 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d208c45f-1fd5-4ab6-b364-6e7d1e17a605 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.085374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208c45f-1fd5-4ab6-b364-6e7d1e17a605 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a65e559-48a1-4738-abb6-de74e20c9f4f,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:57.110195 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-9a6cfec5-5661-4965-b644-b498ab8e5bc8 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] update failed (client error): The resource could not be found. Aug 21 09:25:57.111280 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9a6cfec5-5661-4965-b644-b498ab8e5bc8 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "PUT /v2.0/routers/a26238c6-b79d-4b75-bfa6-3b58f52574cb HTTP/1.1" status: 404 len: 339 time: 0.3941426 Aug 21 09:25:57.115239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41274) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:57.187789 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d208c45f-1fd5-4ab6-b364-6e7d1e17a605 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.189028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d208c45f-1fd5-4ab6-b364-6e7d1e17a605 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4231901 Aug 21 09:25:57.191860 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41278) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:57.196541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-19063a13-3d3f-45a9-aeb7-fa11f4769088 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': '56a7ee76-98e3-4375-b50a-d6207d0cc5f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:57.290663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7667c187-8717-4a2e-86a3-5532ae0fd5d6 req-6573b2b6-f70b-4fd7-8c56-2ee3739eeb9f tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0558901 Aug 21 09:25:57.297294 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19063a13-3d3f-45a9-aeb7-fa11f4769088 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.353473 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19063a13-3d3f-45a9-aeb7-fa11f4769088 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.416202 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19063a13-3d3f-45a9-aeb7-fa11f4769088 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.423614 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.434803 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19063a13-3d3f-45a9-aeb7-fa11f4769088 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4ac447-c447-4e18-a238-c35095227ec9,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:57.501561 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19063a13-3d3f-45a9-aeb7-fa11f4769088 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.502887 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-19063a13-3d3f-45a9-aeb7-fa11f4769088 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3100767 Aug 21 09:25:57.505661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41280) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:57.529308 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0596f715-c1e7-4f5e-b349-dc238c526d64 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.536793 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0596f715-c1e7-4f5e-b349-dc238c526d64 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.627065 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0596f715-c1e7-4f5e-b349-dc238c526d64 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.633341 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0596f715-c1e7-4f5e-b349-dc238c526d64 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.634456 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0596f715-c1e7-4f5e-b349-dc238c526d64 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2f4ac447-c447-4e18-a238-c35095227ec9 HTTP/1.1" status: 204 len: 168 time: 0.1278889 Aug 21 09:25:57.637023 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41282) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:57.647847 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596f715-c1e7-4f5e-b349-dc238c526d64 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f4ac447-c447-4e18-a238-c35095227ec9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:57.662815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Allocated IP 172.20.0.1 (d97d4433-6a62-450a-a58d-8a39980bb9a4/b1087eb8-1f35-4968-b218-927600a81c78/f2e99a68-ae08-412b-86ed-e61c4766c547) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:25:57.697494 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2311125b-c771-4fb9-98d5-b55375600f54 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0593820 Aug 21 09:25:57.698123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41284) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:57.722458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-998abad4-1948-4d81-9d59-d13eeeef88a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.729926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-998abad4-1948-4d81-9d59-d13eeeef88a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.781118 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.833042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Transition to ACTIVE for port object f2e99a68-ae08-412b-86ed-e61c4766c547 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:25:57.833400 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-998abad4-1948-4d81-9d59-d13eeeef88a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.838317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-998abad4-1948-4d81-9d59-d13eeeef88a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.842572 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-998abad4-1948-4d81-9d59-d13eeeef88a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3a65e559-48a1-4738-abb6-de74e20c9f4f HTTP/1.1" status: 204 len: 168 time: 0.1402886 Aug 21 09:25:57.842907 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41290) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:57.859309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998abad4-1948-4d81-9d59-d13eeeef88a3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a65e559-48a1-4738-abb6-de74e20c9f4f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:57.893880 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-22d09bdd-32d5-4cb9-99df-a412b5a00382 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0489655 Aug 21 09:25:57.896621 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41292) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:57.920799 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfed8484-925a-4afe-813f-4cba18aaa999 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.928350 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfed8484-925a-4afe-813f-4cba18aaa999 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:57.976145 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.020692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Network d97d4433-6a62-450a-a58d-8a39980bb9a4 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:58.025851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:58.027915 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfed8484-925a-4afe-813f-4cba18aaa999 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.030198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:25:58.036165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfed8484-925a-4afe-813f-4cba18aaa999 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.037805 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dfed8484-925a-4afe-813f-4cba18aaa999 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/be021eec-0d9c-4179-87fe-c12a3f801db9 HTTP/1.1" status: 204 len: 168 time: 0.1399455 Aug 21 09:25:58.041899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41294) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:58.048452 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed8484-925a-4afe-813f-4cba18aaa999 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be021eec-0d9c-4179-87fe-c12a3f801db9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:58.065945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event updated for resources: {'Port': ['ID=f2e99a68-ae08-412b-86ed-e61c4766c547,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:58.091351 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-98652b2c-62c6-46cc-8c79-5a3a73270df1 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0483119 Aug 21 09:25:58.094115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41296) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:58.096123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.142884 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-264862c1-592c-4c86-a65b-2fe549dfdb1a tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.148150 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-264862c1-592c-4c86-a65b-2fe549dfdb1a tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.244533 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-264862c1-592c-4c86-a65b-2fe549dfdb1a tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.261325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-264862c1-592c-4c86-a65b-2fe549dfdb1a tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.261325 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-264862c1-592c-4c86-a65b-2fe549dfdb1a tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ccd47eda-e464-49cb-9695-ff8fc0a46dce HTTP/1.1" status: 204 len: 168 time: 0.1574626 Aug 21 09:25:58.261325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264862c1-592c-4c86-a65b-2fe549dfdb1a tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccd47eda-e464-49cb-9695-ff8fc0a46dce,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:58.262093 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41302) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:58.304640 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e8778858-accd-4ef5-b38f-4e8a141f5896 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0413980 Aug 21 09:25:58.307495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41304) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:58.334489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6a4ec01-7073-40df-89ad-43d762e174cb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:25:58.351405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17f8068b-7f91-4c04-b3f6-b2ad2fa0fde9 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.383855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b6a4ec01-7073-40df-89ad-43d762e174cb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:58.384498 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.388934 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.415933 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17f8068b-7f91-4c04-b3f6-b2ad2fa0fde9 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.428750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e588d046-b5b9-4905-838e-c4cd36dc1755 None None] Provisioning for port f2e99a68-ae08-412b-86ed-e61c4766c547 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:25:58.433416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e588d046-b5b9-4905-838e-c4cd36dc1755 None None] Provisioning complete for port f2e99a68-ae08-412b-86ed-e61c4766c547 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:58.433900 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e588d046-b5b9-4905-838e-c4cd36dc1755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.448099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-553328c4-01c6-4680-b97a-e86aa2da8a64 req-14a17870-37a1-4438-b378-12bcd1dc41b8 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0567994 Aug 21 09:25:58.506738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e588d046-b5b9-4905-838e-c4cd36dc1755 None None] Port f2e99a68-ae08-412b-86ed-e61c4766c547 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:58.572798 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17f8068b-7f91-4c04-b3f6-b2ad2fa0fde9 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.582017 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17f8068b-7f91-4c04-b3f6-b2ad2fa0fde9 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.583132 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-17f8068b-7f91-4c04-b3f6-b2ad2fa0fde9 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/742dccca-b08d-4e60-816b-157cdbd27550 HTTP/1.1" status: 204 len: 168 time: 0.2745600 Aug 21 09:25:58.586573 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41308) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:58.590820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8068b-7f91-4c04-b3f6-b2ad2fa0fde9 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=742dccca-b08d-4e60-816b-157cdbd27550,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:58.641116 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab2a968f-5e85-4d25-98ee-e9b4b269ba29 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531566 Aug 21 09:25:58.643939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41310) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:58.705171 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a4794f-8f8f-487f-bd6d-61231b63754c tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.728208 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a4794f-8f8f-487f-bd6d-61231b63754c tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.737607 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.811076 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.850005 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a4794f-8f8f-487f-bd6d-61231b63754c tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.853010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a4794f-8f8f-487f-bd6d-61231b63754c tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.854253 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-24a4794f-8f8f-487f-bd6d-61231b63754c tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-groups/56a7ee76-98e3-4375-b50a-d6207d0cc5f5 HTTP/1.1" status: 204 len: 168 time: 0.2092080 Aug 21 09:25:58.860639 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41312) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:58.871042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4794f-8f8f-487f-bd6d-61231b63754c tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a7ee76-98e3-4375-b50a-d6207d0cc5f5,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:58.882137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event updated for resources: {'Port': ['ID=f2e99a68-ae08-412b-86ed-e61c4766c547,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:58.887140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:58.921690 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9e185861-2144-48ca-b992-8238999756e2 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618021 Aug 21 09:25:58.928143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41314) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:58.930472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-08365160-f215-44d0-88da-c6fa37b46f26 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group': {'name': 'tempest-secgroup--246888829'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:58.982772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Network d97d4433-6a62-450a-a58d-8a39980bb9a4 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:25:58.984063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:25:59.010159 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08365160-f215-44d0-88da-c6fa37b46f26 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.086871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Router a26238c6-b79d-4b75-bfa6-3b58f52574cb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:25:59.127618 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08365160-f215-44d0-88da-c6fa37b46f26 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.187406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08365160-f215-44d0-88da-c6fa37b46f26 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.190117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:25:59.195412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b144c102-5b12-4618-b6a6-b082a24a2a3b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "PUT /v2.0/routers/a26238c6-b79d-4b75-bfa6-3b58f52574cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0790360 Aug 21 09:25:59.198120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41318) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:59.201895 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72611064-b530-4ed1-931f-78c24feb34f4 None None] Sync routers for ids ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:25:59.213321 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72611064-b530-4ed1-931f-78c24feb34f4 None None] Routers {'a26238c6-b79d-4b75-bfa6-3b58f52574cb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:59.214868 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-72611064-b530-4ed1-931f-78c24feb34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:59.240005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-454d28dc-5726-4423-a6e5-786a5df92779 None None] Provisioning complete for port f2e99a68-ae08-412b-86ed-e61c4766c547 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:25:59.242601 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-454d28dc-5726-4423-a6e5-786a5df92779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.249416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08365160-f215-44d0-88da-c6fa37b46f26 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289beb2b-cd1c-43f8-a681-07bbe7d0363d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:59.268224 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-72611064-b530-4ed1-931f-78c24feb34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:59.277614 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72611064-b530-4ed1-931f-78c24feb34f4 None None] Routers {'a26238c6-b79d-4b75-bfa6-3b58f52574cb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:25:59.280232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-454d28dc-5726-4423-a6e5-786a5df92779 None None] Port f2e99a68-ae08-412b-86ed-e61c4766c547 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:25:59.280822 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-72611064-b530-4ed1-931f-78c24feb34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:59.282108 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-08365160-f215-44d0-88da-c6fa37b46f26 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.287001 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-08365160-f215-44d0-88da-c6fa37b46f26 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3598888 Aug 21 09:25:59.290094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41322) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:59.295907 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6586b336-64b0-405d-a5d2-5b8cfeaf2271 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': '289beb2b-cd1c-43f8-a681-07bbe7d0363d', 'direction': 'ingress', 'protocol': 17}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:25:59.326497 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-72611064-b530-4ed1-931f-78c24feb34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:25:59.327212 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72611064-b530-4ed1-931f-78c24feb34f4 None None] The sync data for ids ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:25:59.348074 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-646ed6be-2b18-4691-aac9-a1ed73e583f5 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.427245 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6586b336-64b0-405d-a5d2-5b8cfeaf2271 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.436069 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-646ed6be-2b18-4691-aac9-a1ed73e583f5 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 21 09:25:59.437148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-646ed6be-2b18-4691-aac9-a1ed73e583f5 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "DELETE /v2.0/routers/a26238c6-b79d-4b75-bfa6-3b58f52574cb HTTP/1.1" status: 409 len: 329 time: 0.2380285 Aug 21 09:25:59.440230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41324) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:59.596267 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6586b336-64b0-405d-a5d2-5b8cfeaf2271 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.702229 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6586b336-64b0-405d-a5d2-5b8cfeaf2271 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.719892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586b336-64b0-405d-a5d2-5b8cfeaf2271 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab73efea-a44a-45a6-8b06-eb76b6860b53,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:25:59.798728 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6586b336-64b0-405d-a5d2-5b8cfeaf2271 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.800178 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6586b336-64b0-405d-a5d2-5b8cfeaf2271 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5089178 Aug 21 09:25:59.802885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41328) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:25:59.859439 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40d33809-7b32-48cb-a9e9-c6d795681c95 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.882427 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40d33809-7b32-48cb-a9e9-c6d795681c95 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:25:59.913233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e94fef66-e022-471e-b3cd-fe6611ab517f req-12f2fc30-486c-444a-a747-e83035088237 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0549421 Aug 21 09:25:59.999210 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40d33809-7b32-48cb-a9e9-c6d795681c95 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.001922 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40d33809-7b32-48cb-a9e9-c6d795681c95 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.004365 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-40d33809-7b32-48cb-a9e9-c6d795681c95 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-groups/289beb2b-cd1c-43f8-a681-07bbe7d0363d HTTP/1.1" status: 204 len: 168 time: 0.2001786 Aug 21 09:26:00.007315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41330) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:00.015359 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d33809-7b32-48cb-a9e9-c6d795681c95 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=289beb2b-cd1c-43f8-a681-07bbe7d0363d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:00.091122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cde361ea-f8e5-41a4-b7b1-4431d3c62ec5 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827184 Aug 21 09:26:00.094835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41332) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:00.099984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1d0b8e44-f338-457c-8d22-d9a80d330e98 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361831643'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:00.194319 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3805cfd4-35b4-4e92-b10d-134cb4f8392b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.198938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0b8e44-f338-457c-8d22-d9a80d330e98 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.288948 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0b8e44-f338-457c-8d22-d9a80d330e98 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.364488 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0b8e44-f338-457c-8d22-d9a80d330e98 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.394393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b8e44-f338-457c-8d22-d9a80d330e98 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673361cf-70f0-4ed1-8179-9f8899e6721f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:00.461023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-0614df4f-b9e1-4343-a021-ad0ff7ce3eac tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:00.462603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-0614df4f-b9e1-4343-a021-ad0ff7ce3eac tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/networks?id=b65c09b6-8a19-476f-b03a-92c10f7387fc HTTP/1.1" status: 200 len: 814 time: 0.1167607 Aug 21 09:26:00.484544 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d0b8e44-f338-457c-8d22-d9a80d330e98 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.485910 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1d0b8e44-f338-457c-8d22-d9a80d330e98 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3898842 Aug 21 09:26:00.489941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41350) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:00.493208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7eea472c-fb2e-4f44-bd0f-46ffe8ab5321 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group': {'name': 'tempest-secgroup--501073398'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:00.502554 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-23982d24-c0ac-45b1-bd5f-f134ff3b669c tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/quotas/6cc212b6affb4d0991b05ca2d523818f HTTP/1.1" status: 200 len: 375 time: 0.0333781 Aug 21 09:26:00.553436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-8c304fb9-d6cb-4683-aabc-8bef268276fd tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc212b6affb4d0991b05ca2d523818f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435581 Aug 21 09:26:00.575853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7eea472c-fb2e-4f44-bd0f-46ffe8ab5321 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.589585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3805cfd4-35b4-4e92-b10d-134cb4f8392b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Deleting port f2e99a68-ae08-412b-86ed-e61c4766c547 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:26:00.589585 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3805cfd4-35b4-4e92-b10d-134cb4f8392b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.660552 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7eea472c-fb2e-4f44-bd0f-46ffe8ab5321 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.706864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7eea472c-fb2e-4f44-bd0f-46ffe8ab5321 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.732298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3805cfd4-35b4-4e92-b10d-134cb4f8392b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.740316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea472c-fb2e-4f44-bd0f-46ffe8ab5321 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c5aa50-ba01-4ea1-b107-6ef873f44d01,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:00.754050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3805cfd4-35b4-4e92-b10d-134cb4f8392b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Calling delete_port for f2e99a68-ae08-412b-86ed-e61c4766c547 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:26:00.766437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-62535751-8dec-4b15-9b56-34ebafa5ab5b service neutron] 10.222.0.20 "GET /v2.0/networks/b65c09b6-8a19-476f-b03a-92c10f7387fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054026 Aug 21 09:26:00.781740 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7eea472c-fb2e-4f44-bd0f-46ffe8ab5321 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.785608 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7eea472c-fb2e-4f44-bd0f-46ffe8ab5321 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2935774 Aug 21 09:26:00.785850 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41354) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:00.790793 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c2129288-75cb-4a20-b9dd-401909fe979e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': '673361cf-70f0-4ed1-8179-9f8899e6721f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '43c5aa50-ba01-4ea1-b107-6ef873f44d01', 'remote_ip_prefix': None}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:00.883411 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2129288-75cb-4a20-b9dd-401909fe979e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:00.957351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-7a29a3dc-9ada-448c-8b88-c4a60d691da8 service neutron] 10.222.0.20 "GET /v2.0/networks/b65c09b6-8a19-476f-b03a-92c10f7387fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514301 Aug 21 09:26:00.959762 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2129288-75cb-4a20-b9dd-401909fe979e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.038916 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2129288-75cb-4a20-b9dd-401909fe979e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.065632 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2129288-75cb-4a20-b9dd-401909fe979e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2966301-bf6c-44b3-a007-a042d4436698,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:01.072159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a81a71c1-d25c-45f5-8f99-17c024461db3 req-1501f25a-cb50-4f4f-b108-7b29ff8b42fd tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0377221 Aug 21 09:26:01.118296 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3805cfd4-35b4-4e92-b10d-134cb4f8392b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.135657 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c2129288-75cb-4a20-b9dd-401909fe979e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.140965 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c2129288-75cb-4a20-b9dd-401909fe979e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3506727 Aug 21 09:26:01.141235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41358) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:01.149243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805cfd4-35b4-4e92-b10d-134cb4f8392b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event deleted for resources: {'Port': ['ID=f2e99a68-ae08-412b-86ed-e61c4766c547,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:01.175053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-daf74b62-6117-4488-a30b-56d858903f80 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.186953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-daf74b62-6117-4488-a30b-56d858903f80 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.265112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-880b2ca6-09e6-44e0-8690-2854a6da1b56 req-88db6f53-98ab-409d-a7a6-a12246223eff tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 210 time: 0.0398297 Aug 21 09:26:01.295774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-daf74b62-6117-4488-a30b-56d858903f80 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.301630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-daf74b62-6117-4488-a30b-56d858903f80 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.302737 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-daf74b62-6117-4488-a30b-56d858903f80 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e2966301-bf6c-44b3-a007-a042d4436698 HTTP/1.1" status: 204 len: 168 time: 0.1606543 Aug 21 09:26:01.307144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41364) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:01.319197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf74b62-6117-4488-a30b-56d858903f80 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2966301-bf6c-44b3-a007-a042d4436698,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:01.376653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3805cfd4-35b4-4e92-b10d-134cb4f8392b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.381268 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-882fd83f-5fdb-4140-add9-9b1082735fb7 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0729806 Aug 21 09:26:01.384133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41370) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:01.456767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5838947a-f768-43e1-9465-0880066ec2cf tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.486320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5838947a-f768-43e1-9465-0880066ec2cf tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.540693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3805cfd4-35b4-4e92-b10d-134cb4f8392b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Router a26238c6-b79d-4b75-bfa6-3b58f52574cb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:26:01.627221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3805cfd4-35b4-4e92-b10d-134cb4f8392b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:26:01.634165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3805cfd4-35b4-4e92-b10d-134cb4f8392b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "PUT /v2.0/routers/a26238c6-b79d-4b75-bfa6-3b58f52574cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1914392 Aug 21 09:26:01.637372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41378) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:01.637563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680ee9c-847e-411b-a6f2-1df3210a1a38 None None] Sync routers for ids ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:26:01.645705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5838947a-f768-43e1-9465-0880066ec2cf tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.648657 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5838947a-f768-43e1-9465-0880066ec2cf tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.649712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680ee9c-847e-411b-a6f2-1df3210a1a38 None None] Routers {'a26238c6-b79d-4b75-bfa6-3b58f52574cb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:26:01.650428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3680ee9c-847e-411b-a6f2-1df3210a1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:01.653060 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5838947a-f768-43e1-9465-0880066ec2cf tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-groups/43c5aa50-ba01-4ea1-b107-6ef873f44d01 HTTP/1.1" status: 204 len: 168 time: 0.2679486 Aug 21 09:26:01.654376 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41380) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:01.676835 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-d5647bc6-9961-44bd-b519-2dcdbb6cbe6e tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] show failed (client error): The resource could not be found. Aug 21 09:26:01.678056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838947a-f768-43e1-9465-0880066ec2cf tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c5aa50-ba01-4ea1-b107-6ef873f44d01,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:01.678181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d5647bc6-9961-44bd-b519-2dcdbb6cbe6e tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-56229571 HTTP/1.1" status: 404 len: 333 time: 0.0389905 Aug 21 09:26:01.682100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41382) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:01.687941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-63e6c261-8641-4da2-a1a8-112f6ea88390 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:01.695308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3680ee9c-847e-411b-a6f2-1df3210a1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:01.717057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680ee9c-847e-411b-a6f2-1df3210a1a38 None None] Routers {'a26238c6-b79d-4b75-bfa6-3b58f52574cb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:26:01.717918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3680ee9c-847e-411b-a6f2-1df3210a1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:25:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:01.724104 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c8e1c225-6586-415e-900e-930315ba2e6d tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0658746 Aug 21 09:26:01.724741 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41384) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:01.730189 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-63e6c261-8641-4da2-a1a8-112f6ea88390 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] update failed (client error): The resource could not be found. Aug 21 09:26:01.734482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-63e6c261-8641-4da2-a1a8-112f6ea88390 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1262363949 HTTP/1.1" status: 404 len: 335 time: 0.0482316 Aug 21 09:26:01.734862 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41388) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:01.765057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3680ee9c-847e-411b-a6f2-1df3210a1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:01.766511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680ee9c-847e-411b-a6f2-1df3210a1a38 None None] The sync data for ids ['a26238c6-b79d-4b75-bfa6-3b58f52574cb'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:26:01.784155 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a027e4e-a5a9-429f-8830-f673b4e9b33f tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.798101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-73434b75-b2ce-4c29-a49d-b2e13439e681 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Deleting subnet 9b1370c5-cfd8-4390-927c-d3de41a9d66c {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:26:01.802344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-73434b75-b2ce-4c29-a49d-b2e13439e681 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.809217 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a027e4e-a5a9-429f-8830-f673b4e9b33f tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.847247 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-73434b75-b2ce-4c29-a49d-b2e13439e681 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.938675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be95be-7412-49f9-9f44-23a42054930d req-aacaa69f-0e2f-46d5-ae07-9bd4cd34c6ad tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:01.940081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92be95be-7412-49f9-9f44-23a42054930d req-aacaa69f-0e2f-46d5-ae07-9bd4cd34c6ad tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0681837 Aug 21 09:26:01.941636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a027e4e-a5a9-429f-8830-f673b4e9b33f tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.944439 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a027e4e-a5a9-429f-8830-f673b4e9b33f tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:01.948475 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9a027e4e-a5a9-429f-8830-f673b4e9b33f tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-groups/673361cf-70f0-4ed1-8179-9f8899e6721f HTTP/1.1" status: 204 len: 168 time: 0.2200322 Aug 21 09:26:01.949080 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41392) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:01.976168 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a027e4e-a5a9-429f-8830-f673b4e9b33f tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673361cf-70f0-4ed1-8179-9f8899e6721f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:02.000167 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-73434b75-b2ce-4c29-a49d-b2e13439e681 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.025392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92be95be-7412-49f9-9f44-23a42054930d req-a06a1b63-68d4-4a84-9441-acccba3082c4 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679309 Aug 21 09:26:02.035083 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e0a68201-509d-4ec0-acdc-c975fe61c490 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0813320 Aug 21 09:26:02.048307 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41394) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:02.048307 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e2e69a6b-8a6b-4776-a671-35255b5feeee tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group': {'name': 'tempest-secgroup--666862227'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:02.136234 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e2e69a6b-8a6b-4776-a671-35255b5feeee tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.179126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b23da2d-1171-4016-8c26-9cb697a96f4b req-424584b8-af21-4b4d-bcdf-3db5ab303b7a tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0312753 Aug 21 09:26:02.180259 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-73434b75-b2ce-4c29-a49d-b2e13439e681 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.211425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73434b75-b2ce-4c29-a49d-b2e13439e681 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1370c5-cfd8-4390-927c-d3de41a9d66c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:02.213408 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-73434b75-b2ce-4c29-a49d-b2e13439e681 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.215941 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-73434b75-b2ce-4c29-a49d-b2e13439e681 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "DELETE /v2.0/subnets/9b1370c5-cfd8-4390-927c-d3de41a9d66c HTTP/1.1" status: 204 len: 168 time: 0.4794979 Aug 21 09:26:02.228325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9118b4-8c9a-4c1f-ba64-580b1aa63421 None None] Network 2708357d-3546-4b64-88db-4b9d9d688768 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:26:02.229020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41398) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:02.244744 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e2e69a6b-8a6b-4776-a671-35255b5feeee tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.282400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2e2202-7218-452d-a522-a81b1e87137b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Deleting subnet 700f9071-b52f-4cbc-9204-fee73c2fe3d9 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:26:02.286377 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b2e2202-7218-452d-a522-a81b1e87137b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.319373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e2e69a6b-8a6b-4776-a671-35255b5feeee tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.337730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b2e2202-7218-452d-a522-a81b1e87137b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.350242 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e69a6b-8a6b-4776-a671-35255b5feeee tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b6965-8212-4f68-8d30-d22845e5b362,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:02.405402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d810c95-c286-4d69-8152-604938543641 req-a6cbf860-4b2a-437a-8f2b-410738b371a3 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 210 time: 0.0383332 Aug 21 09:26:02.423719 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075b582-a704-4b6e-974b-2c582757268b None None] DHCP port deletion for 2708357d-3546-4b64-88db-4b9d9d688768 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:26:02.432941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e2e69a6b-8a6b-4776-a671-35255b5feeee tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.434497 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e2e69a6b-8a6b-4776-a671-35255b5feeee tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3964314 Aug 21 09:26:02.444758 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41402) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:02.449512 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a581cf10-8d59-4a3d-9e2a-545dc2b0e600 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': '8c4b6965-8212-4f68-8d30-d22845e5b362', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:02.468520 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b2e2202-7218-452d-a522-a81b1e87137b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.481300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3075b582-a704-4b6e-974b-2c582757268b None None] Deleting port b6a4ec01-7073-40df-89ad-43d762e174cb {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:26:02.482578 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3075b582-a704-4b6e-974b-2c582757268b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.546811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3075b582-a704-4b6e-974b-2c582757268b None None] For port b6a4ec01-7073-40df-89ad-43d762e174cb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6a4ec01-7073-40df-89ad-43d762e174cb,segment=NetworkSegment(f051ece3-b0b0-4369-8eff-e2517a8f2504),segment_id=f051ece3-b0b0-4369-8eff-e2517a8f2504)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:02.547219 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3075b582-a704-4b6e-974b-2c582757268b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.552874 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a581cf10-8d59-4a3d-9e2a-545dc2b0e600 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.560509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3075b582-a704-4b6e-974b-2c582757268b None None] Calling delete_port for b6a4ec01-7073-40df-89ad-43d762e174cb owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:26:02.593786 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b2e2202-7218-452d-a522-a81b1e87137b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.620118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e2202-7218-452d-a522-a81b1e87137b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event deleted for resources: {'Subnet': ['ID=700f9071-b52f-4cbc-9204-fee73c2fe3d9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:02.626154 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b2e2202-7218-452d-a522-a81b1e87137b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.630433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5b2e2202-7218-452d-a522-a81b1e87137b tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "DELETE /v2.0/subnets/700f9071-b52f-4cbc-9204-fee73c2fe3d9 HTTP/1.1" status: 204 len: 168 time: 0.3986940 Aug 21 09:26:02.630600 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a581cf10-8d59-4a3d-9e2a-545dc2b0e600 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.630720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41408) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:02.638582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16cc1b-e700-43b5-9408-81af35b3b552 None None] Network eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:26:02.690444 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a581cf10-8d59-4a3d-9e2a-545dc2b0e600 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.726829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.728389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581cf10-8d59-4a3d-9e2a-545dc2b0e600 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5667b9-2e4b-4ead-8f90-5f1bbe8e38fe,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:02.787222 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3075b582-a704-4b6e-974b-2c582757268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.796250 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Deleting port b6a4ec01-7073-40df-89ad-43d762e174cb {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:26:02.797296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.816236 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075b582-a704-4b6e-974b-2c582757268b None None] Pushing event deleted for resources: {'Port': ['ID=b6a4ec01-7073-40df-89ad-43d762e174cb,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:02.818034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075b582-a704-4b6e-974b-2c582757268b None None] No DVR routers for this DVR port b6a4ec01-7073-40df-89ad-43d762e174cb on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:26:02.837881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bf699e-6c08-4ac4-92e5-278244ec2638 None None] DHCP port deletion for eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:26:02.853639 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a581cf10-8d59-4a3d-9e2a-545dc2b0e600 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.858107 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a581cf10-8d59-4a3d-9e2a-545dc2b0e600 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4091806 Aug 21 09:26:02.858850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41410) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:02.884616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] For port b6a4ec01-7073-40df-89ad-43d762e174cb, host n-d-766726-28, got binding levels [] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:02.884973 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.886678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-75bf699e-6c08-4ac4-92e5-278244ec2638 None None] Deleting port a56e9f9b-3716-4be8-9bda-3792c7d7e130 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:26:02.887055 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-75bf699e-6c08-4ac4-92e5-278244ec2638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.889534 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-198127a6-4a08-4297-8807-b6993e047d12 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.899784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Calling delete_port for b6a4ec01-7073-40df-89ad-43d762e174cb owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:26:02.903179 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-198127a6-4a08-4297-8807-b6993e047d12 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.903336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.ipam_backend_mixin [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Port b6a4ec01-7073-40df-89ad-43d762e174cb was not found and therefore no delete operation was performed {{(pid=106756) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:26:02.905156 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.943395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event deleted for resources: {'Port': ['ID=b6a4ec01-7073-40df-89ad-43d762e174cb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:02.945217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] No DVR routers for this DVR port b6a4ec01-7073-40df-89ad-43d762e174cb on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:26:02.956317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-75bf699e-6c08-4ac4-92e5-278244ec2638 None None] For port a56e9f9b-3716-4be8-9bda-3792c7d7e130, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a56e9f9b-3716-4be8-9bda-3792c7d7e130,segment=NetworkSegment(5d485cd2-bb77-4208-ab91-4e854797ccce),segment_id=5d485cd2-bb77-4208-ab91-4e854797ccce)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:02.956719 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-75bf699e-6c08-4ac4-92e5-278244ec2638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.973613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-75bf699e-6c08-4ac4-92e5-278244ec2638 None None] Calling delete_port for a56e9f9b-3716-4be8-9bda-3792c7d7e130 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:26:02.975845 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-198127a6-4a08-4297-8807-b6993e047d12 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.982619 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-198127a6-4a08-4297-8807-b6993e047d12 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:02.983654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-198127a6-4a08-4297-8807-b6993e047d12 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ea5667b9-2e4b-4ead-8f90-5f1bbe8e38fe HTTP/1.1" status: 204 len: 168 time: 0.1232862 Aug 21 09:26:02.987676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41412) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:02.990178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198127a6-4a08-4297-8807-b6993e047d12 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea5667b9-2e4b-4ead-8f90-5f1bbe8e38fe,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:03.041543 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.054407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2708357d-3546-4b64-88db-4b9d9d688768']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:03.070166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f051ece3-b0b0-4369-8eff-e2517a8f2504') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:03.070480 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f051ece3-b0b0-4369-8eff-e2517a8f2504') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:03.083748 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-77418a79-6439-42fa-a08a-6308971a5375 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0924680 Aug 21 09:26:03.084443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41416) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:03.090342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.104568 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.110488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:26:03.114145 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:26:03.124382 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-75bf699e-6c08-4ac4-92e5-278244ec2638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.150589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf699e-6c08-4ac4-92e5-278244ec2638 None None] Pushing event deleted for resources: {'Port': ['ID=a56e9f9b-3716-4be8-9bda-3792c7d7e130,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:03.158206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bf699e-6c08-4ac4-92e5-278244ec2638 None None] No DVR routers for this DVR port a56e9f9b-3716-4be8-9bda-3792c7d7e130 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:26:03.178435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af173d22-11ea-4d17-98ae-2e505ad87d63 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.188072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b9596-e14e-48a8-a0b0-589441abf9af req-e28e42f8-b646-4b38-b521-28a7084cdca5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:03.189719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f7b9596-e14e-48a8-a0b0-589441abf9af req-e28e42f8-b646-4b38-b521-28a7084cdca5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0895936 Aug 21 09:26:03.216299 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.225122 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.228057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af173d22-11ea-4d17-98ae-2e505ad87d63 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.230790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41420) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:03.233103 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "DELETE /v2.0/networks/2708357d-3546-4b64-88db-4b9d9d688768 HTTP/1.1" status: 204 len: 168 time: 0.5992353 Aug 21 09:26:03.248605 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bf715-4a02-4b97-b5a4-f8b3cc863a1f tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event deleted for resources: {'Network': ['ID=2708357d-3546-4b64-88db-4b9d9d688768,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:03.285588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f7b9596-e14e-48a8-a0b0-589441abf9af req-06a37dd4-80d1-407d-ace7-d397b07289d1 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854926 Aug 21 09:26:03.374366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4446fcf-4591-4a26-b2b1-3f1e5d4c844b req-a50d40de-dffd-4e5c-9ed1-18b354285986 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0992508 Aug 21 09:26:03.433953 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.514653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af173d22-11ea-4d17-98ae-2e505ad87d63 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.517172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af173d22-11ea-4d17-98ae-2e505ad87d63 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.518312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-af173d22-11ea-4d17-98ae-2e505ad87d63 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c4b6965-8212-4f68-8d30-d22845e5b362 HTTP/1.1" status: 204 len: 168 time: 0.4328718 Aug 21 09:26:03.521136 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41424) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:03.564603 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f5541b6e-a0ce-4750-8164-e0fbfc351fd5 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0423069 Aug 21 09:26:03.568901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41426) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:03.572457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1549f17a-b06d-447e-abb8-494614b1771b req-6792ab32-2888-4ea0-aed7-cf3b2e0cdf58 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 210 time: 0.0911460 Aug 21 09:26:03.574476 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0f0b9b74-b6d3-4ffb-b8ba-2d596c59fcf4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group': {'name': 'tempest-secgroup--882179658'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:03.582173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-a05559cf-c306-4656-866c-dee2dddf0ec5 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:03.583667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-a05559cf-c306-4656-866c-dee2dddf0ec5 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.13 "GET /v2.0/networks?id=b65c09b6-8a19-476f-b03a-92c10f7387fc HTTP/1.1" status: 200 len: 814 time: 0.2970569 Aug 21 09:26:03.593561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af173d22-11ea-4d17-98ae-2e505ad87d63 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b6965-8212-4f68-8d30-d22845e5b362,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:03.600513 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.612678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Request body: {'port': {'device_id': 'bb6bf38e-e8f7-4d19-809b-96f2445b056f', 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc', 'admin_state_up': True, 'tenant_id': '6cc212b6affb4d0991b05ca2d523818f'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:03.620054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:03.649776 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9b74-b6d3-4ffb-b8ba-2d596c59fcf4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.662555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d485cd2-bb77-4208-ab91-4e854797ccce') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:03.662859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d485cd2-bb77-4208-ab91-4e854797ccce') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:03.678801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.702321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.717914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:26:03.718317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:26:03.721250 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:26:03.731290 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9b74-b6d3-4ffb-b8ba-2d596c59fcf4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.792648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9b74-b6d3-4ffb-b8ba-2d596c59fcf4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.820890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b9b74-b6d3-4ffb-b8ba-2d596c59fcf4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28b4187-b060-47c3-9cbc-450aca5ffc3a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:03.861192 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.868377 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.870171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "DELETE /v2.0/networks/eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343 HTTP/1.1" status: 204 len: 168 time: 0.6353829 Aug 21 09:26:03.872357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Made reservation on behalf of 6cc212b6affb4d0991b05ca2d523818f for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:26:03.872814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41428) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:03.875696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.887027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123017c3-7a4c-4205-8180-f4bfa7f99f82 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event deleted for resources: {'Network': ['ID=eaaa1cb6-d4b9-4d22-b3bb-1c4c2d3ca343,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:03.928738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ce31f2-c955-4d05-83de-bb5f5ad97cdd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Deleting subnet b1087eb8-1f35-4968-b218-927600a81c78 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:26:03.931970 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-48ce31f2-c955-4d05-83de-bb5f5ad97cdd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.971702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9b74-b6d3-4ffb-b8ba-2d596c59fcf4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.972949 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0f0b9b74-b6d3-4ffb-b8ba-2d596c59fcf4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4031260 Aug 21 09:26:03.975241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-48ce31f2-c955-4d05-83de-bb5f5ad97cdd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:03.977715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41430) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:03.982138 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e90135c2-68c3-4f30-a364-f1552ff26fc4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': 'd28b4187-b060-47c3-9cbc-450aca5ffc3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:04.012755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Allocated IP 172.20.0.4 (b65c09b6-8a19-476f-b03a-92c10f7387fc/bd0e6088-444c-40f0-a3b0-7db90435b577/9910232c-95de-4bb4-b21e-2fe999d5e88b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:26:04.074897 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-48ce31f2-c955-4d05-83de-bb5f5ad97cdd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.111641 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e90135c2-68c3-4f30-a364-f1552ff26fc4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.160405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.184438 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e90135c2-68c3-4f30-a364-f1552ff26fc4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.233165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-48ce31f2-c955-4d05-83de-bb5f5ad97cdd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.260704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce31f2-c955-4d05-83de-bb5f5ad97cdd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event deleted for resources: {'Subnet': ['ID=b1087eb8-1f35-4968-b218-927600a81c78,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:04.266556 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-48ce31f2-c955-4d05-83de-bb5f5ad97cdd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.271490 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-48ce31f2-c955-4d05-83de-bb5f5ad97cdd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "DELETE /v2.0/subnets/b1087eb8-1f35-4968-b218-927600a81c78 HTTP/1.1" status: 204 len: 168 time: 0.3949745 Aug 21 09:26:04.272054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41432) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:04.275203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2567bd8d-234a-42cf-8be6-18cff9325f28 None None] Network d97d4433-6a62-450a-a58d-8a39980bb9a4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:26:04.278700 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e90135c2-68c3-4f30-a364-f1552ff26fc4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.306974 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90135c2-68c3-4f30-a364-f1552ff26fc4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb931752-6053-465d-80a5-ac74f1bce3df,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:04.365677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.374222 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.383609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a56e9f9b-3716-4be8-9bda-3792c7d7e130 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:26:04.393101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e90135c2-68c3-4f30-a364-f1552ff26fc4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.397201 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e90135c2-68c3-4f30-a364-f1552ff26fc4 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4157970 Aug 21 09:26:04.397394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41436) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:04.418307 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-046b27eb-b565-4e9c-af10-b0f7031db77d tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules/bb931752-6053-465d-80a5-ac74f1bce3df HTTP/1.1" status: 200 len: 763 time: 0.0180299 Aug 21 09:26:04.422073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a56e9f9b-3716-4be8-9bda-3792c7d7e130 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:26:04.422073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a56e9f9b-3716-4be8-9bda-3792c7d7e130 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:26:04.422357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6a4ec01-7073-40df-89ad-43d762e174cb no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:26:04.422480 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41440) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:04.443347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: b6a4ec01-7073-40df-89ad-43d762e174cb {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:26:04.444226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6a4ec01-7073-40df-89ad-43d762e174cb not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:26:04.466798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Network b65c09b6-8a19-476f-b03a-92c10f7387fc is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:26:04.473465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:26:04.480017 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2f9c180d-bd6e-4285-866e-ef8435dd725a tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0538740 Aug 21 09:26:04.480252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41442) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:04.481368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:26:04.507888 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ae450375-4912-40f9-84d4-3fc98c53ec17 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.514499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Pushing event updated for resources: {'Port': ['ID=9910232c-95de-4bb4-b21e-2fe999d5e88b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:04.515366 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ae450375-4912-40f9-84d4-3fc98c53ec17 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.552976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae17700e-328d-4053-90ad-24b08bb50a0a None None] DHCP port deletion for d97d4433-6a62-450a-a58d-8a39980bb9a4 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:26:04.560845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8278c8a-987a-41e2-980b-9d7dd2a8716e req-c079ca50-bb03-4529-ad85-042589de52b2 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0485654 Aug 21 09:26:04.576395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60eb1e2-c9b8-4e5d-a30d-4395ade0ff2f req-0c71be06-42ab-4e6d-a72d-8f2f50823e80 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:04.577842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a60eb1e2-c9b8-4e5d-a30d-4395ade0ff2f req-0c71be06-42ab-4e6d-a72d-8f2f50823e80 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.2009656 Aug 21 09:26:04.604501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:04.604501 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.609235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ae17700e-328d-4053-90ad-24b08bb50a0a None None] Deleting port 39a5100c-68ea-4b2f-8038-8bf462ec53cf {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:26:04.609664 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ae17700e-328d-4053-90ad-24b08bb50a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.617251 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ae450375-4912-40f9-84d4-3fc98c53ec17 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.627770 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ae450375-4912-40f9-84d4-3fc98c53ec17 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.631791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41446) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:04.633649 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ae450375-4912-40f9-84d4-3fc98c53ec17 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/bb931752-6053-465d-80a5-ac74f1bce3df HTTP/1.1" status: 204 len: 168 time: 0.1522007 Aug 21 09:26:04.641383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae450375-4912-40f9-84d4-3fc98c53ec17 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb931752-6053-465d-80a5-ac74f1bce3df,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:04.654313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Deleting port 39a5100c-68ea-4b2f-8038-8bf462ec53cf {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:26:04.654660 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.677450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ae17700e-328d-4053-90ad-24b08bb50a0a None None] For port 39a5100c-68ea-4b2f-8038-8bf462ec53cf, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=39a5100c-68ea-4b2f-8038-8bf462ec53cf,segment=NetworkSegment(73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad),segment_id=73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:04.677854 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ae17700e-328d-4053-90ad-24b08bb50a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.682021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a60eb1e2-c9b8-4e5d-a30d-4395ade0ff2f req-f16d799f-2a14-41e7-9d4e-b9d3ed3dba40 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958056 Aug 21 09:26:04.690753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ae17700e-328d-4053-90ad-24b08bb50a0a None None] Calling delete_port for 39a5100c-68ea-4b2f-8038-8bf462ec53cf owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:26:04.740827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-676d2723-6812-4b68-ba63-ee2e609930f6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1320643 Aug 21 09:26:04.768817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Request body: {'port': {'device_id': 'bb6bf38e-e8f7-4d19-809b-96f2445b056f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:04.821502 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ae17700e-328d-4053-90ad-24b08bb50a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:04.853798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17700e-328d-4053-90ad-24b08bb50a0a None None] No DVR routers for this DVR port 39a5100c-68ea-4b2f-8038-8bf462ec53cf on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:26:04.855907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17700e-328d-4053-90ad-24b08bb50a0a None None] Pushing event deleted for resources: {'Port': ['ID=39a5100c-68ea-4b2f-8038-8bf462ec53cf,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:05.142724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5fd2ff1d-601e-440b-bdcd-eb58363f128a tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5096657 Aug 21 09:26:05.145351 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41448) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:05.148477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] For port 39a5100c-68ea-4b2f-8038-8bf462ec53cf, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=39a5100c-68ea-4b2f-8038-8bf462ec53cf,segment=NetworkSegment(73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad),segment_id=73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:05.148847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.150130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-61b639b8-8c87-4173-99ff-91101ae3541e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': 'd28b4187-b060-47c3-9cbc-450aca5ffc3a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:05.171923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Calling delete_port for 39a5100c-68ea-4b2f-8038-8bf462ec53cf owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:26:05.180244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a688-fdf7-4ebd-bcde-d46d7e92b5bf req-d42dc9f1-5fff-4ad2-9d54-666e54c25dd0 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:05.185557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0440a688-fdf7-4ebd-bcde-d46d7e92b5bf req-d42dc9f1-5fff-4ad2-9d54-666e54c25dd0 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 931 time: 0.5072734 Aug 21 09:26:05.226292 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.249544 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61b639b8-8c87-4173-99ff-91101ae3541e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.300066 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61b639b8-8c87-4173-99ff-91101ae3541e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.304219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0440a688-fdf7-4ebd-bcde-d46d7e92b5bf req-997ed809-321b-4f28-844f-e9552cbf4689 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061158 Aug 21 09:26:05.404754 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.426922 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61b639b8-8c87-4173-99ff-91101ae3541e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.448339 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b639b8-8c87-4173-99ff-91101ae3541e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ac9db1-605a-4583-b677-89735927a838,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:05.454497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event deleted for resources: {'Port': ['ID=39a5100c-68ea-4b2f-8038-8bf462ec53cf,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:05.478446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] No DVR routers for this DVR port 39a5100c-68ea-4b2f-8038-8bf462ec53cf on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:26:05.507277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61b639b8-8c87-4173-99ff-91101ae3541e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.508761 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-61b639b8-8c87-4173-99ff-91101ae3541e tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3623731 Aug 21 09:26:05.511370 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41450) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:05.530868 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1f3dde8a-1add-439b-b19e-a1001531acee tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules/25ac9db1-605a-4583-b677-89735927a838 HTTP/1.1" status: 200 len: 763 time: 0.0157254 Aug 21 09:26:05.531088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41452) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:05.573176 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-355ef177-ad26-4636-8b7b-58e16f593c03 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0410120 Aug 21 09:26:05.575771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41454) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:05.586333 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.610918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97d4433-6a62-450a-a58d-8a39980bb9a4']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:05.635837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:05.636137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ee2010-e7f8-4a3a-8f75-0b8e67ba56ad') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:05.645478 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6dea2761-52ac-4209-b60e-32ab45de0dcb tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.652383 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.690289 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6dea2761-52ac-4209-b60e-32ab45de0dcb tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.700074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46a906c8-c47e-4d00-b409-6300dfe41adc req-627813e5-af6a-4c98-b7cc-72fb067545ab tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0605319 Aug 21 09:26:05.719938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.752567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:26:05.752986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:26:05.757471 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:26:05.819525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9910232c-95de-4bb4-b21e-2fe999d5e88b {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:26:05.845724 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.851026 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6dea2761-52ac-4209-b60e-32ab45de0dcb tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.860871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6dea2761-52ac-4209-b60e-32ab45de0dcb tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.861986 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6dea2761-52ac-4209-b60e-32ab45de0dcb tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/25ac9db1-605a-4583-b677-89735927a838 HTTP/1.1" status: 204 len: 168 time: 0.2852702 Aug 21 09:26:05.864603 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41460) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:05.877277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea2761-52ac-4209-b60e-32ab45de0dcb tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25ac9db1-605a-4583-b677-89735927a838,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:05.893400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2529e83-e861-45f0-9073-20daef1c0396 req-f2f8c009-05f4-418a-b1af-08bab6d150fa tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:05.894915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2529e83-e861-45f0-9073-20daef1c0396 req-f2f8c009-05f4-418a-b1af-08bab6d150fa tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.1350863 Aug 21 09:26:05.905984 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c62e79ac-83b7-4551-b153-b7398569711c tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401642 Aug 21 09:26:05.908648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41462) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:05.920271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f05cc9d8-f049-444f-8cc2-ae2fd7bb44dc tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Request body: {'security_group_rule': {'security_group_id': 'd28b4187-b060-47c3-9cbc-450aca5ffc3a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:05.930970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Transition to ACTIVE for port object 9910232c-95de-4bb4-b21e-2fe999d5e88b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:26:05.935811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.951260 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:05.954161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "DELETE /v2.0/networks/d97d4433-6a62-450a-a58d-8a39980bb9a4 HTTP/1.1" status: 204 len: 168 time: 1.6813922 Aug 21 09:26:05.956915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41464) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:05.983967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c3551-acc2-41dc-807c-a899c4c14400 tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Pushing event deleted for resources: {'Network': ['ID=d97d4433-6a62-450a-a58d-8a39980bb9a4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:05.986852 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d4835279-c3a0-45ea-9749-251969728dfe tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "GET /v2.0/ports?device_id=a26238c6-b79d-4b75-bfa6-3b58f52574cb HTTP/1.1" status: 200 len: 205 time: 0.0266409 Aug 21 09:26:05.987016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41466) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:05.992991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2529e83-e861-45f0-9073-20daef1c0396 req-36620c5f-903a-4837-9380-5074ba4845f6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919609 Aug 21 09:26:06.009941 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.063596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12e14605-ca50-4414-b8cb-1b79bae520bd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.069539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Pushing event updated for resources: {'Port': ['ID=9910232c-95de-4bb4-b21e-2fe999d5e88b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:06.096340 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-f05cc9d8-f049-444f-8cc2-ae2fd7bb44dc tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Project 0e58f1b582f644b4a1453d94d76add63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:26:06.121643 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f05cc9d8-f049-444f-8cc2-ae2fd7bb44dc tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.177921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Attempting to bind port 9910232c-95de-4bb4-b21e-2fe999d5e88b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:26:06.178255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Attempting to bind port 9910232c-95de-4bb4-b21e-2fe999d5e88b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '805d1bfa-9644-42ea-97c4-f347bb10cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:26:06.178583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Attempting to bind port 9910232c-95de-4bb4-b21e-2fe999d5e88b on network b65c09b6-8a19-476f-b03a-92c10f7387fc {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:26:06.188712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Port 9910232c-95de-4bb4-b21e-2fe999d5e88b on network b65c09b6-8a19-476f-b03a-92c10f7387fc not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:26:06.189033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Attempting to bind port 9910232c-95de-4bb4-b21e-2fe999d5e88b on network b65c09b6-8a19-476f-b03a-92c10f7387fc {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:26:06.197556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:26:06.197832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Checking segment: {'id': '805d1bfa-9644-42ea-97c4-f347bb10cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:26:06.198217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Bound using segment: {'id': '805d1bfa-9644-42ea-97c4-f347bb10cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:26:06.198647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Bound port: 9910232c-95de-4bb4-b21e-2fe999d5e88b, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d1bfa-9644-42ea-97c4-f347bb10cb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:26:06.199008 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.206934 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f05cc9d8-f049-444f-8cc2-ae2fd7bb44dc tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.285356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] For port 9910232c-95de-4bb4-b21e-2fe999d5e88b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:26:06.288459 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f05cc9d8-f049-444f-8cc2-ae2fd7bb44dc tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.292770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] For port 9910232c-95de-4bb4-b21e-2fe999d5e88b, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9910232c-95de-4bb4-b21e-2fe999d5e88b,segment=NetworkSegment(805d1bfa-9644-42ea-97c4-f347bb10cb54),segment_id=805d1bfa-9644-42ea-97c4-f347bb10cb54)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:26:06.313348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cc9d8-f049-444f-8cc2-ae2fd7bb44dc tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76e0376-7a9c-4ec5-9a5b-2c4f682a896b,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:06.329484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 39a5100c-68ea-4b2f-8038-8bf462ec53cf no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:26:06.350106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 39a5100c-68ea-4b2f-8038-8bf462ec53cf {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:26:06.350452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 39a5100c-68ea-4b2f-8038-8bf462ec53cf not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:26:06.364580 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.401708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f05cc9d8-f049-444f-8cc2-ae2fd7bb44dc tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.403236 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f05cc9d8-f049-444f-8cc2-ae2fd7bb44dc tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4935257 Aug 21 09:26:06.419022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:06.420248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.421675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] 10.222.0.13 "PUT /v2.0/ports/9910232c-95de-4bb4-b21e-2fe999d5e88b HTTP/1.1" status: 200 len: 1092 time: 1.6696978 Aug 21 09:26:06.422179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41470) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:06.427343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6bf38e-e8f7-4d19-809b-96f2445b056f', 'tag': '9910232c-95de-4bb4-b21e-2fe999d5e88b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:26:06.429440 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5431e7-4ed0-44c3-bd1f-99f953609604" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6bf38e-e8f7-4d19-809b-96f2445b056f", "tag": "9910232c-95de-4bb4-b21e-2fe999d5e88b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:26:06.475446 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d257cb9-b9c5-417f-af45-9b717781dbb7 x-openstack-request-id: req-5d257cb9-b9c5-417f-af45-9b717781dbb7 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:26:06.475803 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6bf38e-e8f7-4d19-809b-96f2445b056f", "tag": "9910232c-95de-4bb4-b21e-2fe999d5e88b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:26:06.476061 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d257cb9-b9c5-417f-af45-9b717781dbb7 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:26:06.476468 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6bf38e-e8f7-4d19-809b-96f2445b056f', 'tag': '9910232c-95de-4bb4-b21e-2fe999d5e88b', 'status': 'completed', 'code': 200} Aug 21 09:26:06.493416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-40f968b9-39c9-4311-90f3-a6e08a42700b tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules/e76e0376-7a9c-4ec5-9a5b-2c4f682a896b HTTP/1.1" status: 200 len: 769 time: 0.0603673 Aug 21 09:26:06.500317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41474) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:06.518912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cddf0e-aa64-4f82-b86d-eea427b0e321 service neutron] Pushing event updated for resources: {'Port': ['ID=9910232c-95de-4bb4-b21e-2fe999d5e88b,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:06.542038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12e14605-ca50-4414-b8cb-1b79bae520bd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.544216 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12e14605-ca50-4414-b8cb-1b79bae520bd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.567194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72c0da-9748-42c8-926d-39bca1972f21 req-1fce930a-5438-4719-be21-fd3061ca7338 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:06.569062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b72c0da-9748-42c8-926d-39bca1972f21 req-1fce930a-5438-4719-be21-fd3061ca7338 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 943 time: 0.1728477 Aug 21 09:26:06.605191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6b54c01b-eabc-4774-a6ce-b4f4a17b4980 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1036661 Aug 21 09:26:06.608010 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41476) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:06.618709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5431e7-4ed0-44c3-bd1f-99f953609604 req-38c1c35e-e235-48b7-9a88-f271b0e98491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:06.620237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c5431e7-4ed0-44c3-bd1f-99f953609604 req-38c1c35e-e235-48b7-9a88-f271b0e98491 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cc212b6affb4d0991b05ca2d523818f&device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 1095 time: 0.1233578 Aug 21 09:26:06.631983 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdaadde9-d69e-4fae-a8c3-7928fbc9a2df tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.639435 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12e14605-ca50-4414-b8cb-1b79bae520bd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.639975 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e14605-ca50-4414-b8cb-1b79bae520bd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Fanout notify agent at l3_agent the message router_deleted on router a26238c6-b79d-4b75-bfa6-3b58f52574cb {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:26:06.642914 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdaadde9-d69e-4fae-a8c3-7928fbc9a2df tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.655587 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12e14605-ca50-4414-b8cb-1b79bae520bd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.656714 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-12e14605-ca50-4414-b8cb-1b79bae520bd tempest-RoutersNegativeTest-522391997 tempest-RoutersNegativeTest-522391997-project] 10.222.0.20 "DELETE /v2.0/routers/a26238c6-b79d-4b75-bfa6-3b58f52574cb HTTP/1.1" status: 204 len: 168 time: 0.6682980 Aug 21 09:26:06.658812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b72c0da-9748-42c8-926d-39bca1972f21 req-b3ed5c59-d0d6-4368-a348-b3deb3fec5a6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810094 Aug 21 09:26:06.736410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdaadde9-d69e-4fae-a8c3-7928fbc9a2df tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.737632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5431e7-4ed0-44c3-bd1f-99f953609604 req-77c4ce3e-7c9a-4a7d-8759-2ca6e64fc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:06.744260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c5431e7-4ed0-44c3-bd1f-99f953609604 req-77c4ce3e-7c9a-4a7d-8759-2ca6e64fc17e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6cc212b6affb4d0991b05ca2d523818f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1092012 Aug 21 09:26:06.744508 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdaadde9-d69e-4fae-a8c3-7928fbc9a2df tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.745352 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bdaadde9-d69e-4fae-a8c3-7928fbc9a2df tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e76e0376-7a9c-4ec5-9a5b-2c4f682a896b HTTP/1.1" status: 204 len: 168 time: 0.1363008 Aug 21 09:26:06.748835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41482) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:06.765054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaadde9-d69e-4fae-a8c3-7928fbc9a2df tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e76e0376-7a9c-4ec5-9a5b-2c4f682a896b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:06.808776 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7776f4fd-8569-4d98-ab39-2d5e752039e7 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0586782 Aug 21 09:26:06.812046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41484) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:06.843845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4487f531-d312-484d-aec7-0cd8fdc6834b req-907ba3ef-d418-436c-b630-a48f62ce983f tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0354955 Aug 21 09:26:06.877312 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-191a98e2-8416-4ff5-8db9-e88013b1094b tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.881005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5431e7-4ed0-44c3-bd1f-99f953609604 req-a27b207e-2b14-4520-98b6-a14871198887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:06.882522 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c5431e7-4ed0-44c3-bd1f-99f953609604 req-a27b207e-2b14-4520-98b6-a14871198887 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326044 Aug 21 09:26:06.899620 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-191a98e2-8416-4ff5-8db9-e88013b1094b tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.918464 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5b9c-1ff9-478b-8b30-035feb7f8337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:06.967893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-bc8c0d75-c104-4ed6-bd1f-2f7e8bc53650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:06.967893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-bc8c0d75-c104-4ed6-bd1f-2f7e8bc53650 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cc212b6affb4d0991b05ca2d523818f&device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 1095 time: 0.0454648 Aug 21 09:26:07.011761 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-10de44f9-534c-4fdd-b880-5d5d6aea6487 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9910232c-95de-4bb4-b21e-2fe999d5e88b HTTP/1.1" status: 200 len: 217 time: 0.0384285 Aug 21 09:26:07.021456 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-191a98e2-8416-4ff5-8db9-e88013b1094b tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:07.024851 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-191a98e2-8416-4ff5-8db9-e88013b1094b tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:07.028088 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-191a98e2-8416-4ff5-8db9-e88013b1094b tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "DELETE /v2.0/security-groups/d28b4187-b060-47c3-9cbc-450aca5ffc3a HTTP/1.1" status: 204 len: 168 time: 0.2132421 Aug 21 09:26:07.029484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41488) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:07.038128 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a98e2-8416-4ff5-8db9-e88013b1094b tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28b4187-b060-47c3-9cbc-450aca5ffc3a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:07.115000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-742ca3b8-3d89-4595-b603-2ea87837ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:07.116517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-742ca3b8-3d89-4595-b603-2ea87837ecfe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd0e6088-444c-40f0-a3b0-7db90435b577 HTTP/1.1" status: 200 len: 854 time: 0.0973616 Aug 21 09:26:07.144709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f1f0587a-8a61-4b4b-8876-010212a496c3 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1140378 Aug 21 09:26:07.149010 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41492) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:07.163256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41494) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:07.166635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-c8545dec-406a-499f-a7a5-7475a0e56cb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b65c09b6-8a19-476f-b03a-92c10f7387fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382488 Aug 21 09:26:07.181433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aade2f-80e8-4996-a8fd-89061ba20bc3 req-f1b98241-7f63-49b7-9671-554f60d2722e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:07.182940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1aade2f-80e8-4996-a8fd-89061ba20bc3 req-f1b98241-7f63-49b7-9671-554f60d2722e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.1071472 Aug 21 09:26:07.201934 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1bf50ff8-6a6a-4176-a8f5-51d1b49ca5f0 tempest-SecGroupIPv6Test-1216945900 tempest-SecGroupIPv6Test-1216945900-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517831 Aug 21 09:26:07.269898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1aade2f-80e8-4996-a8fd-89061ba20bc3 req-b343f26e-d859-43b5-8a0a-7065ce796878 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777991 Aug 21 09:26:07.298120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-ccfe12a1-a451-47d6-8af8-c80e5ea06352 service neutron] 10.222.0.13 "GET /v2.0/networks/b65c09b6-8a19-476f-b03a-92c10f7387fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141930 Aug 21 09:26:07.318646 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-902ad5ea-7484-49a8-9850-014400762d84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14bb5c5fe99244c49530df8e60e9950e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543024 Aug 21 09:26:07.321132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41500) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:07.372607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b0edf4-38db-4310-9979-363c7ae37acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:07.395734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb35355-c203-4590-8e49-be7e3d32dad5 req-e4a81277-7416-400c-bb30-6d6a4a34b41b service neutron] 10.222.0.13 "GET /v2.0/networks/b65c09b6-8a19-476f-b03a-92c10f7387fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902128 Aug 21 09:26:07.397548 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b0edf4-38db-4310-9979-363c7ae37acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:07.501606 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b0edf4-38db-4310-9979-363c7ae37acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:07.504313 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-10b0edf4-38db-4310-9979-363c7ae37acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:07.508022 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-10b0edf4-38db-4310-9979-363c7ae37acc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eecff52f-c083-4a62-9946-380f7a18971b HTTP/1.1" status: 204 len: 168 time: 0.1834033 Aug 21 09:26:07.513979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0edf4-38db-4310-9979-363c7ae37acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecff52f-c083-4a62-9946-380f7a18971b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:07.607143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41506) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:07.783940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050656e2-dea3-439b-a7b5-eebc9e946c8e req-bed8c0a5-db76-480d-8817-4b1b0f507b29 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:07.785654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-050656e2-dea3-439b-a7b5-eebc9e946c8e req-bed8c0a5-db76-480d-8817-4b1b0f507b29 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 943 time: 0.0567873 Aug 21 09:26:07.851976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-050656e2-dea3-439b-a7b5-eebc9e946c8e req-8330dfd0-4ba4-4f76-ba6f-127018c5b947 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551863 Aug 21 09:26:07.867788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f0752cff-d929-4496-939d-a24343d96f4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e58f1b582f644b4a1453d94d76add63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572365 Aug 21 09:26:07.868027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41518) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:07.920393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ca1b28d8-071b-4abb-ba39-238e96933df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:07.967188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b19b5094-81bb-46ad-8620-9b51fefe0304 req-7b4046aa-7588-4b06-97fd-40cfb6d11ac2 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0333316 Aug 21 09:26:07.969003 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ca1b28d8-071b-4abb-ba39-238e96933df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:08.067133 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ca1b28d8-071b-4abb-ba39-238e96933df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:08.069903 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ca1b28d8-071b-4abb-ba39-238e96933df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:08.071102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ca1b28d8-071b-4abb-ba39-238e96933df4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b53dd36b-a88c-445d-95d6-cb2ee5cdd700 HTTP/1.1" status: 204 len: 168 time: 0.2021649 Aug 21 09:26:08.078947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b28d8-071b-4abb-ba39-238e96933df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53dd36b-a88c-445d-95d6-cb2ee5cdd700,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:08.391311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df862f-b210-49db-b376-bc2f946551bc req-ed1ede59-02d8-4ddb-bb19-629d76c992a3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:08.392831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4df862f-b210-49db-b376-bc2f946551bc req-ed1ede59-02d8-4ddb-bb19-629d76c992a3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0497260 Aug 21 09:26:08.439715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4df862f-b210-49db-b376-bc2f946551bc req-b9bbd014-8a2d-42a9-ad0a-26b1a46eced7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345254 Aug 21 09:26:08.538348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41548) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:08.728192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-556609033'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:08.826774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Made reservation on behalf of 859f5efae378464da3e41d84b942ec0e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:26:08.826774 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:08.834317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:08.959399 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:08.982906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c931e9-6059-408e-863a-5d09a321f6f3 req-7ed50f5b-6b11-447e-a11e-936c3d1911b1 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:08.984486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8c931e9-6059-408e-863a-5d09a321f6f3 req-7ed50f5b-6b11-447e-a11e-936c3d1911b1 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 943 time: 0.0576723 Aug 21 09:26:09.031587 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:09.040021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8c931e9-6059-408e-863a-5d09a321f6f3 req-421b1595-e4d6-44b9-a0b0-b02959ac3ed7 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486131 Aug 21 09:26:09.066829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:26:09.085924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c197f04a-65ac-4958-b436-b905c775e25c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:09.089521 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:09.089870 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Added segment 00f2f0c7-ec86-4b50-a071-68fc4f9c67df of type vlan for network c0628184-ed1f-4d83-9c8b-65cfdf78f9c9 Aug 21 09:26:09.112806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e9509d14-ae1f-4a2a-99b6-5dd9e41ed7c4 req-425618ab-e729-461a-bb93-61320576a379 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0389061 Aug 21 09:26:09.149184 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:09.220946 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:09.226805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:09.227410 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:09.298395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Pushing event updated for resources: {'Network': ['ID=c0628184-ed1f-4d83-9c8b-65cfdf78f9c9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:09.308922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network c0628184-ed1f-4d83-9c8b-65cfdf78f9c9 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:26:09.338841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a0e15441-5039-48ee-9b11-079d6d3fa319 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7968388 Aug 21 09:26:09.339161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41572) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:09.345313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Request body: {'subnet': {'network_id': 'c0628184-ed1f-4d83-9c8b-65cfdf78f9c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:09.518704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Made reservation on behalf of 859f5efae378464da3e41d84b942ec0e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:26:09.522650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:09.547997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d191f00c-a8d3-44b5-b59e-a7bafa1c1f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:09.566524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887cec6-8de5-4a72-b674-5bcaccd5327a req-8715cc06-21a6-42eb-b882-9f361d76bf61 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:09.568335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6887cec6-8de5-4a72-b674-5bcaccd5327a req-8715cc06-21a6-42eb-b882-9f361d76bf61 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0548892 Aug 21 09:26:09.611880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6887cec6-8de5-4a72-b674-5bcaccd5327a req-6db2ae7a-5cf5-47d7-9c09-6f3a70032d65 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353580 Aug 21 09:26:09.764801 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:09.793040 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:09.854126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Pushing event updated for resources: {'Subnet': ['ID=a37ecd0f-8429-4302-91b9-d3d056da44a0,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:09.861007 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Checking segment: {'id': '00f2f0c7-ec86-4b50-a071-68fc4f9c67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c0628184-ed1f-4d83-9c8b-65cfdf78f9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:26:09.866479 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Network hostable DHCP agents. Network: c0628184-ed1f-4d83-9c8b-65cfdf78f9c9, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:26:09.935241 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Network c0628184-ed1f-4d83-9c8b-65cfdf78f9c9 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:26:09.992966 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, c0628184-ed1f-4d83-9c8b-65cfdf78f9c9) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:26:09.997292 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:09.997995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:10.002398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203eb9be-ccd4-4ed9-b85f-4c3c3e6bbc56 None None] Network c0628184-ed1f-4d83-9c8b-65cfdf78f9c9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:26:10.056688 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cd6514c6-eb62-4f6f-885c-3fd4b2c80950 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7162297 Aug 21 09:26:10.059324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41592) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:10.065505 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Request body: {'port': {'network_id': 'c0628184-ed1f-4d83-9c8b-65cfdf78f9c9', 'name': 'tempest-TagsExtTest-246211920'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:10.187698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-c0628184-ed1f-4d83-9c8b-65cfdf78f9c9', 'network_id': 'c0628184-ed1f-4d83-9c8b-65cfdf78f9c9', 'tenant_id': '859f5efae378464da3e41d84b942ec0e', 'fixed_ips': [{'subnet_id': 'a37ecd0f-8429-4302-91b9-d3d056da44a0'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:26:10.192880 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:10.266308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96e91e3e-d858-41dd-b8dc-250320e685f4 req-8f4fb73a-af96-4d4d-8be4-9278c1f4219f tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0383375 Aug 21 09:26:10.272372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aa5f0-0459-494f-9ccb-506d39a28e65 req-74ac8e81-474f-426c-b81d-d4cf40ea1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:10.273834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00aa5f0-0459-494f-9ccb-506d39a28e65 req-74ac8e81-474f-426c-b81d-d4cf40ea1d82 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 1098 time: 0.1653736 Aug 21 09:26:10.278844 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Made reservation on behalf of 859f5efae378464da3e41d84b942ec0e for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:26:10.282907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:10.299079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6111c-1338-4687-bbd9-f3322abf790a req-81a5ca64-4474-4d5f-9abd-dc8a2b5e7e72 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:10.300951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32b6111c-1338-4687-bbd9-f3322abf790a req-81a5ca64-4474-4d5f-9abd-dc8a2b5e7e72 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 943 time: 0.1378710 Aug 21 09:26:10.313837 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] device_id is not set on port 604fb725-56df-4f21-892b-ec49381dda15 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:26:10.333805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Allocated IP 172.20.0.2 (c0628184-ed1f-4d83-9c8b-65cfdf78f9c9/a37ecd0f-8429-4302-91b9-d3d056da44a0/3a213c1f-d938-4b3c-8b49-f958f3a6b62c) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:26:10.395078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32b6111c-1338-4687-bbd9-f3322abf790a req-f881e5ef-adcc-495f-b0a3-58e19c731dcd tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827425 Aug 21 09:26:10.427235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aa5f0-0459-494f-9ccb-506d39a28e65 req-6b717392-0bd8-4155-bb50-2be3c85d88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:10.428753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00aa5f0-0459-494f-9ccb-506d39a28e65 req-6b717392-0bd8-4155-bb50-2be3c85d88e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 200 len: 912 time: 0.1269345 Aug 21 09:26:10.509506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00aa5f0-0459-494f-9ccb-506d39a28e65 req-0f2990bd-24a9-4260-9c50-1106512dc42c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f006c2a-a85e-48b9-9c89-53adc2d7513d HTTP/1.1" status: 200 len: 1001 time: 0.0721295 Aug 21 09:26:10.575686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aa5f0-0459-494f-9ccb-506d39a28e65 req-d60c0ae8-3463-4aa7-9f87-6726ea47f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:10.577989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00aa5f0-0459-494f-9ccb-506d39a28e65 req-d60c0ae8-3463-4aa7-9f87-6726ea47f9f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bb1321f-becc-48b5-86d3-5f568adf5ca5 HTTP/1.1" status: 200 len: 850 time: 0.0567434 Aug 21 09:26:10.631826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aa5f0-0459-494f-9ccb-506d39a28e65 req-465dedca-fcb7-401c-983a-9ecbc80fc787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:10.633334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00aa5f0-0459-494f-9ccb-506d39a28e65 req-465dedca-fcb7-401c-983a-9ecbc80fc787 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05c46098-44d1-4d39-a46b-109379cd642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472863 Aug 21 09:26:10.642853 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:10.652061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Transition to ACTIVE for port object 3a213c1f-d938-4b3c-8b49-f958f3a6b62c will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:26:10.672903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Transition to ACTIVE for port object 3a213c1f-d938-4b3c-8b49-f958f3a6b62c will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:26:10.780128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1cf4a-06ac-4ba7-b5e5-e62b77f0c0c7 req-69877f14-a704-458d-8519-bfd7c0bc9a40 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:10.781979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78b1cf4a-06ac-4ba7-b5e5-e62b77f0c0c7 req-69877f14-a704-458d-8519-bfd7c0bc9a40 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0889311 Aug 21 09:26:10.788992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00aa5f0-0459-494f-9ccb-506d39a28e65 req-b802d1b3-407d-49d2-830e-7b491dc46636 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444321 Aug 21 09:26:10.878759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9910232c-95de-4bb4-b21e-2fe999d5e88b details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:26:10.882404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78b1cf4a-06ac-4ba7-b5e5-e62b77f0c0c7 req-32de9b1e-5366-4734-9ac0-3495ebb844e7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923040 Aug 21 09:26:10.927894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a00aa5f0-0459-494f-9ccb-506d39a28e65 req-a9bb5f5f-21d3-42c2-9211-004f470c2e89 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214857 Aug 21 09:26:10.980711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9910232c-95de-4bb4-b21e-2fe999d5e88b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9910232c-95de-4bb4-b21e-2fe999d5e88b,segment=NetworkSegment(805d1bfa-9644-42ea-97c4-f347bb10cb54),segment_id=805d1bfa-9644-42ea-97c4-f347bb10cb54)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:10.995357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '9910232c-95de-4bb4-b21e-2fe999d5e88b', 'network_id': 'b65c09b6-8a19-476f-b03a-92c10f7387fc', 'port_id': '9910232c-95de-4bb4-b21e-2fe999d5e88b', 'mac_address': 'fa:16:3e:00:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0e6088-444c-40f0-a3b0-7db90435b577', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:26:10.997843 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.032026 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.041524 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Network c0628184-ed1f-4d83-9c8b-65cfdf78f9c9 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:26:11.049784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Allocated IP 172.20.0.12 (c0628184-ed1f-4d83-9c8b-65cfdf78f9c9/a37ecd0f-8429-4302-91b9-d3d056da44a0/604fb725-56df-4f21-892b-ec49381dda15) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:26:11.063661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:26:11.073079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:26:11.079570 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Pushing event updated for resources: {'Port': ['ID=3a213c1f-d938-4b3c-8b49-f958f3a6b62c,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:11.108963 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.140683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9910232c-95de-4bb4-b21e-2fe999d5e88b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:26:11.152659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Attempting to bind port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:26:11.153010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Attempting to bind port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '00f2f0c7-ec86-4b50-a071-68fc4f9c67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c0628184-ed1f-4d83-9c8b-65cfdf78f9c9'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:26:11.153429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Attempting to bind port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c on network c0628184-ed1f-4d83-9c8b-65cfdf78f9c9 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:26:11.167266 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:26:11.168395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Checking segment: {'id': '00f2f0c7-ec86-4b50-a071-68fc4f9c67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c0628184-ed1f-4d83-9c8b-65cfdf78f9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:26:11.168395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.168652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Bound using segment: {'id': '00f2f0c7-ec86-4b50-a071-68fc4f9c67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c0628184-ed1f-4d83-9c8b-65cfdf78f9c9'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:26:11.169572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Bound port: 3a213c1f-d938-4b3c-8b49-f958f3a6b62c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f2f0c7-ec86-4b50-a071-68fc4f9c67df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c0628184-ed1f-4d83-9c8b-65cfdf78f9c9'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:26:11.169901 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.180351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9910232c-95de-4bb4-b21e-2fe999d5e88b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9910232c-95de-4bb4-b21e-2fe999d5e88b,segment=NetworkSegment(805d1bfa-9644-42ea-97c4-f347bb10cb54),segment_id=805d1bfa-9644-42ea-97c4-f347bb10cb54)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:11.199984 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.213556 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Transition to ACTIVE for port object 604fb725-56df-4f21-892b-ec49381dda15 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:26:11.249712 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.287720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] For port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:26:11.307651 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.310478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] For port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3a213c1f-d938-4b3c-8b49-f958f3a6b62c,segment=NetworkSegment(00f2f0c7-ec86-4b50-a071-68fc4f9c67df),segment_id=00f2f0c7-ec86-4b50-a071-68fc4f9c67df)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:26:11.314010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9910232c-95de-4bb4-b21e-2fe999d5e88b,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:11.355885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Network c0628184-ed1f-4d83-9c8b-65cfdf78f9c9 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:26:11.359515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:26:11.367193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:26:11.379444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f26febd1-3464-46ed-b93e-0b9d2e74938f req-003561f1-e45b-4682-86d2-a35212040e83 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0304332 Aug 21 09:26:11.389497 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Pushing event updated for resources: {'Port': ['ID=604fb725-56df-4f21-892b-ec49381dda15,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:11.391124 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.428267 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:11.430601 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.460264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29015adc-1305-4752-a48e-979ae6b51243 None None] Pushing event updated for resources: {'Port': ['ID=3a213c1f-d938-4b3c-8b49-f958f3a6b62c,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:11.464606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9910232c-95de-4bb4-b21e-2fe999d5e88b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:26:11.508460 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-24a0150f-fd10-4165-b241-80264b878a0d tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4471588 Aug 21 09:26:11.511445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41608) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:11.517079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a0b06eb3-d7a9-4c7a-9d9a-3461b03bf00e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-807471753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:11.531101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5180a-a2ae-4fe3-acca-932ebf36512a req-9d032a42-2eb3-48bc-8c0f-e1178ecfde22 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:11.532679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8df5180a-a2ae-4fe3-acca-932ebf36512a req-9d032a42-2eb3-48bc-8c0f-e1178ecfde22 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 944 time: 0.0593274 Aug 21 09:26:11.587516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8df5180a-a2ae-4fe3-acca-932ebf36512a req-56386e48-fb0a-4592-afad-86edda263e40 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Aug 21 09:26:11.615668 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0b06eb3-d7a9-4c7a-9d9a-3461b03bf00e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.618051 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0b06eb3-d7a9-4c7a-9d9a-3461b03bf00e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.695280 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0b06eb3-d7a9-4c7a-9d9a-3461b03bf00e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.775855 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0b06eb3-d7a9-4c7a-9d9a-3461b03bf00e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.850347 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0b06eb3-d7a9-4c7a-9d9a-3461b03bf00e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:11.851648 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a0b06eb3-d7a9-4c7a-9d9a-3461b03bf00e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3386776 Aug 21 09:26:11.854186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41616) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:11.859300 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6b33f979-24b5-4d60-8554-5abd56e79afd tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1232199843', 'prefixes': ['172.20.0.0/16']}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:12.034417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a26a7-5160-4355-9bbd-58a0b6000853 req-ee5b5e34-204d-4188-b13f-3dde0f9290d3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:12.036071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d19a26a7-5160-4355-9bbd-58a0b6000853 req-ee5b5e34-204d-4188-b13f-3dde0f9290d3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0597415 Aug 21 09:26:12.076967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d19a26a7-5160-4355-9bbd-58a0b6000853 req-60f19603-08ae-4ebd-bf7b-392556c014a1 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335526 Aug 21 09:26:12.158736 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b33f979-24b5-4d60-8554-5abd56e79afd tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for subnetpool, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:12.160037 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6b33f979-24b5-4d60-8554-5abd56e79afd tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3049190 Aug 21 09:26:12.163680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41620) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:12.168774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-9bb7111a-a2ab-46a0-93a6-be3345b91f32 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0', 'tempest-TagsExtTest-Tag-978542184') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:12.365045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3a213c1f-d938-4b3c-8b49-f958f3a6b62c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:26:12.400061 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9bb7111a-a2ab-46a0-93a6-be3345b91f32 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags/tempest-TagsExtTest-Tag-978542184 HTTP/1.1" status: 201 len: 201 time: 0.2350671 Aug 21 09:26:12.402904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41622) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:12.405181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca45033-f4f2-46e0-be90-3650fba6215d None None] Network c0628184-ed1f-4d83-9c8b-65cfdf78f9c9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:26:12.407642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-28b7ef45-5ac8-45aa-881e-f5e3a1309b8e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15', 'tempest-TagsExtTest-Tag-967677060') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:12.464064 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:12.504609 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d69befad-9174-4664-a7b7-2f904aa0a007 req-d214ca6d-dc35-4e82-baad-e17c63953af1 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0293844 Aug 21 09:26:12.565159 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-28b7ef45-5ac8-45aa-881e-f5e3a1309b8e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags/tempest-TagsExtTest-Tag-967677060 HTTP/1.1" status: 201 len: 201 time: 0.1611955 Aug 21 09:26:12.567478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:26:12.567947 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41626) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:12.572933 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-ec332aa7-183c-4547-b098-05be7592cabb tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe', 'tempest-TagsExtTest-Tag-2065489768') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:12.624314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-52451e55-c86a-45e8-87ef-00a0b12fd54e None None] Provisioning for port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:26:12.633893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-52451e55-c86a-45e8-87ef-00a0b12fd54e None None] Provisioning complete for port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:26:12.634562 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52451e55-c86a-45e8-87ef-00a0b12fd54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:12.726506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5babae-43cc-4000-9e10-bec0cdfd0a53 req-b0d524d3-31d3-4a29-b35a-1a35f88e6848 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:12.728389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c5babae-43cc-4000-9e10-bec0cdfd0a53 req-b0d524d3-31d3-4a29-b35a-1a35f88e6848 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 944 time: 0.0601594 Aug 21 09:26:12.728812 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52451e55-c86a-45e8-87ef-00a0b12fd54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:12.736951 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ec332aa7-183c-4547-b098-05be7592cabb tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags/tempest-TagsExtTest-Tag-2065489768 HTTP/1.1" status: 201 len: 201 time: 0.1679747 Aug 21 09:26:12.739426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41630) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:12.744856 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-cc20e50d-3859-4187-96dc-ec31ab8a8a35 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f', 'tempest-TagsExtTest-Tag-1660978841') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:12.772152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-52451e55-c86a-45e8-87ef-00a0b12fd54e None None] For port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3a213c1f-d938-4b3c-8b49-f958f3a6b62c,segment=NetworkSegment(00f2f0c7-ec86-4b50-a071-68fc4f9c67df),segment_id=00f2f0c7-ec86-4b50-a071-68fc4f9c67df)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:12.774930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c5babae-43cc-4000-9e10-bec0cdfd0a53 req-2aca9605-4dc5-4306-ad9d-b76cacf401bd tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 Aug 21 09:26:12.850008 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52451e55-c86a-45e8-87ef-00a0b12fd54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:12.874703 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cc20e50d-3859-4187-96dc-ec31ab8a8a35 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags/tempest-TagsExtTest-Tag-1660978841 HTTP/1.1" status: 201 len: 201 time: 0.1339226 Aug 21 09:26:12.877161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41632) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:12.883693 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-97ee3f6f-4985-4a0b-9ea7-a1df1cf52cbc tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:12.906825 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52451e55-c86a-45e8-87ef-00a0b12fd54e None None] Pushing event updated for resources: {'Port': ['ID=3a213c1f-d938-4b3c-8b49-f958f3a6b62c,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:12.910892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9910232c-95de-4bb4-b21e-2fe999d5e88b up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:26:12.959043 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-97ee3f6f-4985-4a0b-9ea7-a1df1cf52cbc tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags HTTP/1.1" status: 200 len: 240 time: 0.0803552 Aug 21 09:26:12.961561 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41638) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:12.966730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-1b38f609-f75a-4789-b306-5d88ab42e1d5 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0', 'tempest-TagsExtTest-Tag-978542184') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:12.980005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e8c06909-38a7-41e6-81c6-deea7f2a5f3c None None] Provisioning complete for port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:26:12.980888 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8c06909-38a7-41e6-81c6-deea7f2a5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:13.033932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 9910232c-95de-4bb4-b21e-2fe999d5e88b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:26:13.034180 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1b38f609-f75a-4789-b306-5d88ab42e1d5 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags/tempest-TagsExtTest-Tag-978542184 HTTP/1.1" status: 204 len: 168 time: 0.0713968 Aug 21 09:26:13.037345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41640) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:13.040309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 9910232c-95de-4bb4-b21e-2fe999d5e88b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:26:13.040309 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:13.041961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-4798f349-4567-4930-8824-f1ba2d2ff21a tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0', 'tempest-TagsExtTest-Tag-978542184') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:13.157337 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:13.186329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6bf38e-e8f7-4d19-809b-96f2445b056f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9910232c-95de-4bb4-b21e-2fe999d5e88b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:26:13.189027 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa1f20b-e857-4129-b467-9cfce364b552" -d '{"events": [{"server_uuid": "bb6bf38e-e8f7-4d19-809b-96f2445b056f", "name": "network-vif-plugged", "status": "completed", "tag": "9910232c-95de-4bb4-b21e-2fe999d5e88b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:26:13.199050 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e8c06909-38a7-41e6-81c6-deea7f2a5f3c None None] Provisioning for port 604fb725-56df-4f21-892b-ec49381dda15 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:26:13.205119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9910232c-95de-4bb4-b21e-2fe999d5e88b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9910232c-95de-4bb4-b21e-2fe999d5e88b,segment=NetworkSegment(805d1bfa-9644-42ea-97c4-f347bb10cb54),segment_id=805d1bfa-9644-42ea-97c4-f347bb10cb54)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:13.206047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e8c06909-38a7-41e6-81c6-deea7f2a5f3c None None] Provisioning complete for port 604fb725-56df-4f21-892b-ec49381dda15 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:26:13.206407 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8c06909-38a7-41e6-81c6-deea7f2a5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:13.209177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bf83c-702f-4e49-801c-17483814c7f6 req-71381185-9546-4b33-9b25-365a9e70cc5a tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:13.210815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d2bf83c-702f-4e49-801c-17483814c7f6 req-71381185-9546-4b33-9b25-365a9e70cc5a tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0617185 Aug 21 09:26:13.233611 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae22e17-65c0-473c-b990-68f31f4f1ffc x-openstack-request-id: req-2ae22e17-65c0-473c-b990-68f31f4f1ffc {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:26:13.233947 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6bf38e-e8f7-4d19-809b-96f2445b056f", "name": "network-vif-plugged", "status": "completed", "tag": "9910232c-95de-4bb4-b21e-2fe999d5e88b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:26:13.234218 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ae22e17-65c0-473c-b990-68f31f4f1ffc {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:26:13.234659 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6bf38e-e8f7-4d19-809b-96f2445b056f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9910232c-95de-4bb4-b21e-2fe999d5e88b', 'code': 200} Aug 21 09:26:13.246784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e8c06909-38a7-41e6-81c6-deea7f2a5f3c None None] Port 604fb725-56df-4f21-892b-ec49381dda15 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:26:13.258876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d2bf83c-702f-4e49-801c-17483814c7f6 req-2146d6f1-1783-47b1-827d-9bd7fd1aa548 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Aug 21 09:26:13.296210 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:13.304656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4798f349-4567-4930-8824-f1ba2d2ff21a tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags/tempest-TagsExtTest-Tag-978542184 HTTP/1.1" status: 204 len: 168 time: 0.2645872 Aug 21 09:26:13.307089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41648) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:13.311548 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-0771fad3-0133-4897-bb73-4dc8c60c111f tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:13.342103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e312c5-dc05-47bb-9167-1238f75a64cd req-0175a5e8-395c-4153-be16-d2f3d9e72aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:13.343475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7e312c5-dc05-47bb-9167-1238f75a64cd req-0175a5e8-395c-4153-be16-d2f3d9e72aa1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 1097 time: 0.0520289 Aug 21 09:26:13.349222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9910232c-95de-4bb4-b21e-2fe999d5e88b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:13.391978 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0771fad3-0133-4897-bb73-4dc8c60c111f tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags HTTP/1.1" status: 200 len: 205 time: 0.0834889 Aug 21 09:26:13.396879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41650) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:13.397204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e04f13bb-1a16-4e3c-b291-318340f15889 None None] Provisioning complete for port 604fb725-56df-4f21-892b-ec49381dda15 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:26:13.397204 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e04f13bb-1a16-4e3c-b291-318340f15889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:13.402564 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-bacc7b8e-d147-42a4-8a24-3956c5835a36 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:13.408399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7e312c5-dc05-47bb-9167-1238f75a64cd req-38d720b7-8420-4d3c-8ae5-0d986cd92398 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547445 Aug 21 09:26:13.437306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e04f13bb-1a16-4e3c-b291-318340f15889 None None] Port 604fb725-56df-4f21-892b-ec49381dda15 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:26:13.455205 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bacc7b8e-d147-42a4-8a24-3956c5835a36 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags HTTP/1.1" status: 200 len: 240 time: 0.0599737 Aug 21 09:26:13.457842 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41652) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:13.462254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-37c5bdce-95b8-44ca-a734-28dd0779eb1f tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15', 'tempest-TagsExtTest-Tag-967677060') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:13.515732 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-37c5bdce-95b8-44ca-a734-28dd0779eb1f tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags/tempest-TagsExtTest-Tag-967677060 HTTP/1.1" status: 204 len: 168 time: 0.0567911 Aug 21 09:26:13.518046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41654) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:13.522448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-093b4e9c-f2ed-4c67-9af2-814a6ca28e07 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15', 'tempest-TagsExtTest-Tag-967677060') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:13.618446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3d8bba0-59eb-4eea-8347-29c819f0c7c6 req-a27ca3b5-d8d9-46d1-8c90-61234bacc192 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0299463 Aug 21 09:26:13.670891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa208c-2f66-49ea-a680-67ea8acbecf7 req-0bba6084-1d60-41e0-b7ec-d1469e791a2a tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:13.675205 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-093b4e9c-f2ed-4c67-9af2-814a6ca28e07 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags/tempest-TagsExtTest-Tag-967677060 HTTP/1.1" status: 204 len: 168 time: 0.1558270 Aug 21 09:26:13.677845 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41664) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:13.682734 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-5e38fad2-8024-4ddd-8f49-3df4e0fc1e1f tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:13.684145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8fa208c-2f66-49ea-a680-67ea8acbecf7 req-0bba6084-1d60-41e0-b7ec-d1469e791a2a tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0682271 Aug 21 09:26:13.742915 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5e38fad2-8024-4ddd-8f49-3df4e0fc1e1f tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags HTTP/1.1" status: 200 len: 205 time: 0.0638864 Aug 21 09:26:13.745585 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41670) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:13.751164 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-a61382a2-1deb-441a-9b22-804cf8fc8c13 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:13.752014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8fa208c-2f66-49ea-a680-67ea8acbecf7 req-8a89c0f5-4feb-41a8-8b58-a921b2a21efb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532758 Aug 21 09:26:13.786400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625ed0d-a97d-493a-95a8-22948776c80a req-6bbaa4df-1e63-465d-95de-5b01bed96a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:13.788193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2625ed0d-a97d-493a-95a8-22948776c80a req-6bbaa4df-1e63-465d-95de-5b01bed96a7b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 1098 time: 0.0519586 Aug 21 09:26:13.836110 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a61382a2-1deb-441a-9b22-804cf8fc8c13 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags HTTP/1.1" status: 200 len: 241 time: 0.0894620 Aug 21 09:26:13.838934 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41674) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:13.843623 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-0b0c81bb-2287-4857-b3d2-66c13f128633 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe', 'tempest-TagsExtTest-Tag-2065489768') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:13.917464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625ed0d-a97d-493a-95a8-22948776c80a req-9df3cfb1-650f-40b8-8b34-5c6cd7265a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:13.918844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2625ed0d-a97d-493a-95a8-22948776c80a req-9df3cfb1-650f-40b8-8b34-5c6cd7265a57 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 200 len: 912 time: 0.1210744 Aug 21 09:26:13.923935 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0b0c81bb-2287-4857-b3d2-66c13f128633 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags/tempest-TagsExtTest-Tag-2065489768 HTTP/1.1" status: 204 len: 168 time: 0.0838356 Aug 21 09:26:13.926565 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41678) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:13.931219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-3990a183-45e2-4808-85c6-423feb5ddf44 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe', 'tempest-TagsExtTest-Tag-2065489768') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:13.939423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b204c96-f317-49cb-b6f8-baeb77b217e9 req-4f475cf0-cdbf-48e4-8309-502cd142e1fd tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:13.940899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b204c96-f317-49cb-b6f8-baeb77b217e9 req-4f475cf0-cdbf-48e4-8309-502cd142e1fd tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 945 time: 0.0738485 Aug 21 09:26:14.021420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2625ed0d-a97d-493a-95a8-22948776c80a req-8aa69c6c-70a3-4796-bc49-e9c8a1e86a76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f006c2a-a85e-48b9-9c89-53adc2d7513d HTTP/1.1" status: 200 len: 1001 time: 0.0952299 Aug 21 09:26:14.030598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b204c96-f317-49cb-b6f8-baeb77b217e9 req-7c918a58-3605-4f70-832e-7f6d3899dceb tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558252 Aug 21 09:26:14.075957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625ed0d-a97d-493a-95a8-22948776c80a req-400b3ad9-f737-4b84-938f-02caf3aa0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:14.077503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2625ed0d-a97d-493a-95a8-22948776c80a req-400b3ad9-f737-4b84-938f-02caf3aa0d20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bb1321f-becc-48b5-86d3-5f568adf5ca5 HTTP/1.1" status: 200 len: 850 time: 0.0457599 Aug 21 09:26:14.091259 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3990a183-45e2-4808-85c6-423feb5ddf44 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags/tempest-TagsExtTest-Tag-2065489768 HTTP/1.1" status: 204 len: 168 time: 0.1628306 Aug 21 09:26:14.093348 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41680) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:14.098287 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-71d61864-7940-4173-960e-8eb1b9f10d4a tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:14.128778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625ed0d-a97d-493a-95a8-22948776c80a req-c82ed86b-90b1-4fc0-add8-e5260dcf5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:14.131485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2625ed0d-a97d-493a-95a8-22948776c80a req-c82ed86b-90b1-4fc0-add8-e5260dcf5e4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05c46098-44d1-4d39-a46b-109379cd642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431104 Aug 21 09:26:14.175668 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-71d61864-7940-4173-960e-8eb1b9f10d4a tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags HTTP/1.1" status: 200 len: 205 time: 0.0810561 Aug 21 09:26:14.178087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41682) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:14.182433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-e2254cf3-dd19-4ac5-8881-30281db0ae25 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:14.207767 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e2254cf3-dd19-4ac5-8881-30281db0ae25 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags HTTP/1.1" status: 200 len: 241 time: 0.0264709 Aug 21 09:26:14.208217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41684) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:14.213407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-dbde24e0-ecce-4278-a845-dcc38478eb9a tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f', 'tempest-TagsExtTest-Tag-1660978841') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:14.229987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2625ed0d-a97d-493a-95a8-22948776c80a req-cef31f53-091a-4f7c-8a18-1685d08ad608 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912616 Aug 21 09:26:14.235463 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dbde24e0-ecce-4278-a845-dcc38478eb9a tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags/tempest-TagsExtTest-Tag-1660978841 HTTP/1.1" status: 204 len: 168 time: 0.0261574 Aug 21 09:26:14.237946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41686) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:14.245362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-2164bc97-672f-4ff3-aa2e-66b7fb7c4f15 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f', 'tempest-TagsExtTest-Tag-1660978841') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:14.332861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2625ed0d-a97d-493a-95a8-22948776c80a req-aa47c4e3-13a8-4c4c-a73e-430234db5243 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952704 Aug 21 09:26:14.345092 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2164bc97-672f-4ff3-aa2e-66b7fb7c4f15 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags/tempest-TagsExtTest-Tag-1660978841 HTTP/1.1" status: 204 len: 168 time: 0.1036768 Aug 21 09:26:14.345644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41688) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:14.351833 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-a8994564-80c2-4022-be9e-9aad15d13123 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:14.354936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3a213c1f-d938-4b3c-8b49-f958f3a6b62c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:26:14.381675 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a8994564-80c2-4022-be9e-9aad15d13123 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags HTTP/1.1" status: 200 len: 205 time: 0.0350246 Aug 21 09:26:14.386229 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41690) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:14.389159 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-c667ea64-53aa-4426-acab-1b82c09904b1 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:14.416105 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c667ea64-53aa-4426-acab-1b82c09904b1 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags HTTP/1.1" status: 204 len: 168 time: 0.0308905 Aug 21 09:26:14.418519 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41692) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:14.426360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-2f5497c4-d85c-4e8c-95e6-8056defc2eeb tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:14.463148 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:26:14.464956 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:14.538456 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2f5497c4-d85c-4e8c-95e6-8056defc2eeb tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1188183 Aug 21 09:26:14.544983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41694) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:14.551086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-e08850cb-d6f3-4494-89b0-0030a91cf3e5 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:14.621141 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e08850cb-d6f3-4494-89b0-0030a91cf3e5 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags HTTP/1.1" status: 204 len: 168 time: 0.0742793 Aug 21 09:26:14.623455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41696) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:14.628092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-5f5fd57e-ec10-4bde-b899-cf54f18fea74 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:14.696577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5f5fd57e-ec10-4bde-b899-cf54f18fea74 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0720670 Aug 21 09:26:14.700927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41700) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:14.705219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-9470b092-359b-476a-b2a6-c3e4750287c6 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0', 'tempest-TagsExtTest-Tag-1761118031') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:14.756664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45a09198-d5b7-471b-bbad-51c4098e9df7 req-2b386bc5-c38b-4252-a7ac-df53a8fac26f tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0476391 Aug 21 09:26:14.864069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9470b092-359b-476a-b2a6-c3e4750287c6 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags/tempest-TagsExtTest-Tag-1761118031 HTTP/1.1" status: 201 len: 201 time: 0.1600294 Aug 21 09:26:14.864558 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41712) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:14.869587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-ca954a4e-ceaa-467f-9e75-3d06cc5e54f6 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15', 'tempest-TagsExtTest-Tag-1057724286') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:14.916627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc2b89-175a-42a4-bcbf-0bb8b51b9de1 req-fc6cf3bc-b9bf-4bed-a6e7-ba33e4eda85c tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:14.918150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79cc2b89-175a-42a4-bcbf-0bb8b51b9de1 req-fc6cf3bc-b9bf-4bed-a6e7-ba33e4eda85c tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0913303 Aug 21 09:26:14.972265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79cc2b89-175a-42a4-bcbf-0bb8b51b9de1 req-80787f5a-a442-4c3f-8f6c-ddd941851964 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470066 Aug 21 09:26:15.049181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ca954a4e-ceaa-467f-9e75-3d06cc5e54f6 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags/tempest-TagsExtTest-Tag-1057724286 HTTP/1.1" status: 201 len: 201 time: 0.1810009 Aug 21 09:26:15.049181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41722) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:15.053899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-6c68b142-607a-4104-9822-04d40a0c62d5 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe', 'tempest-TagsExtTest-Tag-2109509993') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:15.190693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f844bf-0d09-4004-a08f-e07afedab28e req-b8ea0231-16fb-4748-b543-560fb0799756 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:15.192342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80f844bf-0d09-4004-a08f-e07afedab28e req-b8ea0231-16fb-4748-b543-560fb0799756 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 945 time: 0.0672047 Aug 21 09:26:15.228233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6c68b142-607a-4104-9822-04d40a0c62d5 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags/tempest-TagsExtTest-Tag-2109509993 HTTP/1.1" status: 201 len: 201 time: 0.1782508 Aug 21 09:26:15.231178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41730) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:15.233441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80f844bf-0d09-4004-a08f-e07afedab28e req-2719c3f4-a380-40ad-b4c3-241bfb8c2b98 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Aug 21 09:26:15.236091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-5a3f244f-ba51-42bb-9259-42ee715e8ab8 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f', 'tempest-TagsExtTest-Tag-328264682') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:15.289896 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:15.344127 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5a3f244f-ba51-42bb-9259-42ee715e8ab8 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags/tempest-TagsExtTest-Tag-328264682 HTTP/1.1" status: 201 len: 201 time: 0.1114714 Aug 21 09:26:15.349433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41736) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:15.354188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-30e1a6b1-5708-49db-97f5-500cb36e50f1 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0', {'tags': ['tempest-TagsExtTest-Tag-1616562482', 'tempest-TagsExtTest-Tag-776803979', 'tempest-TagsExtTest-Tag-1965505574']}) {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:15.444500 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:15.524886 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-30e1a6b1-5708-49db-97f5-500cb36e50f1 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags HTTP/1.1" status: 200 len: 317 time: 0.1771827 Aug 21 09:26:15.527399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41742) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:15.544455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-2ce7ab73-ac73-48ab-b34f-77fa6ad92522 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:15.662584 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2ce7ab73-ac73-48ab-b34f-77fa6ad92522 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1338444 Aug 21 09:26:15.665199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41750) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:15.671871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-cfc06b84-a7e6-4aeb-bbf7-8510bae0726c tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0', 'tempest-TagsExtTest-Tag-1616562482') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:15.725268 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-cfc06b84-a7e6-4aeb-bbf7-8510bae0726c tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:15.726322 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cfc06b84-a7e6-4aeb-bbf7-8510bae0726c tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags/tempest-TagsExtTest-Tag-1616562482 HTTP/1.1" status: 404 len: 329 time: 0.0602098 Aug 21 09:26:15.729160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41752) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:15.733854 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-c0c15858-e257-4b4a-8b57-122d97b278e1 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0', 'tempest-TagsExtTest-Tag-776803979') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:15.783238 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-c0c15858-e257-4b4a-8b57-122d97b278e1 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:15.784300 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c0c15858-e257-4b4a-8b57-122d97b278e1 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags/tempest-TagsExtTest-Tag-776803979 HTTP/1.1" status: 404 len: 328 time: 0.0542531 Aug 21 09:26:15.787477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41756) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:15.791761 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-3cf4a403-1787-4e7e-8098-09edd8bb16a1 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0', 'tempest-TagsExtTest-Tag-1965505574') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:15.856914 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-3cf4a403-1787-4e7e-8098-09edd8bb16a1 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:15.857965 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3cf4a403-1787-4e7e-8098-09edd8bb16a1 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags/tempest-TagsExtTest-Tag-1965505574 HTTP/1.1" status: 404 len: 329 time: 0.0695753 Aug 21 09:26:15.860827 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41758) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:15.865715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-851537dd-4659-442d-a48c-5f987ad6bab0 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15', {'tags': ['tempest-TagsExtTest-Tag-1722690181', 'tempest-TagsExtTest-Tag-1646265388', 'tempest-TagsExtTest-Tag-528950198']}) {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:15.871583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50f6f7be-7e44-48a0-8f05-280dfb14a8eb req-e11c8113-8903-47a5-b881-47188fdc774d tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0316155 Aug 21 09:26:15.987568 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-851537dd-4659-442d-a48c-5f987ad6bab0 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags HTTP/1.1" status: 200 len: 317 time: 0.1257055 Aug 21 09:26:15.990108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41762) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:15.994701 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-f7372b96-a981-4243-aa74-095a220ad203 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:16.138324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790c37c-3099-403f-911b-8399853c1a37 req-93705ade-9227-41f1-b399-2316be79d6d2 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:16.139804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f790c37c-3099-403f-911b-8399853c1a37 req-93705ade-9227-41f1-b399-2316be79d6d2 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0643940 Aug 21 09:26:16.162342 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f7372b96-a981-4243-aa74-095a220ad203 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags HTTP/1.1" status: 204 len: 168 time: 0.1682279 Aug 21 09:26:16.162631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41768) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:16.169481 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-085d2a52-3bde-4029-885c-ad697cc0ab60 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15', 'tempest-TagsExtTest-Tag-1722690181') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:16.180456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f790c37c-3099-403f-911b-8399853c1a37 req-e45582e2-7137-4201-bbda-1ed8cfd14c69 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345693 Aug 21 09:26:16.228064 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-085d2a52-3bde-4029-885c-ad697cc0ab60 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:16.229215 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-085d2a52-3bde-4029-885c-ad697cc0ab60 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags/tempest-TagsExtTest-Tag-1722690181 HTTP/1.1" status: 404 len: 329 time: 0.0652595 Aug 21 09:26:16.232785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41772) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:16.237058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-d7613b3b-e6ea-4b66-89e9-76be6f45fe2e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15', 'tempest-TagsExtTest-Tag-1646265388') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:16.296535 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-d7613b3b-e6ea-4b66-89e9-76be6f45fe2e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:16.299383 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d7613b3b-e6ea-4b66-89e9-76be6f45fe2e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags/tempest-TagsExtTest-Tag-1646265388 HTTP/1.1" status: 404 len: 329 time: 0.0640264 Aug 21 09:26:16.300484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41774) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:16.305099 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-06cdf8dd-6a5c-47c2-8957-c17d345eb09c tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15', 'tempest-TagsExtTest-Tag-528950198') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:16.358270 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-06cdf8dd-6a5c-47c2-8957-c17d345eb09c tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:16.359354 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-06cdf8dd-6a5c-47c2-8957-c17d345eb09c tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags/tempest-TagsExtTest-Tag-528950198 HTTP/1.1" status: 404 len: 328 time: 0.0576949 Aug 21 09:26:16.362147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41776) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:16.367286 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-9e658630-02e1-4116-a142-8c37dd35900f tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe', {'tags': ['tempest-TagsExtTest-Tag-2034423109', 'tempest-TagsExtTest-Tag-2109331385', 'tempest-TagsExtTest-Tag-359117469']}) {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:16.508207 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9e658630-02e1-4116-a142-8c37dd35900f tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags HTTP/1.1" status: 200 len: 317 time: 0.1449196 Aug 21 09:26:16.510661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41782) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:16.517227 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-967c88c7-9858-4484-8fcb-31e621440f36 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:16.690658 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-967c88c7-9858-4484-8fcb-31e621440f36 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1784008 Aug 21 09:26:16.693432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41784) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:16.698210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-70f06615-d9f0-4103-bd72-ce98f1d84ddf tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe', 'tempest-TagsExtTest-Tag-2034423109') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:16.776415 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-70f06615-d9f0-4103-bd72-ce98f1d84ddf tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:16.777382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-70f06615-d9f0-4103-bd72-ce98f1d84ddf tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags/tempest-TagsExtTest-Tag-2034423109 HTTP/1.1" status: 404 len: 329 time: 0.0829215 Aug 21 09:26:16.780829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41786) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:16.786359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-b99159ce-3855-4791-a43b-89ae67e72c28 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe', 'tempest-TagsExtTest-Tag-2109331385') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:16.857989 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-b99159ce-3855-4791-a43b-89ae67e72c28 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:16.859128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b99159ce-3855-4791-a43b-89ae67e72c28 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags/tempest-TagsExtTest-Tag-2109331385 HTTP/1.1" status: 404 len: 329 time: 0.0773876 Aug 21 09:26:16.862094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41788) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:16.866528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-aaf34693-b5ef-4a26-a0f6-d35769cf456a tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe', 'tempest-TagsExtTest-Tag-359117469') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:16.955414 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-aaf34693-b5ef-4a26-a0f6-d35769cf456a tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:16.959235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41792) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:16.959443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-aaf34693-b5ef-4a26-a0f6-d35769cf456a tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags/tempest-TagsExtTest-Tag-359117469 HTTP/1.1" status: 404 len: 328 time: 0.0964112 Aug 21 09:26:16.964611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-7a24d9c1-b395-402a-bbc7-be763d9e02a0 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f', {'tags': ['tempest-TagsExtTest-Tag-1469084191', 'tempest-TagsExtTest-Tag-1787949179', 'tempest-TagsExtTest-Tag-2090493960']}) {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:16.991685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-661829ee-e911-47a8-980c-db9b3819d20a req-9a719a35-98b5-4ac3-9c72-91c4fba7a8a1 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0283928 Aug 21 09:26:17.102218 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7a24d9c1-b395-402a-bbc7-be763d9e02a0 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "PUT /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags HTTP/1.1" status: 200 len: 318 time: 0.1415741 Aug 21 09:26:17.104676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41796) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:17.109951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-e34eca6a-a61c-4cb4-bec7-ae2a44af9b87 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:17.189797 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e34eca6a-a61c-4cb4-bec7-ae2a44af9b87 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags HTTP/1.1" status: 204 len: 168 time: 0.0840483 Aug 21 09:26:17.192594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41800) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:17.200364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-664a9748-2b32-451d-93f9-9a6f7543f3c6 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f', 'tempest-TagsExtTest-Tag-1469084191') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:17.237068 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-664a9748-2b32-451d-93f9-9a6f7543f3c6 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:17.238108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-664a9748-2b32-451d-93f9-9a6f7543f3c6 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags/tempest-TagsExtTest-Tag-1469084191 HTTP/1.1" status: 404 len: 329 time: 0.0445101 Aug 21 09:26:17.241625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41802) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:17.246599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-81722c8e-145b-4876-9612-cace1d10a418 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f', 'tempest-TagsExtTest-Tag-1787949179') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:17.267792 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-81722c8e-145b-4876-9612-cace1d10a418 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:17.271266 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-81722c8e-145b-4876-9612-cace1d10a418 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags/tempest-TagsExtTest-Tag-1787949179 HTTP/1.1" status: 404 len: 329 time: 0.0257864 Aug 21 09:26:17.271522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41804) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:17.275854 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-60a98057-6579-4752-9c48-b0def1a8d387 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f', 'tempest-TagsExtTest-Tag-2090493960') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:17.296519 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-60a98057-6579-4752-9c48-b0def1a8d387 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] show failed (client error): The resource could not be found. Aug 21 09:26:17.297651 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-60a98057-6579-4752-9c48-b0def1a8d387 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags/tempest-TagsExtTest-Tag-2090493960 HTTP/1.1" status: 404 len: 329 time: 0.0251074 Aug 21 09:26:17.304188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41806) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:17.308521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-f87a729b-8110-4f01-9a80-c71ed8e3435c tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fe740fee-1622-421f-bd8e-82b955034a0f') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:17.338144 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f87a729b-8110-4f01-9a80-c71ed8e3435c tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f/tags HTTP/1.1" status: 204 len: 168 time: 0.0329344 Aug 21 09:26:17.341552 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41808) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:17.346494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-49f95ae6-a043-41bc-8a9d-20ffe4a40cd8 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b5ab1e8c-4710-4715-bd4c-08d86aab27fe') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:17.425288 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-49f95ae6-a043-41bc-8a9d-20ffe4a40cd8 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe/tags HTTP/1.1" status: 204 len: 168 time: 0.0826600 Aug 21 09:26:17.427885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41810) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:17.432305 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.tag.tag_plugin [None req-9dfc1cf0-80ae-45fc-a51d-d26964e0347e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '604fb725-56df-4f21-892b-ec49381dda15') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:17.494565 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9dfc1cf0-80ae-45fc-a51d-d26964e0347e tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15/tags HTTP/1.1" status: 204 len: 168 time: 0.0656278 Aug 21 09:26:17.497797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41812) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:17.502337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-d3ac4aff-b915-40b9-be58-4b0a3e000f54 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a37ecd0f-8429-4302-91b9-d3d056da44a0') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:17.562234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d3ac4aff-b915-40b9-be58-4b0a3e000f54 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0633638 Aug 21 09:26:17.567074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41818) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:17.761059 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-52284bb8-fbb3-4dc0-9965-b233f46fc4d5 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for subnetpool, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:17.764874 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-52284bb8-fbb3-4dc0-9965-b233f46fc4d5 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/subnetpools/fe740fee-1622-421f-bd8e-82b955034a0f HTTP/1.1" status: 204 len: 168 time: 0.1943209 Aug 21 09:26:17.765610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41820) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:17.824031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-996f9bbf-6ce9-400c-a882-a31165a4fa4f tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5ab1e8c-4710-4715-bd4c-08d86aab27fe HTTP/1.1" status: 200 len: 205 time: 0.0550520 Aug 21 09:26:17.824293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41824) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:17.907097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-2a7890b9-1fac-493a-b559-619c6f9b6f35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1313641 Aug 21 09:26:17.911453 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf67f870-330d-40aa-b534-5177e3ceeb33 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:18.029943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41832) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:18.247549 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9b67b-e315-4035-9ac2-94929094e4ea req-f05bbf58-7470-499c-a9c8-771a61f5efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:18.249304 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e6d9b67b-e315-4035-9ac2-94929094e4ea req-f05bbf58-7470-499c-a9c8-771a61f5efa8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 1098 time: 0.2179520 Aug 21 09:26:18.305223 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-e6d9b67b-e315-4035-9ac2-94929094e4ea req-a979e671-4583-4e26-859e-d37d87b2b958 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494552 Aug 21 09:26:18.536291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5d67929-43d3-4d67-b75b-cf4dfad8dcc1 req-25634d54-b139-435f-9c25-812268763230 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0646443 Aug 21 09:26:18.565694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-3548ee74-15dc-4f35-9000-4ae8c17de1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:18.567227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-3548ee74-15dc-4f35-9000-4ae8c17de1ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f006ab8501f34f3bb05432aaa71c4bec&device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 1098 time: 0.6037097 Aug 21 09:26:18.571144 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf67f870-330d-40aa-b534-5177e3ceeb33 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:18.574142 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf67f870-330d-40aa-b534-5177e3ceeb33 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:18.721090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-4752ff58-e212-4055-bd1d-e924c64b35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:18.722624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-4752ff58-e212-4055-bd1d-e924c64b35ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=4744644c-e35d-4f36-b45b-0eca9b5c8098 HTTP/1.1" status: 200 len: 910 time: 0.1238902 Aug 21 09:26:18.770123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf67f870-330d-40aa-b534-5177e3ceeb33 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:18.770627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf67f870-330d-40aa-b534-5177e3ceeb33 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Fanout notify agent at l3_agent the message router_deleted on router b5ab1e8c-4710-4715-bd4c-08d86aab27fe {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:26:18.777499 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf67f870-330d-40aa-b534-5177e3ceeb33 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:18.779391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bf67f870-330d-40aa-b534-5177e3ceeb33 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/routers/b5ab1e8c-4710-4715-bd4c-08d86aab27fe HTTP/1.1" status: 204 len: 168 time: 0.9535825 Aug 21 09:26:18.781791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41846) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:18.806736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-9f7b9041-91a5-4240-a44a-349ed1d25756 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73640672-fb34-4d06-8dca-59d39e0b0f2e HTTP/1.1" status: 200 len: 1001 time: 0.0754969 Aug 21 09:26:18.889416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-22d5a36f-250e-42e4-a5bc-ca722c2b84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:18.891741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-22d5a36f-250e-42e4-a5bc-ca722c2b84ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f5a8520-8185-4c85-934a-c4709db5551e HTTP/1.1" status: 200 len: 848 time: 0.0709708 Aug 21 09:26:18.902324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-9a888ea3-d4e0-422b-bedb-5a5dcf5013f2 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Deleting port 604fb725-56df-4f21-892b-ec49381dda15 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:26:18.902731 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a888ea3-d4e0-422b-bedb-5a5dcf5013f2 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:18.943076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-8ba9d86f-fcd0-4b02-9b65-3d6c50e35e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:18.945011 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-8ba9d86f-fcd0-4b02-9b65-3d6c50e35e71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4744644c-e35d-4f36-b45b-0eca9b5c8098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459554 Aug 21 09:26:18.998795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a888ea3-d4e0-422b-bedb-5a5dcf5013f2 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:19.010785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-9a888ea3-d4e0-422b-bedb-5a5dcf5013f2 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Calling delete_port for 604fb725-56df-4f21-892b-ec49381dda15 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:26:19.055048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-d7941c19-8fea-49a6-841e-15b8e3637a0d service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932488 Aug 21 09:26:19.176585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a10d72-069a-4e0b-bb16-eb688bbb972e req-7e5b7164-3625-48e0-99da-b59b6c8824f0 service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982783 Aug 21 09:26:19.238508 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a888ea3-d4e0-422b-bedb-5a5dcf5013f2 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:19.280626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a888ea3-d4e0-422b-bedb-5a5dcf5013f2 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Pushing event deleted for resources: {'Port': ['ID=604fb725-56df-4f21-892b-ec49381dda15,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:19.418369 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a888ea3-d4e0-422b-bedb-5a5dcf5013f2 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:19.421812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9a888ea3-d4e0-422b-bedb-5a5dcf5013f2 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/ports/604fb725-56df-4f21-892b-ec49381dda15 HTTP/1.1" status: 204 len: 168 time: 0.6390216 Aug 21 09:26:19.424287 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 41856) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:19.485044 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad081586-3e2e-4c81-a3a4-2a146f53c8e9 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Deleting subnet a37ecd0f-8429-4302-91b9-d3d056da44a0 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:26:19.489760 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad081586-3e2e-4c81-a3a4-2a146f53c8e9 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:19.537234 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad081586-3e2e-4c81-a3a4-2a146f53c8e9 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:19.650038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad081586-3e2e-4c81-a3a4-2a146f53c8e9 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:19.666527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54dbc6f1-6a34-4a1f-87af-5a36ef06e978 req-65e263f3-70ec-4915-9625-8ebc70471e3c tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0340335 Aug 21 09:26:19.770867 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad081586-3e2e-4c81-a3a4-2a146f53c8e9 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:19.805817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad081586-3e2e-4c81-a3a4-2a146f53c8e9 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Pushing event deleted for resources: {'Subnet': ['ID=a37ecd0f-8429-4302-91b9-d3d056da44a0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:19.807914 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad081586-3e2e-4c81-a3a4-2a146f53c8e9 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:19.813608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41864) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:19.817083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d813f0-8af3-4ae9-8155-d3f6396938ad None None] Network c0628184-ed1f-4d83-9c8b-65cfdf78f9c9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:26:19.820152 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ad081586-3e2e-4c81-a3a4-2a146f53c8e9 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/subnets/a37ecd0f-8429-4302-91b9-d3d056da44a0 HTTP/1.1" status: 204 len: 168 time: 0.3944533 Aug 21 09:26:19.912873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:19.984910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Deleting port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:26:19.985300 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.050417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf541b-63e5-4402-937d-b8ec79b9fcf8 None None] DHCP port deletion for c0628184-ed1f-4d83-9c8b-65cfdf78f9c9 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:26:20.068606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] For port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3a213c1f-d938-4b3c-8b49-f958f3a6b62c,segment=NetworkSegment(00f2f0c7-ec86-4b50-a071-68fc4f9c67df),segment_id=00f2f0c7-ec86-4b50-a071-68fc4f9c67df)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:20.068978 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.083227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Calling delete_port for 3a213c1f-d938-4b3c-8b49-f958f3a6b62c owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:26:20.119725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf541b-63e5-4402-937d-b8ec79b9fcf8 None None] Deleting port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:26:20.120727 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4fbf541b-63e5-4402-937d-b8ec79b9fcf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.213321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4fbf541b-63e5-4402-937d-b8ec79b9fcf8 None None] For port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3a213c1f-d938-4b3c-8b49-f958f3a6b62c,segment=NetworkSegment(00f2f0c7-ec86-4b50-a071-68fc4f9c67df),segment_id=00f2f0c7-ec86-4b50-a071-68fc4f9c67df)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:20.213721 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4fbf541b-63e5-4402-937d-b8ec79b9fcf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.229673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf541b-63e5-4402-937d-b8ec79b9fcf8 None None] Calling delete_port for 3a213c1f-d938-4b3c-8b49-f958f3a6b62c owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:26:20.290727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.333456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4fbf541b-63e5-4402-937d-b8ec79b9fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.358323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Pushing event deleted for resources: {'Port': ['ID=3a213c1f-d938-4b3c-8b49-f958f3a6b62c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:20.365219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf541b-63e5-4402-937d-b8ec79b9fcf8 None None] Pushing event deleted for resources: {'Port': ['ID=3a213c1f-d938-4b3c-8b49-f958f3a6b62c,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:20.368971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] No DVR routers for this DVR port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:26:20.371033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf541b-63e5-4402-937d-b8ec79b9fcf8 None None] No DVR routers for this DVR port 3a213c1f-d938-4b3c-8b49-f958f3a6b62c on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:26:20.409007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3a213c1f-d938-4b3c-8b49-f958f3a6b62c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:26:20.445367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 3a213c1f-d938-4b3c-8b49-f958f3a6b62c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:26:20.445367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 3a213c1f-d938-4b3c-8b49-f958f3a6b62c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:26:20.476023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.488547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0628184-ed1f-4d83-9c8b-65cfdf78f9c9']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:20.513784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f2f0c7-ec86-4b50-a071-68fc4f9c67df') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:20.514348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f2f0c7-ec86-4b50-a071-68fc4f9c67df') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:20.524630 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.546347 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.556353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:26:20.557763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:26:20.560808 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:26:20.730242 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.737199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:20.739417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] 10.222.0.20 "DELETE /v2.0/networks/c0628184-ed1f-4d83-9c8b-65cfdf78f9c9 HTTP/1.1" status: 204 len: 168 time: 0.9245996 Aug 21 09:26:20.770585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440674a8-77b6-419d-b321-5a0ed616fa72 tempest-TagsExtTest-170190574 tempest-TagsExtTest-170190574-project] Pushing event deleted for resources: {'Network': ['ID=c0628184-ed1f-4d83-9c8b-65cfdf78f9c9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:20.832910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31d3128f-07ae-4302-8dd6-56b2d6d68397 req-76e9c96f-3485-4695-ace8-9b3a2ed80972 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0441990 Aug 21 09:26:21.255199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41900) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:21.392407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ce91dc03-4a0d-46f8-b683-f0bd50432038 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=859f5efae378464da3e41d84b942ec0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359403 Aug 21 09:26:21.394827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41904) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:21.445687 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45006f26-c791-4d9e-a136-561041834e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:21.466357 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45006f26-c791-4d9e-a136-561041834e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:21.598203 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45006f26-c791-4d9e-a136-561041834e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:21.600962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45006f26-c791-4d9e-a136-561041834e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:21.602136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-45006f26-c791-4d9e-a136-561041834e84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c197f04a-65ac-4958-b436-b905c775e25c HTTP/1.1" status: 204 len: 168 time: 0.2064130 Aug 21 09:26:21.610552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45006f26-c791-4d9e-a136-561041834e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c197f04a-65ac-4958-b436-b905c775e25c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:21.943982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-908254c0-c94b-4bc3-af42-1d94eec67984 req-8095947a-0901-45d2-b744-05827fc47893 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0268047 Aug 21 09:26:22.600017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41940) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:22.712641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2038675733'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:22.809830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Made reservation on behalf of 86610df42e164cecb529a3a60f81412b for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:26:22.813482 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:22.822226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:22.910522 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:22.969629 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:23.004506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:26:23.015386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f54e679-e3b6-42a5-a654-f91d472f5fad,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:23.029019 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:23.029450 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Added segment 6818bd73-e6af-498c-9a39-00f414b7dce9 of type vlan for network 09789b69-92b3-4558-a88e-1c5f830c3d47 Aug 21 09:26:23.082660 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd0d8b5a-6f78-459d-9afd-e6a19c8b4a28 req-f2703c2e-6d21-414e-8797-f31a02dd5a51 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0443881 Aug 21 09:26:23.094690 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:23.170471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:23.175942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:23.176584 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:23.244128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Pushing event updated for resources: {'Network': ['ID=09789b69-92b3-4558-a88e-1c5f830c3d47,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:23.254571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 09789b69-92b3-4558-a88e-1c5f830c3d47 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:26:23.316002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-34393b96-8544-4d32-bd50-ff949e98931b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7119272 Aug 21 09:26:23.316240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41952) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:23.320870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-3bfdd0e7-bf2b-494d-9357-a1f3040a8aa1 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47', 'tempest-TagsTest-Tag-350063888') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:23.462378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3bfdd0e7-bf2b-494d-9357-a1f3040a8aa1 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "PUT /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags/tempest-TagsTest-Tag-350063888 HTTP/1.1" status: 201 len: 201 time: 0.1451230 Aug 21 09:26:23.464897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41954) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:23.470174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-e50f7f8e-97eb-4ab6-bac8-d6ef3c02039b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47', 'tempest-TagsTest-Tag-350063888') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:23.542104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e50f7f8e-97eb-4ab6-bac8-d6ef3c02039b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "GET /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags/tempest-TagsTest-Tag-350063888 HTTP/1.1" status: 204 len: 168 time: 0.0755575 Aug 21 09:26:23.544554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41956) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:23.548908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-8838e536-32a5-4899-9bd6-f98ae96a25f6 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:23.614991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8838e536-32a5-4899-9bd6-f98ae96a25f6 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "GET /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags HTTP/1.1" status: 200 len: 237 time: 0.0692706 Aug 21 09:26:23.617549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41958) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:23.622599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-fe1c15e2-35ff-4a36-a46b-f001a7157822 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47', {'tags': ['tempest-TagsTest-Tag-1741463191', 'tempest-TagsTest-Tag-564631730', 'tempest-TagsTest-Tag-1946253433']}) {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:23.753742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fe1c15e2-35ff-4a36-a46b-f001a7157822 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "PUT /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags HTTP/1.1" status: 200 len: 308 time: 0.1351645 Aug 21 09:26:23.756217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41968) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:23.760821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-a6f37146-0e14-45d3-baca-a83b9962151b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47', 'tempest-TagsTest-Tag-1741463191') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:23.873994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a6f37146-0e14-45d3-baca-a83b9962151b tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "DELETE /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags/tempest-TagsTest-Tag-1741463191 HTTP/1.1" status: 204 len: 168 time: 0.1167486 Aug 21 09:26:23.876634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41970) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:23.881006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-8f81ab1a-c6f7-4254-bf1b-49350dab7ae7 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47', 'tempest-TagsTest-Tag-1741463191') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:23.951483 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-8f81ab1a-c6f7-4254-bf1b-49350dab7ae7 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] show failed (client error): The resource could not be found. Aug 21 09:26:23.952667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8f81ab1a-c6f7-4254-bf1b-49350dab7ae7 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "GET /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags/tempest-TagsTest-Tag-1741463191 HTTP/1.1" status: 404 len: 326 time: 0.0751300 Aug 21 09:26:23.955717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41972) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:23.960115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-3f9fe95a-78dc-4555-b607-d2c9f933f9e7 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47', 'tempest-TagsTest-Tag-564631730') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:24.026908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3f9fe95a-78dc-4555-b607-d2c9f933f9e7 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "GET /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags/tempest-TagsTest-Tag-564631730 HTTP/1.1" status: 204 len: 168 time: 0.0701387 Aug 21 09:26:24.029391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41974) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:24.033700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-3badbe47-02e8-4d11-8521-f26cc319904d tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47', 'tempest-TagsTest-Tag-1946253433') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:24.103785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3badbe47-02e8-4d11-8521-f26cc319904d tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "GET /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags/tempest-TagsTest-Tag-1946253433 HTTP/1.1" status: 204 len: 168 time: 0.0733526 Aug 21 09:26:24.106668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41976) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:24.110973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-dba2d1d1-db6b-42d2-bd23-ca0b0c24a18e tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:24.208312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09ef4677-0010-40a4-b1f8-6e789e08cb32 req-aba44c2e-5d0b-486c-8f73-972ad145d708 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0318809 Aug 21 09:26:24.319346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dba2d1d1-db6b-42d2-bd23-ca0b0c24a18e tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "DELETE /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags HTTP/1.1" status: 204 len: 168 time: 0.2116556 Aug 21 09:26:24.325387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41990) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:24.326317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-d1290623-8d41-4715-9781-3705f2294b88 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47', 'tempest-TagsTest-Tag-564631730') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:24.394518 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-d1290623-8d41-4715-9781-3705f2294b88 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] show failed (client error): The resource could not be found. Aug 21 09:26:24.395612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d1290623-8d41-4715-9781-3705f2294b88 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "GET /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags/tempest-TagsTest-Tag-564631730 HTTP/1.1" status: 404 len: 325 time: 0.0728729 Aug 21 09:26:24.398692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41992) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:24.403743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-2f8ca931-2e94-4942-b205-cc2750464df8 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47', 'tempest-TagsTest-Tag-1946253433') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:24.482901 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-2f8ca931-2e94-4942-b205-cc2750464df8 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] show failed (client error): The resource could not be found. Aug 21 09:26:24.483849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2f8ca931-2e94-4942-b205-cc2750464df8 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "GET /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags/tempest-TagsTest-Tag-1946253433 HTTP/1.1" status: 404 len: 326 time: 0.0841336 Aug 21 09:26:24.486649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41996) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:24.490963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.tag.tag_plugin [None req-3c5cf1cd-ca2a-4ddb-b8cb-bf9ea3b58ed2 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '09789b69-92b3-4558-a88e-1c5f830c3d47') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:24.508752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d33fbf5-b57c-4ec3-bf94-22185de83e6a req-7ee45250-2aaa-4361-be10-d93021257318 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0344226 Aug 21 09:26:24.574318 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3c5cf1cd-ca2a-4ddb-b8cb-bf9ea3b58ed2 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "DELETE /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47/tags HTTP/1.1" status: 204 len: 168 time: 0.0866852 Aug 21 09:26:24.578477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 41998) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:24.656595 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:24.741820 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:24.751526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09789b69-92b3-4558-a88e-1c5f830c3d47']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:24.761539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6818bd73-e6af-498c-9a39-00f414b7dce9') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:24.761830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6818bd73-e6af-498c-9a39-00f414b7dce9') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:26:24.770961 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:24.789637 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:24.795746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:26:24.796118 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:26:24.798976 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:26:24.917971 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:24.925460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:24.926657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] 10.222.0.20 "DELETE /v2.0/networks/09789b69-92b3-4558-a88e-1c5f830c3d47 HTTP/1.1" status: 204 len: 168 time: 0.3472319 Aug 21 09:26:24.938372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b1563-399f-4dd8-bcab-354dd40d8089 tempest-TagsTest-1350175794 tempest-TagsTest-1350175794-project] Pushing event deleted for resources: {'Network': ['ID=09789b69-92b3-4558-a88e-1c5f830c3d47,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:25.316434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14099a30-a9b5-4d6a-b85e-488d5285095f req-61cb73d6-2486-435a-bfed-c7b0306ebaaa tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0287223 Aug 21 09:26:25.385342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42014) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:25.528712 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-063b4152-8303-4ecf-bc3f-bfab742e7034 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86610df42e164cecb529a3a60f81412b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420903 Aug 21 09:26:25.531027 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42020) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:25.580966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ac6dac0-7c38-4b72-92d7-899b9c27ae6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:25.601445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ac6dac0-7c38-4b72-92d7-899b9c27ae6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:25.717884 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ac6dac0-7c38-4b72-92d7-899b9c27ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:25.720581 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5ac6dac0-7c38-4b72-92d7-899b9c27ae6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:25.722691 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5ac6dac0-7c38-4b72-92d7-899b9c27ae6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f54e679-e3b6-42a5-a654-f91d472f5fad HTTP/1.1" status: 204 len: 168 time: 0.1905072 Aug 21 09:26:25.731905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6dac0-7c38-4b72-92d7-899b9c27ae6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f54e679-e3b6-42a5-a654-f91d472f5fad,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:26.447895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-608a1699-62a8-4a1f-8b84-28b63bdc6030 req-e63c5ef6-31a1-43f9-8589-941b15f00272 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0261090 Aug 21 09:26:26.753777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-041953f8-7802-4f92-840c-5cd0859de85f req-4439949e-11ec-4ad2-aa56-a1f0fc537ca6 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=b390b114-9172-45c7-9e99-685a8bb39402&device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0301418 Aug 21 09:26:27.160848 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33dab800-e10d-4cae-9bac-6343152cc828 req-faa9258d-6de7-4967-9f58-9df63146ba6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2fb84851f74c4299af8e517b95ced44f&device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0449142 Aug 21 09:26:27.162993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d80d48e-8951-4c60-94bd-3259c3ee34ee req-e8d29977-bd4e-475f-bd9e-bb2caceb2e95 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0393670 Aug 21 09:26:27.189669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33dab800-e10d-4cae-9bac-6343152cc828 req-68fde353-7592-42ab-8669-3871ddf1a237 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2fb84851f74c4299af8e517b95ced44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196955 Aug 21 09:26:27.288835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dab800-e10d-4cae-9bac-6343152cc828 req-271b0584-94c3-45d0-b828-3f94db7ddad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:27.290338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33dab800-e10d-4cae-9bac-6343152cc828 req-271b0584-94c3-45d0-b828-3f94db7ddad7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935409 Aug 21 09:26:28.260991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fac07625-b95f-4db8-9ac1-9410d7d32687 req-b054e2b9-2301-4897-8b03-ac9d245f6bc7 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0274873 Aug 21 09:26:28.329790 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42122) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:28.446222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4918e1a-df2d-4269-b8b3-ae6f29a85460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:28.566737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4918e1a-df2d-4269-b8b3-ae6f29a85460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:28.632315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f4918e1a-df2d-4269-b8b3-ae6f29a85460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:28.640635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33dab800-e10d-4cae-9bac-6343152cc828 req-793a3426-d1a3-4e04-937a-7d41559f7950 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0294394 Aug 21 09:26:28.663365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42134) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:28.663677 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f4918e1a-df2d-4269-b8b3-ae6f29a85460 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18f096c2660f43c4ad208aea4f3fd47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324318 Aug 21 09:26:28.708985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4918e1a-df2d-4269-b8b3-ae6f29a85460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b143677-af5a-4c62-96e1-1dd718cd3a55,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:28.735743 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffce5e42-687c-404c-b920-bea3a58aab2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:28.757977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffce5e42-687c-404c-b920-bea3a58aab2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:28.861261 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffce5e42-687c-404c-b920-bea3a58aab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:28.863939 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffce5e42-687c-404c-b920-bea3a58aab2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:28.865127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ffce5e42-687c-404c-b920-bea3a58aab2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b143677-af5a-4c62-96e1-1dd718cd3a55 HTTP/1.1" status: 204 len: 168 time: 0.2002788 Aug 21 09:26:28.874356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce5e42-687c-404c-b920-bea3a58aab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b143677-af5a-4c62-96e1-1dd718cd3a55,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:29.148304 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:26:29.395027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3641a51c-1287-44d8-a054-20aca3c60aed req-f456cf85-b303-4671-bc74-5d701aef070a tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=de9d89b7-a62b-4a82-a2c0-ddfdbd4b763c HTTP/1.1" status: 200 len: 210 time: 0.0308325 Aug 21 09:26:29.522562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42146) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:29.541483 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02fb22b4-f956-4999-a7b7-1fa8f23285d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:29.655653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02fb22b4-f956-4999-a7b7-1fa8f23285d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:29.734867 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02fb22b4-f956-4999-a7b7-1fa8f23285d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:29.791908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-02fb22b4-f956-4999-a7b7-1fa8f23285d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2e925311a894540baba53987ef0c7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676396 Aug 21 09:26:29.794277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb22b4-f956-4999-a7b7-1fa8f23285d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2874ea3e-cae0-477d-b4ef-917fa42c8f12,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:29.794995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42152) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:29.868920 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfcaa-55ec-43d1-9e7b-2232323e3371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:29.890622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfcaa-55ec-43d1-9e7b-2232323e3371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:30.038558 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfcaa-55ec-43d1-9e7b-2232323e3371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:30.041292 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfcaa-55ec-43d1-9e7b-2232323e3371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:30.045163 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e6fcfcaa-55ec-43d1-9e7b-2232323e3371 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2874ea3e-cae0-477d-b4ef-917fa42c8f12 HTTP/1.1" status: 204 len: 168 time: 0.2461045 Aug 21 09:26:30.052311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcfcaa-55ec-43d1-9e7b-2232323e3371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2874ea3e-cae0-477d-b4ef-917fa42c8f12,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:30.884413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c147302-916f-454d-b0f8-76d0a211f04e req-a707be8f-1e20-45a1-926d-0f373c9aa7fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2fb84851f74c4299af8e517b95ced44f&device_id=b390b114-9172-45c7-9e99-685a8bb39402 HTTP/1.1" status: 200 len: 210 time: 0.0389001 Aug 21 09:26:30.920171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3af06dc7-9ab2-4701-bc4a-6e69d77df5fc req-4273869a-4bac-438b-bdf7-09a1e2eae50d tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=b390b114-9172-45c7-9e99-685a8bb39402 HTTP/1.1" status: 200 len: 210 time: 0.0382161 Aug 21 09:26:30.942183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c147302-916f-454d-b0f8-76d0a211f04e req-3ee57d15-2a8d-4ca7-b1a6-0035a6617381 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2fb84851f74c4299af8e517b95ced44f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404336 Aug 21 09:26:31.063992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c147302-916f-454d-b0f8-76d0a211f04e req-77bb3f78-3f34-42c7-a6b1-0d38c31ac864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:31.066968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c147302-916f-454d-b0f8-76d0a211f04e req-77bb3f78-3f34-42c7-a6b1-0d38c31ac864 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190746 Aug 21 09:26:32.041615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a309623-ef97-4b70-b307-72c7f7762138 req-e102aa95-41a4-4da8-a7b7-1fa23752dfe0 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=b390b114-9172-45c7-9e99-685a8bb39402 HTTP/1.1" status: 200 len: 210 time: 0.0330861 Aug 21 09:26:32.361491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c147302-916f-454d-b0f8-76d0a211f04e req-115cfb19-2854-4e29-9305-cdfc6deb416d tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.22 "GET /v2.0/ports?device_id=b390b114-9172-45c7-9e99-685a8bb39402 HTTP/1.1" status: 200 len: 210 time: 0.0258932 Aug 21 09:26:33.172274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b3c228f-876e-43ef-96b7-5ba0b1c4b125 req-be3375a4-cc2f-4e8a-972e-2748ee6db225 tempest-ServerShowV247Test-1853554326 tempest-ServerShowV247Test-1853554326-project] 10.222.0.20 "GET /v2.0/ports?device_id=b390b114-9172-45c7-9e99-685a8bb39402 HTTP/1.1" status: 200 len: 210 time: 0.0419648 Aug 21 09:26:34.011925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42262) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:34.123183 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e57fd35-7ede-4d92-a4e5-11f52c67d76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:34.214088 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e57fd35-7ede-4d92-a4e5-11f52c67d76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:34.300801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6e57fd35-7ede-4d92-a4e5-11f52c67d76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:34.350499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42272) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:34.360251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6e57fd35-7ede-4d92-a4e5-11f52c67d76b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bec994265a6446c282c00f1d6519dbf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471603 Aug 21 09:26:34.363042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57fd35-7ede-4d92-a4e5-11f52c67d76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1fa0f0-99f1-49d3-9874-eb6018e2d8d3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:34.414612 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bac0ba0-95ee-4645-b373-85d3e9d55de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:34.437190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bac0ba0-95ee-4645-b373-85d3e9d55de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:34.552459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bac0ba0-95ee-4645-b373-85d3e9d55de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:34.555115 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bac0ba0-95ee-4645-b373-85d3e9d55de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:34.559376 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8bac0ba0-95ee-4645-b373-85d3e9d55de5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae1fa0f0-99f1-49d3-9874-eb6018e2d8d3 HTTP/1.1" status: 204 len: 168 time: 0.2043989 Aug 21 09:26:34.565756 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac0ba0-95ee-4645-b373-85d3e9d55de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1fa0f0-99f1-49d3-9874-eb6018e2d8d3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:34.634266 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42280) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:34.737758 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a27d9e0d-2fe7-4e4a-ba87-6630ea0626e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:34.827630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a27d9e0d-2fe7-4e4a-ba87-6630ea0626e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:34.872932 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a27d9e0d-2fe7-4e4a-ba87-6630ea0626e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:34.914650 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a27d9e0d-2fe7-4e4a-ba87-6630ea0626e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fb84851f74c4299af8e517b95ced44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791941 Aug 21 09:26:34.916950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d9e0d-2fe7-4e4a-ba87-6630ea0626e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdf62ac-1f0b-425d-ab45-6014ca0efd40,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:34.917840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42286) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:34.966915 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d38e8d01-e1a4-4687-9807-d62bdf3b61ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:34.987691 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d38e8d01-e1a4-4687-9807-d62bdf3b61ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:35.140534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42292) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:35.153601 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d38e8d01-e1a4-4687-9807-d62bdf3b61ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:35.160091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d38e8d01-e1a4-4687-9807-d62bdf3b61ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:35.160091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d38e8d01-e1a4-4687-9807-d62bdf3b61ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcdf62ac-1f0b-425d-ab45-6014ca0efd40 HTTP/1.1" status: 204 len: 168 time: 0.2398090 Aug 21 09:26:35.160091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-65dcca86-9fbc-4dd2-8d85-4a3b6ea5e530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:35.176030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e8d01-e1a4-4687-9807-d62bdf3b61ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdf62ac-1f0b-425d-ab45-6014ca0efd40,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:35.275393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-65dcca86-9fbc-4dd2-8d85-4a3b6ea5e530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:35.323691 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-65dcca86-9fbc-4dd2-8d85-4a3b6ea5e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:35.363048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-65dcca86-9fbc-4dd2-8d85-4a3b6ea5e530 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d70e2e6aa184ee59cf6ab2fdd953a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214086 Aug 21 09:26:35.365198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcca86-9fbc-4dd2-8d85-4a3b6ea5e530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3265f0-acf1-4b46-a3e8-24095a491f15,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:35.366257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42298) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:35.440094 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f966fd82-933d-4655-8c5d-279a0543d824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:35.462198 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f966fd82-933d-4655-8c5d-279a0543d824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:35.609567 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f966fd82-933d-4655-8c5d-279a0543d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:35.612248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f966fd82-933d-4655-8c5d-279a0543d824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:35.613453 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f966fd82-933d-4655-8c5d-279a0543d824 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e3265f0-acf1-4b46-a3e8-24095a491f15 HTTP/1.1" status: 204 len: 168 time: 0.2461252 Aug 21 09:26:35.621588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966fd82-933d-4655-8c5d-279a0543d824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3265f0-acf1-4b46-a3e8-24095a491f15,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:36.432381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42338) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:36.535074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1160177412-network', 'tenant_id': '64b4de758eb241f992adf21515e35f03'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:36.603794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Made reservation on behalf of 64b4de758eb241f992adf21515e35f03 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:26:36.606460 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:36.616669 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:36.719392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:36.792398 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:36.825393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:26:36.846175 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:36.846705 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Added segment f5209a51-7910-47dd-8c5e-b5acd838bb86 of type vlan for network a204257c-7598-4e7a-a0f3-f824e457425e Aug 21 09:26:36.848246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3e4eaf-008d-4536-992c-3b14b61b54eb,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:36.875365 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.875700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.876219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.876567 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.876924 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.877228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.877551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.877877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.878317 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.878652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.879079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.879407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:36.892450 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcf85-599e-44aa-a88c-d97fd5122156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:36.922813 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:37.004405 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:37.006462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:37.007627 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:37.081819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] Pushing event updated for resources: {'Network': ['ID=a204257c-7598-4e7a-a0f3-f824e457425e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:37.092123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network a204257c-7598-4e7a-a0f3-f824e457425e details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:26:37.136374 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-27f2af8e-84bc-4c7c-85a6-c7851cb48d25 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7014189 Aug 21 09:26:37.139754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42356) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:37.145330 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] Request body: {'subnet': {'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1160177412-subnet', 'tenant_id': '64b4de758eb241f992adf21515e35f03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:37.236350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] Made reservation on behalf of 64b4de758eb241f992adf21515e35f03 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:26:37.237657 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:37.574757 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:37.629514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0303e0cd-55d2-44d4-8229-2cb9f7ab5270,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:37.646178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] Checking segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:26:37.646536 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] Network hostable DHCP agents. Network: a204257c-7598-4e7a-a0f3-f824e457425e, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:26:37.735120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] Network a204257c-7598-4e7a-a0f3-f824e457425e is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:26:37.826607 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, a204257c-7598-4e7a-a0f3-f824e457425e) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:26:37.831711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:37.832590 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:37.836328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd099509-27b8-4c1d-a1e1-407a373451ba None None] Network a204257c-7598-4e7a-a0f3-f824e457425e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:26:37.947899 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f31313c7-29f8-4f97-96ad-fa2ee3f57e97 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8069007 Aug 21 09:26:37.990233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1907c70a-9080-489f-9abf-43bd6ad5919c None None] Network a204257c-7598-4e7a-a0f3-f824e457425e requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:26:38.460908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-cef29a86-81d8-40ee-8a20-1e5b1844868f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:38.469179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-cef29a86-81d8-40ee-8a20-1e5b1844868f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1199160 Aug 21 09:26:38.492346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-51d130c6-24c0-453a-93fe-c2b1862e4612 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/quotas/64b4de758eb241f992adf21515e35f03 HTTP/1.1" status: 200 len: 375 time: 0.0220580 Aug 21 09:26:38.535304 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-e142b528-55df-4ded-bc39-c656300a9bde tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344338 Aug 21 09:26:38.634094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-ba1a7501-56a9-4a45-97ff-deefc5a933b5 service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921986 Aug 21 09:26:38.748498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-e39c603f-8108-496e-a07e-186bdf5f1738 service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016312 Aug 21 09:26:39.245237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9788c0b0-1e38-4807-b4db-95be7760e40a req-d9321a63-59df-425f-9129-5dbb1d2699ed tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 210 time: 0.2628057 Aug 21 09:26:39.500473 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0e1847c1-4092-4ba6-a28e-95553b6aa6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:39.782416 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:40.339945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43681db6-670b-4c9d-8a74-51c8bcdb3f77 req-d70f6762-68e3-4515-8c62-317f30bd6975 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 210 time: 0.0262680 Aug 21 09:26:40.883262 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:41.224428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-f402ef6a-5f72-4423-9b7c-43593cf4795b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:41.226902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-f402ef6a-5f72-4423-9b7c-43593cf4795b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.22 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1397521 Aug 21 09:26:41.240035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Request body: {'port': {'device_id': '95d91e1e-f384-4d0c-96a8-e52d273f0c74', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'admin_state_up': True, 'tenant_id': '64b4de758eb241f992adf21515e35f03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:41.482198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Made reservation on behalf of 64b4de758eb241f992adf21515e35f03 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:26:41.494341 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:41.560266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4cf8fec-c019-41f4-af14-e7dcaab783ed req-0a6ae304-8505-4e60-b978-d363dfeb355e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 210 time: 0.0972455 Aug 21 09:26:41.700089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Allocated IP 172.20.0.5 (a204257c-7598-4e7a-a0f3-f824e457425e/0303e0cd-55d2-44d4-8229-2cb9f7ab5270/059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:26:41.880573 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:41.986308 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:42.038502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Network a204257c-7598-4e7a-a0f3-f824e457425e is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:26:42.042417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:26:42.052792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:26:42.076780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event updated for resources: {'Port': ['ID=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:42.108652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:42.109299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:42.210122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1148bac1-06e3-4282-a658-b6c6edfc2417 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9744682 Aug 21 09:26:42.223083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Request body: {'port': {'device_id': '95d91e1e-f384-4d0c-96a8-e52d273f0c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:42.297127 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:42.375077 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:42.396309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42492) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:42.551759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54dfe997-eb90-47c0-98f3-a27a2678f044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:42.622199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:26:42.641751 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:42.674130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Transition to ACTIVE for port object 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:26:42.693037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54dfe997-eb90-47c0-98f3-a27a2678f044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:42.722121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149681-1d97-4408-97be-db5b23053133 req-feb6fe00-835d-4053-9026-b7ecc1b6ce91 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:42.723690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69149681-1d97-4408-97be-db5b23053133 req-feb6fe00-835d-4053-9026-b7ecc1b6ce91 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 931 time: 0.0514443 Aug 21 09:26:42.758027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:42.780907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54dfe997-eb90-47c0-98f3-a27a2678f044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:42.796845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69149681-1d97-4408-97be-db5b23053133 req-4d1956ff-a897-4b35-801d-33fa77e048b9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664444 Aug 21 09:26:42.835282 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-54dfe997-eb90-47c0-98f3-a27a2678f044 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae6ec47057c84f379ffd7a8ea8464516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371278 Aug 21 09:26:42.836555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfe997-eb90-47c0-98f3-a27a2678f044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789cae29-3bc6-409f-8878-e19ad0156cbd,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:42.838106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42500) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:42.841176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Pushing event updated for resources: {'Port': ['ID=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:42.933329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Attempting to bind port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:26:42.933659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Attempting to bind port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:26:42.933989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Attempting to bind port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:26:42.939750 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0919f45-81b1-40c2-948b-2339e92b326a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:42.942381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e on network a204257c-7598-4e7a-a0f3-f824e457425e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:26:42.942698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Attempting to bind port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:26:42.955148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:26:42.955503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Checking segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:26:42.955907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Bound using segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:26:42.956339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Bound port: 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:26:42.956701 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:42.979749 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0919f45-81b1-40c2-948b-2339e92b326a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:43.056143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] For port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:26:43.059678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] For port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:26:43.129952 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:43.134393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0919f45-81b1-40c2-948b-2339e92b326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:43.137551 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0919f45-81b1-40c2-948b-2339e92b326a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:43.138715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c0919f45-81b1-40c2-948b-2339e92b326a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/789cae29-3bc6-409f-8878-e19ad0156cbd HTTP/1.1" status: 204 len: 168 time: 0.2946897 Aug 21 09:26:43.181000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:43.181402 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:43.182812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] 10.222.0.22 "PUT /v2.0/ports/059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e HTTP/1.1" status: 200 len: 1092 time: 0.9641354 Aug 21 09:26:43.183822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d91e1e-f384-4d0c-96a8-e52d273f0c74', 'tag': '059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:26:43.186117 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e621809-aacd-4ce9-8d92-59f933a3b4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "95d91e1e-f384-4d0c-96a8-e52d273f0c74", "tag": "059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:26:43.197292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0919f45-81b1-40c2-948b-2339e92b326a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789cae29-3bc6-409f-8878-e19ad0156cbd,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:43.234777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ccaa8-7a7f-4f5e-b90e-873daf2ebba3 service neutron] Pushing event updated for resources: {'Port': ['ID=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:43.253488 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3058ba2b-691c-42de-8614-0cb906a8b7d9 x-openstack-request-id: req-3058ba2b-691c-42de-8614-0cb906a8b7d9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:26:43.253843 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d91e1e-f384-4d0c-96a8-e52d273f0c74", "tag": "059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:26:43.254290 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3058ba2b-691c-42de-8614-0cb906a8b7d9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:26:43.254704 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d91e1e-f384-4d0c-96a8-e52d273f0c74', 'tag': '059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e', 'status': 'completed', 'code': 200} Aug 21 09:26:43.336399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e621809-aacd-4ce9-8d92-59f933a3b4b9 req-f53a0b2c-0616-41e6-92d2-3e2221feb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:43.338153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e621809-aacd-4ce9-8d92-59f933a3b4b9 req-f53a0b2c-0616-41e6-92d2-3e2221feb14c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 1095 time: 0.0583692 Aug 21 09:26:43.473082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e621809-aacd-4ce9-8d92-59f933a3b4b9 req-efe76cd0-d3ab-4fed-b2d5-6f4a8d2094f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:43.474839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e621809-aacd-4ce9-8d92-59f933a3b4b9 req-efe76cd0-d3ab-4fed-b2d5-6f4a8d2094f2 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=64b4de758eb241f992adf21515e35f03&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1281650 Aug 21 09:26:43.582808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e621809-aacd-4ce9-8d92-59f933a3b4b9 req-fcff4381-9996-4d29-9d29-6336c7848c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:43.584417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e621809-aacd-4ce9-8d92-59f933a3b4b9 req-fcff4381-9996-4d29-9d29-6336c7848c93 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018488 Aug 21 09:26:43.690718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-e6c60a0c-bb77-4765-aea5-c3deb485b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:43.695394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-e6c60a0c-bb77-4765-aea5-c3deb485b45a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 1095 time: 0.0683789 Aug 21 09:26:43.740709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-1ebe2268-087b-4c94-9c2e-d2521cb80800 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e HTTP/1.1" status: 200 len: 217 time: 0.0395231 Aug 21 09:26:43.799313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-b7cf3609-30f1-4fee-92ec-dcc8e153beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:43.800974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-b7cf3609-30f1-4fee-92ec-dcc8e153beda service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0303e0cd-55d2-44d4-8229-2cb9f7ab5270 HTTP/1.1" status: 200 len: 846 time: 0.0536623 Aug 21 09:26:43.804706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42514) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:43.851233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-05a9c8c1-f643-411f-84ec-8a57450d9575 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a204257c-7598-4e7a-a0f3-f824e457425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399346 Aug 21 09:26:43.852578 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4253067c-02b6-404d-8a51-72cc6c001064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:44.019498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3e515-fe9f-4884-a04b-5bc50a92d286 req-b7563dcb-ddd1-44ec-8dcd-f2fab77b78ce tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:44.021105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74d3e515-fe9f-4884-a04b-5bc50a92d286 req-b7563dcb-ddd1-44ec-8dcd-f2fab77b78ce tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 943 time: 0.1341031 Aug 21 09:26:44.030896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-d6e95680-c206-4a0e-bf59-0d3543947e56 service neutron] 10.222.0.22 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686611 Aug 21 09:26:44.139587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74d3e515-fe9f-4884-a04b-5bc50a92d286 req-f6e861db-c056-4242-a204-6f2d37a837e9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110420 Aug 21 09:26:44.179848 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4253067c-02b6-404d-8a51-72cc6c001064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:44.201373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01def62d-4381-48a1-bece-ab8e6f39a2b7 req-cd171523-e183-4ded-8ead-5ebf9ee4dcf2 service neutron] 10.222.0.22 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512544 Aug 21 09:26:44.249502 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4253067c-02b6-404d-8a51-72cc6c001064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:44.293587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4253067c-02b6-404d-8a51-72cc6c001064 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf6dfb6e57d94b8894a63ecdffe1f67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878182 Aug 21 09:26:44.303737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253067c-02b6-404d-8a51-72cc6c001064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776646e4-0348-455c-97d3-08da32719a9c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:44.304003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42520) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:44.351670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e713b679-763c-448c-9223-8dc3465762e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:44.373190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e713b679-763c-448c-9223-8dc3465762e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:44.478246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e713b679-763c-448c-9223-8dc3465762e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:44.481115 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e713b679-763c-448c-9223-8dc3465762e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:44.482325 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e713b679-763c-448c-9223-8dc3465762e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/776646e4-0348-455c-97d3-08da32719a9c HTTP/1.1" status: 204 len: 168 time: 0.1843660 Aug 21 09:26:44.490527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713b679-763c-448c-9223-8dc3465762e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776646e4-0348-455c-97d3-08da32719a9c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:44.748744 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42528) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:44.862787 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6561809-d89e-463a-b2ce-fa4ca0ac5a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:44.952032 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6561809-d89e-463a-b2ce-fa4ca0ac5a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:45.019792 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e6561809-d89e-463a-b2ce-fa4ca0ac5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:45.062538 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e6561809-d89e-463a-b2ce-fa4ca0ac5a83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=825317ef6a484016a81c0979a0d6e08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126879 Aug 21 09:26:45.063421 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6561809-d89e-463a-b2ce-fa4ca0ac5a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f00d0d5-bad4-4134-9304-b91aab07ff28,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:45.065245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42542) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:45.114626 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6b2a002-8dfa-4e39-8eaf-1b270df4c0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:45.135393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6b2a002-8dfa-4e39-8eaf-1b270df4c0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:45.275187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acc4c2-2f32-44df-b191-f2b661807c9e req-0a334dd7-8d22-4277-a162-562e5bf2f912 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:45.276713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71acc4c2-2f32-44df-b191-f2b661807c9e req-0a334dd7-8d22-4277-a162-562e5bf2f912 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 943 time: 0.0490789 Aug 21 09:26:45.309951 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6b2a002-8dfa-4e39-8eaf-1b270df4c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:45.311872 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b6b2a002-8dfa-4e39-8eaf-1b270df4c0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:45.313062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b6b2a002-8dfa-4e39-8eaf-1b270df4c0a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f00d0d5-bad4-4134-9304-b91aab07ff28 HTTP/1.1" status: 204 len: 168 time: 0.2461326 Aug 21 09:26:45.317888 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:45.325866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71acc4c2-2f32-44df-b191-f2b661807c9e req-f7e38dd6-9470-4bc2-8e12-75d6c15179e2 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Aug 21 09:26:45.326967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2a002-8dfa-4e39-8eaf-1b270df4c0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f00d0d5-bad4-4134-9304-b91aab07ff28,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:45.437819 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:45.910500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b5e18-5e57-4c98-a106-b832c30ba978 req-57a7f27d-bd9f-49ae-9bc9-26b152a2032b tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:45.912288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-586b5e18-5e57-4c98-a106-b832c30ba978 req-57a7f27d-bd9f-49ae-9bc9-26b152a2032b tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 945 time: 0.0531685 Aug 21 09:26:45.953565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-586b5e18-5e57-4c98-a106-b832c30ba978 req-fd9fb4e7-c9b7-4315-b0b9-8cb4ecd1563f tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347638 Aug 21 09:26:45.971962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42572) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:45.986183 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c9f2adf-c418-49ff-a045-06c6d0750212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:46.076646 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c9f2adf-c418-49ff-a045-06c6d0750212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:46.134774 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c9f2adf-c418-49ff-a045-06c6d0750212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:46.173252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0c9f2adf-c418-49ff-a045-06c6d0750212 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1398bf5957d343de88c32202f0a74997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001395 Aug 21 09:26:46.175205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f2adf-c418-49ff-a045-06c6d0750212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb83c855-f1c8-4cf8-976f-efcea32f8e42,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:46.176117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42576) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:46.228872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88ce1f01-1ef8-43bb-90be-9dfa7956e1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:46.253570 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88ce1f01-1ef8-43bb-90be-9dfa7956e1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:46.375063 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88ce1f01-1ef8-43bb-90be-9dfa7956e1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:46.378388 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-88ce1f01-1ef8-43bb-90be-9dfa7956e1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:46.379753 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-88ce1f01-1ef8-43bb-90be-9dfa7956e1fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb83c855-f1c8-4cf8-976f-efcea32f8e42 HTTP/1.1" status: 204 len: 168 time: 0.2025387 Aug 21 09:26:46.389232 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce1f01-1ef8-43bb-90be-9dfa7956e1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb83c855-f1c8-4cf8-976f-efcea32f8e42,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:46.455998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e936d-a0ce-4cb8-a786-da5753bf4992 req-9e79d4f1-39e2-4d74-9a28-c0ef38124ade tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:46.464167 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e35e936d-a0ce-4cb8-a786-da5753bf4992 req-9e79d4f1-39e2-4d74-9a28-c0ef38124ade tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 943 time: 0.0592203 Aug 21 09:26:46.507950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e35e936d-a0ce-4cb8-a786-da5753bf4992 req-9f7ec066-a4bd-47ea-9af5-cd9fabbbf36e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 Aug 21 09:26:46.992004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42616) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:47.074654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a94f9a-ea2d-4fa1-b08a-a37f5bad44ea req-73a78de3-f761-4733-a92b-ef6d739db881 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:47.076207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a94f9a-ea2d-4fa1-b08a-a37f5bad44ea req-73a78de3-f761-4733-a92b-ef6d739db881 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 945 time: 0.0499711 Aug 21 09:26:47.118569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83a94f9a-ea2d-4fa1-b08a-a37f5bad44ea req-ce1a63fb-88a0-4791-acb6-376c636e07cc tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/security-groups?id=13426bda-6df1-42ae-baf7-d26c2ce9cdc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363359 Aug 21 09:26:47.157074 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17db64e9-7b99-4cac-a4ff-2d9850231c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:47.253720 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17db64e9-7b99-4cac-a4ff-2d9850231c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:47.380637 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17db64e9-7b99-4cac-a4ff-2d9850231c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:47.427405 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-17db64e9-7b99-4cac-a4ff-2d9850231c60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfc87dd714ee4773af51f0d845d840cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336710 Aug 21 09:26:47.429897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db64e9-7b99-4cac-a4ff-2d9850231c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579edf73-c501-4cf8-8ee9-ec2d74542f2c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:47.432384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42630) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:47.462215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0306a5-4f55-4946-a661-56cb4ed937f1 req-64b82924-d319-4c4f-b0de-94a03b01a9d6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:47.463776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a0306a5-4f55-4946-a661-56cb4ed937f1 req-64b82924-d319-4c4f-b0de-94a03b01a9d6 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 945 time: 0.0578690 Aug 21 09:26:47.490794 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d235fdb8-af6f-4c0a-b6af-5b83003d63af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:47.514600 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d235fdb8-af6f-4c0a-b6af-5b83003d63af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:47.570338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-3a0306a5-4f55-4946-a661-56cb4ed937f1 req-4c5b6adc-d063-4db2-b6ee-d62ce5e55964 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Deleting port 9910232c-95de-4bb4-b21e-2fe999d5e88b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:26:47.575049 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3a0306a5-4f55-4946-a661-56cb4ed937f1 req-4c5b6adc-d063-4db2-b6ee-d62ce5e55964 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:47.655482 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d235fdb8-af6f-4c0a-b6af-5b83003d63af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:47.658861 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d235fdb8-af6f-4c0a-b6af-5b83003d63af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:47.660382 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d235fdb8-af6f-4c0a-b6af-5b83003d63af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/579edf73-c501-4cf8-8ee9-ec2d74542f2c HTTP/1.1" status: 204 len: 168 time: 0.2268605 Aug 21 09:26:47.674078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235fdb8-af6f-4c0a-b6af-5b83003d63af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579edf73-c501-4cf8-8ee9-ec2d74542f2c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:47.682113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37521f-638c-4a4d-9a72-f20d33e62471 req-b7d668f4-0d8e-4e99-9d24-1585deee9839 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:47.684205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a37521f-638c-4a4d-9a72-f20d33e62471 req-b7d668f4-0d8e-4e99-9d24-1585deee9839 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 943 time: 0.1088755 Aug 21 09:26:47.715270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3a0306a5-4f55-4946-a661-56cb4ed937f1 req-4c5b6adc-d063-4db2-b6ee-d62ce5e55964 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] For port 9910232c-95de-4bb4-b21e-2fe999d5e88b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9910232c-95de-4bb4-b21e-2fe999d5e88b,segment=NetworkSegment(805d1bfa-9644-42ea-97c4-f347bb10cb54),segment_id=805d1bfa-9644-42ea-97c4-f347bb10cb54)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:47.715667 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3a0306a5-4f55-4946-a661-56cb4ed937f1 req-4c5b6adc-d063-4db2-b6ee-d62ce5e55964 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:47.747535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-3a0306a5-4f55-4946-a661-56cb4ed937f1 req-4c5b6adc-d063-4db2-b6ee-d62ce5e55964 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Calling delete_port for 9910232c-95de-4bb4-b21e-2fe999d5e88b owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:26:47.764867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a37521f-638c-4a4d-9a72-f20d33e62471 req-e746a8b9-06af-4382-b115-d6d19df13bd1 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725477 Aug 21 09:26:47.974997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3a0306a5-4f55-4946-a661-56cb4ed937f1 req-4c5b6adc-d063-4db2-b6ee-d62ce5e55964 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:47.986544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9910232c-95de-4bb4-b21e-2fe999d5e88b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:26:48.010491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b6adc-d063-4db2-b6ee-d62ce5e55964 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Pushing event deleted for resources: {'Port': ['ID=9910232c-95de-4bb4-b21e-2fe999d5e88b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:48.054102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0306a5-4f55-4946-a661-56cb4ed937f1 req-4c5b6adc-d063-4db2-b6ee-d62ce5e55964 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] No DVR routers for this DVR port 9910232c-95de-4bb4-b21e-2fe999d5e88b on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:26:48.056912 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3a0306a5-4f55-4946-a661-56cb4ed937f1 req-4c5b6adc-d063-4db2-b6ee-d62ce5e55964 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:48.062241 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a0306a5-4f55-4946-a661-56cb4ed937f1 req-4c5b6adc-d063-4db2-b6ee-d62ce5e55964 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.13 "DELETE /v2.0/ports/9910232c-95de-4bb4-b21e-2fe999d5e88b HTTP/1.1" status: 204 len: 173 time: 0.5891299 Aug 21 09:26:48.062241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6bf38e-e8f7-4d19-809b-96f2445b056f', 'name': 'network-vif-deleted', 'tag': '9910232c-95de-4bb4-b21e-2fe999d5e88b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:26:48.062993 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b11c30-5e3f-4e94-8796-023d025bfdd5" -d '{"events": [{"server_uuid": "bb6bf38e-e8f7-4d19-809b-96f2445b056f", "name": "network-vif-deleted", "tag": "9910232c-95de-4bb4-b21e-2fe999d5e88b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:26:48.110383 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dc1ff3-fa6b-4302-a378-3628dce91e10 x-openstack-request-id: req-d1dc1ff3-fa6b-4302-a378-3628dce91e10 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:26:48.110986 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6bf38e-e8f7-4d19-809b-96f2445b056f", "name": "network-vif-deleted", "tag": "9910232c-95de-4bb4-b21e-2fe999d5e88b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:26:48.111239 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1dc1ff3-fa6b-4302-a378-3628dce91e10 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:26:48.111671 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6bf38e-e8f7-4d19-809b-96f2445b056f', 'name': 'network-vif-deleted', 'tag': '9910232c-95de-4bb4-b21e-2fe999d5e88b', 'status': 'completed', 'code': 200} Aug 21 09:26:48.175173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:26:48.237691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5b4863d-870d-45bf-8054-c8f6073ae3e6 req-33ea081c-3388-45ed-898a-1c74c61d8a54 tempest-VolumesSnapshotTestJSON-1178929184 tempest-VolumesSnapshotTestJSON-1178929184-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bf38e-e8f7-4d19-809b-96f2445b056f HTTP/1.1" status: 200 len: 210 time: 0.0395529 Aug 21 09:26:48.293792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:48.305105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'port_id': '059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e', 'mac_address': 'fa:16:3e:2c:7f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0303e0cd-55d2-44d4-8229-2cb9f7ab5270', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:26:48.343332 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:48.356998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:26:48.376307 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:48.437741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:48.486420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:48.546692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42664) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:48.560078 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1a808bb-f6a4-4aee-9934-6f499aa5a24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:48.674430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1a808bb-f6a4-4aee-9934-6f499aa5a24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:48.702989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:26:48.740282 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1a808bb-f6a4-4aee-9934-6f499aa5a24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:48.780824 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d1a808bb-f6a4-4aee-9934-6f499aa5a24a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f83ac2627244cee86765e9aa9c433ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330341 Aug 21 09:26:48.782729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a808bb-f6a4-4aee-9934-6f499aa5a24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a42f85-ff7f-4a51-bf2b-4de8ad1d802f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:48.783629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42672) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:48.896508 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:48.951166 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:48.992941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9d4a9-d95c-4f7a-99fb-69338b622eb1 req-0243187f-5ce2-49ff-be3a-eb061831f10f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:48.994474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07e9d4a9-d95c-4f7a-99fb-69338b622eb1 req-0243187f-5ce2-49ff-be3a-eb061831f10f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 944 time: 0.0937912 Aug 21 09:26:49.043804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07e9d4a9-d95c-4f7a-99fb-69338b622eb1 req-6f19265b-dd4f-4417-a9b6-838514040da2 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352910 Aug 21 09:26:49.100581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:49.103135 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:49.104324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92a42f85-ff7f-4a51-bf2b-4de8ad1d802f HTTP/1.1" status: 204 len: 168 time: 0.3195355 Aug 21 09:26:49.111996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a42f85-ff7f-4a51-bf2b-4de8ad1d802f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:49.119993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:49.120949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:49.121298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:49.121637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:49.121975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:49.122306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:49.122635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:49.122993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:49.123323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:49.123831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:49.124158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:49.124496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dca42-eeea-4611-bb17-bbdffcbfdba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:26:50.166624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc3de4-4c6c-4d61-afcc-e192b31d2b6a req-5cd167e4-a8e1-438b-96d0-2a57a92e60a3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:50.168909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18bc3de4-4c6c-4d61-afcc-e192b31d2b6a req-5cd167e4-a8e1-438b-96d0-2a57a92e60a3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 944 time: 0.0543854 Aug 21 09:26:50.186871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:26:50.227332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18bc3de4-4c6c-4d61-afcc-e192b31d2b6a req-63c598d5-af07-4c0b-97ac-1a1ce234810c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516183 Aug 21 09:26:50.361195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:26:50.370011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:26:50.370691 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:50.486075 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:50.512221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d91e1e-f384-4d0c-96a8-e52d273f0c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:26:50.514588 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be0245a-6fe1-4a83-a2bf-3b36f4b2a98b" -d '{"events": [{"server_uuid": "95d91e1e-f384-4d0c-96a8-e52d273f0c74", "name": "network-vif-plugged", "status": "completed", "tag": "059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:26:50.531998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:26:50.609019 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:50.613825 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd56edb-e7f4-4996-b8db-21b3fba6cfb0 x-openstack-request-id: req-9dd56edb-e7f4-4996-b8db-21b3fba6cfb0 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:26:50.614322 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d91e1e-f384-4d0c-96a8-e52d273f0c74", "name": "network-vif-plugged", "status": "completed", "tag": "059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:26:50.614705 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dd56edb-e7f4-4996-b8db-21b3fba6cfb0 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:26:50.615262 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d91e1e-f384-4d0c-96a8-e52d273f0c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e', 'code': 200} Aug 21 09:26:50.718121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:50.746282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b25d6-2354-4ef1-88ff-9352118a8d5a req-cb2d296f-84fa-41dc-980e-34a7a6ea2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:50.748106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-404b25d6-2354-4ef1-88ff-9352118a8d5a req-cb2d296f-84fa-41dc-980e-34a7a6ea2929 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 1097 time: 0.0672896 Aug 21 09:26:50.806951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-404b25d6-2354-4ef1-88ff-9352118a8d5a req-87d4935b-48bf-41ed-a663-a511bd1b8b57 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417771 Aug 21 09:26:50.844261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42746) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:50.970270 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4a652d62-d381-4941-853a-2d8bde33a79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:51.131678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9910232c-95de-4bb4-b21e-2fe999d5e88b no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:26:51.144856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4a652d62-d381-4941-853a-2d8bde33a79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:51.152510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 9910232c-95de-4bb4-b21e-2fe999d5e88b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:26:51.153002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9910232c-95de-4bb4-b21e-2fe999d5e88b not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:26:51.209107 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4a652d62-d381-4941-853a-2d8bde33a79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:51.256597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a652d62-d381-4941-853a-2d8bde33a79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9117ad25-fc5a-4f47-a71e-ab5becd2aa96,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:51.262329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4a652d62-d381-4941-853a-2d8bde33a79b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f84e63b683b4e3eb965299d96194fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169734 Aug 21 09:26:51.269522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42762) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:51.375337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d29213e-db46-4f2b-a7b3-732b3b41d27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:51.401054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f35d0f-89eb-4781-bbe5-df40bd2e81fd req-255941ea-27d7-4fe1-bd4d-f77857019240 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:51.403583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f35d0f-89eb-4781-bbe5-df40bd2e81fd req-255941ea-27d7-4fe1-bd4d-f77857019240 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 945 time: 0.0814843 Aug 21 09:26:51.413684 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d29213e-db46-4f2b-a7b3-732b3b41d27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:51.499451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32f35d0f-89eb-4781-bbe5-df40bd2e81fd req-86b3e2c0-e158-470e-b60f-1ac559bc6ea4 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388818 Aug 21 09:26:51.552074 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d29213e-db46-4f2b-a7b3-732b3b41d27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:51.558467 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9d29213e-db46-4f2b-a7b3-732b3b41d27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:51.563348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9d29213e-db46-4f2b-a7b3-732b3b41d27a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9117ad25-fc5a-4f47-a71e-ab5becd2aa96 HTTP/1.1" status: 204 len: 168 time: 0.2914457 Aug 21 09:26:51.574186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29213e-db46-4f2b-a7b3-732b3b41d27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9117ad25-fc5a-4f47-a71e-ab5becd2aa96,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:52.338730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 42780) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:52.356145 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af95c6f-38dd-41e9-a49b-b0287b665da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:52.460352 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af95c6f-38dd-41e9-a49b-b0287b665da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:52.556478 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af95c6f-38dd-41e9-a49b-b0287b665da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:52.621093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af95c6f-38dd-41e9-a49b-b0287b665da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a82dd6-4935-4761-9feb-ba52b5e5cf4f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:52.627972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7af95c6f-38dd-41e9-a49b-b0287b665da3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=358a159408f7411992542ff118e36813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870924 Aug 21 09:26:52.639236 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 42788) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:26:52.661359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65407a70-2a24-4769-8a16-cb3d2fd007b7 req-3fbac9b4-063e-4945-b6ac-99e6617c1333 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:52.662896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65407a70-2a24-4769-8a16-cb3d2fd007b7 req-3fbac9b4-063e-4945-b6ac-99e6617c1333 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 945 time: 0.0845318 Aug 21 09:26:52.712123 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75a400b0-6483-45cf-a430-efe9fcebf03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:52.712476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65407a70-2a24-4769-8a16-cb3d2fd007b7 req-5ba5e3f6-ff4d-4eaa-a46d-f8b00a682f16 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Aug 21 09:26:52.738360 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75a400b0-6483-45cf-a430-efe9fcebf03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:52.900871 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75a400b0-6483-45cf-a430-efe9fcebf03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:52.903967 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75a400b0-6483-45cf-a430-efe9fcebf03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:52.909864 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-75a400b0-6483-45cf-a430-efe9fcebf03e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24a82dd6-4935-4761-9feb-ba52b5e5cf4f HTTP/1.1" status: 204 len: 168 time: 0.2762940 Aug 21 09:26:52.923484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a400b0-6483-45cf-a430-efe9fcebf03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a82dd6-4935-4761-9feb-ba52b5e5cf4f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:53.123201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af2b02-6f7f-4b1a-857c-462951d6f4d7 req-7f144e97-234d-46a3-b353-936da1be8883 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:53.125841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50af2b02-6f7f-4b1a-857c-462951d6f4d7 req-7f144e97-234d-46a3-b353-936da1be8883 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1626956 Aug 21 09:26:53.141626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50af2b02-6f7f-4b1a-857c-462951d6f4d7 req-043473b2-b39c-4c5c-bc9e-54757c76d867 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/quotas/64b4de758eb241f992adf21515e35f03 HTTP/1.1" status: 200 len: 375 time: 0.0101216 Aug 21 09:26:53.206349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50af2b02-6f7f-4b1a-857c-462951d6f4d7 req-b4eeb171-44fb-41ab-8b98-a50abe62d52b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591536 Aug 21 09:26:53.340010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50af2b02-6f7f-4b1a-857c-462951d6f4d7 req-39c6aabb-e48d-49c0-8646-31ae39cc987a service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237516 Aug 21 09:26:53.494451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50af2b02-6f7f-4b1a-857c-462951d6f4d7 req-f33782c8-bd43-42d5-99d9-9c891685936e service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490119 Aug 21 09:26:54.318189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-908fdb33-fcea-446d-bb30-442adbaf0df9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:54.320105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-908fdb33-fcea-446d-bb30-442adbaf0df9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1927047 Aug 21 09:26:54.339396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-b189b158-9a68-48d8-bbe2-4a89bccf42e3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/quotas/64b4de758eb241f992adf21515e35f03 HTTP/1.1" status: 200 len: 375 time: 0.0119731 Aug 21 09:26:54.398578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-2b63ca4c-5736-4c03-b7ba-34aa5af13191 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0530388 Aug 21 09:26:54.512869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7b6444ae-815b-41ab-b16a-9efaa06eb490 service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046042 Aug 21 09:26:54.604211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-ba83088e-03bb-4076-b3fa-05b5c3712f58 service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905752 Aug 21 09:26:54.842198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc01405-7e9f-49fc-aa6f-914bfe5c20cb req-3b586855-2dbd-4579-964c-6f943bf5aa64 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:54.843805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fc01405-7e9f-49fc-aa6f-914bfe5c20cb req-3b586855-2dbd-4579-964c-6f943bf5aa64 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0555215 Aug 21 09:26:54.924277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fc01405-7e9f-49fc-aa6f-914bfe5c20cb req-91460f24-d19e-4927-a7ff-2a4371f17d32 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742214 Aug 21 09:26:54.946033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fa50b39-bf48-4ff4-a811-d939a7368dab req-6fd65208-73f0-4f46-af22-d37fb95bdc1a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 210 time: 0.0416996 Aug 21 09:26:56.124449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ea98127-de3e-475e-91c4-1bcf0ebc1b5a req-d354ca6a-a6c6-4bd3-9ab9-44dffd3c853c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 210 time: 0.0450175 Aug 21 09:26:56.152263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4a273-6bed-4d54-ae41-243648cd18d0 req-f4fa5b74-d71d-4f83-b659-5e41b528b6ac tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:56.154086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9a4a273-6bed-4d54-ae41-243648cd18d0 req-f4fa5b74-d71d-4f83-b659-5e41b528b6ac tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.1232634 Aug 21 09:26:56.209740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9a4a273-6bed-4d54-ae41-243648cd18d0 req-43927625-b54d-4066-8dfb-1b36bca859e5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496626 Aug 21 09:26:57.427092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98e584e3-2f66-468b-b102-53779e45ff65 req-ebe2e667-6884-4586-8445-738af1627584 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 210 time: 0.0562525 Aug 21 09:26:57.473375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141f244-4735-4710-8fe7-770b05593c11 req-b6b3d939-ab22-4241-8d87-d17b332a2807 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:57.474885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1141f244-4735-4710-8fe7-770b05593c11 req-b6b3d939-ab22-4241-8d87-d17b332a2807 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.1054916 Aug 21 09:26:57.511760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-21025884-42c9-4c2a-ab38-27eecf597e0c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:57.513151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-21025884-42c9-4c2a-ab38-27eecf597e0c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.4697909 Aug 21 09:26:57.536416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Request body: {'port': {'device_id': 'a4432bd1-d503-4df1-a036-44ff3a80667e', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'admin_state_up': True, 'tenant_id': '64b4de758eb241f992adf21515e35f03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:57.558514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1141f244-4735-4710-8fe7-770b05593c11 req-80e000a5-9dd3-44b7-b71e-37cf9fada83c tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729749 Aug 21 09:26:57.712378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Made reservation on behalf of 64b4de758eb241f992adf21515e35f03 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:26:57.717480 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:57.862565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Allocated IP 172.20.0.9 (a204257c-7598-4e7a-a0f3-f824e457425e/0303e0cd-55d2-44d4-8229-2cb9f7ab5270/ecc63d04-0366-471c-a98b-f7a82ed39c1d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:26:58.031458 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:58.106745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:58.123475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:26:58.180485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event updated for resources: {'Port': ['ID=ecc63d04-0366-471c-a98b-f7a82ed39c1d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:58.199129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Network a204257c-7598-4e7a-a0f3-f824e457425e is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:26:58.207128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:26:58.221412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:26:58.287237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:58.287877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:58.398551 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-7f16833b-23f7-4607-887a-a78df915d16c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8702645 Aug 21 09:26:58.412417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Request body: {'port': {'device_id': 'a4432bd1-d503-4df1-a036-44ff3a80667e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:26:58.469647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:58.713271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de203a6f-051f-4318-8c46-2a9af532cf22 req-d74096d3-1a51-483e-ba57-1f94d11dbf8d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:58.714823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de203a6f-051f-4318-8c46-2a9af532cf22 req-d74096d3-1a51-483e-ba57-1f94d11dbf8d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 931 time: 0.1324363 Aug 21 09:26:58.792612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de203a6f-051f-4318-8c46-2a9af532cf22 req-5b80e9f1-d3e8-4a0c-85bc-f8f4e9a883f5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Aug 21 09:26:58.829992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15977850-8851-4eb0-a6d7-9a39eead543a req-a756a216-51aa-497a-b6e2-10e423225d71 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:58.831844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15977850-8851-4eb0-a6d7-9a39eead543a req-a756a216-51aa-497a-b6e2-10e423225d71 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.1793256 Aug 21 09:26:58.928205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15977850-8851-4eb0-a6d7-9a39eead543a req-bb517834-fec5-4cc3-8186-7d135b688613 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795708 Aug 21 09:26:58.936008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc63d04-0366-471c-a98b-f7a82ed39c1d {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:26:58.943612 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:58.955842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Transition to ACTIVE for port object ecc63d04-0366-471c-a98b-f7a82ed39c1d will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:26:59.031033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:59.093050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc63d04-0366-471c-a98b-f7a82ed39c1d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:59.170461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Attempting to bind port ecc63d04-0366-471c-a98b-f7a82ed39c1d on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:26:59.170822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Attempting to bind port ecc63d04-0366-471c-a98b-f7a82ed39c1d by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:26:59.171190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Attempting to bind port ecc63d04-0366-471c-a98b-f7a82ed39c1d on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:26:59.177124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Port ecc63d04-0366-471c-a98b-f7a82ed39c1d on network a204257c-7598-4e7a-a0f3-f824e457425e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:26:59.177554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Attempting to bind port ecc63d04-0366-471c-a98b-f7a82ed39c1d on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:26:59.184734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:26:59.185275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Checking segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:26:59.185760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Bound using segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:26:59.186193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Bound port: ecc63d04-0366-471c-a98b-f7a82ed39c1d, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:26:59.186565 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:59.257270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] For port ecc63d04-0366-471c-a98b-f7a82ed39c1d, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:26:59.261754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] For port ecc63d04-0366-471c-a98b-f7a82ed39c1d, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ecc63d04-0366-471c-a98b-f7a82ed39c1d,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:26:59.375283 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:59.415675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:59.416419 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:26:59.417990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] 10.222.0.13 "PUT /v2.0/ports/ecc63d04-0366-471c-a98b-f7a82ed39c1d HTTP/1.1" status: 200 len: 1092 time: 1.0104115 Aug 21 09:26:59.418545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4432bd1-d503-4df1-a036-44ff3a80667e', 'tag': 'ecc63d04-0366-471c-a98b-f7a82ed39c1d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:26:59.420891 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fa8241-1860-4674-8299-2d2a4f6702a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4432bd1-d503-4df1-a036-44ff3a80667e", "tag": "ecc63d04-0366-471c-a98b-f7a82ed39c1d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:26:59.461726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50753c-d4de-4b62-bc50-b8c439cebf88 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc63d04-0366-471c-a98b-f7a82ed39c1d,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:26:59.465931 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635be2c4-d992-4380-a1b3-c7a632178389 x-openstack-request-id: req-635be2c4-d992-4380-a1b3-c7a632178389 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:26:59.466361 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4432bd1-d503-4df1-a036-44ff3a80667e", "tag": "ecc63d04-0366-471c-a98b-f7a82ed39c1d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:26:59.466619 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-635be2c4-d992-4380-a1b3-c7a632178389 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:26:59.467031 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4432bd1-d503-4df1-a036-44ff3a80667e', 'tag': 'ecc63d04-0366-471c-a98b-f7a82ed39c1d', 'status': 'completed', 'code': 200} Aug 21 09:26:59.536440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8241-1860-4674-8299-2d2a4f6702a4 req-f1726f35-b9f7-491c-ade2-fbac86536576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:59.538126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5fa8241-1860-4674-8299-2d2a4f6702a4 req-f1726f35-b9f7-491c-ade2-fbac86536576 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 1095 time: 0.0471840 Aug 21 09:26:59.650215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8241-1860-4674-8299-2d2a4f6702a4 req-0186e065-0a0c-4abf-8349-593be46c8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:59.657529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5fa8241-1860-4674-8299-2d2a4f6702a4 req-0186e065-0a0c-4abf-8349-593be46c8f1c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=64b4de758eb241f992adf21515e35f03&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1120193 Aug 21 09:26:59.779177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa8241-1860-4674-8299-2d2a4f6702a4 req-35abb038-a790-4e49-b7e8-f1e0f6cd8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:59.780791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5fa8241-1860-4674-8299-2d2a4f6702a4 req-35abb038-a790-4e49-b7e8-f1e0f6cd8d0a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167185 Aug 21 09:26:59.903715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-5d9e4888-f74c-4288-9744-613269345d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:26:59.909022 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-5d9e4888-f74c-4288-9744-613269345d7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 1095 time: 0.0761633 Aug 21 09:26:59.985246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-b8e6b7b7-7709-4b56-954a-15d9e8762aba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecc63d04-0366-471c-a98b-f7a82ed39c1d HTTP/1.1" status: 200 len: 217 time: 0.0643640 Aug 21 09:27:00.040947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688e94f-ab38-4cf0-83cd-9f90220e51a4 req-bccf61d7-225a-48e7-afc9-87ab8328759c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:00.042917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e688e94f-ab38-4cf0-83cd-9f90220e51a4 req-bccf61d7-225a-48e7-afc9-87ab8328759c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 943 time: 0.1422160 Aug 21 09:27:00.098187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-16e47156-6360-406d-a1bf-397c66c51183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:00.099616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-16e47156-6360-406d-a1bf-397c66c51183 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0303e0cd-55d2-44d4-8229-2cb9f7ab5270 HTTP/1.1" status: 200 len: 846 time: 0.1074920 Aug 21 09:27:00.130009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9352b92-c0a7-442f-967d-d9fc52200326 req-d4bf7bb7-0402-49f2-8fa3-522a30de1354 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:00.131439 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e9352b92-c0a7-442f-967d-d9fc52200326 req-d4bf7bb7-0402-49f2-8fa3-522a30de1354 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.1105254 Aug 21 09:27:00.149993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e688e94f-ab38-4cf0-83cd-9f90220e51a4 req-ab35ed33-f6f8-4cee-bcbf-e7bd4c56faf8 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842288 Aug 21 09:27:00.154877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-9c8b33ce-75c1-4051-90bc-f3c74249f69e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a204257c-7598-4e7a-a0f3-f824e457425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472305 Aug 21 09:27:00.236706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e9352b92-c0a7-442f-967d-d9fc52200326 req-a29830d3-cbb1-4b56-b784-0ff50ed45cc8 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855525 Aug 21 09:27:00.270321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-60cc5e52-7a73-4817-a605-44e152ce777b service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080654 Aug 21 09:27:00.362300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b2b1fdf-b257-48c7-92c8-858172f46847 req-6cb588e5-4e3f-492f-b318-d7d57ed4a7f2 service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845098 Aug 21 09:27:01.296217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b7eb8-d017-4f8e-ac69-08755ed72b6e req-580bbfc3-84d9-46ce-873e-f0d0ba95ad4e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:01.298569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-716b7eb8-d017-4f8e-ac69-08755ed72b6e req-580bbfc3-84d9-46ce-873e-f0d0ba95ad4e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 943 time: 0.0648935 Aug 21 09:27:01.366676 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-716b7eb8-d017-4f8e-ac69-08755ed72b6e req-2134d257-1b7c-4f0e-a823-9031998fe825 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570598 Aug 21 09:27:01.419813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82040441-17fa-4fcb-ad8e-9c807ef00c89 req-10d48c25-640c-46b4-9943-fc70b5344951 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:01.421352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82040441-17fa-4fcb-ad8e-9c807ef00c89 req-10d48c25-640c-46b4-9943-fc70b5344951 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0691967 Aug 21 09:27:01.467444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82040441-17fa-4fcb-ad8e-9c807ef00c89 req-8a1f2796-2d16-49c1-886a-f87f36b75094 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 Aug 21 09:27:02.244137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43006) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:27:02.363171 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4aebf7c0-02c3-4967-93ba-d79aebb5ee76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:02.460123 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4aebf7c0-02c3-4967-93ba-d79aebb5ee76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:02.480011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fd825-f325-4d7f-a6f0-1330ea420788 req-924ff058-e941-4e3d-8d8c-921f0249f703 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:02.482195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b4fd825-f325-4d7f-a6f0-1330ea420788 req-924ff058-e941-4e3d-8d8c-921f0249f703 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 943 time: 0.0530868 Aug 21 09:27:02.521722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b4fd825-f325-4d7f-a6f0-1330ea420788 req-4a7d5e89-163b-430c-b651-3ef4e5f71473 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Aug 21 09:27:02.546244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4aebf7c0-02c3-4967-93ba-d79aebb5ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:02.578792 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4aebf7c0-02c3-4967-93ba-d79aebb5ee76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa5dc71dddb6424bb8cd901a8c40cf85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334579 Aug 21 09:27:02.582992 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43022) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:27:02.607392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebf7c0-02c3-4967-93ba-d79aebb5ee76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c8d90-436d-4032-b6fb-fa2ab83cb4d1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:02.610919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fbc9a-0a0d-49da-8d11-ecbc067b39e2 req-88f72fca-0121-4a10-bb04-a7f38fc8bfcf tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:02.612709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc6fbc9a-0a0d-49da-8d11-ecbc067b39e2 req-88f72fca-0121-4a10-bb04-a7f38fc8bfcf tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0547915 Aug 21 09:27:02.661747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc6fbc9a-0a0d-49da-8d11-ecbc067b39e2 req-ff2fa6fe-014a-46d2-ab17-2c151901ddeb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Aug 21 09:27:02.664203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc168-48dc-4fdf-aa4d-dfdb00bff623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:02.693766 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc168-48dc-4fdf-aa4d-dfdb00bff623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:02.820059 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc168-48dc-4fdf-aa4d-dfdb00bff623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:02.823053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc168-48dc-4fdf-aa4d-dfdb00bff623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:02.824303 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fa0dc168-48dc-4fdf-aa4d-dfdb00bff623 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb2c8d90-436d-4032-b6fb-fa2ab83cb4d1 HTTP/1.1" status: 204 len: 168 time: 0.2400784 Aug 21 09:27:02.832612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dc168-48dc-4fdf-aa4d-dfdb00bff623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c8d90-436d-4032-b6fb-fa2ab83cb4d1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:03.224561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ecc63d04-0366-471c-a98b-f7a82ed39c1d details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:27:03.323820 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ecc63d04-0366-471c-a98b-f7a82ed39c1d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ecc63d04-0366-471c-a98b-f7a82ed39c1d,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:03.334681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'ecc63d04-0366-471c-a98b-f7a82ed39c1d', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'port_id': 'ecc63d04-0366-471c-a98b-f7a82ed39c1d', 'mac_address': 'fa:16:3e:06:23:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0303e0cd-55d2-44d4-8229-2cb9f7ab5270', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:27:03.372700 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:03.390572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc63d04-0366-471c-a98b-f7a82ed39c1d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:27:03.416891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ecc63d04-0366-471c-a98b-f7a82ed39c1d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ecc63d04-0366-471c-a98b-f7a82ed39c1d,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:03.465580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43040) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:27:03.482671 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4172601a-1b29-4a9d-aae3-ae97fb597424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:03.485169 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:03.556006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=ecc63d04-0366-471c-a98b-f7a82ed39c1d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:03.565928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.566377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.566804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.567229 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.567693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.568136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.568666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.569080 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.569494 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.569921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.570344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.570772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:03.591957 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4172601a-1b29-4a9d-aae3-ae97fb597424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:03.658920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a04fc-6fdf-4c50-a7c3-d61cfdac1d3e req-e10ef4ac-e854-48ae-a059-318d762dd22b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:03.660701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a8a04fc-6fdf-4c50-a7c3-d61cfdac1d3e req-e10ef4ac-e854-48ae-a059-318d762dd22b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 944 time: 0.0519731 Aug 21 09:27:03.666227 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4172601a-1b29-4a9d-aae3-ae97fb597424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:03.695371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['ecc63d04-0366-471c-a98b-f7a82ed39c1d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:03.706136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a8a04fc-6fdf-4c50-a7c3-d61cfdac1d3e req-6dc2211d-68d5-422e-b517-f2f75ecdedbb tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Aug 21 09:27:03.726193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172601a-1b29-4a9d-aae3-ae97fb597424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba7a945-aa21-40cd-8428-7dcdc35406cb,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:03.726691 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4172601a-1b29-4a9d-aae3-ae97fb597424 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce4af6ca3f9d4464908892a3f46870b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591317 Aug 21 09:27:03.729270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 43048) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:27:03.790620 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-13f83a27-db5a-4047-8048-adba7b4894c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:03.813871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85880ff-1837-46ae-aa19-993d763a0dd9 req-b02ece3b-4df3-459c-9be1-a42b3f9b230b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:03.815613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a85880ff-1837-46ae-aa19-993d763a0dd9 req-b02ece3b-4df3-459c-9be1-a42b3f9b230b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0603795 Aug 21 09:27:03.817643 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-13f83a27-db5a-4047-8048-adba7b4894c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:03.872898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a85880ff-1837-46ae-aa19-993d763a0dd9 req-c93c7501-5f71-4031-9f40-63e7446fc201 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439436 Aug 21 09:27:03.973110 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-13f83a27-db5a-4047-8048-adba7b4894c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:03.975741 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-13f83a27-db5a-4047-8048-adba7b4894c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:03.977032 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-13f83a27-db5a-4047-8048-adba7b4894c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ba7a945-aa21-40cd-8428-7dcdc35406cb HTTP/1.1" status: 204 len: 168 time: 0.2466168 Aug 21 09:27:03.988981 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f83a27-db5a-4047-8048-adba7b4894c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba7a945-aa21-40cd-8428-7dcdc35406cb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:04.837370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bde4b3-3078-4761-8703-954ec30a1970 req-00386108-f2f7-4aa9-87ee-1f032ca180e6 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:04.844056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4bde4b3-3078-4761-8703-954ec30a1970 req-00386108-f2f7-4aa9-87ee-1f032ca180e6 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 944 time: 0.0588343 Aug 21 09:27:04.889214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d4bde4b3-3078-4761-8703-954ec30a1970 req-df3af7e6-8f4d-4fcd-a545-feac3f7492cc tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391037 Aug 21 09:27:04.984688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6082b-2f9f-4747-963d-1999b2ff1f78 req-a71268ef-fa3d-422b-bc14-b2c616ad7065 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:04.986175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2d6082b-2f9f-4747-963d-1999b2ff1f78 req-a71268ef-fa3d-422b-bc14-b2c616ad7065 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0493548 Aug 21 09:27:05.026830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2d6082b-2f9f-4747-963d-1999b2ff1f78 req-47b9de25-aded-4c8f-ac66-3c2363f0b3b9 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340559 Aug 21 09:27:05.226963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ecc63d04-0366-471c-a98b-f7a82ed39c1d up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:27:05.391527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port ecc63d04-0366-471c-a98b-f7a82ed39c1d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:27:05.395804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port ecc63d04-0366-471c-a98b-f7a82ed39c1d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:27:05.396205 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:05.631072 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:05.654036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4432bd1-d503-4df1-a036-44ff3a80667e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc63d04-0366-471c-a98b-f7a82ed39c1d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:27:05.656496 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ed43b1-f06e-4771-88ff-2daebeb39b2d" -d '{"events": [{"server_uuid": "a4432bd1-d503-4df1-a036-44ff3a80667e", "name": "network-vif-plugged", "status": "completed", "tag": "ecc63d04-0366-471c-a98b-f7a82ed39c1d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:27:05.669352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ecc63d04-0366-471c-a98b-f7a82ed39c1d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ecc63d04-0366-471c-a98b-f7a82ed39c1d,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:05.697439 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db55d9ac-bdc9-4b92-9e92-c966352719c9 x-openstack-request-id: req-db55d9ac-bdc9-4b92-9e92-c966352719c9 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:27:05.699740 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4432bd1-d503-4df1-a036-44ff3a80667e", "name": "network-vif-plugged", "status": "completed", "tag": "ecc63d04-0366-471c-a98b-f7a82ed39c1d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:27:05.699740 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db55d9ac-bdc9-4b92-9e92-c966352719c9 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:27:05.699740 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4432bd1-d503-4df1-a036-44ff3a80667e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc63d04-0366-471c-a98b-f7a82ed39c1d', 'code': 200} Aug 21 09:27:05.763872 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:05.794879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c46d02-dec5-4362-bf7c-8b1c4b2ba0c2 req-c24a2ad3-aa1a-4f3b-a257-67694326260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:05.796451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6c46d02-dec5-4362-bf7c-8b1c4b2ba0c2 req-c24a2ad3-aa1a-4f3b-a257-67694326260a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 1097 time: 0.0422168 Aug 21 09:27:05.816884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=ecc63d04-0366-471c-a98b-f7a82ed39c1d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:05.841843 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6c46d02-dec5-4362-bf7c-8b1c4b2ba0c2 req-dc6ba0d4-39b0-4c77-a5fa-830635f5eccd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384314 Aug 21 09:27:06.047054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f4272-49d2-49b9-97f0-a86bb4fff768 req-01018b64-3a42-4245-a92b-ce76bbb0adba tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:06.048743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b09f4272-49d2-49b9-97f0-a86bb4fff768 req-01018b64-3a42-4245-a92b-ce76bbb0adba tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 945 time: 0.0751901 Aug 21 09:27:06.097879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b09f4272-49d2-49b9-97f0-a86bb4fff768 req-935dc861-4e6e-46c8-872c-aed75d4c4d97 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Aug 21 09:27:06.148033 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:27:06.176522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c817f0d-8a89-4f5c-8fca-407e6dc7309d req-fb4f7716-bf78-451d-8a75-a1916fe26bee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:06.183123 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c817f0d-8a89-4f5c-8fca-407e6dc7309d req-fb4f7716-bf78-451d-8a75-a1916fe26bee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0625050 Aug 21 09:27:06.230271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c817f0d-8a89-4f5c-8fca-407e6dc7309d req-c335c07d-73ed-4bd2-8199-5a1f36fd0824 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358982 Aug 21 09:27:06.726655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94ff85-9262-42e2-a525-965f46ec7597 req-a3861560-cadc-40ae-a74f-0a33b76bb602 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:06.728493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b94ff85-9262-42e2-a525-965f46ec7597 req-a3861560-cadc-40ae-a74f-0a33b76bb602 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0505290 Aug 21 09:27:06.781599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b94ff85-9262-42e2-a525-965f46ec7597 req-3a12479b-2198-4140-a1eb-9e424032fa6b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Aug 21 09:27:06.886639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587efa9-86a4-439e-b659-9e239fb2d6a7 req-8c5513e9-28e1-452f-9614-c52608c1b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:06.888664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c587efa9-86a4-439e-b659-9e239fb2d6a7 req-8c5513e9-28e1-452f-9614-c52608c1b518 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 1098 time: 0.0481443 Aug 21 09:27:06.923593 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a8d9f53f-0a43-44fe-9e96-37e132e355c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:06.992831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587efa9-86a4-439e-b659-9e239fb2d6a7 req-db456347-ecd3-4bb2-ba30-76eca272b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:06.994412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c587efa9-86a4-439e-b659-9e239fb2d6a7 req-db456347-ecd3-4bb2-ba30-76eca272b22d service neutron] 10.222.0.22 "GET /v2.0/networks?id=05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 200 len: 912 time: 0.0993040 Aug 21 09:27:07.064564 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c587efa9-86a4-439e-b659-9e239fb2d6a7 req-5a1f57ae-6025-4565-ba92-96ee333dabc7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f006c2a-a85e-48b9-9c89-53adc2d7513d HTTP/1.1" status: 200 len: 1001 time: 0.0616956 Aug 21 09:27:07.147901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587efa9-86a4-439e-b659-9e239fb2d6a7 req-f0f22f82-6ba0-496c-a34a-3bbb989c9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:07.147901 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c587efa9-86a4-439e-b659-9e239fb2d6a7 req-f0f22f82-6ba0-496c-a34a-3bbb989c9e55 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bb1321f-becc-48b5-86d3-5f568adf5ca5 HTTP/1.1" status: 200 len: 850 time: 0.0733223 Aug 21 09:27:07.264808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587efa9-86a4-439e-b659-9e239fb2d6a7 req-acfd1ce6-c93d-42fb-983f-723b8f6a5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:07.266807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c587efa9-86a4-439e-b659-9e239fb2d6a7 req-acfd1ce6-c93d-42fb-983f-723b8f6a5075 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05c46098-44d1-4d39-a46b-109379cd642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058841 Aug 21 09:27:07.336091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52f5ae-e2e7-4bcb-b283-0e24c0ad819e req-e6c732f9-3394-4e01-9ec3-14ec3f4d5616 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:07.406306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa52f5ae-e2e7-4bcb-b283-0e24c0ad819e req-e6c732f9-3394-4e01-9ec3-14ec3f4d5616 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 945 time: 0.1246850 Aug 21 09:27:07.406306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa52f5ae-e2e7-4bcb-b283-0e24c0ad819e req-46b73ce6-bde3-42a6-9fb7-b59e01e13cc9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554807 Aug 21 09:27:07.406306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c587efa9-86a4-439e-b659-9e239fb2d6a7 req-bb1512ce-8cb9-4b3a-be92-0717cdd9629f service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289682 Aug 21 09:27:07.493267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c587efa9-86a4-439e-b659-9e239fb2d6a7 req-7c06ab96-06fb-47cf-be60-a0698031453a service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825832 Aug 21 09:27:07.595907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15320bd0-334e-441f-be0f-52e4b08913c8 req-980280f8-0787-4c6e-abec-2a11ad46e42d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:07.597445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15320bd0-334e-441f-be0f-52e4b08913c8 req-980280f8-0787-4c6e-abec-2a11ad46e42d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 945 time: 0.0599172 Aug 21 09:27:07.637519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15320bd0-334e-441f-be0f-52e4b08913c8 req-eb4c2908-536a-4d78-9a27-f7f66bdcee37 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Aug 21 09:27:07.912713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5159762-2623-4a1c-8308-6fb0e2c11481 req-62260dc2-3cc6-43a6-97fd-902d0efe4256 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:07.914413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5159762-2623-4a1c-8308-6fb0e2c11481 req-62260dc2-3cc6-43a6-97fd-902d0efe4256 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0546234 Aug 21 09:27:07.954481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5159762-2623-4a1c-8308-6fb0e2c11481 req-2ecd079c-91d3-4613-9626-384143df74f2 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318549 Aug 21 09:27:08.256062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831392ef-546c-4cfa-80b3-5298c492ce44 req-739cb8f4-3db4-4b44-8b0f-6d47eb243e44 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:08.256062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-831392ef-546c-4cfa-80b3-5298c492ce44 req-739cb8f4-3db4-4b44-8b0f-6d47eb243e44 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 945 time: 0.0627768 Aug 21 09:27:08.308251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-831392ef-546c-4cfa-80b3-5298c492ce44 req-63654e0a-c1d0-48a1-83cf-af8a3bd49bb7 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Aug 21 09:27:09.102510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa3e38-ee7f-4971-8f62-3a786f85f476 req-fa636168-9e2c-4767-aa4b-7610ad40a0ec tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:09.104150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17fa3e38-ee7f-4971-8f62-3a786f85f476 req-fa636168-9e2c-4767-aa4b-7610ad40a0ec tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0780237 Aug 21 09:27:09.147586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17fa3e38-ee7f-4971-8f62-3a786f85f476 req-6aff06aa-48fd-4900-ae7a-e7f994a9bf78 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338678 Aug 21 09:27:09.430450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b1e51-ae15-4403-a99f-645b9d6d7482 req-c24df250-9f24-4b3a-9585-7255359f5a2a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:09.436078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-850b1e51-ae15-4403-a99f-645b9d6d7482 req-c24df250-9f24-4b3a-9585-7255359f5a2a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 945 time: 0.0552156 Aug 21 09:27:09.517481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-850b1e51-ae15-4403-a99f-645b9d6d7482 req-fa443794-9039-4dea-8725-6d6b5e279bf8 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792305 Aug 21 09:27:09.529622 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be6619d6-0da2-41d0-90a3-eed334326278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:09.575068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0809c-745b-414d-8224-58cf92cb5e68 req-f8198604-012f-4018-9af2-fe6d2e2ac3ac tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:09.576622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8b0809c-745b-414d-8224-58cf92cb5e68 req-f8198604-012f-4018-9af2-fe6d2e2ac3ac tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 945 time: 0.1247962 Aug 21 09:27:09.691534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c8b0809c-745b-414d-8224-58cf92cb5e68 req-ea559f58-76ec-4d29-bd93-1f8b0189593d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Deleting port ecc63d04-0366-471c-a98b-f7a82ed39c1d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:27:09.697307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8b0809c-745b-414d-8224-58cf92cb5e68 req-ea559f58-76ec-4d29-bd93-1f8b0189593d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:09.781089 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:09.804347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c8b0809c-745b-414d-8224-58cf92cb5e68 req-ea559f58-76ec-4d29-bd93-1f8b0189593d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] For port ecc63d04-0366-471c-a98b-f7a82ed39c1d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ecc63d04-0366-471c-a98b-f7a82ed39c1d,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:09.804716 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8b0809c-745b-414d-8224-58cf92cb5e68 req-ea559f58-76ec-4d29-bd93-1f8b0189593d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:09.817477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c8b0809c-745b-414d-8224-58cf92cb5e68 req-ea559f58-76ec-4d29-bd93-1f8b0189593d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Calling delete_port for ecc63d04-0366-471c-a98b-f7a82ed39c1d owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:27:10.037407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8b0809c-745b-414d-8224-58cf92cb5e68 req-ea559f58-76ec-4d29-bd93-1f8b0189593d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:10.050351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['ecc63d04-0366-471c-a98b-f7a82ed39c1d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:10.052873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:10.067166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea559f58-76ec-4d29-bd93-1f8b0189593d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event deleted for resources: {'Port': ['ID=ecc63d04-0366-471c-a98b-f7a82ed39c1d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:10.146720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b0809c-745b-414d-8224-58cf92cb5e68 req-ea559f58-76ec-4d29-bd93-1f8b0189593d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] No DVR routers for this DVR port ecc63d04-0366-471c-a98b-f7a82ed39c1d on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:27:10.149386 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c8b0809c-745b-414d-8224-58cf92cb5e68 req-ea559f58-76ec-4d29-bd93-1f8b0189593d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:10.152174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8b0809c-745b-414d-8224-58cf92cb5e68 req-ea559f58-76ec-4d29-bd93-1f8b0189593d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "DELETE /v2.0/ports/ecc63d04-0366-471c-a98b-f7a82ed39c1d HTTP/1.1" status: 204 len: 173 time: 0.5678298 Aug 21 09:27:10.152174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4432bd1-d503-4df1-a036-44ff3a80667e', 'name': 'network-vif-deleted', 'tag': 'ecc63d04-0366-471c-a98b-f7a82ed39c1d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:27:10.154324 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28cda75-9311-4fc8-9579-36b20c645f5c" -d '{"events": [{"server_uuid": "a4432bd1-d503-4df1-a036-44ff3a80667e", "name": "network-vif-deleted", "tag": "ecc63d04-0366-471c-a98b-f7a82ed39c1d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:27:10.239980 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb973627-45f3-4773-b63b-652e4099b2bc x-openstack-request-id: req-fb973627-45f3-4773-b63b-652e4099b2bc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:27:10.240298 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4432bd1-d503-4df1-a036-44ff3a80667e", "name": "network-vif-deleted", "tag": "ecc63d04-0366-471c-a98b-f7a82ed39c1d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:27:10.240519 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb973627-45f3-4773-b63b-652e4099b2bc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:27:10.240923 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4432bd1-d503-4df1-a036-44ff3a80667e', 'name': 'network-vif-deleted', 'tag': 'ecc63d04-0366-471c-a98b-f7a82ed39c1d', 'status': 'completed', 'code': 200} Aug 21 09:27:10.678676 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fdc2398-3b79-4560-918c-6557d88a27f4 req-96916a6f-8de8-4bc7-a8f1-27a6b9db58e6 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4432bd1-d503-4df1-a036-44ff3a80667e HTTP/1.1" status: 200 len: 210 time: 0.0298390 Aug 21 09:27:10.917026 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:12.396864 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:12.477610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-4e9b704c-6b5c-49ae-9c77-2a7d58c7ee2d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:12.479183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-4e9b704c-6b5c-49ae-9c77-2a7d58c7ee2d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1056657 Aug 21 09:27:12.495426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-7e513400-0416-4a08-946e-1eefc3f13677 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/quotas/64b4de758eb241f992adf21515e35f03 HTTP/1.1" status: 200 len: 375 time: 0.0097737 Aug 21 09:27:12.548711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-dbcb214d-d246-4f0f-a0f9-a1edd5726e5a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470970 Aug 21 09:27:12.650260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-09b17667-94c7-4229-9f3c-b6b5cd8a62ad service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899529 Aug 21 09:27:12.756321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-7a0dd0ff-1147-4137-9101-ef633b35e615 service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936232 Aug 21 09:27:13.080888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3369a42d-e80e-472e-9f9e-a40671575ccd req-e93438f8-46db-484b-9b76-6daf6ce8bdf0 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 210 time: 0.0327382 Aug 21 09:27:13.271075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ecc63d04-0366-471c-a98b-f7a82ed39c1d no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:27:13.292144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: ecc63d04-0366-471c-a98b-f7a82ed39c1d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:27:13.292538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ecc63d04-0366-471c-a98b-f7a82ed39c1d not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:27:13.836851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-609f1f4a-bffa-431d-805c-9664284fc5f3 req-8b631dbc-a50c-4c1b-83c6-da46d20300ab tempest-ServersAdminTestJSON-1534426497 tempest-ServersAdminTestJSON-1534426497-project] (106757) timed out ('10.222.0.13', 65441) {{(pid=106757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:27:14.229205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f18dbb40-62bc-4758-8fbf-5c57772ede3c req-0a7b90a9-d1da-4f1a-b68f-b473da908980 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 210 time: 0.0302284 Aug 21 09:27:15.351885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e7b6743-10c0-4ff5-b1c4-db0d9e2e2e87 req-1471c64a-9f20-4b76-b8de-9f6dd09ecc3f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 210 time: 0.0432389 Aug 21 09:27:15.401532 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:15.448804 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:15.617257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-3bee0ad2-e919-44b9-a814-624539ad8219 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:15.622330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-3bee0ad2-e919-44b9-a814-624539ad8219 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1259375 Aug 21 09:27:15.634581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Request body: {'port': {'device_id': 'fd11dcfa-0b55-40d9-84f1-51327be0cee5', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'admin_state_up': True, 'tenant_id': '64b4de758eb241f992adf21515e35f03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:15.848811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Made reservation on behalf of 64b4de758eb241f992adf21515e35f03 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:27:15.852736 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:16.003664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Allocated IP 172.20.0.10 (a204257c-7598-4e7a-a0f3-f824e457425e/0303e0cd-55d2-44d4-8229-2cb9f7ab5270/4acf4eec-72ae-41ed-a537-f5c963e06ec5) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:27:16.156550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:16.276598 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:16.289641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:16.361934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Network a204257c-7598-4e7a-a0f3-f824e457425e is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:27:16.365962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:27:16.369949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:27:16.380931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event updated for resources: {'Port': ['ID=4acf4eec-72ae-41ed-a537-f5c963e06ec5,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:16.444626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:16.446510 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:16.533482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-10c67601-4772-4592-a664-07c2c38e48d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9026475 Aug 21 09:27:16.548394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030dd03-b0af-4177-85b3-f1e31b231414 req-13fcb851-9a20-49e1-a5fd-df2c4a472773 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:16.557603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7030dd03-b0af-4177-85b3-f1e31b231414 req-13fcb851-9a20-49e1-a5fd-df2c4a472773 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 932 time: 0.0901399 Aug 21 09:27:16.571480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Request body: {'port': {'device_id': 'fd11dcfa-0b55-40d9-84f1-51327be0cee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:16.628295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7030dd03-b0af-4177-85b3-f1e31b231414 req-b159404d-771c-4958-b215-c33a24b89249 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695705 Aug 21 09:27:16.690870 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:17.033196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acf4eec-72ae-41ed-a537-f5c963e06ec5 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:27:17.048849 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:17.063238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Transition to ACTIVE for port object 4acf4eec-72ae-41ed-a537-f5c963e06ec5 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:27:17.174461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:17.266818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Pushing event updated for resources: {'Port': ['ID=4acf4eec-72ae-41ed-a537-f5c963e06ec5,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:17.322411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Attempting to bind port 4acf4eec-72ae-41ed-a537-f5c963e06ec5 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:27:17.322746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Attempting to bind port 4acf4eec-72ae-41ed-a537-f5c963e06ec5 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:27:17.323202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Attempting to bind port 4acf4eec-72ae-41ed-a537-f5c963e06ec5 on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:27:17.328056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Port 4acf4eec-72ae-41ed-a537-f5c963e06ec5 on network a204257c-7598-4e7a-a0f3-f824e457425e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:27:17.328382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Attempting to bind port 4acf4eec-72ae-41ed-a537-f5c963e06ec5 on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:27:17.334788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:27:17.335129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Checking segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:27:17.335513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Bound using segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:27:17.335978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Bound port: 4acf4eec-72ae-41ed-a537-f5c963e06ec5, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:27:17.336339 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:17.401270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] For port 4acf4eec-72ae-41ed-a537-f5c963e06ec5, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:27:17.405906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] For port 4acf4eec-72ae-41ed-a537-f5c963e06ec5, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4acf4eec-72ae-41ed-a537-f5c963e06ec5,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:27:17.546075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:17.582845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:17.583601 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:17.585296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] 10.222.0.13 "PUT /v2.0/ports/4acf4eec-72ae-41ed-a537-f5c963e06ec5 HTTP/1.1" status: 200 len: 1093 time: 1.0191128 Aug 21 09:27:17.586802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd11dcfa-0b55-40d9-84f1-51327be0cee5', 'tag': '4acf4eec-72ae-41ed-a537-f5c963e06ec5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:27:17.588147 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc556e59-3cfc-4a8d-8719-1f65e2eb44e0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd11dcfa-0b55-40d9-84f1-51327be0cee5", "tag": "4acf4eec-72ae-41ed-a537-f5c963e06ec5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:27:17.632123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52b24c-6920-42e6-9507-927d13039501 service neutron] Pushing event updated for resources: {'Port': ['ID=4acf4eec-72ae-41ed-a537-f5c963e06ec5,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:17.656284 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504a22d4-a7aa-45b9-8843-9d735dae794e x-openstack-request-id: req-504a22d4-a7aa-45b9-8843-9d735dae794e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:27:17.656806 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd11dcfa-0b55-40d9-84f1-51327be0cee5", "tag": "4acf4eec-72ae-41ed-a537-f5c963e06ec5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:27:17.657353 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-504a22d4-a7aa-45b9-8843-9d735dae794e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:27:17.659159 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd11dcfa-0b55-40d9-84f1-51327be0cee5', 'tag': '4acf4eec-72ae-41ed-a537-f5c963e06ec5', 'status': 'completed', 'code': 200} Aug 21 09:27:17.732846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556e59-3cfc-4a8d-8719-1f65e2eb44e0 req-f0dbb7e5-7ed2-4847-9dcb-17d9f4904e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:17.734561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc556e59-3cfc-4a8d-8719-1f65e2eb44e0 req-f0dbb7e5-7ed2-4847-9dcb-17d9f4904e07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 1096 time: 0.0544062 Aug 21 09:27:17.897239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db6292-d8e0-413e-81aa-06c46099e2e8 req-f24e199e-0c42-4587-9b83-508cdcc94a72 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:17.898740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51db6292-d8e0-413e-81aa-06c46099e2e8 req-f24e199e-0c42-4587-9b83-508cdcc94a72 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 944 time: 0.1115911 Aug 21 09:27:17.924702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556e59-3cfc-4a8d-8719-1f65e2eb44e0 req-92f6a5de-acd0-4a1c-a11c-3bb03d4e731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:17.926204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc556e59-3cfc-4a8d-8719-1f65e2eb44e0 req-92f6a5de-acd0-4a1c-a11c-3bb03d4e731d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=64b4de758eb241f992adf21515e35f03&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1810460 Aug 21 09:27:18.011775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51db6292-d8e0-413e-81aa-06c46099e2e8 req-f6779025-814d-44ba-b417-9b7ac57ed17e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048419 Aug 21 09:27:18.079099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556e59-3cfc-4a8d-8719-1f65e2eb44e0 req-7e5feabb-a144-4417-8140-984ddc00d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:18.080940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc556e59-3cfc-4a8d-8719-1f65e2eb44e0 req-7e5feabb-a144-4417-8140-984ddc00d112 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1470897 Aug 21 09:27:18.194471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-f1a036b0-7552-4810-b7c8-217df86f9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:18.196159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-f1a036b0-7552-4810-b7c8-217df86f9991 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 1096 time: 0.0721729 Aug 21 09:27:18.258630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-f1d55860-ef86-4740-9b1b-b42da6edcb6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4acf4eec-72ae-41ed-a537-f5c963e06ec5 HTTP/1.1" status: 200 len: 217 time: 0.0536127 Aug 21 09:27:18.321327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-c9b08365-d9b2-423d-8b98-f5523d52dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:18.323230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-c9b08365-d9b2-423d-8b98-f5523d52dc26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0303e0cd-55d2-44d4-8229-2cb9f7ab5270 HTTP/1.1" status: 200 len: 846 time: 0.0576177 Aug 21 09:27:18.362181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-7cb40364-5e88-4cbd-a0ce-960c1b7d3748 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a204257c-7598-4e7a-a0f3-f824e457425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308442 Aug 21 09:27:18.487826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-43dc21c2-51ec-48d9-beb4-c16fcd871ce6 service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184745 Aug 21 09:27:18.835581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b963b5-22fd-46a1-b41e-d7694074ff26 req-72ead998-8d45-4b05-a692-27b11f4e2eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390698 Aug 21 09:27:19.129207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8cf4d-fbe7-441d-8895-bcfd968eaaa7 req-f617626b-1384-4b55-be0d-a1db7e8c4789 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:19.130902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccd8cf4d-fbe7-441d-8895-bcfd968eaaa7 req-f617626b-1384-4b55-be0d-a1db7e8c4789 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 944 time: 0.0558586 Aug 21 09:27:19.175590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccd8cf4d-fbe7-441d-8895-bcfd968eaaa7 req-00c18a51-bbb7-4c9b-b4fb-a9991851be87 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Aug 21 09:27:19.205158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-4a6a6f46-654d-4f1b-8396-551c4cf12e62 req-80d09c46-ae45-485b-87ef-8d2884099448 service neutron] (106757) timed out ('10.222.0.22', 54649) {{(pid=106757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:27:20.312225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260fd15-9bb7-49cf-918c-56706b977387 req-0d496c0b-99b1-4625-8500-2ac6b0be158d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:20.313895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c260fd15-9bb7-49cf-918c-56706b977387 req-0d496c0b-99b1-4625-8500-2ac6b0be158d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 944 time: 0.0637794 Aug 21 09:27:20.378587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c260fd15-9bb7-49cf-918c-56706b977387 req-2715fd66-d239-4acd-a206-e44c306d0f29 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583265 Aug 21 09:27:21.298909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 4acf4eec-72ae-41ed-a537-f5c963e06ec5 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:27:21.444305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 4acf4eec-72ae-41ed-a537-f5c963e06ec5, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4acf4eec-72ae-41ed-a537-f5c963e06ec5,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:21.456686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '4acf4eec-72ae-41ed-a537-f5c963e06ec5', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'port_id': '4acf4eec-72ae-41ed-a537-f5c963e06ec5', 'mac_address': 'fa:16:3e:fa:a7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0303e0cd-55d2-44d4-8229-2cb9f7ab5270', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:27:21.508879 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:21.525439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acf4eec-72ae-41ed-a537-f5c963e06ec5 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:27:21.547134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 4acf4eec-72ae-41ed-a537-f5c963e06ec5, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4acf4eec-72ae-41ed-a537-f5c963e06ec5,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:21.604381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c692a0a-5c5f-4062-85a5-b7979705a739 req-fa67ed50-1d67-441c-811c-6a131da6e1fd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:21.606592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c692a0a-5c5f-4062-85a5-b7979705a739 req-fa67ed50-1d67-441c-811c-6a131da6e1fd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 944 time: 0.0532129 Aug 21 09:27:21.629758 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:21.693371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c692a0a-5c5f-4062-85a5-b7979705a739 req-35d86198-1418-47fd-b025-e81ed9a5aa38 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787630 Aug 21 09:27:21.718627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=4acf4eec-72ae-41ed-a537-f5c963e06ec5,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:21.832673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['4acf4eec-72ae-41ed-a537-f5c963e06ec5'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:22.820082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8099d-f4d3-42cf-81cd-96fd38a28a0c req-45769662-3df9-46fc-8572-8eca439df591 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:22.821653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5f8099d-f4d3-42cf-81cd-96fd38a28a0c req-45769662-3df9-46fc-8572-8eca439df591 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 945 time: 0.0517859 Aug 21 09:27:22.865120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5f8099d-f4d3-42cf-81cd-96fd38a28a0c req-d00d8baa-8bb6-4bc4-b667-96017cf230d9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363224 Aug 21 09:27:23.305701 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 4acf4eec-72ae-41ed-a537-f5c963e06ec5 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:27:23.412909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 4acf4eec-72ae-41ed-a537-f5c963e06ec5 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:27:23.417377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 4acf4eec-72ae-41ed-a537-f5c963e06ec5 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:27:23.417749 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:23.500129 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:23.533599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 4acf4eec-72ae-41ed-a537-f5c963e06ec5, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4acf4eec-72ae-41ed-a537-f5c963e06ec5,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:23.534601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd11dcfa-0b55-40d9-84f1-51327be0cee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acf4eec-72ae-41ed-a537-f5c963e06ec5'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:27:23.537477 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413fb0ca-112a-4e8a-99ce-ce40525bd480" -d '{"events": [{"server_uuid": "fd11dcfa-0b55-40d9-84f1-51327be0cee5", "name": "network-vif-plugged", "status": "completed", "tag": "4acf4eec-72ae-41ed-a537-f5c963e06ec5"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:27:23.583522 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440f9df6-b5e1-425c-8d26-862a299aba18 x-openstack-request-id: req-440f9df6-b5e1-425c-8d26-862a299aba18 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:27:23.584021 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd11dcfa-0b55-40d9-84f1-51327be0cee5", "name": "network-vif-plugged", "status": "completed", "tag": "4acf4eec-72ae-41ed-a537-f5c963e06ec5", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:27:23.584495 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-440f9df6-b5e1-425c-8d26-862a299aba18 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:27:23.585091 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd11dcfa-0b55-40d9-84f1-51327be0cee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acf4eec-72ae-41ed-a537-f5c963e06ec5', 'code': 200} Aug 21 09:27:23.601180 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:23.657595 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=4acf4eec-72ae-41ed-a537-f5c963e06ec5,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:23.714192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21472cce-dc81-4274-b954-0f81b619275a req-34b35d39-74bb-4f33-a714-e8fe4fed855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:23.716278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21472cce-dc81-4274-b954-0f81b619275a req-34b35d39-74bb-4f33-a714-e8fe4fed855d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 1098 time: 0.0486665 Aug 21 09:27:23.752955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21472cce-dc81-4274-b954-0f81b619275a req-369fafab-e27b-4d71-b3ab-488ed8985f08 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290730 Aug 21 09:27:24.030272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78b743-4451-4f30-a5c7-a034a8ade23e req-bd6c4d56-2c4b-48c5-bc4f-b881e9cde034 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:24.030272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc78b743-4451-4f30-a5c7-a034a8ade23e req-bd6c4d56-2c4b-48c5-bc4f-b881e9cde034 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 946 time: 0.0862143 Aug 21 09:27:24.073116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc78b743-4451-4f30-a5c7-a034a8ade23e req-2135f53f-ef9c-4ff1-b159-61c22989b433 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397778 Aug 21 09:27:25.211940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c15f09-7d7c-4888-9bbf-1edd6246330a req-968d1e40-204f-4547-9d46-26fc3e14f3ae tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:25.213584 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98c15f09-7d7c-4888-9bbf-1edd6246330a req-968d1e40-204f-4547-9d46-26fc3e14f3ae tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 946 time: 0.0601478 Aug 21 09:27:25.259657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98c15f09-7d7c-4888-9bbf-1edd6246330a req-f08c97e3-89c0-4436-a72d-5ff099e659f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391641 Aug 21 09:27:25.419931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7771a4c-3810-484e-b14a-2db8456ba72f req-8bf346fb-439e-4a38-aa4f-c5612442b075 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:25.421521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7771a4c-3810-484e-b14a-2db8456ba72f req-8bf346fb-439e-4a38-aa4f-c5612442b075 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 946 time: 0.0804820 Aug 21 09:27:25.475301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7771a4c-3810-484e-b14a-2db8456ba72f req-a25c8710-e32c-432b-ba6b-c5a3d57ff521 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470185 Aug 21 09:27:26.056924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a76aa9-55ee-408f-a206-24211f668e19 req-725d2bc5-c1e2-4eb4-bb07-ab0b206125e9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:26.061217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14a76aa9-55ee-408f-a206-24211f668e19 req-725d2bc5-c1e2-4eb4-bb07-ab0b206125e9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 946 time: 0.0771024 Aug 21 09:27:26.106777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14a76aa9-55ee-408f-a206-24211f668e19 req-9f993372-e9ed-46b3-8b4c-1cfc8a155ad8 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383956 Aug 21 09:27:27.227711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749778f1-c618-4748-bc74-584f0498e327 req-1de95876-7ab2-47b3-9b8e-52c8879022dd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:27.229173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-749778f1-c618-4748-bc74-584f0498e327 req-1de95876-7ab2-47b3-9b8e-52c8879022dd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 946 time: 0.0485308 Aug 21 09:27:27.274874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-749778f1-c618-4748-bc74-584f0498e327 req-31bdad92-b93f-4f94-8cfa-be5be9497196 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Aug 21 09:27:27.341336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3f7ab-63a7-4230-b7b9-1d0bb9a42e92 req-e858e1ff-51cb-4d60-b7ff-e7c54fd05380 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:27.342859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ada3f7ab-63a7-4230-b7b9-1d0bb9a42e92 req-e858e1ff-51cb-4d60-b7ff-e7c54fd05380 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 946 time: 0.0620039 Aug 21 09:27:27.470052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-ada3f7ab-63a7-4230-b7b9-1d0bb9a42e92 req-78a71486-5491-4f42-bbfb-96fa3c373e17 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Deleting port 4acf4eec-72ae-41ed-a537-f5c963e06ec5 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:27:27.470390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ada3f7ab-63a7-4230-b7b9-1d0bb9a42e92 req-78a71486-5491-4f42-bbfb-96fa3c373e17 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:27.570643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ada3f7ab-63a7-4230-b7b9-1d0bb9a42e92 req-78a71486-5491-4f42-bbfb-96fa3c373e17 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] For port 4acf4eec-72ae-41ed-a537-f5c963e06ec5, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=4acf4eec-72ae-41ed-a537-f5c963e06ec5,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:27.571394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ada3f7ab-63a7-4230-b7b9-1d0bb9a42e92 req-78a71486-5491-4f42-bbfb-96fa3c373e17 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:27.583188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-ada3f7ab-63a7-4230-b7b9-1d0bb9a42e92 req-78a71486-5491-4f42-bbfb-96fa3c373e17 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Calling delete_port for 4acf4eec-72ae-41ed-a537-f5c963e06ec5 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:27:27.797265 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ada3f7ab-63a7-4230-b7b9-1d0bb9a42e92 req-78a71486-5491-4f42-bbfb-96fa3c373e17 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:27.810269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['4acf4eec-72ae-41ed-a537-f5c963e06ec5'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:27.814568 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:27.839540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a71486-5491-4f42-bbfb-96fa3c373e17 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event deleted for resources: {'Port': ['ID=4acf4eec-72ae-41ed-a537-f5c963e06ec5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:27.883904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada3f7ab-63a7-4230-b7b9-1d0bb9a42e92 req-78a71486-5491-4f42-bbfb-96fa3c373e17 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] No DVR routers for this DVR port 4acf4eec-72ae-41ed-a537-f5c963e06ec5 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:27:27.887393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ada3f7ab-63a7-4230-b7b9-1d0bb9a42e92 req-78a71486-5491-4f42-bbfb-96fa3c373e17 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:27.889642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ada3f7ab-63a7-4230-b7b9-1d0bb9a42e92 req-78a71486-5491-4f42-bbfb-96fa3c373e17 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "DELETE /v2.0/ports/4acf4eec-72ae-41ed-a537-f5c963e06ec5 HTTP/1.1" status: 204 len: 173 time: 0.5397396 Aug 21 09:27:27.890134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd11dcfa-0b55-40d9-84f1-51327be0cee5', 'name': 'network-vif-deleted', 'tag': '4acf4eec-72ae-41ed-a537-f5c963e06ec5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:27:27.893197 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b0f718-47cb-47ae-9410-22e808cd492d" -d '{"events": [{"server_uuid": "fd11dcfa-0b55-40d9-84f1-51327be0cee5", "name": "network-vif-deleted", "tag": "4acf4eec-72ae-41ed-a537-f5c963e06ec5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:27:27.943130 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0be2f2-cffb-4de5-81ef-707d8402d4a2 x-openstack-request-id: req-bd0be2f2-cffb-4de5-81ef-707d8402d4a2 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:27:27.943459 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd11dcfa-0b55-40d9-84f1-51327be0cee5", "name": "network-vif-deleted", "tag": "4acf4eec-72ae-41ed-a537-f5c963e06ec5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:27:27.943783 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd0be2f2-cffb-4de5-81ef-707d8402d4a2 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:27:27.944222 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd11dcfa-0b55-40d9-84f1-51327be0cee5', 'name': 'network-vif-deleted', 'tag': '4acf4eec-72ae-41ed-a537-f5c963e06ec5', 'status': 'completed', 'code': 200} Aug 21 09:27:28.383762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46c88ec8-c3c1-485c-8ef3-ac26b6f2b8cd req-8e00262d-67de-4afd-a438-4b64c9c53c66 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd11dcfa-0b55-40d9-84f1-51327be0cee5 HTTP/1.1" status: 200 len: 210 time: 0.0317981 Aug 21 09:27:29.766396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-e51d765a-86e5-4418-b0d0-c7501a6caf72 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:29.767896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-e51d765a-86e5-4418-b0d0-c7501a6caf72 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1168356 Aug 21 09:27:29.790737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-baeff4c7-f40e-4cf3-a6eb-024ca4964dd5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/quotas/64b4de758eb241f992adf21515e35f03 HTTP/1.1" status: 200 len: 375 time: 0.0163677 Aug 21 09:27:29.838087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-577754af-b655-436c-b38f-f1c178098807 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463355 Aug 21 09:27:29.939436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-a9b065ee-60ad-4bc9-a8e4-052bc8acbbc8 service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933826 Aug 21 09:27:30.051169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-c89f2a03-eedc-4b92-ada4-9a2d62cb53f3 service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050735 Aug 21 09:27:30.339278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5700c3cd-b52d-4308-becc-16b4b5ce1358 req-0d67b764-8b6e-47a2-a676-cd46c4f3d10f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 210 time: 0.0400660 Aug 21 09:27:31.332768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 4acf4eec-72ae-41ed-a537-f5c963e06ec5 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:27:31.355152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 4acf4eec-72ae-41ed-a537-f5c963e06ec5 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:27:31.355152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 4acf4eec-72ae-41ed-a537-f5c963e06ec5 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:27:31.450896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-028ac77c-70fc-4c20-a0f0-2c951948c047 req-41c971d9-5089-453f-afc1-0569e84f9d78 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 210 time: 0.0271676 Aug 21 09:27:32.554262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac621cb7-3168-4919-9b47-9bc6189cbd71 req-849445cc-cb6b-4ada-844e-02fb94ac07bc tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 210 time: 0.0324614 Aug 21 09:27:32.722577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-76a2129e-50b7-4a62-8940-478de2d00f49 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:32.724306 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-76a2129e-50b7-4a62-8940-478de2d00f49 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1312294 Aug 21 09:27:32.737548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Request body: {'port': {'device_id': '46a2be3a-2264-499f-97bb-f6ed25845303', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'admin_state_up': True, 'tenant_id': '64b4de758eb241f992adf21515e35f03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:32.949851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Made reservation on behalf of 64b4de758eb241f992adf21515e35f03 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:27:32.955311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:33.104534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Allocated IP 172.20.0.7 (a204257c-7598-4e7a-a0f3-f824e457425e/0303e0cd-55d2-44d4-8229-2cb9f7ab5270/d93f31ce-e256-4178-8333-fb6369d2a658) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:27:33.266494 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:33.414528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:33.426944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:33.473918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Network a204257c-7598-4e7a-a0f3-f824e457425e is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:27:33.480484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:27:33.483228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event updated for resources: {'Port': ['ID=d93f31ce-e256-4178-8333-fb6369d2a658,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:33.485587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:27:33.554889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:33.555582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:33.647523 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-8265d336-a2e8-43b5-8826-9f713a4159f9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9146154 Aug 21 09:27:33.663271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Request body: {'port': {'device_id': '46a2be3a-2264-499f-97bb-f6ed25845303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:33.749113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:33.770712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d190b40-dc16-4085-9598-0b2a7732211f req-af30a100-b7c8-4a94-b214-bf9cba82993d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:33.772237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d190b40-dc16-4085-9598-0b2a7732211f req-af30a100-b7c8-4a94-b214-bf9cba82993d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 931 time: 0.1060820 Aug 21 09:27:33.899149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d190b40-dc16-4085-9598-0b2a7732211f req-d3191e92-f2e3-42c5-b0e3-7d03a9562a48 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017938 Aug 21 09:27:34.066004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93f31ce-e256-4178-8333-fb6369d2a658 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:27:34.073632 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:34.086430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Transition to ACTIVE for port object d93f31ce-e256-4178-8333-fb6369d2a658 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:27:34.185424 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:34.254425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Pushing event updated for resources: {'Port': ['ID=d93f31ce-e256-4178-8333-fb6369d2a658,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:34.317487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Attempting to bind port d93f31ce-e256-4178-8333-fb6369d2a658 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:27:34.317997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Attempting to bind port d93f31ce-e256-4178-8333-fb6369d2a658 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:27:34.318226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Attempting to bind port d93f31ce-e256-4178-8333-fb6369d2a658 on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:27:34.322903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Port d93f31ce-e256-4178-8333-fb6369d2a658 on network a204257c-7598-4e7a-a0f3-f824e457425e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:27:34.323985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Attempting to bind port d93f31ce-e256-4178-8333-fb6369d2a658 on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:27:34.331394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:27:34.331770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Checking segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:27:34.332188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Bound using segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:27:34.332627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Bound port: d93f31ce-e256-4178-8333-fb6369d2a658, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:27:34.333057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:34.403607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] For port d93f31ce-e256-4178-8333-fb6369d2a658, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:27:34.408884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] For port d93f31ce-e256-4178-8333-fb6369d2a658, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d93f31ce-e256-4178-8333-fb6369d2a658,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:27:34.538262 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:34.577916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:34.578623 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:34.579980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] 10.222.0.13 "PUT /v2.0/ports/d93f31ce-e256-4178-8333-fb6369d2a658 HTTP/1.1" status: 200 len: 1092 time: 0.9232957 Aug 21 09:27:34.580408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a2be3a-2264-499f-97bb-f6ed25845303', 'tag': 'd93f31ce-e256-4178-8333-fb6369d2a658'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:27:34.582658 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1894195d-2f55-47dc-93b1-4a2dfc33d2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "46a2be3a-2264-499f-97bb-f6ed25845303", "tag": "d93f31ce-e256-4178-8333-fb6369d2a658"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:27:34.613347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758d4d9-0569-425f-ac4a-6824f780863c service neutron] Pushing event updated for resources: {'Port': ['ID=d93f31ce-e256-4178-8333-fb6369d2a658,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:34.655722 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdaf694-ba88-46fc-ab69-559dae45af7d x-openstack-request-id: req-9fdaf694-ba88-46fc-ab69-559dae45af7d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:27:34.655722 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a2be3a-2264-499f-97bb-f6ed25845303", "tag": "d93f31ce-e256-4178-8333-fb6369d2a658", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:27:34.655722 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fdaf694-ba88-46fc-ab69-559dae45af7d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:27:34.655722 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a2be3a-2264-499f-97bb-f6ed25845303', 'tag': 'd93f31ce-e256-4178-8333-fb6369d2a658', 'status': 'completed', 'code': 200} Aug 21 09:27:34.681927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894195d-2f55-47dc-93b1-4a2dfc33d2e8 req-88f12943-d348-421b-8748-9203d5866fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:34.684218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1894195d-2f55-47dc-93b1-4a2dfc33d2e8 req-88f12943-d348-421b-8748-9203d5866fad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 1095 time: 0.0430241 Aug 21 09:27:34.816241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894195d-2f55-47dc-93b1-4a2dfc33d2e8 req-45e133bb-5285-4c08-bbfc-de2648b0b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:34.816633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1894195d-2f55-47dc-93b1-4a2dfc33d2e8 req-45e133bb-5285-4c08-bbfc-de2648b0b387 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=64b4de758eb241f992adf21515e35f03&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1253543 Aug 21 09:27:34.928291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894195d-2f55-47dc-93b1-4a2dfc33d2e8 req-7f534ba9-7c1f-46e1-b3bd-dff3f332f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:34.929903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1894195d-2f55-47dc-93b1-4a2dfc33d2e8 req-7f534ba9-7c1f-46e1-b3bd-dff3f332f245 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067765 Aug 21 09:27:35.051389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-7ff58354-3b4b-4d9a-9d38-33f0dc39069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:35.052982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-7ff58354-3b4b-4d9a-9d38-33f0dc39069f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 1095 time: 0.0746355 Aug 21 09:27:35.074966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbb0f7-902d-4f23-81cc-8f6a48c0260e req-c8c4da33-eb9c-4fcc-86f4-e18f34ddb82f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:35.076690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bbbb0f7-902d-4f23-81cc-8f6a48c0260e req-c8c4da33-eb9c-4fcc-86f4-e18f34ddb82f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 943 time: 0.0708869 Aug 21 09:27:35.109841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-d98635a0-4c7f-4287-8387-9d3f5146ba34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d93f31ce-e256-4178-8333-fb6369d2a658 HTTP/1.1" status: 200 len: 217 time: 0.0493867 Aug 21 09:27:35.171681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bbbb0f7-902d-4f23-81cc-8f6a48c0260e req-e3c3149f-26dc-4722-9284-7f7a1510db26 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686216 Aug 21 09:27:35.182210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-35195c9c-e762-45b4-beee-ff77287c7e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:35.184130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-35195c9c-e762-45b4-beee-ff77287c7e9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0303e0cd-55d2-44d4-8229-2cb9f7ab5270 HTTP/1.1" status: 200 len: 846 time: 0.0659513 Aug 21 09:27:35.222200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-0be2d744-8915-4499-b46d-5e8259aae426 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a204257c-7598-4e7a-a0f3-f824e457425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300689 Aug 21 09:27:35.334341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-297d1a98-c9b0-4678-a4e3-b0546b1ff0fe service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015530 Aug 21 09:27:35.449617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3e67960-1be5-4d0a-b4ea-7e4bdfa896cb req-e76d92b2-93e4-4d58-bdfa-3efce4adfb5e service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053650 Aug 21 09:27:36.306926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499a44e-36ee-4743-ab0c-b9a9a78eaab1 req-135230a7-51ff-4ed6-82e5-da2bc8923f13 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:36.307477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9499a44e-36ee-4743-ab0c-b9a9a78eaab1 req-135230a7-51ff-4ed6-82e5-da2bc8923f13 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 943 time: 0.0574358 Aug 21 09:27:36.351300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9499a44e-36ee-4743-ab0c-b9a9a78eaab1 req-d321ba65-e83f-4eda-a032-3b06a1e20e57 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370748 Aug 21 09:27:36.951005 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d83ea5a7-1c1a-4c0c-a995-43a9d06e32be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:37.368514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d93f31ce-e256-4178-8333-fb6369d2a658 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:27:37.487633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b82fb-d3e8-4a35-a0a2-19be6c60c6f7 req-15987900-ae76-4212-bb7f-5ee4de4b7067 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:37.494973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b78b82fb-d3e8-4a35-a0a2-19be6c60c6f7 req-15987900-ae76-4212-bb7f-5ee4de4b7067 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 943 time: 0.0673568 Aug 21 09:27:37.498500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d93f31ce-e256-4178-8333-fb6369d2a658, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d93f31ce-e256-4178-8333-fb6369d2a658,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:37.512756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'd93f31ce-e256-4178-8333-fb6369d2a658', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'port_id': 'd93f31ce-e256-4178-8333-fb6369d2a658', 'mac_address': 'fa:16:3e:c5:9e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0303e0cd-55d2-44d4-8229-2cb9f7ab5270', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:27:37.536531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b78b82fb-d3e8-4a35-a0a2-19be6c60c6f7 req-5e631b59-b95e-42a7-8b01-9a67d5c3ee46 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Aug 21 09:27:37.575516 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:37.590876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93f31ce-e256-4178-8333-fb6369d2a658 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:27:37.610810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d93f31ce-e256-4178-8333-fb6369d2a658, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d93f31ce-e256-4178-8333-fb6369d2a658,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:37.726506 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:37.780113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=d93f31ce-e256-4178-8333-fb6369d2a658,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:37.934314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['d93f31ce-e256-4178-8333-fb6369d2a658'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:38.667675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40e19-7c9d-4e18-8248-5d5688a64342 req-34384cfc-afe6-4413-a79c-a878a12ed7a1 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:38.672191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ac40e19-7c9d-4e18-8248-5d5688a64342 req-34384cfc-afe6-4413-a79c-a878a12ed7a1 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 944 time: 0.0602243 Aug 21 09:27:38.717823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ac40e19-7c9d-4e18-8248-5d5688a64342 req-f8f59da3-97ce-411b-a5de-e80b837c8e81 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418165 Aug 21 09:27:39.379067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d93f31ce-e256-4178-8333-fb6369d2a658 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:27:39.510940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port d93f31ce-e256-4178-8333-fb6369d2a658 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:27:39.515852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port d93f31ce-e256-4178-8333-fb6369d2a658 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:27:39.516232 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:39.555480 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f144db86-6c48-4b43-b265-5560c7df0589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:39.602886 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:39.625597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a2be3a-2264-499f-97bb-f6ed25845303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93f31ce-e256-4178-8333-fb6369d2a658'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:27:39.628125 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5289a38b-fe5b-4ca1-a174-4535aa84a5bc" -d '{"events": [{"server_uuid": "46a2be3a-2264-499f-97bb-f6ed25845303", "name": "network-vif-plugged", "status": "completed", "tag": "d93f31ce-e256-4178-8333-fb6369d2a658"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:27:39.644417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d93f31ce-e256-4178-8333-fb6369d2a658, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d93f31ce-e256-4178-8333-fb6369d2a658,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:39.678783 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83f8f59-d205-4509-926b-95569afb2c26 x-openstack-request-id: req-b83f8f59-d205-4509-926b-95569afb2c26 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:27:39.678783 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a2be3a-2264-499f-97bb-f6ed25845303", "name": "network-vif-plugged", "status": "completed", "tag": "d93f31ce-e256-4178-8333-fb6369d2a658", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:27:39.678783 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b83f8f59-d205-4509-926b-95569afb2c26 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:27:39.678783 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a2be3a-2264-499f-97bb-f6ed25845303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93f31ce-e256-4178-8333-fb6369d2a658', 'code': 200} Aug 21 09:27:39.745694 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:39.787760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62fa3-94ba-4a5a-8a8b-40ad86449dd9 req-9a9aacdb-106e-4524-bfd1-79516d17fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:39.789622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa62fa3-94ba-4a5a-8a8b-40ad86449dd9 req-9a9aacdb-106e-4524-bfd1-79516d17fecf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 1097 time: 0.0567091 Aug 21 09:27:39.807468 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:39.816644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=d93f31ce-e256-4178-8333-fb6369d2a658,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:39.860242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aa62fa3-94ba-4a5a-8a8b-40ad86449dd9 req-8fb9c393-32e8-4854-a026-5771ffb126a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635333 Aug 21 09:27:39.875697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc34695-3f1c-4a1c-bb7c-7608304e5731 req-c4d9c0da-66e2-45d5-815f-ff522b3fbed7 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:39.880235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afc34695-3f1c-4a1c-bb7c-7608304e5731 req-c4d9c0da-66e2-45d5-815f-ff522b3fbed7 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 945 time: 0.0819030 Aug 21 09:27:39.918685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afc34695-3f1c-4a1c-bb7c-7608304e5731 req-1e810e1c-b212-40e4-9cf2-b6c11b31e563 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352435 Aug 21 09:27:40.939191 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:41.072870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e98ed-181c-46a8-8ae9-b94a4afd30d5 req-b1e15b60-b589-4e3c-a192-69df7c0453ee tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:41.074416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-046e98ed-181c-46a8-8ae9-b94a4afd30d5 req-b1e15b60-b589-4e3c-a192-69df7c0453ee tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 945 time: 0.0764837 Aug 21 09:27:41.124734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-046e98ed-181c-46a8-8ae9-b94a4afd30d5 req-ba3b79b1-4ff2-491d-9308-6435b462753c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 Aug 21 09:27:42.120951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505cc55-e240-4150-90b9-fc21f82dce91 req-3925ddea-757a-4c07-9c97-50fa7005d9f7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:42.128095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f505cc55-e240-4150-90b9-fc21f82dce91 req-3925ddea-757a-4c07-9c97-50fa7005d9f7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0620267 Aug 21 09:27:42.167323 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f505cc55-e240-4150-90b9-fc21f82dce91 req-028de8ba-5553-4865-8366-13f8d2e283b2 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383670 Aug 21 09:27:42.291899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd5bdd-ae60-4dbb-b92f-17f9147107a2 req-ab50db1b-7a68-4fd8-871c-35bc4c8124e3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:42.291899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cddd5bdd-ae60-4dbb-b92f-17f9147107a2 req-ab50db1b-7a68-4fd8-871c-35bc4c8124e3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 945 time: 0.0633075 Aug 21 09:27:42.333488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cddd5bdd-ae60-4dbb-b92f-17f9147107a2 req-9277e9e4-ed75-400f-ba23-12812cf6cd9e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351169 Aug 21 09:27:42.424816 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:42.579993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ed289-1a54-456d-8751-d32813b40121 req-f36e1896-b861-450a-9fe1-d6641833f443 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:42.581794 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-f36e1896-b861-450a-9fe1-d6641833f443 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1147814 Aug 21 09:27:42.612005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-2c66e4e3-e431-467c-a137-a3beddd2c54b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/quotas/64b4de758eb241f992adf21515e35f03 HTTP/1.1" status: 200 len: 375 time: 0.0157638 Aug 21 09:27:42.669992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-e2b8ef14-9173-4ca9-bc55-15eb010c363f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514178 Aug 21 09:27:42.767889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-876ed5ef-6a28-4933-bcb1-c9a62b43f87b service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909576 Aug 21 09:27:42.859546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-b7b9f47c-4bb2-4634-ad56-78abd73ea90e service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853682 Aug 21 09:27:43.107472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-013e93ff-b5a9-42ab-b907-9828d127e5e7 req-03341d30-acfb-4e6d-8afe-f19f80c304c3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 210 time: 0.0428677 Aug 21 09:27:43.150604 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:27:43.292787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c042c7-9326-4632-b0d5-447ae69972df req-e682036d-0596-4281-ae90-6bf73e21bf8d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:43.294796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0c042c7-9326-4632-b0d5-447ae69972df req-e682036d-0596-4281-ae90-6bf73e21bf8d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0497172 Aug 21 09:27:43.332751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0c042c7-9326-4632-b0d5-447ae69972df req-4e03c404-3701-4cca-ae09-61db7873df18 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319417 Aug 21 09:27:43.950787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7268653-921a-4200-92dc-c052cd4c6bff req-862d1125-ca77-4763-90ad-e66be4c520c5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:43.952651 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7268653-921a-4200-92dc-c052cd4c6bff req-862d1125-ca77-4763-90ad-e66be4c520c5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.22 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.0568991 Aug 21 09:27:44.087889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Deleting port 6f006c2a-a85e-48b9-9c89-53adc2d7513d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:27:44.088225 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:44.179176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] For port 6f006c2a-a85e-48b9-9c89-53adc2d7513d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6f006c2a-a85e-48b9-9c89-53adc2d7513d,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:44.179666 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:44.289879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cc0987b-8b86-43bf-bd09-c20a22236073 req-a9cf77b7-3db7-4635-ab07-f5af6520d7a8 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 210 time: 0.1001182 Aug 21 09:27:44.807811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:44.808532 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:44.808532 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Floating IP b72a638a-4781-4b87-bef7-bd558ac9ffeb disassociated. External IP: 172.25.5.46, port: 6f006c2a-a85e-48b9-9c89-53adc2d7513d. Aug 21 09:27:44.808836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Calling delete_port for 6f006c2a-a85e-48b9-9c89-53adc2d7513d owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:27:44.823773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29000d89-28f2-4f04-9dad-90caa64d6a99 req-a85ba50b-58e0-4bf1-99aa-3dcbab52b892 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:44.825825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29000d89-28f2-4f04-9dad-90caa64d6a99 req-a85ba50b-58e0-4bf1-99aa-3dcbab52b892 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 946 time: 0.3753181 Aug 21 09:27:44.908959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-29000d89-28f2-4f04-9dad-90caa64d6a99 req-855a2386-5ffa-4cf4-a068-868a719cf1bb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b7d30ae-b043-45a3-87f6-a29f8be338d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757573 Aug 21 09:27:45.051796 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:45.089319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event deleted for resources: {'Port': ['ID=6f006c2a-a85e-48b9-9c89-53adc2d7513d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:45.289046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:27:45.339425 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:45.364189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ed289-1a54-456d-8751-d32813b40121 req-1152a6a1-4b9f-4073-b8ff-f93a83aeab0e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:45.365178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-1152a6a1-4b9f-4073-b8ff-f93a83aeab0e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.22 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1720159 Aug 21 09:27:45.379752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Request body: {'port': {'device_id': 'b3204a8a-27d2-4056-b53e-2ddaf63a4efb', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'admin_state_up': True, 'tenant_id': '64b4de758eb241f992adf21515e35f03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:45.436894 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:45.521339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b98c53db-05b8-4391-8ffa-393e96ba8e26 req-a27b1b8f-3b62-45e6-be7f-a94d09d34ca2 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 210 time: 0.1168363 Aug 21 09:27:45.577005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:27:45.588074 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c888df6-b63e-47c8-b3a7-4c920c250d6c None None] Sync routers for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:27:45.603890 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c888df6-b63e-47c8-b3a7-4c920c250d6c None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:27:45.604526 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2c888df6-b63e-47c8-b3a7-4c920c250d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:27:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:27:45.707825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] No DVR routers for this DVR port 6f006c2a-a85e-48b9-9c89-53adc2d7513d on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:27:45.712171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:45.715104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7268653-921a-4200-92dc-c052cd4c6bff req-569e39ef-9084-4ac1-80c6-6bf4cef84161 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.22 "DELETE /v2.0/ports/6f006c2a-a85e-48b9-9c89-53adc2d7513d HTTP/1.1" status: 204 len: 173 time: 1.7559085 Aug 21 09:27:45.715256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03180fb-2129-4c73-a518-acacc365b76e', 'name': 'network-vif-deleted', 'tag': '6f006c2a-a85e-48b9-9c89-53adc2d7513d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:27:45.718077 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeba4887-3a30-4cf3-8a8f-b472bf74f0a8" -d '{"events": [{"server_uuid": "b03180fb-2129-4c73-a518-acacc365b76e", "name": "network-vif-deleted", "tag": "6f006c2a-a85e-48b9-9c89-53adc2d7513d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:27:45.764379 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d00292-9596-4dc1-a009-a87df25c459d x-openstack-request-id: req-e7d00292-9596-4dc1-a009-a87df25c459d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:27:45.765794 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03180fb-2129-4c73-a518-acacc365b76e", "name": "network-vif-deleted", "tag": "6f006c2a-a85e-48b9-9c89-53adc2d7513d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:27:45.765794 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7d00292-9596-4dc1-a009-a87df25c459d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:27:45.765794 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03180fb-2129-4c73-a518-acacc365b76e', 'name': 'network-vif-deleted', 'tag': '6f006c2a-a85e-48b9-9c89-53adc2d7513d', 'status': 'completed', 'code': 200} Aug 21 09:27:45.769626 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-2c888df6-b63e-47c8-b3a7-4c920c250d6c None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:27:45.834788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Made reservation on behalf of 64b4de758eb241f992adf21515e35f03 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:27:45.838886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:46.040292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Allocated IP 172.20.0.6 (a204257c-7598-4e7a-a0f3-f824e457425e/0303e0cd-55d2-44d4-8229-2cb9f7ab5270/b81ca25a-0579-4683-82f6-0e4c21d1e489) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:27:46.059452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4642ecd0-b6b6-408a-b686-9810543028f9 req-ef33a25c-7622-44f1-ab14-6dba0577d88e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b03180fb-2129-4c73-a518-acacc365b76e HTTP/1.1" status: 200 len: 210 time: 0.0418370 Aug 21 09:27:46.237240 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2c888df6-b63e-47c8-b3a7-4c920c250d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:27:46.257841 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:46.266842 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c888df6-b63e-47c8-b3a7-4c920c250d6c None None] Checking router: 5ad7fd70-1a4b-45c4-9617-a85e10717c42 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:27:46.276660 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c888df6-b63e-47c8-b3a7-4c920c250d6c None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:27:46.277721 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2c888df6-b63e-47c8-b3a7-4c920c250d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:27:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:27:46.401058 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:46.413137 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:46.416170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['d93f31ce-e256-4178-8333-fb6369d2a658'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:46.468342 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-2c888df6-b63e-47c8-b3a7-4c920c250d6c None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:27:46.540752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Network a204257c-7598-4e7a-a0f3-f824e457425e is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:27:46.547730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:27:46.559584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:27:46.559584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event updated for resources: {'Port': ['ID=b81ca25a-0579-4683-82f6-0e4c21d1e489,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:46.632020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:46.632569 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:46.756648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-98d7a3f2-1627-4f7a-b97e-88999f603025 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3812380 Aug 21 09:27:46.777601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Request body: {'port': {'device_id': 'b3204a8a-27d2-4056-b53e-2ddaf63a4efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:46.870440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b7efa-97c9-4080-b5ab-1a38e221c771 req-8e4ec531-de63-44c4-8e71-660cb8a9c233 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:46.872597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a76b7efa-97c9-4080-b5ab-1a38e221c771 req-8e4ec531-de63-44c4-8e71-660cb8a9c233 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 931 time: 0.1933982 Aug 21 09:27:46.938239 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2c888df6-b63e-47c8-b3a7-4c920c250d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:27:46.954256 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:46.971898 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c888df6-b63e-47c8-b3a7-4c920c250d6c None None] The sync data for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 is: [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:27:47.057924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a76b7efa-97c9-4080-b5ab-1a38e221c771 req-1777481c-ffef-4460-9b18-5657270f2bdd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796143 Aug 21 09:27:47.245139 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44030) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:27:47.388443 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:47.425838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81ca25a-0579-4683-82f6-0e4c21d1e489 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:27:47.447511 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:47.464604 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:47.477990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Transition to ACTIVE for port object b81ca25a-0579-4683-82f6-0e4c21d1e489 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:27:47.510069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55e1da5-06a6-4aa9-9c25-82dde81cb15e None None] New status for floating IP b72a638a-4781-4b87-bef7-bd558ac9ffeb: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:27:47.550677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:47.612654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:47.621832 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:47.625565 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "DELETE /v2.0/security-groups/4b7d30ae-b043-45a3-87f6-a29f8be338d4 HTTP/1.1" status: 204 len: 168 time: 0.3793230 Aug 21 09:27:47.626378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44034) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:27:47.683509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Pushing event updated for resources: {'Port': ['ID=b81ca25a-0579-4683-82f6-0e4c21d1e489,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:47.705493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7d30ae-b043-45a3-87f6-a29f8be338d4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:47.708394 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-b4e88d88-d300-48ec-b3cb-ef947f289a9e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] show failed (client error): The resource could not be found. Aug 21 09:27:47.721039 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b4e88d88-d300-48ec-b3cb-ef947f289a9e tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups/4b7d30ae-b043-45a3-87f6-a29f8be338d4 HTTP/1.1" status: 404 len: 347 time: 0.0722234 Aug 21 09:27:47.721927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44038) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:27:47.752638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Attempting to bind port b81ca25a-0579-4683-82f6-0e4c21d1e489 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:27:47.753352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Attempting to bind port b81ca25a-0579-4683-82f6-0e4c21d1e489 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:27:47.754418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Attempting to bind port b81ca25a-0579-4683-82f6-0e4c21d1e489 on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:27:47.764402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Port b81ca25a-0579-4683-82f6-0e4c21d1e489 on network a204257c-7598-4e7a-a0f3-f824e457425e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:27:47.765023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Attempting to bind port b81ca25a-0579-4683-82f6-0e4c21d1e489 on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:27:47.772985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:27:47.773679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Checking segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:27:47.774884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Bound using segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:27:47.775648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Bound port: b81ca25a-0579-4683-82f6-0e4c21d1e489, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:27:47.776234 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:47.791777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.792379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.793022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.795606 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.796286 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.796638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.796979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.797329 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.797656 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.797991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.798378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.798724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb2a1c-cd73-46c7-880d-18b2ef909dc7 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:47.874222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] For port b81ca25a-0579-4683-82f6-0e4c21d1e489, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:27:47.879414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] For port b81ca25a-0579-4683-82f6-0e4c21d1e489, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b81ca25a-0579-4683-82f6-0e4c21d1e489,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:27:47.956993 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:47.974444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-766f0b4d-987c-467c-9bdf-daa7a31b93ee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Deleting port b139b9e5-74d0-41a2-aae6-a677b1818584 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:27:47.975121 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-766f0b4d-987c-467c-9bdf-daa7a31b93ee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:48.009802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Pushing event updated for resources: {'Port': ['ID=b81ca25a-0579-4683-82f6-0e4c21d1e489,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:48.021381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:48.022211 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:48.023827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-fe21b075-cdd2-4a83-bdda-c5b07de94a48 service neutron] 10.222.0.22 "PUT /v2.0/ports/b81ca25a-0579-4683-82f6-0e4c21d1e489 HTTP/1.1" status: 200 len: 1092 time: 1.2574353 Aug 21 09:27:48.024364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3204a8a-27d2-4056-b53e-2ddaf63a4efb', 'tag': 'b81ca25a-0579-4683-82f6-0e4c21d1e489'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:27:48.056777 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deaba6e-c555-4f54-9a2b-02ee66ce7763" -d '{"events": [{"name": "network-changed", "server_uuid": "b3204a8a-27d2-4056-b53e-2ddaf63a4efb", "tag": "b81ca25a-0579-4683-82f6-0e4c21d1e489"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:27:48.111953 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f12e340-63a0-44d2-a90a-77d380979b9e x-openstack-request-id: req-0f12e340-63a0-44d2-a90a-77d380979b9e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:27:48.119434 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3204a8a-27d2-4056-b53e-2ddaf63a4efb", "tag": "b81ca25a-0579-4683-82f6-0e4c21d1e489", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:27:48.119434 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f12e340-63a0-44d2-a90a-77d380979b9e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:27:48.119434 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3204a8a-27d2-4056-b53e-2ddaf63a4efb', 'tag': 'b81ca25a-0579-4683-82f6-0e4c21d1e489', 'status': 'completed', 'code': 200} Aug 21 09:27:48.177935 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-766f0b4d-987c-467c-9bdf-daa7a31b93ee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:48.178518 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-766f0b4d-987c-467c-9bdf-daa7a31b93ee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:48.193917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-766f0b4d-987c-467c-9bdf-daa7a31b93ee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Calling delete_port for b139b9e5-74d0-41a2-aae6-a677b1818584 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:27:48.254063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaba6e-c555-4f54-9a2b-02ee66ce7763 req-4c5d4c7f-de5d-4119-8942-20874cc8fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:48.255646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5deaba6e-c555-4f54-9a2b-02ee66ce7763 req-4c5d4c7f-de5d-4119-8942-20874cc8fbf3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 1095 time: 0.1214733 Aug 21 09:27:48.270848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e0594-19df-4960-aaa4-81b9185ca665 req-86ca96ec-7ef2-412d-9d3f-54ade0400b9b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:48.270848 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-112e0594-19df-4960-aaa4-81b9185ca665 req-86ca96ec-7ef2-412d-9d3f-54ade0400b9b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 943 time: 0.0793936 Aug 21 09:27:48.375267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-112e0594-19df-4960-aaa4-81b9185ca665 req-d587df19-fae9-4cba-804b-e1646090c634 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954087 Aug 21 09:27:48.422082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaba6e-c555-4f54-9a2b-02ee66ce7763 req-1893dbaf-672d-4893-8740-233fc926b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:48.425600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5deaba6e-c555-4f54-9a2b-02ee66ce7763 req-1893dbaf-672d-4893-8740-233fc926b9ad service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=64b4de758eb241f992adf21515e35f03&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1558120 Aug 21 09:27:48.432715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6f006c2a-a85e-48b9-9c89-53adc2d7513d no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:27:48.440584 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-766f0b4d-987c-467c-9bdf-daa7a31b93ee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:48.466552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 6f006c2a-a85e-48b9-9c89-53adc2d7513d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:27:48.468301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6f006c2a-a85e-48b9-9c89-53adc2d7513d not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:27:48.472757 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f0b4d-987c-467c-9bdf-daa7a31b93ee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event deleted for resources: {'Port': ['ID=b139b9e5-74d0-41a2-aae6-a677b1818584,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:48.538589 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-766f0b4d-987c-467c-9bdf-daa7a31b93ee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:48.543272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-766f0b4d-987c-467c-9bdf-daa7a31b93ee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:48.545239 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-766f0b4d-987c-467c-9bdf-daa7a31b93ee tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "DELETE /v2.0/floatingips/b72a638a-4781-4b87-bef7-bd558ac9ffeb HTTP/1.1" status: 204 len: 168 time: 0.8198903 Aug 21 09:27:48.573072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaba6e-c555-4f54-9a2b-02ee66ce7763 req-cd2723ff-dadc-4b91-b717-72902e117c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:48.574695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5deaba6e-c555-4f54-9a2b-02ee66ce7763 req-cd2723ff-dadc-4b91-b717-72902e117c7a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432645 Aug 21 09:27:48.675375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ed289-1a54-456d-8751-d32813b40121 req-844cc2c3-743c-4b3a-a969-e44d92844bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:48.677214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-844cc2c3-743c-4b3a-a969-e44d92844bc1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 1095 time: 0.0607216 Aug 21 09:27:48.721157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-9d333184-c4b5-4a21-b34a-c7ff55cc9929 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81ca25a-0579-4683-82f6-0e4c21d1e489 HTTP/1.1" status: 200 len: 217 time: 0.0341651 Aug 21 09:27:48.805527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ed289-1a54-456d-8751-d32813b40121 req-98436768-ca57-4c2c-b478-613873eb8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:48.807163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-98436768-ca57-4c2c-b478-613873eb8ca1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0303e0cd-55d2-44d4-8229-2cb9f7ab5270 HTTP/1.1" status: 200 len: 846 time: 0.0797646 Aug 21 09:27:48.849104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-191caafc-4ac0-465f-b770-6b1ae824cad8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a204257c-7598-4e7a-a0f3-f824e457425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347683 Aug 21 09:27:48.942309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-1c87fef9-4a1b-4ad7-b57e-fab0920f27c5 service neutron] 10.222.0.22 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858138 Aug 21 09:27:49.051485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21ed289-1a54-456d-8751-d32813b40121 req-405ba5be-4b5f-417b-9013-6efcc0f7a1d0 service neutron] 10.222.0.22 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019173 Aug 21 09:27:49.059714 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44052) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:27:49.064621 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e8d868d1-2900-4327-8639-a4453ba2e408 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193483650', 'description': 'tempest-description--726336602'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:49.162089 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8d868d1-2900-4327-8639-a4453ba2e408 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:49.251195 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8d868d1-2900-4327-8639-a4453ba2e408 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:49.339419 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8d868d1-2900-4327-8639-a4453ba2e408 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:49.370524 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d868d1-2900-4327-8639-a4453ba2e408 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20320b0-9a83-4374-b613-b16166bc3091,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:49.436853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e8d868d1-2900-4327-8639-a4453ba2e408 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:49.441149 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e8d868d1-2900-4327-8639-a4453ba2e408 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3774004 Aug 21 09:27:49.441735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44060) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:27:49.446237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d01d6bf5-b521-441e-a942-349af916c0ff tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'security_group_rule': {'security_group_id': 'e20320b0-9a83-4374-b613-b16166bc3091', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:49.542421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95711d40-6923-4e6f-8ee9-d2d6a487869e req-e8d44c81-fbaa-4fc5-8d40-5b25cd993ea3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:49.544969 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95711d40-6923-4e6f-8ee9-d2d6a487869e req-e8d44c81-fbaa-4fc5-8d40-5b25cd993ea3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 943 time: 0.0647671 Aug 21 09:27:49.551121 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bf5-b521-441e-a942-349af916c0ff tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:49.595934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95711d40-6923-4e6f-8ee9-d2d6a487869e req-0e955ee8-be96-4dd0-9dda-3a230d8b1372 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Aug 21 09:27:49.656189 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bf5-b521-441e-a942-349af916c0ff tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:49.710495 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bf5-b521-441e-a942-349af916c0ff tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:49.728262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d6bf5-b521-441e-a942-349af916c0ff tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed75a94c-6ce6-4a2e-941d-3df47a3c9a64,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:49.840302 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d01d6bf5-b521-441e-a942-349af916c0ff tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:49.846971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44072) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:27:49.850341 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d01d6bf5-b521-441e-a942-349af916c0ff tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4078152 Aug 21 09:27:49.853836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'security_group_rule': {'security_group_id': 'e20320b0-9a83-4374-b613-b16166bc3091', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:49.974327 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:50.068424 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:50.149548 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:50.207715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11841f6-312b-4317-b330-abf07f5adfcc,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:50.220879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.221379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.222045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.222813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.223356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.224104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.224552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.225006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.225522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.225924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.226327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.226759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:27:50.334102 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:50.338881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f11bfb7f-9b17-426c-94df-fd26d83491dd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4875920 Aug 21 09:27:50.343717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44074) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:27:50.349165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:50.440401 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:50.550089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:50.758731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Allocated IP 172.25.5.80 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/a4112af3-c80a-4bf2-90a8-34ba9b8c2d45) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:27:51.176768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ac6dc-5365-42bf-95a3-8e7ff44cf4bf req-06586ba0-f95c-4bdc-9424-bdbf530cf849 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:51.179257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-154ac6dc-5365-42bf-95a3-8e7ff44cf4bf req-06586ba0-f95c-4bdc-9424-bdbf530cf849 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 943 time: 0.4815323 Aug 21 09:27:51.224967 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:51.254220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-154ac6dc-5365-42bf-95a3-8e7ff44cf4bf req-9e08e4f8-d490-44c8-897f-20144f04bd1d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633140 Aug 21 09:27:51.385550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:51.427217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:27:51.430094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:27:51.433659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:27:51.462956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'Port': ['ID=a4112af3-c80a-4bf2-90a8-34ba9b8c2d45,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:51.565396 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:51.687016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:51.917208 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:51.994247 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:52.120327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'Port': ['ID=a4112af3-c80a-4bf2-90a8-34ba9b8c2d45,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:52.141956 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:52.242658 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:52.247623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7af79214-4854-45ba-b612-0779ce4c94db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9059830 Aug 21 09:27:52.436477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b81ca25a-0579-4683-82f6-0e4c21d1e489 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:27:52.532911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162a041-fe7e-43f2-9128-741d90621dc3 req-7442619e-3a3a-4509-849a-c635a7a9bb80 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:52.535578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6162a041-fe7e-43f2-9128-741d90621dc3 req-7442619e-3a3a-4509-849a-c635a7a9bb80 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 943 time: 0.1723177 Aug 21 09:27:52.578221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b81ca25a-0579-4683-82f6-0e4c21d1e489, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b81ca25a-0579-4683-82f6-0e4c21d1e489,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:52.602349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'b81ca25a-0579-4683-82f6-0e4c21d1e489', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'port_id': 'b81ca25a-0579-4683-82f6-0e4c21d1e489', 'mac_address': 'fa:16:3e:78:e3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0303e0cd-55d2-44d4-8229-2cb9f7ab5270', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:27:52.649144 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:52.677271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81ca25a-0579-4683-82f6-0e4c21d1e489 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:27:52.705666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6162a041-fe7e-43f2-9128-741d90621dc3 req-7ba64586-f8f1-409f-8fe5-5aa7920747b9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597004 Aug 21 09:27:52.728486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b81ca25a-0579-4683-82f6-0e4c21d1e489, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b81ca25a-0579-4683-82f6-0e4c21d1e489,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:52.780240 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-c92955c1-4b5f-4dc0-851e-8e8f727c4374 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--193483650&fields=id&tenant_id=a47d79e99f9a49429f1382728983297d HTTP/1.1" status: 200 len: 267 time: 0.1662219 Aug 21 09:27:52.817287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:52.926126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b81ca25a-0579-4683-82f6-0e4c21d1e489,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:52.954313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86062da-6d7a-4428-acbd-244315494e67 req-78442e13-23e7-431d-a46d-255a6cb68d76 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:52.956505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-78442e13-23e7-431d-a46d-255a6cb68d76 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/networks?id=05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 200 len: 811 time: 0.1752229 Aug 21 09:27:52.978164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-673c5a6e-5c70-4802-a9bf-2b668562d82f tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/quotas/a47d79e99f9a49429f1382728983297d HTTP/1.1" status: 200 len: 375 time: 0.0150802 Aug 21 09:27:53.047662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-e0feb21d-6b15-40c8-9752-0a6df5bc640a tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562806 Aug 21 09:27:53.058036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['b81ca25a-0579-4683-82f6-0e4c21d1e489'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:27:53.258447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-3521a1ce-5124-4772-bd51-5b8e6ddbf1cb service neutron] 10.222.0.20 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736732 Aug 21 09:27:53.406203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-84358111-c30e-4073-b205-0ffcfbfd8943 service neutron] 10.222.0.20 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266217 Aug 21 09:27:53.685358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db06a4df-f259-4ba7-b5da-9e8673e27514 req-fcc7d463-b67d-4c9c-9567-42ce5294bcd4 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 210 time: 0.0358069 Aug 21 09:27:53.844044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81788d53-467c-4817-ad43-37f2a29b7191 req-d123a7f9-2931-4657-8f40-2faa644e6e77 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:53.846430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81788d53-467c-4817-ad43-37f2a29b7191 req-d123a7f9-2931-4657-8f40-2faa644e6e77 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 944 time: 0.0641756 Aug 21 09:27:53.889581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81788d53-467c-4817-ad43-37f2a29b7191 req-49b33566-f22c-46b7-b3e4-4c71260a19bd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 Aug 21 09:27:54.448439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b81ca25a-0579-4683-82f6-0e4c21d1e489 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:27:54.579072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port b81ca25a-0579-4683-82f6-0e4c21d1e489 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:27:54.586655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port b81ca25a-0579-4683-82f6-0e4c21d1e489 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:27:54.587034 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:54.679459 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:54.708514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3204a8a-27d2-4056-b53e-2ddaf63a4efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81ca25a-0579-4683-82f6-0e4c21d1e489'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:27:54.712638 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd201d0-4e82-43f9-abb3-5036b4d265b0" -d '{"events": [{"server_uuid": "b3204a8a-27d2-4056-b53e-2ddaf63a4efb", "name": "network-vif-plugged", "status": "completed", "tag": "b81ca25a-0579-4683-82f6-0e4c21d1e489"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:27:54.729143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b81ca25a-0579-4683-82f6-0e4c21d1e489, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b81ca25a-0579-4683-82f6-0e4c21d1e489,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:27:54.778601 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227ca438-da9e-4599-91bd-c91f0217962d x-openstack-request-id: req-227ca438-da9e-4599-91bd-c91f0217962d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:27:54.781100 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3204a8a-27d2-4056-b53e-2ddaf63a4efb", "name": "network-vif-plugged", "status": "completed", "tag": "b81ca25a-0579-4683-82f6-0e4c21d1e489", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:27:54.781100 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-227ca438-da9e-4599-91bd-c91f0217962d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:27:54.781100 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3204a8a-27d2-4056-b53e-2ddaf63a4efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81ca25a-0579-4683-82f6-0e4c21d1e489', 'code': 200} Aug 21 09:27:54.799833 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:54.857281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-abac3d4a-ef4e-479e-a501-ba0920c04d72 req-baa6dd73-a313-4158-9ec5-51b6ee2b0bdd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 210 time: 0.0375447 Aug 21 09:27:54.858974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b81ca25a-0579-4683-82f6-0e4c21d1e489,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:54.901845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40777f39-bc89-4672-b42f-775cb704d6d4 req-4978faec-2cc4-4c31-b04d-dfd73991503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:54.903448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40777f39-bc89-4672-b42f-775cb704d6d4 req-4978faec-2cc4-4c31-b04d-dfd73991503e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 1097 time: 0.0443430 Aug 21 09:27:54.945480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40777f39-bc89-4672-b42f-775cb704d6d4 req-2e783e95-332c-435d-86e2-036c43186590 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352948 Aug 21 09:27:55.025694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e89809-845b-4828-b57a-d6a0bf12b6f4 req-09121894-dece-4754-8817-83bf9a2a26e3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:55.027451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4e89809-845b-4828-b57a-d6a0bf12b6f4 req-09121894-dece-4754-8817-83bf9a2a26e3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 945 time: 0.0605619 Aug 21 09:27:55.070620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4e89809-845b-4828-b57a-d6a0bf12b6f4 req-8e2e173e-5ec2-429e-84f4-c8a695cbac89 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345120 Aug 21 09:27:56.049873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f084cf3-6d84-408d-90a7-3a2153ca919b req-f9a35047-2fa5-4415-81f7-2c4e129c6b14 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 210 time: 0.0603459 Aug 21 09:27:56.072313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86062da-6d7a-4428-acbd-244315494e67 req-77ed6610-0e85-495c-95bd-201f78e49fe4 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:56.074503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-77ed6610-0e85-495c-95bd-201f78e49fe4 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.22 "GET /v2.0/networks?id=05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 200 len: 811 time: 0.1699998 Aug 21 09:27:56.136500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-f28e9db4-b242-4315-993e-820db1ea88b5 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47d79e99f9a49429f1382728983297d HTTP/1.1" status: 200 len: 379 time: 0.0484846 Aug 21 09:27:56.144688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'port': {'device_id': '50df7e21-70a7-48c5-b58d-8628e402b536', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'admin_state_up': True, 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'security_groups': ['e20320b0-9a83-4374-b613-b16166bc3091']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:56.256852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5b574-971f-46f3-9287-1379881d0e7e req-7f25a9c6-e3d6-4d44-805d-d222ea1b19a0 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:56.258967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1d5b574-971f-46f3-9287-1379881d0e7e req-7f25a9c6-e3d6-4d44-805d-d222ea1b19a0 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 945 time: 0.1087863 Aug 21 09:27:56.325478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1d5b574-971f-46f3-9287-1379881d0e7e req-ed23f623-0d43-42f2-bdf0-4b85381dc4d9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582604 Aug 21 09:27:56.491230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Made reservation on behalf of a47d79e99f9a49429f1382728983297d for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:27:56.495578 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:56.633689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Allocated IP 172.20.0.7 (05c46098-44d1-4d39-a46b-109379cd642f/4bb1321f-becc-48b5-86d3-5f568adf5ca5/0f33293d-2040-4696-8e95-93f17dec8500) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:27:56.843637 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:56.872337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Transition to ACTIVE for port object 0f33293d-2040-4696-8e95-93f17dec8500 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:27:57.017567 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:57.068940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Network 05c46098-44d1-4d39-a46b-109379cd642f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:27:57.072316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:27:57.077027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:27:57.156585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:57.156985 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:57.177050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event updated for resources: {'Port': ['ID=0f33293d-2040-4696-8e95-93f17dec8500,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:57.291598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6d866-3f27-46a7-ae88-1c240d6b93f8 req-82c6fc74-ed6a-4a26-a6e4-0f0b481869c3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:57.294919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07e6d866-3f27-46a7-ae88-1c240d6b93f8 req-82c6fc74-ed6a-4a26-a6e4-0f0b481869c3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 931 time: 0.1063049 Aug 21 09:27:57.344517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07e6d866-3f27-46a7-ae88-1c240d6b93f8 req-8f74ec4f-d164-4ba9-b0b6-a928c0ef460c tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428624 Aug 21 09:27:57.377042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-c4e6a645-7fcf-4fd6-b533-d4c340fd9ebb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2364690 Aug 21 09:27:57.403779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Request body: {'port': {'device_id': '50df7e21-70a7-48c5-b58d-8628e402b536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:27:57.516144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d8b6e61b-6338-4c97-9f5b-ed16042e1009 None None] Provisioning for port 0f33293d-2040-4696-8e95-93f17dec8500 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:27:57.520888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d8b6e61b-6338-4c97-9f5b-ed16042e1009 None None] Provisioning complete for port 0f33293d-2040-4696-8e95-93f17dec8500 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:27:57.521641 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8b6e61b-6338-4c97-9f5b-ed16042e1009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:57.528608 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:57.597721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d8b6e61b-6338-4c97-9f5b-ed16042e1009 None None] Port 0f33293d-2040-4696-8e95-93f17dec8500 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:27:57.603947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45937a41-02c6-4811-84f5-54b2ef8fdf75 req-b93d7172-ff7c-49e8-82e3-cbe7bc475dbd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:57.605868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45937a41-02c6-4811-84f5-54b2ef8fdf75 req-b93d7172-ff7c-49e8-82e3-cbe7bc475dbd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 945 time: 0.1461136 Aug 21 09:27:57.731742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45937a41-02c6-4811-84f5-54b2ef8fdf75 req-fa40ccaa-abfa-4216-a536-e0ed16f62055 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166244 Aug 21 09:27:57.953249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce9c1b-bab0-49b5-a3f8-b1be9d1da8e4 req-b4bb502f-55f2-42ec-aa72-c82f1f783f55 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:57.954922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bce9c1b-bab0-49b5-a3f8-b1be9d1da8e4 req-b4bb502f-55f2-42ec-aa72-c82f1f783f55 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 945 time: 0.1055458 Aug 21 09:27:58.035674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f33293d-2040-4696-8e95-93f17dec8500 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:27:58.042407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4bce9c1b-bab0-49b5-a3f8-b1be9d1da8e4 req-d4b2d51d-a664-492a-a889-8ffb479ae9cc tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744967 Aug 21 09:27:58.047257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:58.067638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Transition to ACTIVE for port object 0f33293d-2040-4696-8e95-93f17dec8500 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:27:58.147640 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:58.213466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Pushing event updated for resources: {'Port': ['ID=0f33293d-2040-4696-8e95-93f17dec8500,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:58.235499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c7331-e652-40fc-b54d-cf816a44e5ac req-de3934bf-eb72-4f4c-8eb9-e57f18aa2089 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:58.239162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b2c7331-e652-40fc-b54d-cf816a44e5ac req-de3934bf-eb72-4f4c-8eb9-e57f18aa2089 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 945 time: 0.1241961 Aug 21 09:27:58.342648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b2c7331-e652-40fc-b54d-cf816a44e5ac req-ec3ff612-9dfa-4533-af90-b6f3b24467e7 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908468 Aug 21 09:27:58.363182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Attempting to bind port 0f33293d-2040-4696-8e95-93f17dec8500 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:27:58.363509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Attempting to bind port 0f33293d-2040-4696-8e95-93f17dec8500 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:27:58.363856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Attempting to bind port 0f33293d-2040-4696-8e95-93f17dec8500 on network 05c46098-44d1-4d39-a46b-109379cd642f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:27:58.369895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Port 0f33293d-2040-4696-8e95-93f17dec8500 on network 05c46098-44d1-4d39-a46b-109379cd642f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:27:58.371165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Attempting to bind port 0f33293d-2040-4696-8e95-93f17dec8500 on network 05c46098-44d1-4d39-a46b-109379cd642f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:27:58.394256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:27:58.394859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Checking segment: {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:27:58.395410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Bound using segment: {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:27:58.396044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Bound port: 0f33293d-2040-4696-8e95-93f17dec8500, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c993e6e-b816-480a-a513-7efe2342c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:27:58.396620 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:58.544260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] For port 0f33293d-2040-4696-8e95-93f17dec8500, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:27:58.559964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] For port 0f33293d-2040-4696-8e95-93f17dec8500, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0f33293d-2040-4696-8e95-93f17dec8500,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:27:58.575772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584fa8a-1323-4201-91db-a42ebad946bc req-a77b5715-dc61-4365-ab2a-7d0485b95a59 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:58.577459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2584fa8a-1323-4201-91db-a42ebad946bc req-a77b5715-dc61-4365-ab2a-7d0485b95a59 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 943 time: 0.0728493 Aug 21 09:27:58.625512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2584fa8a-1323-4201-91db-a42ebad946bc req-e660fe64-5923-402b-b9e1-029ab6bb40b6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416532 Aug 21 09:27:58.663004 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:58.703964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:58.704583 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:27:58.705973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] 10.222.0.22 "PUT /v2.0/ports/0f33293d-2040-4696-8e95-93f17dec8500 HTTP/1.1" status: 200 len: 1092 time: 1.3197277 Aug 21 09:27:58.706405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50df7e21-70a7-48c5-b58d-8628e402b536', 'tag': '0f33293d-2040-4696-8e95-93f17dec8500'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:27:58.708821 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3223be-6a2e-4902-8fb2-dc468837ee85" -d '{"events": [{"name": "network-changed", "server_uuid": "50df7e21-70a7-48c5-b58d-8628e402b536", "tag": "0f33293d-2040-4696-8e95-93f17dec8500"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:27:58.743828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c999fa8-a279-488b-88b4-ba2dfd680984 service neutron] Pushing event updated for resources: {'Port': ['ID=0f33293d-2040-4696-8e95-93f17dec8500,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:27:58.751902 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff5beb8-0b02-4702-a1c2-3105226de928 x-openstack-request-id: req-8ff5beb8-0b02-4702-a1c2-3105226de928 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:27:58.752203 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50df7e21-70a7-48c5-b58d-8628e402b536", "tag": "0f33293d-2040-4696-8e95-93f17dec8500", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:27:58.752563 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ff5beb8-0b02-4702-a1c2-3105226de928 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:27:58.752982 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50df7e21-70a7-48c5-b58d-8628e402b536', 'tag': '0f33293d-2040-4696-8e95-93f17dec8500', 'status': 'completed', 'code': 200} Aug 21 09:27:58.835893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3223be-6a2e-4902-8fb2-dc468837ee85 req-7824d1ea-fa72-4c0d-a0a5-1810b2dbfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:58.835893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b3223be-6a2e-4902-8fb2-dc468837ee85 req-7824d1ea-fa72-4c0d-a0a5-1810b2dbfb62 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 1095 time: 0.0566671 Aug 21 09:27:59.010699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3223be-6a2e-4902-8fb2-dc468837ee85 req-f7b27f0f-5764-4f76-8040-f67114ccfc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:59.012490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b3223be-6a2e-4902-8fb2-dc468837ee85 req-f7b27f0f-5764-4f76-8040-f67114ccfc1f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a47d79e99f9a49429f1382728983297d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1715348 Aug 21 09:27:59.067161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8fbcd-21cb-4765-b0a5-44c8f47906bb req-a74e81bc-5195-411c-b0dd-024a066ce536 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:59.069049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6a8fbcd-21cb-4765-b0a5-44c8f47906bb req-a74e81bc-5195-411c-b0dd-024a066ce536 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 945 time: 0.1374192 Aug 21 09:27:59.162830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6a8fbcd-21cb-4765-b0a5-44c8f47906bb req-0714ea9c-1be0-448d-a0db-15d39f73429d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602050 Aug 21 09:27:59.190092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3223be-6a2e-4902-8fb2-dc468837ee85 req-a996eb8f-00ed-4eca-8b1e-4a6ebf10ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:59.191639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b3223be-6a2e-4902-8fb2-dc468837ee85 req-a996eb8f-00ed-4eca-8b1e-4a6ebf10ea90 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697488 Aug 21 09:27:59.290540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86062da-6d7a-4428-acbd-244315494e67 req-54d35078-995c-412d-946c-9d1fe47ba981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:59.292733 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-54d35078-995c-412d-946c-9d1fe47ba981 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 1095 time: 0.0585995 Aug 21 09:27:59.347146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-e8790ae0-8746-4eef-a183-ab19f704a33f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f33293d-2040-4696-8e95-93f17dec8500 HTTP/1.1" status: 200 len: 217 time: 0.0463200 Aug 21 09:27:59.422710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86062da-6d7a-4428-acbd-244315494e67 req-e41559d0-aef1-475c-910d-74195e3ca915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:59.425338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-e41559d0-aef1-475c-910d-74195e3ca915 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bb1321f-becc-48b5-86d3-5f568adf5ca5 HTTP/1.1" status: 200 len: 850 time: 0.0708106 Aug 21 09:27:59.489304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86062da-6d7a-4428-acbd-244315494e67 req-88882ea4-1527-4759-928d-3c5bcdd009e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:59.490867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-88882ea4-1527-4759-928d-3c5bcdd009e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05c46098-44d1-4d39-a46b-109379cd642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578272 Aug 21 09:27:59.598266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-77fffad8-2a6a-4f48-907c-0bd882367e6f service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983260 Aug 21 09:27:59.718201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b86062da-6d7a-4428-acbd-244315494e67 req-5cf0af72-9327-4291-b165-fb17753bf753 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118481 Aug 21 09:27:59.797669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cb508-88cf-48f3-896a-f0ba209c40e4 req-0145da5a-d75c-4865-a43a-f0b87a3acc90 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:27:59.799337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b7cb508-88cf-48f3-896a-f0ba209c40e4 req-0145da5a-d75c-4865-a43a-f0b87a3acc90 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 943 time: 0.0802631 Aug 21 09:27:59.845344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b7cb508-88cf-48f3-896a-f0ba209c40e4 req-f80cadb6-40bd-4d59-9e0a-7a38a56fcd5b tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400174 Aug 21 09:28:00.154680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81520f45-8d19-4a39-a1d5-e4b7f83230d1 req-e3a11348-0226-4ba1-ac63-5c2b270af678 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:00.156286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81520f45-8d19-4a39-a1d5-e4b7f83230d1 req-e3a11348-0226-4ba1-ac63-5c2b270af678 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 945 time: 0.0518267 Aug 21 09:28:00.301128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-81520f45-8d19-4a39-a1d5-e4b7f83230d1 req-72dabab7-4a17-4e24-aed7-0425bc683172 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Deleting port b81ca25a-0579-4683-82f6-0e4c21d1e489 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:28:00.301783 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81520f45-8d19-4a39-a1d5-e4b7f83230d1 req-72dabab7-4a17-4e24-aed7-0425bc683172 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:00.375441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe263b-908b-4136-ac64-115075a04cba req-686b8a4c-bb81-4aed-a55d-30ed3902c8dc tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:00.377046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-edfe263b-908b-4136-ac64-115075a04cba req-686b8a4c-bb81-4aed-a55d-30ed3902c8dc tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 945 time: 0.1314580 Aug 21 09:28:00.445997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-81520f45-8d19-4a39-a1d5-e4b7f83230d1 req-72dabab7-4a17-4e24-aed7-0425bc683172 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] For port b81ca25a-0579-4683-82f6-0e4c21d1e489, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b81ca25a-0579-4683-82f6-0e4c21d1e489,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:00.446376 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81520f45-8d19-4a39-a1d5-e4b7f83230d1 req-72dabab7-4a17-4e24-aed7-0425bc683172 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:00.469531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-81520f45-8d19-4a39-a1d5-e4b7f83230d1 req-72dabab7-4a17-4e24-aed7-0425bc683172 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Calling delete_port for b81ca25a-0579-4683-82f6-0e4c21d1e489 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:28:00.495272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-edfe263b-908b-4136-ac64-115075a04cba req-ae7bc3b7-43f6-45a7-9fec-6c46f0d6d4ea tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122396 Aug 21 09:28:00.727396 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81520f45-8d19-4a39-a1d5-e4b7f83230d1 req-72dabab7-4a17-4e24-aed7-0425bc683172 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:00.742826 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['d93f31ce-e256-4178-8333-fb6369d2a658'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:00.781156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dabab7-4a17-4e24-aed7-0425bc683172 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event deleted for resources: {'Port': ['ID=b81ca25a-0579-4683-82f6-0e4c21d1e489,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:00.792426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e', 'b81ca25a-0579-4683-82f6-0e4c21d1e489'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:00.879386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-81520f45-8d19-4a39-a1d5-e4b7f83230d1 req-72dabab7-4a17-4e24-aed7-0425bc683172 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] No DVR routers for this DVR port b81ca25a-0579-4683-82f6-0e4c21d1e489 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:28:00.882289 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81520f45-8d19-4a39-a1d5-e4b7f83230d1 req-72dabab7-4a17-4e24-aed7-0425bc683172 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:00.885000 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81520f45-8d19-4a39-a1d5-e4b7f83230d1 req-72dabab7-4a17-4e24-aed7-0425bc683172 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.22 "DELETE /v2.0/ports/b81ca25a-0579-4683-82f6-0e4c21d1e489 HTTP/1.1" status: 204 len: 173 time: 0.7221177 Aug 21 09:28:00.885761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3204a8a-27d2-4056-b53e-2ddaf63a4efb', 'name': 'network-vif-deleted', 'tag': 'b81ca25a-0579-4683-82f6-0e4c21d1e489'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:00.895179 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c57af3c-a66a-40bd-8bdb-244889e4e2d8" -d '{"events": [{"server_uuid": "b3204a8a-27d2-4056-b53e-2ddaf63a4efb", "name": "network-vif-deleted", "tag": "b81ca25a-0579-4683-82f6-0e4c21d1e489"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:01.052764 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f183a366-0297-4ecf-abfd-74b137a45c87 x-openstack-request-id: req-f183a366-0297-4ecf-abfd-74b137a45c87 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:01.054295 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3204a8a-27d2-4056-b53e-2ddaf63a4efb", "name": "network-vif-deleted", "tag": "b81ca25a-0579-4683-82f6-0e4c21d1e489", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:01.056130 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f183a366-0297-4ecf-abfd-74b137a45c87 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:01.056618 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3204a8a-27d2-4056-b53e-2ddaf63a4efb', 'name': 'network-vif-deleted', 'tag': 'b81ca25a-0579-4683-82f6-0e4c21d1e489', 'status': 'completed', 'code': 200} Aug 21 09:28:01.118032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef612eb9-225e-4825-a7a9-49fe74796334 req-79969511-4d97-405b-8ba4-4ffad93771eb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:01.123204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef612eb9-225e-4825-a7a9-49fe74796334 req-79969511-4d97-405b-8ba4-4ffad93771eb tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 943 time: 0.1604192 Aug 21 09:28:01.184900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef612eb9-225e-4825-a7a9-49fe74796334 req-8c7c12c4-eb88-4ff4-bf2f-3855710faddd tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566311 Aug 21 09:28:01.671284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cedcbf9f-b0d8-43ed-b2fc-2db281589ae2 req-8a10eb67-aa8b-4f1b-a29e-9ba05fe1a9e7 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3204a8a-27d2-4056-b53e-2ddaf63a4efb HTTP/1.1" status: 200 len: 210 time: 0.0416408 Aug 21 09:28:02.310290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3820bf7-2433-4bc5-991b-2949544ae3af req-7e3a080f-b9ee-4aa7-ac90-b8a4f6712553 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:02.311745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3820bf7-2433-4bc5-991b-2949544ae3af req-7e3a080f-b9ee-4aa7-ac90-b8a4f6712553 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 943 time: 0.0561459 Aug 21 09:28:02.353207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3820bf7-2433-4bc5-991b-2949544ae3af req-6cb14b06-30df-494f-aad4-9ca2ff26bbf2 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350497 Aug 21 09:28:02.488050 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0f33293d-2040-4696-8e95-93f17dec8500 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:28:02.598421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0f33293d-2040-4696-8e95-93f17dec8500, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0f33293d-2040-4696-8e95-93f17dec8500,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:02.614035 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '0f33293d-2040-4696-8e95-93f17dec8500', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'port_id': '0f33293d-2040-4696-8e95-93f17dec8500', 'mac_address': 'fa:16:3e:bd:95:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:28:02.661464 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:02.674585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f33293d-2040-4696-8e95-93f17dec8500 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:28:02.698158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0f33293d-2040-4696-8e95-93f17dec8500, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0f33293d-2040-4696-8e95-93f17dec8500,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:02.779840 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:02.837784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=0f33293d-2040-4696-8e95-93f17dec8500,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:02.981414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['0f33293d-2040-4696-8e95-93f17dec8500'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:03.192759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2f67b-e72e-40a9-abc0-14beb8e455fb req-c593fa8a-bc54-4e33-b237-4c2d86c234a1 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:03.196248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43a2f67b-e72e-40a9-abc0-14beb8e455fb req-c593fa8a-bc54-4e33-b237-4c2d86c234a1 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 945 time: 0.0542774 Aug 21 09:28:03.236304 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43a2f67b-e72e-40a9-abc0-14beb8e455fb req-bd515106-2a6d-4c7b-a2ac-756a2a0eea15 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349925 Aug 21 09:28:03.483999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0683862-9796-455b-820d-34c90fd01b6e req-5e370c57-57e8-42b2-9392-ee652b138492 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:03.485939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0683862-9796-455b-820d-34c90fd01b6e req-5e370c57-57e8-42b2-9392-ee652b138492 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 944 time: 0.0618825 Aug 21 09:28:03.529653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0683862-9796-455b-820d-34c90fd01b6e req-7eca4881-a693-4ba8-9f44-42260899a2db tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374753 Aug 21 09:28:04.367012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad222ca-d5bf-4fda-9e15-ff780a971b22 req-ef3457fe-fe98-4830-9f87-3a25c82aeb2e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:04.367815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aad222ca-d5bf-4fda-9e15-ff780a971b22 req-ef3457fe-fe98-4830-9f87-3a25c82aeb2e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 945 time: 0.0564475 Aug 21 09:28:04.413597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aad222ca-d5bf-4fda-9e15-ff780a971b22 req-56bbf622-f7fc-44ea-85c7-64b1df434aed tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390158 Aug 21 09:28:04.495067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0f33293d-2040-4696-8e95-93f17dec8500 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:28:04.504553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51be7e2-5bf3-487a-9dc0-1ef223e700e9 req-0402a71b-613a-42c7-b91e-d2061775b296 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:04.506745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b51be7e2-5bf3-487a-9dc0-1ef223e700e9 req-0402a71b-613a-42c7-b91e-d2061775b296 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 945 time: 0.0561192 Aug 21 09:28:04.645379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 0f33293d-2040-4696-8e95-93f17dec8500 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:28:04.657304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 0f33293d-2040-4696-8e95-93f17dec8500 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:04.657304 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:04.657872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-b51be7e2-5bf3-487a-9dc0-1ef223e700e9 req-00dcc9f1-eddb-4cbd-b5fc-170919748717 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Deleting port d93f31ce-e256-4178-8333-fb6369d2a658 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:28:04.657872 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b51be7e2-5bf3-487a-9dc0-1ef223e700e9 req-00dcc9f1-eddb-4cbd-b5fc-170919748717 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:04.725712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395701aa-c4bf-4daf-9bb6-6d383f659203 req-d3248b62-36b9-459f-a989-0c03ae4ddf19 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:04.727541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-395701aa-c4bf-4daf-9bb6-6d383f659203 req-d3248b62-36b9-459f-a989-0c03ae4ddf19 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 944 time: 0.1135242 Aug 21 09:28:04.742928 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:04.779756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50df7e21-70a7-48c5-b58d-8628e402b536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f33293d-2040-4696-8e95-93f17dec8500'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:04.782509 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbab994d-5bfb-4129-a3f1-1cb6978cb72d" -d '{"events": [{"server_uuid": "50df7e21-70a7-48c5-b58d-8628e402b536", "name": "network-vif-plugged", "status": "completed", "tag": "0f33293d-2040-4696-8e95-93f17dec8500"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:04.797348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0f33293d-2040-4696-8e95-93f17dec8500, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0f33293d-2040-4696-8e95-93f17dec8500,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:04.818174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b51be7e2-5bf3-487a-9dc0-1ef223e700e9 req-00dcc9f1-eddb-4cbd-b5fc-170919748717 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] For port d93f31ce-e256-4178-8333-fb6369d2a658, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d93f31ce-e256-4178-8333-fb6369d2a658,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:04.818551 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b51be7e2-5bf3-487a-9dc0-1ef223e700e9 req-00dcc9f1-eddb-4cbd-b5fc-170919748717 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:04.851360 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010113a3-9f90-480c-8d74-6ac3fd988aa8 x-openstack-request-id: req-010113a3-9f90-480c-8d74-6ac3fd988aa8 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:04.851360 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50df7e21-70a7-48c5-b58d-8628e402b536", "name": "network-vif-plugged", "status": "completed", "tag": "0f33293d-2040-4696-8e95-93f17dec8500", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:04.851360 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-010113a3-9f90-480c-8d74-6ac3fd988aa8 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:04.851360 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50df7e21-70a7-48c5-b58d-8628e402b536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f33293d-2040-4696-8e95-93f17dec8500', 'code': 200} Aug 21 09:28:04.868249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-395701aa-c4bf-4daf-9bb6-6d383f659203 req-64603668-8cac-4fb1-b208-a7ab1172d242 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256514 Aug 21 09:28:04.874130 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:04.875172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b81ca25a-0579-4683-82f6-0e4c21d1e489 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:28:04.899084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-b51be7e2-5bf3-487a-9dc0-1ef223e700e9 req-00dcc9f1-eddb-4cbd-b5fc-170919748717 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Calling delete_port for d93f31ce-e256-4178-8333-fb6369d2a658 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:28:04.932591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: b81ca25a-0579-4683-82f6-0e4c21d1e489 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:28:04.932931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b81ca25a-0579-4683-82f6-0e4c21d1e489 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:28:04.998374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=0f33293d-2040-4696-8e95-93f17dec8500,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:05.020741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f87d01-d046-4c41-9520-c7d04d83227b req-ceb74cd0-eff3-49ef-a535-350f5dedb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:05.022596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55f87d01-d046-4c41-9520-c7d04d83227b req-ceb74cd0-eff3-49ef-a535-350f5dedb338 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 1097 time: 0.0937855 Aug 21 09:28:05.038290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.038994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.039769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.040328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.040866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.041409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.042001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.042552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.043139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.043898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.044425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.045732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:05.104091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55f87d01-d046-4c41-9520-c7d04d83227b req-6de6c66f-6a4f-4f63-9c7a-a6bb57653056 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500891 Aug 21 09:28:05.240040 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b51be7e2-5bf3-487a-9dc0-1ef223e700e9 req-00dcc9f1-eddb-4cbd-b5fc-170919748717 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:05.253561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:05.260389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['d93f31ce-e256-4178-8333-fb6369d2a658'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:05.275470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcc9f1-eddb-4cbd-b5fc-170919748717 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event deleted for resources: {'Port': ['ID=d93f31ce-e256-4178-8333-fb6369d2a658,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:05.329412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51be7e2-5bf3-487a-9dc0-1ef223e700e9 req-00dcc9f1-eddb-4cbd-b5fc-170919748717 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] No DVR routers for this DVR port d93f31ce-e256-4178-8333-fb6369d2a658 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:28:05.332344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b51be7e2-5bf3-487a-9dc0-1ef223e700e9 req-00dcc9f1-eddb-4cbd-b5fc-170919748717 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:05.335337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b51be7e2-5bf3-487a-9dc0-1ef223e700e9 req-00dcc9f1-eddb-4cbd-b5fc-170919748717 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "DELETE /v2.0/ports/d93f31ce-e256-4178-8333-fb6369d2a658 HTTP/1.1" status: 204 len: 173 time: 0.8225975 Aug 21 09:28:05.335849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a2be3a-2264-499f-97bb-f6ed25845303', 'name': 'network-vif-deleted', 'tag': 'd93f31ce-e256-4178-8333-fb6369d2a658'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:05.339106 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd7d81d-9a91-48b6-9912-9d104aafceca" -d '{"events": [{"server_uuid": "46a2be3a-2264-499f-97bb-f6ed25845303", "name": "network-vif-deleted", "tag": "d93f31ce-e256-4178-8333-fb6369d2a658"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:05.383372 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42831d46-1d50-4bff-8087-d9167b225b2b x-openstack-request-id: req-42831d46-1d50-4bff-8087-d9167b225b2b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:05.384542 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a2be3a-2264-499f-97bb-f6ed25845303", "name": "network-vif-deleted", "tag": "d93f31ce-e256-4178-8333-fb6369d2a658", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:05.384962 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42831d46-1d50-4bff-8087-d9167b225b2b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:05.385535 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a2be3a-2264-499f-97bb-f6ed25845303', 'name': 'network-vif-deleted', 'tag': 'd93f31ce-e256-4178-8333-fb6369d2a658', 'status': 'completed', 'code': 200} Aug 21 09:28:05.522059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db65e12e-9f35-4851-9eed-ac7c7a3fe27a req-a8f89bee-e231-4d9e-a71a-1d5e8980db73 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=46a2be3a-2264-499f-97bb-f6ed25845303 HTTP/1.1" status: 200 len: 210 time: 0.0274982 Aug 21 09:28:06.024496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6dcd3-00dd-477e-87d1-194f129bc5da req-79afb944-77f1-4024-bccd-fd10f94a7861 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:06.024496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88e6dcd3-00dd-477e-87d1-194f129bc5da req-79afb944-77f1-4024-bccd-fd10f94a7861 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 945 time: 0.0745325 Aug 21 09:28:06.101139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88e6dcd3-00dd-477e-87d1-194f129bc5da req-baf81f8b-3aff-4089-baa7-c08c5641c0aa tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554025 Aug 21 09:28:06.910435 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4dc89bfd-4727-423e-ae66-fd2ac0c29cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:07.114814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d916b664-ee66-4a0a-9232-69bb03fbebb7 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:07.117175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d916b664-ee66-4a0a-9232-69bb03fbebb7 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.3960891 Aug 21 09:28:07.144069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-aa52e4b0-47f4-47e5-acfb-97076930c53f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/quotas/64b4de758eb241f992adf21515e35f03 HTTP/1.1" status: 200 len: 375 time: 0.0204751 Aug 21 09:28:07.214201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-70cb647f-cfce-4909-9fb1-f42c10b581e6 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692449 Aug 21 09:28:07.236066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44432) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:07.337396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e41122-b2dd-4eaa-a76a-94c51a161416 req-0d5fea9a-f934-47c1-a2e0-305b3cd969f0 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:07.339048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64e41122-b2dd-4eaa-a76a-94c51a161416 req-0d5fea9a-f934-47c1-a2e0-305b3cd969f0 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 945 time: 0.1184053 Aug 21 09:28:07.409643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-43ff6d67-de69-46e1-878d-1a6e8f1b5be3 service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876259 Aug 21 09:28:07.424519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64e41122-b2dd-4eaa-a76a-94c51a161416 req-762be59e-477d-4cd5-97be-9c693e40067c tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710709 Aug 21 09:28:07.506875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d93f31ce-e256-4178-8333-fb6369d2a658 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:28:07.533740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: d93f31ce-e256-4178-8333-fb6369d2a658 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:28:07.534332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d93f31ce-e256-4178-8333-fb6369d2a658 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:28:07.558148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-2a12f0a3-3497-42d7-84ca-b3c5ce99ecc6 service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350698 Aug 21 09:28:07.576601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633e0c-4c38-47c1-8186-4368744e97fa req-31fb6779-9588-45cc-907e-b3f3202185c0 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:07.576852 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e9e5e2-a592-49f7-ab00-5093b5a776c9 admin admin] Deleting subnet bd0e6088-444c-40f0-a3b0-7db90435b577 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:28:07.576959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32633e0c-4c38-47c1-8186-4368744e97fa req-31fb6779-9588-45cc-907e-b3f3202185c0 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 945 time: 0.0719934 Aug 21 09:28:07.585397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e5e2-a592-49f7-ab00-5093b5a776c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:07.585922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44442) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:07.591612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2b287a6f-df43-4bbb-aad5-d9e06f482b5d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Request body: {'floatingip': {'port_id': '0f33293d-2040-4696-8e95-93f17dec8500'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:07.639185 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b287a6f-df43-4bbb-aad5-d9e06f482b5d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:07.639476 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e5e2-a592-49f7-ab00-5093b5a776c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:07.738919 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e5e2-a592-49f7-ab00-5093b5a776c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:07.908722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-102cc134-2a77-4e69-928b-2dde9ebe38a9 req-fa102ed6-eb12-44df-a0a7-01d097c25f61 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 210 time: 0.0505648 Aug 21 09:28:08.282106 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e5e2-a592-49f7-ab00-5093b5a776c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:08.295551 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e5e2-a592-49f7-ab00-5093b5a776c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:08.298436 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e3e9e5e2-a592-49f7-ab00-5093b5a776c9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bd0e6088-444c-40f0-a3b0-7db90435b577 HTTP/1.1" status: 204 len: 168 time: 1.0613256 Aug 21 09:28:08.315950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44464) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:08.328645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9e5e2-a592-49f7-ab00-5093b5a776c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd0e6088-444c-40f0-a3b0-7db90435b577,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:08.392874 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b287a6f-df43-4bbb-aad5-d9e06f482b5d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:08.413090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:08.559893 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:08.559893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65c09b6-8a19-476f-b03a-92c10f7387fc']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:08.559893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805d1bfa-9644-42ea-97c4-f347bb10cb54') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:08.559893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805d1bfa-9644-42ea-97c4-f347bb10cb54') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:08.559893 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:08.569273 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:08.577634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:28:08.578079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:28:08.579992 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:28:08.997663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3d2856d-8837-419f-bae4-be0719b6566f req-a34f9458-0ff5-4eb9-a6f3-de52de7aa7ac tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 210 time: 0.0332267 Aug 21 09:28:09.030463 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b287a6f-df43-4bbb-aad5-d9e06f482b5d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:09.124199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:09.132092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:09.136039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b65c09b6-8a19-476f-b03a-92c10f7387fc HTTP/1.1" status: 204 len: 168 time: 0.8188255 Aug 21 09:28:09.156400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141c4c0-8002-4cbb-b93a-9d44a18614c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b65c09b6-8a19-476f-b03a-92c10f7387fc,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:09.182801 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-2b287a6f-df43-4bbb-aad5-d9e06f482b5d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Floating IP c2488a9a-34de-4850-a468-5dc2529c6a74 associated. External IP: 172.25.5.80, port: 0f33293d-2040-4696-8e95-93f17dec8500. Aug 21 09:28:09.430522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b287a6f-df43-4bbb-aad5-d9e06f482b5d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:28:09.546434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b287a6f-df43-4bbb-aad5-d9e06f482b5d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:28:09.551782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b287a6f-df43-4bbb-aad5-d9e06f482b5d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:09.557646 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6e2e8b-0af8-47ac-95ec-df90a8298063 None None] Sync routers for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:28:09.569230 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6e2e8b-0af8-47ac-95ec-df90a8298063 None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:28:09.570394 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8a6e2e8b-0af8-47ac-95ec-df90a8298063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:27:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:09.570761 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f8950462-a189-40d3-86c4-f9bc509ca92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:09.582464 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44500) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:09.595038 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2b287a6f-df43-4bbb-aad5-d9e06f482b5d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "PUT /v2.0/floatingips/c2488a9a-34de-4850-a468-5dc2529c6a74 HTTP/1.1" status: 200 len: 990 time: 2.0079076 Aug 21 09:28:09.595825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50df7e21-70a7-48c5-b58d-8628e402b536', 'tag': '0f33293d-2040-4696-8e95-93f17dec8500'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:09.624193 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739" -d '{"events": [{"name": "network-changed", "server_uuid": "50df7e21-70a7-48c5-b58d-8628e402b536", "tag": "0f33293d-2040-4696-8e95-93f17dec8500"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:09.645039 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5cd74d2f-5dd7-448f-ac2b-a7f40ae977d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cc212b6affb4d0991b05ca2d523818f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606711 Aug 21 09:28:09.647467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44506) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:09.687396 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dee04c-3cf0-4482-947e-196afd6149c9 x-openstack-request-id: req-b3dee04c-3cf0-4482-947e-196afd6149c9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:09.687851 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50df7e21-70a7-48c5-b58d-8628e402b536", "tag": "0f33293d-2040-4696-8e95-93f17dec8500", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:09.688880 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3dee04c-3cf0-4482-947e-196afd6149c9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:09.690007 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50df7e21-70a7-48c5-b58d-8628e402b536', 'tag': '0f33293d-2040-4696-8e95-93f17dec8500', 'status': 'completed', 'code': 200} Aug 21 09:28:09.716162 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f39cd792-00aa-461d-b4c7-7f47260d8676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:09.743148 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f39cd792-00aa-461d-b4c7-7f47260d8676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:09.795353 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-8a6e2e8b-0af8-47ac-95ec-df90a8298063 None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:28:09.807684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739 req-903567f7-9373-4beb-9f47-d6265baa8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:09.808207 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:09.816249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739 req-903567f7-9373-4beb-9f47-d6265baa8822 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 1097 time: 0.0949976 Aug 21 09:28:09.893509 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f39cd792-00aa-461d-b4c7-7f47260d8676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:09.896325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f39cd792-00aa-461d-b4c7-7f47260d8676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:09.897608 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f39cd792-00aa-461d-b4c7-7f47260d8676 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13426bda-6df1-42ae-baf7-d26c2ce9cdc0 HTTP/1.1" status: 204 len: 168 time: 0.2490299 Aug 21 09:28:09.925486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cd792-00aa-461d-b4c7-7f47260d8676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13426bda-6df1-42ae-baf7-d26c2ce9cdc0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:09.945585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739 req-5d116746-4383-4f53-8c8b-2a8bc41a286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:09.947439 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739 req-5d116746-4383-4f53-8c8b-2a8bc41a286d service neutron] 10.222.0.22 "GET /v2.0/networks?id=05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 200 len: 912 time: 0.1289060 Aug 21 09:28:10.068525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739 req-03f36c86-6cdf-4b6f-8219-4a956a43e277 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f33293d-2040-4696-8e95-93f17dec8500 HTTP/1.1" status: 200 len: 998 time: 0.1067572 Aug 21 09:28:10.125978 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8a6e2e8b-0af8-47ac-95ec-df90a8298063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'c2488a9a-34de-4850-a468-5dc2529c6a74', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'port_id': '0f33293d-2040-4696-8e95-93f17dec8500', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'mac_address': 'fa:16:3e:bd:95:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df7e21-70a7-48c5-b58d-8628e402b536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:27:51Z', 'updated_at': '2021-08-21T09:28:08Z', 'revision_number': 1, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:10.159127 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6e2e8b-0af8-47ac-95ec-df90a8298063 None None] Checking router: 5ad7fd70-1a4b-45c4-9617-a85e10717c42 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:28:10.174389 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6e2e8b-0af8-47ac-95ec-df90a8298063 None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:28:10.175863 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8a6e2e8b-0af8-47ac-95ec-df90a8298063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:28:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:10.180231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-589e11a7-49fc-4697-8f9d-bdbb9bad9600 req-13c85102-63bb-4563-a36f-aef5e6ba2b29 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 210 time: 0.0452969 Aug 21 09:28:10.216967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739 req-7522da8c-e280-44f9-9ab1-289768e1078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:10.218567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739 req-7522da8c-e280-44f9-9ab1-289768e1078b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bb1321f-becc-48b5-86d3-5f568adf5ca5 HTTP/1.1" status: 200 len: 850 time: 0.1420660 Aug 21 09:28:10.276812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739 req-0c01d072-c292-4623-94da-cfbcfe442b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:10.278674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739 req-0c01d072-c292-4623-94da-cfbcfe442b4d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05c46098-44d1-4d39-a46b-109379cd642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530343 Aug 21 09:28:10.347529 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-8a6e2e8b-0af8-47ac-95ec-df90a8298063 None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:28:10.424173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739 req-25ef409a-3381-49cd-b44a-1503170f07e6 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334686 Aug 21 09:28:10.599243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c6b6f46-d56d-43a3-a3b7-d091c33ce739 req-e781346d-7f7c-4d9e-b19e-b7655ed4858e service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683776 Aug 21 09:28:10.711727 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8a6e2e8b-0af8-47ac-95ec-df90a8298063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'c2488a9a-34de-4850-a468-5dc2529c6a74', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'port_id': '0f33293d-2040-4696-8e95-93f17dec8500', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'mac_address': 'fa:16:3e:bd:95:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df7e21-70a7-48c5-b58d-8628e402b536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:27:51Z', 'updated_at': '2021-08-21T09:28:08Z', 'revision_number': 1, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:10.741861 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6e2e8b-0af8-47ac-95ec-df90a8298063 None None] The sync data for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 is: [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'c2488a9a-34de-4850-a468-5dc2529c6a74', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'port_id': '0f33293d-2040-4696-8e95-93f17dec8500', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'mac_address': 'fa:16:3e:bd:95:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df7e21-70a7-48c5-b58d-8628e402b536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:27:51Z', 'updated_at': '2021-08-21T09:28:08Z', 'revision_number': 1, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:28:10.895764 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:10.995860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef801a40-94fb-47fd-ba84-d3ce9566b187 None None] New status for floating IP c2488a9a-34de-4850-a468-5dc2529c6a74: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:28:11.214098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac24f3a0-8b6e-42ff-9124-f3537071bd62 req-092a79db-a29b-4a4e-a843-d11bbf78fb10 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2089064 Aug 21 09:28:11.222762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-82b98add-38b3-4be5-9f04-a2e271f00663 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:11.224679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-82b98add-38b3-4be5-9f04-a2e271f00663 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1395645 Aug 21 09:28:11.242103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Request body: {'port': {'device_id': 'e6219faf-8d59-42d2-bf32-2f5d0c273bd7', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'admin_state_up': True, 'tenant_id': '64b4de758eb241f992adf21515e35f03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:11.394413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180b8c33-6f64-42fe-a466-f55a47e55685 req-d8051965-d60b-4382-b31e-d69a9e344b8d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 210 time: 0.0814686 Aug 21 09:28:11.465244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24f3a0-8b6e-42ff-9124-f3537071bd62 req-23c3bbad-fc2a-4976-823a-f416ac466f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:11.467036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac24f3a0-8b6e-42ff-9124-f3537071bd62 req-23c3bbad-fc2a-4976-823a-f416ac466f73 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 1097 time: 0.1540804 Aug 21 09:28:11.591889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Made reservation on behalf of 64b4de758eb241f992adf21515e35f03 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:28:11.598724 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:11.640294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24f3a0-8b6e-42ff-9124-f3537071bd62 req-f2714063-3c9c-4c68-ad60-aeeecc7fc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:11.641777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac24f3a0-8b6e-42ff-9124-f3537071bd62 req-f2714063-3c9c-4c68-ad60-aeeecc7fc778 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 907 time: 0.1405523 Aug 21 09:28:11.760125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac24f3a0-8b6e-42ff-9124-f3537071bd62 req-5213c6eb-4b18-4b66-a150-8f4dd5d4c61c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e HTTP/1.1" status: 200 len: 217 time: 0.0611582 Aug 21 09:28:11.873591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24f3a0-8b6e-42ff-9124-f3537071bd62 req-19fee08e-e780-4d66-a507-60313a154bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:11.874973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac24f3a0-8b6e-42ff-9124-f3537071bd62 req-19fee08e-e780-4d66-a507-60313a154bc0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0303e0cd-55d2-44d4-8229-2cb9f7ab5270 HTTP/1.1" status: 200 len: 846 time: 0.1069031 Aug 21 09:28:11.912039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Allocated IP 172.20.0.6 (a204257c-7598-4e7a-a0f3-f824e457425e/0303e0cd-55d2-44d4-8229-2cb9f7ab5270/579de715-91d1-4bbb-8680-149363f09833) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:28:11.915547 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac24f3a0-8b6e-42ff-9124-f3537071bd62 req-304e113f-b0d4-433f-b25c-9db685c503c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a204257c-7598-4e7a-a0f3-f824e457425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333591 Aug 21 09:28:12.399299 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:12.484950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac24f3a0-8b6e-42ff-9124-f3537071bd62 req-da804ee3-88fb-41f7-915c-3f4424ee70a4 service neutron] 10.222.0.22 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614104 Aug 21 09:28:12.529578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8659b9b-17c0-4a39-b2b5-f19e1a966ece req-9fe870a9-cc10-4a92-81f6-702b0c7032ff tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 210 time: 0.0534263 Aug 21 09:28:12.596959 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:12.648852 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac24f3a0-8b6e-42ff-9124-f3537071bd62 req-726a45c2-5298-44e7-8de6-b2ce1c9b1d2d service neutron] 10.222.0.22 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499555 Aug 21 09:28:12.749204 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:12.761259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:12.810981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Network a204257c-7598-4e7a-a0f3-f824e457425e is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:28:12.818321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:28:12.825670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:28:12.829820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event updated for resources: {'Port': ['ID=579de715-91d1-4bbb-8680-149363f09833,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:12.910786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:12.911436 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:13.084180 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-d22cb7cf-1616-4b6a-942b-bd5755d132cd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8224597 Aug 21 09:28:13.084180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Request body: {'port': {'device_id': 'e6219faf-8d59-42d2-bf32-2f5d0c273bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:13.134550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:13.447989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579de715-91d1-4bbb-8680-149363f09833 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:28:13.462428 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:13.476596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Transition to ACTIVE for port object 579de715-91d1-4bbb-8680-149363f09833 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:28:13.531368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44628) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:13.534606 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b41df65d-4950-4312-a2c7-f39a21aae2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758063740', 'description': 'tempest-secgroup-smoke-758063740 description', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:13.601631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:13.688385 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41df65d-4950-4312-a2c7-f39a21aae2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:13.694091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Pushing event updated for resources: {'Port': ['ID=579de715-91d1-4bbb-8680-149363f09833,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:13.704084 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41df65d-4950-4312-a2c7-f39a21aae2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:13.758012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0b2b-ef5c-4dfe-9a43-0372524f810a req-e9c2919a-eeee-48b4-a537-87392a07a35e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:13.759613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0ec0b2b-ef5c-4dfe-9a43-0372524f810a req-e9c2919a-eeee-48b4-a537-87392a07a35e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 943 time: 0.1221077 Aug 21 09:28:13.811086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Attempting to bind port 579de715-91d1-4bbb-8680-149363f09833 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:28:13.811426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Attempting to bind port 579de715-91d1-4bbb-8680-149363f09833 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:28:13.811775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Attempting to bind port 579de715-91d1-4bbb-8680-149363f09833 on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:28:13.813073 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41df65d-4950-4312-a2c7-f39a21aae2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:13.820290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0ec0b2b-ef5c-4dfe-9a43-0372524f810a req-fe2d0ecc-cac6-4347-8cfc-6c515542e99c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511615 Aug 21 09:28:13.822702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Port 579de715-91d1-4bbb-8680-149363f09833 on network a204257c-7598-4e7a-a0f3-f824e457425e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:28:13.822702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Attempting to bind port 579de715-91d1-4bbb-8680-149363f09833 on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:28:13.827166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:28:13.827503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Checking segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:28:13.827914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Bound using segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:28:13.828338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Bound port: 579de715-91d1-4bbb-8680-149363f09833, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:28:13.828827 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:13.898398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] For port 579de715-91d1-4bbb-8680-149363f09833, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:28:13.902764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] For port 579de715-91d1-4bbb-8680-149363f09833, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=579de715-91d1-4bbb-8680-149363f09833,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:28:13.925288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41df65d-4950-4312-a2c7-f39a21aae2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:13.965276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41df65d-4950-4312-a2c7-f39a21aae2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fcf542-680c-46d3-b212-fce8fcf12c80,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:14.022317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41df65d-4950-4312-a2c7-f39a21aae2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:14.084475 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:14.123356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:14.124000 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:14.125426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] 10.222.0.13 "PUT /v2.0/ports/579de715-91d1-4bbb-8680-149363f09833 HTTP/1.1" status: 200 len: 1092 time: 1.0597935 Aug 21 09:28:14.125876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6219faf-8d59-42d2-bf32-2f5d0c273bd7', 'tag': '579de715-91d1-4bbb-8680-149363f09833'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:14.128137 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb003cf6-dae6-4a67-8cbf-490334f0d8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e6219faf-8d59-42d2-bf32-2f5d0c273bd7", "tag": "579de715-91d1-4bbb-8680-149363f09833"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:14.130611 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41df65d-4950-4312-a2c7-f39a21aae2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:14.152558 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f540b-b95f-4229-93f3-e3ada3d19746 service neutron] Pushing event updated for resources: {'Port': ['ID=579de715-91d1-4bbb-8680-149363f09833,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:14.173509 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41df65d-4950-4312-a2c7-f39a21aae2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:14.176397 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8b1e98-274f-4505-89cc-ad2411208887 x-openstack-request-id: req-5b8b1e98-274f-4505-89cc-ad2411208887 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:14.176692 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6219faf-8d59-42d2-bf32-2f5d0c273bd7", "tag": "579de715-91d1-4bbb-8680-149363f09833", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:14.176947 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b8b1e98-274f-4505-89cc-ad2411208887 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:14.177392 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6219faf-8d59-42d2-bf32-2f5d0c273bd7', 'tag': '579de715-91d1-4bbb-8680-149363f09833', 'status': 'completed', 'code': 200} Aug 21 09:28:14.241915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb003cf6-dae6-4a67-8cbf-490334f0d8e2 req-7d33e144-27b7-48f4-abff-775777c08259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:14.243534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb003cf6-dae6-4a67-8cbf-490334f0d8e2 req-7d33e144-27b7-48f4-abff-775777c08259 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 1095 time: 0.0428557 Aug 21 09:28:14.315772 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b41df65d-4950-4312-a2c7-f39a21aae2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:14.317256 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b41df65d-4950-4312-a2c7-f39a21aae2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7878084 Aug 21 09:28:14.320180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44644) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:14.325413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d8479126-a627-47cd-afb1-52507e04d045 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '88c2ac7f-ce0b-4f41-8a85-36d97c4d431d', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:14.368322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb003cf6-dae6-4a67-8cbf-490334f0d8e2 req-30ead4ac-3ec6-4a17-a267-6f315c0058cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:14.369808 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb003cf6-dae6-4a67-8cbf-490334f0d8e2 req-30ead4ac-3ec6-4a17-a267-6f315c0058cc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=64b4de758eb241f992adf21515e35f03&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1184785 Aug 21 09:28:14.484157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb003cf6-dae6-4a67-8cbf-490334f0d8e2 req-5b0ef45e-ade2-463d-8a6c-998c84234162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:14.486074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb003cf6-dae6-4a67-8cbf-490334f0d8e2 req-5b0ef45e-ade2-463d-8a6c-998c84234162 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091354 Aug 21 09:28:14.492185 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d8479126-a627-47cd-afb1-52507e04d045 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:14.589183 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d8479126-a627-47cd-afb1-52507e04d045 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:14.598611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-992c59c0-081d-4975-8a26-21222228db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:14.600332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-992c59c0-081d-4975-8a26-21222228db16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 1095 time: 0.0661311 Aug 21 09:28:14.643710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-f5a60127-393f-45a8-a870-2e2c7d1357da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=579de715-91d1-4bbb-8680-149363f09833 HTTP/1.1" status: 200 len: 217 time: 0.0350761 Aug 21 09:28:14.698680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-565568b7-8b6e-4894-976c-d69ebf58752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:14.700296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-565568b7-8b6e-4894-976c-d69ebf58752a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0303e0cd-55d2-44d4-8229-2cb9f7ab5270 HTTP/1.1" status: 200 len: 846 time: 0.0498650 Aug 21 09:28:14.701459 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d8479126-a627-47cd-afb1-52507e04d045 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:14.728164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8479126-a627-47cd-afb1-52507e04d045 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1e9aeb-9955-426a-a8ab-95b39c70ac17,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:14.751352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-8e8f1694-651a-4b12-83ee-a8e02c02e381 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a204257c-7598-4e7a-a0f3-f824e457425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382199 Aug 21 09:28:14.846561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-f3ad5078-5e67-4610-9248-392df4a4fc06 service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861814 Aug 21 09:28:14.917639 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d8479126-a627-47cd-afb1-52507e04d045 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:14.922027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d8479126-a627-47cd-afb1-52507e04d045 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5982368 Aug 21 09:28:14.927713 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44660) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:14.927713 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7ab30466-4bf1-440c-ac27-ebc6247fe3e3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '88c2ac7f-ce0b-4f41-8a85-36d97c4d431d', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:14.992270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24549dd0-bc49-45e7-a9b3-b92b4446dee4 req-b40fc8c9-e3de-4b01-b8c3-2d8d1a5ce398 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:14.993787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24549dd0-bc49-45e7-a9b3-b92b4446dee4 req-b40fc8c9-e3de-4b01-b8c3-2d8d1a5ce398 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 943 time: 0.0822146 Aug 21 09:28:14.997698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbcaa07-93e8-408d-af84-dc8f1e234c24 req-ff516ed9-1b3d-4efe-b67c-50f75e833d2b service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439722 Aug 21 09:28:15.037425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24549dd0-bc49-45e7-a9b3-b92b4446dee4 req-a69da06e-46b4-44d1-bbe1-6ed02f094248 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371275 Aug 21 09:28:15.058988 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ab30466-4bf1-440c-ac27-ebc6247fe3e3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:15.121267 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ab30466-4bf1-440c-ac27-ebc6247fe3e3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:15.250380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ab30466-4bf1-440c-ac27-ebc6247fe3e3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:15.270525 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab30466-4bf1-440c-ac27-ebc6247fe3e3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555e2eb4-6e59-4c76-8026-2ddf58221bf0,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:15.350581 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:15.433508 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7ab30466-4bf1-440c-ac27-ebc6247fe3e3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:15.448053 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7ab30466-4bf1-440c-ac27-ebc6247fe3e3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5113952 Aug 21 09:28:15.448053 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44672) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:15.448053 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d1397c61-efd8-4fa5-8c4f-4191c2d5b11c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '88c2ac7f-ce0b-4f41-8a85-36d97c4d431d', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:15.530177 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:15.598317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1397c61-efd8-4fa5-8c4f-4191c2d5b11c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:15.672040 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1397c61-efd8-4fa5-8c4f-4191c2d5b11c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:15.789917 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1397c61-efd8-4fa5-8c4f-4191c2d5b11c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:15.807320 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1397c61-efd8-4fa5-8c4f-4191c2d5b11c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26520b3a-8a44-4961-9cbb-e90268a2315b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:15.913596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d1397c61-efd8-4fa5-8c4f-4191c2d5b11c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:15.914902 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d1397c61-efd8-4fa5-8c4f-4191c2d5b11c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4763596 Aug 21 09:28:15.917560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44684) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:15.922046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fd36bd86-72bc-474d-8c33-ca0c281dd89f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '88c2ac7f-ce0b-4f41-8a85-36d97c4d431d', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:16.070082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd36bd86-72bc-474d-8c33-ca0c281dd89f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:16.132772 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd36bd86-72bc-474d-8c33-ca0c281dd89f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:16.159404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd7b8c-051b-4b12-ae46-e01dd514524e req-ab8f6b7e-fc0b-470c-9679-8f844028ea67 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:16.161065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12bd7b8c-051b-4b12-ae46-e01dd514524e req-ab8f6b7e-fc0b-470c-9679-8f844028ea67 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 943 time: 0.0513005 Aug 21 09:28:16.208156 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12bd7b8c-051b-4b12-ae46-e01dd514524e req-2de02acf-253f-4279-8ce0-31a2173b9d84 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Aug 21 09:28:16.273412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd36bd86-72bc-474d-8c33-ca0c281dd89f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:16.294517 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36bd86-72bc-474d-8c33-ca0c281dd89f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1f182b-84cb-4d16-aede-387ea6ce116e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:16.404711 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fd36bd86-72bc-474d-8c33-ca0c281dd89f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:16.406161 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fd36bd86-72bc-474d-8c33-ca0c281dd89f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4876425 Aug 21 09:28:16.409290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44696) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:16.414046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2997fa6b-de5f-456d-bd53-95eefee94c8e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '88c2ac7f-ce0b-4f41-8a85-36d97c4d431d', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:16.528081 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-2997fa6b-de5f-456d-bd53-95eefee94c8e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Project 95b0c237fabe4ed6bcd22c7ea3548b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:28:16.533699 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2997fa6b-de5f-456d-bd53-95eefee94c8e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:16.590652 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2997fa6b-de5f-456d-bd53-95eefee94c8e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:16.698619 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2997fa6b-de5f-456d-bd53-95eefee94c8e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:16.722676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997fa6b-de5f-456d-bd53-95eefee94c8e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b961e8-c2e7-455f-ae42-761e910f42c8,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:16.810850 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2997fa6b-de5f-456d-bd53-95eefee94c8e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:16.812552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2997fa6b-de5f-456d-bd53-95eefee94c8e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4017658 Aug 21 09:28:16.816001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44708) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:16.820703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-75c54228-ea01-4a76-85dd-211440bad01a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '88c2ac7f-ce0b-4f41-8a85-36d97c4d431d', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:16.987548 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-75c54228-ea01-4a76-85dd-211440bad01a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Project 95b0c237fabe4ed6bcd22c7ea3548b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:28:16.993157 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75c54228-ea01-4a76-85dd-211440bad01a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:17.055793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75c54228-ea01-4a76-85dd-211440bad01a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:17.172940 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75c54228-ea01-4a76-85dd-211440bad01a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:17.195171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c54228-ea01-4a76-85dd-211440bad01a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fc05c5-4708-47cf-9f42-1ab0041fd3e9,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:17.330767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75c54228-ea01-4a76-85dd-211440bad01a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:17.332071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-75c54228-ea01-4a76-85dd-211440bad01a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5150914 Aug 21 09:28:17.335091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44720) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:17.341222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'network': {'name': 'tempest-network-smoke--1662331020', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'port_security_enabled': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:17.374273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d904516-c0f9-4ec6-be30-83ee88e371f4 req-3b05ca74-5004-489f-8d5b-266cf00e8525 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:17.378165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d904516-c0f9-4ec6-be30-83ee88e371f4 req-3b05ca74-5004-489f-8d5b-266cf00e8525 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 943 time: 0.0736187 Aug 21 09:28:17.421734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d904516-c0f9-4ec6-be30-83ee88e371f4 req-06520059-86ef-4ee0-9b48-53ce4fca4171 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391212 Aug 21 09:28:17.436398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:28:17.440840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:17.465576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:28:17.473763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:17.474101 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Added segment 5d0cbfab-5e17-4778-8afd-1a28fdf13e48 of type vlan for network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 Aug 21 09:28:17.519302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:17.586678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 579de715-91d1-4bbb-8680-149363f09833 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:28:17.623152 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:17.632139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:17.632879 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:17.692317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 579de715-91d1-4bbb-8680-149363f09833, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=579de715-91d1-4bbb-8680-149363f09833,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:17.704071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '579de715-91d1-4bbb-8680-149363f09833', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'port_id': '579de715-91d1-4bbb-8680-149363f09833', 'mac_address': 'fa:16:3e:41:86:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0303e0cd-55d2-44d4-8229-2cb9f7ab5270', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:28:17.710215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Network': ['ID=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:17.737622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:28:17.806903 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:17.819211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0292cc57-48aa-4913-8d0d-512848d6073d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4829650 Aug 21 09:28:17.824848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44732) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:17.827886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'admin_state_up': True, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:17.830329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579de715-91d1-4bbb-8680-149363f09833 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:28:17.852473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 579de715-91d1-4bbb-8680-149363f09833, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=579de715-91d1-4bbb-8680-149363f09833,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:17.950497 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:17.997734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=579de715-91d1-4bbb-8680-149363f09833,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:18.001574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:18.002778 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:18.151113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:18.162343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['579de715-91d1-4bbb-8680-149363f09833'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:18.399612 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:18.603931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53e7cd-4966-48a8-814a-2f5e09d2f21b req-ff0b85d9-eca5-44ca-8232-aa2fd11f1d45 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:18.605427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb53e7cd-4966-48a8-814a-2f5e09d2f21b req-ff0b85d9-eca5-44ca-8232-aa2fd11f1d45 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 944 time: 0.0970509 Aug 21 09:28:18.665780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb53e7cd-4966-48a8-814a-2f5e09d2f21b req-41eafc32-8081-42b2-9f0e-1daa694779cc tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505381 Aug 21 09:28:18.765974 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:18.797992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:18.868848 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-0be0998b-7eee-43e2-a773-94cea3004753 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826852 Aug 21 09:28:18.961462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.25.5.75 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/d897b8ea-4e75-4870-b9b9-1f62959d54ff) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:28:18.978815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-abd42d32-74e0-44d6-9da6-17cc6e76ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:18.980420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-abd42d32-74e0-44d6-9da6-17cc6e76ae48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f006ab8501f34f3bb05432aaa71c4bec&device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 1098 time: 0.0691626 Aug 21 09:28:19.156894 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:19.163847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-869993e8-be0f-45f2-8120-84c73c0da4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:19.165327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-869993e8-be0f-45f2-8120-84c73c0da4f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4744644c-e35d-4f36-b45b-0eca9b5c8098 HTTP/1.1" status: 200 len: 910 time: 0.1397674 Aug 21 09:28:19.252444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-2b9be0da-a1c4-4144-a6e6-8f9617ee6c80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73640672-fb34-4d06-8dca-59d39e0b0f2e HTTP/1.1" status: 200 len: 1001 time: 0.0798290 Aug 21 09:28:19.303804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-3e4c79fb-96ec-44db-b54c-47129702688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:19.305364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-3e4c79fb-96ec-44db-b54c-47129702688d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f5a8520-8185-4c85-934a-c4709db5551e HTTP/1.1" status: 200 len: 848 time: 0.0460248 Aug 21 09:28:19.360536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-e9a59fe9-5741-47cc-828e-e1fea026eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:19.362186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-e9a59fe9-5741-47cc-828e-e1fea026eeef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4744644c-e35d-4f36-b45b-0eca9b5c8098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497887 Aug 21 09:28:19.589668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 579de715-91d1-4bbb-8680-149363f09833 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:28:19.680415 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:19.726063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:28:19.736764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:28:19.743601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:28:19.794445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 579de715-91d1-4bbb-8680-149363f09833 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:28:19.796021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 579de715-91d1-4bbb-8680-149363f09833 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:19.796401 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:19.811774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=d897b8ea-4e75-4870-b9b9-1f62959d54ff,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:19.823995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-b877512f-74b7-4eb6-8df9-f8175550994b service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543152 Aug 21 09:28:19.899253 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:19.937151 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6219faf-8d59-42d2-bf32-2f5d0c273bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579de715-91d1-4bbb-8680-149363f09833'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:19.937755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc571e-89ac-4b3f-b055-ff0116ad29b3 req-89d47118-03d2-4c71-9f5f-495218da5fd2 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:19.939251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8acc571e-89ac-4b3f-b055-ff0116ad29b3 req-89d47118-03d2-4c71-9f5f-495218da5fd2 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 944 time: 0.2003121 Aug 21 09:28:19.939376 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f698dd-4bd3-4735-bb42-b080ade34209" -d '{"events": [{"server_uuid": "e6219faf-8d59-42d2-bf32-2f5d0c273bd7", "name": "network-vif-plugged", "status": "completed", "tag": "579de715-91d1-4bbb-8680-149363f09833"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:19.958770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 579de715-91d1-4bbb-8680-149363f09833, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=579de715-91d1-4bbb-8680-149363f09833,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:19.985608 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aae371-e77d-4b3c-9d95-22b83b30b172 x-openstack-request-id: req-62aae371-e77d-4b3c-9d95-22b83b30b172 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:19.986014 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6219faf-8d59-42d2-bf32-2f5d0c273bd7", "name": "network-vif-plugged", "status": "completed", "tag": "579de715-91d1-4bbb-8680-149363f09833", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:19.986486 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62aae371-e77d-4b3c-9d95-22b83b30b172 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:19.986953 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6219faf-8d59-42d2-bf32-2f5d0c273bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579de715-91d1-4bbb-8680-149363f09833', 'code': 200} Aug 21 09:28:20.037321 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:20.085616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8acc571e-89ac-4b3f-b055-ff0116ad29b3 req-6fc379c4-54cd-4842-a91c-62a8f66312d1 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165111 Aug 21 09:28:20.103274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cecc1dbb-b28d-42b0-8613-62078ffb9a56 req-b9bd22b3-6042-401d-acb0-19295d1c91b7 service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711618 Aug 21 09:28:20.109931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=579de715-91d1-4bbb-8680-149363f09833,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:20.121613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2dec2-ce95-43d6-a0a3-ade35d52053d req-36021b6d-8751-4826-8296-7e5cb442956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:20.123191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89c2dec2-ce95-43d6-a0a3-ade35d52053d req-36021b6d-8751-4826-8296-7e5cb442956b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 1097 time: 0.0616324 Aug 21 09:28:20.148492 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:28:20.163498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89c2dec2-ce95-43d6-a0a3-ade35d52053d req-120e1f10-8278-4440-9b2d-1576ae142f97 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Aug 21 09:28:20.332122 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:20.551426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:20.792976 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:28:20.915486 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:28:20.925848 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Sync routers for ids ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:28:20.936574 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Routers {'3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:28:20.937198 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:28:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:21.047079 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Set router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:28:21.083012 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:21.084315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0923036e-5e3c-4243-bef5-559a0aabc104 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2613280 Aug 21 09:28:21.087423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44800) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:21.252029 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2ae56-592e-4137-a6ee-4fa9279f3ce5 req-3bb99552-ff06-4dbd-8041-1ce22fa9f7bc tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:21.253802 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3b2ae56-592e-4137-a6ee-4fa9279f3ce5 req-3bb99552-ff06-4dbd-8041-1ce22fa9f7bc tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 945 time: 0.0686409 Aug 21 09:28:21.332499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3b2ae56-592e-4137-a6ee-4fa9279f3ce5 req-1b850b76-3def-4858-b053-f9f5301d8f7e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714219 Aug 21 09:28:21.338295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4e89624c-0b74-48c9-aa57-e7984e99d697 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=95b0c237fabe4ed6bcd22c7ea3548b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2459624 Aug 21 09:28:21.338295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44808) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:21.341616 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:20Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:21.372278 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Checking router: 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:28:21.372634 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Updating router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e port d897b8ea-4e75-4870-b9b9-1f62959d54ff binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:28:21.401084 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:21.516837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0580b889-221f-4c18-abc9-900600dd7bd4 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:21.519275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0580b889-221f-4c18-abc9-900600dd7bd4 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1805990 Aug 21 09:28:21.521838 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44814) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:21.584507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 44818) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:21.593492 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-af8400a6-1ca0-4253-a0cc-5046d1ae99be tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702622 Aug 21 09:28:21.596577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1441798190', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:21.735932 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:21.745677 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Transition to ACTIVE for port object d897b8ea-4e75-4870-b9b9-1f62959d54ff will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:28:21.818753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:28:21.822629 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:21.849814 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:21.922344 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Pushing event updated for resources: {'Port': ['ID=d897b8ea-4e75-4870-b9b9-1f62959d54ff,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:21.924866 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Attempting to bind port d897b8ea-4e75-4870-b9b9-1f62959d54ff on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:28:21.925229 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Attempting to bind port d897b8ea-4e75-4870-b9b9-1f62959d54ff by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:28:21.925590 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Attempting to bind port d897b8ea-4e75-4870-b9b9-1f62959d54ff on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:28:21.938082 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.938438 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.938779 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.939113 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.939645 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.940162 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.940638 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.941117 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.941589 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.942077 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.942583 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.943084 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:28:21.947494 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:28:21.949745 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:28:21.950151 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:21.950534 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:28:21.951007 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Bound port: d897b8ea-4e75-4870-b9b9-1f62959d54ff, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:28:21.951384 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:22.014778 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] For port d897b8ea-4e75-4870-b9b9-1f62959d54ff, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:28:22.019670 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] For port d897b8ea-4e75-4870-b9b9-1f62959d54ff, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d897b8ea-4e75-4870-b9b9-1f62959d54ff,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:28:22.156123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:22.157168 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:22.216089 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5618c-2468-4a09-b5e6-6b209573695b None None] Pushing event updated for resources: {'Port': ['ID=d897b8ea-4e75-4870-b9b9-1f62959d54ff,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:22.223513 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Routers {'3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:28:22.225792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Subnet': ['ID=cc112e5c-e54d-47dc-b843-1ee272ad2583,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:22.226153 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:28:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:22.233660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Checking segment: {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:28:22.234042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network hostable DHCP agents. Network: 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:28:22.342506 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] Set router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:28:22.407648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:28:22.474596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79166e28-21e3-48a6-9be6-b6f42a1e23be req-5152a968-2cd4-41f8-8c5e-136d6c78514d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:22.476424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79166e28-21e3-48a6-9be6-b6f42a1e23be req-5152a968-2cd4-41f8-8c5e-136d6c78514d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 945 time: 0.0659826 Aug 21 09:28:22.530965 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:20Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:22.558812 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abf20f-089b-4261-9b65-6795d0fcd0c6 None None] The sync data for ids ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'] in n-d-766726-28 is: [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:20Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:28:22.570624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:28:22.581332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d7fac5-30a9-44d5-9cd1-bb7c228c2d90 None None] Network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:28:22.592996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:22.593625 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:22.626996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79166e28-21e3-48a6-9be6-b6f42a1e23be req-ad101b16-4ee1-4c18-93ac-a0dcb5fd5723 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409128 Aug 21 09:28:22.751411 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 44854) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:22.757420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-55714976-78c6-47b4-90ef-1b8af9fea537 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1717162 Aug 21 09:28:22.770690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:28:22.771803 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:22.957782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Allocated IP 172.20.0.2 (2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4/cc112e5c-e54d-47dc-b843-1ee272ad2583/ec487ad7-9f9e-4928-9840-4b814a932d57) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:28:23.206751 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:23.215951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Transition to ACTIVE for port object ec487ad7-9f9e-4928-9840-4b814a932d57 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:28:23.231875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeaa35-e8f2-46c5-9c9e-c6273b2f460c req-d08372fc-5889-43c1-ac7a-37775c16cc61 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:23.233253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Transition to ACTIVE for port object ec487ad7-9f9e-4928-9840-4b814a932d57 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:28:23.234148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4eeaa35-e8f2-46c5-9c9e-c6273b2f460c req-d08372fc-5889-43c1-ac7a-37775c16cc61 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 945 time: 0.1840847 Aug 21 09:28:23.284166 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4eeaa35-e8f2-46c5-9c9e-c6273b2f460c req-233d809b-3c2c-4a21-b403-74575c3eb051 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Aug 21 09:28:23.357807 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:23.421787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:28:23.424103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Pushing event updated for resources: {'Port': ['ID=ec487ad7-9f9e-4928-9840-4b814a932d57,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:23.434967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:28:23.445859 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:23.447165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:28:23.468905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139375dc-77fe-4a6f-8b4d-0d1455781d7c req-d44802ac-05a2-4e45-946f-5ee87623fb4e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:23.476865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-139375dc-77fe-4a6f-8b4d-0d1455781d7c req-d44802ac-05a2-4e45-946f-5ee87623fb4e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 945 time: 0.0768001 Aug 21 09:28:23.527993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Attempting to bind port ec487ad7-9f9e-4928-9840-4b814a932d57 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:28:23.528359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Attempting to bind port ec487ad7-9f9e-4928-9840-4b814a932d57 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:28:23.528720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Attempting to bind port ec487ad7-9f9e-4928-9840-4b814a932d57 on network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:28:23.534283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-139375dc-77fe-4a6f-8b4d-0d1455781d7c req-ff0bff9e-166b-44de-b959-e7e8d0b9ecaf tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561676 Aug 21 09:28:23.551949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:28:23.551949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Checking segment: {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:28:23.551949 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:23.551949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Bound using segment: {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:28:23.551949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Bound port: ec487ad7-9f9e-4928-9840-4b814a932d57, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:28:23.551949 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:23.625581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] For port ec487ad7-9f9e-4928-9840-4b814a932d57, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:28:23.630268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] For port ec487ad7-9f9e-4928-9840-4b814a932d57, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ec487ad7-9f9e-4928-9840-4b814a932d57,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:28:23.756570 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:23.808697 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.20.0.1 (2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4/cc112e5c-e54d-47dc-b843-1ee272ad2583/81a30abd-bfdf-46e7-9e8a-756f0978f798) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:28:23.826255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b7f9e-ad93-4228-8e43-f2deaa7105e2 None None] Pushing event updated for resources: {'Port': ['ID=ec487ad7-9f9e-4928-9840-4b814a932d57,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:23.948867 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:23.969118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Transition to ACTIVE for port object 81a30abd-bfdf-46e7-9e8a-756f0978f798 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:28:24.102004 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:24.175631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:28:24.178900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:28:24.190710 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:28:24.216887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=81a30abd-bfdf-46e7-9e8a-756f0978f798,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:24.237983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33919321-c813-4e61-bc74-24010da53222 req-de44387d-9703-453c-966f-016f732676b3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:24.239753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33919321-c813-4e61-bc74-24010da53222 req-de44387d-9703-453c-966f-016f732676b3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 945 time: 0.0642951 Aug 21 09:28:24.247440 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:24.297482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33919321-c813-4e61-bc74-24010da53222 req-22157c7c-d9ee-4056-a26f-af079fca354a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508857 Aug 21 09:28:24.496371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ec487ad7-9f9e-4928-9840-4b814a932d57 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:28:24.527433 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:24.629893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ec487ad7-9f9e-4928-9840-4b814a932d57 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:28:24.634465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d897b8ea-4e75-4870-b9b9-1f62959d54ff up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:28:24.761115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d897b8ea-4e75-4870-b9b9-1f62959d54ff completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:28:24.771926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d897b8ea-4e75-4870-b9b9-1f62959d54ff triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:24.771926 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:24.844890 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:24.868600 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:24.904532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port d897b8ea-4e75-4870-b9b9-1f62959d54ff, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d897b8ea-4e75-4870-b9b9-1f62959d54ff,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:24.947433 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:24.981399 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:25.054121 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=81a30abd-bfdf-46e7-9e8a-756f0978f798,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:25.054451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=d897b8ea-4e75-4870-b9b9-1f62959d54ff,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:25.058877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:25.170422 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:28:25.172107 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:28:25.216027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5946804-2096-486c-9693-586aaaa4b3a7 None None] Network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:28:25.308173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:28:25.430454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1e8e1c0a-bdfd-455b-b8d5-8e09b51360b9 None None] Provisioning for port ec487ad7-9f9e-4928-9840-4b814a932d57 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:28:25.434900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1e8e1c0a-bdfd-455b-b8d5-8e09b51360b9 None None] Provisioning complete for port ec487ad7-9f9e-4928-9840-4b814a932d57 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:25.442019 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1c0a-bdfd-455b-b8d5-8e09b51360b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:25.470742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:28:25.483812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Sync routers for ids ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:28:25.493260 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4782a0dd-0554-4ea9-8b11-f31e80964cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "PUT /v2.0/routers/3b4eb5e1-2756-47b6-a5ba-5f6ce956328e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7319555 Aug 21 09:28:25.497910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c291873-3aac-4530-b83d-aaeb955f44df req-31f31ecb-559c-4614-9886-5fe162c69afa tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:25.500252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c291873-3aac-4530-b83d-aaeb955f44df req-31f31ecb-559c-4614-9886-5fe162c69afa tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 945 time: 0.1293063 Aug 21 09:28:25.508169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Routers {'3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:28:25.508941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:28:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:25.520429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206890-0229-4882-a651-043485336c8c req-5d16c535-281c-491b-ae2d-5629c78857de tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:25.528833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4206890-0229-4882-a651-043485336c8c req-5d16c535-281c-491b-ae2d-5629c78857de tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 945 time: 0.1216717 Aug 21 09:28:25.689120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Set router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:28:25.719713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4206890-0229-4882-a651-043485336c8c req-7bc239e3-0c58-4451-b2d1-f5b20a56dbf8 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842341 Aug 21 09:28:25.754929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-8fd78917-1396-4fb1-bbde-5baabad477f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758063740&fields=id&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 267 time: 0.0894122 Aug 21 09:28:25.760992 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1c0a-bdfd-455b-b8d5-8e09b51360b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:25.774569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-4c291873-3aac-4530-b83d-aaeb955f44df req-e5f5e253-b956-49d5-849b-78d25b525424 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Deleting port 579de715-91d1-4bbb-8680-149363f09833 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:28:25.774922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4c291873-3aac-4530-b83d-aaeb955f44df req-e5f5e253-b956-49d5-849b-78d25b525424 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:25.846500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1e8e1c0a-bdfd-455b-b8d5-8e09b51360b9 None None] For port ec487ad7-9f9e-4928-9840-4b814a932d57, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ec487ad7-9f9e-4928-9840-4b814a932d57,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:26.035884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '81a30abd-bfdf-46e7-9e8a-756f0978f798', 'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:b5:84:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:23Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 2, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:26.073031 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1c0a-bdfd-455b-b8d5-8e09b51360b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:26.076458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Checking router: 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:28:26.076824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Updating router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e port 81a30abd-bfdf-46e7-9e8a-756f0978f798 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:28:26.135352 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:26.180302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4c291873-3aac-4530-b83d-aaeb955f44df req-e5f5e253-b956-49d5-849b-78d25b525424 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] For port 579de715-91d1-4bbb-8680-149363f09833, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=579de715-91d1-4bbb-8680-149363f09833,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:26.180830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4c291873-3aac-4530-b83d-aaeb955f44df req-e5f5e253-b956-49d5-849b-78d25b525424 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:26.197292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e1c0a-bdfd-455b-b8d5-8e09b51360b9 None None] Pushing event updated for resources: {'Port': ['ID=ec487ad7-9f9e-4928-9840-4b814a932d57,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:26.211712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-4c291873-3aac-4530-b83d-aaeb955f44df req-e5f5e253-b956-49d5-849b-78d25b525424 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Calling delete_port for 579de715-91d1-4bbb-8680-149363f09833 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:28:26.228800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-655a7e24-8128-4dea-bb18-ec3545780676 None None] Provisioning complete for port ec487ad7-9f9e-4928-9840-4b814a932d57 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:26.229131 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-655a7e24-8128-4dea-bb18-ec3545780676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:26.417632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-d49d41fe-056e-4aa0-97d9-5aeb66611e61 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:26.419709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-d49d41fe-056e-4aa0-97d9-5aeb66611e61 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/networks?id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 HTTP/1.1" status: 200 len: 797 time: 0.6477292 Aug 21 09:28:26.472183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-acae5d03-6f87-450c-b9fd-6eaddc4d3d4a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/quotas/95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 375 time: 0.0433683 Aug 21 09:28:26.485510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d897b8ea-4e75-4870-b9b9-1f62959d54ff up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:28:26.542711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-663a9b6b-07dd-4947-80f5-391892b4866e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659106 Aug 21 09:28:26.591105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:26.599234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d897b8ea-4e75-4870-b9b9-1f62959d54ff triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:26.599631 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:26.601574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Transition to ACTIVE for port object 81a30abd-bfdf-46e7-9e8a-756f0978f798 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:28:26.621694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-655a7e24-8128-4dea-bb18-ec3545780676 None None] Provisioning for port 81a30abd-bfdf-46e7-9e8a-756f0978f798 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:28:26.629484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-655a7e24-8128-4dea-bb18-ec3545780676 None None] Provisioning complete for port 81a30abd-bfdf-46e7-9e8a-756f0978f798 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:26.629858 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-655a7e24-8128-4dea-bb18-ec3545780676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:26.674921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-655a7e24-8128-4dea-bb18-ec3545780676 None None] Port 81a30abd-bfdf-46e7-9e8a-756f0978f798 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:28:26.680019 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4c291873-3aac-4530-b83d-aaeb955f44df req-e5f5e253-b956-49d5-849b-78d25b525424 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:26.703580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:26.712891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['579de715-91d1-4bbb-8680-149363f09833'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:26.712891 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:26.767025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5e253-b956-49d5-849b-78d25b525424 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event deleted for resources: {'Port': ['ID=579de715-91d1-4bbb-8680-149363f09833,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:26.816011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c291873-3aac-4530-b83d-aaeb955f44df req-e5f5e253-b956-49d5-849b-78d25b525424 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] No DVR routers for this DVR port 579de715-91d1-4bbb-8680-149363f09833 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:28:26.820584 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4c291873-3aac-4530-b83d-aaeb955f44df req-e5f5e253-b956-49d5-849b-78d25b525424 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:26.832460 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c291873-3aac-4530-b83d-aaeb955f44df req-e5f5e253-b956-49d5-849b-78d25b525424 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "DELETE /v2.0/ports/579de715-91d1-4bbb-8680-149363f09833 HTTP/1.1" status: 204 len: 173 time: 1.3257039 Aug 21 09:28:26.845858 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ec487ad7-9f9e-4928-9840-4b814a932d57 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:28:26.861768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6219faf-8d59-42d2-bf32-2f5d0c273bd7', 'name': 'network-vif-deleted', 'tag': '579de715-91d1-4bbb-8680-149363f09833'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:26.864318 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c187a87d-417d-4f41-914b-8a3c5b9710e2" -d '{"events": [{"server_uuid": "e6219faf-8d59-42d2-bf32-2f5d0c273bd7", "name": "network-vif-deleted", "tag": "579de715-91d1-4bbb-8680-149363f09833"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:26.879123 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-2ac07a5b-35ab-465f-8bcf-fd59fb72f653 service neutron] 10.222.0.20 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234272 Aug 21 09:28:26.912302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7243730c-04cb-42b3-beae-8856ca0da22d req-d350c6ea-34d5-46e1-a862-b7a965c7f8d1 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6219faf-8d59-42d2-bf32-2f5d0c273bd7 HTTP/1.1" status: 200 len: 210 time: 0.0987074 Aug 21 09:28:27.044653 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7138a9-99c0-43b6-8674-bf7436fdfa29 x-openstack-request-id: req-7b7138a9-99c0-43b6-8674-bf7436fdfa29 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:27.044653 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6219faf-8d59-42d2-bf32-2f5d0c273bd7", "name": "network-vif-deleted", "tag": "579de715-91d1-4bbb-8680-149363f09833", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:27.044653 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b7138a9-99c0-43b6-8674-bf7436fdfa29 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:27.056146 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6219faf-8d59-42d2-bf32-2f5d0c273bd7', 'name': 'network-vif-deleted', 'tag': '579de715-91d1-4bbb-8680-149363f09833', 'status': 'completed', 'code': 200} Aug 21 09:28:27.150779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-d270f4d9-d207-4f39-b35a-31e5ec0685d2 service neutron] 10.222.0.20 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707522 Aug 21 09:28:27.195420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107b85d-a59d-42d9-a937-3da8c40c5092 None None] Pushing event updated for resources: {'Port': ['ID=81a30abd-bfdf-46e7-9e8a-756f0978f798,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:27.246784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Attempting to bind port 81a30abd-bfdf-46e7-9e8a-756f0978f798 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:28:27.247197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Attempting to bind port 81a30abd-bfdf-46e7-9e8a-756f0978f798 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:28:27.247589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Attempting to bind port 81a30abd-bfdf-46e7-9e8a-756f0978f798 on network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:28:27.272060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:28:27.272060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Checking segment: {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:28:27.273845 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:27.274247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Bound using segment: {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:28:27.274777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Bound port: 81a30abd-bfdf-46e7-9e8a-756f0978f798, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:28:27.275236 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:27.359951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ec487ad7-9f9e-4928-9840-4b814a932d57 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:27.360319 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:27.482531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] For port 81a30abd-bfdf-46e7-9e8a-756f0978f798, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:28:27.487129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] For port 81a30abd-bfdf-46e7-9e8a-756f0978f798, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=81a30abd-bfdf-46e7-9e8a-756f0978f798,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:28:27.553327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dde1ccc-da12-4e17-8121-2cdce0694e57 req-2763e1cd-d6b2-48c2-a5bd-470ca6092c3a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 210 time: 0.0585661 Aug 21 09:28:27.565055 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:27.615949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Routers {'3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:28:27.616601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:28:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:27.695693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107b85d-a59d-42d9-a937-3da8c40c5092 None None] Pushing event updated for resources: {'Port': ['ID=81a30abd-bfdf-46e7-9e8a-756f0978f798,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:27.806382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] Set router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:28:28.101994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '81a30abd-bfdf-46e7-9e8a-756f0978f798', 'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:b5:84:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:23Z', 'updated_at': '2021-08-21T09:28:27Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:28.155547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743cc535-42b4-42b3-928b-3fc7237dc6bc None None] The sync data for ids ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'] in n-d-766726-28 is: [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '81a30abd-bfdf-46e7-9e8a-756f0978f798', 'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:b5:84:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:23Z', 'updated_at': '2021-08-21T09:28:27Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:28:28.330388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-7a09b483-32e2-4503-9307-48cce0c85732 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:28.332585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-7a09b483-32e2-4503-9307-48cce0c85732 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1595037 Aug 21 09:28:28.373946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-0bec55bf-4cb8-4deb-a429-561973c74d3d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/quotas/64b4de758eb241f992adf21515e35f03 HTTP/1.1" status: 200 len: 375 time: 0.0359457 Aug 21 09:28:28.531169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 81a30abd-bfdf-46e7-9e8a-756f0978f798 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:28:28.557950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-26061bb4-7277-4259-9b40-69b9925c433c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1761069 Aug 21 09:28:28.671549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c918cc73-86d1-4e40-aa6c-014edd2af0df req-6522aaff-7eb4-4971-b585-53ca4b578908 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 210 time: 0.0477846 Aug 21 09:28:28.676355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 81a30abd-bfdf-46e7-9e8a-756f0978f798 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:28:28.690817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 81a30abd-bfdf-46e7-9e8a-756f0978f798 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:28.691247 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:28.732265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-d0562c22-f708-4bf1-9cc9-8271e0f2b702 service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667411 Aug 21 09:28:28.834891 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:28.845501 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-ba22784b-cf1a-43d2-a420-3921096032e9 service neutron] 10.222.0.20 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119080 Aug 21 09:28:28.891356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 81a30abd-bfdf-46e7-9e8a-756f0978f798, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=81a30abd-bfdf-46e7-9e8a-756f0978f798,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:28.961580 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:29.024979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=81a30abd-bfdf-46e7-9e8a-756f0978f798,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:29.161695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8c785d1-048d-47ce-9627-e666b5a28920 req-1751bd9e-a2bf-44e6-99f9-44183daaf05f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 210 time: 0.0410912 Aug 21 09:28:29.612009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 579de715-91d1-4bbb-8680-149363f09833 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:28:29.633114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 579de715-91d1-4bbb-8680-149363f09833 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:28:29.633460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 579de715-91d1-4bbb-8680-149363f09833 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:28:29.760455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6dc4030-a08e-42e8-a782-9d405de3e709 req-d3404fb0-5785-476b-a6ba-5fca94b75cd4 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 210 time: 0.0261979 Aug 21 09:28:30.261466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-213b0052-2643-4d8d-811d-c3181245cb29 req-4a65c1fb-6493-44b1-93ca-4fefa1fc95a7 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 210 time: 0.0261748 Aug 21 09:28:30.429092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 81a30abd-bfdf-46e7-9e8a-756f0978f798 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:28:30.478705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 81a30abd-bfdf-46e7-9e8a-756f0978f798 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:30.479078 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:30.534816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-01b44c9b-95e3-448b-9038-2f77deeab1de tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:30.534816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-01b44c9b-95e3-448b-9038-2f77deeab1de tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.13 "GET /v2.0/networks?id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 HTTP/1.1" status: 200 len: 797 time: 0.1185989 Aug 21 09:28:30.605039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-9ff6b4a4-f5cc-4b72-a9e3-1bb219e4c52f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 379 time: 0.0554378 Aug 21 09:28:30.614547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'port': {'device_id': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'admin_state_up': True, 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'security_groups': ['88c2ac7f-ce0b-4f41-8a85-36d97c4d431d']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:30.896095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1915fcae-7916-4595-9afb-4c3670b09939 req-7a916576-cba5-4eb0-8ad3-5f7b368fc5e7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 210 time: 0.0552468 Aug 21 09:28:30.900705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:28:30.904321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:31.070940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.20.0.4 (2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4/cc112e5c-e54d-47dc-b843-1ee272ad2583/82b85442-5fdb-45f0-9c23-82bc7c097f1c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:28:31.211354 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:31.225850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Transition to ACTIVE for port object 82b85442-5fdb-45f0-9c23-82bc7c097f1c will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:28:31.338976 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:31.375875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4a8d20a-45b4-4ed9-a76b-b515eff5978f req-b94db500-27e2-4ea2-b9db-bad9b3772a40 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 210 time: 0.0346704 Aug 21 09:28:31.383523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:28:31.401702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:28:31.405957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:28:31.518494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=82b85442-5fdb-45f0-9c23-82bc7c097f1c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:31.533389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:31.534008 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:31.588130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-b2a11b96-139e-486c-a171-ae566a978fd2 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:31.591355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-b2a11b96-139e-486c-a171-ae566a978fd2 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 806 time: 0.1481864 Aug 21 09:28:31.603646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Request body: {'port': {'device_id': 'b2eef2a5-fa99-4922-98e7-2338ebac41c1', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'admin_state_up': True, 'tenant_id': '64b4de758eb241f992adf21515e35f03'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:31.691708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ef7c46ca-5ae9-43bc-931b-3a90cef86b6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0809643 Aug 21 09:28:31.707846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Request body: {'port': {'device_id': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:31.776581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:31.824302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cd459de5-a531-4cfd-b88b-df24d74bf367 None None] Provisioning for port 82b85442-5fdb-45f0-9c23-82bc7c097f1c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:28:31.828635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cd459de5-a531-4cfd-b88b-df24d74bf367 None None] Provisioning complete for port 82b85442-5fdb-45f0-9c23-82bc7c097f1c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:31.829025 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cd459de5-a531-4cfd-b88b-df24d74bf367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:31.866577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Made reservation on behalf of 64b4de758eb241f992adf21515e35f03 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:28:31.870492 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:31.895281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cd459de5-a531-4cfd-b88b-df24d74bf367 None None] Port 82b85442-5fdb-45f0-9c23-82bc7c097f1c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:28:32.242395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b85442-5fdb-45f0-9c23-82bc7c097f1c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:28:32.256734 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:32.270774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45876a-fb70-4de5-a76c-533764a349d7 req-5197b4fd-f309-45bb-8980-e563683e740e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:32.272309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a45876a-fb70-4de5-a76c-533764a349d7 req-5197b4fd-f309-45bb-8980-e563683e740e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 931 time: 0.1927850 Aug 21 09:28:32.310212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Allocated IP 172.20.0.3 (a204257c-7598-4e7a-a0f3-f824e457425e/0303e0cd-55d2-44d4-8229-2cb9f7ab5270/ce1e7c60-4b12-49e7-8163-4b29cecebd2d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:28:32.339631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a45876a-fb70-4de5-a76c-533764a349d7 req-4a5fa89c-6ff5-4841-8810-ea0ffef3db30 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595179 Aug 21 09:28:32.343354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Transition to ACTIVE for port object 82b85442-5fdb-45f0-9c23-82bc7c097f1c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:28:32.482041 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:32.571753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64a88389-6e0c-4746-a768-8fbca303c68a req-4d621eba-f6bc-4e83-9c2b-c7b4b10a9f4f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 210 time: 0.1062429 Aug 21 09:28:32.606459 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:32.639399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Pushing event updated for resources: {'Port': ['ID=82b85442-5fdb-45f0-9c23-82bc7c097f1c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:32.740597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Attempting to bind port 82b85442-5fdb-45f0-9c23-82bc7c097f1c on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:28:32.740932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Attempting to bind port 82b85442-5fdb-45f0-9c23-82bc7c097f1c by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:28:32.741259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Attempting to bind port 82b85442-5fdb-45f0-9c23-82bc7c097f1c on network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:28:32.746541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Port 82b85442-5fdb-45f0-9c23-82bc7c097f1c on network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:28:32.747088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Attempting to bind port 82b85442-5fdb-45f0-9c23-82bc7c097f1c on network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:28:32.753578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:28:32.754086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Checking segment: {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:28:32.764114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Bound using segment: {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:28:32.764629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Bound port: 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:28:32.765182 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:32.784390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:32.800588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:32.860706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Network a204257c-7598-4e7a-a0f3-f824e457425e is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:28:32.870230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:28:32.874033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:28:32.928097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event updated for resources: {'Port': ['ID=ce1e7c60-4b12-49e7-8163-4b29cecebd2d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:32.943793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:28:32.948924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:28:32.963333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:32.964205 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:33.021698 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:33.060225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a85c7375-d493-426a-a4ed-6e883f9a9d3a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4606874 Aug 21 09:28:33.074226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:33.075616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:33.086962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] 10.222.0.13 "PUT /v2.0/ports/82b85442-5fdb-45f0-9c23-82bc7c097f1c HTTP/1.1" status: 200 len: 1092 time: 1.3832457 Aug 21 09:28:33.087959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:33.090813 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ef7af9-7c20-4f8d-816e-df872ff5ecb1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:33.100051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Request body: {'port': {'device_id': 'b2eef2a5-fa99-4922-98e7-2338ebac41c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:33.177624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fa354-4ae1-4aa5-b97c-35526e28da83 service neutron] Pushing event updated for resources: {'Port': ['ID=82b85442-5fdb-45f0-9c23-82bc7c097f1c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:33.197812 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baaebb6-31c3-4fb6-9043-4d8565079cfe x-openstack-request-id: req-5baaebb6-31c3-4fb6-9043-4d8565079cfe {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:33.198103 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:33.198353 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5baaebb6-31c3-4fb6-9043-4d8565079cfe {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:33.198756 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'status': 'completed', 'code': 200} Aug 21 09:28:33.199832 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:33.324338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef7af9-7c20-4f8d-816e-df872ff5ecb1 req-2a0049dd-3386-4fd3-a701-8d9ec4d4e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:33.325890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0ef7af9-7c20-4f8d-816e-df872ff5ecb1 req-2a0049dd-3386-4fd3-a701-8d9ec4d4e8ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1095 time: 0.1237969 Aug 21 09:28:33.586649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afd7af-a580-442f-8ddf-7a850e1a2326 req-64d83619-9b2c-44ec-8ccb-23de325aee9c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:33.589214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7afd7af-a580-442f-8ddf-7a850e1a2326 req-64d83619-9b2c-44ec-8ccb-23de325aee9c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 943 time: 0.1368148 Aug 21 09:28:33.645767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef7af9-7c20-4f8d-816e-df872ff5ecb1 req-7d503030-8551-41ef-a320-fea45f992679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:33.647435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0ef7af9-7c20-4f8d-816e-df872ff5ecb1 req-7d503030-8551-41ef-a320-fea45f992679 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2708662 Aug 21 09:28:34.100118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1e7c60-4b12-49e7-8163-4b29cecebd2d {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:28:34.111617 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:34.124394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689ed17-3710-4f2a-a901-fb0514757c5d req-3c4f9a72-fb4a-4b60-9227-79886f84c47b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:34.125941 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2689ed17-3710-4f2a-a901-fb0514757c5d req-3c4f9a72-fb4a-4b60-9227-79886f84c47b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 931 time: 0.4775159 Aug 21 09:28:34.143073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7afd7af-a580-442f-8ddf-7a850e1a2326 req-3774638c-4ef1-41f8-87f2-11c2d8ac96c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4605589 Aug 21 09:28:34.180604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Transition to ACTIVE for port object ce1e7c60-4b12-49e7-8163-4b29cecebd2d will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:28:34.185726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef7af9-7c20-4f8d-816e-df872ff5ecb1 req-bd5a4e4c-fb97-495a-81ef-2cb792a193bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:34.185726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0ef7af9-7c20-4f8d-816e-df872ff5ecb1 req-bd5a4e4c-fb97-495a-81ef-2cb792a193bc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5006802 Aug 21 09:28:34.211059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2689ed17-3710-4f2a-a901-fb0514757c5d req-f50c60c1-e7bb-4246-b86c-4c810d5a01c7 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712824 Aug 21 09:28:34.261024 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:34.348810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-7ed50122-17dc-4da2-a87d-66b69fc6740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:34.350313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-7ed50122-17dc-4da2-a87d-66b69fc6740b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1095 time: 0.1215527 Aug 21 09:28:34.352624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Pushing event updated for resources: {'Port': ['ID=ce1e7c60-4b12-49e7-8163-4b29cecebd2d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:34.405986 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-3d10a5b9-fa92-4910-baea-afb1dc43c28b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c HTTP/1.1" status: 200 len: 217 time: 0.0474339 Aug 21 09:28:34.487778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-c78099f2-84d4-4c92-8688-581e67390be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:34.489245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-c78099f2-84d4-4c92-8688-581e67390be3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc112e5c-e54d-47dc-b843-1ee272ad2583 HTTP/1.1" status: 200 len: 835 time: 0.0639365 Aug 21 09:28:34.507156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Attempting to bind port ce1e7c60-4b12-49e7-8163-4b29cecebd2d on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:28:34.507503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Attempting to bind port ce1e7c60-4b12-49e7-8163-4b29cecebd2d by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:28:34.507843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Attempting to bind port ce1e7c60-4b12-49e7-8163-4b29cecebd2d on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:28:34.545341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Port ce1e7c60-4b12-49e7-8163-4b29cecebd2d on network a204257c-7598-4e7a-a0f3-f824e457425e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:28:34.545651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Attempting to bind port ce1e7c60-4b12-49e7-8163-4b29cecebd2d on network a204257c-7598-4e7a-a0f3-f824e457425e {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:28:34.563723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:28:34.564076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Checking segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:28:34.564474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Bound using segment: {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:28:34.564923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Bound port: ce1e7c60-4b12-49e7-8163-4b29cecebd2d, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5209a51-7910-47dd-8c5e-b5acd838bb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:28:34.565283 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:34.589098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-feacbebc-c022-4d56-8d94-a6feace0e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:34.591294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-feacbebc-c022-4d56-8d94-a6feace0e90b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944202 Aug 21 09:28:34.705035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] For port ce1e7c60-4b12-49e7-8163-4b29cecebd2d, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:28:34.709616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] For port ce1e7c60-4b12-49e7-8163-4b29cecebd2d, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ce1e7c60-4b12-49e7-8163-4b29cecebd2d,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:28:34.728818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-ca0749e6-96a8-428e-9cbc-d435a5bc8996 service neutron] 10.222.0.13 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163311 Aug 21 09:28:34.825094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:34.835036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc01fad-e35f-4f66-b8a2-4799556eed02 req-9f54fe17-685a-427c-bb28-f3c5ba47b8d9 service neutron] 10.222.0.13 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986845 Aug 21 09:28:34.873704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:34.874505 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:34.876235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] 10.222.0.13 "PUT /v2.0/ports/ce1e7c60-4b12-49e7-8163-4b29cecebd2d HTTP/1.1" status: 200 len: 1092 time: 1.8048778 Aug 21 09:28:34.901265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a49df-14ca-4a3b-9e25-46ba18f9a45b service neutron] Pushing event updated for resources: {'Port': ['ID=ce1e7c60-4b12-49e7-8163-4b29cecebd2d,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:35.055234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-af297b53-4219-45cc-96ea-2e07d3703780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:35.057964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-af297b53-4219-45cc-96ea-2e07d3703780 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 1095 time: 0.0463862 Aug 21 09:28:35.100328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-29155403-0ca2-413e-a1ad-7aad6933bd06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce1e7c60-4b12-49e7-8163-4b29cecebd2d HTTP/1.1" status: 200 len: 217 time: 0.0347724 Aug 21 09:28:35.160314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-6047772e-36f1-4f99-acdc-4fc1ab06fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:35.162246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-6047772e-36f1-4f99-acdc-4fc1ab06fd50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0303e0cd-55d2-44d4-8229-2cb9f7ab5270 HTTP/1.1" status: 200 len: 846 time: 0.0553715 Aug 21 09:28:35.201647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2eef2a5-fa99-4922-98e7-2338ebac41c1', 'tag': 'ce1e7c60-4b12-49e7-8163-4b29cecebd2d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:35.204314 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c3cc4b-2503-4aae-b8f2-1f683c7fca2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2eef2a5-fa99-4922-98e7-2338ebac41c1", "tag": "ce1e7c60-4b12-49e7-8163-4b29cecebd2d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:35.216321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-7ad1caad-6b48-4f03-8662-b6a81d5d1af1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a204257c-7598-4e7a-a0f3-f824e457425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453882 Aug 21 09:28:35.254983 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2f23e8-341d-4bbb-9a2b-fcd5392632eb x-openstack-request-id: req-6c2f23e8-341d-4bbb-9a2b-fcd5392632eb {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:35.255289 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2eef2a5-fa99-4922-98e7-2338ebac41c1", "tag": "ce1e7c60-4b12-49e7-8163-4b29cecebd2d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:35.255524 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c2f23e8-341d-4bbb-9a2b-fcd5392632eb {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:35.258144 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2eef2a5-fa99-4922-98e7-2338ebac41c1', 'tag': 'ce1e7c60-4b12-49e7-8163-4b29cecebd2d', 'status': 'completed', 'code': 200} Aug 21 09:28:35.394403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ff009-81c9-4f2e-86e7-ae709e67013b req-b1623c9e-0255-44de-a101-812f6b7aacaa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:35.395855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e1ff009-81c9-4f2e-86e7-ae709e67013b req-b1623c9e-0255-44de-a101-812f6b7aacaa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 943 time: 0.1373744 Aug 21 09:28:35.401933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-7c86f43f-5f75-4d77-9eb6-df6bf5b2205e service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768184 Aug 21 09:28:35.421040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b7383-36c0-476a-9739-45d3233d758f req-ccb5aaf9-0a73-415e-8c89-5b88addb32e0 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:35.422628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-317b7383-36c0-476a-9739-45d3233d758f req-ccb5aaf9-0a73-415e-8c89-5b88addb32e0 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 943 time: 0.1081321 Aug 21 09:28:35.528853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e1ff009-81c9-4f2e-86e7-ae709e67013b req-ff27561f-bd0c-4186-b54b-107150ffe628 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251078 Aug 21 09:28:35.535743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-317b7383-36c0-476a-9739-45d3233d758f req-9a724009-8184-4a77-9884-a355deb077cf tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992453 Aug 21 09:28:35.568683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c15a8028-4afb-4a83-a2cd-252dbf1a2af7 req-a6bbd92c-f5ed-4e95-afb4-d4ff078edce2 service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566484 Aug 21 09:28:35.730139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3cc4b-2503-4aae-b8f2-1f683c7fca2f req-929f27eb-1fd1-4010-ada4-50b38403caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:35.732355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52c3cc4b-2503-4aae-b8f2-1f683c7fca2f req-929f27eb-1fd1-4010-ada4-50b38403caae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64b4de758eb241f992adf21515e35f03&device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 1095 time: 0.0500276 Aug 21 09:28:35.831011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3cc4b-2503-4aae-b8f2-1f683c7fca2f req-dc8bdc02-59a4-4090-bfc7-be1509b98be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:35.832567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52c3cc4b-2503-4aae-b8f2-1f683c7fca2f req-dc8bdc02-59a4-4090-bfc7-be1509b98be2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 200 len: 907 time: 0.0923202 Aug 21 09:28:35.875829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52c3cc4b-2503-4aae-b8f2-1f683c7fca2f req-6a797898-2839-4c21-9bfe-865fa8472672 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce1e7c60-4b12-49e7-8163-4b29cecebd2d HTTP/1.1" status: 200 len: 217 time: 0.0349932 Aug 21 09:28:35.929445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3cc4b-2503-4aae-b8f2-1f683c7fca2f req-644f2fab-c4e7-4016-914d-f756831dc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:35.931019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52c3cc4b-2503-4aae-b8f2-1f683c7fca2f req-644f2fab-c4e7-4016-914d-f756831dc28f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0303e0cd-55d2-44d4-8229-2cb9f7ab5270 HTTP/1.1" status: 200 len: 846 time: 0.0473342 Aug 21 09:28:35.964405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52c3cc4b-2503-4aae-b8f2-1f683c7fca2f req-be5ed225-22c4-49b5-82b0-fb0c9877e22e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a204257c-7598-4e7a-a0f3-f824e457425e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254600 Aug 21 09:28:36.062729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52c3cc4b-2503-4aae-b8f2-1f683c7fca2f req-5d6b517d-a370-4cc9-a76e-8603b834a770 service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905468 Aug 21 09:28:36.157253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52c3cc4b-2503-4aae-b8f2-1f683c7fca2f req-029199c6-e3f6-4063-b59a-547ab8293436 service neutron] 10.222.0.13 "GET /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856667 Aug 21 09:28:36.700847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e656da0-169e-4cda-bfc8-c06338deac78 req-8a6ad8ed-7a39-4006-8015-e172f6c466aa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:36.702351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e656da0-169e-4cda-bfc8-c06338deac78 req-8a6ad8ed-7a39-4006-8015-e172f6c466aa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 943 time: 0.1044703 Aug 21 09:28:36.710761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d9326-b51f-4946-9110-6e4a9989a10b req-1ee7e40e-df1e-4f86-a6a1-13feae15d975 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:36.712252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-739d9326-b51f-4946-9110-6e4a9989a10b req-1ee7e40e-df1e-4f86-a6a1-13feae15d975 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 943 time: 0.0915115 Aug 21 09:28:36.768667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e656da0-169e-4cda-bfc8-c06338deac78 req-0ceeed7f-f96a-4e4e-8eaf-4fb026bd7a50 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553718 Aug 21 09:28:36.773623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-739d9326-b51f-4946-9110-6e4a9989a10b req-fa2756d1-7469-4498-be8c-54e679edf654 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543606 Aug 21 09:28:36.909393 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7102508b-3ce7-44c5-bc3f-bbd073f72815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:37.649419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ce1e7c60-4b12-49e7-8163-4b29cecebd2d details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:28:37.743167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ce1e7c60-4b12-49e7-8163-4b29cecebd2d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ce1e7c60-4b12-49e7-8163-4b29cecebd2d,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:37.753459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'ce1e7c60-4b12-49e7-8163-4b29cecebd2d', 'network_id': 'a204257c-7598-4e7a-a0f3-f824e457425e', 'port_id': 'ce1e7c60-4b12-49e7-8163-4b29cecebd2d', 'mac_address': 'fa:16:3e:47:ee:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0303e0cd-55d2-44d4-8229-2cb9f7ab5270', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:28:37.801170 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:37.818052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1e7c60-4b12-49e7-8163-4b29cecebd2d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:28:37.841605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ce1e7c60-4b12-49e7-8163-4b29cecebd2d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ce1e7c60-4b12-49e7-8163-4b29cecebd2d,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:37.932927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dc0e4-8d7e-4362-aab4-31b22858e2b0 req-8560b152-d326-412c-84ea-4917f88c1028 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:37.934500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b12dc0e4-8d7e-4362-aab4-31b22858e2b0 req-8560b152-d326-412c-84ea-4917f88c1028 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 943 time: 0.0914907 Aug 21 09:28:37.941344 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:37.951290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 82b85442-5fdb-45f0-9c23-82bc7c097f1c details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:28:37.956421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2d630-6be3-4c5c-9e52-2f1888d3bf41 req-1143f325-d10f-4e65-b4a3-a331b494714f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:37.958014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bc2d630-6be3-4c5c-9e52-2f1888d3bf41 req-1143f325-d10f-4e65-b4a3-a331b494714f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 943 time: 0.0798292 Aug 21 09:28:38.011042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b12dc0e4-8d7e-4362-aab4-31b22858e2b0 req-6d119779-8c45-48a9-b47e-9d9c11663ead tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687931 Aug 21 09:28:38.020776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bc2d630-6be3-4c5c-9e52-2f1888d3bf41 req-5e0ea88c-850f-412c-a967-3fb3f5827977 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537989 Aug 21 09:28:38.056546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=ce1e7c60-4b12-49e7-8163-4b29cecebd2d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:38.121401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:38.139974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'port_id': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'mac_address': 'fa:16:3e:e9:e9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:28:38.179105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:38.193050 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b85442-5fdb-45f0-9c23-82bc7c097f1c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:28:38.212525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:38.310440 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:38.360809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=82b85442-5fdb-45f0-9c23-82bc7c097f1c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:38.536263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['82b85442-5fdb-45f0-9c23-82bc7c097f1c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:38.540656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['ce1e7c60-4b12-49e7-8163-4b29cecebd2d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:28:39.183303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9018c3-96c9-490c-8de3-dbe51a37e5e8 req-7a58ae3b-efb0-4d5d-b197-52bcb17b6739 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:39.184776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d9018c3-96c9-490c-8de3-dbe51a37e5e8 req-7a58ae3b-efb0-4d5d-b197-52bcb17b6739 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 944 time: 0.0912127 Aug 21 09:28:39.201071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b9281-9495-4bb6-8089-0bfd87660c25 req-4d105e82-b3fe-4c16-868a-817ebce68e98 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:39.202544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d7b9281-9495-4bb6-8089-0bfd87660c25 req-4d105e82-b3fe-4c16-868a-817ebce68e98 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 944 time: 0.0811839 Aug 21 09:28:39.266103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d9018c3-96c9-490c-8de3-dbe51a37e5e8 req-353386ef-1a1f-4dd8-b963-451f5ac14f29 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738924 Aug 21 09:28:39.271033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d7b9281-9495-4bb6-8089-0bfd87660c25 req-7a15b9bf-d7cb-47c7-b200-9099b352b4ff tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547454 Aug 21 09:28:39.515185 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c153942-9d45-4ba6-ba40-3f80bf1032a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:39.651977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 45440) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:39.664495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ce1e7c60-4b12-49e7-8163-4b29cecebd2d up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:28:39.771489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0957cd8d-56e2-4bba-9327-fef8c8a671d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:39.775054 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:39.803702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port ce1e7c60-4b12-49e7-8163-4b29cecebd2d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:28:39.807918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port ce1e7c60-4b12-49e7-8163-4b29cecebd2d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:39.809114 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:39.873486 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0957cd8d-56e2-4bba-9327-fef8c8a671d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:39.890568 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:39.915392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2eef2a5-fa99-4922-98e7-2338ebac41c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1e7c60-4b12-49e7-8163-4b29cecebd2d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:39.918131 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992375f9-f583-46a8-a5f8-26a806ffc0de" -d '{"events": [{"server_uuid": "b2eef2a5-fa99-4922-98e7-2338ebac41c1", "name": "network-vif-plugged", "status": "completed", "tag": "ce1e7c60-4b12-49e7-8163-4b29cecebd2d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:39.930880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port ce1e7c60-4b12-49e7-8163-4b29cecebd2d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ce1e7c60-4b12-49e7-8163-4b29cecebd2d,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:39.947447 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0957cd8d-56e2-4bba-9327-fef8c8a671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:39.959065 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14786ea8-42ce-411d-9104-8d9d7591c44f x-openstack-request-id: req-14786ea8-42ce-411d-9104-8d9d7591c44f {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:39.959331 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2eef2a5-fa99-4922-98e7-2338ebac41c1", "name": "network-vif-plugged", "status": "completed", "tag": "ce1e7c60-4b12-49e7-8163-4b29cecebd2d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:39.959617 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14786ea8-42ce-411d-9104-8d9d7591c44f {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:39.960008 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2eef2a5-fa99-4922-98e7-2338ebac41c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1e7c60-4b12-49e7-8163-4b29cecebd2d', 'code': 200} Aug 21 09:28:39.991445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0957cd8d-56e2-4bba-9327-fef8c8a671d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22269a5fe1034ef68af9b653f156b96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383055 Aug 21 09:28:39.992612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957cd8d-56e2-4bba-9327-fef8c8a671d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911c292d-5282-4d49-9803-f8bf26eed2cb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:39.994417 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45462) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:40.009787 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:40.010795 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 82b85442-5fdb-45f0-9c23-82bc7c097f1c up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:28:40.066458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab856de7-082c-4661-8d21-36330daa4ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:40.066792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ce6ec-a36a-4ba6-a1e6-068521c54a5e req-69089024-6b88-4387-ac63-dfc4d4b9a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:40.068884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-321ce6ec-a36a-4ba6-a1e6-068521c54a5e req-69089024-6b88-4387-ac63-dfc4d4b9a096 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 1097 time: 0.0470061 Aug 21 09:28:40.091213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=ce1e7c60-4b12-49e7-8163-4b29cecebd2d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:40.092903 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab856de7-082c-4661-8d21-36330daa4ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:40.106399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-321ce6ec-a36a-4ba6-a1e6-068521c54a5e req-5d6016ee-d831-473e-bf2e-20ae059daac4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308707 Aug 21 09:28:40.174899 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 82b85442-5fdb-45f0-9c23-82bc7c097f1c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:28:40.178995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 82b85442-5fdb-45f0-9c23-82bc7c097f1c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:28:40.179364 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:40.226720 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab856de7-082c-4661-8d21-36330daa4ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:40.229364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab856de7-082c-4661-8d21-36330daa4ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:40.233833 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab856de7-082c-4661-8d21-36330daa4ff5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/911c292d-5282-4d49-9803-f8bf26eed2cb HTTP/1.1" status: 204 len: 168 time: 0.2370296 Aug 21 09:28:40.242100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab856de7-082c-4661-8d21-36330daa4ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911c292d-5282-4d49-9803-f8bf26eed2cb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:40.266053 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:40.301498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:28:40.395776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:40.427416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74943c-1bbd-46c2-8e1f-23fadb002125 req-ac3c496f-2370-43ca-98ea-5f03ae9ca33c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:40.429537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb74943c-1bbd-46c2-8e1f-23fadb002125 req-ac3c496f-2370-43ca-98ea-5f03ae9ca33c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0840557 Aug 21 09:28:40.441430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa508a6-cbf0-40f3-8f92-0abf9609291c req-f68848b7-4c5b-4fb9-8c48-dff84e21129d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:40.444006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfa508a6-cbf0-40f3-8f92-0abf9609291c req-f68848b7-4c5b-4fb9-8c48-dff84e21129d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 944 time: 0.0862052 Aug 21 09:28:40.447480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=82b85442-5fdb-45f0-9c23-82bc7c097f1c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:40.506332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb74943c-1bbd-46c2-8e1f-23fadb002125 req-c1c410ed-7004-4954-81b5-0795e868dd2d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603898 Aug 21 09:28:40.514144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfa508a6-cbf0-40f3-8f92-0abf9609291c req-24b276c1-f847-4e27-9581-b5fa864b0f58 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611949 Aug 21 09:28:40.914911 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:41.661961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394b6c-255c-409f-9f7a-ad1859b1d7a9 req-cfacd7c0-6d80-414d-9fe2-c24ab8d90090 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:41.663454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8394b6c-255c-409f-9f7a-ad1859b1d7a9 req-cfacd7c0-6d80-414d-9fe2-c24ab8d90090 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0804210 Aug 21 09:28:41.682748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32705950-2fdd-404e-a9e3-0c40a4038232 req-7b65a696-6a40-44e7-9253-3aaf32b75ad8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:41.684786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32705950-2fdd-404e-a9e3-0c40a4038232 req-7b65a696-6a40-44e7-9253-3aaf32b75ad8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0756109 Aug 21 09:28:41.727821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8394b6c-255c-409f-9f7a-ad1859b1d7a9 req-fbe66d4d-1e7a-4e09-9a27-5036689ebe42 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577631 Aug 21 09:28:41.748989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32705950-2fdd-404e-a9e3-0c40a4038232 req-abfada41-731d-4c55-abf4-9cc514bc497b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567536 Aug 21 09:28:41.961115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:41.963424 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95fce5a-1d5a-4332-9a96-caee58c9550f" -d '{"events": [{"server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "name": "network-vif-plugged", "status": "completed", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:42.002830 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd6c51d-41a1-4761-8d3b-c6a447bf18cd x-openstack-request-id: req-acd6c51d-41a1-4761-8d3b-c6a447bf18cd {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:42.003122 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "name": "network-vif-plugged", "status": "completed", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:42.003368 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acd6c51d-41a1-4761-8d3b-c6a447bf18cd {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:42.003862 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'code': 200} Aug 21 09:28:42.053726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c452060-7cf9-4929-8d44-9f12a144e54f req-a44477af-e16e-4be0-9736-7e596aeb2312 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:42.055359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c452060-7cf9-4929-8d44-9f12a144e54f req-a44477af-e16e-4be0-9736-7e596aeb2312 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0726798 Aug 21 09:28:42.115434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c452060-7cf9-4929-8d44-9f12a144e54f req-7285671d-8b27-4dc3-8500-07359da6c779 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534451 Aug 21 09:28:42.130173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eae633-b8b7-40ec-809c-b62527d02462 req-55564a9c-b81d-452d-831c-7c8759afd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:42.131687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43eae633-b8b7-40ec-809c-b62527d02462 req-55564a9c-b81d-452d-831c-7c8759afd409 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1097 time: 0.0563023 Aug 21 09:28:42.170878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43eae633-b8b7-40ec-809c-b62527d02462 req-d593d40c-a82c-43d0-a600-b68a9ecf468b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322235 Aug 21 09:28:42.251949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95547de5-a197-414d-a3b3-b6b5578881fe req-46403a7d-32c3-4685-b21a-082f992d6309 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:42.253430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95547de5-a197-414d-a3b3-b6b5578881fe req-46403a7d-32c3-4685-b21a-082f992d6309 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0554280 Aug 21 09:28:42.292213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95547de5-a197-414d-a3b3-b6b5578881fe req-a8caaf48-ef0e-42b0-98e6-afb3eb16ca51 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Aug 21 09:28:42.425777 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:42.638259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79a9d-4675-485a-aaf2-0f267f756b70 req-e32c8f00-7b37-4e1b-8263-1b5c3f1feee8 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:42.639789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83f79a9d-4675-485a-aaf2-0f267f756b70 req-e32c8f00-7b37-4e1b-8263-1b5c3f1feee8 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0512049 Aug 21 09:28:42.679103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83f79a9d-4675-485a-aaf2-0f267f756b70 req-9d885e51-9103-46ab-92d7-64ccbf153ba8 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330167 Aug 21 09:28:42.916911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5632b-f870-4158-a88d-d87eb1255e33 req-462c30f5-2329-4f42-81ab-085aad3274a3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:42.919039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb5632b-f870-4158-a88d-d87eb1255e33 req-462c30f5-2329-4f42-81ab-085aad3274a3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0916047 Aug 21 09:28:42.958393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9eb5632b-f870-4158-a88d-d87eb1255e33 req-0f11ab35-829d-4cff-a922-11c9b12d2755 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334835 Aug 21 09:28:43.807398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840368bd-f10c-412d-8ef5-726473837642 req-5700109f-12d7-4bdb-8c74-214b25909e2b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:43.809477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-840368bd-f10c-412d-8ef5-726473837642 req-5700109f-12d7-4bdb-8c74-214b25909e2b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0597785 Aug 21 09:28:43.848348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-840368bd-f10c-412d-8ef5-726473837642 req-ac3cb743-3f74-453c-9d62-46410dc96622 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Aug 21 09:28:44.093952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2d993-7231-43db-bfbd-356b22322607 req-affd332c-0736-4a80-ac35-d0209765f260 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:44.095505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96a2d993-7231-43db-bfbd-356b22322607 req-affd332c-0736-4a80-ac35-d0209765f260 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0508089 Aug 21 09:28:44.135248 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96a2d993-7231-43db-bfbd-356b22322607 req-bf46b5bd-b09a-4191-99a8-e4aaf6b43879 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330460 Aug 21 09:28:44.251351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ecb55-43b6-4b2a-a276-49ee6110403b req-988d1cc4-2c11-40c7-88ac-d9605d5925d9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:44.252803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b1ecb55-43b6-4b2a-a276-49ee6110403b req-988d1cc4-2c11-40c7-88ac-d9605d5925d9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0502493 Aug 21 09:28:44.291239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b1ecb55-43b6-4b2a-a276-49ee6110403b req-32060f5c-2b7a-4ff1-8101-5439e1ece6b6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321960 Aug 21 09:28:44.313054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 45650) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:44.356966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fecaf53-c61f-4eb0-b4e1-ffcfbaf247e3 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:44.358484 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6fecaf53-c61f-4eb0-b4e1-ffcfbaf247e3 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1092 time: 0.0444674 Aug 21 09:28:44.361617 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45652) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:44.366373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:28:44.464018 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:44.566549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:44.676798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.25.5.88 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/a0f2f5ff-6537-48dc-a30c-bf833cbcf20e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:28:44.790790 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:44.884405 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:44.939101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=a0f2f5ff-6537-48dc-a30c-bf833cbcf20e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:44.969884 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:28:44.974225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:28:44.978837 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:28:44.996423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b614c-843d-433e-8e9e-8762a92508e1 req-54749dd0-20f9-42f6-b7a2-15ef423cdf30 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:44.998580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef6b614c-843d-433e-8e9e-8762a92508e1 req-54749dd0-20f9-42f6-b7a2-15ef423cdf30 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0640078 Aug 21 09:28:45.073805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef6b614c-843d-433e-8e9e-8762a92508e1 req-5f437c83-86b8-42a1-8e8f-09ef273c406f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664039 Aug 21 09:28:45.344255 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:45.467618 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:45.752113 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:45.993659 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:46.172900 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:46.187052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23923e37-ac8a-4b08-86b7-f15b13b453e6 req-64c9f14f-c820-4118-a715-bbcbb74ee007 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:46.188611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23923e37-ac8a-4b08-86b7-f15b13b453e6 req-64c9f14f-c820-4118-a715-bbcbb74ee007 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0524192 Aug 21 09:28:46.227141 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23923e37-ac8a-4b08-86b7-f15b13b453e6 req-bdfd09ae-27bf-4f22-94fa-f38d79e317b0 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324452 Aug 21 09:28:46.249263 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:46.323441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=a0f2f5ff-6537-48dc-a30c-bf833cbcf20e,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:28:46.331845 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:46.431420 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Floating IP 05ff018b-1135-4e5a-b9e0-9920b2d9f119 associated. External IP: 172.25.5.88, port: 82b85442-5fdb-45f0-9c23-82bc7c097f1c. Aug 21 09:28:46.643977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:28:46.753910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:28:46.768265 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809ba6c-d754-47aa-af8b-68779f71de7e None None] Sync routers for ids ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:28:46.779988 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809ba6c-d754-47aa-af8b-68779f71de7e None None] Routers {'3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:28:46.780610 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0809ba6c-d754-47aa-af8b-68779f71de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:28:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:46.855274 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:28:46.886745 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-98556b23-fa70-4559-921b-5cea5d201437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5211835 Aug 21 09:28:46.886745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:28:46.889464 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1ffe60-8989-4655-9791-818f5c270511" -d '{"events": [{"name": "network-changed", "server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:28:46.905739 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-0809ba6c-d754-47aa-af8b-68779f71de7e None None] Set router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:28:46.935684 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef151db-a604-4640-a416-f7a7cc48bdce x-openstack-request-id: req-8ef151db-a604-4640-a416-f7a7cc48bdce {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:28:46.935980 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:28:46.936232 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ef151db-a604-4640-a416-f7a7cc48bdce {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:28:46.936638 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'status': 'completed', 'code': 200} Aug 21 09:28:47.051205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9526e8-a1d5-4458-800b-261bdccc89b6 req-4e012c19-f15c-4f31-93b5-f0335346faf0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:47.052753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af9526e8-a1d5-4458-800b-261bdccc89b6 req-4e012c19-f15c-4f31-93b5-f0335346faf0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.1074297 Aug 21 09:28:47.063045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ffe60-8989-4655-9791-818f5c270511 req-453d36ce-d77e-474f-91cd-f3acd8ca5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:47.064581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c1ffe60-8989-4655-9791-818f5c270511 req-453d36ce-d77e-474f-91cd-f3acd8ca5417 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1097 time: 0.0873275 Aug 21 09:28:47.155813 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0809ba6c-d754-47aa-af8b-68779f71de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '05ff018b-1135-4e5a-b9e0-9920b2d9f119', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'port_id': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'mac_address': 'fa:16:3e:e9:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:28:45Z', 'updated_at': '2021-08-21T09:28:45Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a30abd-bfdf-46e7-9e8a-756f0978f798', 'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:b5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:23Z', 'updated_at': '2021-08-21T09:28:28Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:47.178803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af9526e8-a1d5-4458-800b-261bdccc89b6 req-b56276f1-f56a-4c0e-bd77-a780f8914826 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944953 Aug 21 09:28:47.179282 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45686) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:47.197525 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809ba6c-d754-47aa-af8b-68779f71de7e None None] Checking router: 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:28:47.203755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ffe60-8989-4655-9791-818f5c270511 req-d36e47a0-188e-4fa5-b464-781097a3d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:47.214035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c1ffe60-8989-4655-9791-818f5c270511 req-d36e47a0-188e-4fa5-b464-781097a3d459 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 HTTP/1.1" status: 200 len: 898 time: 0.1334469 Aug 21 09:28:47.214212 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809ba6c-d754-47aa-af8b-68779f71de7e None None] Routers {'3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:28:47.214212 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0809ba6c-d754-47aa-af8b-68779f71de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:28:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:47.289373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c1ffe60-8989-4655-9791-818f5c270511 req-449fec12-1257-461a-8419-375a7eaeabeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c HTTP/1.1" status: 200 len: 998 time: 0.0762296 Aug 21 09:28:47.342358 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-0809ba6c-d754-47aa-af8b-68779f71de7e None None] Set router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:28:47.360628 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-08585681-ee34-4e3c-953c-01134b2a62cd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/05ff018b-1135-4e5a-b9e0-9920b2d9f119 HTTP/1.1" status: 200 len: 990 time: 0.1801167 Aug 21 09:28:47.362551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ffe60-8989-4655-9791-818f5c270511 req-0881f339-7377-4f4e-9358-4442b35af95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:47.364364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c1ffe60-8989-4655-9791-818f5c270511 req-0881f339-7377-4f4e-9358-4442b35af95a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc112e5c-e54d-47dc-b843-1ee272ad2583 HTTP/1.1" status: 200 len: 835 time: 0.0674973 Aug 21 09:28:47.488810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bf6f9-ac1c-40f0-b06f-ed48403f6234 req-6c0248bf-0102-4a7a-bd9f-e751dff4b6fd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:47.490522 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-792bf6f9-ac1c-40f0-b06f-ed48403f6234 req-6c0248bf-0102-4a7a-bd9f-e751dff4b6fd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.1224263 Aug 21 09:28:47.493176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ffe60-8989-4655-9791-818f5c270511 req-6d002ebf-ad00-433f-a868-38739673e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:47.494097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c1ffe60-8989-4655-9791-818f5c270511 req-6d002ebf-ad00-433f-a868-38739673e7c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215618 Aug 21 09:28:47.601130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-792bf6f9-ac1c-40f0-b06f-ed48403f6234 req-38568650-26c7-4533-900a-f531fa6f661e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037567 Aug 21 09:28:47.634469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c1ffe60-8989-4655-9791-818f5c270511 req-f27c3b25-7884-4ab9-9b37-5a04dd983bf6 service neutron] 10.222.0.13 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284249 Aug 21 09:28:47.702303 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0809ba6c-d754-47aa-af8b-68779f71de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '05ff018b-1135-4e5a-b9e0-9920b2d9f119', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'port_id': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'mac_address': 'fa:16:3e:e9:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:28:45Z', 'updated_at': '2021-08-21T09:28:45Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a30abd-bfdf-46e7-9e8a-756f0978f798', 'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:b5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:23Z', 'updated_at': '2021-08-21T09:28:28Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:28:47.732981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c1ffe60-8989-4655-9791-818f5c270511 req-a8f0e696-810e-488e-b85b-20bb876c84c6 service neutron] 10.222.0.13 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919623 Aug 21 09:28:47.738810 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809ba6c-d754-47aa-af8b-68779f71de7e None None] The sync data for ids ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'] in n-d-766726-28 is: [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '05ff018b-1135-4e5a-b9e0-9920b2d9f119', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'port_id': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'mac_address': 'fa:16:3e:e9:e9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:28:45Z', 'updated_at': '2021-08-21T09:28:45Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a30abd-bfdf-46e7-9e8a-756f0978f798', 'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:b5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:23Z', 'updated_at': '2021-08-21T09:28:28Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:28:47.949174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aac783-79ab-4606-ba06-b83c7b97e45b None None] New status for floating IP 05ff018b-1135-4e5a-b9e0-9920b2d9f119: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:28:48.363678 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45696) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:28:48.483743 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bd909a03-e8e9-45d5-8c50-fe1d3fe73f90 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/05ff018b-1135-4e5a-b9e0-9920b2d9f119 HTTP/1.1" status: 200 len: 992 time: 0.1180811 Aug 21 09:28:48.731413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd71b3-7647-4c33-8d6a-52b7bb9b717d req-e5e67f12-ef44-475c-bf04-5c3462fcc4d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:48.733004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8efd71b3-7647-4c33-8d6a-52b7bb9b717d req-e5e67f12-ef44-475c-bf04-5c3462fcc4d5 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0512381 Aug 21 09:28:48.777193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8efd71b3-7647-4c33-8d6a-52b7bb9b717d req-27240f13-b334-42f7-81ce-cbabcbaa32d8 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372417 Aug 21 09:28:49.895300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e4716-1c35-4194-9cc1-ce77761405a0 req-b1170692-96f0-4b7e-a0cc-a3f15812d98f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:49.896734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-393e4716-1c35-4194-9cc1-ce77761405a0 req-b1170692-96f0-4b7e-a0cc-a3f15812d98f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0518503 Aug 21 09:28:49.935227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-393e4716-1c35-4194-9cc1-ce77761405a0 req-21b78dca-1733-456c-a09b-f9f1baef00b9 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318856 Aug 21 09:28:51.055546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247b4a6-4b48-4cea-9b12-22fbff18e834 req-fae50562-c1c0-4b7a-9ec2-9aabdf2c4a0c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:51.057098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1247b4a6-4b48-4cea-9b12-22fbff18e834 req-fae50562-c1c0-4b7a-9ec2-9aabdf2c4a0c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0526123 Aug 21 09:28:51.101245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1247b4a6-4b48-4cea-9b12-22fbff18e834 req-dcda3c49-e6be-420b-af20-76f126672531 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373359 Aug 21 09:28:52.222213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4a195-237c-4917-821c-f480c5c99631 req-f55942a2-7762-4060-a877-a62dffa637d1 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:52.223719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79e4a195-237c-4917-821c-f480c5c99631 req-f55942a2-7762-4060-a877-a62dffa637d1 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0526118 Aug 21 09:28:52.261378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-79e4a195-237c-4917-821c-f480c5c99631 req-6886d0f0-8de8-4547-9c52-e3fba19d1730 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308912 Aug 21 09:28:53.387847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd456a1-09df-4c0d-b97d-8fac4e3b1e06 req-38890e7b-27a4-4483-8c45-35b219e52050 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:53.389314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fd456a1-09df-4c0d-b97d-8fac4e3b1e06 req-38890e7b-27a4-4483-8c45-35b219e52050 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0546436 Aug 21 09:28:53.430735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6fd456a1-09df-4c0d-b97d-8fac4e3b1e06 req-afdf731d-618f-4696-b6cb-fa3a1d783e60 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355031 Aug 21 09:28:54.547235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76b9b5-d1ba-4561-8382-dae8996bfd81 req-c3205dc2-82de-4cc6-b5ed-70cae749669f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:54.548703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b76b9b5-d1ba-4561-8382-dae8996bfd81 req-c3205dc2-82de-4cc6-b5ed-70cae749669f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0489917 Aug 21 09:28:54.589504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b76b9b5-d1ba-4561-8382-dae8996bfd81 req-1b0b72f7-7d86-41af-bd40-0c4a117e9fdd tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343769 Aug 21 09:28:55.720215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8001d2d-4dfc-4685-b8d6-b7ffc11329ee req-faf38460-a643-4dc7-9ce4-53487cfbfb26 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:55.721933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8001d2d-4dfc-4685-b8d6-b7ffc11329ee req-faf38460-a643-4dc7-9ce4-53487cfbfb26 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0529723 Aug 21 09:28:55.768201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8001d2d-4dfc-4685-b8d6-b7ffc11329ee req-e13200e3-5151-44cd-be0f-f7c54bef3eb1 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Aug 21 09:28:56.894147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06ea09-7a80-4ed7-9a2e-7a3c45c3c6c7 req-1834a853-d856-4e4e-a22c-fee0f1b0388d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:56.901243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c06ea09-7a80-4ed7-9a2e-7a3c45c3c6c7 req-1834a853-d856-4e4e-a22c-fee0f1b0388d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0600977 Aug 21 09:28:56.940998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c06ea09-7a80-4ed7-9a2e-7a3c45c3c6c7 req-0f48aaf4-e875-4e06-9776-143080b9d37e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376859 Aug 21 09:28:57.148164 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:28:58.064175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57a20a-57c1-457d-b2d5-d47b96eb9586 req-9fbdc094-e93d-4577-bfec-0c9816a44700 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:58.069546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d57a20a-57c1-457d-b2d5-d47b96eb9586 req-9fbdc094-e93d-4577-bfec-0c9816a44700 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0541356 Aug 21 09:28:58.104847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d57a20a-57c1-457d-b2d5-d47b96eb9586 req-86191fad-7d29-4a63-ae2a-8a23fe69cb65 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Aug 21 09:28:59.225209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925095c9-351f-4a08-a0a1-b937d531b390 req-ea89a844-9fa5-4342-ad31-be04d2d80c89 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:28:59.226727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-925095c9-351f-4a08-a0a1-b937d531b390 req-ea89a844-9fa5-4342-ad31-be04d2d80c89 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0527372 Aug 21 09:28:59.266982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-925095c9-351f-4a08-a0a1-b937d531b390 req-5ae17d9e-e482-426a-a3ad-58dd4e9ab577 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333488 Aug 21 09:29:00.391968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0b3c2-cfdd-4083-940a-66596e80651c req-0994d409-c237-409e-a69e-5033472339eb tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:00.395416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ad0b3c2-cfdd-4083-940a-66596e80651c req-0994d409-c237-409e-a69e-5033472339eb tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0559542 Aug 21 09:29:00.433983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ad0b3c2-cfdd-4083-940a-66596e80651c req-0043666b-f628-4f1b-8430-de3c9bc351d0 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327361 Aug 21 09:29:01.551906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36341665-5ce8-4966-9c48-a7b874b3113a req-c97c9970-99ac-4eb3-b6e0-39310d670b75 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:01.554208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36341665-5ce8-4966-9c48-a7b874b3113a req-c97c9970-99ac-4eb3-b6e0-39310d670b75 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0540066 Aug 21 09:29:01.594298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36341665-5ce8-4966-9c48-a7b874b3113a req-55de56b9-c6dc-4757-9477-30691215f08c tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329726 Aug 21 09:29:01.744771 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 45980) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:01.890813 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:01.978902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:02.029021 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:02.070320 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb0b234d659946e4a1c28fff3965733f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237367 Aug 21 09:29:02.071500 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ffc49-28b5-4d59-ab13-2a8199dcc632,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:02.073096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 45992) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:02.083048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.083385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.083873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.084214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.084590 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.085115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.085622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.086115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.086600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.087085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.087588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.088082 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77679e1b-5b85-4d70-afa0-ec2d766fc6f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.129826 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:02.156268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:02.254097 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:02.256907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:02.258079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c0ffc49-28b5-4d59-ab13-2a8199dcc632 HTTP/1.1" status: 204 len: 168 time: 0.1836641 Aug 21 09:29:02.266693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ffc49-28b5-4d59-ab13-2a8199dcc632,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:02.274832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.275239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.275692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.276109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.284777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.285160 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.285502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.285837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.286169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.286497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.286876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.287204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f5c730-98d2-489e-9b5d-b46bc258e67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:02.723497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3d939-3a8e-43ac-b431-30c4276592aa req-46d3b707-3838-4152-b93f-ba774634aca6 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:02.725019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bd3d939-3a8e-43ac-b431-30c4276592aa req-46d3b707-3838-4152-b93f-ba774634aca6 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0525908 Aug 21 09:29:02.767108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bd3d939-3a8e-43ac-b431-30c4276592aa req-d7f385bf-5fe5-43f0-8f78-a01434ceee29 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355985 Aug 21 09:29:03.895383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4892f-7e95-4374-8244-f52c4ba8cf2b req-6113b35e-a632-4fad-bb3a-ad7cb022d89f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:03.898185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35a4892f-7e95-4374-8244-f52c4ba8cf2b req-6113b35e-a632-4fad-bb3a-ad7cb022d89f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0603013 Aug 21 09:29:03.939387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35a4892f-7e95-4374-8244-f52c4ba8cf2b req-2ee4d9a3-d200-4d9b-970f-a3af59ffe9ff tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340958 Aug 21 09:29:05.095096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b423f9b-4a44-4900-bc98-d11023e95f67 req-aadd45f5-9d38-48f5-967c-6c2afeb7b276 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:05.097504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b423f9b-4a44-4900-bc98-d11023e95f67 req-aadd45f5-9d38-48f5-967c-6c2afeb7b276 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0510991 Aug 21 09:29:05.135967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b423f9b-4a44-4900-bc98-d11023e95f67 req-0ab31805-a4c2-462d-949f-1b26ec569fd0 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322955 Aug 21 09:29:05.377102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46102) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:05.382500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'network': {'name': 'tempest-network-smoke--471024386', 'project_id': '0074bca408544b90a1fa6d836957f28e', 'port_security_enabled': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:29:05.451925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Made reservation on behalf of 0074bca408544b90a1fa6d836957f28e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:29:05.455468 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:05.464047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:05.552265 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:05.623441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:05.650395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:29:05.660371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d00f241-c26e-44f4-baa3-bffed2462bce,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:05.665012 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:05.665359 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Added segment 7b060837-0cf0-4997-afd8-3f11f362bc14 of type vlan for network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 Aug 21 09:29:05.707194 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:05.795040 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:05.800749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:05.801350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:05.867697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Network': ['ID=b17902bf-c71f-4a1f-9ee8-a8bda8a908c3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:05.879031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:29:05.927672 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d34303eb-bd8e-4a80-acb4-b0a0a5db1887 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5490026 Aug 21 09:29:05.928182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46108) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:05.934780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'admin_state_up': True, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:29:06.020187 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:06.021272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:06.077417 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:06.350350 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:06.559788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48752c08-2944-4a97-8f9f-21b904b2d759 req-47b98e2b-6ae8-4109-9cf8-a7ef2c721140 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:06.561347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48752c08-2944-4a97-8f9f-21b904b2d759 req-47b98e2b-6ae8-4109-9cf8-a7ef2c721140 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.3539679 Aug 21 09:29:06.603278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48752c08-2944-4a97-8f9f-21b904b2d759 req-5452ed13-3c51-4592-a6f9-2061e59e5fa1 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353837 Aug 21 09:29:06.860029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:06.877132 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-44108e49-13d7-4c69-a5db-6a48dc4735fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:06.880780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:06.990438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Allocated IP 172.25.5.133 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/c6d7b58e-72a0-4b10-afad-8d54813aa7c1) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:29:07.104676 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:07.196952 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:07.239879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:29:07.243108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:29:07.252417 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Port': ['ID=c6d7b58e-72a0-4b10-afad-8d54813aa7c1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:07.254866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:29:07.614637 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:07.731523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09410e1c-4259-45a7-9ae9-a6e5b72b5fd3 req-5540683c-a81e-497c-b577-dec8d4b65b79 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:07.733035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09410e1c-4259-45a7-9ae9-a6e5b72b5fd3 req-5540683c-a81e-497c-b577-dec8d4b65b79 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0494184 Aug 21 09:29:07.771043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09410e1c-4259-45a7-9ae9-a6e5b72b5fd3 req-547229eb-b6a1-4a27-b1f4-6e066e9e4a1e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317934 Aug 21 09:29:07.825866 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:08.036875 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Router 13214d94-b37e-4f82-85c8-8ceff7969684 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:29:08.147288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:29:08.158809 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Sync routers for ids ['13214d94-b37e-4f82-85c8-8ceff7969684'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:29:08.169293 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Routers {'13214d94-b37e-4f82-85c8-8ceff7969684'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:29:08.173185 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:28:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['13214d94-b37e-4f82-85c8-8ceff7969684'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:08.242480 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:08.246949 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9706ba62-5f2a-46f4-b07c-ef63260522ca tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3144872 Aug 21 09:29:08.247186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46150) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:08.271642 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Set router 13214d94-b37e-4f82-85c8-8ceff7969684 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:29:08.383590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46156) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:08.383807 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ce98b547-86f9-42fb-9d26-d7d6b2e042dc tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0074bca408544b90a1fa6d836957f28e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1353168 Aug 21 09:29:08.451491 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:07Z', 'revision_number': 3, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:08.479009 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Checking router: 13214d94-b37e-4f82-85c8-8ceff7969684 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:29:08.479451 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Updating router 13214d94-b37e-4f82-85c8-8ceff7969684 port c6d7b58e-72a0-4b10-afad-8d54813aa7c1 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:29:08.512309 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:08.519598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad30161-fe4a-4fae-ab61-733da16170f6 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:08.522375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fad30161-fe4a-4fae-ab61-733da16170f6 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1360838 Aug 21 09:29:08.523636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46162) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:08.570481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-440463e4-176e-4081-a392-d734e2b9b46a tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429134 Aug 21 09:29:08.570660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46164) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:08.576361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-587670063', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'project_id': '0074bca408544b90a1fa6d836957f28e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:29:08.738096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Made reservation on behalf of 0074bca408544b90a1fa6d836957f28e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:29:08.741759 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:08.785955 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:08.793610 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Transition to ACTIVE for port object c6d7b58e-72a0-4b10-afad-8d54813aa7c1 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:29:08.859914 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:08.912262 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Attempting to bind port c6d7b58e-72a0-4b10-afad-8d54813aa7c1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:29:08.914007 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Attempting to bind port c6d7b58e-72a0-4b10-afad-8d54813aa7c1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:29:08.914007 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Attempting to bind port c6d7b58e-72a0-4b10-afad-8d54813aa7c1 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:29:08.918204 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda7b34-73aa-4f20-88e0-3a569fbec4d2 None None] Pushing event updated for resources: {'Port': ['ID=c6d7b58e-72a0-4b10-afad-8d54813aa7c1,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:08.920551 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:29:08.920912 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:29:08.921305 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:08.921950 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:29:08.922407 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Bound port: c6d7b58e-72a0-4b10-afad-8d54813aa7c1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:29:08.922780 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:08.931826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236993c2-2e8e-47bc-bb18-dfa0143a4c2b req-d87647a3-dea3-4624-ba13-12fff8c77e34 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:08.936276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-236993c2-2e8e-47bc-bb18-dfa0143a4c2b req-d87647a3-dea3-4624-ba13-12fff8c77e34 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0926661 Aug 21 09:29:08.973760 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] For port c6d7b58e-72a0-4b10-afad-8d54813aa7c1, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:29:08.977029 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] For port c6d7b58e-72a0-4b10-afad-8d54813aa7c1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c6d7b58e-72a0-4b10-afad-8d54813aa7c1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:29:09.009618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-236993c2-2e8e-47bc-bb18-dfa0143a4c2b req-f14f7b6d-5d68-46f8-8340-e643b583a250 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683315 Aug 21 09:29:09.054425 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:09.060331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:09.112553 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Routers {'13214d94-b37e-4f82-85c8-8ceff7969684'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:29:09.113192 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:28:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['13214d94-b37e-4f82-85c8-8ceff7969684'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:09.118450 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda7b34-73aa-4f20-88e0-3a569fbec4d2 None None] Pushing event updated for resources: {'Port': ['ID=c6d7b58e-72a0-4b10-afad-8d54813aa7c1,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:09.122930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Subnet': ['ID=1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:09.132814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Checking segment: {'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:29:09.132814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network hostable DHCP agents. Network: b17902bf-c71f-4a1f-9ee8-a8bda8a908c3, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:29:09.239502 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] Set router 13214d94-b37e-4f82-85c8-8ceff7969684 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:29:09.242809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:29:09.351037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, b17902bf-c71f-4a1f-9ee8-a8bda8a908c3) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:29:09.359469 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa029de5-4508-4cb3-a47a-a2656596f739 None None] Network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:29:09.363409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:09.364035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:09.435139 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:07Z', 'revision_number': 3, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:09.449261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e76bb73e-34b4-482d-b061-d69ecf107fb4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8776109 Aug 21 09:29:09.452127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46184) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:09.461470 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af1a28-0f5c-46db-921d-8589cb5de017 None None] The sync data for ids ['13214d94-b37e-4f82-85c8-8ceff7969684'] in n-d-766726-28 is: [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:07Z', 'revision_number': 3, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:29:09.535595 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'fixed_ips': [{'subnet_id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:29:09.536462 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:09.553530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-506b888d-8c2b-4e89-822f-8d9effc17a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:09.726784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Allocated IP 172.20.0.2 (b17902bf-c71f-4a1f-9ee8-a8bda8a908c3/1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0/587d311f-9e3f-4104-8294-24324b30a076) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:29:09.908733 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:09.937667 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:09.947017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Transition to ACTIVE for port object 587d311f-9e3f-4104-8294-24324b30a076 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:29:09.968652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Transition to ACTIVE for port object 587d311f-9e3f-4104-8294-24324b30a076 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:29:09.994067 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:10.041076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:10.124956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:29:10.128338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:29:10.134555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:29:10.176372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c156444-46b7-4b9e-af5b-d8f18b5c230a req-1c5846cb-ab05-4b89-a675-7e0f94542142 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:10.185766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c156444-46b7-4b9e-af5b-d8f18b5c230a req-1c5846cb-ab05-4b89-a675-7e0f94542142 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0806468 Aug 21 09:29:10.197803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Pushing event updated for resources: {'Port': ['ID=587d311f-9e3f-4104-8294-24324b30a076,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:10.223893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c156444-46b7-4b9e-af5b-d8f18b5c230a req-a6bbd306-6f2a-4f2e-bf2f-730ce5c84925 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371244 Aug 21 09:29:10.242489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.242836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.243180 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.243523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.243941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.244274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.244606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.244936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.245264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.245698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.246545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.246987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:29:10.271220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Attempting to bind port 587d311f-9e3f-4104-8294-24324b30a076 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:29:10.271630 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Attempting to bind port 587d311f-9e3f-4104-8294-24324b30a076 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:29:10.272062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Attempting to bind port 587d311f-9e3f-4104-8294-24324b30a076 on network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:29:10.277941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:29:10.278319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Checking segment: {'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:29:10.278728 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:10.279118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Bound using segment: {'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:29:10.279601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Bound port: 587d311f-9e3f-4104-8294-24324b30a076, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:29:10.279992 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:10.346119 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Allocated IP 172.20.0.1 (b17902bf-c71f-4a1f-9ee8-a8bda8a908c3/1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0/1cb35371-32fa-4fdd-a2c4-03762198de5a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:29:10.492736 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:10.508353 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Transition to ACTIVE for port object 1cb35371-32fa-4fdd-a2c4-03762198de5a will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:29:10.517320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c6d7b58e-72a0-4b10-afad-8d54813aa7c1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:29:10.546122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] For port 587d311f-9e3f-4104-8294-24324b30a076, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:29:10.572101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] For port 587d311f-9e3f-4104-8294-24324b30a076, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=587d311f-9e3f-4104-8294-24324b30a076,segment=NetworkSegment(7b060837-0cf0-4997-afd8-3f11f362bc14),segment_id=7b060837-0cf0-4997-afd8-3f11f362bc14)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:29:10.613767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:10.637666 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:10.675123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:29:10.679664 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:29:10.682663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port c6d7b58e-72a0-4b10-afad-8d54813aa7c1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:29:10.685413 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:29:10.696309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port c6d7b58e-72a0-4b10-afad-8d54813aa7c1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:29:10.696767 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:10.727936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Port': ['ID=1cb35371-32fa-4fdd-a2c4-03762198de5a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:10.768428 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:10.785866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bf084-e85e-4044-9713-2d652971ed43 None None] Pushing event updated for resources: {'Port': ['ID=587d311f-9e3f-4104-8294-24324b30a076,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:10.859894 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:10.883099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port c6d7b58e-72a0-4b10-afad-8d54813aa7c1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c6d7b58e-72a0-4b10-afad-8d54813aa7c1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:10.955272 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:10.968708 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:11.051353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=c6d7b58e-72a0-4b10-afad-8d54813aa7c1,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:11.290362 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:11.357297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471bb39-cd64-4f7c-93e6-6ea4c6452a50 req-71dd389b-8916-4287-a21f-e9aca5a3a48e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:11.363401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a471bb39-cd64-4f7c-93e6-6ea4c6452a50 req-71dd389b-8916-4287-a21f-e9aca5a3a48e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0667188 Aug 21 09:29:11.420341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a471bb39-cd64-4f7c-93e6-6ea4c6452a50 req-7f6a5fd8-fc6c-4a24-8e0e-f83a20bac152 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498383 Aug 21 09:29:11.582561 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:11.640493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:11.718144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Port': ['ID=1cb35371-32fa-4fdd-a2c4-03762198de5a,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:11.721066 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:11.834636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:29:11.882071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:29:11.972694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Router 13214d94-b37e-4f82-85c8-8ceff7969684 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:29:12.054587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6f3c5-c212-44c7-9622-f59039d1b776 None None] Network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:29:12.113795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:29:12.124337 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bab88095-a09a-44c0-b48b-d260355184c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "PUT /v2.0/routers/13214d94-b37e-4f82-85c8-8ceff7969684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6708241 Aug 21 09:29:12.124502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46230) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:12.129215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d5f6dfd6-64e0-4e35-895d-b0ee715ed971 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1023385696', 'description': 'tempest-secgroup_access--1023385696 description', 'project_id': '0074bca408544b90a1fa6d836957f28e'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:29:12.141083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Sync routers for ids ['13214d94-b37e-4f82-85c8-8ceff7969684'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:29:12.162553 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-c3d5ca80-1fb4-4ca9-a984-70acb802b3da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1500149 Aug 21 09:29:12.164353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Routers {'13214d94-b37e-4f82-85c8-8ceff7969684'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:29:12.164989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:29:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['13214d94-b37e-4f82-85c8-8ceff7969684'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:12.196251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5f6dfd6-64e0-4e35-895d-b0ee715ed971 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:12.248810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4750014e-fa0e-4841-99e6-df82c76a2c2b None None] Provisioning for port 587d311f-9e3f-4104-8294-24324b30a076 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:29:12.261918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-21621a93-0df5-4cd6-a251-ab1207135349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:12.263527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-21621a93-0df5-4cd6-a251-ab1207135349 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 1097 time: 0.0774100 Aug 21 09:29:12.348924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Set router 13214d94-b37e-4f82-85c8-8ceff7969684 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:29:12.408840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5f6dfd6-64e0-4e35-895d-b0ee715ed971 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:12.410375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-b4ad14d1-2170-442a-8483-31268114d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:12.412185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-b4ad14d1-2170-442a-8483-31268114d833 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 200 len: 912 time: 0.1255689 Aug 21 09:29:12.493978 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:12.534381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5f6dfd6-64e0-4e35-895d-b0ee715ed971 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:12.546304 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-cd85dd5c-6732-4e5f-b253-ea6cd6895d59 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f33293d-2040-4696-8e95-93f17dec8500 HTTP/1.1" status: 200 len: 1000 time: 0.1255651 Aug 21 09:29:12.603643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c6d7b58e-72a0-4b10-afad-8d54813aa7c1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:29:12.644836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-171d1826-9128-4305-affa-2013edeada28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:12.646363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-171d1826-9128-4305-affa-2013edeada28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bb1321f-becc-48b5-86d3-5f568adf5ca5 HTTP/1.1" status: 200 len: 850 time: 0.0925245 Aug 21 09:29:12.666735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:11Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1cb35371-32fa-4fdd-a2c4-03762198de5a', 'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:9f:01:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:10Z', 'updated_at': '2021-08-21T09:29:11Z', 'revision_number': 2, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:12.698222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Checking router: 13214d94-b37e-4f82-85c8-8ceff7969684 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:29:12.698603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Updating router 13214d94-b37e-4f82-85c8-8ceff7969684 port 1cb35371-32fa-4fdd-a2c4-03762198de5a binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:29:12.702905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port c6d7b58e-72a0-4b10-afad-8d54813aa7c1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:29:12.703282 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:12.731741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6dfd6-64e0-4e35-895d-b0ee715ed971 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee192cb-b453-4275-b450-333e9462ebb7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:12.739993 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5f6dfd6-64e0-4e35-895d-b0ee715ed971 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:12.743961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d5f6dfd6-64e0-4e35-895d-b0ee715ed971 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6159098 Aug 21 09:29:12.744836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46242) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:12.751179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d17ce4d4-b725-4e91-9dd7-9bf072966e5f tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--393491852', 'description': 'tempest-secgroup_general--393491852 description', 'project_id': '0074bca408544b90a1fa6d836957f28e'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:29:12.761340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-fcd390ea-e26f-4a05-a6a6-7d183c000424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:12.761340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-fcd390ea-e26f-4a05-a6a6-7d183c000424 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05c46098-44d1-4d39-a46b-109379cd642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967021 Aug 21 09:29:12.772294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f97fe-d8f4-4e43-b00b-782011b4725c req-37bd7640-10e4-498b-a776-0fa31891ce1d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:12.773954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a0f97fe-d8f4-4e43-b00b-782011b4725c req-37bd7640-10e4-498b-a776-0fa31891ce1d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.2095768 Aug 21 09:29:12.779897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-53fde2c7-ccde-49c2-8d26-61294838d2a5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:29:12.780873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-53fde2c7-ccde-49c2-8d26-61294838d2a5 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059791 Aug 21 09:29:12.798718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:12.866784 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4d4-b725-4e91-9dd7-9bf072966e5f tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:12.867544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a0f97fe-d8f4-4e43-b00b-782011b4725c req-57550d06-42ad-4cb2-81e1-ab4c2ec66771 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851135 Aug 21 09:29:12.983681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-d86290ba-0050-4b87-ba53-7c3ab4240c0c service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771779 Aug 21 09:29:13.005924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 587d311f-9e3f-4104-8294-24324b30a076 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:29:13.046123 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4d4-b725-4e91-9dd7-9bf072966e5f tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.120682 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5911fbf-59fd-41a2-ad2b-db8da58ae18e req-4760621f-f9b6-419d-b1c5-2ab6f0706640 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357248 Aug 21 09:29:13.129195 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4d4-b725-4e91-9dd7-9bf072966e5f tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.165123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ce4d4-b725-4e91-9dd7-9bf072966e5f tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395423a5-227c-4009-b323-5e2a81a337ac,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:13.194293 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-485a7128-c6b8-49d9-b56f-36a26b27fa37 None None] Provisioning for port 1cb35371-32fa-4fdd-a2c4-03762198de5a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:29:13.207242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-485a7128-c6b8-49d9-b56f-36a26b27fa37 None None] Provisioning complete for port 1cb35371-32fa-4fdd-a2c4-03762198de5a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:29:13.207649 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-485a7128-c6b8-49d9-b56f-36a26b27fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.243226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4d4-b725-4e91-9dd7-9bf072966e5f tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.248031 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d17ce4d4-b725-4e91-9dd7-9bf072966e5f tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4981894 Aug 21 09:29:13.258464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46252) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:13.258464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-36407136-3ed5-4d0d-a414-5f1e5307cdf6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'security_group_rule': {'security_group_id': '7ee192cb-b453-4275-b450-333e9462ebb7', 'project_id': '0074bca408544b90a1fa6d836957f28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:29:13.266301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-485a7128-c6b8-49d9-b56f-36a26b27fa37 None None] Port 1cb35371-32fa-4fdd-a2c4-03762198de5a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:29:13.291323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 587d311f-9e3f-4104-8294-24324b30a076 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:29:13.299354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 587d311f-9e3f-4104-8294-24324b30a076 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:29:13.300095 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.380217 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36407136-3ed5-4d0d-a414-5f1e5307cdf6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.396998 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.414020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Transition to ACTIVE for port object 1cb35371-32fa-4fdd-a2c4-03762198de5a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:29:13.419550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fbd8c5b9-d638-4aac-982f-8d8094bbe66c None None] Provisioning complete for port 1cb35371-32fa-4fdd-a2c4-03762198de5a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:29:13.420077 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fbd8c5b9-d638-4aac-982f-8d8094bbe66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.447099 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36407136-3ed5-4d0d-a414-5f1e5307cdf6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.496157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fbd8c5b9-d638-4aac-982f-8d8094bbe66c None None] Port 1cb35371-32fa-4fdd-a2c4-03762198de5a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:29:13.498221 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.506617 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.532096 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36407136-3ed5-4d0d-a414-5f1e5307cdf6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.553329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36407136-3ed5-4d0d-a414-5f1e5307cdf6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e6db82-c0dd-4113-a558-cc396672ef7a,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:13.574327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 587d311f-9e3f-4104-8294-24324b30a076, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=587d311f-9e3f-4104-8294-24324b30a076,segment=NetworkSegment(7b060837-0cf0-4997-afd8-3f11f362bc14),segment_id=7b060837-0cf0-4997-afd8-3f11f362bc14)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:13.575285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797359f-64b8-4b95-a71e-8839a4492fa8 None None] Pushing event updated for resources: {'Port': ['ID=1cb35371-32fa-4fdd-a2c4-03762198de5a,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:13.635060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Attempting to bind port 1cb35371-32fa-4fdd-a2c4-03762198de5a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:29:13.635432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Attempting to bind port 1cb35371-32fa-4fdd-a2c4-03762198de5a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:29:13.635919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Attempting to bind port 1cb35371-32fa-4fdd-a2c4-03762198de5a on network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:29:13.641659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:29:13.642043 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Checking segment: {'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:29:13.642437 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.642831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Bound using segment: {'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:29:13.643301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Bound port: 1cb35371-32fa-4fdd-a2c4-03762198de5a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:29:13.643718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.646279 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36407136-3ed5-4d0d-a414-5f1e5307cdf6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.649413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-36407136-3ed5-4d0d-a414-5f1e5307cdf6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3979347 Aug 21 09:29:13.697190 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.740748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] For port 1cb35371-32fa-4fdd-a2c4-03762198de5a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:29:13.745366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] For port 1cb35371-32fa-4fdd-a2c4-03762198de5a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1cb35371-32fa-4fdd-a2c4-03762198de5a,segment=NetworkSegment(7b060837-0cf0-4997-afd8-3f11f362bc14),segment_id=7b060837-0cf0-4997-afd8-3f11f362bc14)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:29:13.762934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=587d311f-9e3f-4104-8294-24324b30a076,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:13.801363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-36756062-6c0d-4b1d-a43c-eeabd8106911 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--393491852&fields=id&tenant_id=0074bca408544b90a1fa6d836957f28e HTTP/1.1" status: 200 len: 267 time: 0.0331454 Aug 21 09:29:13.810234 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:13.846362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-7d4609c5-978d-4827-b9a5-b5f30d866f26 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--1023385696&fields=id&tenant_id=0074bca408544b90a1fa6d836957f28e HTTP/1.1" status: 200 len: 267 time: 0.0372040 Aug 21 09:29:13.884536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797359f-64b8-4b95-a71e-8839a4492fa8 None None] Pushing event updated for resources: {'Port': ['ID=1cb35371-32fa-4fdd-a2c4-03762198de5a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:13.907310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Routers {'13214d94-b37e-4f82-85c8-8ceff7969684'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:29:13.907994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:29:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['13214d94-b37e-4f82-85c8-8ceff7969684'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:14.017221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-4cd70f94-262b-4333-ae24-61bc634701b6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:14.018757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-4cd70f94-262b-4333-ae24-61bc634701b6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/networks?id=b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 HTTP/1.1" status: 200 len: 796 time: 0.1640747 Aug 21 09:29:14.046404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320513e6-1797-4f73-aaf4-fd835302ebbe req-3dd819e2-f391-4f45-8750-d8b6d441eff4 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:14.052375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-320513e6-1797-4f73-aaf4-fd835302ebbe req-3dd819e2-f391-4f45-8750-d8b6d441eff4 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.1021101 Aug 21 09:29:14.054459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-0d1f1b30-95fd-496f-aaea-32bbfc5c532a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/quotas/0074bca408544b90a1fa6d836957f28e HTTP/1.1" status: 200 len: 375 time: 0.0280032 Aug 21 09:29:14.061102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] Set router 13214d94-b37e-4f82-85c8-8ceff7969684 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:29:14.138529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-320513e6-1797-4f73-aaf4-fd835302ebbe req-a1287739-2794-4c3f-a7aa-013a4e8f350f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827341 Aug 21 09:29:14.155168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-0d9d9e9a-1316-48e8-a6f1-83a18c9f97b8 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0074bca408544b90a1fa6d836957f28e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927715 Aug 21 09:29:14.175273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-0d895d30-1091-4be4-9092-fc0ef9cd86e8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:29:14.176347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-0d895d30-1091-4be4-9092-fc0ef9cd86e8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060961 Aug 21 09:29:14.298227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f979e043-683d-4e5a-9dca-16dd06408d0f service neutron] 10.222.0.20 "GET /v2.0/networks/b17902bf-c71f-4a1f-9ee8-a8bda8a908c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152101 Aug 21 09:29:14.423034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-e6dfbcb0-30c9-4ec2-bbe5-8b64298fa58e service neutron] 10.222.0.20 "GET /v2.0/networks/b17902bf-c71f-4a1f-9ee8-a8bda8a908c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173768 Aug 21 09:29:14.476224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:11Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1cb35371-32fa-4fdd-a2c4-03762198de5a', 'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:9f:01:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:10Z', 'updated_at': '2021-08-21T09:29:13Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:14.503473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052c590-aa36-495a-b501-64e73b4befd7 None None] The sync data for ids ['13214d94-b37e-4f82-85c8-8ceff7969684'] in n-d-766726-28 is: [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:11Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1cb35371-32fa-4fdd-a2c4-03762198de5a', 'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:9f:01:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:10Z', 'updated_at': '2021-08-21T09:29:13Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:29:14.519469 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 587d311f-9e3f-4104-8294-24324b30a076 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:29:14.552196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378827e-0fa7-4a07-84c5-f15c9a05692b req-8d1aee63-149a-4224-a863-e04b089ae85d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:14.552196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0378827e-0fa7-4a07-84c5-f15c9a05692b req-8d1aee63-149a-4224-a863-e04b089ae85d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0750563 Aug 21 09:29:14.600353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 587d311f-9e3f-4104-8294-24324b30a076 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:29:14.600943 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:14.615594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0378827e-0fa7-4a07-84c5-f15c9a05692b req-7db52ddc-a16e-4f2a-a3ec-2c0cf6c33bfa tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539355 Aug 21 09:29:14.789926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31ca07ab-9379-425f-8285-470812771cdc req-7087d17d-f9fc-41f8-ba1c-e26eeb7712ab tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 210 time: 0.0705564 Aug 21 09:29:14.823419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f3cbd-f48c-4ac3-804e-bb691bd20816 req-5dcf457d-c5da-4f43-9a3f-524d492aa77a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:14.825541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-378f3cbd-f48c-4ac3-804e-bb691bd20816 req-5dcf457d-c5da-4f43-9a3f-524d492aa77a tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0832455 Aug 21 09:29:14.885604 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-378f3cbd-f48c-4ac3-804e-bb691bd20816 req-54b81c6b-ea6f-44fa-a400-1e8827bc5cc6 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537479 Aug 21 09:29:15.183907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae046ea-b65c-4034-8126-dea2fe922b1d req-7dc65586-2eb3-40a0-b18b-d06344f56888 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:15.185494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ae046ea-b65c-4034-8126-dea2fe922b1d req-7dc65586-2eb3-40a0-b18b-d06344f56888 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1097 time: 0.0473702 Aug 21 09:29:15.211160 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8ae046ea-b65c-4034-8126-dea2fe922b1d req-1431b853-f4e6-4025-be1c-e5862978c61e tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:15.339948 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8ae046ea-b65c-4034-8126-dea2fe922b1d req-1431b853-f4e6-4025-be1c-e5862978c61e tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:15.453994 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8ae046ea-b65c-4034-8126-dea2fe922b1d req-1431b853-f4e6-4025-be1c-e5862978c61e tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:15.491537 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:15.496116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ae046ea-b65c-4034-8126-dea2fe922b1d req-1431b853-f4e6-4025-be1c-e5862978c61e tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997811 Aug 21 09:29:15.512468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431b853-f4e6-4025-be1c-e5862978c61e tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdb5ff1-c5a6-45a6-9520-f003218e0784,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:15.535993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c62fc-c1a4-4b76-8857-a41f1b156019 req-af0f35a7-91ad-475f-9b0e-9a0ca3a7c0a2 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:15.537293 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:15.537601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a56c62fc-c1a4-4b76-8857-a41f1b156019 req-af0f35a7-91ad-475f-9b0e-9a0ca3a7c0a2 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.0950973 Aug 21 09:29:15.585284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a56c62fc-c1a4-4b76-8857-a41f1b156019 req-6f780836-601f-4583-b0b6-7f564ae392f0 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 Aug 21 09:29:15.642063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95283928-dc0c-4baa-bab6-e738a1271667 req-99da3d00-54af-4882-bffe-4e48b78ef519 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:15.643645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95283928-dc0c-4baa-bab6-e738a1271667 req-99da3d00-54af-4882-bffe-4e48b78ef519 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0576422 Aug 21 09:29:15.687925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95283928-dc0c-4baa-bab6-e738a1271667 req-70088aa0-f65d-4dbe-97ba-5ec8fa0ee27c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368254 Aug 21 09:29:15.710921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46324) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:15.782209 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-365c3596-2c90-4232-9f24-79c427b41284 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/05ff018b-1135-4e5a-b9e0-9920b2d9f119 HTTP/1.1" status: 200 len: 992 time: 0.0701308 Aug 21 09:29:15.877408 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7c1f04f-056e-4c70-812c-fa590b22e659 req-672a499f-4764-47b2-981b-a6d0ed669065 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 210 time: 0.0275629 Aug 21 09:29:16.501744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1cb35371-32fa-4fdd-a2c4-03762198de5a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:29:16.578377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdddbf-efd1-44ce-838f-40e023736b0d req-c98ab8b5-8a9c-44de-a4ee-0fb61eb83a75 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:16.579910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6bdddbf-efd1-44ce-838f-40e023736b0d req-c98ab8b5-8a9c-44de-a4ee-0fb61eb83a75 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0499718 Aug 21 09:29:16.619426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 1cb35371-32fa-4fdd-a2c4-03762198de5a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:29:16.623496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1cb35371-32fa-4fdd-a2c4-03762198de5a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:29:16.623950 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:16.678348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6bdddbf-efd1-44ce-838f-40e023736b0d req-69a9afb5-5bf9-4dcb-9ee9-f4f2a20859bf tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918820 Aug 21 09:29:16.719200 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:16.726063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53f485-8d05-4ffa-9196-100619075bec req-90814366-764f-47bd-a526-8f674bb7c6c3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:16.727748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c53f485-8d05-4ffa-9196-100619075bec req-90814366-764f-47bd-a526-8f674bb7c6c3 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.1262696 Aug 21 09:29:16.754703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 1cb35371-32fa-4fdd-a2c4-03762198de5a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1cb35371-32fa-4fdd-a2c4-03762198de5a,segment=NetworkSegment(7b060837-0cf0-4997-afd8-3f11f362bc14),segment_id=7b060837-0cf0-4997-afd8-3f11f362bc14)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:16.787496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eaa08-6262-4761-914b-1f68398fcdf6 req-b5294e5f-deac-4673-b7fb-6e887b6c15fa tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:16.789160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c63eaa08-6262-4761-914b-1f68398fcdf6 req-b5294e5f-deac-4673-b7fb-6e887b6c15fa tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 945 time: 0.1149790 Aug 21 09:29:16.794852 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-bd3b4185-d10d-4260-9fb8-7fa84744fc44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111293 Aug 21 09:29:16.826213 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:16.888701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c63eaa08-6262-4761-914b-1f68398fcdf6 req-d2bc0053-aaea-43c6-b0b0-e469480572cb tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893085 Aug 21 09:29:16.890578 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=1cb35371-32fa-4fdd-a2c4-03762198de5a,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:16.923648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7c53f485-8d05-4ffa-9196-100619075bec req-26a830a3-d9ea-4de5-af12-37dc67f17d1f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Deleting port ce1e7c60-4b12-49e7-8163-4b29cecebd2d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:29:16.923989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c53f485-8d05-4ffa-9196-100619075bec req-26a830a3-d9ea-4de5-af12-37dc67f17d1f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:17.005929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c060405c-6689-4b6f-865d-3abe498bbae9 req-1ef49cea-37bd-42ba-8c4b-8a8dc2d73a8d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 210 time: 0.0388572 Aug 21 09:29:17.059301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7c53f485-8d05-4ffa-9196-100619075bec req-26a830a3-d9ea-4de5-af12-37dc67f17d1f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] For port ce1e7c60-4b12-49e7-8163-4b29cecebd2d, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=ce1e7c60-4b12-49e7-8163-4b29cecebd2d,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:17.059714 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c53f485-8d05-4ffa-9196-100619075bec req-26a830a3-d9ea-4de5-af12-37dc67f17d1f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:17.072066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7c53f485-8d05-4ffa-9196-100619075bec req-26a830a3-d9ea-4de5-af12-37dc67f17d1f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Calling delete_port for ce1e7c60-4b12-49e7-8163-4b29cecebd2d owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:29:17.239743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-41de1ae4-ff5f-40b1-998f-3aa8ffefe566 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:17.241217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-41de1ae4-ff5f-40b1-998f-3aa8ffefe566 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.22 "GET /v2.0/networks?id=b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 HTTP/1.1" status: 200 len: 796 time: 0.1570997 Aug 21 09:29:17.321192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-71e3df92-e823-42b9-b8de-4df206c3c41c tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0074bca408544b90a1fa6d836957f28e HTTP/1.1" status: 200 len: 477 time: 0.0711768 Aug 21 09:29:17.338735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'port': {'device_id': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'admin_state_up': True, 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'security_groups': ['395423a5-227c-4009-b323-5e2a81a337ac', '7ee192cb-b453-4275-b450-333e9462ebb7']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:29:17.431775 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c53f485-8d05-4ffa-9196-100619075bec req-26a830a3-d9ea-4de5-af12-37dc67f17d1f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:17.444138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:29:17.473737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['ce1e7c60-4b12-49e7-8163-4b29cecebd2d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:29:17.501333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a830a3-d9ea-4de5-af12-37dc67f17d1f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event deleted for resources: {'Port': ['ID=ce1e7c60-4b12-49e7-8163-4b29cecebd2d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:17.556642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c53f485-8d05-4ffa-9196-100619075bec req-26a830a3-d9ea-4de5-af12-37dc67f17d1f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] No DVR routers for this DVR port ce1e7c60-4b12-49e7-8163-4b29cecebd2d on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:29:17.562262 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c53f485-8d05-4ffa-9196-100619075bec req-26a830a3-d9ea-4de5-af12-37dc67f17d1f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:17.564638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c53f485-8d05-4ffa-9196-100619075bec req-26a830a3-d9ea-4de5-af12-37dc67f17d1f tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.13 "DELETE /v2.0/ports/ce1e7c60-4b12-49e7-8163-4b29cecebd2d HTTP/1.1" status: 204 len: 173 time: 0.8288119 Aug 21 09:29:17.565090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2eef2a5-fa99-4922-98e7-2338ebac41c1', 'name': 'network-vif-deleted', 'tag': 'ce1e7c60-4b12-49e7-8163-4b29cecebd2d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:29:17.567436 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c7e9b8-2b11-4660-aaf9-095747bbb878" -d '{"events": [{"server_uuid": "b2eef2a5-fa99-4922-98e7-2338ebac41c1", "name": "network-vif-deleted", "tag": "ce1e7c60-4b12-49e7-8163-4b29cecebd2d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:29:17.657450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Made reservation on behalf of 0074bca408544b90a1fa6d836957f28e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:29:17.661811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:17.742581 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac86c10-7259-41df-941d-81f8e4596e8a x-openstack-request-id: req-9ac86c10-7259-41df-941d-81f8e4596e8a {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:29:17.743162 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2eef2a5-fa99-4922-98e7-2338ebac41c1", "name": "network-vif-deleted", "tag": "ce1e7c60-4b12-49e7-8163-4b29cecebd2d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:29:17.743162 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ac86c10-7259-41df-941d-81f8e4596e8a {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:29:17.743657 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2eef2a5-fa99-4922-98e7-2338ebac41c1', 'name': 'network-vif-deleted', 'tag': 'ce1e7c60-4b12-49e7-8163-4b29cecebd2d', 'status': 'completed', 'code': 200} Aug 21 09:29:17.856294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Allocated IP 172.20.0.6 (b17902bf-c71f-4a1f-9ee8-a8bda8a908c3/1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0/6b38b303-8fb5-49f2-bfec-f81a2609639f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:29:17.877941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2042b80-c3cc-4019-ad9f-eb20fdd12e3c req-fcce528b-ee7a-4519-ad4c-ed5546a7b831 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:17.879599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2042b80-c3cc-4019-ad9f-eb20fdd12e3c req-fcce528b-ee7a-4519-ad4c-ed5546a7b831 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0832994 Aug 21 09:29:17.941213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2042b80-c3cc-4019-ad9f-eb20fdd12e3c req-f08a5ed3-3bd3-4401-a872-dcc86f8da971 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549757 Aug 21 09:29:18.035203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2cb9d9c7-040f-4d03-afc9-d80736f98e44 req-a895f36b-287c-4a70-bfa6-ea49c3d9279d tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2eef2a5-fa99-4922-98e7-2338ebac41c1 HTTP/1.1" status: 200 len: 210 time: 0.0376589 Aug 21 09:29:18.095089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:18.130035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2fb27101-6949-4c8e-90bd-8f1442fc0f00 req-aebc150c-0354-4a73-b3e4-32d26acba689 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 210 time: 0.0325072 Aug 21 09:29:18.134678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Transition to ACTIVE for port object 6b38b303-8fb5-49f2-bfec-f81a2609639f will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:29:18.248226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:18.291958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:29:18.295515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:29:18.299164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:29:18.308985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Port': ['ID=6b38b303-8fb5-49f2-bfec-f81a2609639f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:18.372996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:18.373701 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:18.480534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1cb35371-32fa-4fdd-a2c4-03762198de5a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:29:18.500320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-99f984ab-ec4e-4128-814d-2dc2b3a17d84 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1724820 Aug 21 09:29:18.513982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Request body: {'port': {'device_id': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:29:18.541573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1cb35371-32fa-4fdd-a2c4-03762198de5a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:29:18.541949 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:18.609229 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:18.766289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-29a0e0d3-3339-4403-ad72-2ce37cc1bdd5 None None] Provisioning for port 6b38b303-8fb5-49f2-bfec-f81a2609639f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:29:18.770370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-29a0e0d3-3339-4403-ad72-2ce37cc1bdd5 None None] Provisioning complete for port 6b38b303-8fb5-49f2-bfec-f81a2609639f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:29:18.770738 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-29a0e0d3-3339-4403-ad72-2ce37cc1bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:18.808288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-29a0e0d3-3339-4403-ad72-2ce37cc1bdd5 None None] Port 6b38b303-8fb5-49f2-bfec-f81a2609639f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:29:18.894206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b38b303-8fb5-49f2-bfec-f81a2609639f {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:29:18.902137 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:18.914171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Transition to ACTIVE for port object 6b38b303-8fb5-49f2-bfec-f81a2609639f will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:29:18.974978 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:19.057203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Pushing event updated for resources: {'Port': ['ID=6b38b303-8fb5-49f2-bfec-f81a2609639f,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:19.158314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6bfd-7285-46b1-8d39-f91041d6a49b req-b3667187-a187-47e6-aa7f-ee88117f212c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:19.159884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ded6bfd-7285-46b1-8d39-f91041d6a49b req-b3667187-a187-47e6-aa7f-ee88117f212c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.1064291 Aug 21 09:29:19.210440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Attempting to bind port 6b38b303-8fb5-49f2-bfec-f81a2609639f on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:29:19.210777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Attempting to bind port 6b38b303-8fb5-49f2-bfec-f81a2609639f by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:29:19.211102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Attempting to bind port 6b38b303-8fb5-49f2-bfec-f81a2609639f on network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:29:19.227824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Port 6b38b303-8fb5-49f2-bfec-f81a2609639f on network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:29:19.228152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Attempting to bind port 6b38b303-8fb5-49f2-bfec-f81a2609639f on network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:29:19.238295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:29:19.238635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Checking segment: {'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:29:19.239793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Bound using segment: {'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:29:19.239793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Bound port: 6b38b303-8fb5-49f2-bfec-f81a2609639f, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b060837-0cf0-4997-afd8-3f11f362bc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:29:19.239793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:19.310987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ded6bfd-7285-46b1-8d39-f91041d6a49b req-3034fef8-ed50-4583-91aa-d61848686f3c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289566 Aug 21 09:29:19.357872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-1659e49b-f20a-4028-942e-c7bcf2989a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:19.359508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-1659e49b-f20a-4028-942e-c7bcf2989a9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1097 time: 0.2157435 Aug 21 09:29:19.377315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dd0fe-8abc-45ff-bc8e-5320e2c64c30 req-6e92eb7c-246d-4674-a00b-74487cf72b91 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:19.378932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-538dd0fe-8abc-45ff-bc8e-5320e2c64c30 req-6e92eb7c-246d-4674-a00b-74487cf72b91 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 982 time: 0.1449599 Aug 21 09:29:19.463188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] For port 6b38b303-8fb5-49f2-bfec-f81a2609639f, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:29:19.489485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] For port 6b38b303-8fb5-49f2-bfec-f81a2609639f, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6b38b303-8fb5-49f2-bfec-f81a2609639f,segment=NetworkSegment(7b060837-0cf0-4997-afd8-3f11f362bc14),segment_id=7b060837-0cf0-4997-afd8-3f11f362bc14)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:29:19.499709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-538dd0fe-8abc-45ff-bc8e-5320e2c64c30 req-6d10d4df-07be-4cd7-b7e7-1752ff60ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1133578 Aug 21 09:29:19.531629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-ae702ff7-f022-4572-b11a-08d5d0bfd7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:19.533144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-ae702ff7-f022-4572-b11a-08d5d0bfd7a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 HTTP/1.1" status: 200 len: 898 time: 0.1530502 Aug 21 09:29:19.589638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:19.630209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:19.631171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:19.632615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] 10.222.0.22 "PUT /v2.0/ports/6b38b303-8fb5-49f2-bfec-f81a2609639f HTTP/1.1" status: 200 len: 1131 time: 1.1249990 Aug 21 09:29:19.654972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-7351235b-469d-489e-bfb7-1081d9e613fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c HTTP/1.1" status: 200 len: 1000 time: 0.1133392 Aug 21 09:29:19.705422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096ce5e-bd6e-49a0-9119-0908f6c41a1c service neutron] Pushing event updated for resources: {'Port': ['ID=6b38b303-8fb5-49f2-bfec-f81a2609639f,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:19.728182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-0048e7ff-6040-4883-b936-a943baf51159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:19.728182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-0048e7ff-6040-4883-b936-a943baf51159 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc112e5c-e54d-47dc-b843-1ee272ad2583 HTTP/1.1" status: 200 len: 835 time: 0.0613482 Aug 21 09:29:19.748302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'tag': '6b38b303-8fb5-49f2-bfec-f81a2609639f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:29:19.751732 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d529b719-9c99-4443-a8f5-154bc51c39e7" -d '{"events": [{"name": "network-changed", "server_uuid": "33c8efac-8226-4aa5-90f2-a321fa73d993", "tag": "6b38b303-8fb5-49f2-bfec-f81a2609639f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:29:19.818199 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3735235e-4635-4660-a2c2-2612b1e9567c x-openstack-request-id: req-3735235e-4635-4660-a2c2-2612b1e9567c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:29:19.818647 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c8efac-8226-4aa5-90f2-a321fa73d993", "tag": "6b38b303-8fb5-49f2-bfec-f81a2609639f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:29:19.818903 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3735235e-4635-4660-a2c2-2612b1e9567c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:29:19.819295 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'tag': '6b38b303-8fb5-49f2-bfec-f81a2609639f', 'status': 'completed', 'code': 200} Aug 21 09:29:19.850781 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-951bdccb-c97a-4cd3-8024-398dec81520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:19.853466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-951bdccb-c97a-4cd3-8024-398dec81520e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185691 Aug 21 09:29:19.867209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-7f9050bd-b8d2-4895-ac15-d4d16f8e1bb0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:29:19.868446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-7f9050bd-b8d2-4895-ac15-d4d16f8e1bb0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059426 Aug 21 09:29:19.898850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-8dd005a2-8836-4fe7-a7ad-311bddbe9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:19.900419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-8dd005a2-8836-4fe7-a7ad-311bddbe9904 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0074bca408544b90a1fa6d836957f28e&device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 1134 time: 0.1040046 Aug 21 09:29:19.905784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ce1e7c60-4b12-49e7-8163-4b29cecebd2d no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:29:19.930051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: ce1e7c60-4b12-49e7-8163-4b29cecebd2d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:29:19.931486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device ce1e7c60-4b12-49e7-8163-4b29cecebd2d not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:29:20.281199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-36edb626-0c76-44d6-af63-d335dccbd83c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b38b303-8fb5-49f2-bfec-f81a2609639f HTTP/1.1" status: 200 len: 217 time: 0.3495593 Aug 21 09:29:20.379812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-0f586c31-c58e-4611-9fae-e1b538ace5ff service neutron] 10.222.0.13 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035489 Aug 21 09:29:20.396170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-9cff723a-b442-4e6d-ad96-2faf2e5d7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:20.397617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-9cff723a-b442-4e6d-ad96-2faf2e5d7284 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0 HTTP/1.1" status: 200 len: 834 time: 0.1010377 Aug 21 09:29:20.442808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9de1d-3d9c-4746-8408-8fe05e5564bb req-7e2462a8-b744-4b2a-9ea8-9b15958eeb77 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:20.448971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4b9de1d-3d9c-4746-8408-8fe05e5564bb req-7e2462a8-b744-4b2a-9ea8-9b15958eeb77 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 945 time: 0.1415894 Aug 21 09:29:20.578920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-75cfcba0-0109-4f91-84a3-a4e58e7e4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:20.580364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-75cfcba0-0109-4f91-84a3-a4e58e7e4b4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b17902bf-c71f-4a1f-9ee8-a8bda8a908c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654794 Aug 21 09:29:20.587444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9795cc-649c-4929-bbc5-99a1bd4c9e19 req-5f38b995-34dc-4918-88e9-5fdd60e2c192 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:20.589048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff9795cc-649c-4929-bbc5-99a1bd4c9e19 req-5f38b995-34dc-4918-88e9-5fdd60e2c192 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.1887047 Aug 21 09:29:20.606902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4b9de1d-3d9c-4746-8408-8fe05e5564bb req-9ac5e2ed-2ea9-4eab-8a77-d616fa1fb149 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131403 Aug 21 09:29:20.693279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-2c9e91cb-fd81-42ab-a877-670bfebbe474 service neutron] 10.222.0.13 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062835 Aug 21 09:29:20.724713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff9795cc-649c-4929-bbc5-99a1bd4c9e19 req-27e724c4-d03b-4b61-a22e-e7be352b6374 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208146 Aug 21 09:29:20.764862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-237c5846-fb67-4ee8-bd3c-d07a5a4ad2ae service neutron] 10.222.0.22 "GET /v2.0/networks/b17902bf-c71f-4a1f-9ee8-a8bda8a908c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742051 Aug 21 09:29:20.777484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8844f6-dac2-4088-a1a4-71c580a2e796 req-d75f9aa9-85c6-4d23-ba8c-4d52a2ab4e5b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:20.779060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f8844f6-dac2-4088-a1a4-71c580a2e796 req-d75f9aa9-85c6-4d23-ba8c-4d52a2ab4e5b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 982 time: 0.0957117 Aug 21 09:29:20.910183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f8844f6-dac2-4088-a1a4-71c580a2e796 req-8277458e-97cc-409b-954b-645100aa3e0c tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1216543 Aug 21 09:29:20.927990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-277895f6-1915-4413-a93b-84f8b097b481 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1380107 Aug 21 09:29:20.931335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-082da992-85a4-4c21-994b-4c8886d2b4b6 req-1dc8a3fc-cc9a-4b24-bb03-0945d94ff9c1 service neutron] 10.222.0.22 "GET /v2.0/networks/b17902bf-c71f-4a1f-9ee8-a8bda8a908c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513994 Aug 21 09:29:21.025157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-61754eec-872f-48fd-8744-3a415186e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:21.027472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-61754eec-872f-48fd-8744-3a415186e8ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f006ab8501f34f3bb05432aaa71c4bec&device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 1098 time: 0.0473797 Aug 21 09:29:21.167716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529b719-9c99-4443-a8f5-154bc51c39e7 req-00341bbd-da69-4037-8d49-e485b5192570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:21.169232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d529b719-9c99-4443-a8f5-154bc51c39e7 req-00341bbd-da69-4037-8d49-e485b5192570 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0074bca408544b90a1fa6d836957f28e&device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 1134 time: 0.0763853 Aug 21 09:29:21.173830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-e7e42812-21c2-47d5-9b40-f6756901e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:21.175207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-e7e42812-21c2-47d5-9b40-f6756901e778 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4744644c-e35d-4f36-b45b-0eca9b5c8098 HTTP/1.1" status: 200 len: 910 time: 0.1280079 Aug 21 09:29:21.290097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-91c9df01-3c2a-4fb7-8c67-7477d3180589 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73640672-fb34-4d06-8dca-59d39e0b0f2e HTTP/1.1" status: 200 len: 1001 time: 0.1038179 Aug 21 09:29:21.350917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529b719-9c99-4443-a8f5-154bc51c39e7 req-1b25aa98-a63c-4a56-bc15-c3f10c861230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:21.352658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d529b719-9c99-4443-a8f5-154bc51c39e7 req-1b25aa98-a63c-4a56-bc15-c3f10c861230 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 HTTP/1.1" status: 200 len: 897 time: 0.1745970 Aug 21 09:29:21.359283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-78717a55-dc42-476a-8c4e-d473eb35730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:21.360787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-78717a55-dc42-476a-8c4e-d473eb35730c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f5a8520-8185-4c85-934a-c4709db5551e HTTP/1.1" status: 200 len: 848 time: 0.0640037 Aug 21 09:29:21.409978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d529b719-9c99-4443-a8f5-154bc51c39e7 req-b30b04de-6a2e-4fa1-8cad-b334447f9c7a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b38b303-8fb5-49f2-bfec-f81a2609639f HTTP/1.1" status: 200 len: 217 time: 0.0472956 Aug 21 09:29:21.476164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-e3e09c21-fdf5-4f51-b280-5f241f282694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:21.477659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-e3e09c21-fdf5-4f51-b280-5f241f282694 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4744644c-e35d-4f36-b45b-0eca9b5c8098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084230 Aug 21 09:29:21.478925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529b719-9c99-4443-a8f5-154bc51c39e7 req-32253275-8a07-46e9-aa29-45960ce82204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:21.480323 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d529b719-9c99-4443-a8f5-154bc51c39e7 req-32253275-8a07-46e9-aa29-45960ce82204 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0 HTTP/1.1" status: 200 len: 834 time: 0.0561850 Aug 21 09:29:21.616067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529b719-9c99-4443-a8f5-154bc51c39e7 req-64b8eb2d-514f-4ee1-87b6-1ed45a164cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:21.617626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d529b719-9c99-4443-a8f5-154bc51c39e7 req-64b8eb2d-514f-4ee1-87b6-1ed45a164cf5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b17902bf-c71f-4a1f-9ee8-a8bda8a908c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1243436 Aug 21 09:29:21.651935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872eb1e7-8a0e-43a3-847e-8a4aa372301e req-b9701ef0-48b7-4c6b-9a2e-ba9f6d5eba07 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:21.653450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-872eb1e7-8a0e-43a3-847e-8a4aa372301e req-b9701ef0-48b7-4c6b-9a2e-ba9f6d5eba07 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 945 time: 0.0941482 Aug 21 09:29:21.670071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-a256f05d-d440-4b7b-84e9-549b3f175dab service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850080 Aug 21 09:29:21.925584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4d07-7b74-434b-a3b9-8487de161c03 req-c3c57231-40ed-4b54-8fb9-103bc47e463e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:21.926988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a14a4d07-7b74-434b-a3b9-8487de161c03 req-c3c57231-40ed-4b54-8fb9-103bc47e463e tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 945 time: 0.2158315 Aug 21 09:29:21.934610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d529b719-9c99-4443-a8f5-154bc51c39e7 req-fd4b213c-c4e2-4f30-99ca-e44a00d7a49e service neutron] 10.222.0.22 "GET /v2.0/networks/b17902bf-c71f-4a1f-9ee8-a8bda8a908c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037503 Aug 21 09:29:21.968823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f184c5ab-c3c5-4388-85dc-aeff7031dec4 req-61516f9e-cca0-4ffa-982e-7eeae1f1ad25 service neutron] 10.222.0.13 "GET /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661119 Aug 21 09:29:21.995156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000b7e3-468a-4644-82a3-f456d8643c33 req-728d25e6-55f1-4fef-a206-595166520a8a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:21.997150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2000b7e3-468a-4644-82a3-f456d8643c33 req-728d25e6-55f1-4fef-a206-595166520a8a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.1865056 Aug 21 09:29:22.081698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-872eb1e7-8a0e-43a3-847e-8a4aa372301e req-793896a0-ee18-41d9-996c-10a7182e2341 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Deleting port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:29:22.082045 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-872eb1e7-8a0e-43a3-847e-8a4aa372301e req-793896a0-ee18-41d9-996c-10a7182e2341 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:22.087394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a14a4d07-7b74-434b-a3b9-8487de161c03 req-91f282eb-1c97-49c7-86eb-6eb0312c438b tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3e4eaf-008d-4536-992c-3b14b61b54eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426852 Aug 21 09:29:22.158131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2000b7e3-468a-4644-82a3-f456d8643c33 req-1671d823-780f-44e5-b4b2-452770114f83 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303086 Aug 21 09:29:22.182462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d529b719-9c99-4443-a8f5-154bc51c39e7 req-d1a7af8f-48bc-4063-9db1-88996c8e4fdf service neutron] 10.222.0.22 "GET /v2.0/networks/b17902bf-c71f-4a1f-9ee8-a8bda8a908c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289462 Aug 21 09:29:22.220468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-872eb1e7-8a0e-43a3-847e-8a4aa372301e req-793896a0-ee18-41d9-996c-10a7182e2341 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] For port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e,segment=NetworkSegment(f5209a51-7910-47dd-8c5e-b5acd838bb86),segment_id=f5209a51-7910-47dd-8c5e-b5acd838bb86)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:22.220914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-872eb1e7-8a0e-43a3-847e-8a4aa372301e req-793896a0-ee18-41d9-996c-10a7182e2341 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:22.234068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-872eb1e7-8a0e-43a3-847e-8a4aa372301e req-793896a0-ee18-41d9-996c-10a7182e2341 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Calling delete_port for 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:29:22.351019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f7b0-c035-48fc-b93a-293d2f41aeaa req-0fc5d24d-bde5-4c5f-8301-3dae65ace647 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:22.352544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37b5f7b0-c035-48fc-b93a-293d2f41aeaa req-0fc5d24d-bde5-4c5f-8301-3dae65ace647 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 982 time: 0.0678461 Aug 21 09:29:22.423591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37b5f7b0-c035-48fc-b93a-293d2f41aeaa req-42d9e7d5-7aab-497a-8849-f26ec77e9065 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0632212 Aug 21 09:29:22.515428 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-872eb1e7-8a0e-43a3-847e-8a4aa372301e req-793896a0-ee18-41d9-996c-10a7182e2341 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:22.528758 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:29:22.554140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793896a0-ee18-41d9-996c-10a7182e2341 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Pushing event deleted for resources: {'Port': ['ID=059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:22.611046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-872eb1e7-8a0e-43a3-847e-8a4aa372301e req-793896a0-ee18-41d9-996c-10a7182e2341 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] No DVR routers for this DVR port 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:29:22.613992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-872eb1e7-8a0e-43a3-847e-8a4aa372301e req-793896a0-ee18-41d9-996c-10a7182e2341 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:22.616355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-872eb1e7-8a0e-43a3-847e-8a4aa372301e req-793896a0-ee18-41d9-996c-10a7182e2341 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.22 "DELETE /v2.0/ports/059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e HTTP/1.1" status: 204 len: 173 time: 0.9488356 Aug 21 09:29:22.616897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d91e1e-f384-4d0c-96a8-e52d273f0c74', 'name': 'network-vif-deleted', 'tag': '059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:29:22.620261 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac28a3e-1a04-4ad6-90c2-4a0650022dbd" -d '{"events": [{"server_uuid": "95d91e1e-f384-4d0c-96a8-e52d273f0c74", "name": "network-vif-deleted", "tag": "059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:29:22.661904 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82562755-73a4-4912-bc93-23c10cc80f5e x-openstack-request-id: req-82562755-73a4-4912-bc93-23c10cc80f5e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:29:22.662298 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d91e1e-f384-4d0c-96a8-e52d273f0c74", "name": "network-vif-deleted", "tag": "059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:29:22.662645 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82562755-73a4-4912-bc93-23c10cc80f5e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:29:22.663141 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d91e1e-f384-4d0c-96a8-e52d273f0c74', 'name': 'network-vif-deleted', 'tag': '059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e', 'status': 'completed', 'code': 200} Aug 21 09:29:22.960682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6b38b303-8fb5-49f2-bfec-f81a2609639f details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:29:23.059246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6b38b303-8fb5-49f2-bfec-f81a2609639f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6b38b303-8fb5-49f2-bfec-f81a2609639f,segment=NetworkSegment(7b060837-0cf0-4997-afd8-3f11f362bc14),segment_id=7b060837-0cf0-4997-afd8-3f11f362bc14)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:23.069660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '6b38b303-8fb5-49f2-bfec-f81a2609639f', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'port_id': '6b38b303-8fb5-49f2-bfec-f81a2609639f', 'mac_address': 'fa:16:3e:a6:d9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:29:23.107852 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:23.121405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b38b303-8fb5-49f2-bfec-f81a2609639f {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:29:23.144658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6b38b303-8fb5-49f2-bfec-f81a2609639f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6b38b303-8fb5-49f2-bfec-f81a2609639f,segment=NetworkSegment(7b060837-0cf0-4997-afd8-3f11f362bc14),segment_id=7b060837-0cf0-4997-afd8-3f11f362bc14)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:23.197786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5c1039d-9ed5-4ea8-8e89-aa39269f4887 req-44fc5022-790e-4ed8-b182-f0aaeefd3937 tempest-ServersTestJSON-522906822 tempest-ServersTestJSON-522906822-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d91e1e-f384-4d0c-96a8-e52d273f0c74 HTTP/1.1" status: 200 len: 210 time: 0.0267408 Aug 21 09:29:23.222124 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:23.286105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=6b38b303-8fb5-49f2-bfec-f81a2609639f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:23.329746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7a445-f6e4-4e8f-8d88-8a9a9213f9af req-5ccc3d41-00d8-4013-87bc-d1be9ceabf1b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:23.331243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97a7a445-f6e4-4e8f-8d88-8a9a9213f9af req-5ccc3d41-00d8-4013-87bc-d1be9ceabf1b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0675943 Aug 21 09:29:23.372231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97a7a445-f6e4-4e8f-8d88-8a9a9213f9af req-402497c9-e16d-4c97-89b8-e02033f1ae15 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348537 Aug 21 09:29:23.485811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['6b38b303-8fb5-49f2-bfec-f81a2609639f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:29:23.558736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861bf9-7b78-46f0-8840-ae082e05652e req-79fa15fa-bdeb-4239-99a2-4d4c441a73c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:23.560596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88861bf9-7b78-46f0-8840-ae082e05652e req-79fa15fa-bdeb-4239-99a2-4d4c441a73c6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 983 time: 0.0597310 Aug 21 09:29:23.616943 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88861bf9-7b78-46f0-8840-ae082e05652e req-6a39bef4-0165-4b7d-b856-437405eaa637 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0492074 Aug 21 09:29:24.256769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46554) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:24.302968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2af9c42-6ac6-4389-92c1-2f1b1191dffe admin admin] Deleting subnet 0303e0cd-55d2-44d4-8229-2cb9f7ab5270 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:29:24.306362 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c42-6ac6-4389-92c1-2f1b1191dffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:24.347661 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c42-6ac6-4389-92c1-2f1b1191dffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:24.386461 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c42-6ac6-4389-92c1-2f1b1191dffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:24.491613 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c42-6ac6-4389-92c1-2f1b1191dffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:24.518391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af9c42-6ac6-4389-92c1-2f1b1191dffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0303e0cd-55d2-44d4-8229-2cb9f7ab5270,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:24.523733 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c42-6ac6-4389-92c1-2f1b1191dffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:24.530026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46564) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:24.530530 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b2af9c42-6ac6-4389-92c1-2f1b1191dffe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0303e0cd-55d2-44d4-8229-2cb9f7ab5270 HTTP/1.1" status: 204 len: 168 time: 0.2723093 Aug 21 09:29:24.641864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:24.659878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee23a7a-359e-49da-83e3-619fb9b85e0c req-57f0c5d0-0da2-46e1-ac6b-6322e6d849f1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:24.661513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bee23a7a-359e-49da-83e3-619fb9b85e0c req-57f0c5d0-0da2-46e1-ac6b-6322e6d849f1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0769675 Aug 21 09:29:24.960823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6b38b303-8fb5-49f2-bfec-f81a2609639f up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:29:25.074085 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.079696 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bee23a7a-359e-49da-83e3-619fb9b85e0c req-e11dc27f-0488-4d3e-854c-e734fa0217a6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3932483 Aug 21 09:29:25.089640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a204257c-7598-4e7a-a0f3-f824e457425e']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:25.104174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2045d5d-8c8d-4d96-9944-523b211be77a req-7e293b91-d1d2-47d6-88bf-3533387dc651 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:25.106186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2045d5d-8c8d-4d96-9944-523b211be77a req-7e293b91-d1d2-47d6-88bf-3533387dc651 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 983 time: 0.4208908 Aug 21 09:29:25.109575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5209a51-7910-47dd-8c5e-b5acd838bb86') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:25.109871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5209a51-7910-47dd-8c5e-b5acd838bb86') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:25.119976 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.128096 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 6b38b303-8fb5-49f2-bfec-f81a2609639f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:29:25.132113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 6b38b303-8fb5-49f2-bfec-f81a2609639f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:29:25.132485 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.148074 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.162562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:29:25.162948 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:29:25.164610 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:29:25.177928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2045d5d-8c8d-4d96-9944-523b211be77a req-79aa2398-6d84-421d-9d6c-f0be0667e426 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0616615 Aug 21 09:29:25.213694 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.237205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b38b303-8fb5-49f2-bfec-f81a2609639f'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:29:25.239517 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3117e457-ab15-4d9d-9afd-a755b5d867db" -d '{"events": [{"server_uuid": "33c8efac-8226-4aa5-90f2-a321fa73d993", "name": "network-vif-plugged", "status": "completed", "tag": "6b38b303-8fb5-49f2-bfec-f81a2609639f"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:29:25.253608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 6b38b303-8fb5-49f2-bfec-f81a2609639f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6b38b303-8fb5-49f2-bfec-f81a2609639f,segment=NetworkSegment(7b060837-0cf0-4997-afd8-3f11f362bc14),segment_id=7b060837-0cf0-4997-afd8-3f11f362bc14)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:25.288153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.313571 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.313571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] 10.222.0.20 "DELETE /v2.0/networks/a204257c-7598-4e7a-a0f3-f824e457425e HTTP/1.1" status: 204 len: 168 time: 0.7682526 Aug 21 09:29:25.318169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1f96e-c8a2-4ed3-9933-c10efbbd81cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a204257c-7598-4e7a-a0f3-f824e457425e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:25.333351 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.334454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:29:25.415893 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685f37b8-44e8-409f-948b-ec269284ed4c x-openstack-request-id: req-685f37b8-44e8-409f-948b-ec269284ed4c {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:29:25.416194 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c8efac-8226-4aa5-90f2-a321fa73d993", "name": "network-vif-plugged", "status": "completed", "tag": "6b38b303-8fb5-49f2-bfec-f81a2609639f", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:29:25.416572 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-685f37b8-44e8-409f-948b-ec269284ed4c {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:29:25.417674 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b38b303-8fb5-49f2-bfec-f81a2609639f', 'code': 200} Aug 21 09:29:25.418317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:29:25.418661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 059c0aa4-a6e8-4226-9fff-0e6b1c6c9f0e not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:29:25.431765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=6b38b303-8fb5-49f2-bfec-f81a2609639f,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:25.489892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f283-d4d3-4e92-bfba-b7009dba5106 req-543bea19-7783-42bd-9703-0b4ea60b1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:25.491383 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f615f283-d4d3-4e92-bfba-b7009dba5106 req-543bea19-7783-42bd-9703-0b4ea60b1b1a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 1136 time: 0.0558531 Aug 21 09:29:25.527701 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f615f283-d4d3-4e92-bfba-b7009dba5106 req-5930fa39-400c-403b-8c6d-4c6d9f9cd5af service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7ee192cb-b453-4275-b450-333e9462ebb7&id=395423a5-227c-4009-b323-5e2a81a337ac&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0291426 Aug 21 09:29:25.687092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46590) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:25.728225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5cb5fb53-c9c4-449b-bbe4-84f6fdc66994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64b4de758eb241f992adf21515e35f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399258 Aug 21 09:29:25.730764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46592) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:25.783697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-950a399d-8a96-45b4-b0b9-a36b0bdff2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.803936 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-950a399d-8a96-45b4-b0b9-a36b0bdff2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.904963 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-950a399d-8a96-45b4-b0b9-a36b0bdff2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.907896 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-950a399d-8a96-45b4-b0b9-a36b0bdff2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:25.909055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-950a399d-8a96-45b4-b0b9-a36b0bdff2f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c3e4eaf-008d-4536-992c-3b14b61b54eb HTTP/1.1" status: 204 len: 168 time: 0.1773965 Aug 21 09:29:25.916710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a399d-8a96-45b4-b0b9-a36b0bdff2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3e4eaf-008d-4536-992c-3b14b61b54eb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:26.197105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acbb77-924b-4c07-b065-0dcabd3a68ab req-dcaab21e-c198-498f-b503-cd0a5264a115 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:26.199965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0acbb77-924b-4c07-b065-0dcabd3a68ab req-dcaab21e-c198-498f-b503-cd0a5264a115 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0510886 Aug 21 09:29:26.251819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0acbb77-924b-4c07-b065-0dcabd3a68ab req-b43c5b35-e4b8-4bdf-81cf-db15c5ece75e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423915 Aug 21 09:29:26.302300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fcac3-e6b8-4c43-a23b-62b7260f019a req-2f782270-302d-46a3-9197-550f54135114 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:26.303886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f1fcac3-e6b8-4c43-a23b-62b7260f019a req-2f782270-302d-46a3-9197-550f54135114 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 984 time: 0.0510771 Aug 21 09:29:26.349170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f1fcac3-e6b8-4c43-a23b-62b7260f019a req-e3da0a2e-005d-4e98-8657-aac81e15d0bc tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0387945 Aug 21 09:29:27.369642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84148c1f-7d63-4b90-b5f9-3a7bb6f7b882 req-e34e73cf-8fdf-444e-97ba-a61a8754c844 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:27.379821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84148c1f-7d63-4b90-b5f9-3a7bb6f7b882 req-e34e73cf-8fdf-444e-97ba-a61a8754c844 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0508406 Aug 21 09:29:27.412905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84148c1f-7d63-4b90-b5f9-3a7bb6f7b882 req-ebcec38a-3ccf-41be-b78c-2afef1e113b9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355096 Aug 21 09:29:27.521576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ec9cc24-f1fd-4cf8-b824-5959eb13d297 req-64c7c60c-5722-4f04-98a4-70c33f83bb51 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0379179 Aug 21 09:29:27.571257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a92b9-1432-431c-b62c-ff60d91a8ab9 req-cbe05ab8-ea27-4e58-82b2-15dac2dfe36b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:27.573827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b19a92b9-1432-431c-b62c-ff60d91a8ab9 req-cbe05ab8-ea27-4e58-82b2-15dac2dfe36b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 984 time: 0.0796995 Aug 21 09:29:27.635048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b19a92b9-1432-431c-b62c-ff60d91a8ab9 req-40bea027-b087-471f-b28d-46d6c0db041e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0541503 Aug 21 09:29:27.745547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c27924-5065-4035-9bc1-6d77f9de3e2c req-b7dfb2b6-e8a5-48a7-b788-9fcbcd8e9110 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:27.747021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2c27924-5065-4035-9bc1-6d77f9de3e2c req-b7dfb2b6-e8a5-48a7-b788-9fcbcd8e9110 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 984 time: 0.0487084 Aug 21 09:29:27.786201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2c27924-5065-4035-9bc1-6d77f9de3e2c req-1782b90b-d1ba-4965-afc4-2c28a697ffb8 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0331752 Aug 21 09:29:27.900047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb1842-1f49-4f6f-8003-baab7651de5c req-a1c0747d-8412-451c-b556-b62e7078d7ed tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:27.901800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fdb1842-1f49-4f6f-8003-baab7651de5c req-a1c0747d-8412-451c-b556-b62e7078d7ed tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 1136 time: 0.0463209 Aug 21 09:29:27.922101 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1fdb1842-1f49-4f6f-8003-baab7651de5c req-874a3a69-0807-41b8-b629-2a2ef4f760ec tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:28.014539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1fdb1842-1f49-4f6f-8003-baab7651de5c req-874a3a69-0807-41b8-b629-2a2ef4f760ec tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:28.125334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1fdb1842-1f49-4f6f-8003-baab7651de5c req-874a3a69-0807-41b8-b629-2a2ef4f760ec tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:28.148796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fdb1842-1f49-4f6f-8003-baab7651de5c req-874a3a69-0807-41b8-b629-2a2ef4f760ec tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2401376 Aug 21 09:29:28.157342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a3a69-0807-41b8-b629-2a2ef4f760ec tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4655399-b806-4b18-b377-4c68b1650777,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:28.170824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46686) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:28.211943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7d7a8-357f-4cf0-98a6-7123c8156cff tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:28.213487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e2f7d7a8-357f-4cf0-98a6-7123c8156cff tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 1131 time: 0.0415983 Aug 21 09:29:28.216589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46690) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:28.221026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '6b38b303-8fb5-49f2-bfec-f81a2609639f', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:29:28.337916 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:28.440027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:28.583066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Allocated IP 172.25.5.163 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/bd49eeaf-4414-445f-b304-e00b15be9876) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:29:28.605001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804e1af-53dc-4eb7-b009-aa8c9765f8d8 req-fda98af9-3196-424a-9e75-3bd35751f7f7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:28.609765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a804e1af-53dc-4eb7-b009-aa8c9765f8d8 req-fda98af9-3196-424a-9e75-3bd35751f7f7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0873318 Aug 21 09:29:28.644791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02ea70ec-b907-4c0c-a98c-0d59badf8603 req-816a88c2-a011-4d4b-bb24-286e63df038b tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0370216 Aug 21 09:29:28.713193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a804e1af-53dc-4eb7-b009-aa8c9765f8d8 req-c6ef24ff-267f-4ac1-b2ad-7cc260f49b48 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942097 Aug 21 09:29:28.762144 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:28.882434 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:28.921099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:29:28.923812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:29:28.927246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:29:28.934964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Port': ['ID=bd49eeaf-4414-445f-b304-e00b15be9876,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:29.300893 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:29.426561 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:29.588194 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:29.659152 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:29.730942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Port': ['ID=bd49eeaf-4414-445f-b304-e00b15be9876,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:29.744559 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:29.817314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-746382df-5e22-44f2-81b7-9a2d90c2829d req-42aed777-ac5a-4311-abb6-bf6b7c0adca5 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0647981 Aug 21 09:29:29.894985 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Floating IP 7b607a1a-5c8c-4de0-b5f7-143c19fe1e5f associated. External IP: 172.25.5.163, port: 6b38b303-8fb5-49f2-bfec-f81a2609639f. Aug 21 09:29:29.976513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915e166-7969-487a-94d9-c3e6f3594b5b req-1b805792-327c-498a-b12e-56837820aa75 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:29.978008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c915e166-7969-487a-94d9-c3e6f3594b5b req-1b805792-327c-498a-b12e-56837820aa75 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.1010921 Aug 21 09:29:30.052773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c915e166-7969-487a-94d9-c3e6f3594b5b req-f1e6d93f-c9e8-426a-8202-44a621cf48c1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495784 Aug 21 09:29:30.168121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Router 13214d94-b37e-4f82-85c8-8ceff7969684 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:29:30.280828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:29:30.291436 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92f0f4-4dcc-41f7-9692-037a0151d6d2 None None] Sync routers for ids ['13214d94-b37e-4f82-85c8-8ceff7969684'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:29:30.302459 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92f0f4-4dcc-41f7-9692-037a0151d6d2 None None] Routers {'13214d94-b37e-4f82-85c8-8ceff7969684'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:29:30.303294 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8f92f0f4-4dcc-41f7-9692-037a0151d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:29:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['13214d94-b37e-4f82-85c8-8ceff7969684'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:30.339425 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:30.367891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-80b27433-037b-4a06-88ae-6ac15eb2ea66 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1502197 Aug 21 09:29:30.368560 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'tag': '6b38b303-8fb5-49f2-bfec-f81a2609639f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:29:30.371317 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46732) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:30.371807 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b014c4a7-9688-44fb-8f37-881e7ac83704" -d '{"events": [{"name": "network-changed", "server_uuid": "33c8efac-8226-4aa5-90f2-a321fa73d993", "tag": "6b38b303-8fb5-49f2-bfec-f81a2609639f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:29:30.409265 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-8f92f0f4-4dcc-41f7-9692-037a0151d6d2 None None] Set router 13214d94-b37e-4f82-85c8-8ceff7969684 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:29:30.411775 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7c1255-c742-4150-8da4-b6570353d5de x-openstack-request-id: req-1f7c1255-c742-4150-8da4-b6570353d5de {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:29:30.414982 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c8efac-8226-4aa5-90f2-a321fa73d993", "tag": "6b38b303-8fb5-49f2-bfec-f81a2609639f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:29:30.414982 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f7c1255-c742-4150-8da4-b6570353d5de {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:29:30.414982 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'tag': '6b38b303-8fb5-49f2-bfec-f81a2609639f', 'status': 'completed', 'code': 200} Aug 21 09:29:30.479891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014c4a7-9688-44fb-8f37-881e7ac83704 req-9f63dbc5-bbef-4bb5-805a-cbfe73b4e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.481481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b014c4a7-9688-44fb-8f37-881e7ac83704 req-9f63dbc5-bbef-4bb5-805a-cbfe73b4e0a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0074bca408544b90a1fa6d836957f28e&device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 1136 time: 0.0476556 Aug 21 09:29:30.580128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014c4a7-9688-44fb-8f37-881e7ac83704 req-b886d081-2daf-4fbf-8e5e-7daab5cc055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.584941 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b014c4a7-9688-44fb-8f37-881e7ac83704 req-b886d081-2daf-4fbf-8e5e-7daab5cc055d service neutron] 10.222.0.22 "GET /v2.0/networks?id=b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 HTTP/1.1" status: 200 len: 897 time: 0.0932198 Aug 21 09:29:30.585074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9592b6-49f1-47e0-ab56-469010e867c2 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.585074 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9592b6-49f1-47e0-ab56-469010e867c2 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.585575 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9592b6-49f1-47e0-ab56-469010e867c2 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.586079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9592b6-49f1-47e0-ab56-469010e867c2 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.586551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9592b6-49f1-47e0-ab56-469010e867c2 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.587049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9592b6-49f1-47e0-ab56-469010e867c2 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.587514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9592b6-49f1-47e0-ab56-469010e867c2 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.588102 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9592b6-49f1-47e0-ab56-469010e867c2 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.593360 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aa9592b6-49f1-47e0-ab56-469010e867c2 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5662 time: 0.2181561 Aug 21 09:29:30.593721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46740) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:30.686904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b014c4a7-9688-44fb-8f37-881e7ac83704 req-3e298d7e-e8ad-410e-9c10-90197a2fcd11 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b38b303-8fb5-49f2-bfec-f81a2609639f HTTP/1.1" status: 200 len: 999 time: 0.0982361 Aug 21 09:29:30.710375 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b99cb-7a84-405b-a98c-1f51069f268c tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.710979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b99cb-7a84-405b-a98c-1f51069f268c tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.711462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b99cb-7a84-405b-a98c-1f51069f268c tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.711969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b99cb-7a84-405b-a98c-1f51069f268c tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.712439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b99cb-7a84-405b-a98c-1f51069f268c tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.712898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b99cb-7a84-405b-a98c-1f51069f268c tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.713361 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b99cb-7a84-405b-a98c-1f51069f268c tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.713879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b99cb-7a84-405b-a98c-1f51069f268c tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.716161 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5d8b99cb-7a84-405b-a98c-1f51069f268c tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5259 time: 0.1211960 Aug 21 09:29:30.718774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 46744) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:30.740043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014c4a7-9688-44fb-8f37-881e7ac83704 req-dc9475a7-d008-4e33-b4e2-5da11ee847ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.741530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b014c4a7-9688-44fb-8f37-881e7ac83704 req-dc9475a7-d008-4e33-b4e2-5da11ee847ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0 HTTP/1.1" status: 200 len: 834 time: 0.0475810 Aug 21 09:29:30.770298 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8f92f0f4-4dcc-41f7-9692-037a0151d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:11Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '7b607a1a-5c8c-4de0-b5f7-143c19fe1e5f', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'port_id': '6b38b303-8fb5-49f2-bfec-f81a2609639f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'mac_address': 'fa:16:3e:a6:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:29:29Z', 'updated_at': '2021-08-21T09:29:29Z', 'revision_number': 0, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb35371-32fa-4fdd-a2c4-03762198de5a', 'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:9f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:10Z', 'updated_at': '2021-08-21T09:29:16Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:30.790216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014c4a7-9688-44fb-8f37-881e7ac83704 req-e8376c18-2ff4-402d-98ca-20b7163b78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:30.791750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b014c4a7-9688-44fb-8f37-881e7ac83704 req-e8376c18-2ff4-402d-98ca-20b7163b78c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b17902bf-c71f-4a1f-9ee8-a8bda8a908c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414190 Aug 21 09:29:30.798598 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92f0f4-4dcc-41f7-9692-037a0151d6d2 None None] Checking router: 13214d94-b37e-4f82-85c8-8ceff7969684 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:29:30.809703 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92f0f4-4dcc-41f7-9692-037a0151d6d2 None None] Routers {'13214d94-b37e-4f82-85c8-8ceff7969684'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:29:30.810664 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8f92f0f4-4dcc-41f7-9692-037a0151d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:29:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['13214d94-b37e-4f82-85c8-8ceff7969684'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:30.911915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b014c4a7-9688-44fb-8f37-881e7ac83704 req-2d3576f5-9365-4d05-8ea5-7a5cdcdbc0bc service neutron] 10.222.0.22 "GET /v2.0/networks/b17902bf-c71f-4a1f-9ee8-a8bda8a908c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121094 Aug 21 09:29:30.964944 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-8f92f0f4-4dcc-41f7-9692-037a0151d6d2 None None] Set router 13214d94-b37e-4f82-85c8-8ceff7969684 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:29:30.981547 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ce1f144-45f3-46d2-b279-07554ec116ed req-63259b5f-2975-480a-be72-61822b98db77 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0310230 Aug 21 09:29:31.029777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 46756) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:31.030798 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ae826a2f-d535-4962-8d5e-8a896a39b541 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 0.3104074 Aug 21 09:29:31.085252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b014c4a7-9688-44fb-8f37-881e7ac83704 req-e7f408e7-a494-4cf2-8b5e-f0ae02a46659 service neutron] 10.222.0.22 "GET /v2.0/networks/b17902bf-c71f-4a1f-9ee8-a8bda8a908c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651886 Aug 21 09:29:31.095787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f40422-6172-4fe9-9328-8813045466fb tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:31.096483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f40422-6172-4fe9-9328-8813045466fb tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:31.098294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f4f40422-6172-4fe9-9328-8813045466fb tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=13214d94-b37e-4f82-85c8-8ceff7969684 HTTP/1.1" status: 200 len: 1992 time: 0.0675561 Aug 21 09:29:31.182946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc03a1c-f6b8-406c-b9c9-065ac23d7626 req-50a20607-d623-4d06-a834-82473b93d388 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:31.184498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adc03a1c-f6b8-406c-b9c9-065ac23d7626 req-50a20607-d623-4d06-a834-82473b93d388 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0565355 Aug 21 09:29:31.223750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adc03a1c-f6b8-406c-b9c9-065ac23d7626 req-2209201a-0244-4e88-b10c-34e5c82395b6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331924 Aug 21 09:29:31.242169 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8f92f0f4-4dcc-41f7-9692-037a0151d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:11Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '7b607a1a-5c8c-4de0-b5f7-143c19fe1e5f', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'port_id': '6b38b303-8fb5-49f2-bfec-f81a2609639f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'mac_address': 'fa:16:3e:a6:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:29:29Z', 'updated_at': '2021-08-21T09:29:29Z', 'revision_number': 0, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb35371-32fa-4fdd-a2c4-03762198de5a', 'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:9f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:10Z', 'updated_at': '2021-08-21T09:29:16Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:29:31.252690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1d6d1c2-f320-4b93-9454-6f411a929e8a req-85801630-fbf1-464f-8f54-562748d5a0fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0266852 Aug 21 09:29:31.268914 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92f0f4-4dcc-41f7-9692-037a0151d6d2 None None] The sync data for ids ['13214d94-b37e-4f82-85c8-8ceff7969684'] in n-d-766726-28 is: [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:11Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '7b607a1a-5c8c-4de0-b5f7-143c19fe1e5f', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'port_id': '6b38b303-8fb5-49f2-bfec-f81a2609639f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'mac_address': 'fa:16:3e:a6:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:29:29Z', 'updated_at': '2021-08-21T09:29:29Z', 'revision_number': 0, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb35371-32fa-4fdd-a2c4-03762198de5a', 'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:9f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:10Z', 'updated_at': '2021-08-21T09:29:16Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:29:31.466265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8418a19-a9f7-4ba9-94d8-44aa82a107f9 None None] New status for floating IP 7b607a1a-5c8c-4de0-b5f7-143c19fe1e5f: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:29:32.095124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2791927-bea9-4bae-bee0-13c59f6a7524 req-2bcc2211-5fd7-4ae0-aa8d-06fc85701463 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0269458 Aug 21 09:29:32.345140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79e1c0-3b94-4abd-83c9-bfe0e53ee7e9 req-dd2827f9-06cb-4ecc-b4e7-459c40526e74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:32.346811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce79e1c0-3b94-4abd-83c9-bfe0e53ee7e9 req-dd2827f9-06cb-4ecc-b4e7-459c40526e74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0514166 Aug 21 09:29:32.397150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce79e1c0-3b94-4abd-83c9-bfe0e53ee7e9 req-c295b2f2-2b65-44b8-9d89-1af2d3ce3d50 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441048 Aug 21 09:29:33.196260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a78f1051-08e6-4501-934d-ef5e8e0af0fb req-2903a9bc-4824-43b0-aba2-61bb244c810e tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0262933 Aug 21 09:29:33.512299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdefef7-f9c5-476a-baa0-cec5052be645 req-92cad23a-214c-4a40-b97e-dc0ed8322d63 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:33.513780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fdefef7-f9c5-476a-baa0-cec5052be645 req-92cad23a-214c-4a40-b97e-dc0ed8322d63 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0516214 Aug 21 09:29:33.579982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fdefef7-f9c5-476a-baa0-cec5052be645 req-90059629-a823-4c13-868c-6679e94a9b28 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520132 Aug 21 09:29:33.656276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3d4095f-8cbf-4b58-8cf5-9cce80f6bc3c req-6c422c27-9a9a-4f4c-b678-0ca4192227c2 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0274968 Aug 21 09:29:34.146964 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:29:34.700479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562fa93-f524-4a3a-95f2-1d619b10ba83 req-4f3b0d6c-b411-46c2-89f3-9cbdd7f4b0e7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:34.701670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4562fa93-f524-4a3a-95f2-1d619b10ba83 req-4f3b0d6c-b411-46c2-89f3-9cbdd7f4b0e7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0574951 Aug 21 09:29:34.741715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4562fa93-f524-4a3a-95f2-1d619b10ba83 req-4a7517ed-455f-4e50-92a4-c0fbbcccc714 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338812 Aug 21 09:29:34.774904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26bf0d88-bf1a-4a28-b7a0-f20ba2342960 req-796689ed-8200-49c3-bc3e-a332068e3973 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0274045 Aug 21 09:29:35.857060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e7b71-8ec8-4652-9bb4-a65188d66419 req-92bd1a49-c65d-4602-b99e-53100f52e112 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:35.858587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-970e7b71-8ec8-4652-9bb4-a65188d66419 req-92bd1a49-c65d-4602-b99e-53100f52e112 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0487731 Aug 21 09:29:35.888189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-204b1ef8-3820-4671-936c-f26fc0085c14 req-4da4b034-6d8d-45ca-afb7-cffefe7a3a56 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0286727 Aug 21 09:29:35.913666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-970e7b71-8ec8-4652-9bb4-a65188d66419 req-fd88e9aa-3644-4d13-bdbb-197c2129c60a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460806 Aug 21 09:29:36.887613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0f1f9214-9118-43fd-943c-21e3460ff3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:36.993607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9cd27cd4-e6f8-43a3-b07b-9a69955ad77d req-4fb292b2-76b0-4e2e-951c-06092d7b374c tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0305748 Aug 21 09:29:37.040801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefa1f2-1f40-4250-b6f0-eb4f3b8cb679 req-51dc553f-7107-47f6-8956-88438e99622d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:37.042931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0fefa1f2-1f40-4250-b6f0-eb4f3b8cb679 req-51dc553f-7107-47f6-8956-88438e99622d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0518808 Aug 21 09:29:37.079776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0fefa1f2-1f40-4250-b6f0-eb4f3b8cb679 req-93ae9f9c-cec2-4166-942b-0bc9d272642e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308597 Aug 21 09:29:37.893067 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-0998a7f3-b7aa-4c41-ac71-31717f7be813 service neutron] show failed (client error): The resource could not be found. Aug 21 09:29:37.894079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-0998a7f3-b7aa-4c41-ac71-31717f7be813 service neutron] 10.222.0.13 "GET /v2.0/ports/82b85442-5fdb-45f0-9c23-82bc7c097f1c/bindings/n-h2-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0535815 Aug 21 09:29:38.097450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3e6fe52-e9e3-42bd-a3e9-6b8350b383e5 req-6aa5fc86-91a5-4087-a126-240ba56ed944 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0283363 Aug 21 09:29:38.201465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9213-bc4e-48c1-93a1-4a6d8459eb6d req-36e69565-60fb-47ed-85f1-7e38b5675fe8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:38.203134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622d9213-bc4e-48c1-93a1-4a6d8459eb6d req-36e69565-60fb-47ed-85f1-7e38b5675fe8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0545046 Aug 21 09:29:38.240835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-622d9213-bc4e-48c1-93a1-4a6d8459eb6d req-74448595-2625-44bd-af2a-66d6c40a3559 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310962 Aug 21 09:29:38.475139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-dc34b658-329e-45bf-8d68-b0309cebbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:38.476671 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-dc34b658-329e-45bf-8d68-b0309cebbd06 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 1097 time: 0.0695033 Aug 21 09:29:38.489209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:29:38.545460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:38.746805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:38.779149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:29:38.818876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:29:38.821148 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0eaec1c-2990-4d60-884e-303e2b052ad9" -d '{"events": [{"server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "name": "network-vif-unplugged", "status": "completed", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:29:38.825714 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:38.836717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Transition to ACTIVE for port object 82b85442-5fdb-45f0-9c23-82bc7c097f1c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:29:38.869976 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268d4463-7546-42dd-805b-72a7da74bafd x-openstack-request-id: req-268d4463-7546-42dd-805b-72a7da74bafd {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:29:38.870292 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "name": "network-vif-unplugged", "status": "completed", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:29:38.870545 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-268d4463-7546-42dd-805b-72a7da74bafd {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:29:38.870941 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'code': 200} Aug 21 09:29:38.910135 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:39.013104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=82b85442-5fdb-45f0-9c23-82bc7c097f1c,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:39.081073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] No DVR routers for this DVR port 82b85442-5fdb-45f0-9c23-82bc7c097f1c on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:29:39.488249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-729742e5-f443-47c6-a19d-d9c23f94af34 req-93032f53-7dd6-4f0d-b065-761541ddc89d tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.3050251 Aug 21 09:29:39.509761 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-88a4c528-9350-4162-be00-acc77aae1209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:39.545991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Attempting to bind port 82b85442-5fdb-45f0-9c23-82bc7c097f1c on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:29:39.546323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Attempting to bind port 82b85442-5fdb-45f0-9c23-82bc7c097f1c by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:29:39.546662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Attempting to bind port 82b85442-5fdb-45f0-9c23-82bc7c097f1c on network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:29:39.561874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6c753-cc44-41e0-b45d-a7eb174557c4 req-c7f27c6c-3407-4014-94d7-5d6ab4b599c0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:39.563354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32d6c753-cc44-41e0-b45d-a7eb174557c4 req-c7f27c6c-3407-4014-94d7-5d6ab4b599c0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 943 time: 0.0775216 Aug 21 09:29:39.563927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Port 82b85442-5fdb-45f0-9c23-82bc7c097f1c on network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:29:39.564241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Attempting to bind port 82b85442-5fdb-45f0-9c23-82bc7c097f1c on network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:29:39.569670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:29:39.570003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Checking segment: {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:29:39.570382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Bound using segment: {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:29:39.570802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Bound port: 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0cbfab-5e17-4778-8afd-1a28fdf13e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:29:39.571158 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:39.641679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32d6c753-cc44-41e0-b45d-a7eb174557c4 req-ac2a69c3-2ed5-466a-82e9-98294d005f69 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669632 Aug 21 09:29:39.664702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:29:39.667843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:29:39.722115 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:39.757303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:39.757303 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:39.758051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] 10.222.0.22 "PUT /v2.0/ports/82b85442-5fdb-45f0-9c23-82bc7c097f1c HTTP/1.1" status: 200 len: 1092 time: 1.2724874 Aug 21 09:29:39.777211 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:39.790707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480500a-d2bc-43d6-867b-6b45be790fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=82b85442-5fdb-45f0-9c23-82bc7c097f1c,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:39.830646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-eaa55426-cd3c-443e-a4f6-e99a22510165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:39.832362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-eaa55426-cd3c-443e-a4f6-e99a22510165 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1095 time: 0.0432184 Aug 21 09:29:39.936736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-118a66f4-28f7-4ab6-9ffe-77e092afd36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:39.938228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-118a66f4-28f7-4ab6-9ffe-77e092afd36f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 HTTP/1.1" status: 200 len: 898 time: 0.0960855 Aug 21 09:29:40.005520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-54cc28dd-276e-4654-8bc3-8226b914456c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c HTTP/1.1" status: 200 len: 998 time: 0.0591402 Aug 21 09:29:40.058574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-c4ee959a-11f5-4b15-8c6f-911b562dadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:40.060019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-c4ee959a-11f5-4b15-8c6f-911b562dadfd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc112e5c-e54d-47dc-b843-1ee272ad2583 HTTP/1.1" status: 200 len: 835 time: 0.0447645 Aug 21 09:29:40.119630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-437d5b5c-6970-419d-b82a-c09421eae74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:40.121722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-437d5b5c-6970-419d-b82a-c09421eae74d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447755 Aug 21 09:29:40.209152 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-7edada46-9ab5-4b7b-9483-1d9d0ad84f48 service neutron] 10.222.0.22 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801761 Aug 21 09:29:40.303184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25a86b20-1d5c-4156-a7bf-ab2ecd1e22da req-67626345-ba00-4f65-ad1b-c1a19bb1903c service neutron] 10.222.0.22 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863094 Aug 21 09:29:40.595247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dbf8dce4-df2a-485e-8ebd-e83b1ca706a8 req-e0fc22c8-149b-4d02-a232-178f0d23b9ef tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0274181 Aug 21 09:29:40.766684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f9ad0-e652-420b-81e3-bc82b6323402 req-0db851c1-9322-4efa-b7d4-9a93cffe1163 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:40.768205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a6f9ad0-e652-420b-81e3-bc82b6323402 req-0db851c1-9322-4efa-b7d4-9a93cffe1163 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 943 time: 0.0489914 Aug 21 09:29:40.807918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a6f9ad0-e652-420b-81e3-bc82b6323402 req-8571fd93-17b4-4475-87da-0a33d26b1f8b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335507 Aug 21 09:29:40.871753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:29:40.874110 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830b99ad-2d9c-4099-831d-4e6d68cff748" -d '{"events": [{"name": "network-changed", "server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:29:40.875272 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:40.930355 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff247ed-b819-4e6a-bfa2-c5b874085650 x-openstack-request-id: req-4ff247ed-b819-4e6a-bfa2-c5b874085650 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:29:40.930355 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:29:40.930355 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ff247ed-b819-4e6a-bfa2-c5b874085650 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:29:40.930355 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'status': 'completed', 'code': 200} Aug 21 09:29:41.011575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-c3cb3f83-4c3f-4ace-a65a-24474b70f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:41.013732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-c3cb3f83-4c3f-4ace-a65a-24474b70f6cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1095 time: 0.0727031 Aug 21 09:29:41.020389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-25d466b5-76ef-41e8-aa87-f4e62124d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:41.020389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-25d466b5-76ef-41e8-aa87-f4e62124d91f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1095 time: 0.0710428 Aug 21 09:29:41.175130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-a1cabb8b-7414-4ad1-83f3-ee68464483ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:41.176669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-a1cabb8b-7414-4ad1-83f3-ee68464483ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 HTTP/1.1" status: 200 len: 898 time: 0.1550264 Aug 21 09:29:41.178008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-44dd7216-2696-4893-a99c-251c00d3d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:41.179338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-44dd7216-2696-4893-a99c-251c00d3d43b service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 HTTP/1.1" status: 200 len: 898 time: 0.1501191 Aug 21 09:29:41.289807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-29a715fb-e9a1-4904-9940-5c4ff63a3ac8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c HTTP/1.1" status: 200 len: 998 time: 0.1059463 Aug 21 09:29:41.293426 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-29989bc9-c40c-4a23-8533-c22f7fc9b0e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c HTTP/1.1" status: 200 len: 998 time: 0.1035974 Aug 21 09:29:41.373877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-b8e30619-db7f-41e7-ad40-f079bd3b28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:41.375358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-b8e30619-db7f-41e7-ad40-f079bd3b28ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc112e5c-e54d-47dc-b843-1ee272ad2583 HTTP/1.1" status: 200 len: 835 time: 0.0789256 Aug 21 09:29:41.377070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-e575a4e0-6046-4579-b19c-1424888319e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:41.378392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-e575a4e0-6046-4579-b19c-1424888319e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc112e5c-e54d-47dc-b843-1ee272ad2583 HTTP/1.1" status: 200 len: 835 time: 0.0747361 Aug 21 09:29:41.454366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-f737dc30-c629-4dc3-a0eb-a4247b6f7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:41.455955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-f737dc30-c629-4dc3-a0eb-a4247b6f7389 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728133 Aug 21 09:29:41.458344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-0a970376-1521-4a4d-8b8e-c4b491ead135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:41.459751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-0a970376-1521-4a4d-8b8e-c4b491ead135 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691173 Aug 21 09:29:41.615223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-3fa3e18f-ecf9-4a86-855b-2ea09ac5a99d service neutron] 10.222.0.13 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518798 Aug 21 09:29:41.620387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-6b5ce1ef-70c2-4bf5-86d9-83abce135e52 service neutron] 10.222.0.22 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405137 Aug 21 09:29:41.751433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-139c7840-ef75-4c61-b475-f8a993ce2f5a req-b75260d4-d046-4969-81e9-3afd347e509d tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0410631 Aug 21 09:29:41.807916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-d18e2f84-9170-4b81-afa1-e0b7468580b3 service neutron] 10.222.0.22 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774724 Aug 21 09:29:41.809857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-830b99ad-2d9c-4099-831d-4e6d68cff748 req-16e25a7a-0757-4e8e-85d0-f67902a63dc0 service neutron] 10.222.0.13 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869557 Aug 21 09:29:41.936895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b86d25-97de-4722-8325-8d02c4fe26de req-5c9412f3-2106-493b-95db-4c01cdf8d6d3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:41.938407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0b86d25-97de-4722-8325-8d02c4fe26de req-5c9412f3-2106-493b-95db-4c01cdf8d6d3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 943 time: 0.0506284 Aug 21 09:29:41.976369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0b86d25-97de-4722-8325-8d02c4fe26de req-f0f7e254-e870-48e1-aada-cec59f37009d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319297 Aug 21 09:29:42.016627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 82b85442-5fdb-45f0-9c23-82bc7c097f1c no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:29:42.061140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 82b85442-5fdb-45f0-9c23-82bc7c097f1c not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:29:42.411238 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:42.853505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-356f0cb7-05fe-4de3-8660-f09845b6c3f3 req-ba584f61-343e-4618-ba1e-4d00c13725e0 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0258522 Aug 21 09:29:43.059915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 82b85442-5fdb-45f0-9c23-82bc7c097f1c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:29:43.095436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d41a8-4355-4d12-a345-e7496f88352b req-5207bedb-fb18-4108-bb65-edb6dc619635 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:43.097066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-005d41a8-4355-4d12-a345-e7496f88352b req-5207bedb-fb18-4108-bb65-edb6dc619635 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 943 time: 0.0491710 Aug 21 09:29:43.144866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-005d41a8-4355-4d12-a345-e7496f88352b req-ce35d474-0838-463e-ad26-26fb8c3f645a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413251 Aug 21 09:29:43.158046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:43.169112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'port_id': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'mac_address': 'fa:16:3e:e9:e9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:29:43.207010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:43.223983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b85442-5fdb-45f0-9c23-82bc7c097f1c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:29:43.244312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:43.309776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:43.356516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=82b85442-5fdb-45f0-9c23-82bc7c097f1c,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:43.494196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8fd8-57b0-42f1-b9f8-6c693e1c06d5 req-977f9f58-e902-4c71-8648-ba529d77989c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:43.495755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd0c8fd8-57b0-42f1-b9f8-6c693e1c06d5 req-977f9f58-e902-4c71-8648-ba529d77989c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 944 time: 0.0493464 Aug 21 09:29:43.535958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd0c8fd8-57b0-42f1-b9f8-6c693e1c06d5 req-6690201d-d5a6-4d92-a65c-c7434e523363 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342147 Aug 21 09:29:43.587154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['82b85442-5fdb-45f0-9c23-82bc7c097f1c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:29:43.632839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184e432-a875-4c24-8abe-547df942be78 req-86676b17-0176-4dfa-81dc-72a0995d8778 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:43.634574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a184e432-a875-4c24-8abe-547df942be78 req-86676b17-0176-4dfa-81dc-72a0995d8778 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 944 time: 0.0855503 Aug 21 09:29:43.703092 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-a184e432-a875-4c24-8abe-547df942be78 req-675cf4b6-f983-448e-9bd9-361034fcff64 service neutron] delete failed (client error): The resource could not be found. Aug 21 09:29:43.704343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a184e432-a875-4c24-8abe-547df942be78 req-675cf4b6-f983-448e-9bd9-361034fcff64 service neutron] 10.222.0.13 "DELETE /v2.0/ports/82b85442-5fdb-45f0-9c23-82bc7c097f1c/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0618598 Aug 21 09:29:43.792265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184e432-a875-4c24-8abe-547df942be78 req-733d45c1-3074-4b23-bda4-844b3817175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:43.793858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a184e432-a875-4c24-8abe-547df942be78 req-733d45c1-3074-4b23-bda4-844b3817175a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1096 time: 0.0433068 Aug 21 09:29:43.885951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184e432-a875-4c24-8abe-547df942be78 req-6be78360-6498-4722-ad7b-6a073ea0d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:43.887438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a184e432-a875-4c24-8abe-547df942be78 req-6be78360-6498-4722-ad7b-6a073ea0d8c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 HTTP/1.1" status: 200 len: 898 time: 0.0861471 Aug 21 09:29:43.968630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aca26a8b-f3cf-407b-b640-c4ca20ea2281 req-d136b221-4d3a-487d-b747-2f89cc35f454 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0316246 Aug 21 09:29:43.982960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a184e432-a875-4c24-8abe-547df942be78 req-5c6665da-e150-4f6a-8ec6-03c1b8e46ebb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c HTTP/1.1" status: 200 len: 999 time: 0.0888669 Aug 21 09:29:44.033265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184e432-a875-4c24-8abe-547df942be78 req-e2f6ce6b-e15f-4b47-b379-68c8138ce179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:44.034736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a184e432-a875-4c24-8abe-547df942be78 req-e2f6ce6b-e15f-4b47-b379-68c8138ce179 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc112e5c-e54d-47dc-b843-1ee272ad2583 HTTP/1.1" status: 200 len: 835 time: 0.0454338 Aug 21 09:29:44.084589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184e432-a875-4c24-8abe-547df942be78 req-adff9123-b4a0-4c1e-bc6b-094cc39afc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:44.086028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a184e432-a875-4c24-8abe-547df942be78 req-adff9123-b4a0-4c1e-bc6b-094cc39afc21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442994 Aug 21 09:29:44.177821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a184e432-a875-4c24-8abe-547df942be78 req-f2e5e2da-d01d-4ae3-a94d-133ef2b2d22e service neutron] 10.222.0.13 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847385 Aug 21 09:29:44.271111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a184e432-a875-4c24-8abe-547df942be78 req-6698e86e-270e-4f7a-95a7-6b3ea0e46e87 service neutron] 10.222.0.13 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862782 Aug 21 09:29:44.656108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900f402-c558-44dd-8cf0-b9085fe714d2 req-213faabe-162e-4434-8706-9284c5dccb11 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:44.657597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d900f402-c558-44dd-8cf0-b9085fe714d2 req-213faabe-162e-4434-8706-9284c5dccb11 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 944 time: 0.0506880 Aug 21 09:29:44.697106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d900f402-c558-44dd-8cf0-b9085fe714d2 req-d2d9e6d2-1f2c-46a0-b7c9-3dd2c0f3b330 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336809 Aug 21 09:29:45.080864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4aabe56-d132-4118-8fa5-78e5ff5d570d req-af96dc7f-f8c3-4ae3-bfea-a52b87943fd6 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0272899 Aug 21 09:29:45.085048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 82b85442-5fdb-45f0-9c23-82bc7c097f1c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:29:45.223773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 82b85442-5fdb-45f0-9c23-82bc7c097f1c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:29:45.227880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 82b85442-5fdb-45f0-9c23-82bc7c097f1c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:29:45.228274 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:45.323858 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:45.335380 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:45.347672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:29:45.349855 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbb3574-98f9-4eea-969b-c22c2c1ee7cc" -d '{"events": [{"server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "name": "network-vif-plugged", "status": "completed", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:29:45.362397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:29:45.387033 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e52b7fb-6675-44a8-a6a8-483b855b4dd3 x-openstack-request-id: req-7e52b7fb-6675-44a8-a6a8-483b855b4dd3 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:29:45.387323 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "name": "network-vif-plugged", "status": "completed", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:29:45.387599 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e52b7fb-6675-44a8-a6a8-483b855b4dd3 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:29:45.388071 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'code': 200} Aug 21 09:29:45.452968 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:45.482612 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:45.509269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=82b85442-5fdb-45f0-9c23-82bc7c097f1c,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:45.814348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7369d0-be4b-447e-815a-de87e429db81 req-5bb677a4-f3a9-4206-9cf5-7a96adff8d75 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:29:45.814348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7369d0-be4b-447e-815a-de87e429db81 req-5bb677a4-f3a9-4206-9cf5-7a96adff8d75 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0519321 Aug 21 09:29:45.856797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7369d0-be4b-447e-815a-de87e429db81 req-ba334c30-73bf-4951-b9c6-0bff1cc8d0de tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364366 Aug 21 09:29:45.880809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47320) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:45.941882 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-af874f07-818c-4a5c-88a4-eef3fc78ac28 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/05ff018b-1135-4e5a-b9e0-9920b2d9f119 HTTP/1.1" status: 200 len: 992 time: 0.0598550 Aug 21 09:29:46.186579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b76933f3-5e85-47c4-9d93-8eefe614ac9c req-50daa8f9-5a4b-4c9c-aa1e-8855c55d1099 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0277984 Aug 21 09:29:47.291391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08abd9f6-1373-4c20-9954-adb147fe5c72 req-a515c3f8-9d65-452b-adff-5eb11551ea46 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0264704 Aug 21 09:29:48.394340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9927746-7499-4487-963f-b67c940f6ba7 req-eadba652-faf4-4c49-b93e-23cc6142755f tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Aug 21 09:29:49.501511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccdf3d7f-450c-4fcb-9106-0cbc340e97f1 req-6ab2edb3-cec3-43ff-9eab-1f151d9e9a2b tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0277321 Aug 21 09:29:50.604225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1d97adb-50b8-40b3-8240-63f80177d834 req-c6ebc889-12a6-45f4-a669-a7f754b36299 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0261557 Aug 21 09:29:51.712291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89be1eca-3420-4fb4-8911-95ce6d623861 req-b1ea6be5-9c68-4622-9901-69ac35f8bb87 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0320375 Aug 21 09:29:52.814622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42e0b04e-3226-4413-868f-7e4b475206d3 req-5f076e2b-b302-41d0-aad8-ea4b0984e87a tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0272942 Aug 21 09:29:53.914508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1805340-6634-41e2-b390-1efc01008496 req-45d3f8f7-3220-4ec1-b9ff-7724c42cf108 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0263412 Aug 21 09:29:55.015093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b6c8b22-3894-49ef-aee2-bf195a09e44a req-188aa36c-680d-4b85-9813-7e99d53879b9 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0267484 Aug 21 09:29:55.852457 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47434) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:55.955864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19870829-0e9c-4e12-87e9-325861aeb70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:56.046013 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19870829-0e9c-4e12-87e9-325861aeb70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:56.103786 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19870829-0e9c-4e12-87e9-325861aeb70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:56.116854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d2b8f01-0e8f-45f7-a3b7-93fdc7c87af2 req-142a915c-3367-483a-8bd3-53c8b3490dc0 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0272226 Aug 21 09:29:56.143629 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-19870829-0e9c-4e12-87e9-325861aeb70e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b31d4483ce8e46559ee52efcc2b45b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900698 Aug 21 09:29:56.144444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19870829-0e9c-4e12-87e9-325861aeb70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18c5a06-77f5-4637-ae94-06470c5f9c86,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:56.146175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47440) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:56.195023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f78236d4-0cb9-4f8e-98b0-70c8bef840eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:56.215333 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f78236d4-0cb9-4f8e-98b0-70c8bef840eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:56.319162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f78236d4-0cb9-4f8e-98b0-70c8bef840eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:56.321619 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f78236d4-0cb9-4f8e-98b0-70c8bef840eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:56.322750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f78236d4-0cb9-4f8e-98b0-70c8bef840eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b18c5a06-77f5-4637-ae94-06470c5f9c86 HTTP/1.1" status: 204 len: 168 time: 0.1755083 Aug 21 09:29:56.330974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78236d4-0cb9-4f8e-98b0-70c8bef840eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18c5a06-77f5-4637-ae94-06470c5f9c86,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:56.895835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47448) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:56.909503 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-751b0c47-dcf9-475d-9c21-307d5eba770b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:56.993816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-751b0c47-dcf9-475d-9c21-307d5eba770b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:57.040595 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-751b0c47-dcf9-475d-9c21-307d5eba770b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:57.079479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-751b0c47-dcf9-475d-9c21-307d5eba770b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ab00166a1404f5d969e8f0ed8d6c2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825938 Aug 21 09:29:57.080448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b0c47-dcf9-475d-9c21-307d5eba770b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006cae86-2d49-4aa9-a0de-045635af8522,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:57.082143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47450) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:29:57.130439 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634bef00-3dbd-48bb-b87d-21e588f8cc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:57.150518 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634bef00-3dbd-48bb-b87d-21e588f8cc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:57.216529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7791c399-4210-4a0b-b8a5-8c626f667c4c req-efbefcc6-50ec-42fc-a149-92c7576e33bf tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0253670 Aug 21 09:29:57.246609 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634bef00-3dbd-48bb-b87d-21e588f8cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:57.249806 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-634bef00-3dbd-48bb-b87d-21e588f8cc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:29:57.251029 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-634bef00-3dbd-48bb-b87d-21e588f8cc77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/006cae86-2d49-4aa9-a0de-045635af8522 HTTP/1.1" status: 204 len: 168 time: 0.1678193 Aug 21 09:29:57.258983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bef00-3dbd-48bb-b87d-21e588f8cc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006cae86-2d49-4aa9-a0de-045635af8522,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:29:58.317886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17719a46-10e3-480a-b117-169cd59dfbd6 req-10188a22-3808-4796-b0da-c37c67ce78c8 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0262971 Aug 21 09:29:59.423227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b7ad812-9de2-4ce6-9fd5-47bb85907008 req-4f52541e-9877-4363-b35f-f21e5e32d29a tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0299437 Aug 21 09:30:00.533177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7379713d-783b-4cab-a3d4-c429adb37aea req-9c4df974-ae1a-4e97-bc78-981cf5754a7a tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0298700 Aug 21 09:30:01.635187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cab1a92-7c99-4e97-8761-2e10a7e485f9 req-4e729ffe-1443-4e03-9ac6-c8bd7b85b514 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0267825 Aug 21 09:30:02.744088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-424eada3-2825-4eb6-85d6-4ece2e6c92db req-27e3e822-761e-4eee-b54c-b465a32e22ca tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0272896 Aug 21 09:30:02.770294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a223796-5a16-470f-8030-be28b0d92d55 req-e2e21423-2a32-4c64-88f7-aaf52d2d5183 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0286806 Aug 21 09:30:03.849770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00d4aa1b-c821-4823-8c55-33cbb3e58f11 req-3f88582d-07a5-4f57-9e98-8324ca83b023 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0280268 Aug 21 09:30:04.963412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2655b6e1-755f-431f-8d6a-b6e3c153d443 req-96753043-c4d9-4e7f-b64b-495116298859 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0298617 Aug 21 09:30:05.229053 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47598) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:05.347588 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-11d7beee-d9a1-448b-9512-dd774ad88a4c tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3709 time: 0.1141646 Aug 21 09:30:05.347588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47602) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:05.353658 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'network': {'name': 'tempest-network-smoke--150375168', 'project_id': '0074bca408544b90a1fa6d836957f28e', 'port_security_enabled': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:05.408782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85f5fb68-3c36-4234-a60b-001c0b901d61 req-14727b0a-1390-4ced-84f2-9a58067cfd94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fab58d6c5c94c8b9ff051f6ccb359bb&device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0303903 Aug 21 09:30:05.447995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d8e4667-43f7-4719-9580-3511d4eb2b48 req-f131dd89-aa2d-4341-abf3-770cb460c6ae tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0416338 Aug 21 09:30:05.450251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85f5fb68-3c36-4234-a60b-001c0b901d61 req-36ec8dad-cdab-44f9-a89f-9b7eef39ba01 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9fab58d6c5c94c8b9ff051f6ccb359bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322731 Aug 21 09:30:05.468703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Made reservation on behalf of 0074bca408544b90a1fa6d836957f28e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:05.472995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:05.498105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:30:05.510247 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:05.510650 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Added segment e14c22e6-0c99-4f2a-8109-d7743f71fd68 of type vlan for network 16dfca3a-5efc-4cef-aa76-ae15d57c566d Aug 21 09:30:05.554399 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:05.563087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5fb68-3c36-4234-a60b-001c0b901d61 req-f0f39753-8e49-422a-a279-6f3a1a81733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:05.565049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85f5fb68-3c36-4234-a60b-001c0b901d61 req-f0f39753-8e49-422a-a279-6f3a1a81733d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084039 Aug 21 09:30:05.657431 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:05.663107 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:05.663725 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:05.747040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Network': ['ID=16dfca3a-5efc-4cef-aa76-ae15d57c566d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:05.755095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.755447 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.755823 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.756166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.756507 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.756848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.757183 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.757520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.757845 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.758192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.758539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.758868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:05.770083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 16dfca3a-5efc-4cef-aa76-ae15d57c566d details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:30:05.824236 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8106cce9-eaf0-4ac2-90b0-583523f5a543 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4758766 Aug 21 09:30:05.826780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:05.832262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-967268055', 'admin_state_up': True, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:05.954646 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:05.955896 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:06.008404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:06.446321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:06.547180 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09c04938-1cc7-4052-8755-e0d92b6c3d97 req-21134b25-627b-4349-ae32-ceaf7c6a57b5 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0301578 Aug 21 09:30:06.700372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:06.720389 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:06.783190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85f5fb68-3c36-4234-a60b-001c0b901d61 req-08daff23-93c2-46eb-a3e7-6a626173cbe4 tempest-ServerShowV257Test-1904192023 tempest-ServerShowV257Test-1904192023-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b7abe57-9f61-46c0-8819-6275b8b0ffa8 HTTP/1.1" status: 200 len: 210 time: 0.0295367 Aug 21 09:30:06.836362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Allocated IP 172.25.5.176 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/4ce45a4b-7bf6-4bb7-878e-c40672ccbae4) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:06.868746 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc0ce-f810-4ccf-9cbb-bca3bd59a4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:06.958758 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:07.052443 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:07.093865 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:07.096852 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:07.100316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:07.134295 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Port': ['ID=4ce45a4b-7bf6-4bb7-878e-c40672ccbae4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:07.446539 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:07.677318 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:07.923823 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:30:08.041139 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:08.050774 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Sync routers for ids ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:08.060235 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Routers {'4eb600b1-3386-4439-b7fa-8bb45570ebc6'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:08.062808 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:29:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:08.108987 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:08.111079 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2842d95b-98b6-4c87-b285-6c415d4b0c8e tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2831185 Aug 21 09:30:08.114216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47634) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:08.173971 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Set router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:08.213118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd29453-8e21-4267-b954-daa1e6200dc2 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:08.215246 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dbd29453-8e21-4267-b954-daa1e6200dc2 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0074bca408544b90a1fa6d836957f28e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0996041 Aug 21 09:30:08.218766 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47638) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:08.238082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47640) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:08.396204 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:08.412916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bec9c9-807b-450b-8228-4a4de6277a0d tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:08.414886 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f1bec9c9-807b-450b-8228-4a4de6277a0d tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1951218 Aug 21 09:30:08.417692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47644) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:08.458466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c12313d0-5f81-4bd6-ae37-b9f18395e12a tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394590 Aug 21 09:30:08.462071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47646) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:08.486300 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-967268055', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:05Z', 'updated_at': '2021-08-21T09:30:07Z', 'revision_number': 3, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:06Z', 'updated_at': '2021-08-21T09:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:08.496829 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a9a8c35b-ec37-4da8-8411-10a44038e333 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=0074bca408544b90a1fa6d836957f28e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304468 Aug 21 09:30:08.497153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47648) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:08.536997 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Checking router: 4eb600b1-3386-4439-b7fa-8bb45570ebc6 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:08.537348 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Updating router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:30:08.560869 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:08.580548 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:08.601198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd8e048-0be8-4fe6-94b9-ad5ead02a9da tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:08.605355 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ddd8e048-0be8-4fe6-94b9-ad5ead02a9da tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1048536 Aug 21 09:30:08.605688 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47650) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:08.628873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:08.643190 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6de0c7ec-89bb-486f-a065-d48691fbdcba tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362995 Aug 21 09:30:08.646076 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47652) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:08.655136 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-280275802', 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d', 'project_id': '0074bca408544b90a1fa6d836957f28e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:08.658304 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fab58d6c5c94c8b9ff051f6ccb359bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4189210 Aug 21 09:30:08.667598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47656) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:08.696866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e025e50b-db7e-4ffc-97de-256f12326540,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:08.712609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.712931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.713257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.713597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.713930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.714262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.714588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.714911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.719375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.719776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.720121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.720462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073aad9b-a3a4-48af-88b3-6358372e5197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:08.872680 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-132e45c9-8d7f-47f2-ae92-1fff0f467d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:08.903863 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-132e45c9-8d7f-47f2-ae92-1fff0f467d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:08.915536 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:08.926957 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Transition to ACTIVE for port object 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:08.948893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Made reservation on behalf of 0074bca408544b90a1fa6d836957f28e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:08.952901 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:08.994793 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:09.069864 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Pushing event updated for resources: {'Port': ['ID=4ce45a4b-7bf6-4bb7-878e-c40672ccbae4,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:09.071793 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-132e45c9-8d7f-47f2-ae92-1fff0f467d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:09.073943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-132e45c9-8d7f-47f2-ae92-1fff0f467d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:09.078901 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-132e45c9-8d7f-47f2-ae92-1fff0f467d09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e025e50b-db7e-4ffc-97de-256f12326540 HTTP/1.1" status: 204 len: 168 time: 0.2874069 Aug 21 09:30:09.079094 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.079094 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.079273 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.079497 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.079891 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.080224 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.080553 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.080880 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.081205 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.081606 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.082234 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.082234 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:09.088250 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Attempting to bind port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:30:09.088619 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Attempting to bind port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:30:09.088980 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Attempting to bind port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:30:09.098048 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:30:09.098425 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:09.098851 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:09.100663 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e45c9-8d7f-47f2-ae92-1fff0f467d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e025e50b-db7e-4ffc-97de-256f12326540,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:09.102943 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:30:09.103445 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Bound port: 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:30:09.103869 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:09.199226 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] For port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:30:09.202090 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] For port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4ce45a4b-7bf6-4bb7-878e-c40672ccbae4,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:30:09.303836 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:09.366236 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Routers {'4eb600b1-3386-4439-b7fa-8bb45570ebc6'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:09.368164 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:09.368381 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:29:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:09.406227 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b414f-8a4b-4971-a1a9-83253fd864da None None] Pushing event updated for resources: {'Port': ['ID=4ce45a4b-7bf6-4bb7-878e-c40672ccbae4,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:09.431636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Subnet': ['ID=2a875ce8-416c-41e4-93a8-c8a964752655,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:09.440576 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Checking segment: {'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:09.440954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network hostable DHCP agents. Network: 16dfca3a-5efc-4cef-aa76-ae15d57c566d, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:30:09.489347 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] Set router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:09.531512 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network 16dfca3a-5efc-4cef-aa76-ae15d57c566d is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:30:09.533043 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ecdc27aa-c7be-4e00-aff1-3f27fafd73e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:09.611893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 16dfca3a-5efc-4cef-aa76-ae15d57c566d) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:09.621555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc71a1ca-8239-4569-adbc-93c0541a9956 None None] Network 16dfca3a-5efc-4cef-aa76-ae15d57c566d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:09.627544 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:09.628569 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:09.674235 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-967268055', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:05Z', 'updated_at': '2021-08-21T09:30:07Z', 'revision_number': 3, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:06Z', 'updated_at': '2021-08-21T09:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:09.701345 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c398f9-3169-4d72-8ffb-6177d8085083 None None] The sync data for ids ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'] in n-d-766726-28 is: [{'id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-967268055', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:05Z', 'updated_at': '2021-08-21T09:30:07Z', 'revision_number': 3, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:06Z', 'updated_at': '2021-08-21T09:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:09.727096 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c9a30ca1-8434-4a3f-97cd-eb404d9e883a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0770252 Aug 21 09:30:09.727918 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47672) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:09.793529 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:09.846511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-16dfca3a-5efc-4cef-aa76-ae15d57c566d', 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'fixed_ips': [{'subnet_id': '2a875ce8-416c-41e4-93a8-c8a964752655'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:30:09.847510 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:10.104872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Allocated IP 172.20.0.18 (16dfca3a-5efc-4cef-aa76-ae15d57c566d/2a875ce8-416c-41e4-93a8-c8a964752655/16618884-1b67-44a5-9783-9c2baa72a650) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:10.404972 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:10.442776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Transition to ACTIVE for port object 16618884-1b67-44a5-9783-9c2baa72a650 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:10.511132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Transition to ACTIVE for port object 16618884-1b67-44a5-9783-9c2baa72a650 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:10.583904 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:10.622611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47696) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:10.667642 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:10.687347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Pushing event updated for resources: {'Port': ['ID=16618884-1b67-44a5-9783-9c2baa72a650,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:10.700647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:10.821630 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Network 16dfca3a-5efc-4cef-aa76-ae15d57c566d is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:10.830339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:10.837265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:10.847189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1765016920-network', 'tenant_id': '293479f77b1749639b4ea7bfda2be757'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:10.856917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.857614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.858254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.859354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.859937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.860485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.861042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.861581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.862350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.862908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.863450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.864053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:30:10.931413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Attempting to bind port 16618884-1b67-44a5-9783-9c2baa72a650 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:30:10.941641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Attempting to bind port 16618884-1b67-44a5-9783-9c2baa72a650 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:30:10.941641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Attempting to bind port 16618884-1b67-44a5-9783-9c2baa72a650 on network 16dfca3a-5efc-4cef-aa76-ae15d57c566d {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:30:10.945259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:30:10.945936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Checking segment: {'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:10.946588 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:10.947291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Bound using segment: {'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:30:10.948031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Bound port: 16618884-1b67-44a5-9783-9c2baa72a650, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:30:10.948658 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:10.966157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Made reservation on behalf of 293479f77b1749639b4ea7bfda2be757 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:10.969510 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:10.986019 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:10.989313 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.046473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:11.061938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:11.062307 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.119764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-896d8790-b653-4a05-94c1-57beb013741d None None] For port 16618884-1b67-44a5-9783-9c2baa72a650, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:30:11.125475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-896d8790-b653-4a05-94c1-57beb013741d None None] For port 16618884-1b67-44a5-9783-9c2baa72a650, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=16618884-1b67-44a5-9783-9c2baa72a650,segment=NetworkSegment(e14c22e6-0c99-4f2a-8109-d7743f71fd68),segment_id=e14c22e6-0c99-4f2a-8109-d7743f71fd68)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:30:11.149347 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:30:11.194162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.199807 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.297336 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.365054 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d8790-b653-4a05-94c1-57beb013741d None None] Pushing event updated for resources: {'Port': ['ID=16618884-1b67-44a5-9783-9c2baa72a650,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:11.375690 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.379428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:30:11.405583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845ac94c-1527-40a0-a274-8d4a9720ddeb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:11.415922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.416526 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Added segment 70654df3-357c-4565-833b-1f40f0c9b545 of type vlan for network 4d1514e8-6d8f-4070-93cf-a8893fb288c7 Aug 21 09:30:11.449712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4ce45a4b-7bf6-4bb7-878e-c40672ccbae4,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:11.496583 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.550847 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.634889 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.636805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:11.637566 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.646060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=4ce45a4b-7bf6-4bb7-878e-c40672ccbae4,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:11.675339 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Allocated IP 172.20.0.17 (16dfca3a-5efc-4cef-aa76-ae15d57c566d/2a875ce8-416c-41e4-93a8-c8a964752655/d2bc7218-26dd-44ec-ba64-c3aef472ff11) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:11.752594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1279964 Aug 21 09:30:11.793338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47706) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:11.794154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239859a0-6766-47d4-884d-41ff321cf26d admin admin] Pushing event updated for resources: {'Network': ['ID=4d1514e8-6d8f-4070-93cf-a8893fb288c7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:11.802347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] Request body: {'subnet': {'network_id': '4d1514e8-6d8f-4070-93cf-a8893fb288c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1765016920-subnet', 'tenant_id': '293479f77b1749639b4ea7bfda2be757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:11.806680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 4d1514e8-6d8f-4070-93cf-a8893fb288c7 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:30:11.902980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:11.920460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] Made reservation on behalf of 293479f77b1749639b4ea7bfda2be757 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:11.927193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Transition to ACTIVE for port object d2bc7218-26dd-44ec-ba64-c3aef472ff11 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:11.927499 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:12.046841 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:12.089187 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network 16dfca3a-5efc-4cef-aa76-ae15d57c566d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:12.095069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:12.099181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:12.135253 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Port': ['ID=d2bc7218-26dd-44ec-ba64-c3aef472ff11,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:12.152277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-ce57d340-d92d-4a1d-965c-2649d7c4fadf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878599 Aug 21 09:30:12.176521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:12.241898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-68c29f0e-f89e-4881-ad28-ed2aaf217899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:12.243508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-68c29f0e-f89e-4881-ad28-ed2aaf217899 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a47d79e99f9a49429f1382728983297d&device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 1097 time: 0.0440300 Aug 21 09:30:12.244381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:12.369954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbeb488-b8fc-4cba-a253-294e63e1bd46,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:12.387452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] Checking segment: {'id': '70654df3-357c-4565-833b-1f40f0c9b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4d1514e8-6d8f-4070-93cf-a8893fb288c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:12.387843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] Network hostable DHCP agents. Network: 4d1514e8-6d8f-4070-93cf-a8893fb288c7, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:30:12.406816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-05d71528-d53a-402b-8819-5b610989bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:12.408344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-05d71528-d53a-402b-8819-5b610989bb39 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 200 len: 912 time: 0.1352329 Aug 21 09:30:12.462032 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:12.462154 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:12.480269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] Network 4d1514e8-6d8f-4070-93cf-a8893fb288c7 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:30:12.518410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-5999007f-34fa-482e-a487-3dc30b040e16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f33293d-2040-4696-8e95-93f17dec8500 HTTP/1.1" status: 200 len: 1000 time: 0.1022735 Aug 21 09:30:12.562085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 4d1514e8-6d8f-4070-93cf-a8893fb288c7) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:12.576574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:12.576574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:12.577357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fba55fb-55a1-4527-93b2-4be76769fe21 None None] Network 4d1514e8-6d8f-4070-93cf-a8893fb288c7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:12.594730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-10d5ebf7-f7c8-4b8d-ae07-617b501ea241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:12.596871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-10d5ebf7-f7c8-4b8d-ae07-617b501ea241 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bb1321f-becc-48b5-86d3-5f568adf5ca5 HTTP/1.1" status: 200 len: 850 time: 0.0704112 Aug 21 09:30:12.669199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8b5b8871-8c9d-4583-9968-0a44fa06a49f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8635800 Aug 21 09:30:12.671616 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 16618884-1b67-44a5-9783-9c2baa72a650 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:12.684993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-ee19e262-4661-4ac5-b1f4-71bc114d2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:12.686832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-ee19e262-4661-4ac5-b1f4-71bc114d2cd1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05c46098-44d1-4d39-a46b-109379cd642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811095 Aug 21 09:30:12.870832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47720) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:13.005169 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:13.029558 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-604a5d14-0fda-4860-9654-10fde9fcfea4 admin admin] Deleting subnet 2dbeb488-b8fc-4cba-a253-294e63e1bd46 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:30:13.033967 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-604a5d14-0fda-4860-9654-10fde9fcfea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:13.087955 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:13.201914 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:13.218451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Port': ['ID=d2bc7218-26dd-44ec-ba64-c3aef472ff11,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:13.243944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc9973-3ba3-46d0-9e19-4f6cba0e610b None None] Network 16dfca3a-5efc-4cef-aa76-ae15d57c566d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:13.257410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 16618884-1b67-44a5-9783-9c2baa72a650 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:13.258815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-8669518c-902b-465d-91b1-9b2c6fb97140 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644412 Aug 21 09:30:13.273129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1bcf0-299d-4622-b484-174c822f277f None None] Network 4d1514e8-6d8f-4070-93cf-a8893fb288c7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:13.335544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:13.363982 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network 16dfca3a-5efc-4cef-aa76-ae15d57c566d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:13.376253 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:13.421880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5bd4d3b6-d7a6-44cf-9822-c7cee98c3e7e req-c00c83d9-fe68-4cfa-976e-3d2c497ca317 service neutron] 10.222.0.22 "GET /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553311 Aug 21 09:30:13.453306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-604a5d14-0fda-4860-9654-10fde9fcfea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:13.538851 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-604a5d14-0fda-4860-9654-10fde9fcfea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:13.563342 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d24d9b26-0188-4a43-918c-72c977347f71 None None] Provisioning for port 16618884-1b67-44a5-9783-9c2baa72a650 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:13.585238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:13.585525 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:13.587073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d24d9b26-0188-4a43-918c-72c977347f71 None None] Provisioning complete for port 16618884-1b67-44a5-9783-9c2baa72a650 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:13.587380 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d24d9b26-0188-4a43-918c-72c977347f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:13.593265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:13.754946 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-604a5d14-0fda-4860-9654-10fde9fcfea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:13.818019 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a5d14-0fda-4860-9654-10fde9fcfea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbeb488-b8fc-4cba-a253-294e63e1bd46,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:13.824158 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-604a5d14-0fda-4860-9654-10fde9fcfea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:13.829886 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-604a5d14-0fda-4860-9654-10fde9fcfea4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2dbeb488-b8fc-4cba-a253-294e63e1bd46 HTTP/1.1" status: 204 len: 168 time: 0.9551585 Aug 21 09:30:13.833218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47740) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:13.840845 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d24d9b26-0188-4a43-918c-72c977347f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:13.843786 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:13.863840 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-43101e12-aa19-4eac-8d47-c4cf7eb83307 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "PUT /v2.0/routers/4eb600b1-3386-4439-b7fa-8bb45570ebc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1352425 Aug 21 09:30:13.903408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Sync routers for ids ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:13.947800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Routers {'4eb600b1-3386-4439-b7fa-8bb45570ebc6'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:13.950853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:13.980477 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.123171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Set router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:14.167607 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.179259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1514e8-6d8f-4070-93cf-a8893fb288c7']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:14.192396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70654df3-357c-4565-833b-1f40f0c9b545') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:14.192726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70654df3-357c-4565-833b-1f40f0c9b545') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:14.214753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d24d9b26-0188-4a43-918c-72c977347f71 None None] For port 16618884-1b67-44a5-9783-9c2baa72a650, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=16618884-1b67-44a5-9783-9c2baa72a650,segment=NetworkSegment(e14c22e6-0c99-4f2a-8109-d7743f71fd68),segment_id=e14c22e6-0c99-4f2a-8109-d7743f71fd68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:14.224393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.275306 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.287220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:30:14.287665 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:30:14.289406 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:30:14.295538 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d24d9b26-0188-4a43-918c-72c977347f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.421385 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d9b26-0188-4a43-918c-72c977347f71 None None] Pushing event updated for resources: {'Port': ['ID=16618884-1b67-44a5-9783-9c2baa72a650,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:14.439193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-08919d19-d173-453c-900d-f3733fa39ce3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:14.440640 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-08919d19-d173-453c-900d-f3733fa39ce3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/networks?id=16dfca3a-5efc-4cef-aa76-ae15d57c566d HTTP/1.1" status: 200 len: 797 time: 0.2524054 Aug 21 09:30:14.462463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-0dfa2881-f9ab-42b8-9a84-20f65a2a4458 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/quotas/0074bca408544b90a1fa6d836957f28e HTTP/1.1" status: 200 len: 375 time: 0.0205431 Aug 21 09:30:14.549940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-967268055', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:05Z', 'updated_at': '2021-08-21T09:30:12Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:06Z', 'updated_at': '2021-08-21T09:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'd2bc7218-26dd-44ec-ba64-c3aef472ff11', 'name': '', 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:72:32:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '2a875ce8-416c-41e4-93a8-c8a964752655', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:10Z', 'updated_at': '2021-08-21T09:30:12Z', 'revision_number': 2, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '2a875ce8-416c-41e4-93a8-c8a964752655', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:14.570983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-872d6a67-8530-4a8d-896e-a24ebca146d6 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0074bca408544b90a1fa6d836957f28e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1017458 Aug 21 09:30:14.572594 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.582757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.586954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4d1514e8-6d8f-4070-93cf-a8893fb288c7 HTTP/1.1" status: 204 len: 168 time: 0.7498999 Aug 21 09:30:14.602707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 16618884-1b67-44a5-9783-9c2baa72a650 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:14.605422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Checking router: 4eb600b1-3386-4439-b7fa-8bb45570ebc6 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:14.605721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Updating router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 port d2bc7218-26dd-44ec-ba64-c3aef472ff11 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:30:14.608373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a804ce31-129d-4bb8-9495-39b39eb6ea37 None None] Provisioning for port d2bc7218-26dd-44ec-ba64-c3aef472ff11 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:14.632721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a804ce31-129d-4bb8-9495-39b39eb6ea37 None None] Provisioning complete for port d2bc7218-26dd-44ec-ba64-c3aef472ff11 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:14.632721 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a804ce31-129d-4bb8-9495-39b39eb6ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.713546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-1cb972af-c73e-452d-8ce3-4f589c2677c0 service neutron] 10.222.0.20 "GET /v2.0/networks/16dfca3a-5efc-4cef-aa76-ae15d57c566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276453 Aug 21 09:30:14.732293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe338c4-b9c7-47f9-ac96-8dbf088f3929 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1514e8-6d8f-4070-93cf-a8893fb288c7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:14.733877 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.788797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a804ce31-129d-4bb8-9495-39b39eb6ea37 None None] Port d2bc7218-26dd-44ec-ba64-c3aef472ff11 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:30:14.879305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a804ce31-129d-4bb8-9495-39b39eb6ea37 None None] Provisioning complete for port 16618884-1b67-44a5-9783-9c2baa72a650 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:14.882316 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a804ce31-129d-4bb8-9495-39b39eb6ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.919485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-c5a53872-d3f3-4295-adac-878d2c3ce7ac service neutron] 10.222.0.20 "GET /v2.0/networks/16dfca3a-5efc-4cef-aa76-ae15d57c566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883729 Aug 21 09:30:14.930203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 16618884-1b67-44a5-9783-9c2baa72a650 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:14.930663 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:14.979989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47760) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:15.046379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3434fa92-9da5-4062-8d95-1e2e2fde2d43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=293479f77b1749639b4ea7bfda2be757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650129 Aug 21 09:30:15.048955 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47762) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:15.136556 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-feb67a7b-4931-480c-8f31-51fddf2182d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:15.179947 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-feb67a7b-4931-480c-8f31-51fddf2182d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:15.192593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb50bf38-2c38-426c-8d16-4d65e8eb43dd req-a3b6bfb3-2a5d-4180-8202-7d37e34d2575 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 210 time: 0.0361767 Aug 21 09:30:15.313304 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-feb67a7b-4931-480c-8f31-51fddf2182d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:15.316052 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-feb67a7b-4931-480c-8f31-51fddf2182d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:15.323151 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-feb67a7b-4931-480c-8f31-51fddf2182d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/845ac94c-1527-40a0-a274-8d4a9720ddeb HTTP/1.1" status: 204 len: 168 time: 0.2724431 Aug 21 09:30:15.344384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb67a7b-4931-480c-8f31-51fddf2182d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845ac94c-1527-40a0-a274-8d4a9720ddeb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:15.553327 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:15.594706 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:15.635227 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:15.650822 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Transition to ACTIVE for port object d2bc7218-26dd-44ec-ba64-c3aef472ff11 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:15.662655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-df7eecac-ae56-4389-9b78-d74e8cf1aee5 None None] Provisioning complete for port d2bc7218-26dd-44ec-ba64-c3aef472ff11 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:15.663040 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-df7eecac-ae56-4389-9b78-d74e8cf1aee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:15.717426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-df7eecac-ae56-4389-9b78-d74e8cf1aee5 None None] Port d2bc7218-26dd-44ec-ba64-c3aef472ff11 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:30:15.744561 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:15.813045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3058f5-7d0f-4b52-ac51-6f6debda91ff None None] Pushing event updated for resources: {'Port': ['ID=d2bc7218-26dd-44ec-ba64-c3aef472ff11,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:15.909064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Attempting to bind port d2bc7218-26dd-44ec-ba64-c3aef472ff11 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:30:15.909760 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Attempting to bind port d2bc7218-26dd-44ec-ba64-c3aef472ff11 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:30:15.909890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Attempting to bind port d2bc7218-26dd-44ec-ba64-c3aef472ff11 on network 16dfca3a-5efc-4cef-aa76-ae15d57c566d {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:30:15.916623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:30:15.916973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Checking segment: {'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:15.917382 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:15.917767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Bound using segment: {'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:30:15.929226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Bound port: d2bc7218-26dd-44ec-ba64-c3aef472ff11, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:30:15.929757 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:16.080323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] For port d2bc7218-26dd-44ec-ba64-c3aef472ff11, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:30:16.081163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] For port d2bc7218-26dd-44ec-ba64-c3aef472ff11, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d2bc7218-26dd-44ec-ba64-c3aef472ff11,segment=NetworkSegment(e14c22e6-0c99-4f2a-8109-d7743f71fd68),segment_id=e14c22e6-0c99-4f2a-8109-d7743f71fd68)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:30:16.126400 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:16.193145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Routers {'4eb600b1-3386-4439-b7fa-8bb45570ebc6'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:16.193847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:16.264791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3058f5-7d0f-4b52-ac51-6f6debda91ff None None] Pushing event updated for resources: {'Port': ['ID=d2bc7218-26dd-44ec-ba64-c3aef472ff11,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:16.344336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] Set router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:16.359434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9de8ff82-2713-400b-a23e-ee669fcf0ee3 req-244e9593-1784-4215-bd9d-cf292fcd7398 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 210 time: 0.0624402 Aug 21 09:30:16.599058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-967268055', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:05Z', 'updated_at': '2021-08-21T09:30:12Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:06Z', 'updated_at': '2021-08-21T09:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'd2bc7218-26dd-44ec-ba64-c3aef472ff11', 'name': '', 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:72:32:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '2a875ce8-416c-41e4-93a8-c8a964752655', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:10Z', 'updated_at': '2021-08-21T09:30:16Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '2a875ce8-416c-41e4-93a8-c8a964752655', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:16.631539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938fe916-d42c-4b1b-8716-fabf6a1cba14 None None] The sync data for ids ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'] in n-d-766726-28 is: [{'id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-967268055', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:05Z', 'updated_at': '2021-08-21T09:30:12Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:06Z', 'updated_at': '2021-08-21T09:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'd2bc7218-26dd-44ec-ba64-c3aef472ff11', 'name': '', 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:72:32:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '2a875ce8-416c-41e4-93a8-c8a964752655', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:10Z', 'updated_at': '2021-08-21T09:30:16Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '2a875ce8-416c-41e4-93a8-c8a964752655', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:16.816695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47804) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:16.859842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a431828-a497-44b8-af5e-fe8cf687187a req-24099b88-83ac-419e-9934-09458af59c01 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:16.862087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a431828-a497-44b8-af5e-fe8cf687187a req-24099b88-83ac-419e-9934-09458af59c01 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1097 time: 0.0669060 Aug 21 09:30:16.935588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a431828-a497-44b8-af5e-fe8cf687187a req-ab9e9819-9f8d-4a32-a8d2-99a295075457 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658104 Aug 21 09:30:16.966460 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47812) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:17.106904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1748711408-network', 'tenant_id': '021ba6be3c134d6090bcd94fc9fd7795'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:17.225008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Made reservation on behalf of 021ba6be3c134d6090bcd94fc9fd7795 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:17.228024 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:17.240184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:17.272212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port a0f2f5ff-6537-48dc-a30c-bf833cbcf20e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:17.272561 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:17.417309 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:17.417646 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:17.452509 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for a0f2f5ff-6537-48dc-a30c-bf833cbcf20e owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:17.552203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:17.554960 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47820) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:17.658461 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:17.677835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-b76f3087-e52d-45d9-a6ef-1bf2ae38d766 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:17.679716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-b76f3087-e52d-45d9-a6ef-1bf2ae38d766 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.13 "GET /v2.0/networks?id=16dfca3a-5efc-4cef-aa76-ae15d57c566d HTTP/1.1" status: 200 len: 797 time: 0.1341426 Aug 21 09:30:17.713254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39e67dfb-e46e-48b1-90a9-af90e6d608a7 req-967879a8-8c82-4682-8c07-22c2c98fc677 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 210 time: 0.1886151 Aug 21 09:30:17.723429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:30:17.727918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Request body: {'port': {'device_id': '81aa873c-a1cf-42bd-8756-b61b5aaab4d0', 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d', 'admin_state_up': True, 'tenant_id': '0074bca408544b90a1fa6d836957f28e'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:17.762985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffadef16-878c-4105-b681-e4066de666b6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:17.788907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:17.789293 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Added segment 7ac00809-7afe-40ae-900e-3cd70cc2fa45 of type vlan for network 6060bcef-f93e-43c9-b7c3-20d1f8767315 Aug 21 09:30:17.846620 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec1171cb-e96e-4d53-a4be-7734966a5c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:17.902009 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:17.954077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Made reservation on behalf of 0074bca408544b90a1fa6d836957f28e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:17.959317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.015711 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.022286 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.023434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:18.026639 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.096965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=a0f2f5ff-6537-48dc-a30c-bf833cbcf20e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:18.155345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Allocated IP 172.20.0.28 (16dfca3a-5efc-4cef-aa76-ae15d57c566d/2a875ce8-416c-41e4-93a8-c8a964752655/144cf445-6b40-49de-b996-7bc9911d295e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:18.234043 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec1171cb-e96e-4d53-a4be-7734966a5c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.237034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6060bcef-f93e-43c9-b7c3-20d1f8767315,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:18.245444 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.245849 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Floating IP 05ff018b-1135-4e5a-b9e0-9920b2d9f119 disassociated (deleted). External IP: 172.25.5.88, port: 82b85442-5fdb-45f0-9c23-82bc7c097f1c. Aug 21 09:30:18.247736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 6060bcef-f93e-43c9-b7c3-20d1f8767315 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:30:18.322694 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.337826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Transition to ACTIVE for port object 144cf445-6b40-49de-b996-7bc9911d295e will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:18.361581 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec1171cb-e96e-4d53-a4be-7734966a5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.419036 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ec1171cb-e96e-4d53-a4be-7734966a5c75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c60f90d49aef4a51b309febb4fee2a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8626790 Aug 21 09:30:18.423456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47826) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:18.431383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1171cb-e96e-4d53-a4be-7734966a5c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa762e1-51c7-4dc8-a23a-17ec6cc61c4a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:18.434603 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e9c43866-5292-4e10-8ca6-78b19c85b0f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6169724 Aug 21 09:30:18.458423 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.565850 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d88b-bf61-4c33-842f-326c88d468d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.592122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Network 16dfca3a-5efc-4cef-aa76-ae15d57c566d is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:18.597755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:18.614711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:18.619169 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d88b-bf61-4c33-842f-326c88d468d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.641404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:18.693005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event updated for resources: {'Port': ['ID=144cf445-6b40-49de-b996-7bc9911d295e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:18.697990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d2bc7218-26dd-44ec-ba64-c3aef472ff11 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:18.721486 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:18.722138 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.818508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-db2748b1-8e9a-431d-beb7-044b0201a25d tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1200583 Aug 21 09:30:18.819525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d88b-bf61-4c33-842f-326c88d468d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.822862 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d88b-bf61-4c33-842f-326c88d468d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.827999 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c9d8d88b-bf61-4c33-842f-326c88d468d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1aa762e1-51c7-4dc8-a23a-17ec6cc61c4a HTTP/1.1" status: 204 len: 168 time: 0.4032037 Aug 21 09:30:18.835817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Request body: {'port': {'device_id': '81aa873c-a1cf-42bd-8756-b61b5aaab4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:18.859768 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8d88b-bf61-4c33-842f-326c88d468d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa762e1-51c7-4dc8-a23a-17ec6cc61c4a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:18.885914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d2bc7218-26dd-44ec-ba64-c3aef472ff11 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:18.892795 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d2bc7218-26dd-44ec-ba64-c3aef472ff11 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:18.893194 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.897289 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:18.908586 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024ad6c-6b34-4ca9-bcc0-3606f418f429 None None] Sync routers for ids ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:18.911373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:18.922240 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024ad6c-6b34-4ca9-bcc0-3606f418f429 None None] Routers {'3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:18.922885 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6024ad6c-6b34-4ca9-bcc0-3606f418f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:18.956197 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d275262f-44ef-4546-a1cc-ca56c6f3720b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/floatingips/05ff018b-1135-4e5a-b9e0-9920b2d9f119 HTTP/1.1" status: 204 len: 168 time: 1.9883270 Aug 21 09:30:18.956831 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:30:18.960293 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec230b6-8dcf-4782-951c-3e0787c90c72" -d '{"events": [{"name": "network-changed", "server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:30:19.057606 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:19.077997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:19.118448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port d2bc7218-26dd-44ec-ba64-c3aef472ff11, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d2bc7218-26dd-44ec-ba64-c3aef472ff11,segment=NetworkSegment(e14c22e6-0c99-4f2a-8109-d7743f71fd68),segment_id=e14c22e6-0c99-4f2a-8109-d7743f71fd68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:19.133763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceeba2-9a5f-4d3b-8123-bb0c23ccfab2 req-093d71b3-6b58-4f6c-a250-73d243165c71 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:19.135514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acceeba2-9a5f-4d3b-8123-bb0c23ccfab2 req-093d71b3-6b58-4f6c-a250-73d243165c71 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 895 time: 0.2630389 Aug 21 09:30:19.169009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ff474f07-1cb4-4650-8a3b-1079791200ba None None] Provisioning for port 144cf445-6b40-49de-b996-7bc9911d295e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:19.176233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ff474f07-1cb4-4650-8a3b-1079791200ba None None] Provisioning complete for port 144cf445-6b40-49de-b996-7bc9911d295e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:19.176682 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ff474f07-1cb4-4650-8a3b-1079791200ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:19.218934 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:19.224318 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6024ad6c-6b34-4ca9-bcc0-3606f418f429 None None] Set router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:19.306230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce201512-6ee6-4e74-8f25-3c790dcecae5 req-e121c7e2-4105-4a34-870e-9b0cf7c7c75b tempest-ComputeTenantNetworksTest-999874691 tempest-ComputeTenantNetworksTest-999874691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:19.315741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce201512-6ee6-4e74-8f25-3c790dcecae5 req-e121c7e2-4105-4a34-870e-9b0cf7c7c75b tempest-ComputeTenantNetworksTest-999874691 tempest-ComputeTenantNetworksTest-999874691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:19.323873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce201512-6ee6-4e74-8f25-3c790dcecae5 req-e121c7e2-4105-4a34-870e-9b0cf7c7c75b tempest-ComputeTenantNetworksTest-999874691 tempest-ComputeTenantNetworksTest-999874691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:19.328052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce201512-6ee6-4e74-8f25-3c790dcecae5 req-e121c7e2-4105-4a34-870e-9b0cf7c7c75b tempest-ComputeTenantNetworksTest-999874691 tempest-ComputeTenantNetworksTest-999874691-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4536381 Aug 21 09:30:19.332768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ff474f07-1cb4-4650-8a3b-1079791200ba None None] Port 144cf445-6b40-49de-b996-7bc9911d295e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:30:19.374216 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=d2bc7218-26dd-44ec-ba64-c3aef472ff11,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:19.509040 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6024ad6c-6b34-4ca9-bcc0-3606f418f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '81a30abd-bfdf-46e7-9e8a-756f0978f798', 'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:b5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:23Z', 'updated_at': '2021-08-21T09:28:28Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:19.538211 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8193b797-69c1-47a3-b492-a4c3f8a09fb0 x-openstack-request-id: req-8193b797-69c1-47a3-b492-a4c3f8a09fb0 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:30:19.538790 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:30:19.539858 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8193b797-69c1-47a3-b492-a4c3f8a09fb0 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:30:19.540297 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'status': 'completed', 'code': 200} Aug 21 09:30:19.555383 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024ad6c-6b34-4ca9-bcc0-3606f418f429 None None] Checking router: 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:19.564232 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024ad6c-6b34-4ca9-bcc0-3606f418f429 None None] Routers {'3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:19.565133 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6024ad6c-6b34-4ca9-bcc0-3606f418f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:19.681840 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6024ad6c-6b34-4ca9-bcc0-3606f418f429 None None] Set router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:19.699726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47854) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:19.716174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-482fc890-8ded-4f7b-bf30-dd59b5ad9a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:19.769063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec230b6-8dcf-4782-951c-3e0787c90c72 req-aa86e9aa-7491-45a6-8909-a5aca60f40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:19.770530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fec230b6-8dcf-4782-951c-3e0787c90c72 req-aa86e9aa-7491-45a6-8909-a5aca60f40a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 1097 time: 0.1829472 Aug 21 09:30:19.774614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144cf445-6b40-49de-b996-7bc9911d295e {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:30:19.786828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0b117-92b9-443e-85f0-f690582a66f7 req-2f3fd63a-050b-415c-80dc-eb7f5ce1f5bc tempest-ComputeTenantNetworksTest-999874691 tempest-ComputeTenantNetworksTest-999874691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:19.788256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47f0b117-92b9-443e-85f0-f690582a66f7 req-2f3fd63a-050b-415c-80dc-eb7f5ce1f5bc tempest-ComputeTenantNetworksTest-999874691 tempest-ComputeTenantNetworksTest-999874691-project] 10.222.0.20 "GET /v2.0/networks/6060bcef-f93e-43c9-b7c3-20d1f8767315 HTTP/1.1" status: 200 len: 769 time: 0.2122278 Aug 21 09:30:19.794564 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:19.801926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47856) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:19.831702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Transition to ACTIVE for port object 144cf445-6b40-49de-b996-7bc9911d295e will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:19.870602 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a3f97-e7a3-48f6-95e8-12f342debb49 req-9c63c37b-825e-41ba-9fcd-babb6cd593d0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:19.872008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f72a3f97-e7a3-48f6-95e8-12f342debb49 req-9c63c37b-825e-41ba-9fcd-babb6cd593d0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.1588075 Aug 21 09:30:19.876689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-482fc890-8ded-4f7b-bf30-dd59b5ad9a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:19.893932 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:19.896209 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6024ad6c-6b34-4ca9-bcc0-3606f418f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '81a30abd-bfdf-46e7-9e8a-756f0978f798', 'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:b5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:23Z', 'updated_at': '2021-08-21T09:28:28Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:19.925489 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024ad6c-6b34-4ca9-bcc0-3606f418f429 None None] The sync data for ids ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'] in n-d-766726-28 is: [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '81a30abd-bfdf-46e7-9e8a-756f0978f798', 'name': '', 'network_id': '2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:b5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:23Z', 'updated_at': '2021-08-21T09:28:28Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': 'cc112e5c-e54d-47dc-b843-1ee272ad2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:19.926708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec230b6-8dcf-4782-951c-3e0787c90c72 req-f1b523bb-69a5-415f-8f6d-e6b46c1eaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:19.928269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fec230b6-8dcf-4782-951c-3e0787c90c72 req-f1b523bb-69a5-415f-8f6d-e6b46c1eaf5f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 HTTP/1.1" status: 200 len: 898 time: 0.1363077 Aug 21 09:30:19.937403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:19.970905 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-482fc890-8ded-4f7b-bf30-dd59b5ad9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:19.980950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f72a3f97-e7a3-48f6-95e8-12f342debb49 req-bbe33d68-da90-4e0f-82af-aec8b2d50156 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900345 Aug 21 09:30:19.992757 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.017054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fec230b6-8dcf-4782-951c-3e0787c90c72 req-f19474ed-9792-448f-8afc-40a19f75c3c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c HTTP/1.1" status: 200 len: 217 time: 0.0755451 Aug 21 09:30:20.023340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6060bcef-f93e-43c9-b7c3-20d1f8767315']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:20.053928 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-482fc890-8ded-4f7b-bf30-dd59b5ad9a5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e90dd022d7f64cb08ba1d63984b6d2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507819 Aug 21 09:30:20.053928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac00809-7afe-40ae-900e-3cd70cc2fa45') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:20.053928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac00809-7afe-40ae-900e-3cd70cc2fa45') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:20.055549 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fc890-8ded-4f7b-bf30-dd59b5ad9a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7ccfaf-4361-48f7-b3ee-0790f35cb9d1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:20.062824 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47858) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:20.075617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Pushing event updated for resources: {'Port': ['ID=144cf445-6b40-49de-b996-7bc9911d295e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:20.077718 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.102595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.114407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:30:20.114823 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:30:20.121125 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:30:20.144433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec230b6-8dcf-4782-951c-3e0787c90c72 req-933ad949-5729-427d-88c1-5eca97d50c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:20.146108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fec230b6-8dcf-4782-951c-3e0787c90c72 req-933ad949-5729-427d-88c1-5eca97d50c2e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc112e5c-e54d-47dc-b843-1ee272ad2583 HTTP/1.1" status: 200 len: 835 time: 0.1210694 Aug 21 09:30:20.199014 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90442465-60f0-4834-970a-5ea295130ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.229606 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90442465-60f0-4834-970a-5ea295130ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.266946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Attempting to bind port 144cf445-6b40-49de-b996-7bc9911d295e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:30:20.267280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Attempting to bind port 144cf445-6b40-49de-b996-7bc9911d295e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:30:20.267856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Attempting to bind port 144cf445-6b40-49de-b996-7bc9911d295e on network 16dfca3a-5efc-4cef-aa76-ae15d57c566d {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:30:20.274886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Port 144cf445-6b40-49de-b996-7bc9911d295e on network 16dfca3a-5efc-4cef-aa76-ae15d57c566d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:30:20.275206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Attempting to bind port 144cf445-6b40-49de-b996-7bc9911d295e on network 16dfca3a-5efc-4cef-aa76-ae15d57c566d {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:30:20.280248 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.300392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.301424 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] 10.222.0.20 "DELETE /v2.0/networks/6060bcef-f93e-43c9-b7c3-20d1f8767315 HTTP/1.1" status: 204 len: 168 time: 0.4982913 Aug 21 09:30:20.307438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25933e86-da5a-4e82-8d08-0b40ac864f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=6060bcef-f93e-43c9-b7c3-20d1f8767315,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:20.309374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee337520-3c87-49e6-95f2-6f84c9eec383 None None] New status for floating IP 05ff018b-1135-4e5a-b9e0-9920b2d9f119: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:30:20.319843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:30:20.320176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Checking segment: {'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:20.320562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Bound using segment: {'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:30:20.321162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Bound port: 144cf445-6b40-49de-b996-7bc9911d295e, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14c22e6-0c99-4f2a-8109-d7743f71fd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:30:20.321528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.333226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec230b6-8dcf-4782-951c-3e0787c90c72 req-4dd191f4-0ee4-4dd0-bb82-903f24615c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:20.334738 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fec230b6-8dcf-4782-951c-3e0787c90c72 req-4dd191f4-0ee4-4dd0-bb82-903f24615c49 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787436 Aug 21 09:30:20.353961 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90442465-60f0-4834-970a-5ea295130ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.356656 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90442465-60f0-4834-970a-5ea295130ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.359648 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-90442465-60f0-4834-970a-5ea295130ad6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f7ccfaf-4361-48f7-b3ee-0790f35cb9d1 HTTP/1.1" status: 204 len: 168 time: 0.2941499 Aug 21 09:30:20.370945 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90442465-60f0-4834-970a-5ea295130ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7ccfaf-4361-48f7-b3ee-0790f35cb9d1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:20.489843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae36c4d-d50e-4b40-bc87-bdb4a976ef58 req-dbd02012-841f-4dfb-b3f6-74cf78ff5134 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:20.491285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ae36c4d-d50e-4b40-bc87-bdb4a976ef58 req-dbd02012-841f-4dfb-b3f6-74cf78ff5134 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 907 time: 0.2255330 Aug 21 09:30:20.550297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] For port 144cf445-6b40-49de-b996-7bc9911d295e, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:30:20.555700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d2bc7218-26dd-44ec-ba64-c3aef472ff11 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:20.565834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] For port 144cf445-6b40-49de-b996-7bc9911d295e, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=144cf445-6b40-49de-b996-7bc9911d295e,segment=NetworkSegment(e14c22e6-0c99-4f2a-8109-d7743f71fd68),segment_id=e14c22e6-0c99-4f2a-8109-d7743f71fd68)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:30:20.568967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fec230b6-8dcf-4782-951c-3e0787c90c72 req-4e81b694-d42c-481d-9dbd-ce2286499b47 service neutron] 10.222.0.22 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211993 Aug 21 09:30:20.608635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d2bc7218-26dd-44ec-ba64-c3aef472ff11 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:20.609008 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.641343 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.680488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:20.680945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:20.682961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] 10.222.0.13 "PUT /v2.0/ports/144cf445-6b40-49de-b996-7bc9911d295e HTTP/1.1" status: 200 len: 1056 time: 1.8559964 Aug 21 09:30:20.686998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81aa873c-a1cf-42bd-8756-b61b5aaab4d0', 'tag': '144cf445-6b40-49de-b996-7bc9911d295e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:30:20.690139 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12301d23-f0c3-43c1-ab05-85ecf8a70a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "81aa873c-a1cf-42bd-8756-b61b5aaab4d0", "tag": "144cf445-6b40-49de-b996-7bc9911d295e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:30:20.756806 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4a1912-6f90-4a6a-b4f8-acaaa86695eb x-openstack-request-id: req-5b4a1912-6f90-4a6a-b4f8-acaaa86695eb {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:30:20.757219 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81aa873c-a1cf-42bd-8756-b61b5aaab4d0", "tag": "144cf445-6b40-49de-b996-7bc9911d295e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:30:20.757334 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b4a1912-6f90-4a6a-b4f8-acaaa86695eb {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:30:20.758043 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81aa873c-a1cf-42bd-8756-b61b5aaab4d0', 'tag': '144cf445-6b40-49de-b996-7bc9911d295e', 'status': 'completed', 'code': 200} Aug 21 09:30:20.818367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4333c1-b92f-4848-a2e4-7cc4a766bb0a service neutron] Pushing event updated for resources: {'Port': ['ID=144cf445-6b40-49de-b996-7bc9911d295e,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:20.831702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fec230b6-8dcf-4782-951c-3e0787c90c72 req-70722c9f-c93a-4f57-be2d-0faee36ae153 service neutron] 10.222.0.22 "GET /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544448 Aug 21 09:30:20.846598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12301d23-f0c3-43c1-ab05-85ecf8a70a5b req-fd2071db-4b90-4033-976e-bcd33b9e0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:20.848402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12301d23-f0c3-43c1-ab05-85ecf8a70a5b req-fd2071db-4b90-4033-976e-bcd33b9e0f4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0074bca408544b90a1fa6d836957f28e&device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 1059 time: 0.0777938 Aug 21 09:30:20.877992 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47880) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:20.948039 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aef3b0bb-a103-4305-bb49-5b4df6750f8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=021ba6be3c134d6090bcd94fc9fd7795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674944 Aug 21 09:30:20.950691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47884) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:21.021302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c4648-e2fe-4317-a104-e5d4fa035c9d req-a45a841b-bde4-47f2-99b1-f5e3b4f33e97 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:21.021302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b03c4648-e2fe-4317-a104-e5d4fa035c9d req-a45a841b-bde4-47f2-99b1-f5e3b4f33e97 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.0956757 Aug 21 09:30:21.027034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12301d23-f0c3-43c1-ab05-85ecf8a70a5b req-8c060c55-893d-4277-a6c6-dcc1d36e2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:21.027512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12301d23-f0c3-43c1-ab05-85ecf8a70a5b req-8c060c55-893d-4277-a6c6-dcc1d36e2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:21.029592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12301d23-f0c3-43c1-ab05-85ecf8a70a5b req-8c060c55-893d-4277-a6c6-dcc1d36e2934 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0074bca408544b90a1fa6d836957f28e&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1714087 Aug 21 09:30:21.271457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf49777-6b95-48b8-a9d1-ac0718cb195e req-70e7e2ba-066d-457d-8101-0d84abb5d8f4 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:21.273065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bf49777-6b95-48b8-a9d1-ac0718cb195e req-70e7e2ba-066d-457d-8101-0d84abb5d8f4 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 945 time: 0.1035085 Aug 21 09:30:21.275848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12301d23-f0c3-43c1-ab05-85ecf8a70a5b req-52891df6-36b2-4dfc-b6aa-e4f0e5c6eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:21.277250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12301d23-f0c3-43c1-ab05-85ecf8a70a5b req-52891df6-36b2-4dfc-b6aa-e4f0e5c6eabc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2366977 Aug 21 09:30:21.292302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-b03c4648-e2fe-4317-a104-e5d4fa035c9d req-76ea24a9-2b3d-4a73-a239-262624e9ed43 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port 82b85442-5fdb-45f0-9c23-82bc7c097f1c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:21.292804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b03c4648-e2fe-4317-a104-e5d4fa035c9d req-76ea24a9-2b3d-4a73-a239-262624e9ed43 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:21.352693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ab90-38cc-4dec-9a07-01723d2c184b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:21.374627 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ab90-38cc-4dec-9a07-01723d2c184b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:21.397563 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bf49777-6b95-48b8-a9d1-ac0718cb195e req-de468e60-7d78-48c4-9d99-aab919088c6f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170261 Aug 21 09:30:21.443986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-438c54a0-f63f-47af-8090-fe1d9be010f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:21.445586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-438c54a0-f63f-47af-8090-fe1d9be010f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0074bca408544b90a1fa6d836957f28e&device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 1059 time: 0.1012936 Aug 21 09:30:21.447475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b03c4648-e2fe-4317-a104-e5d4fa035c9d req-76ea24a9-2b3d-4a73-a239-262624e9ed43 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port 82b85442-5fdb-45f0-9c23-82bc7c097f1c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=82b85442-5fdb-45f0-9c23-82bc7c097f1c,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:21.447897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b03c4648-e2fe-4317-a104-e5d4fa035c9d req-76ea24a9-2b3d-4a73-a239-262624e9ed43 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:21.467675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-b03c4648-e2fe-4317-a104-e5d4fa035c9d req-76ea24a9-2b3d-4a73-a239-262624e9ed43 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for 82b85442-5fdb-45f0-9c23-82bc7c097f1c owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:21.498161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-1e2799df-4352-484b-98dd-334884273759 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=144cf445-6b40-49de-b996-7bc9911d295e HTTP/1.1" status: 200 len: 217 time: 0.0422504 Aug 21 09:30:21.506206 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ab90-38cc-4dec-9a07-01723d2c184b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:21.510727 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fe7ab90-38cc-4dec-9a07-01723d2c184b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:21.514203 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3fe7ab90-38cc-4dec-9a07-01723d2c184b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffadef16-878c-4105-b681-e4066de666b6 HTTP/1.1" status: 204 len: 168 time: 0.5606976 Aug 21 09:30:21.566975 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7ab90-38cc-4dec-9a07-01723d2c184b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffadef16-878c-4105-b681-e4066de666b6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:21.612612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-f66793f4-ea19-4301-aadf-00120ef7d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:21.614122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-f66793f4-ea19-4301-aadf-00120ef7d26c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a875ce8-416c-41e4-93a8-c8a964752655 HTTP/1.1" status: 200 len: 837 time: 0.1086242 Aug 21 09:30:21.764829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-3a75bd3c-e2d1-4625-9cb8-08d87acfedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:21.766510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-3a75bd3c-e2d1-4625-9cb8-08d87acfedf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16dfca3a-5efc-4cef-aa76-ae15d57c566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0960081 Aug 21 09:30:21.780746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2112e0-9127-4d5a-b14c-0e6ca7cf466d req-dd76e83c-3d6c-4362-8ce7-467a0762dda5 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:21.781100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd2112e0-9127-4d5a-b14c-0e6ca7cf466d req-dd76e83c-3d6c-4362-8ce7-467a0762dda5 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 907 time: 0.1115980 Aug 21 09:30:22.174010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b03c4648-e2fe-4317-a104-e5d4fa035c9d req-76ea24a9-2b3d-4a73-a239-262624e9ed43 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:22.209157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea24a9-2b3d-4a73-a239-262624e9ed43 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=82b85442-5fdb-45f0-9c23-82bc7c097f1c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:22.266617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03c4648-e2fe-4317-a104-e5d4fa035c9d req-76ea24a9-2b3d-4a73-a239-262624e9ed43 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] No DVR routers for this DVR port 82b85442-5fdb-45f0-9c23-82bc7c097f1c on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:30:22.272463 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b03c4648-e2fe-4317-a104-e5d4fa035c9d req-76ea24a9-2b3d-4a73-a239-262624e9ed43 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:22.274512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b03c4648-e2fe-4317-a104-e5d4fa035c9d req-76ea24a9-2b3d-4a73-a239-262624e9ed43 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "DELETE /v2.0/ports/82b85442-5fdb-45f0-9c23-82bc7c097f1c HTTP/1.1" status: 204 len: 173 time: 1.2434542 Aug 21 09:30:22.287008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-4cd9a958-9b77-4a6a-9644-dc081b6859d8 service neutron] 10.222.0.13 "GET /v2.0/networks/16dfca3a-5efc-4cef-aa76-ae15d57c566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047774 Aug 21 09:30:22.422414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f11ab6c4-8fb1-4778-a951-71f8ed9959b9 req-62e59b8f-3966-417f-ae14-67e8f929348d service neutron] 10.222.0.13 "GET /v2.0/networks/16dfca3a-5efc-4cef-aa76-ae15d57c566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278529 Aug 21 09:30:22.533653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0393a693-8321-44ce-8730-0fda71bc0c34 req-76d4d376-19a4-4949-8188-edcc28de71c7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4473f60-c993-4432-85ab-6f3f6f2a0648 HTTP/1.1" status: 200 len: 210 time: 0.0390067 Aug 21 09:30:22.649054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47930) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:22.759773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'name': 'network-vif-deleted', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:30:22.762631 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eee48b6-bd66-41ea-ae27-6ed62dbcd902" -d '{"events": [{"server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "name": "network-vif-deleted", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:30:22.837114 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e4a950-260a-438b-9e1e-f28b748e7616 x-openstack-request-id: req-b2e4a950-260a-438b-9e1e-f28b748e7616 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:30:22.837418 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4473f60-c993-4432-85ab-6f3f6f2a0648", "name": "network-vif-deleted", "tag": "82b85442-5fdb-45f0-9c23-82bc7c097f1c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:30:22.837670 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2e4a950-260a-438b-9e1e-f28b748e7616 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:30:22.838070 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4473f60-c993-4432-85ab-6f3f6f2a0648', 'name': 'network-vif-deleted', 'tag': '82b85442-5fdb-45f0-9c23-82bc7c097f1c', 'status': 'completed', 'code': 200} Aug 21 09:30:22.914291 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1698ddcc-342b-4e9f-8502-420a755bb0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:22.965504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f25756-a288-498a-ab90-b6e8edb8e002 req-f2612f27-c8b8-4101-bfe1-4be88212c4c8 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:22.974186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7f25756-a288-498a-ab90-b6e8edb8e002 req-f2612f27-c8b8-4101-bfe1-4be88212c4c8 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 907 time: 0.0738034 Aug 21 09:30:23.046818 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1698ddcc-342b-4e9f-8502-420a755bb0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:23.108894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1698ddcc-342b-4e9f-8502-420a755bb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:23.160145 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1698ddcc-342b-4e9f-8502-420a755bb0fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cb18bb72605445fa91ed9fd3ba5b407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5092888 Aug 21 09:30:23.161695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698ddcc-342b-4e9f-8502-420a755bb0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb3d554-520f-4a2c-bd61-dcfd256adc18,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:23.163066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47952) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:23.219253 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c190bc88-7df1-4bd4-953b-e48f22e75191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:23.247052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c190bc88-7df1-4bd4-953b-e48f22e75191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:23.354516 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c190bc88-7df1-4bd4-953b-e48f22e75191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:23.357297 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c190bc88-7df1-4bd4-953b-e48f22e75191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:23.359238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c190bc88-7df1-4bd4-953b-e48f22e75191 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acb3d554-520f-4a2c-bd61-dcfd256adc18 HTTP/1.1" status: 204 len: 168 time: 0.1949730 Aug 21 09:30:23.369047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190bc88-7df1-4bd4-953b-e48f22e75191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb3d554-520f-4a2c-bd61-dcfd256adc18,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:23.596270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 47968) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:23.776720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47976) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:23.798825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87f6a9-6ec5-4aae-8d29-18b9022f4147 req-d7e9debe-62be-4a51-b800-6fb565ff9350 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:23.801112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc87f6a9-6ec5-4aae-8d29-18b9022f4147 req-d7e9debe-62be-4a51-b800-6fb565ff9350 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 946 time: 0.0901983 Aug 21 09:30:23.909283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d9ac243-4848-40a6-b3a2-2b48200cd41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:23.938305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc87f6a9-6ec5-4aae-8d29-18b9022f4147 req-d16bdbd6-3b7a-4097-9677-22778b21b298 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244137 Aug 21 09:30:24.062914 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d9ac243-4848-40a6-b3a2-2b48200cd41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:24.125938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d9ac243-4848-40a6-b3a2-2b48200cd41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:24.152487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cd23a-3f08-4964-a7bf-8407f6fdc55d req-6574a4f5-73c8-4e8c-b2ec-f89b6e325e4a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:24.156998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 144cf445-6b40-49de-b996-7bc9911d295e details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:30:24.162918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-398cd23a-3f08-4964-a7bf-8407f6fdc55d req-6574a4f5-73c8-4e8c-b2ec-f89b6e325e4a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 907 time: 0.0817797 Aug 21 09:30:24.172711 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2d9ac243-4848-40a6-b3a2-2b48200cd41e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a922a04f536e4dd6bc50a1a04d72be19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914657 Aug 21 09:30:24.172711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ac243-4848-40a6-b3a2-2b48200cd41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698c68cd-a956-411a-909c-98fc39bafba1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:24.174006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 47990) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:24.261529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:24.290058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6acafc63-6c16-4f07-89b7-447645f1691e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:24.337462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6acafc63-6c16-4f07-89b7-447645f1691e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:24.378338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 144cf445-6b40-49de-b996-7bc9911d295e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=144cf445-6b40-49de-b996-7bc9911d295e,segment=NetworkSegment(e14c22e6-0c99-4f2a-8109-d7743f71fd68),segment_id=e14c22e6-0c99-4f2a-8109-d7743f71fd68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:24.405300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '144cf445-6b40-49de-b996-7bc9911d295e', 'network_id': '16dfca3a-5efc-4cef-aa76-ae15d57c566d', 'port_id': '144cf445-6b40-49de-b996-7bc9911d295e', 'mac_address': 'fa:16:3e:41:92:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a875ce8-416c-41e4-93a8-c8a964752655', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:30:24.453782 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:24.469976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144cf445-6b40-49de-b996-7bc9911d295e {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:30:24.480780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6acafc63-6c16-4f07-89b7-447645f1691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:24.485789 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6acafc63-6c16-4f07-89b7-447645f1691e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:24.487473 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6acafc63-6c16-4f07-89b7-447645f1691e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/698c68cd-a956-411a-909c-98fc39bafba1 HTTP/1.1" status: 204 len: 168 time: 0.3122883 Aug 21 09:30:24.509024 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acafc63-6c16-4f07-89b7-447645f1691e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698c68cd-a956-411a-909c-98fc39bafba1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:24.510613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 144cf445-6b40-49de-b996-7bc9911d295e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=144cf445-6b40-49de-b996-7bc9911d295e,segment=NetworkSegment(e14c22e6-0c99-4f2a-8109-d7743f71fd68),segment_id=e14c22e6-0c99-4f2a-8109-d7743f71fd68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:24.571010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:24.661518 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=144cf445-6b40-49de-b996-7bc9911d295e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:24.720890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port 81a30abd-bfdf-46e7-9e8a-756f0978f798 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:24.721124 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:24.817244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['144cf445-6b40-49de-b996-7bc9911d295e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:30:24.835798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port 81a30abd-bfdf-46e7-9e8a-756f0978f798, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=81a30abd-bfdf-46e7-9e8a-756f0978f798,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:24.836381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:24.860272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for 81a30abd-bfdf-46e7-9e8a-756f0978f798 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:25.168945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-685d7ea8-c776-4cf9-93c8-ca309f33d6a0 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:25.170928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-685d7ea8-c776-4cf9-93c8-ca309f33d6a0 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.13 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 946 time: 0.1545157 Aug 21 09:30:25.184405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf961-766f-473a-849a-f74088c5eb06 req-e954ab85-b351-4277-9510-e1f5a6a14c8d tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:25.192239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ecbf961-766f-473a-849a-f74088c5eb06 req-e954ab85-b351-4277-9510-e1f5a6a14c8d tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 946 time: 0.1360719 Aug 21 09:30:25.255940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 82b85442-5fdb-45f0-9c23-82bc7c097f1c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:25.293008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 82b85442-5fdb-45f0-9c23-82bc7c097f1c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:25.293376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 82b85442-5fdb-45f0-9c23-82bc7c097f1c not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:25.405300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ecbf961-766f-473a-849a-f74088c5eb06 req-2ff2d55f-1620-438a-90dd-3c0f917f7cde tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/security-groups?id=feb3b0b8-3f4d-4186-8025-11f4dc94ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115569 Aug 21 09:30:25.420873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda21e16-693a-4822-8e63-a7bb4ad77394 req-0159ae4f-848a-4196-a217-2630a116a2b7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:25.422323 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda21e16-693a-4822-8e63-a7bb4ad77394 req-0159ae4f-848a-4196-a217-2630a116a2b7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 908 time: 0.1134298 Aug 21 09:30:25.442119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Deleting port 73640672-fb34-4d06-8dca-59d39e0b0f2e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:25.442465 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:25.534316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] For port 73640672-fb34-4d06-8dca-59d39e0b0f2e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=73640672-fb34-4d06-8dca-59d39e0b0f2e,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:25.534700 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:25.589631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:25.621832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=81a30abd-bfdf-46e7-9e8a-756f0978f798,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:25.857282 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:25.857686 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:25.857991 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Floating IP eb2f3abf-88bb-4b3e-aa74-8f94298c4c44 disassociated. External IP: 172.25.5.15, port: 73640672-fb34-4d06-8dca-59d39e0b0f2e. Aug 21 09:30:25.858325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Calling delete_port for 73640672-fb34-4d06-8dca-59d39e0b0f2e owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:25.922358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48040) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:25.965403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.168371 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87684deb-7e57-415a-bb02-9e299725ef31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.169754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 144cf445-6b40-49de-b996-7bc9911d295e up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:26.190740 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.246842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event deleted for resources: {'Port': ['ID=73640672-fb34-4d06-8dca-59d39e0b0f2e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:26.269079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 144cf445-6b40-49de-b996-7bc9911d295e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:26.280693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 144cf445-6b40-49de-b996-7bc9911d295e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:26.280693 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.313411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:26.355485 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.381396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aa873c-a1cf-42bd-8756-b61b5aaab4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144cf445-6b40-49de-b996-7bc9911d295e'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:30:26.383661 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c21308-b6d2-44bd-9487-8ad2096e568b" -d '{"events": [{"server_uuid": "81aa873c-a1cf-42bd-8756-b61b5aaab4d0", "name": "network-vif-plugged", "status": "completed", "tag": "144cf445-6b40-49de-b996-7bc9911d295e"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:30:26.397673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 144cf445-6b40-49de-b996-7bc9911d295e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=144cf445-6b40-49de-b996-7bc9911d295e,segment=NetworkSegment(e14c22e6-0c99-4f2a-8109-d7743f71fd68),segment_id=e14c22e6-0c99-4f2a-8109-d7743f71fd68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:26.429061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Router 05d991bf-1ad2-4552-a08d-0f302e8963c3 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:26.429670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87684deb-7e57-415a-bb02-9e299725ef31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.450760 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e87485a-0c4e-424c-9c09-5adfce414255 x-openstack-request-id: req-9e87485a-0c4e-424c-9c09-5adfce414255 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:30:26.453947 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aa873c-a1cf-42bd-8756-b61b5aaab4d0", "name": "network-vif-plugged", "status": "completed", "tag": "144cf445-6b40-49de-b996-7bc9911d295e", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:30:26.457450 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e87485a-0c4e-424c-9c09-5adfce414255 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:30:26.457450 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aa873c-a1cf-42bd-8756-b61b5aaab4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144cf445-6b40-49de-b996-7bc9911d295e', 'code': 200} Aug 21 09:30:26.457808 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.502356 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87684deb-7e57-415a-bb02-9e299725ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.545786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=144cf445-6b40-49de-b996-7bc9911d295e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:26.551730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:26.561300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3d8c01a3-e7b2-4e80-8c6d-99488a6e0a37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "PUT /v2.0/routers/3b4eb5e1-2756-47b6-a5ba-5f6ce956328e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9633806 Aug 21 09:30:26.564792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48060) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:26.570638 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4b965-0632-4103-8e8f-6ea0a2ecf73f None None] Sync routers for ids ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:26.584538 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4b965-0632-4103-8e8f-6ea0a2ecf73f None None] Routers {'3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:26.585513 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-04d4b965-0632-4103-8e8f-6ea0a2ecf73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:26.615645 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-87684deb-7e57-415a-bb02-9e299725ef31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=787f4c62774541bd82a6178a7597da03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911221 Aug 21 09:30:26.616008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87684deb-7e57-415a-bb02-9e299725ef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d7f11d-c59f-4afe-8fb4-63380a70fc03,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:26.619280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48062) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:26.699494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd2e6378-cdf2-4736-9272-47e83f998434 req-49a83f71-6aeb-4649-86af-f5f7b83a6d88 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 210 time: 0.1247010 Aug 21 09:30:26.726656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86581f3-5715-4c0f-afc3-ec33895634de req-bc730f1a-37e0-44ab-9c6d-d4f2c2a3e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:26.728196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c86581f3-5715-4c0f-afc3-ec33895634de req-bc730f1a-37e0-44ab-9c6d-d4f2c2a3e18f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 1061 time: 0.2132633 Aug 21 09:30:26.748126 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-04d4b965-0632-4103-8e8f-6ea0a2ecf73f None None] Set router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:26.755347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:26.769311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7c450-a5e9-4036-9a44-6471df866052 None None] Sync routers for ids ['05d991bf-1ad2-4552-a08d-0f302e8963c3'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:26.770241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1aec90-f472-4986-bb08-48e3f92caa21 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting subnet cc112e5c-e54d-47dc-b843-1ee272ad2583 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:30:26.789805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7c450-a5e9-4036-9a44-6471df866052 None None] Routers {'05d991bf-1ad2-4552-a08d-0f302e8963c3'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:26.789805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8bc7c450-a5e9-4036-9a44-6471df866052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['05d991bf-1ad2-4552-a08d-0f302e8963c3'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:26.790288 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f1aec90-f472-4986-bb08-48e3f92caa21 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.887894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] No DVR routers for this DVR port 73640672-fb34-4d06-8dca-59d39e0b0f2e on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:30:26.891808 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.894450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01ecbb12-258c-44a6-93e6-1d40240c6df9 req-ff42434f-c5d7-4faf-8b4b-10a4fb658cb3 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.13 "DELETE /v2.0/ports/73640672-fb34-4d06-8dca-59d39e0b0f2e HTTP/1.1" status: 204 len: 173 time: 1.6199429 Aug 21 09:30:26.902720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794457bc-520a-488f-bd9c-f44b95de3546', 'name': 'network-vif-deleted', 'tag': '73640672-fb34-4d06-8dca-59d39e0b0f2e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:30:26.905861 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d34032-e727-44d1-b076-4a1e9c7b960d" -d '{"events": [{"server_uuid": "794457bc-520a-488f-bd9c-f44b95de3546", "name": "network-vif-deleted", "tag": "73640672-fb34-4d06-8dca-59d39e0b0f2e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:30:26.915794 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-62cf10fe-7760-4d69-a770-345900bd4882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.924186 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f1aec90-f472-4986-bb08-48e3f92caa21 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:26.952649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-8bc7c450-a5e9-4036-9a44-6471df866052 None None] Set router 05d991bf-1ad2-4552-a08d-0f302e8963c3 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:27.143196 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-04d4b965-0632-4103-8e8f-6ea0a2ecf73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:30:25Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:27.176722 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4b965-0632-4103-8e8f-6ea0a2ecf73f None None] Checking router: 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:27.208538 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4b965-0632-4103-8e8f-6ea0a2ecf73f None None] Routers {'3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:27.209181 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-04d4b965-0632-4103-8e8f-6ea0a2ecf73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:27.236445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8bc7c450-a5e9-4036-9a44-6471df866052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 4, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a329514e-f003-47ce-8f48-d6400acff7b1', 'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'mac_address': 'fa:16:3e:6b:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:58Z', 'updated_at': '2021-08-21T09:25:13Z', 'revision_number': 5, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'subnets': [{'id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:27.277371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7c450-a5e9-4036-9a44-6471df866052 None None] Checking router: 05d991bf-1ad2-4552-a08d-0f302e8963c3 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:27.290051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc7c450-a5e9-4036-9a44-6471df866052 None None] Routers {'05d991bf-1ad2-4552-a08d-0f302e8963c3'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:27.290675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8bc7c450-a5e9-4036-9a44-6471df866052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['05d991bf-1ad2-4552-a08d-0f302e8963c3'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:27.351873 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-04d4b965-0632-4103-8e8f-6ea0a2ecf73f None None] Set router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:27.468579 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-8bc7c450-a5e9-4036-9a44-6471df866052 None None] Set router 05d991bf-1ad2-4552-a08d-0f302e8963c3 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:27.517918 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ce719-3b07-483d-b555-bed973c5c000 x-openstack-request-id: req-0d8ce719-3b07-483d-b555-bed973c5c000 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:30:27.522767 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794457bc-520a-488f-bd9c-f44b95de3546", "name": "network-vif-deleted", "tag": "73640672-fb34-4d06-8dca-59d39e0b0f2e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:30:27.522767 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d8ce719-3b07-483d-b555-bed973c5c000 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:30:27.522767 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794457bc-520a-488f-bd9c-f44b95de3546', 'name': 'network-vif-deleted', 'tag': '73640672-fb34-4d06-8dca-59d39e0b0f2e', 'status': 'completed', 'code': 200} Aug 21 09:30:27.546443 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f1aec90-f472-4986-bb08-48e3f92caa21 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:27.636432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c7003-9422-437c-a1e0-9ec48d5dc274 req-8e6c477d-c241-4af2-ad40-3de19195d0da tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:27.658375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f73c7003-9422-437c-a1e0-9ec48d5dc274 req-8e6c477d-c241-4af2-ad40-3de19195d0da tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 909 time: 0.8701351 Aug 21 09:30:27.662501 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-04d4b965-0632-4103-8e8f-6ea0a2ecf73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:30:25Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:27.678142 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-62cf10fe-7760-4d69-a770-345900bd4882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:27.724307 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d4b965-0632-4103-8e8f-6ea0a2ecf73f None None] The sync data for ids ['3b4eb5e1-2756-47b6-a5ba-5f6ce956328e'] in n-d-766726-28 is: [{'id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532939244', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:30:25Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': 'd897b8ea-4e75-4870-b9b9-1f62959d54ff', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4eb5e1-2756-47b6-a5ba-5f6ce956328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:28:18Z', 'updated_at': '2021-08-21T09:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:27.778902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8bc7c450-a5e9-4036-9a44-6471df866052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 4, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a329514e-f003-47ce-8f48-d6400acff7b1', 'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'mac_address': 'fa:16:3e:6b:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:58Z', 'updated_at': '2021-08-21T09:25:13Z', 'revision_number': 5, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'subnets': [{'id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:27.807016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc7c450-a5e9-4036-9a44-6471df866052 None None] The sync data for ids ['05d991bf-1ad2-4552-a08d-0f302e8963c3'] in n-d-766726-28 is: [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:24:59Z', 'revision_number': 4, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a329514e-f003-47ce-8f48-d6400acff7b1', 'name': '', 'network_id': '4744644c-e35d-4f36-b45b-0eca9b5c8098', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'mac_address': 'fa:16:3e:6b:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:58Z', 'updated_at': '2021-08-21T09:25:13Z', 'revision_number': 5, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'subnets': [{'id': '5f5a8520-8185-4c85-934a-c4709db5551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:27.812851 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f1aec90-f472-4986-bb08-48e3f92caa21 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:27.841438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-516403e0-6423-41ed-8c09-ae71f6dd0029 req-a0ca1f0f-9ed5-4b59-90fa-75829680b228 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "GET /v2.0/ports?device_id=794457bc-520a-488f-bd9c-f44b95de3546 HTTP/1.1" status: 200 len: 210 time: 0.0396814 Aug 21 09:30:27.865889 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4f1aec90-f472-4986-bb08-48e3f92caa21 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:27.876471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03df86ed-02cf-4162-8320-fc78f42976f4 None None] Network 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:27.879368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4f1aec90-f472-4986-bb08-48e3f92caa21 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/subnets/cc112e5c-e54d-47dc-b843-1ee272ad2583 HTTP/1.1" status: 204 len: 168 time: 1.3084223 Aug 21 09:30:27.882286 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48090) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:27.885984 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-62cf10fe-7760-4d69-a770-345900bd4882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:27.888957 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-62cf10fe-7760-4d69-a770-345900bd4882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:27.893999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-62cf10fe-7760-4d69-a770-345900bd4882 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33d7f11d-c59f-4afe-8fb4-63380a70fc03 HTTP/1.1" status: 204 len: 168 time: 1.2620783 Aug 21 09:30:27.893999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aec90-f472-4986-bb08-48e3f92caa21 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Subnet': ['ID=cc112e5c-e54d-47dc-b843-1ee272ad2583,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:27.940683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf10fe-7760-4d69-a770-345900bd4882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d7f11d-c59f-4afe-8fb4-63380a70fc03,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:28.109852 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:28.166078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ea54a-023d-4f39-8eea-11f5a79d756b req-37026586-639e-44e3-a2a3-4b4db42076b2 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:28.177025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c53ea54a-023d-4f39-8eea-11f5a79d756b req-37026586-639e-44e3-a2a3-4b4db42076b2 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 945 time: 0.0867643 Aug 21 09:30:28.187311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 73640672-fb34-4d06-8dca-59d39e0b0f2e no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:28.218357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 73640672-fb34-4d06-8dca-59d39e0b0f2e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:28.219284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 73640672-fb34-4d06-8dca-59d39e0b0f2e not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:28.243576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c53ea54a-023d-4f39-8eea-11f5a79d756b req-881c3430-6fe0-446a-93e3-398e629bf9ef tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654180 Aug 21 09:30:28.275015 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:28.353538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbef08e-3731-4dda-b63c-4138ec392dbb None None] DHCP port deletion for 2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:30:28.416269 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b458fb4-2b8b-4a0f-9332-0356751f5666 None None] New status for floating IP eb2f3abf-88bb-4b3e-aa74-8f94298c4c44: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:30:28.451245 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-dfbef08e-3731-4dda-b63c-4138ec392dbb None None] Deleting port ec487ad7-9f9e-4928-9840-4b814a932d57 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:28.451836 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dfbef08e-3731-4dda-b63c-4138ec392dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:28.458574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port d897b8ea-4e75-4870-b9b9-1f62959d54ff {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:28.467517 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:28.558503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-dfbef08e-3731-4dda-b63c-4138ec392dbb None None] For port ec487ad7-9f9e-4928-9840-4b814a932d57, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ec487ad7-9f9e-4928-9840-4b814a932d57,segment=NetworkSegment(5d0cbfab-5e17-4778-8afd-1a28fdf13e48),segment_id=5d0cbfab-5e17-4778-8afd-1a28fdf13e48)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:28.558503 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dfbef08e-3731-4dda-b63c-4138ec392dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:28.584403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-dfbef08e-3731-4dda-b63c-4138ec392dbb None None] Calling delete_port for ec487ad7-9f9e-4928-9840-4b814a932d57 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:28.598043 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 81a30abd-bfdf-46e7-9e8a-756f0978f798 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:28.608941 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port d897b8ea-4e75-4870-b9b9-1f62959d54ff, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d897b8ea-4e75-4870-b9b9-1f62959d54ff,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:28.614128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:28.622953 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 81a30abd-bfdf-46e7-9e8a-756f0978f798 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:28.623346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 81a30abd-bfdf-46e7-9e8a-756f0978f798 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:28.623798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ec487ad7-9f9e-4928-9840-4b814a932d57 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:28.628081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for d897b8ea-4e75-4870-b9b9-1f62959d54ff owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:28.829147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df6670-7b9f-462d-8699-2d7fbae6bd7f req-1c7b1b61-0dbe-4c08-a868-de09a0768f1a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:28.830762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0df6670-7b9f-462d-8699-2d7fbae6bd7f req-1c7b1b61-0dbe-4c08-a868-de09a0768f1a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 909 time: 0.0948799 Aug 21 09:30:28.950361 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48130) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:29.012311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff925f4a-b946-4ed7-addd-f6bf2e1bd75f req-03816857-7d63-45db-86ed-7ef6c2ee35e9 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:29.014441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff925f4a-b946-4ed7-addd-f6bf2e1bd75f req-03816857-7d63-45db-86ed-7ef6c2ee35e9 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 909 time: 0.0873401 Aug 21 09:30:29.017227 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.073620 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dfbef08e-3731-4dda-b63c-4138ec392dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.081238 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.121690 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=d897b8ea-4e75-4870-b9b9-1f62959d54ff,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:29.162631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac77897-9647-4f84-9b95-feba4d3d97ed req-8f06498d-f1ce-4b69-92d8-79db77df3636 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:29.164672 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eac77897-9647-4f84-9b95-feba4d3d97ed req-8f06498d-f1ce-4b69-92d8-79db77df3636 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 1061 time: 0.0563195 Aug 21 09:30:29.171351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbef08e-3731-4dda-b63c-4138ec392dbb None None] Pushing event deleted for resources: {'Port': ['ID=ec487ad7-9f9e-4928-9840-4b814a932d57,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:29.180337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbef08e-3731-4dda-b63c-4138ec392dbb None None] No DVR routers for this DVR port ec487ad7-9f9e-4928-9840-4b814a932d57 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:30:29.229704 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.302087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f8192-e6c9-4efb-8a3f-df4d9d9371ac tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Deleting port 78ecd30d-a7cf-49d1-8b11-fe5a788ded17 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:29.302474 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8192-e6c9-4efb-8a3f-df4d9d9371ac tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.384373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.390571 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.396447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be06a8-545e-4766-9fa5-28c9fa27a7ed req-59338449-303c-4bd9-a48c-8b5d423fa382 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:29.397989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1be06a8-545e-4766-9fa5-28c9fa27a7ed req-59338449-303c-4bd9-a48c-8b5d423fa382 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 1136 time: 0.1051238 Aug 21 09:30:29.406921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841dd4c-7d7a-4828-ad62-75e3290ce7ca req-7c7acb6c-de49-4f74-946e-a9f9b49e70ca tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:29.416121 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e841dd4c-7d7a-4828-ad62-75e3290ce7ca req-7c7acb6c-de49-4f74-946e-a9f9b49e70ca tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 945 time: 0.0833480 Aug 21 09:30:29.463146 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8192-e6c9-4efb-8a3f-df4d9d9371ac tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.463695 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8192-e6c9-4efb-8a3f-df4d9d9371ac tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.477151 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f8192-e6c9-4efb-8a3f-df4d9d9371ac tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Calling delete_port for 78ecd30d-a7cf-49d1-8b11-fe5a788ded17 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:29.488703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1be06a8-545e-4766-9fa5-28c9fa27a7ed req-c259d71c-0d32-4d37-9265-de726ed0a58c tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0604992 Aug 21 09:30:29.489418 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48148) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:29.492780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e841dd4c-7d7a-4828-ad62-75e3290ce7ca req-33a2b6e5-2846-42df-a348-0ae2cf9a6ec3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717971 Aug 21 09:30:29.504147 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.504780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Fanout notify agent at l3_agent the message router_deleted on router 3b4eb5e1-2756-47b6-a5ba-5f6ce956328e {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:30:29.543525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.547985 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6b7cea1a-8b81-454d-bc79-32b40d90fee1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/routers/3b4eb5e1-2756-47b6-a5ba-5f6ce956328e HTTP/1.1" status: 204 len: 168 time: 1.6608236 Aug 21 09:30:29.548591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48150) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:29.603866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2ac575-2e4e-4b03-98a3-e8cbc29db9b9 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:29.605400 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ad2ac575-2e4e-4b03-98a3-e8cbc29db9b9 tempest-TestSecurityGroupsBasicOps-1085682587 tempest-TestSecurityGroupsBasicOps-1085682587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 1056 time: 0.1153276 Aug 21 09:30:29.756837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-0b6de892-c050-46e3-bb9b-dabfdc044974 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:29.758479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-0b6de892-c050-46e3-bb9b-dabfdc044974 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.22 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 945 time: 0.1959236 Aug 21 09:30:29.765745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.787336 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8192-e6c9-4efb-8a3f-df4d9d9371ac tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.832602 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f8192-e6c9-4efb-8a3f-df4d9d9371ac tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event deleted for resources: {'Port': ['ID=78ecd30d-a7cf-49d1-8b11-fe5a788ded17,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:29.912614 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8192-e6c9-4efb-8a3f-df4d9d9371ac tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.915533 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8192-e6c9-4efb-8a3f-df4d9d9371ac tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.918584 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab3f8192-e6c9-4efb-8a3f-df4d9d9371ac tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "DELETE /v2.0/floatingips/eb2f3abf-88bb-4b3e-aa74-8f94298c4c44 HTTP/1.1" status: 204 len: 168 time: 0.9659448 Aug 21 09:30:29.920618 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.933176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:29.947139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0cbfab-5e17-4778-8afd-1a28fdf13e48') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:29.947434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0cbfab-5e17-4778-8afd-1a28fdf13e48') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:29.961859 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:29.964984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Deleting port 0f33293d-2040-4696-8e95-93f17dec8500 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:29.965317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.019010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.036337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:30:30.036337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:30:30.038405 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:30:30.069785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48164) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:30.176272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b6336c8-80c0-4e0a-a2dd-139216f7f561 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.184775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] For port 0f33293d-2040-4696-8e95-93f17dec8500, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0f33293d-2040-4696-8e95-93f17dec8500,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:30.185145 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.206630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b6336c8-80c0-4e0a-a2dd-139216f7f561 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.255298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b665f47-1be5-4fd6-a4f9-74ebaafd2038 req-4dc433e5-cd60-4118-8672-aff5305d2450 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:30.266975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b665f47-1be5-4fd6-a4f9-74ebaafd2038 req-4dc433e5-cd60-4118-8672-aff5305d2450 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 909 time: 0.1210003 Aug 21 09:30:30.270160 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.281567 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.286108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/networks/2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4 HTTP/1.1" status: 204 len: 168 time: 0.7339056 Aug 21 09:30:30.289224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48168) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:30.325429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edbeed-e8fb-46c0-9ded-7d68c75a303f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Network': ['ID=2b8a24ca-0ef8-48f5-9200-b9cfea6bffe4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:30.376638 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b6336c8-80c0-4e0a-a2dd-139216f7f561 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.379712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b6336c8-80c0-4e0a-a2dd-139216f7f561 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.383717 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9b6336c8-80c0-4e0a-a2dd-139216f7f561 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] 10.222.0.20 "DELETE /v2.0/security-groups/feb3b0b8-3f4d-4186-8025-11f4dc94ac68 HTTP/1.1" status: 204 len: 168 time: 0.3100874 Aug 21 09:30:30.395514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6336c8-80c0-4e0a-a2dd-139216f7f561 tempest-TestServerBasicOps-1547265436 tempest-TestServerBasicOps-1547265436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb3b0b8-3f4d-4186-8025-11f4dc94ac68,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:30.472103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48174) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:30.479444 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-401ceb47-8bd9-483e-ba9d-c8d1bcc1a95f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.519378 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-401ceb47-8bd9-483e-ba9d-c8d1bcc1a95f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.535442 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.535847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.536211 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Floating IP c2488a9a-34de-4850-a468-5dc2529c6a74 disassociated. External IP: 172.25.5.80, port: 0f33293d-2040-4696-8e95-93f17dec8500. Aug 21 09:30:30.536514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Calling delete_port for 0f33293d-2040-4696-8e95-93f17dec8500 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:30.544529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d897b8ea-4e75-4870-b9b9-1f62959d54ff no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:30.577668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d897b8ea-4e75-4870-b9b9-1f62959d54ff {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:30.578530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d897b8ea-4e75-4870-b9b9-1f62959d54ff not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:30.694859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7e008-bc0f-4417-b153-e867978bbd7f req-49cdfc70-a7f1-4813-a4d2-c5f98837464d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:30.696637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0b7e008-bc0f-4417-b153-e867978bbd7f req-49cdfc70-a7f1-4813-a4d2-c5f98837464d tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 945 time: 0.0859540 Aug 21 09:30:30.793518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0b7e008-bc0f-4417-b153-e867978bbd7f req-4a2ed7d8-da21-456b-ba89-34ccaf9fee62 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups?id=e20320b0-9a83-4374-b613-b16166bc3091&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531745 Aug 21 09:30:30.805714 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-401ceb47-8bd9-483e-ba9d-c8d1bcc1a95f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.812667 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-401ceb47-8bd9-483e-ba9d-c8d1bcc1a95f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.817705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-401ceb47-8bd9-483e-ba9d-c8d1bcc1a95f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/security-groups/88c2ac7f-ce0b-4f41-8a85-36d97c4d431d HTTP/1.1" status: 204 len: 168 time: 0.5244217 Aug 21 09:30:30.831313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ceb47-8bd9-483e-ba9d-c8d1bcc1a95f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c2ac7f-ce0b-4f41-8a85-36d97c4d431d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:30.856248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:30.893947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event deleted for resources: {'Port': ['ID=0f33293d-2040-4696-8e95-93f17dec8500,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:31.052507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:31.182405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:31.202634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f512d769-cc8e-425d-8083-4c506879dc5b None None] Sync routers for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:31.215309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512d769-cc8e-425d-8083-4c506879dc5b None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:31.216353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f512d769-cc8e-425d-8083-4c506879dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:31.224966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:31.232056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] No DVR routers for this DVR port 0f33293d-2040-4696-8e95-93f17dec8500 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:30:31.235655 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:31.237691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61ee6760-4297-48e7-bc9a-3eb584a5ae78 req-5510da75-df4c-4833-8431-f14f4bf7fae6 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.22 "DELETE /v2.0/ports/0f33293d-2040-4696-8e95-93f17dec8500 HTTP/1.1" status: 204 len: 173 time: 1.4699569 Aug 21 09:30:31.248730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50df7e21-70a7-48c5-b58d-8628e402b536', 'name': 'network-vif-deleted', 'tag': '0f33293d-2040-4696-8e95-93f17dec8500'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:30:31.248730 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0241d00-10eb-45b5-9bf9-02694c40c852" -d '{"events": [{"server_uuid": "50df7e21-70a7-48c5-b58d-8628e402b536", "name": "network-vif-deleted", "tag": "0f33293d-2040-4696-8e95-93f17dec8500"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:30:31.434857 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b58dcf7-576e-4f93-92ab-999e570f9eb2 x-openstack-request-id: req-5b58dcf7-576e-4f93-92ab-999e570f9eb2 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:30:31.441753 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50df7e21-70a7-48c5-b58d-8628e402b536", "name": "network-vif-deleted", "tag": "0f33293d-2040-4696-8e95-93f17dec8500", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:30:31.442985 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b58dcf7-576e-4f93-92ab-999e570f9eb2 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:30:31.443700 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50df7e21-70a7-48c5-b58d-8628e402b536', 'name': 'network-vif-deleted', 'tag': '0f33293d-2040-4696-8e95-93f17dec8500', 'status': 'completed', 'code': 200} Aug 21 09:30:31.508635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-f512d769-cc8e-425d-8083-4c506879dc5b None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:31.526340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10c1d-ef6e-41f2-9605-582a452ce2b4 req-5336ad7f-3f03-46e7-bf82-75eb9d2dd1ae tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:31.527882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71d10c1d-ef6e-41f2-9605-582a452ce2b4 req-5336ad7f-3f03-46e7-bf82-75eb9d2dd1ae tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.13 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 909 time: 0.1944575 Aug 21 09:30:31.711110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5b900-42ab-4a57-a556-9a26194be053 req-4f146f39-72c5-4400-91b0-1e54b6a53c09 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:31.713471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ea5b900-42ab-4a57-a556-9a26194be053 req-4f146f39-72c5-4400-91b0-1e54b6a53c09 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 909 time: 0.1545436 Aug 21 09:30:31.752743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-71d10c1d-ef6e-41f2-9605-582a452ce2b4 req-2f93e9f9-fc88-4548-8fc6-8d91dd69aa51 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Deleting port 144cf445-6b40-49de-b996-7bc9911d295e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:31.753186 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-71d10c1d-ef6e-41f2-9605-582a452ce2b4 req-2f93e9f9-fc88-4548-8fc6-8d91dd69aa51 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:31.758735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48196) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:31.765274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-c8afbd8b-8228-409b-b8ef-d1dbb4294c80 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243837449', 'description': 'tempest-secgroup-smoke-1243837449 description', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:31.847626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] Deleting port a329514e-f003-47ce-8f48-d6400acff7b1 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:31.847925 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:31.874865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f512d769-cc8e-425d-8083-4c506879dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:31.910931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f512d769-cc8e-425d-8083-4c506879dc5b None None] Checking router: 5ad7fd70-1a4b-45c4-9617-a85e10717c42 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:31.914239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-71d10c1d-ef6e-41f2-9605-582a452ce2b4 req-2f93e9f9-fc88-4548-8fc6-8d91dd69aa51 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] For port 144cf445-6b40-49de-b996-7bc9911d295e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=144cf445-6b40-49de-b996-7bc9911d295e,segment=NetworkSegment(e14c22e6-0c99-4f2a-8109-d7743f71fd68),segment_id=e14c22e6-0c99-4f2a-8109-d7743f71fd68)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:31.914776 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-71d10c1d-ef6e-41f2-9605-582a452ce2b4 req-2f93e9f9-fc88-4548-8fc6-8d91dd69aa51 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:31.922333 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512d769-cc8e-425d-8083-4c506879dc5b None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:31.923225 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f512d769-cc8e-425d-8083-4c506879dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:31.929211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-71d10c1d-ef6e-41f2-9605-582a452ce2b4 req-2f93e9f9-fc88-4548-8fc6-8d91dd69aa51 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Calling delete_port for 144cf445-6b40-49de-b996-7bc9911d295e owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:31.941421 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8afbd8b-8228-409b-b8ef-d1dbb4294c80 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:31.988502 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] For port a329514e-f003-47ce-8f48-d6400acff7b1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a329514e-f003-47ce-8f48-d6400acff7b1,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:31.988784 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:32.011776 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] Calling delete_port for a329514e-f003-47ce-8f48-d6400acff7b1 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:32.061146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7230b30-2c7e-4a77-8b8b-4bf00d40b4ed req-04f3b72b-8b1a-42ff-b98b-78f5fe82a6bf tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/ports?device_id=50df7e21-70a7-48c5-b58d-8628e402b536 HTTP/1.1" status: 200 len: 210 time: 0.0536134 Aug 21 09:30:32.080951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-f512d769-cc8e-425d-8083-4c506879dc5b None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:32.245165 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8afbd8b-8228-409b-b8ef-d1dbb4294c80 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:32.313674 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8afbd8b-8228-409b-b8ef-d1dbb4294c80 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:32.320443 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-71d10c1d-ef6e-41f2-9605-582a452ce2b4 req-2f93e9f9-fc88-4548-8fc6-8d91dd69aa51 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:32.366650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93e9f9-fc88-4548-8fc6-8d91dd69aa51 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'Port': ['ID=144cf445-6b40-49de-b996-7bc9911d295e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:32.391796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f512d769-cc8e-425d-8083-4c506879dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:32.416782 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:32.418194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d10c1d-ef6e-41f2-9605-582a452ce2b4 req-2f93e9f9-fc88-4548-8fc6-8d91dd69aa51 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] No DVR routers for this DVR port 144cf445-6b40-49de-b996-7bc9911d295e on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:30:32.421041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afbd8b-8228-409b-b8ef-d1dbb4294c80 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:32.425211 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-71d10c1d-ef6e-41f2-9605-582a452ce2b4 req-2f93e9f9-fc88-4548-8fc6-8d91dd69aa51 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:32.425546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71d10c1d-ef6e-41f2-9605-582a452ce2b4 req-2f93e9f9-fc88-4548-8fc6-8d91dd69aa51 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.13 "DELETE /v2.0/ports/144cf445-6b40-49de-b996-7bc9911d295e HTTP/1.1" status: 204 len: 173 time: 0.8907263 Aug 21 09:30:32.428671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f512d769-cc8e-425d-8083-4c506879dc5b None None] The sync data for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 is: [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:23:33Z', 'revision_number': 4, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eb322ff8-8181-4d12-b435-8d4eeafdb2d1', 'name': '', 'network_id': '05c46098-44d1-4d39-a46b-109379cd642f', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'mac_address': 'fa:16:3e:4c:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:30Z', 'updated_at': '2021-08-21T09:23:41Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'subnets': [{'id': '4bb1321f-becc-48b5-86d3-5f568adf5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:32.473740 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8afbd8b-8228-409b-b8ef-d1dbb4294c80 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:32.475092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c8afbd8b-8228-409b-b8ef-d1dbb4294c80 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7155964 Aug 21 09:30:32.478080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48208) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:32.483676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0ca20339-7d98-48be-9a3d-b65965e73668 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': 'a6c6e4f6-9707-446d-bb71-740bdd8cdf8b', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:32.488788 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] Pushing event deleted for resources: {'Port': ['ID=a329514e-f003-47ce-8f48-d6400acff7b1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:32.636631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ca20339-7d98-48be-9a3d-b65965e73668 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:32.800958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48220) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:32.855836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:32.887892 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ca20339-7d98-48be-9a3d-b65965e73668 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:32.912893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50789795-9a9d-4554-b780-18e794bba70c req-730003df-4773-4f15-afb3-f628ca497d7a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa873c-a1cf-42bd-8756-b61b5aaab4d0 HTTP/1.1" status: 200 len: 210 time: 0.0485559 Aug 21 09:30:32.943103 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feaa170-8f5b-4728-80a7-0b7c289228d1 None None] New status for floating IP c2488a9a-34de-4850-a468-5dc2529c6a74: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:30:33.007742 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ca20339-7d98-48be-9a3d-b65965e73668 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.013086 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a87ba99a-0d2b-47ec-a203-00654044d5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.034828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca20339-7d98-48be-9a3d-b65965e73668 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5c2786-456e-4f64-89cd-20d3d6e883ee,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:33.119418 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0ca20339-7d98-48be-9a3d-b65965e73668 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.120011 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0ca20339-7d98-48be-9a3d-b65965e73668 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6407845 Aug 21 09:30:33.122496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48232) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:33.128511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-34d78625-19a7-445e-a143-816ccd1ab36a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': 'a6c6e4f6-9707-446d-bb71-740bdd8cdf8b', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:33.247508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48236) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:33.299695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0f33293d-2040-4696-8e95-93f17dec8500 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:33.317682 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f8b1062a-d07a-4431-b9c6-f5aa607292d3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.333353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 0f33293d-2040-4696-8e95-93f17dec8500 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:33.333708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0f33293d-2040-4696-8e95-93f17dec8500 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:33.347381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f8b1062a-d07a-4431-b9c6-f5aa607292d3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.449352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aa873c-a1cf-42bd-8756-b61b5aaab4d0', 'name': 'network-vif-deleted', 'tag': '144cf445-6b40-49de-b996-7bc9911d295e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:30:33.452744 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74602106-df17-4280-8234-3c88885c9ce3" -d '{"events": [{"server_uuid": "81aa873c-a1cf-42bd-8756-b61b5aaab4d0", "name": "network-vif-deleted", "tag": "144cf445-6b40-49de-b996-7bc9911d295e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:30:33.473728 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f8b1062a-d07a-4431-b9c6-f5aa607292d3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.475030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] Router 05d991bf-1ad2-4552-a08d-0f302e8963c3 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:33.476661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f8b1062a-d07a-4431-b9c6-f5aa607292d3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.477962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f8b1062a-d07a-4431-b9c6-f5aa607292d3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "DELETE /v2.0/security-groups/e20320b0-9a83-4374-b613-b16166bc3091 HTTP/1.1" status: 204 len: 168 time: 0.2308977 Aug 21 09:30:33.483037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48244) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:33.487955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1062a-d07a-4431-b9c6-f5aa607292d3 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20320b0-9a83-4374-b613-b16166bc3091,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:33.491903 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197071f5-fdc7-45ee-b2dc-2d38a62de8ed x-openstack-request-id: req-197071f5-fdc7-45ee-b2dc-2d38a62de8ed {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:30:33.492324 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aa873c-a1cf-42bd-8756-b61b5aaab4d0", "name": "network-vif-deleted", "tag": "144cf445-6b40-49de-b996-7bc9911d295e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:30:33.492685 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-197071f5-fdc7-45ee-b2dc-2d38a62de8ed {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:30:33.493139 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aa873c-a1cf-42bd-8756-b61b5aaab4d0', 'name': 'network-vif-deleted', 'tag': '144cf445-6b40-49de-b996-7bc9911d295e', 'status': 'completed', 'code': 200} Aug 21 09:30:33.507130 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-3d06955a-32f0-4d87-8619-ef3e84a0cbca tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] show failed (client error): The resource could not be found. Aug 21 09:30:33.515840 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3d06955a-32f0-4d87-8619-ef3e84a0cbca tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "GET /v2.0/security-groups/e20320b0-9a83-4374-b613-b16166bc3091 HTTP/1.1" status: 404 len: 347 time: 0.0245028 Aug 21 09:30:33.516347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48246) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:33.623152 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a87ba99a-0d2b-47ec-a203-00654044d5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.640649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:33.645881 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7cb71696-eb7e-423c-8bd4-426f6b13dedb admin admin] 10.222.0.20 "PUT /v2.0/routers/05d991bf-1ad2-4552-a08d-0f302e8963c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1769335 Aug 21 09:30:33.648568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48252) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:33.650310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee7db5-3fc0-4643-9382-f57ca0881977 None None] Sync routers for ids ['05d991bf-1ad2-4552-a08d-0f302e8963c3'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:33.657148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b4588d49-dd66-41bd-a9db-3dceffc7df05 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Deleting port a4112af3-c80a-4bf2-90a8-34ba9b8c2d45 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:33.657684 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4588d49-dd66-41bd-a9db-3dceffc7df05 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.662108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee7db5-3fc0-4643-9382-f57ca0881977 None None] Routers {'05d991bf-1ad2-4552-a08d-0f302e8963c3'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:33.662108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06ee7db5-3fc0-4643-9382-f57ca0881977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['05d991bf-1ad2-4552-a08d-0f302e8963c3'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:33.708069 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a87ba99a-0d2b-47ec-a203-00654044d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.746745 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a87ba99a-0d2b-47ec-a203-00654044d5d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62b30833d8f8421d83e5d6aa642effdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9447837 Aug 21 09:30:33.747886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ba99a-0d2b-47ec-a203-00654044d5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a6ddb6-f8c3-4346-9d85-8faa672b03ac,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:33.750394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48254) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:33.781157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-06ee7db5-3fc0-4643-9382-f57ca0881977 None None] Set router 05d991bf-1ad2-4552-a08d-0f302e8963c3 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:33.820144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90b505e9-ba88-4ecd-a090-d3b7ac94046b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.844048 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90b505e9-ba88-4ecd-a090-d3b7ac94046b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.857646 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4588d49-dd66-41bd-a9db-3dceffc7df05 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.857863 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4588d49-dd66-41bd-a9db-3dceffc7df05 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.871287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.909214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b4588d49-dd66-41bd-a9db-3dceffc7df05 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Calling delete_port for a4112af3-c80a-4bf2-90a8-34ba9b8c2d45 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:33.917453 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34d78625-19a7-445e-a143-816ccd1ab36a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:33.975435 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48264) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:34.012551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06ee7db5-3fc0-4643-9382-f57ca0881977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:30:32Z', 'revision_number': 5, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:34.029375 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90b505e9-ba88-4ecd-a090-d3b7ac94046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.031991 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-90b505e9-ba88-4ecd-a090-d3b7ac94046b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.033102 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-90b505e9-ba88-4ecd-a090-d3b7ac94046b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4a6ddb6-f8c3-4346-9d85-8faa672b03ac HTTP/1.1" status: 204 len: 168 time: 0.2815735 Aug 21 09:30:34.049389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b505e9-ba88-4ecd-a090-d3b7ac94046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a6ddb6-f8c3-4346-9d85-8faa672b03ac,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:34.075836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee7db5-3fc0-4643-9382-f57ca0881977 None None] Checking router: 05d991bf-1ad2-4552-a08d-0f302e8963c3 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:34.093476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee7db5-3fc0-4643-9382-f57ca0881977 None None] Routers {'05d991bf-1ad2-4552-a08d-0f302e8963c3'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:34.094655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06ee7db5-3fc0-4643-9382-f57ca0881977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['05d991bf-1ad2-4552-a08d-0f302e8963c3'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:34.094786 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34d78625-19a7-445e-a143-816ccd1ab36a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.108500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.165103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34d78625-19a7-445e-a143-816ccd1ab36a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.206258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d78625-19a7-445e-a143-816ccd1ab36a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fdbd01-7eab-4f3b-80f4-1429c27a69ab,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:34.224170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 144cf445-6b40-49de-b996-7bc9911d295e no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:34.239102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-06ee7db5-3fc0-4643-9382-f57ca0881977 None None] Set router 05d991bf-1ad2-4552-a08d-0f302e8963c3 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:34.268468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Deleting port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:34.268811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.287000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 144cf445-6b40-49de-b996-7bc9911d295e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:34.287348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 144cf445-6b40-49de-b996-7bc9911d295e not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:34.328822 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4588d49-dd66-41bd-a9db-3dceffc7df05 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.330949 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34d78625-19a7-445e-a143-816ccd1ab36a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.335194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-34d78625-19a7-445e-a143-816ccd1ab36a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2108643 Aug 21 09:30:34.344597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48272) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:34.370408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ff9a0ad1-eef7-4ec4-9799-e7681974dbc6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': 'a6c6e4f6-9707-446d-bb71-740bdd8cdf8b', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:34.384936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4588d49-dd66-41bd-a9db-3dceffc7df05 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Pushing event deleted for resources: {'Port': ['ID=a4112af3-c80a-4bf2-90a8-34ba9b8c2d45,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:34.490809 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4588d49-dd66-41bd-a9db-3dceffc7df05 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.493361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b4588d49-dd66-41bd-a9db-3dceffc7df05 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.494544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b4588d49-dd66-41bd-a9db-3dceffc7df05 tempest-AttachVolumeTestJSON-1291901698 tempest-AttachVolumeTestJSON-1291901698-project] 10.222.0.20 "DELETE /v2.0/floatingips/c2488a9a-34de-4850-a468-5dc2529c6a74 HTTP/1.1" status: 204 len: 168 time: 0.9791071 Aug 21 09:30:34.527576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] For port 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:34.529726 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.542620 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:34.556722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Calling delete_port for 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:34.566782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06ee7db5-3fc0-4643-9382-f57ca0881977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:30:32Z', 'revision_number': 5, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:34.604799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee7db5-3fc0-4643-9382-f57ca0881977 None None] The sync data for ids ['05d991bf-1ad2-4552-a08d-0f302e8963c3'] in n-d-766726-28 is: [{'id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'name': 'tempest-TestServerBasicOps-1897740984-router', 'tenant_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:24:51Z', 'updated_at': '2021-08-21T09:30:32Z', 'revision_number': 5, 'project_id': 'f006ab8501f34f3bb05432aaa71c4bec', 'gw_port': {'id': '53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d991bf-1ad2-4552-a08d-0f302e8963c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:24:52Z', 'updated_at': '2021-08-21T09:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:34.897611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Deleting port d2bc7218-26dd-44ec-ba64-c3aef472ff11 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:34.898216 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.042093 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] For port d2bc7218-26dd-44ec-ba64-c3aef472ff11, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d2bc7218-26dd-44ec-ba64-c3aef472ff11,segment=NetworkSegment(e14c22e6-0c99-4f2a-8109-d7743f71fd68),segment_id=e14c22e6-0c99-4f2a-8109-d7743f71fd68)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:35.043994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.058733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Calling delete_port for d2bc7218-26dd-44ec-ba64-c3aef472ff11 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:35.113999 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0ad1-eef7-4ec4-9799-e7681974dbc6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.179697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.236657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:35.241600 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0ad1-eef7-4ec4-9799-e7681974dbc6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.306197 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0ad1-eef7-4ec4-9799-e7681974dbc6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.394454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a0ad1-eef7-4ec4-9799-e7681974dbc6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97152c5-5061-4047-a05c-54b35f07eac5,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:35.404152 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.457036 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.497662 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'Port': ['ID=d2bc7218-26dd-44ec-ba64-c3aef472ff11,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:35.509065 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.509065 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.554291 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff9a0ad1-eef7-4ec4-9799-e7681974dbc6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.558411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ff9a0ad1-eef7-4ec4-9799-e7681974dbc6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1959927 Aug 21 09:30:35.559598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48296) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:35.565496 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-200a4d83-5519-41ce-b479-d83fda686e0a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': 'a6c6e4f6-9707-446d-bb71-740bdd8cdf8b', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:35.679599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.680735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05d991bf-1ad2-4552-a08d-0f302e8963c3 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:30:35.693967 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.695378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-05d25266-1ca8-41fc-a8c1-8aaf3d0160c8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/05d991bf-1ad2-4552-a08d-0f302e8963c3 HTTP/1.1" status: 204 len: 168 time: 2.0458758 Aug 21 09:30:35.697995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48300) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:35.765234 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-200a4d83-5519-41ce-b479-d83fda686e0a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.768149 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.820898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9a1e5b-15dc-44c1-b988-028108d15c28 admin admin] Deleting subnet 5f5a8520-8185-4c85-934a-c4709db5551e {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:30:35.831913 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fb9a1e5b-15dc-44c1-b988-028108d15c28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:35.911667 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fb9a1e5b-15dc-44c1-b988-028108d15c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.014684 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-200a4d83-5519-41ce-b479-d83fda686e0a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.077084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fb9a1e5b-15dc-44c1-b988-028108d15c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.088523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-200a4d83-5519-41ce-b479-d83fda686e0a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.111904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a4d83-5519-41ce-b479-d83fda686e0a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf0d89d-6e5c-4c68-950b-8ae6ccea4b9d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:36.182034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:36.216320 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fb9a1e5b-15dc-44c1-b988-028108d15c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.235964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d726bf4-795a-44ac-b13b-f988efc3be77 None None] Network 4744644c-e35d-4f36-b45b-0eca9b5c8098 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:36.236492 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fb9a1e5b-15dc-44c1-b988-028108d15c28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.238694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fb9a1e5b-15dc-44c1-b988-028108d15c28 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5f5a8520-8185-4c85-934a-c4709db5551e HTTP/1.1" status: 204 len: 168 time: 0.5388153 Aug 21 09:30:36.251485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48308) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:36.277468 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-200a4d83-5519-41ce-b479-d83fda686e0a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.277921 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-200a4d83-5519-41ce-b479-d83fda686e0a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7165403 Aug 21 09:30:36.278933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a1e5b-15dc-44c1-b988-028108d15c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5a8520-8185-4c85-934a-c4709db5551e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:36.281337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48310) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:36.286956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a7ac945b-430e-42c6-a037-5719a1111776 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': 'a6c6e4f6-9707-446d-bb71-740bdd8cdf8b', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:36.434768 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-a7ac945b-430e-42c6-a037-5719a1111776 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Project 95b0c237fabe4ed6bcd22c7ea3548b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:30:36.441909 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7ac945b-430e-42c6-a037-5719a1111776 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.450194 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.479762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:36.493119 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084760c-0228-43cc-ad80-c648d3f67d24 None None] Sync routers for ids ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:36.518509 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03273f96-5a65-42d1-a1ff-2fb3bf53e5a3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "PUT /v2.0/routers/4eb600b1-3386-4439-b7fa-8bb45570ebc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5394580 Aug 21 09:30:36.519020 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48314) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:36.534176 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084760c-0228-43cc-ad80-c648d3f67d24 None None] Routers {'4eb600b1-3386-4439-b7fa-8bb45570ebc6'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:36.534934 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5084760c-0228-43cc-ad80-c648d3f67d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:36.575149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f261a5-c232-4626-a719-91d7774d022c None None] DHCP port deletion for 4744644c-e35d-4f36-b45b-0eca9b5c8098 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:30:36.611219 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7ac945b-430e-42c6-a037-5719a1111776 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.660111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-69aaa366-f59c-4d8b-ad61-3fa925c761be tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Deleting subnet 2a875ce8-416c-41e4-93a8-c8a964752655 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:30:36.665022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a329514e-f003-47ce-8f48-d6400acff7b1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:36.666777 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aaa366-f59c-4d8b-ad61-3fa925c761be tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.685029 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7ac945b-430e-42c6-a037-5719a1111776 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.699082 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-5084760c-0228-43cc-ad80-c648d3f67d24 None None] Set router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:36.711252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-06f261a5-c232-4626-a719-91d7774d022c None None] Deleting port 887acd61-b3c1-452b-9bf5-3bc641007660 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:36.711677 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-06f261a5-c232-4626-a719-91d7774d022c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.716276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac945b-430e-42c6-a037-5719a1111776 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38cb4b5-360c-4af6-86af-3a16edea82fd,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:36.731024 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aaa366-f59c-4d8b-ad61-3fa925c761be tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.788852 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7ac945b-430e-42c6-a037-5719a1111776 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.796831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a7ac945b-430e-42c6-a037-5719a1111776 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5111618 Aug 21 09:30:36.797028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48318) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:36.813482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a167c9bc-7467-4292-93a4-04745a5e4157 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': 'a6c6e4f6-9707-446d-bb71-740bdd8cdf8b', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:36.821709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-06f261a5-c232-4626-a719-91d7774d022c None None] For port 887acd61-b3c1-452b-9bf5-3bc641007660, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=887acd61-b3c1-452b-9bf5-3bc641007660,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:36.822338 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-06f261a5-c232-4626-a719-91d7774d022c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.838218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-06f261a5-c232-4626-a719-91d7774d022c None None] Calling delete_port for 887acd61-b3c1-452b-9bf5-3bc641007660 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:36.906150 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aaa366-f59c-4d8b-ad61-3fa925c761be tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.935852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a329514e-f003-47ce-8f48-d6400acff7b1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:36.936140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a329514e-f003-47ce-8f48-d6400acff7b1 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:36.936566 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:36.963091 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:36.963539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 53641ed7-bbca-49ba-8ed7-4c4dcbda6dbc not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:36.974613 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5084760c-0228-43cc-ad80-c648d3f67d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-967268055', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:05Z', 'updated_at': '2021-08-21T09:30:35Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:06Z', 'updated_at': '2021-08-21T09:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:36.986475 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Deleting port 887acd61-b3c1-452b-9bf5-3bc641007660 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:36.987173 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:36.993699 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-a167c9bc-7467-4292-93a4-04745a5e4157 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Project 95b0c237fabe4ed6bcd22c7ea3548b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:30:37.002081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a167c9bc-7467-4292-93a4-04745a5e4157 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.016809 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084760c-0228-43cc-ad80-c648d3f67d24 None None] Checking router: 4eb600b1-3386-4439-b7fa-8bb45570ebc6 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:37.022657 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-06f261a5-c232-4626-a719-91d7774d022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.047788 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084760c-0228-43cc-ad80-c648d3f67d24 None None] Routers {'4eb600b1-3386-4439-b7fa-8bb45570ebc6'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:37.066622 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5084760c-0228-43cc-ad80-c648d3f67d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:37.085182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f261a5-c232-4626-a719-91d7774d022c None None] No DVR routers for this DVR port 887acd61-b3c1-452b-9bf5-3bc641007660 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:30:37.085738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] For port 887acd61-b3c1-452b-9bf5-3bc641007660, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=887acd61-b3c1-452b-9bf5-3bc641007660,segment=NetworkSegment(0abab6d6-45a1-455e-b70b-337c0e65d83b),segment_id=0abab6d6-45a1-455e-b70b-337c0e65d83b)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:37.086457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.096665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f261a5-c232-4626-a719-91d7774d022c None None] Pushing event deleted for resources: {'Port': ['ID=887acd61-b3c1-452b-9bf5-3bc641007660,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:37.100099 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-95cf1c94-0c02-4437-889d-40c64c378deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.125014 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aaa366-f59c-4d8b-ad61-3fa925c761be tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.127209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Calling delete_port for 887acd61-b3c1-452b-9bf5-3bc641007660 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:37.139466 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a167c9bc-7467-4292-93a4-04745a5e4157 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.167754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaa366-f59c-4d8b-ad61-3fa925c761be tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'Subnet': ['ID=2a875ce8-416c-41e4-93a8-c8a964752655,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:37.175977 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69aaa366-f59c-4d8b-ad61-3fa925c761be tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.180662 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-69aaa366-f59c-4d8b-ad61-3fa925c761be tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "DELETE /v2.0/subnets/2a875ce8-416c-41e4-93a8-c8a964752655 HTTP/1.1" status: 204 len: 168 time: 0.6581323 Aug 21 09:30:37.183631 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48324) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:37.184101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3955aabf-9d70-46ec-9c88-1ee16d18afda None None] Network 16dfca3a-5efc-4cef-aa76-ae15d57c566d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:37.221822 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a167c9bc-7467-4292-93a4-04745a5e4157 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.249491 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-5084760c-0228-43cc-ad80-c648d3f67d24 None None] Set router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:37.272474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167c9bc-7467-4292-93a4-04745a5e4157 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5d7048-902a-4059-b85e-027f3231f0c9,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:37.310270 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a167c9bc-7467-4292-93a4-04745a5e4157 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.314575 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48328) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:37.314765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a167c9bc-7467-4292-93a4-04745a5e4157 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5167747 Aug 21 09:30:37.324337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'network': {'name': 'tempest-network-smoke--462981598', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'port_security_enabled': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:37.482889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:37.486507 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.510839 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.512984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892ead4-2cc8-40c7-a986-154b7dab4dc9 None None] DHCP port deletion for 16dfca3a-5efc-4cef-aa76-ae15d57c566d request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:30:37.546716 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5084760c-0228-43cc-ad80-c648d3f67d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-967268055', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:05Z', 'updated_at': '2021-08-21T09:30:35Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:06Z', 'updated_at': '2021-08-21T09:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:37.631023 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.634811 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084760c-0228-43cc-ad80-c648d3f67d24 None None] The sync data for ids ['4eb600b1-3386-4439-b7fa-8bb45570ebc6'] in n-d-766726-28 is: [{'id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-967268055', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:05Z', 'updated_at': '2021-08-21T09:30:35Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': '4ce45a4b-7bf6-4bb7-878e-c40672ccbae4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:47:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb600b1-3386-4439-b7fa-8bb45570ebc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:06Z', 'updated_at': '2021-08-21T09:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:37.651523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:30:37.659942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c892ead4-2cc8-40c7-a986-154b7dab4dc9 None None] Deleting port 16618884-1b67-44a5-9783-9c2baa72a650 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:37.660470 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c892ead4-2cc8-40c7-a986-154b7dab4dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.719238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] No DVR routers for this DVR port 887acd61-b3c1-452b-9bf5-3bc641007660 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:30:37.722676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=887acd61-b3c1-452b-9bf5-3bc641007660,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:37.842429 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:37.842781 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Added segment d5685072-ca50-4051-99f1-03dc771d732f of type vlan for network 557d94b5-850e-4f13-8767-bb85e1426838 Aug 21 09:30:37.944726 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.073916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c892ead4-2cc8-40c7-a986-154b7dab4dc9 None None] For port 16618884-1b67-44a5-9783-9c2baa72a650, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=16618884-1b67-44a5-9783-9c2baa72a650,segment=NetworkSegment(e14c22e6-0c99-4f2a-8109-d7743f71fd68),segment_id=e14c22e6-0c99-4f2a-8109-d7743f71fd68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:38.074330 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c892ead4-2cc8-40c7-a986-154b7dab4dc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.105042 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.112651 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:38.112651 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.115605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c892ead4-2cc8-40c7-a986-154b7dab4dc9 None None] Calling delete_port for 16618884-1b67-44a5-9783-9c2baa72a650 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:38.141959 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.245559 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4744644c-e35d-4f36-b45b-0eca9b5c8098']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:38.288212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48340) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:38.302982 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abab6d6-45a1-455e-b70b-337c0e65d83b') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:38.303302 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abab6d6-45a1-455e-b70b-337c0e65d83b') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:38.311407 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9922755 Aug 21 09:30:38.311783 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48344) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:38.319757 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c892ead4-2cc8-40c7-a986-154b7dab4dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.345597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'admin_state_up': True, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:38.350312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892ead4-2cc8-40c7-a986-154b7dab4dc9 None None] Pushing event deleted for resources: {'Port': ['ID=16618884-1b67-44a5-9783-9c2baa72a650,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:38.357574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892ead4-2cc8-40c7-a986-154b7dab4dc9 None None] No DVR routers for this DVR port 16618884-1b67-44a5-9783-9c2baa72a650 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:30:38.360590 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.383062 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.394008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.397318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2b7d6-c38a-4d34-882c-49abe0edbf76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Network': ['ID=557d94b5-850e-4f13-8767-bb85e1426838,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:38.409334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:30:38.415599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 557d94b5-850e-4f13-8767-bb85e1426838 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:30:38.416032 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:30:38.484694 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2c72-b30e-48c0-9e0c-9bc77745cca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.559201 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.563913 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.586154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 16618884-1b67-44a5-9783-9c2baa72a650 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:38.593024 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.606914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 16618884-1b67-44a5-9783-9c2baa72a650 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:38.607718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 16618884-1b67-44a5-9783-9c2baa72a650 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:38.608014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 887acd61-b3c1-452b-9bf5-3bc641007660 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:38.613368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.615262 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] 10.222.0.20 "DELETE /v2.0/networks/4744644c-e35d-4f36-b45b-0eca9b5c8098 HTTP/1.1" status: 204 len: 168 time: 2.3604541 Aug 21 09:30:38.620109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48350) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:38.636423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 887acd61-b3c1-452b-9bf5-3bc641007660 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:38.636778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 887acd61-b3c1-452b-9bf5-3bc641007660 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:38.637198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d2bc7218-26dd-44ec-ba64-c3aef472ff11 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:38.656526 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718c3b9-c830-4913-b5c8-4d3a65715b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=4744644c-e35d-4f36-b45b-0eca9b5c8098,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:38.657631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d2bc7218-26dd-44ec-ba64-c3aef472ff11 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:38.657985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d2bc7218-26dd-44ec-ba64-c3aef472ff11 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:38.659369 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.667843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Deleting port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:38.668184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.703564 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2c72-b30e-48c0-9e0c-9bc77745cca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.816683 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2c72-b30e-48c0-9e0c-9bc77745cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.817034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] For port 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4ce45a4b-7bf6-4bb7-878e-c40672ccbae4,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:38.817512 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.861742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Calling delete_port for 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:38.892804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:38.898384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d2c72-b30e-48c0-9e0c-9bc77745cca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e066de-429d-49f5-bc67-fb70e5c4285e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:38.905361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fd2d2c72-b30e-48c0-9e0c-9bc77745cca9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8389de3e8e1a43cdb0b8069e5f2e1500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6109185 Aug 21 09:30:38.912346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48352) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:39.061424 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16a82706-57a6-4c4c-8678-b1d2b3cb4228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.084652 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.420546 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16a82706-57a6-4c4c-8678-b1d2b3cb4228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.428951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] Deleting port d363a783-e5be-4a19-9213-1bc308ecc4c2 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:39.429421 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.524911 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0b03587b-4233-4c54-be80-02cf404b9a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.566493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] For port d363a783-e5be-4a19-9213-1bc308ecc4c2, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d363a783-e5be-4a19-9213-1bc308ecc4c2,segment=NetworkSegment(77fc5f31-5ec5-4932-b8cc-eb13d1df25e0),segment_id=77fc5f31-5ec5-4932-b8cc-eb13d1df25e0)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:39.566878 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.580122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] Calling delete_port for d363a783-e5be-4a19-9213-1bc308ecc4c2 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:39.595837 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.605426 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16a82706-57a6-4c4c-8678-b1d2b3cb4228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.608290 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16a82706-57a6-4c4c-8678-b1d2b3cb4228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.612021 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-16a82706-57a6-4c4c-8678-b1d2b3cb4228 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94e066de-429d-49f5-bc67-fb70e5c4285e HTTP/1.1" status: 204 len: 168 time: 0.7029951 Aug 21 09:30:39.747381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'Port': ['ID=4ce45a4b-7bf6-4bb7-878e-c40672ccbae4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:39.760566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a82706-57a6-4c4c-8678-b1d2b3cb4228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e066de-429d-49f5-bc67-fb70e5c4285e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:39.768007 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.785283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.881213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.903230 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.940980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.945298 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:39.993906 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:40.132810 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:40.133593 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb600b1-3386-4439-b7fa-8bb45570ebc6 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:30:40.139666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.25.5.215 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/134ede36-17f9-40f7-86f5-a0cf051585ba) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:40.162144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:40.164119 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-09dd895c-bea9-4cfb-93b6-7e41c6178dc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "DELETE /v2.0/routers/4eb600b1-3386-4439-b7fa-8bb45570ebc6 HTTP/1.1" status: 204 len: 168 time: 2.9780319 Aug 21 09:30:40.168100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48376) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:40.251507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] Pushing event deleted for resources: {'Port': ['ID=d363a783-e5be-4a19-9213-1bc308ecc4c2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:40.305966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:40.368382 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:40.479658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:40.643343 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:40.656016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dfca3a-5efc-4cef-aa76-ae15d57c566d']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:40.669528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14c22e6-0c99-4f2a-8109-d7743f71fd68') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:40.669965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14c22e6-0c99-4f2a-8109-d7743f71fd68') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:40.681205 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:40.686733 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:40.701491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] Router 15bbcdc4-8583-4562-9cd4-477f6944216f has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:40.799645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:40.806833 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:40.821711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:40.830218 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:40.837871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:30:40.838294 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:30:40.851203 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:30:40.912833 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:40.948508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=134ede36-17f9-40f7-86f5-a0cf051585ba,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:40.952568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:40.967343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48396) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:40.968534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e920ffe4-21b9-4089-883e-dbc5d312836b admin admin] 10.222.0.20 "PUT /v2.0/routers/15bbcdc4-8583-4562-9cd4-477f6944216f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3463466 Aug 21 09:30:40.972660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:40.973427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4ce45a4b-7bf6-4bb7-878e-c40672ccbae4 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:40.980002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcc8d3-99ee-45ce-8608-df93b1cf1130 None None] Sync routers for ids ['15bbcdc4-8583-4562-9cd4-477f6944216f'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:40.987999 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.009772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fcc8d3-99ee-45ce-8608-df93b1cf1130 None None] Routers {'15bbcdc4-8583-4562-9cd4-477f6944216f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:41.014026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-93fcc8d3-99ee-45ce-8608-df93b1cf1130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['15bbcdc4-8583-4562-9cd4-477f6944216f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:41.073394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.083634 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.086419 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "DELETE /v2.0/networks/16dfca3a-5efc-4cef-aa76-ae15d57c566d HTTP/1.1" status: 204 len: 168 time: 0.9170148 Aug 21 09:30:41.092890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48400) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:41.146912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421ed66-e178-42b4-8e03-820cbbe84569 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'Network': ['ID=16dfca3a-5efc-4cef-aa76-ae15d57c566d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:41.196414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-93fcc8d3-99ee-45ce-8608-df93b1cf1130 None None] Set router 15bbcdc4-8583-4562-9cd4-477f6944216f gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:41.269947 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.343449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48404) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:41.442429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-93fcc8d3-99ee-45ce-8608-df93b1cf1130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'name': 'tempest-TestServerBasicOps-693038961-router', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:04Z', 'updated_at': '2021-08-21T09:30:39Z', 'revision_number': 5, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'gw_port': {'id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:05Z', 'updated_at': '2021-08-21T09:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:41.455721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Deleting port bd49eeaf-4414-445f-b304-e00b15be9876 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:41.457856 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.458400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.475143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcc8d3-99ee-45ce-8608-df93b1cf1130 None None] Checking router: 15bbcdc4-8583-4562-9cd4-477f6944216f for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:41.486038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fcc8d3-99ee-45ce-8608-df93b1cf1130 None None] Routers {'15bbcdc4-8583-4562-9cd4-477f6944216f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:41.486787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-93fcc8d3-99ee-45ce-8608-df93b1cf1130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['15bbcdc4-8583-4562-9cd4-477f6944216f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:41.529589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2041371854-network', 'tenant_id': '8827391708854e52a3dfa07aa8deae37'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:41.540359 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.590191 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.590578 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.613797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Calling delete_port for bd49eeaf-4414-445f-b304-e00b15be9876 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:41.618715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-93fcc8d3-99ee-45ce-8608-df93b1cf1130 None None] Set router 15bbcdc4-8583-4562-9cd4-477f6944216f gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:41.670284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Made reservation on behalf of 8827391708854e52a3dfa07aa8deae37 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:41.672664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.711235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Deleting port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:41.711588 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.718664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.850376 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.904666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-93fcc8d3-99ee-45ce-8608-df93b1cf1130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'name': 'tempest-TestServerBasicOps-693038961-router', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:04Z', 'updated_at': '2021-08-21T09:30:39Z', 'revision_number': 5, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'gw_port': {'id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:05Z', 'updated_at': '2021-08-21T09:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:41.908430 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:41.938393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcc8d3-99ee-45ce-8608-df93b1cf1130 None None] The sync data for ids ['15bbcdc4-8583-4562-9cd4-477f6944216f'] in n-d-766726-28 is: [{'id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'name': 'tempest-TestServerBasicOps-693038961-router', 'tenant_id': '36b81315c17e41ebb886edeeebb8c549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:25:04Z', 'updated_at': '2021-08-21T09:30:39Z', 'revision_number': 5, 'project_id': '36b81315c17e41ebb886edeeebb8c549', 'gw_port': {'id': 'f9c000fd-735c-46d4-9b0c-712e2f8a8f2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bbcdc4-8583-4562-9cd4-477f6944216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:25:05Z', 'updated_at': '2021-08-21T09:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:42.004301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] For port f9c000fd-735c-46d4-9b0c-712e2f8a8f2f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f9c000fd-735c-46d4-9b0c-712e2f8a8f2f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:42.004822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.010472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.026464 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Calling delete_port for f9c000fd-735c-46d4-9b0c-712e2f8a8f2f owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:42.051050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'Port': ['ID=bd49eeaf-4414-445f-b304-e00b15be9876,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:42.072572 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.128546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:30:42.137721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef94bf41-b9c0-44c1-9dd5-b6afcbfb19c3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:42.149819 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.150047 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Added segment c34816a4-1588-4335-8531-e49482e67b52 of type vlan for network 9f17848e-46ed-4642-ba62-78a057f6434f Aug 21 09:30:42.161930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.165646 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Floating IP 7b607a1a-5c8c-4de0-b5f7-143c19fe1e5f disassociated (deleted). External IP: 172.25.5.163, port: 6b38b303-8fb5-49f2-bfec-f81a2609639f. Aug 21 09:30:42.186200 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 8facfc6f-69ab-413c-b073-b9eda541bd67 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:30:42.231007 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.363987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:42.374148 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Sync routers for ids ['8facfc6f-69ab-413c-b073-b9eda541bd67'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:42.385581 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Routers {'8facfc6f-69ab-413c-b073-b9eda541bd67'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:42.386545 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['8facfc6f-69ab-413c-b073-b9eda541bd67'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:42.411848 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.481266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.484094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:42.484094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.495886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Router 13214d94-b37e-4f82-85c8-8ceff7969684 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:42.497043 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d363a783-e5be-4a19-9213-1bc308ecc4c2 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:42.502853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.504237 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0a6442ae-d390-4b8d-9f3e-a2a076bca554 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1794329 Aug 21 09:30:42.507281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48418) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:42.526662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d363a783-e5be-4a19-9213-1bc308ecc4c2 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:42.527111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d363a783-e5be-4a19-9213-1bc308ecc4c2 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:42.574874 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d6150954-3108-41a8-98ea-308d18f132de tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=95b0c237fabe4ed6bcd22c7ea3548b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0636647 Aug 21 09:30:42.574874 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.577472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48420) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:42.607695 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Set router 8facfc6f-69ab-413c-b073-b9eda541bd67 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:42.627676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c000fd-735c-46d4-9b0c-712e2f8a8f2f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:42.645416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2981136 Aug 21 09:30:42.654626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9922dc3-4826-4602-8751-ad00ebdcf7a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9f17848e-46ed-4642-ba62-78a057f6434f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:42.667580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 9f17848e-46ed-4642-ba62-78a057f6434f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:30:42.670425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48422) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:42.673028 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.678076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] Request body: {'subnet': {'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2041371854-subnet', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:42.806686 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.809708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.877675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] Made reservation on behalf of 8827391708854e52a3dfa07aa8deae37 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:42.887550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.893964 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:41Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:42.902776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:42.921710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6e72c0-b62e-4db5-9d85-47d3ba185373 None None] Sync routers for ids ['13214d94-b37e-4f82-85c8-8ceff7969684'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:42.922572 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.943175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6e72c0-b62e-4db5-9d85-47d3ba185373 None None] Routers {'13214d94-b37e-4f82-85c8-8ceff7969684'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:42.944244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2a6e72c0-b62e-4db5-9d85-47d3ba185373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['13214d94-b37e-4f82-85c8-8ceff7969684'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:42.954184 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Checking router: 8facfc6f-69ab-413c-b073-b9eda541bd67 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:42.954749 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Updating router 8facfc6f-69ab-413c-b073-b9eda541bd67 port 134ede36-17f9-40f7-86f5-a0cf051585ba binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:30:42.970797 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.971459 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15bbcdc4-8583-4562-9cd4-477f6944216f {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:30:42.975398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4081752a-3c67-44cd-9380-397b4444cdf8 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:42.981068 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:42.982191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4081752a-3c67-44cd-9380-397b4444cdf8 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3985105 Aug 21 09:30:42.982301 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-67b83712-0c27-45b7-a308-f32119b33e29 admin admin] 10.222.0.20 "DELETE /v2.0/routers/15bbcdc4-8583-4562-9cd4-477f6944216f HTTP/1.1" status: 204 len: 168 time: 2.0122521 Aug 21 09:30:42.982301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48430) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:42.983422 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48432) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:42.999117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5123c49c-cf20-4aed-9df3-15e5b90bf9e0 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "DELETE /v2.0/floatingips/7b607a1a-5c8c-4de0-b5f7-143c19fe1e5f HTTP/1.1" status: 204 len: 168 time: 1.9050894 Aug 21 09:30:43.008366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'tag': '6b38b303-8fb5-49f2-bfec-f81a2609639f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:30:43.012405 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c60add-b05b-4239-af8e-db2a3f67d6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "33c8efac-8226-4aa5-90f2-a321fa73d993", "tag": "6b38b303-8fb5-49f2-bfec-f81a2609639f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:30:43.029059 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.116875 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a388d901-da12-45e9-a7d9-a3ef28581a9b tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1343768 Aug 21 09:30:43.121022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48440) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:43.127818 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-440732728', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:43.243139 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-744280fb-3777-4bcc-9e06-e357f0e507f2 admin admin] Deleting subnet 0d1883eb-be44-405f-83eb-a8aff7b5b925 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:30:43.249298 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed47323-5f4f-44b8-bbf4-bc7cb2d85798 x-openstack-request-id: req-3ed47323-5f4f-44b8-bbf4-bc7cb2d85798 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:30:43.249974 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c8efac-8226-4aa5-90f2-a321fa73d993", "tag": "6b38b303-8fb5-49f2-bfec-f81a2609639f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:30:43.250259 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ed47323-5f4f-44b8-bbf4-bc7cb2d85798 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:30:43.250717 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'tag': '6b38b303-8fb5-49f2-bfec-f81a2609639f', 'status': 'completed', 'code': 200} Aug 21 09:30:43.251472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-744280fb-3777-4bcc-9e06-e357f0e507f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.262179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-2a6e72c0-b62e-4db5-9d85-47d3ba185373 None None] Set router 13214d94-b37e-4f82-85c8-8ceff7969684 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:43.292454 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.338511 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-744280fb-3777-4bcc-9e06-e357f0e507f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.387901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60add-b05b-4239-af8e-db2a3f67d6dd req-6b1caae2-e2e9-4e4c-8c9e-136a98552caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:43.389501 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7c60add-b05b-4239-af8e-db2a3f67d6dd req-6b1caae2-e2e9-4e4c-8c9e-136a98552caa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0074bca408544b90a1fa6d836957f28e&device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 1136 time: 0.1899869 Aug 21 09:30:43.426144 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.439100 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Transition to ACTIVE for port object 134ede36-17f9-40f7-86f5-a0cf051585ba will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:43.480780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-744280fb-3777-4bcc-9e06-e357f0e507f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.489600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5b6d87-041e-423e-b950-b91eca11a279,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:43.500620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] Checking segment: {'id': 'c34816a4-1588-4335-8531-e49482e67b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:43.500985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] Network hostable DHCP agents. Network: 9f17848e-46ed-4642-ba62-78a057f6434f, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:30:43.547633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:43.552136 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.587854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60add-b05b-4239-af8e-db2a3f67d6dd req-d9c81ee1-23fe-4dcc-a595-c323bd7c2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:43.589630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7c60add-b05b-4239-af8e-db2a3f67d6dd req-d9c81ee1-23fe-4dcc-a595-c323bd7c2d55 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 HTTP/1.1" status: 200 len: 897 time: 0.1930673 Aug 21 09:30:43.598730 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.663819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2a6e72c0-b62e-4db5-9d85-47d3ba185373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:11Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1cb35371-32fa-4fdd-a2c4-03762198de5a', 'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:9f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:10Z', 'updated_at': '2021-08-21T09:29:16Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:43.674262 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-744280fb-3777-4bcc-9e06-e357f0e507f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.701696 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-744280fb-3777-4bcc-9e06-e357f0e507f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.707233 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-744280fb-3777-4bcc-9e06-e357f0e507f2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0d1883eb-be44-405f-83eb-a8aff7b5b925 HTTP/1.1" status: 204 len: 168 time: 0.6968808 Aug 21 09:30:43.707943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48446) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:43.728518 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6e72c0-b62e-4db5-9d85-47d3ba185373 None None] Checking router: 13214d94-b37e-4f82-85c8-8ceff7969684 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:43.734187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bbf25c-5125-4e83-90eb-415fb28e5e9f None None] Network b0e1e863-4241-46b4-afad-3b8990ade1d2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:43.807830 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Attempting to bind port 134ede36-17f9-40f7-86f5-a0cf051585ba on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:30:43.808598 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Attempting to bind port 134ede36-17f9-40f7-86f5-a0cf051585ba by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:30:43.809333 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Attempting to bind port 134ede36-17f9-40f7-86f5-a0cf051585ba on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:30:43.822065 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78903f6-ac65-4c69-b617-a96cf3d79cb1 None None] Pushing event updated for resources: {'Port': ['ID=134ede36-17f9-40f7-86f5-a0cf051585ba,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:43.826517 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:30:43.827171 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:43.827810 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.828362 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:30:43.830116 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Bound port: 134ede36-17f9-40f7-86f5-a0cf051585ba, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:30:43.830999 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.853111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6e72c0-b62e-4db5-9d85-47d3ba185373 None None] Routers {'13214d94-b37e-4f82-85c8-8ceff7969684'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:43.853757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2a6e72c0-b62e-4db5-9d85-47d3ba185373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['13214d94-b37e-4f82-85c8-8ceff7969684'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:43.860377 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:43.934007 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] For port 134ede36-17f9-40f7-86f5-a0cf051585ba, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:30:43.941407 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] For port 134ede36-17f9-40f7-86f5-a0cf051585ba, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=134ede36-17f9-40f7-86f5-a0cf051585ba,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:30:44.034702 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:44.049620 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744280fb-3777-4bcc-9e06-e357f0e507f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1883eb-be44-405f-83eb-a8aff7b5b925,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:44.130245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Deleting port 5a56ff82-9522-4998-bf37-f69ce8311489 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:44.130907 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:44.132508 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Routers {'8facfc6f-69ab-413c-b073-b9eda541bd67'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:44.133692 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['8facfc6f-69ab-413c-b073-b9eda541bd67'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:44.155785 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-2a6e72c0-b62e-4db5-9d85-47d3ba185373 None None] Set router 13214d94-b37e-4f82-85c8-8ceff7969684 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:44.177212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] Network 9f17848e-46ed-4642-ba62-78a057f6434f is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:30:44.181040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7c60add-b05b-4239-af8e-db2a3f67d6dd req-293708f0-1dfb-46cb-a409-fd4b73b5435e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b38b303-8fb5-49f2-bfec-f81a2609639f HTTP/1.1" status: 200 len: 217 time: 0.5830324 Aug 21 09:30:44.290498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cbae2-f8f4-4ccc-b578-d4d9cac59fd0 req-5715b02d-076d-4e6e-9b15-65016f7b5e70 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:44.294001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b5cbae2-f8f4-4ccc-b578-d4d9cac59fd0 req-5715b02d-076d-4e6e-9b15-65016f7b5e70 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 984 time: 0.1192834 Aug 21 09:30:44.296063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60add-b05b-4239-af8e-db2a3f67d6dd req-6fbfb369-cff9-4f17-b517-85a15a4f8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:44.297674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7c60add-b05b-4239-af8e-db2a3f67d6dd req-6fbfb369-cff9-4f17-b517-85a15a4f8904 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0 HTTP/1.1" status: 200 len: 834 time: 0.1065536 Aug 21 09:30:44.349468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 9f17848e-46ed-4642-ba62-78a057f6434f) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:44.391988 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] Set router 8facfc6f-69ab-413c-b073-b9eda541bd67 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:44.395603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2df6ff3-9a0a-4a23-96d6-20eb98f8997b None None] Network 9f17848e-46ed-4642-ba62-78a057f6434f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:44.445317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:44.445931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:44.538116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d25f0-740b-4444-99a0-94b99b2be516 None None] DHCP port deletion for b0e1e863-4241-46b4-afad-3b8990ade1d2 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:30:44.571685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b5cbae2-f8f4-4ccc-b578-d4d9cac59fd0 req-2d4d1b28-c5ec-492a-b40e-7533305ce232 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2690535 Aug 21 09:30:44.586077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60add-b05b-4239-af8e-db2a3f67d6dd req-c9073589-1cc9-4115-9e06-2afeec742639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:44.587808 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7c60add-b05b-4239-af8e-db2a3f67d6dd req-c9073589-1cc9-4115-9e06-2afeec742639 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b17902bf-c71f-4a1f-9ee8-a8bda8a908c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2689483 Aug 21 09:30:44.607647 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78903f6-ac65-4c69-b617-a96cf3d79cb1 None None] Pushing event updated for resources: {'Port': ['ID=134ede36-17f9-40f7-86f5-a0cf051585ba,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:44.615018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5a56ff82-9522-4998-bf37-f69ce8311489 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:44.678527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c144f66b-ed64-4bf6-9028-1351cb75d29e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0044820 Aug 21 09:30:44.684243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48462) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:44.689965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2041371854-router', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:44.744437 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:41Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:44.750052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7c60add-b05b-4239-af8e-db2a3f67d6dd req-8db932bf-53a1-4f8a-a064-f5e6e07965d6 service neutron] 10.222.0.22 "GET /v2.0/networks/b17902bf-c71f-4a1f-9ee8-a8bda8a908c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517007 Aug 21 09:30:44.767763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] For port 5a56ff82-9522-4998-bf37-f69ce8311489, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5a56ff82-9522-4998-bf37-f69ce8311489,segment=NetworkSegment(77fc5f31-5ec5-4932-b8cc-eb13d1df25e0),segment_id=77fc5f31-5ec5-4932-b8cc-eb13d1df25e0)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:44.768507 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:44.781263 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2928f216-eb10-4e29-a10f-b7c4b0fd8924 None None] The sync data for ids ['8facfc6f-69ab-413c-b073-b9eda541bd67'] in n-d-766726-28 is: [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:41Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:44.792760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Calling delete_port for 5a56ff82-9522-4998-bf37-f69ce8311489 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:44.828510 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:44.830037 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:44.883881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:44.953996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.038953 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a56ff82-9522-4998-bf37-f69ce8311489,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:45.042846 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] No DVR routers for this DVR port 5a56ff82-9522-4998-bf37-f69ce8311489 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:30:45.066730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.086837 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Checking segment: {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:45.092605 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network hostable DHCP agents. Network: 557d94b5-850e-4f13-8767-bb85e1426838, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:30:45.092605 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Subnet': ['ID=88325f2f-c18d-469c-85a7-3e29ba2bef4e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:45.101754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9403e8-2431-44d2-a707-f9eb2c0593db req-1963a82f-cd99-4e95-8dff-9324b168848a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:45.103654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b9403e8-2431-44d2-a707-f9eb2c0593db req-1963a82f-cd99-4e95-8dff-9324b168848a tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.22 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 984 time: 0.3526962 Aug 21 09:30:45.262221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-813d25f0-740b-4444-99a0-94b99b2be516 None None] Deleting port 5a56ff82-9522-4998-bf37-f69ce8311489 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:45.262741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-813d25f0-740b-4444-99a0-94b99b2be516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.269766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7c60add-b05b-4239-af8e-db2a3f67d6dd req-d2c9501f-f0dc-41bc-88ca-42ebad1e29c4 service neutron] 10.222.0.22 "GET /v2.0/networks/b17902bf-c71f-4a1f-9ee8-a8bda8a908c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088451 Aug 21 09:30:45.279103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2a6e72c0-b62e-4db5-9d85-47d3ba185373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:11Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1cb35371-32fa-4fdd-a2c4-03762198de5a', 'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:9f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:10Z', 'updated_at': '2021-08-21T09:29:16Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:45.290167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.304048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e1e863-4241-46b4-afad-3b8990ade1d2']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:45.322051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fc5f31-5ec5-4932-b8cc-eb13d1df25e0') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:45.322051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fc5f31-5ec5-4932-b8cc-eb13d1df25e0') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:45.345488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 557d94b5-850e-4f13-8767-bb85e1426838 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:30:45.349313 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.401454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.411334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:30:45.412194 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:30:45.414833 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:30:45.457778 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.469513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9f17848e-46ed-4642-ba62-78a057f6434f', 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'fixed_ips': [{'subnet_id': 'ff5b6d87-041e-423e-b950-b91eca11a279'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:30:45.471935 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.498974 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 557d94b5-850e-4f13-8767-bb85e1426838) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:45.514236 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:45.514640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.515578 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6e72c0-b62e-4db5-9d85-47d3ba185373 None None] The sync data for ids ['13214d94-b37e-4f82-85c8-8ceff7969684'] in n-d-766726-28 is: [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:11Z', 'revision_number': 4, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1cb35371-32fa-4fdd-a2c4-03762198de5a', 'name': '', 'network_id': 'b17902bf-c71f-4a1f-9ee8-a8bda8a908c3', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'mac_address': 'fa:16:3e:9f:01:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:10Z', 'updated_at': '2021-08-21T09:29:16Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'subnets': [{'id': '1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:45.558300 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.578586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab1aaf9-93ff-4c8d-8950-b51515c9eec7 None None] Network 557d94b5-850e-4f13-8767-bb85e1426838 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:45.616058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.636378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-2b9403e8-2431-44d2-a707-f9eb2c0593db req-b6af484d-4394-4d97-9161-a0d82d1003d3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Deleting port 6b38b303-8fb5-49f2-bfec-f81a2609639f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:45.640651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2b9403e8-2431-44d2-a707-f9eb2c0593db req-b6af484d-4394-4d97-9161-a0d82d1003d3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.657674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.664314 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0e1e863-4241-46b4-afad-3b8990ade1d2 HTTP/1.1" status: 204 len: 168 time: 1.9475341 Aug 21 09:30:45.664808 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03773758-25c5-4d2d-a9e0-a6e26cea9532 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e1e863-4241-46b4-afad-3b8990ade1d2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:45.675986 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4935377f-8814-4642-8897-c1e6644b38fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5534356 Aug 21 09:30:45.678789 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48484) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:45.818418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-813d25f0-740b-4444-99a0-94b99b2be516 None None] For port 5a56ff82-9522-4998-bf37-f69ce8311489, host n-d-766726-28, got binding levels [] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:45.823754 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-813d25f0-740b-4444-99a0-94b99b2be516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.830467 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.834998 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:45.861031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-813d25f0-740b-4444-99a0-94b99b2be516 None None] Calling delete_port for 5a56ff82-9522-4998-bf37-f69ce8311489 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:45.867837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.ipam_backend_mixin [None req-813d25f0-740b-4444-99a0-94b99b2be516 None None] Port 5a56ff82-9522-4998-bf37-f69ce8311489 was not found and therefore no delete operation was performed {{(pid=106758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:30:46.137548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c21c29-d697-4ec2-8956-b2cb29ab28fd req-dc0cd599-d442-4936-a9a2-6785ba10abed tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:46.144316 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93c21c29-d697-4ec2-8956-b2cb29ab28fd req-dc0cd599-d442-4936-a9a2-6785ba10abed tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 984 time: 0.2979944 Aug 21 09:30:46.144458 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f0534-23c3-4592-8e0d-8eafd4add69e None None] New status for floating IP 7b607a1a-5c8c-4de0-b5f7-143c19fe1e5f: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:30:46.147744 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-813d25f0-740b-4444-99a0-94b99b2be516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:46.167116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-2b9403e8-2431-44d2-a707-f9eb2c0593db req-b6af484d-4394-4d97-9161-a0d82d1003d3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] For port 6b38b303-8fb5-49f2-bfec-f81a2609639f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=6b38b303-8fb5-49f2-bfec-f81a2609639f,segment=NetworkSegment(7b060837-0cf0-4997-afd8-3f11f362bc14),segment_id=7b060837-0cf0-4997-afd8-3f11f362bc14)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:46.171624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48496) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:46.172426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2b9403e8-2431-44d2-a707-f9eb2c0593db req-b6af484d-4394-4d97-9161-a0d82d1003d3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:46.224983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-2b9403e8-2431-44d2-a707-f9eb2c0593db req-b6af484d-4394-4d97-9161-a0d82d1003d3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Calling delete_port for 6b38b303-8fb5-49f2-bfec-f81a2609639f owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:46.242963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-813d25f0-740b-4444-99a0-94b99b2be516 None None] Network b0e1e863-4241-46b4-afad-3b8990ade1d2 is not hosted by any dhcp agent {{(pid=106758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 09:30:46.248690 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d25f0-740b-4444-99a0-94b99b2be516 None None] No DVR routers for this DVR port 5a56ff82-9522-4998-bf37-f69ce8311489 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:30:46.252969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d25f0-740b-4444-99a0-94b99b2be516 None None] Pushing event deleted for resources: {'Port': ['ID=5a56ff82-9522-4998-bf37-f69ce8311489,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:46.282499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f9c000fd-735c-46d4-9b0c-712e2f8a8f2f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:46.299042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Allocated IP 172.20.0.2 (9f17848e-46ed-4642-ba62-78a057f6434f/ff5b6d87-041e-423e-b950-b91eca11a279/12d2e634-76f6-4d61-b109-3af3eefdfc18) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:46.377468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: f9c000fd-735c-46d4-9b0c-712e2f8a8f2f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:46.383655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f9c000fd-735c-46d4-9b0c-712e2f8a8f2f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:46.407151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93c21c29-d697-4ec2-8956-b2cb29ab28fd req-b06b789d-c45f-4d10-ad52-84f6feb24866 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/security-groups?id=395423a5-227c-4009-b323-5e2a81a337ac&id=7ee192cb-b453-4275-b450-333e9462ebb7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2290139 Aug 21 09:30:46.421973 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a65752f7-6cd8-4099-bb36-be7e25da1c07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f006ab8501f34f3bb05432aaa71c4bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491615 Aug 21 09:30:46.425013 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48504) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:46.588511 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2b9403e8-2431-44d2-a707-f9eb2c0593db req-b6af484d-4394-4d97-9161-a0d82d1003d3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:46.670373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 134ede36-17f9-40f7-86f5-a0cf051585ba up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:46.674555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-557d94b5-850e-4f13-8767-bb85e1426838', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:30:46.677904 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:46.704044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9403e8-2431-44d2-a707-f9eb2c0593db req-b6af484d-4394-4d97-9161-a0d82d1003d3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] No DVR routers for this DVR port 6b38b303-8fb5-49f2-bfec-f81a2609639f on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:30:46.706694 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2b9403e8-2431-44d2-a707-f9eb2c0593db req-b6af484d-4394-4d97-9161-a0d82d1003d3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:46.709148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b9403e8-2431-44d2-a707-f9eb2c0593db req-b6af484d-4394-4d97-9161-a0d82d1003d3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.22 "DELETE /v2.0/ports/6b38b303-8fb5-49f2-bfec-f81a2609639f HTTP/1.1" status: 204 len: 173 time: 1.5985165 Aug 21 09:30:46.709947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af484d-4394-4d97-9161-a0d82d1003d3 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'Port': ['ID=6b38b303-8fb5-49f2-bfec-f81a2609639f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:46.726045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'name': 'network-vif-deleted', 'tag': '6b38b303-8fb5-49f2-bfec-f81a2609639f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:30:46.729639 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5857497b-de41-4e23-8be3-660d4f9b441a" -d '{"events": [{"server_uuid": "33c8efac-8226-4aa5-90f2-a321fa73d993", "name": "network-vif-deleted", "tag": "6b38b303-8fb5-49f2-bfec-f81a2609639f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:30:46.760296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65852057-e334-4a64-9f6d-e01e45f7c160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:46.835449 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d114770-22f8-483d-b3af-113cf99a098e x-openstack-request-id: req-1d114770-22f8-483d-b3af-113cf99a098e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:30:46.836078 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c8efac-8226-4aa5-90f2-a321fa73d993", "name": "network-vif-deleted", "tag": "6b38b303-8fb5-49f2-bfec-f81a2609639f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:30:46.836520 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d114770-22f8-483d-b3af-113cf99a098e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:30:46.837140 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c8efac-8226-4aa5-90f2-a321fa73d993', 'name': 'network-vif-deleted', 'tag': '6b38b303-8fb5-49f2-bfec-f81a2609639f', 'status': 'completed', 'code': 200} Aug 21 09:30:46.838688 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:46.866409 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:46.868531 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65852057-e334-4a64-9f6d-e01e45f7c160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:46.912996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.038306 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.056707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Transition to ACTIVE for port object 12d2e634-76f6-4d61-b109-3af3eefdfc18 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:47.086961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Allocated IP 172.20.0.2 (557d94b5-850e-4f13-8767-bb85e1426838/88325f2f-c18d-469c-85a7-3e29ba2bef4e/7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:47.103428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Allocated IP 172.25.5.77 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/412058e3-e21b-42c0-8f39-b8f13ae27d0e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:47.126762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Transition to ACTIVE for port object 12d2e634-76f6-4d61-b109-3af3eefdfc18 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:47.142439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 134ede36-17f9-40f7-86f5-a0cf051585ba completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:47.182665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 134ede36-17f9-40f7-86f5-a0cf051585ba triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:47.182665 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.267980 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.270174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65852057-e334-4a64-9f6d-e01e45f7c160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.273961 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65852057-e334-4a64-9f6d-e01e45f7c160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.275649 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-65852057-e334-4a64-9f6d-e01e45f7c160 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a108bff7-96d5-47a6-a206-e8bb5d3fec7b HTTP/1.1" status: 204 len: 168 time: 0.8490682 Aug 21 09:30:47.318812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65852057-e334-4a64-9f6d-e01e45f7c160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a108bff7-96d5-47a6-a206-e8bb5d3fec7b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:47.350051 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.373269 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.458547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:47.462269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:47.467944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:47.526384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Pushing event updated for resources: {'Port': ['ID=412058e3-e21b-42c0-8f39-b8f13ae27d0e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:47.573940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Network 9f17848e-46ed-4642-ba62-78a057f6434f is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:47.600559 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:47.613462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:47.618802 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Pushing event updated for resources: {'Port': ['ID=12d2e634-76f6-4d61-b109-3af3eefdfc18,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:47.677201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89335916-a2d0-4448-95c4-c2bae1cbe9ee req-cc017ccb-a977-4216-b60f-fdb73f997089 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c8efac-8226-4aa5-90f2-a321fa73d993 HTTP/1.1" status: 200 len: 210 time: 0.0540998 Aug 21 09:30:47.823930 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.856057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Attempting to bind port 12d2e634-76f6-4d61-b109-3af3eefdfc18 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:30:47.856435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Attempting to bind port 12d2e634-76f6-4d61-b109-3af3eefdfc18 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c34816a4-1588-4335-8531-e49482e67b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:30:47.856867 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Attempting to bind port 12d2e634-76f6-4d61-b109-3af3eefdfc18 on network 9f17848e-46ed-4642-ba62-78a057f6434f {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:30:47.885182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 134ede36-17f9-40f7-86f5-a0cf051585ba, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=134ede36-17f9-40f7-86f5-a0cf051585ba,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:47.889266 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:30:47.889648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Checking segment: {'id': 'c34816a4-1588-4335-8531-e49482e67b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:47.890051 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.890447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Bound using segment: {'id': 'c34816a4-1588-4335-8531-e49482e67b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:30:47.890975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Bound port: 12d2e634-76f6-4d61-b109-3af3eefdfc18, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34816a4-1588-4335-8531-e49482e67b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:30:47.891364 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.903412 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.918635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Transition to ACTIVE for port object 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:47.946412 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.955052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:47.993615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Transition to ACTIVE for port object 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:48.037065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e69909c3-4556-404c-a211-28962aa24800 None None] For port 12d2e634-76f6-4d61-b109-3af3eefdfc18, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:30:48.040068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=134ede36-17f9-40f7-86f5-a0cf051585ba,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:48.062036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e69909c3-4556-404c-a211-28962aa24800 None None] For port 12d2e634-76f6-4d61-b109-3af3eefdfc18, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=12d2e634-76f6-4d61-b109-3af3eefdfc18,segment=NetworkSegment(c34816a4-1588-4335-8531-e49482e67b52),segment_id=c34816a4-1588-4335-8531-e49482e67b52)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:30:48.068764 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.123994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Network 557d94b5-850e-4f13-8767-bb85e1426838 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:48.127232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:48.134446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:48.137881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Pushing event updated for resources: {'Port': ['ID=7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:48.149805 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:30:48.150320 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.168019 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.20.0.1 (557d94b5-850e-4f13-8767-bb85e1426838/88325f2f-c18d-469c-85a7-3e29ba2bef4e/e41ebe00-47d3-473e-8990-97421d60fa73) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:48.294288 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.296873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48532) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:48.367638 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Attempting to bind port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:30:48.368674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Attempting to bind port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:30:48.369505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Attempting to bind port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b on network 557d94b5-850e-4f13-8767-bb85e1426838 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:30:48.380725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:30:48.382590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Checking segment: {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:48.384335 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.384971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Bound using segment: {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:30:48.386299 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Bound port: 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:30:48.386940 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.391793 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69909c3-4556-404c-a211-28962aa24800 None None] Pushing event updated for resources: {'Port': ['ID=12d2e634-76f6-4d61-b109-3af3eefdfc18,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:48.456357 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1811bbac-10f4-4338-a5e7-ad66b189c86b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36b81315c17e41ebb886edeeebb8c549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582229 Aug 21 09:30:48.467025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48534) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:48.476921 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.491256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Transition to ACTIVE for port object e41ebe00-47d3-473e-8990-97421d60fa73 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:48.556312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] For port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:30:48.563393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] For port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:30:48.566797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 134ede36-17f9-40f7-86f5-a0cf051585ba up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:48.595475 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf081408-5fda-47e1-9398-6dc16b74469e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.604883 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.658038 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.668157 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf081408-5fda-47e1-9398-6dc16b74469e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.680484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 557d94b5-850e-4f13-8767-bb85e1426838 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:48.701225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:48.709588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:48.710490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Router 0e8e2661-4607-45e1-ae91-577deb06261d is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:30:48.730217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 134ede36-17f9-40f7-86f5-a0cf051585ba triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:48.730586 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.810755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48538) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:48.827182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f4d21-4d34-4c5c-a3c9-9f8c6ecfaa55 None None] Pushing event updated for resources: {'Port': ['ID=7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:48.858792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=e41ebe00-47d3-473e-8990-97421d60fa73,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:48.911019 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:48.991997 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-218e8afb-dcd8-448c-9dd8-206b67fa6a39 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:49.078764 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-218e8afb-dcd8-448c-9dd8-206b67fa6a39 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:49.279380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-218e8afb-dcd8-448c-9dd8-206b67fa6a39 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:49.285454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-218e8afb-dcd8-448c-9dd8-206b67fa6a39 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:49.291723 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-218e8afb-dcd8-448c-9dd8-206b67fa6a39 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "DELETE /v2.0/security-groups/395423a5-227c-4009-b323-5e2a81a337ac HTTP/1.1" status: 204 len: 168 time: 0.4797640 Aug 21 09:30:49.292389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48542) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:49.317873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6b38b303-8fb5-49f2-bfec-f81a2609639f no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:30:49.351994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:49.360855 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e8afb-dcd8-448c-9dd8-206b67fa6a39 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395423a5-227c-4009-b323-5e2a81a337ac,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:49.368444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 6b38b303-8fb5-49f2-bfec-f81a2609639f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:30:49.369788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 6b38b303-8fb5-49f2-bfec-f81a2609639f not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:30:49.463047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf081408-5fda-47e1-9398-6dc16b74469e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:49.465762 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf081408-5fda-47e1-9398-6dc16b74469e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:49.466955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bf081408-5fda-47e1-9398-6dc16b74469e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7a94f48-0efa-4cdc-aed8-4d0b1d0ef5e3 HTTP/1.1" status: 204 len: 168 time: 0.9989755 Aug 21 09:30:49.493623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:49.504994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Sync routers for ids ['0e8e2661-4607-45e1-ae91-577deb06261d'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:49.506470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf081408-5fda-47e1-9398-6dc16b74469e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a94f48-0efa-4cdc-aed8-4d0b1d0ef5e3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:49.529738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Routers {'0e8e2661-4607-45e1-ae91-577deb06261d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:49.533574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0e8e2661-4607-45e1-ae91-577deb06261d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:49.582004 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:49.585763 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5e6ff866-9387-48e5-aa47-91677893e6fa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8980179 Aug 21 09:30:49.586066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48548) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:49.708118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21ade415-02f4-4987-b340-1fbaadc02198 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:49.780510 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21ade415-02f4-4987-b340-1fbaadc02198 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:49.786429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Set router 0e8e2661-4607-45e1-ae91-577deb06261d gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:50.033410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21ade415-02f4-4987-b340-1fbaadc02198 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:50.040259 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21ade415-02f4-4987-b340-1fbaadc02198 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:50.044235 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-21ade415-02f4-4987-b340-1fbaadc02198 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ee192cb-b453-4275-b450-333e9462ebb7 HTTP/1.1" status: 204 len: 168 time: 0.7357802 Aug 21 09:30:50.048068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48558) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:50.096851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ade415-02f4-4987-b340-1fbaadc02198 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee192cb-b453-4275-b450-333e9462ebb7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:50.135765 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48560) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:50.135765 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:50.199013 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:50.222435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971ee0aa-5083-4b5c-86a8-acdf5c70a07e None None] Network 9f17848e-46ed-4642-ba62-78a057f6434f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:50.427367 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:50.431706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=e41ebe00-47d3-473e-8990-97421d60fa73,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:50.609581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4076ce56-994d-4457-90f9-6b4992b5c16f None None] Network 557d94b5-850e-4f13-8767-bb85e1426838 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:50.628554 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5c66ce53-e41e-4887-a6bf-a11cfa07eddd None None] Provisioning for port 12d2e634-76f6-4d61-b109-3af3eefdfc18 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:50.817910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:50.921636 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:51.075538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-af2ae0f1-35d0-4b4b-945b-5d70942ef330 None None] Provisioning for port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:51.170200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'name': 'tempest-TestAggregatesBasicOps-2041371854-router', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:44Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 3, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'gw_port': {'id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:46Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:51.259463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:51.271813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 557d94b5-850e-4f13-8767-bb85e1426838 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:51.276226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:51.350801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:51.359702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Checking router: 0e8e2661-4607-45e1-ae91-577deb06261d for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:51.360098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Updating router 0e8e2661-4607-45e1-ae91-577deb06261d port 412058e3-e21b-42c0-8f39-b8f13ae27d0e binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:30:51.438064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:51.439741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:51.471152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48586) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:51.475852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Allocated IP 172.20.0.1 (9f17848e-46ed-4642-ba62-78a057f6434f/ff5b6d87-041e-423e-b950-b91eca11a279/afdacbd1-ba07-4c10-82b3-cb47065a5e6f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:51.502723 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:51.558033 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 8facfc6f-69ab-413c-b073-b9eda541bd67 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:51.808433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1627458802-network', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:51.840787 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:51.913966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.033581 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:52.059178 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e488aac2-275b-40f3-bbc5-fc29e57d5b67 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "PUT /v2.0/routers/8facfc6f-69ab-413c-b073-b9eda541bd67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3702450 Aug 21 09:30:52.061435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Made reservation on behalf of 4c6d6547d5d0476a9d3ef031a9579da2 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:52.067656 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.074048 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Sync routers for ids ['8facfc6f-69ab-413c-b073-b9eda541bd67'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:52.093844 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Routers {'8facfc6f-69ab-413c-b073-b9eda541bd67'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:52.095126 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['8facfc6f-69ab-413c-b073-b9eda541bd67'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:52.106375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.140864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:52.150243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.208313 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.209395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 12d2e634-76f6-4d61-b109-3af3eefdfc18 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:52.306347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Transition to ACTIVE for port object afdacbd1-ba07-4c10-82b3-cb47065a5e6f will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:52.446152 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Set router 8facfc6f-69ab-413c-b073-b9eda541bd67 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:52.472638 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fa91f307-159c-423c-b751-21d69147a7c0 None None] Provisioning complete for port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:52.472638 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fa91f307-159c-423c-b751-21d69147a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.478194 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:52.577508 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.597230 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.645723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Transition to ACTIVE for port object 412058e3-e21b-42c0-8f39-b8f13ae27d0e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:52.659042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 12d2e634-76f6-4d61-b109-3af3eefdfc18 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:52.667425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a151b32c-8fe3-4212-ba20-63ec9c9f2e9d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243837449&fields=id&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 267 time: 0.0819728 Aug 21 09:30:52.677277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 12d2e634-76f6-4d61-b109-3af3eefdfc18 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:52.677663 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.696629 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.723859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:30:52.740993 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.741556 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Added segment 86a13f72-96f7-4dbe-9137-fdf355767fe4 of type vlan for network 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea Aug 21 09:30:52.753211 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.789610 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.947378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Deleting port 1cb35371-32fa-4fdd-a2c4-03762198de5a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:52.948062 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.957775 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:49Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e41ebe00-47d3-473e-8990-97421d60fa73', 'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:54:bc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:47Z', 'updated_at': '2021-08-21T09:30:49Z', 'revision_number': 2, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:52.960537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927cd49-8092-4939-9cff-027ca8c44479 req-2b7892c9-f780-4223-aca3-591d723bb2cc tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:52.963448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-2b7892c9-f780-4223-aca3-591d723bb2cc tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 796 time: 0.2831202 Aug 21 09:30:52.968210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.977688 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.978972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:52.979864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:52.995050 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Attempting to bind port 412058e3-e21b-42c0-8f39-b8f13ae27d0e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:30:52.995625 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Checking router: 8facfc6f-69ab-413c-b073-b9eda541bd67 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:52.995758 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Attempting to bind port 412058e3-e21b-42c0-8f39-b8f13ae27d0e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:30:52.995868 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Updating router 8facfc6f-69ab-413c-b073-b9eda541bd67 port e41ebe00-47d3-473e-8990-97421d60fa73 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:30:52.996227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Attempting to bind port 412058e3-e21b-42c0-8f39-b8f13ae27d0e on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:30:53.027099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:30:53.027772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:53.029214 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.029701 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:30:53.030394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Bound port: 412058e3-e21b-42c0-8f39-b8f13ae27d0e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:30:53.030879 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.046969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Network 9f17848e-46ed-4642-ba62-78a057f6434f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:53.062195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cb355-5f3d-4db8-b5bd-bc7aeefc293d None None] Pushing event updated for resources: {'Port': ['ID=412058e3-e21b-42c0-8f39-b8f13ae27d0e,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:53.066291 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.106919 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.122084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fa91f307-159c-423c-b751-21d69147a7c0 None None] Provisioning for port e41ebe00-47d3-473e-8990-97421d60fa73 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:53.126810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:53.140354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fa91f307-159c-423c-b751-21d69147a7c0 None None] Provisioning complete for port e41ebe00-47d3-473e-8990-97421d60fa73 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:53.140838 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fa91f307-159c-423c-b751-21d69147a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.146512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:53.194964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] For port 412058e3-e21b-42c0-8f39-b8f13ae27d0e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:30:53.205140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 12d2e634-76f6-4d61-b109-3af3eefdfc18, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=12d2e634-76f6-4d61-b109-3af3eefdfc18,segment=NetworkSegment(c34816a4-1588-4335-8531-e49482e67b52),segment_id=c34816a4-1588-4335-8531-e49482e67b52)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:53.226471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Pushing event updated for resources: {'Port': ['ID=afdacbd1-ba07-4c10-82b3-cb47065a5e6f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:53.243321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] For port 412058e3-e21b-42c0-8f39-b8f13ae27d0e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=412058e3-e21b-42c0-8f39-b8f13ae27d0e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:30:53.248529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fa91f307-159c-423c-b751-21d69147a7c0 None None] Port e41ebe00-47d3-473e-8990-97421d60fa73 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:30:53.301702 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.315310 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] Deleting port eb322ff8-8181-4d12-b435-8d4eeafdb2d1 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:53.317137 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.404648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=12d2e634-76f6-4d61-b109-3af3eefdfc18,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:53.414323 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.466653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.467895 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.484610 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Transition to ACTIVE for port object e41ebe00-47d3-473e-8990-97421d60fa73 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:53.495277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] For port eb322ff8-8181-4d12-b435-8d4eeafdb2d1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=eb322ff8-8181-4d12-b435-8d4eeafdb2d1,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:53.498284 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.521835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] Calling delete_port for eb322ff8-8181-4d12-b435-8d4eeafdb2d1 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:53.525819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cb355-5f3d-4db8-b5bd-bc7aeefc293d None None] Pushing event updated for resources: {'Port': ['ID=412058e3-e21b-42c0-8f39-b8f13ae27d0e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:53.528759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:53.554399 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.584511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Routers {'0e8e2661-4607-45e1-ae91-577deb06261d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:53.585286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0e8e2661-4607-45e1-ae91-577deb06261d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:53.596972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Pushing event updated for resources: {'Network': ['ID=9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:53.633939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-b955290f-3af7-4eee-8bad-1d28b6ee4e99 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/quotas/95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 375 time: 0.6455424 Aug 21 09:30:53.638630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b54341-5aba-447e-98f0-e93a81e55a02,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:53.664410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:30:53.698380 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a72580-17dd-4c84-a980-2c8c5b16c144 None None] Pushing event updated for resources: {'Port': ['ID=e41ebe00-47d3-473e-8990-97421d60fa73,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:53.722894 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.767948 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Attempting to bind port e41ebe00-47d3-473e-8990-97421d60fa73 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:30:53.768419 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Attempting to bind port e41ebe00-47d3-473e-8990-97421d60fa73 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:30:53.768875 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Attempting to bind port e41ebe00-47d3-473e-8990-97421d60fa73 on network 557d94b5-850e-4f13-8767-bb85e1426838 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:30:53.777237 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:30:53.777709 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Checking segment: {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:53.778653 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.779124 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Bound using segment: {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:30:53.786036 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Bound port: e41ebe00-47d3-473e-8990-97421d60fa73, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:30:53.786036 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.801111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:53.801746 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.875673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4d36d53d-0fe7-41be-9b2a-19aa87c524dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4009566 Aug 21 09:30:53.878688 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48606) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:53.885900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] Request body: {'subnet': {'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1627458802-subnet', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:53.912061 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] For port e41ebe00-47d3-473e-8990-97421d60fa73, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:30:53.938272 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] For port e41ebe00-47d3-473e-8990-97421d60fa73, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e41ebe00-47d3-473e-8990-97421d60fa73,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:30:53.942609 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.942876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] For port 1cb35371-32fa-4fdd-a2c4-03762198de5a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1cb35371-32fa-4fdd-a2c4-03762198de5a,segment=NetworkSegment(7b060837-0cf0-4997-afd8-3f11f362bc14),segment_id=7b060837-0cf0-4997-afd8-3f11f362bc14)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:53.942876 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:53.956675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-02fb5d2e-68f2-43c1-90a3-a0cf58495437 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3035071 Aug 21 09:30:53.971452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] Set router 0e8e2661-4607-45e1-ae91-577deb06261d gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:53.974262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-dfbc365b-1133-47b1-9bc9-b8fa2c02ff88 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:30:53.978522 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-dfbc365b-1133-47b1-9bc9-b8fa2c02ff88 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056877 Aug 21 09:30:53.985303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Calling delete_port for 1cb35371-32fa-4fdd-a2c4-03762198de5a owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:54.005606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c476bc4d-4db8-415d-84d5-84976b238fd9 None None] Provisioning for port afdacbd1-ba07-4c10-82b3-cb47065a5e6f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:54.050724 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:54.079614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] Made reservation on behalf of 4c6d6547d5d0476a9d3ef031a9579da2 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:54.082103 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:54.084277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb322ff8-8181-4d12-b435-8d4eeafdb2d1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:54.155405 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Routers {'8facfc6f-69ab-413c-b073-b9eda541bd67'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:54.157840 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['8facfc6f-69ab-413c-b073-b9eda541bd67'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:54.385536 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] Set router 8facfc6f-69ab-413c-b073-b9eda541bd67 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:54.417289 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:54.581611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c476bc4d-4db8-415d-84d5-84976b238fd9 None None] Provisioning complete for port afdacbd1-ba07-4c10-82b3-cb47065a5e6f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:54.581985 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c476bc4d-4db8-415d-84d5-84976b238fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:54.684003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c476bc4d-4db8-415d-84d5-84976b238fd9 None None] Port afdacbd1-ba07-4c10-82b3-cb47065a5e6f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:30:54.701217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'name': 'tempest-TestAggregatesBasicOps-2041371854-router', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:44Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 3, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'gw_port': {'id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:46Z', 'updated_at': '2021-08-21T09:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:54.730890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a1ea34-128e-46ae-b8ad-dbd9ae18cb32 None None] The sync data for ids ['0e8e2661-4607-45e1-ae91-577deb06261d'] in n-d-766726-28 is: [{'id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'name': 'tempest-TestAggregatesBasicOps-2041371854-router', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:44Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 3, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'gw_port': {'id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:46Z', 'updated_at': '2021-08-21T09:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:54.801043 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:54.867000 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a72580-17dd-4c84-a980-2c8c5b16c144 None None] Pushing event updated for resources: {'Port': ['ID=e41ebe00-47d3-473e-8990-97421d60fa73,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:54.908822 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:54.910457 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:49Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e41ebe00-47d3-473e-8990-97421d60fa73', 'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:54:bc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:47Z', 'updated_at': '2021-08-21T09:30:53Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:54.944686 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb54ea-7378-48c7-a272-672b250c6782 None None] The sync data for ids ['8facfc6f-69ab-413c-b073-b9eda541bd67'] in n-d-766726-28 is: [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:49Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e41ebe00-47d3-473e-8990-97421d60fa73', 'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:54:bc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:47Z', 'updated_at': '2021-08-21T09:30:53Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:54.951866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-1da6aacf-6ce2-41f0-9960-72fbaaa14c3d service neutron] 10.222.0.20 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9638324 Aug 21 09:30:54.955579 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] Checking segment: {'id': '86a13f72-96f7-4dbe-9137-fdf355767fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:54.956144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] Network hostable DHCP agents. Network: 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:30:54.959170 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda66a29-0d4f-492f-8433-46175eaf05b5,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:54.970788 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:55.001129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] Router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:55.111154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] Network 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:30:55.180670 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:55.257857 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:55.265274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:55.265738 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:55.272854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd41369-29a3-495f-ac2c-d37184390ad6 None None] Network 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:55.329410 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:55.358529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0668f-7277-4469-9221-7d5dae37534c None None] Sync routers for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:55.374789 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0b1ec434-fbc9-4c2e-a79b-acdac3caef04 admin admin] 10.222.0.20 "PUT /v2.0/routers/5ad7fd70-1a4b-45c4-9617-a85e10717c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2399604 Aug 21 09:30:55.375042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48614) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:55.402485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0668f-7277-4469-9221-7d5dae37534c None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:55.404843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06e0668f-7277-4469-9221-7d5dae37534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:55.434787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Pushing event updated for resources: {'Port': ['ID=afdacbd1-ba07-4c10-82b3-cb47065a5e6f,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:55.489637 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-631406cd-6179-4600-a23f-1a95455e7674 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6073942 Aug 21 09:30:55.496015 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48616) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:55.502622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1627458802-router', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:55.643884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Network 9f17848e-46ed-4642-ba62-78a057f6434f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:55.665030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-56fb8756-48b4-4687-b828-766c0ae3ae64 service neutron] 10.222.0.20 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7056439 Aug 21 09:30:55.667704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:55.729387 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:55.863856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-06e0668f-7277-4469-9221-7d5dae37534c None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:55.880441 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:55.881498 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:56.054900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 412058e3-e21b-42c0-8f39-b8f13ae27d0e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:56.115235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:56.128299 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea', 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'fixed_ips': [{'subnet_id': 'cda66a29-0d4f-492f-8433-46175eaf05b5'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:30:56.133451 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:56.201550 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:56.214099 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:56.374392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'Port': ['ID=1cb35371-32fa-4fdd-a2c4-03762198de5a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:56.452343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Allocated IP 172.20.0.2 (9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea/cda66a29-0d4f-492f-8433-46175eaf05b5/beb52f4b-0bbd-4fd3-a9be-558a640b2f9a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:56.490846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Router 0e8e2661-4607-45e1-ae91-577deb06261d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:56.508950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:56.583090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5cd3290-8b3a-4cbc-82ce-5986545a40ef req-d28d7838-f94b-4c67-84b8-6dc22da3ec27 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 210 time: 0.2927785 Aug 21 09:30:56.588099 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Deleting port 63642505-d930-49ab-89e3-af2a78d1703d {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:56.588834 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:56.693452 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:56.706997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Transition to ACTIVE for port object beb52f4b-0bbd-4fd3-a9be-558a640b2f9a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:56.722153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] For port 63642505-d930-49ab-89e3-af2a78d1703d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63642505-d930-49ab-89e3-af2a78d1703d,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:56.722915 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:56.726207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Transition to ACTIVE for port object beb52f4b-0bbd-4fd3-a9be-558a640b2f9a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:30:56.740745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Calling delete_port for 63642505-d930-49ab-89e3-af2a78d1703d owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:30:56.905116 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:56.967188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Pushing event updated for resources: {'Port': ['ID=beb52f4b-0bbd-4fd3-a9be-558a640b2f9a,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:56.969649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c48b05a2-196c-4358-a3f0-5d35c5c9d67e None None] Provisioning complete for port afdacbd1-ba07-4c10-82b3-cb47065a5e6f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:56.970022 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c48b05a2-196c-4358-a3f0-5d35c5c9d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.053605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c48b05a2-196c-4358-a3f0-5d35c5c9d67e None None] Port afdacbd1-ba07-4c10-82b3-cb47065a5e6f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:30:57.064667 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.065691 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Network 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:57.069674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:57.073875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:57.198746 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.204878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 412058e3-e21b-42c0-8f39-b8f13ae27d0e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:30:57.210765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 412058e3-e21b-42c0-8f39-b8f13ae27d0e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:57.211138 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.233460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Attempting to bind port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:30:57.234113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Attempting to bind port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '86a13f72-96f7-4dbe-9137-fdf355767fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:30:57.234657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Attempting to bind port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a on network 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:30:57.255839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:57.271208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c2f0f4cb-4286-4537-b449-9dd7335d6f01 admin admin] 10.222.0.20 "PUT /v2.0/routers/0e8e2661-4607-45e1-ae91-577deb06261d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6800127 Aug 21 09:30:57.271466 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Pushing event deleted for resources: {'Port': ['ID=63642505-d930-49ab-89e3-af2a78d1703d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:57.296532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:30:57.296948 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Checking segment: {'id': '86a13f72-96f7-4dbe-9137-fdf355767fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:30:57.297311 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.297709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Bound using segment: {'id': '86a13f72-96f7-4dbe-9137-fdf355767fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:30:57.298199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Bound port: beb52f4b-0bbd-4fd3-a9be-558a640b2f9a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a13f72-96f7-4dbe-9137-fdf355767fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:30:57.298581 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.497592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] For port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:30:57.510836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.565521 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.592954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 412058e3-e21b-42c0-8f39-b8f13ae27d0e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=412058e3-e21b-42c0-8f39-b8f13ae27d0e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:30:57.605281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Router 13214d94-b37e-4f82-85c8-8ceff7969684 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:30:57.614306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06e0668f-7277-4469-9221-7d5dae37534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '63642505-d930-49ab-89e3-af2a78d1703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:30:53Z', 'revision_number': 5, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port': {'id': '63642505-d930-49ab-89e3-af2a78d1703d', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:23:24Z', 'updated_at': '2021-08-21T09:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:57.618845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] For port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=beb52f4b-0bbd-4fd3-a9be-558a640b2f9a,segment=NetworkSegment(86a13f72-96f7-4dbe-9137-fdf355767fe4),segment_id=86a13f72-96f7-4dbe-9137-fdf355767fe4)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:30:57.669291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0668f-7277-4469-9221-7d5dae37534c None None] Checking router: 5ad7fd70-1a4b-45c4-9617-a85e10717c42 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:57.682655 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.683483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 12d2e634-76f6-4d61-b109-3af3eefdfc18 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:57.717496 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.722966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.725579 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.738127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0668f-7277-4469-9221-7d5dae37534c None None] Routers {'5ad7fd70-1a4b-45c4-9617-a85e10717c42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:57.739215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06e0668f-7277-4469-9221-7d5dae37534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:57.790977 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.791220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:30:57.801499 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb18020-7c32-4429-924b-8d1c1f6e2f7e None None] Sync routers for ids ['13214d94-b37e-4f82-85c8-8ceff7969684'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:57.809237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-226e6ac9-5e51-43a3-a6bb-5c252c9ddbd7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "PUT /v2.0/routers/13214d94-b37e-4f82-85c8-8ceff7969684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7602296 Aug 21 09:30:57.819970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48644) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:57.820266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.845706 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb18020-7c32-4429-924b-8d1c1f6e2f7e None None] Routers {'13214d94-b37e-4f82-85c8-8ceff7969684'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:57.848236 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cbb18020-7c32-4429-924b-8d1c1f6e2f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['13214d94-b37e-4f82-85c8-8ceff7969684'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:57.880063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92be224e-3158-4f97-8512-134e2752bf54 req-1dd8acab-cd53-47b1-9e2c-9172e585d477 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 210 time: 0.0828888 Aug 21 09:30:57.903887 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.904591 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:30:57.906067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-06e0668f-7277-4469-9221-7d5dae37534c None None] Set router 5ad7fd70-1a4b-45c4-9617-a85e10717c42 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:57.909580 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:57.913431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48646) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:57.913632 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c528d8e0-18e5-4f4c-9832-dfcf9d08d24f admin admin] 10.222.0.20 "DELETE /v2.0/routers/5ad7fd70-1a4b-45c4-9617-a85e10717c42 HTTP/1.1" status: 204 len: 168 time: 2.5376728 Aug 21 09:30:57.947518 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6994780-c7af-47db-9f45-72ee1b59cfc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Deleting subnet 1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:30:57.953716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6994780-c7af-47db-9f45-72ee1b59cfc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:58.017826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-6237b83a-e694-46b4-a204-4810ddab07dc admin admin] Deleting subnet 4bb1321f-becc-48b5-86d3-5f568adf5ca5 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:30:58.021461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6237b83a-e694-46b4-a204-4810ddab07dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:58.044924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-06e0668f-7277-4469-9221-7d5dae37534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:30:56Z', 'revision_number': 7, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:58.053366 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-cbb18020-7c32-4429-924b-8d1c1f6e2f7e None None] Set router 13214d94-b37e-4f82-85c8-8ceff7969684 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:58.103900 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6994780-c7af-47db-9f45-72ee1b59cfc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:58.109909 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6237b83a-e694-46b4-a204-4810ddab07dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:58.119712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0668f-7277-4469-9221-7d5dae37534c None None] The sync data for ids ['5ad7fd70-1a4b-45c4-9617-a85e10717c42'] in n-d-766726-28 is: [{'id': '5ad7fd70-1a4b-45c4-9617-a85e10717c42', 'name': 'tempest-AttachVolumeTestJSON-1130057345-router', 'tenant_id': 'a47d79e99f9a49429f1382728983297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:23:23Z', 'updated_at': '2021-08-21T09:30:56Z', 'revision_number': 7, 'project_id': 'a47d79e99f9a49429f1382728983297d', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:58.188975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=412058e3-e21b-42c0-8f39-b8f13ae27d0e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:58.230802 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Allocated IP 172.25.5.131 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/9b406b11-220e-4c22-ad7d-d4dfcfc5c248) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:30:58.314007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 12d2e634-76f6-4d61-b109-3af3eefdfc18 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:30:58.327176 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:58.385674 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6237b83a-e694-46b4-a204-4810ddab07dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:58.449430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36b363-37e2-4e31-9125-f2f90d5ba308 None None] Pushing event updated for resources: {'Port': ['ID=beb52f4b-0bbd-4fd3-a9be-558a640b2f9a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:58.584938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Sync routers for ids ['0e8e2661-4607-45e1-ae91-577deb06261d'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:30:58.591285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6994780-c7af-47db-9f45-72ee1b59cfc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:58.604369 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cbb18020-7c32-4429-924b-8d1c1f6e2f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:30:55Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:58.654949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Routers {'0e8e2661-4607-45e1-ae91-577deb06261d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:58.658588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0e8e2661-4607-45e1-ae91-577deb06261d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:58.678785 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb18020-7c32-4429-924b-8d1c1f6e2f7e None None] Checking router: 13214d94-b37e-4f82-85c8-8ceff7969684 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:30:58.691323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6237b83a-e694-46b4-a204-4810ddab07dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:58.704278 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb18020-7c32-4429-924b-8d1c1f6e2f7e None None] Routers {'13214d94-b37e-4f82-85c8-8ceff7969684'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:30:58.705488 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cbb18020-7c32-4429-924b-8d1c1f6e2f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['13214d94-b37e-4f82-85c8-8ceff7969684'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:58.742926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237b83a-e694-46b4-a204-4810ddab07dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb1321f-becc-48b5-86d3-5f568adf5ca5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:58.782922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6237b83a-e694-46b4-a204-4810ddab07dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:58.788992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6237b83a-e694-46b4-a204-4810ddab07dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4bb1321f-becc-48b5-86d3-5f568adf5ca5 HTTP/1.1" status: 204 len: 168 time: 0.8723116 Aug 21 09:30:58.789835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48662) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:58.835365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea8201-65fe-425f-8de3-ece073906952 None None] Network 05c46098-44d1-4d39-a46b-109379cd642f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:58.875182 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:58.904678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e41ebe00-47d3-473e-8990-97421d60fa73 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:30:59.013717 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-cbb18020-7c32-4429-924b-8d1c1f6e2f7e None None] Set router 13214d94-b37e-4f82-85c8-8ceff7969684 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:59.014208 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6994780-c7af-47db-9f45-72ee1b59cfc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:59.027530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48666) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:59.028270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48668) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:59.046576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-982960009-network', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:30:59.087662 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6994780-c7af-47db-9f45-72ee1b59cfc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:59.100000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6994780-c7af-47db-9f45-72ee1b59cfc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:59.102775 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d6994780-c7af-47db-9f45-72ee1b59cfc4 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "DELETE /v2.0/subnets/1f3d5b8c-8665-4cd9-9ea4-6e3a86db6ca0 HTTP/1.1" status: 204 len: 168 time: 1.2801034 Aug 21 09:30:59.105233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48672) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:30:59.158818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:59.188857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2f84063-289c-4f8c-aec6-180428783628 req-7dc008cc-59b8-4e1a-9e67-e29c7b928394 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 210 time: 0.2332990 Aug 21 09:30:59.258023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201f79a-e3d7-4601-983f-78753b89c9ed None None] Network b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:30:59.300329 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:59.334256 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cbb18020-7c32-4429-924b-8d1c1f6e2f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:30:55Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:30:59.376169 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:59.403684 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb18020-7c32-4429-924b-8d1c1f6e2f7e None None] The sync data for ids ['13214d94-b37e-4f82-85c8-8ceff7969684'] in n-d-766726-28 is: [{'id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-768493141', 'tenant_id': '0074bca408544b90a1fa6d836957f28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:30:55Z', 'revision_number': 5, 'project_id': '0074bca408544b90a1fa6d836957f28e', 'gw_port': {'id': 'c6d7b58e-72a0-4b10-afad-8d54813aa7c1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13214d94-b37e-4f82-85c8-8ceff7969684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:29:06Z', 'updated_at': '2021-08-21T09:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:30:59.423631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Deleting port cd72dccc-2765-4a96-a841-007a92f835b5 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:30:59.426523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:59.467195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Made reservation on behalf of d6a828c89cdd48539d2326560c3943d7 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:30:59.472995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:59.487223 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:30:59.530550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:30:59.542750 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:30:59.550486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Pushing event updated for resources: {'Port': ['ID=9b406b11-220e-4c22-ad7d-d4dfcfc5c248,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:30:59.591942 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:59.647101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Set router 0e8e2661-4607-45e1-ae91-577deb06261d gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:30:59.785810 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68ce7fa9-85fb-45bf-bc86-2874fe323966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:59.807103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927cd49-8092-4939-9cff-027ca8c44479 req-8c4dc18a-f51e-4cd3-ad7b-257944badff4 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:30:59.809047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-8c4dc18a-f51e-4cd3-ad7b-257944badff4 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 796 time: 0.4080591 Aug 21 09:30:59.944602 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:30:59.999240 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.067235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port e41ebe00-47d3-473e-8990-97421d60fa73 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:00.089009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e41ebe00-47d3-473e-8990-97421d60fa73 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:00.089384 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.102807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29a42a0-e998-4771-8e74-44561397d13b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:00.143014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-f78e7bcb-cc59-4c37-945e-9b0596e26750 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 380 time: 0.1891949 Aug 21 09:31:00.149884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] For port cd72dccc-2765-4a96-a841-007a92f835b5, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cd72dccc-2765-4a96-a841-007a92f835b5,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:00.150262 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.163794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:31:00.164458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd33faac-6f12-4c6f-ba3d-27f3517b782e None None] DHCP port deletion for 05c46098-44d1-4d39-a46b-109379cd642f request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:31:00.179483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8255eac-b57f-4069-8aa3-a3a9962a7941 None None] Network 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:00.180944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'port': {'device_id': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'admin_state_up': True, 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'security_groups': ['a6c6e4f6-9707-446d-bb71-740bdd8cdf8b']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:00.251422 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.252133 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Added segment a65f42dc-f630-4d5d-bbab-97fd042126d2 of type vlan for network e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d Aug 21 09:31:00.293339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104205ef-480f-4407-a640-5ec68431614a None None] DHCP port deletion for b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:31:00.322930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Calling delete_port for cd72dccc-2765-4a96-a841-007a92f835b5 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:00.391122 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.392716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-879f65fc-89e7-469f-8614-472cbb25641f req-f049ba24-27e6-4213-a997-f3017d9ff506 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 210 time: 0.0731120 Aug 21 09:31:00.414259 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.505503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-87dd3569-5dc9-4e4b-bb19-e17a83a37e62 None None] Provisioning for port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:00.514309 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.521510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cd33faac-6f12-4c6f-ba3d-27f3517b782e None None] Deleting port cd72dccc-2765-4a96-a841-007a92f835b5 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:00.521874 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cd33faac-6f12-4c6f-ba3d-27f3517b782e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.540805 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68ce7fa9-85fb-45bf-bc86-2874fe323966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.556461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-104205ef-480f-4407-a640-5ec68431614a None None] Deleting port 587d311f-9e3f-4104-8294-24324b30a076 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:00.556838 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-104205ef-480f-4407-a640-5ec68431614a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.605550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Deleting port c6d7b58e-72a0-4b10-afad-8d54813aa7c1 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:00.605900 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.622230 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.623620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:00.624486 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.652341 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.655022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'name': 'tempest-TestAggregatesBasicOps-2041371854-router', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:44Z', 'updated_at': '2021-08-21T09:30:53Z', 'revision_number': 4, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'gw_port': {'id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:46Z', 'updated_at': '2021-08-21T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'afdacbd1-ba07-4c10-82b3-cb47065a5e6f', 'name': '', 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'mac_address': 'fa:16:3e:dc:63:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ff5b6d87-041e-423e-b950-b91eca11a279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:50Z', 'updated_at': '2021-08-21T09:30:53Z', 'revision_number': 2, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'subnets': [{'id': 'ff5b6d87-041e-423e-b950-b91eca11a279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:00.658356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68ce7fa9-85fb-45bf-bc86-2874fe323966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.718095 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.731200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port e41ebe00-47d3-473e-8990-97421d60fa73, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e41ebe00-47d3-473e-8990-97421d60fa73,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:00.733442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-cd33faac-6f12-4c6f-ba3d-27f3517b782e None None] For port cd72dccc-2765-4a96-a841-007a92f835b5, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cd72dccc-2765-4a96-a841-007a92f835b5,segment=NetworkSegment(8c993e6e-b816-480a-a513-7efe2342c11e),segment_id=8c993e6e-b816-480a-a513-7efe2342c11e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:00.733840 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cd33faac-6f12-4c6f-ba3d-27f3517b782e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.736367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Checking router: 0e8e2661-4607-45e1-ae91-577deb06261d for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:00.736719 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Updating router 0e8e2661-4607-45e1-ae91-577deb06261d port afdacbd1-ba07-4c10-82b3-cb47065a5e6f binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:31:00.754490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd72dccc-2765-4a96-a841-007a92f835b5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:00.761844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] Pushing event updated for resources: {'Network': ['ID=e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:00.776621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cd33faac-6f12-4c6f-ba3d-27f3517b782e None None] Calling delete_port for cd72dccc-2765-4a96-a841-007a92f835b5 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:00.783189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] No DVR routers for this DVR port cd72dccc-2765-4a96-a841-007a92f835b5 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:31:00.785926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] For port c6d7b58e-72a0-4b10-afad-8d54813aa7c1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c6d7b58e-72a0-4b10-afad-8d54813aa7c1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:00.786131 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.795993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-68ce7fa9-85fb-45bf-bc86-2874fe323966 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=febc41330c6d41c785c6db561c3706fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7571526 Aug 21 09:31:00.796196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-104205ef-480f-4407-a640-5ec68431614a None None] For port 587d311f-9e3f-4104-8294-24324b30a076, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=587d311f-9e3f-4104-8294-24324b30a076,segment=NetworkSegment(7b060837-0cf0-4997-afd8-3f11f362bc14),segment_id=7b060837-0cf0-4997-afd8-3f11f362bc14)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:00.796196 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-104205ef-480f-4407-a640-5ec68431614a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.798300 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48676) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:00.799526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:31:00.811728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce7fa9-85fb-45bf-bc86-2874fe323966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abf6233-6bee-4d14-841e-29736f4590d9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:00.827910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Calling delete_port for c6d7b58e-72a0-4b10-afad-8d54813aa7c1 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:00.829294 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.845103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-104205ef-480f-4407-a640-5ec68431614a None None] Calling delete_port for 587d311f-9e3f-4104-8294-24324b30a076 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:00.872598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:00.874688 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.879442 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.905170 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:00.945334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c46098-44d1-4d39-a46b-109379cd642f']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:00.953757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dc05321b-8aec-47fe-92d0-381df7d4ebae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9241552 Aug 21 09:31:00.962747 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48678) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:00.973569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c993e6e-b816-480a-a513-7efe2342c11e') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:00.973569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c993e6e-b816-480a-a513-7efe2342c11e') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:00.977954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] Request body: {'subnet': {'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-982960009-subnet', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:00.993865 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.045151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.065640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:31:01.066234 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:31:01.068047 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:31:01.143584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.20.0.7 (557d94b5-850e-4f13-8767-bb85e1426838/88325f2f-c18d-469c-85a7-3e29ba2bef4e/56395a0f-8804-446d-8be6-812a2dd99f1f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:01.148603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=e41ebe00-47d3-473e-8990-97421d60fa73,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:01.163977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device beb52f4b-0bbd-4fd3-a9be-558a640b2f9a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:01.188038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c6a0653-2510-4e82-8820-488980002a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.213101 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.255866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.258033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] 10.222.0.20 "DELETE /v2.0/networks/05c46098-44d1-4d39-a46b-109379cd642f HTTP/1.1" status: 204 len: 168 time: 2.4677899 Aug 21 09:31:01.279725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad465229-c025-4912-b672-a5cfa33f6e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=05c46098-44d1-4d39-a46b-109379cd642f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:01.285063 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cd33faac-6f12-4c6f-ba3d-27f3517b782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.286637 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c6a0653-2510-4e82-8820-488980002a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.289435 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.334325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] Made reservation on behalf of d6a828c89cdd48539d2326560c3943d7 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:01.334650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.338913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd33faac-6f12-4c6f-ba3d-27f3517b782e None None] Network 05c46098-44d1-4d39-a46b-109379cd642f is not hosted by any dhcp agent {{(pid=106758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 09:31:01.339697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33faac-6f12-4c6f-ba3d-27f3517b782e None None] No DVR routers for this DVR port cd72dccc-2765-4a96-a841-007a92f835b5 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:31:01.360530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33faac-6f12-4c6f-ba3d-27f3517b782e None None] Pushing event deleted for resources: {'Port': ['ID=cd72dccc-2765-4a96-a841-007a92f835b5,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:01.381614 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-104205ef-480f-4407-a640-5ec68431614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.389238 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.405844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Transition to ACTIVE for port object 56395a0f-8804-446d-8be6-812a2dd99f1f will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:01.514144 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.611083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104205ef-480f-4407-a640-5ec68431614a None None] Pushing event deleted for resources: {'Port': ['ID=587d311f-9e3f-4104-8294-24324b30a076,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:01.612845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:01.617043 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c6a0653-2510-4e82-8820-488980002a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.621180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7c6a0653-2510-4e82-8820-488980002a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.622806 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7c6a0653-2510-4e82-8820-488980002a2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7abf6233-6bee-4d14-841e-29736f4590d9 HTTP/1.1" status: 204 len: 168 time: 0.8210685 Aug 21 09:31:01.633369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 557d94b5-850e-4f13-8767-bb85e1426838 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:01.636738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104205ef-480f-4407-a640-5ec68431614a None None] No DVR routers for this DVR port 587d311f-9e3f-4104-8294-24324b30a076 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:31:01.640878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:01.645728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:01.645909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:01.646760 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.646909 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.648988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a8f3c6b3-c6ba-4c6f-b696-e8da76f3b994 None None] Provisioning complete for port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:01.649351 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a8f3c6b3-c6ba-4c6f-b696-e8da76f3b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.654677 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a0653-2510-4e82-8820-488980002a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abf6233-6bee-4d14-841e-29736f4590d9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:01.660421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:01.697014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafc770-5720-49f9-a422-f80fad692cdf req-580cddf3-4132-4efe-b0a9-4ebd5154a919 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:01.699048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bafc770-5720-49f9-a422-f80fad692cdf req-580cddf3-4132-4efe-b0a9-4ebd5154a919 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 931 time: 0.1998217 Aug 21 09:31:01.725305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48686) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:01.765847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:01.766419 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.806948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bafc770-5720-49f9-a422-f80fad692cdf req-dbd9c9ca-9cc5-4025-b8f1-37fc988f8669 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959101 Aug 21 09:31:01.826301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b2ff3331-b9cf-442c-bc2d-e4442bb3c2a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a47d79e99f9a49429f1382728983297d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963800 Aug 21 09:31:01.849050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48688) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:01.850142 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'Port': ['ID=c6d7b58e-72a0-4b10-afad-8d54813aa7c1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:01.869244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-a54a5c3f-c313-4322-a116-5f38bfbc737b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7086594 Aug 21 09:31:01.879668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:31:01.888585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Request body: {'port': {'device_id': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:01.914262 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.926457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Transition to ACTIVE for port object afdacbd1-ba07-4c10-82b3-cb47065a5e6f will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:01.953362 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.963957 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e62083d6-e0c3-403e-a331-d7edcec5b165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.964087 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:01.976735 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.002832 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e62083d6-e0c3-403e-a331-d7edcec5b165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.013952 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a8f3c6b3-c6ba-4c6f-b696-e8da76f3b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.016000 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.119497 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.120751 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.134437 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.154249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a8f3c6b3-c6ba-4c6f-b696-e8da76f3b994 None None] For port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=beb52f4b-0bbd-4fd3-a9be-558a640b2f9a,segment=NetworkSegment(86a13f72-96f7-4dbe-9137-fdf355767fe4),segment_id=86a13f72-96f7-4dbe-9137-fdf355767fe4)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:02.156109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed28dd7-af26-4ff9-9cc6-b3db908233a5 None None] Pushing event updated for resources: {'Port': ['ID=afdacbd1-ba07-4c10-82b3-cb47065a5e6f,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:02.240030 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a8f3c6b3-c6ba-4c6f-b696-e8da76f3b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.321453 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e62083d6-e0c3-403e-a331-d7edcec5b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.329154 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e62083d6-e0c3-403e-a331-d7edcec5b165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.329391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3c6b3-c6ba-4c6f-b696-e8da76f3b994 None None] Pushing event updated for resources: {'Port': ['ID=beb52f4b-0bbd-4fd3-a9be-558a640b2f9a,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:02.330367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e62083d6-e0c3-403e-a331-d7edcec5b165 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/618e0ee4-84b1-4219-bb09-46b16d9a8e94 HTTP/1.1" status: 204 len: 168 time: 0.4863167 Aug 21 09:31:02.344279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62083d6-e0c3-403e-a331-d7edcec5b165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618e0ee4-84b1-4219-bb09-46b16d9a8e94,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:02.350794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Attempting to bind port afdacbd1-ba07-4c10-82b3-cb47065a5e6f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:02.351204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Attempting to bind port afdacbd1-ba07-4c10-82b3-cb47065a5e6f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c34816a4-1588-4335-8531-e49482e67b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:02.358402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Attempting to bind port afdacbd1-ba07-4c10-82b3-cb47065a5e6f on network 9f17848e-46ed-4642-ba62-78a057f6434f {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:02.372489 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:02.374075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.374606 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Fanout notify agent at l3_agent the message router_deleted on router 13214d94-b37e-4f82-85c8-8ceff7969684 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:31:02.386763 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Sync routers for ids ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:02.393991 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.393991 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-215af3f9-6fd5-440d-8b02-e2489379a3a7 tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "DELETE /v2.0/routers/13214d94-b37e-4f82-85c8-8ceff7969684 HTTP/1.1" status: 204 len: 168 time: 3.2852023 Aug 21 09:31:02.398408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48700) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:02.411941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:02.416457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Checking segment: {'id': 'c34816a4-1588-4335-8531-e49482e67b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:02.416457 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.416457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Bound using segment: {'id': 'c34816a4-1588-4335-8531-e49482e67b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:02.416457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Bound port: afdacbd1-ba07-4c10-82b3-cb47065a5e6f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34816a4-1588-4335-8531-e49482e67b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:02.416457 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.425767 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Routers {'31f0dd0e-d50e-4660-82f7-aa9d380cf548'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:02.426433 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:02.484729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:31:02.485077 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:31:02.511008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd063eb-c415-48fa-9b06-f01b75eb44ef,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:02.555031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ea39420f-6338-44ca-ae65-f4a5d741f399 None None] Provisioning for port 56395a0f-8804-446d-8be6-812a2dd99f1f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:02.573114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.574398 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9c82e5f3-5fb3-4a29-b8a3-d35ed21039af admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.0770867 Aug 21 09:31:02.580537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48704) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:02.588355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] Checking segment: {'id': 'a65f42dc-f630-4d5d-bbab-97fd042126d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:02.595441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] Network hostable DHCP agents. Network: e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:31:02.595885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ea39420f-6338-44ca-ae65-f4a5d741f399 None None] Provisioning complete for port 56395a0f-8804-446d-8be6-812a2dd99f1f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:02.595885 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ea39420f-6338-44ca-ae65-f4a5d741f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.602037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56395a0f-8804-446d-8be6-812a2dd99f1f {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:31:02.602651 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Set router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:02.614324 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.646234 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.670009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Transition to ACTIVE for port object 56395a0f-8804-446d-8be6-812a2dd99f1f will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:02.692341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] For port afdacbd1-ba07-4c10-82b3-cb47065a5e6f, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:02.694537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ea39420f-6338-44ca-ae65-f4a5d741f399 None None] Port 56395a0f-8804-446d-8be6-812a2dd99f1f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:31:02.722232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] For port afdacbd1-ba07-4c10-82b3-cb47065a5e6f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=afdacbd1-ba07-4c10-82b3-cb47065a5e6f,segment=NetworkSegment(c34816a4-1588-4335-8531-e49482e67b52),segment_id=c34816a4-1588-4335-8531-e49482e67b52)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:02.799210 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.827929 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.847127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17902bf-c71f-4a1f-9ee8-a8bda8a908c3']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:02.877409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b060837-0cf0-4997-afd8-3f11f362bc14') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:02.877409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b060837-0cf0-4997-afd8-3f11f362bc14') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:02.888450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] Network e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:31:02.926565 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'name': 'tempest-ImageQuotaTest-1627458802-router', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:55Z', 'updated_at': '2021-08-21T09:31:00Z', 'revision_number': 3, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'gw_port': {'id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:57Z', 'updated_at': '2021-08-21T09:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:02.927536 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.958947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Routers {'0e8e2661-4607-45e1-ae91-577deb06261d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:02.959605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0e8e2661-4607-45e1-ae91-577deb06261d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:02.965315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.982832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:31:02.983244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:31:02.987364 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:31:03.011346 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Checking router: 31f0dd0e-d50e-4660-82f7-aa9d380cf548 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:03.011925 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Updating router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:31:03.035991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:03.056998 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.107139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14b308b-def6-419f-8356-5607bd9c761d None None] Network e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:03.119201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:03.130163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed28dd7-af26-4ff9-9cc6-b3db908233a5 None None] Pushing event updated for resources: {'Port': ['ID=afdacbd1-ba07-4c10-82b3-cb47065a5e6f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:03.132000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.236976 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e9d720a0-03b8-439d-adff-f662b81579cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2718852 Aug 21 09:31:03.239373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48726) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:03.248504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-982960009-router', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:03.258500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 412058e3-e21b-42c0-8f39-b8f13ae27d0e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:03.320381 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.334079 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.334992 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] 10.222.0.20 "DELETE /v2.0/networks/b17902bf-c71f-4a1f-9ee8-a8bda8a908c3 HTTP/1.1" status: 204 len: 168 time: 0.9324853 Aug 21 09:31:03.366637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] Set router 0e8e2661-4607-45e1-ae91-577deb06261d gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:03.370629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.373029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.415968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.493901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 412058e3-e21b-42c0-8f39-b8f13ae27d0e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:03.494267 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.506253 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3224a0c-88e0-4a94-b48f-a0da2e69461b tempest-TestSecurityGroupsBasicOps-48686494 tempest-TestSecurityGroupsBasicOps-48686494-project] Pushing event deleted for resources: {'Network': ['ID=b17902bf-c71f-4a1f-9ee8-a8bda8a908c3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:03.517354 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.617425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:03.711929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d', 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'fixed_ips': [{'subnet_id': '4fd063eb-c415-48fa-9b06-f01b75eb44ef'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:31:03.712169 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.738623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b897bac-fab0-4689-bbc6-bd2f16e5ce33 req-87b53783-1610-4677-b601-c7d38ae72cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:03.741055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b897bac-fab0-4689-bbc6-bd2f16e5ce33 req-87b53783-1610-4677-b601-c7d38ae72cc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 943 time: 0.3287351 Aug 21 09:31:03.750357 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.781671 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Transition to ACTIVE for port object 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:03.867470 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.880802 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.937418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b897bac-fab0-4689-bbc6-bd2f16e5ce33 req-e8ea2475-ebda-4d03-8b9d-6d3e6db1b591 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381290 Aug 21 09:31:03.951759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:03.952110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:03.952859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f on network 557d94b5-850e-4f13-8767-bb85e1426838 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:03.957875 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Attempting to bind port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:03.958363 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Attempting to bind port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:03.958845 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Attempting to bind port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:03.982206 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275199a9-5e82-4476-9b0d-5ef8ecbc7b3e None None] Pushing event updated for resources: {'Port': ['ID=9b406b11-220e-4c22-ad7d-d4dfcfc5c248,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:03.985133 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:03.985552 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:03.985921 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:03.986306 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:03.986782 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Bound port: 9b406b11-220e-4c22-ad7d-d4dfcfc5c248, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:03.987181 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:04.000344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Port 56395a0f-8804-446d-8be6-812a2dd99f1f on network 557d94b5-850e-4f13-8767-bb85e1426838 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:31:04.005903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f on network 557d94b5-850e-4f13-8767-bb85e1426838 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:04.011137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:04.011481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Checking segment: {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:04.014958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Bound using segment: {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:04.019637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Bound port: 56395a0f-8804-446d-8be6-812a2dd99f1f, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:04.023299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:04.075551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1cb35371-32fa-4fdd-a2c4-03762198de5a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:04.076096 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] For port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:04.080984 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] For port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9b406b11-220e-4c22-ad7d-d4dfcfc5c248,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:04.112102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 1cb35371-32fa-4fdd-a2c4-03762198de5a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:04.112444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1cb35371-32fa-4fdd-a2c4-03762198de5a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:04.112864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63642505-d930-49ab-89e3-af2a78d1703d no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:04.148151 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Allocated IP 172.20.0.2 (e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d/4fd063eb-c415-48fa-9b06-f01b75eb44ef/971cc244-adf0-48cd-8589-379564a928c0) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:04.150017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 63642505-d930-49ab-89e3-af2a78d1703d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:04.150357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63642505-d930-49ab-89e3-af2a78d1703d not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:04.150992 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cd72dccc-2765-4a96-a841-007a92f835b5 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:04.154304 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:04.169264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48748) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:04.186013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'name': 'tempest-TestAggregatesBasicOps-2041371854-router', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:44Z', 'updated_at': '2021-08-21T09:30:53Z', 'revision_number': 4, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'gw_port': {'id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:46Z', 'updated_at': '2021-08-21T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'afdacbd1-ba07-4c10-82b3-cb47065a5e6f', 'name': '', 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'mac_address': 'fa:16:3e:dc:63:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ff5b6d87-041e-423e-b950-b91eca11a279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:50Z', 'updated_at': '2021-08-21T09:31:02Z', 'revision_number': 4, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'subnets': [{'id': 'ff5b6d87-041e-423e-b950-b91eca11a279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:04.200744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: cd72dccc-2765-4a96-a841-007a92f835b5 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:04.200744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cd72dccc-2765-4a96-a841-007a92f835b5 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:04.201174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device eb322ff8-8181-4d12-b435-8d4eeafdb2d1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:04.241725 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Routers {'31f0dd0e-d50e-4660-82f7-aa9d380cf548'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:04.242718 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:04.247987 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275199a9-5e82-4476-9b0d-5ef8ecbc7b3e None None] Pushing event updated for resources: {'Port': ['ID=9b406b11-220e-4c22-ad7d-d4dfcfc5c248,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:04.284922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:04.306674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:04.364862 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48754) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:04.379987 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:04.383195 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:04.406124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210fe2c7-3245-4bc6-a8bf-e7ee6a84e0e4 None None] The sync data for ids ['0e8e2661-4607-45e1-ae91-577deb06261d'] in n-d-766726-28 is: [{'id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'name': 'tempest-TestAggregatesBasicOps-2041371854-router', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:44Z', 'updated_at': '2021-08-21T09:30:53Z', 'revision_number': 4, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'gw_port': {'id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:46Z', 'updated_at': '2021-08-21T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'afdacbd1-ba07-4c10-82b3-cb47065a5e6f', 'name': '', 'network_id': '9f17848e-46ed-4642-ba62-78a057f6434f', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'mac_address': 'fa:16:3e:dc:63:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ff5b6d87-041e-423e-b950-b91eca11a279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:50Z', 'updated_at': '2021-08-21T09:31:02Z', 'revision_number': 4, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'subnets': [{'id': 'ff5b6d87-041e-423e-b950-b91eca11a279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:04.408521 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: eb322ff8-8181-4d12-b435-8d4eeafdb2d1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:04.413990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device eb322ff8-8181-4d12-b435-8d4eeafdb2d1 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:04.414639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 587d311f-9e3f-4104-8294-24324b30a076 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:04.432105 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:04.493685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 587d311f-9e3f-4104-8294-24324b30a076 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:04.512853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 587d311f-9e3f-4104-8294-24324b30a076 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:04.513987 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] Set router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:04.574006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:04.594522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:04.595172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:04.607328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-805b828e-2daa-4823-9662-e46634c6db9b service neutron] 10.222.0.22 "PUT /v2.0/ports/56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 1092 time: 2.7289114 Aug 21 09:31:04.610040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:31:04.623415 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519670a8-aa2a-468b-b58e-58ca84dab7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:31:04.642739 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:04.763367 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:04.803181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Transition to ACTIVE for port object 971cc244-adf0-48cd-8589-379564a928c0 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:04.821730 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c31fa58-ffd7-493a-8c3b-04922fe1631b x-openstack-request-id: req-5c31fa58-ffd7-493a-8c3b-04922fe1631b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:31:04.822230 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:31:04.822346 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c31fa58-ffd7-493a-8c3b-04922fe1631b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:31:04.822691 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'status': 'completed', 'code': 200} Aug 21 09:31:04.870322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Allocated IP 172.25.5.120 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/66adac94-51dd-4adb-9c5e-74ffd311e877) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:04.881249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Transition to ACTIVE for port object 971cc244-adf0-48cd-8589-379564a928c0 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:04.917371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-766309267-network', 'tenant_id': '68256572809e43b2b214233ca3be9413'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:04.947931 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:04.970866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device beb52f4b-0bbd-4fd3-a9be-558a640b2f9a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:04.976596 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6b91ea55-0687-40fc-aacd-976b87c2361c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0074bca408544b90a1fa6d836957f28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8038146 Aug 21 09:31:05.008582 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48768) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:05.060644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927cd49-8092-4939-9cff-027ca8c44479 req-04a7bd52-0c22-4c00-a491-a25630c292f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:05.062239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-04a7bd52-0c22-4c00-a491-a25630c292f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1095 time: 0.3525188 Aug 21 09:31:05.131085 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'name': 'tempest-ImageQuotaTest-1627458802-router', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:55Z', 'updated_at': '2021-08-21T09:31:00Z', 'revision_number': 3, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'gw_port': {'id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:57Z', 'updated_at': '2021-08-21T09:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:05.132168 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Made reservation on behalf of 68256572809e43b2b214233ca3be9413 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:05.136367 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.142230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Network e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:05.161789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-75330740-f217-4d65-b2c5-7beec6d9b832 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 217 time: 0.0903709 Aug 21 09:31:05.162237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:05.165803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:05.169260 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.187593 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355c105-033f-4f7c-8dcc-83fa01291a60 None None] The sync data for ids ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'] in n-d-766726-28 is: [{'id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'name': 'tempest-ImageQuotaTest-1627458802-router', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:55Z', 'updated_at': '2021-08-21T09:31:00Z', 'revision_number': 3, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'gw_port': {'id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:57Z', 'updated_at': '2021-08-21T09:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:05.201425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Pushing event updated for resources: {'Port': ['ID=971cc244-adf0-48cd-8589-379564a928c0,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:05.317108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:05.317108 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.318839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Attempting to bind port 971cc244-adf0-48cd-8589-379564a928c0 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:05.319273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Attempting to bind port 971cc244-adf0-48cd-8589-379564a928c0 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'a65f42dc-f630-4d5d-bbab-97fd042126d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:05.320094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Attempting to bind port 971cc244-adf0-48cd-8589-379564a928c0 on network e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:05.330215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927cd49-8092-4939-9cff-027ca8c44479 req-4bf3e5a5-b792-49b1-9b62-639baeaf0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:05.337420 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1661-79ed-40b6-ae4c-532b4ac44a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.338607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-4bf3e5a5-b792-49b1-9b62-639baeaf0b26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.1239724 Aug 21 09:31:05.346622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.352877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:05.353322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Checking segment: {'id': 'a65f42dc-f630-4d5d-bbab-97fd042126d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:05.353837 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.354249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Bound using segment: {'id': 'a65f42dc-f630-4d5d-bbab-97fd042126d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:05.354803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Bound port: 971cc244-adf0-48cd-8589-379564a928c0, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65f42dc-f630-4d5d-bbab-97fd042126d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:05.355374 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.394265 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1661-79ed-40b6-ae4c-532b4ac44a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.400773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb142be8-77f8-44b2-8938-baf062574f55 req-e9b30f38-1733-4d34-b18e-56a46a214662 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:05.405116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb142be8-77f8-44b2-8938-baf062574f55 req-e9b30f38-1733-4d34-b18e-56a46a214662 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 943 time: 0.3058763 Aug 21 09:31:05.516554 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] For port 971cc244-adf0-48cd-8589-379564a928c0, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:05.541397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927cd49-8092-4939-9cff-027ca8c44479 req-7cb1db3e-cf4c-41ac-848c-db0e146b4a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:05.543066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-7cb1db3e-cf4c-41ac-848c-db0e146b4a6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948011 Aug 21 09:31:05.544910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] For port 971cc244-adf0-48cd-8589-379564a928c0, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=971cc244-adf0-48cd-8589-379564a928c0,segment=NetworkSegment(a65f42dc-f630-4d5d-bbab-97fd042126d2),segment_id=a65f42dc-f630-4d5d-bbab-97fd042126d2)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:05.557996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.562034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Allocated IP 172.20.0.1 (9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea/cda66a29-0d4f-492f-8433-46175eaf05b5/b429e338-f470-4c74-a074-61a82db20493) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:05.562588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device afdacbd1-ba07-4c10-82b3-cb47065a5e6f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:05.578790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb142be8-77f8-44b2-8938-baf062574f55 req-0f9d2a35-50d0-4885-9ea7-6350c9db0ad8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588593 Aug 21 09:31:05.617321 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.645337 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.652710 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.668994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1661-79ed-40b6-ae4c-532b4ac44a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.682658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-310f1661-79ed-40b6-ae4c-532b4ac44a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.686905 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-310f1661-79ed-40b6-ae4c-532b4ac44a3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d00f241-c26e-44f4-baa3-bffed2462bce HTTP/1.1" status: 204 len: 168 time: 0.6731703 Aug 21 09:31:05.729737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119f5fd-3215-45eb-bad9-90615ae83988 None None] Pushing event updated for resources: {'Port': ['ID=971cc244-adf0-48cd-8589-379564a928c0,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:05.758283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port afdacbd1-ba07-4c10-82b3-cb47065a5e6f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:05.761415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-8f336b77-d5b3-492b-bb00-a892bb5493bc service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944368 Aug 21 09:31:05.762602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port afdacbd1-ba07-4c10-82b3-cb47065a5e6f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:05.764749 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.795135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:05.804722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:31:05.806858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:05.815958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:05.875882 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fba5a1-def7-47d4-87f8-3863b5b4f6ea,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:05.918841 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.926849 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.927437 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Added segment 756e2636-c07d-47d0-b30e-46dc8a7fe6ac of type vlan for network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 Aug 21 09:31:05.953243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:05.978114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b927cd49-8092-4939-9cff-027ca8c44479 req-c5f7bf43-604a-48e6-bd65-32b80c94ff05 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079756 Aug 21 09:31:05.984890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:05.985242 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:05.985587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:05.986267 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:05.986267 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:05.986588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:05.986917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:05.987124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Transition to ACTIVE for port object b429e338-f470-4c74-a074-61a82db20493 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:05.987237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:05.987724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:05.988060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:05.989297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:05.989699 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:06.049474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port afdacbd1-ba07-4c10-82b3-cb47065a5e6f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=afdacbd1-ba07-4c10-82b3-cb47065a5e6f,segment=NetworkSegment(c34816a4-1588-4335-8531-e49482e67b52),segment_id=c34816a4-1588-4335-8531-e49482e67b52)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:06.141502 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:06.141863 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:06.142766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e41ebe00-47d3-473e-8990-97421d60fa73 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:06.222647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Pushing event updated for resources: {'Port': ['ID=b429e338-f470-4c74-a074-61a82db20493,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:06.232264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519670a8-aa2a-468b-b58e-58ca84dab7c9 req-9cf33934-954c-4c42-b715-ac5a26ba675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:06.234604 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-519670a8-aa2a-468b-b58e-58ca84dab7c9 req-9cf33934-954c-4c42-b715-ac5a26ba675b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1095 time: 0.1521397 Aug 21 09:31:06.248073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Network 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:06.258009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:06.260988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:06.340935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=afdacbd1-ba07-4c10-82b3-cb47065a5e6f,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:06.371483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e41ebe00-47d3-473e-8990-97421d60fa73 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:06.372590 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:06.485857 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:06.609309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c6d7b58e-72a0-4b10-afad-8d54813aa7c1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:06.656324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519670a8-aa2a-468b-b58e-58ca84dab7c9 req-f8f1c5f9-1681-461f-b87a-d4936d278ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:06.658431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-519670a8-aa2a-468b-b58e-58ca84dab7c9 req-f8f1c5f9-1681-461f-b87a-d4936d278ac6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 897 time: 0.4136548 Aug 21 09:31:06.673875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: c6d7b58e-72a0-4b10-afad-8d54813aa7c1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:06.675270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c6d7b58e-72a0-4b10-afad-8d54813aa7c1 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:06.840347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48794) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:06.860658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:06.898830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-519670a8-aa2a-468b-b58e-58ca84dab7c9 req-c3909334-664e-4cb7-b0b5-8cb9df3f7c70 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 217 time: 0.2290673 Aug 21 09:31:06.904943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Pushing event updated for resources: {'Port': ['ID=66adac94-51dd-4adb-9c5e-74ffd311e877,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:06.917713 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-664f5744-6df7-4281-a929-215690bcdb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:06.972772 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9951-9fa6-49b4-a24c-8c3accc8f074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:06.974969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-03af47ed-a890-4346-974d-1befe6be6452 None None] Provisioning for port b429e338-f470-4c74-a074-61a82db20493 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:06.976734 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f1661-79ed-40b6-ae4c-532b4ac44a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d00f241-c26e-44f4-baa3-bffed2462bce,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:06.979858 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-03af47ed-a890-4346-974d-1befe6be6452 None None] Provisioning complete for port b429e338-f470-4c74-a074-61a82db20493 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:06.982451 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-03af47ed-a890-4346-974d-1befe6be6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:06.992581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:07.034078 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:07.035216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:07.037164 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:07.050341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-03af47ed-a890-4346-974d-1befe6be6452 None None] Port b429e338-f470-4c74-a074-61a82db20493 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:31:07.076783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 971cc244-adf0-48cd-8589-379564a928c0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:07.128465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268ec89-9998-4364-915e-310af5e352ff req-d740c8da-8c2a-4c22-8742-5ee6c5eda921 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:07.130068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f268ec89-9998-4364-915e-310af5e352ff req-d740c8da-8c2a-4c22-8742-5ee6c5eda921 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 943 time: 0.3754580 Aug 21 09:31:07.165793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519670a8-aa2a-468b-b58e-58ca84dab7c9 req-42f8f8cd-ef76-4816-87f5-90e2ae660ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:07.167201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-519670a8-aa2a-468b-b58e-58ca84dab7c9 req-42f8f8cd-ef76-4816-87f5-90e2ae660ceb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.2484908 Aug 21 09:31:07.194024 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8279693 Aug 21 09:31:07.199190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48802) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:07.206954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] Request body: {'subnet': {'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-766309267-subnet', 'tenant_id': '68256572809e43b2b214233ca3be9413', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:07.243389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 971cc244-adf0-48cd-8589-379564a928c0 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:07.250632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device afdacbd1-ba07-4c10-82b3-cb47065a5e6f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:07.273833 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8014a-c8e0-40e7-ad45-0d1f98128915 admin admin] Pushing event updated for resources: {'Network': ['ID=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:07.276076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f268ec89-9998-4364-915e-310af5e352ff req-81643938-60ba-471d-8ae1-51ff3fb92510 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211526 Aug 21 09:31:07.313464 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:07.329118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:31:07.355116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519670a8-aa2a-468b-b58e-58ca84dab7c9 req-9b2b2be2-45e1-4775-8a7b-0e0a4ba85071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:07.357253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-519670a8-aa2a-468b-b58e-58ca84dab7c9 req-9b2b2be2-45e1-4775-8a7b-0e0a4ba85071 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1835306 Aug 21 09:31:07.394263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde88371-8638-4104-9c0d-2c24a2940154 None None] Network e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:07.542621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9951-9fa6-49b4-a24c-8c3accc8f074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:07.577582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-519670a8-aa2a-468b-b58e-58ca84dab7c9 req-ddc2b8b3-ffa7-42fe-9a01-d56da1d3e111 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069089 Aug 21 09:31:07.582959 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f5ae9951-9fa6-49b4-a24c-8c3accc8f074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:07.588543 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:07.644153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:07.684529 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:07.741326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f5ae9951-9fa6-49b4-a24c-8c3accc8f074 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=929f3536533e470fb5557e8d07caf9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8975489 Aug 21 09:31:07.751576 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48810) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:07.760005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae9951-9fa6-49b4-a24c-8c3accc8f074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f373139a-0b96-429c-a77c-b85add9bf14b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:07.764643 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] Made reservation on behalf of 68256572809e43b2b214233ca3be9413 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:07.767138 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:07.809666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Pushing event updated for resources: {'Port': ['ID=b429e338-f470-4c74-a074-61a82db20493,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:07.813792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:07.878803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-519670a8-aa2a-468b-b58e-58ca84dab7c9 req-a2a44886-041d-47bf-b1cc-8ef7828efbc7 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874660 Aug 21 09:31:07.950388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Network 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:07.952275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:07.987500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port afdacbd1-ba07-4c10-82b3-cb47065a5e6f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:07.988141 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.024145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-327b40f6-5489-4553-af0d-07d8f716072d None None] Provisioning for port 971cc244-adf0-48cd-8589-379564a928c0 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:08.024609 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c99b927e-812a-43e5-8c41-77e14f371cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.047373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-327b40f6-5489-4553-af0d-07d8f716072d None None] Provisioning complete for port 971cc244-adf0-48cd-8589-379564a928c0 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:08.048401 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-327b40f6-5489-4553-af0d-07d8f716072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.075332 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c99b927e-812a-43e5-8c41-77e14f371cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.220085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:31:08.233991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:31:08.288939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:08.348310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:08.348653 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-327b40f6-5489-4553-af0d-07d8f716072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.371444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3ff342d1-8f4a-40a5-8210-da1ce82a5990 admin admin] 10.222.0.20 "PUT /v2.0/routers/31f0dd0e-d50e-4660-82f7-aa9d380cf548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7880509 Aug 21 09:31:08.409874 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c99b927e-812a-43e5-8c41-77e14f371cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.413072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-327b40f6-5489-4553-af0d-07d8f716072d None None] For port 971cc244-adf0-48cd-8589-379564a928c0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=971cc244-adf0-48cd-8589-379564a928c0,segment=NetworkSegment(a65f42dc-f630-4d5d-bbab-97fd042126d2),segment_id=a65f42dc-f630-4d5d-bbab-97fd042126d2)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:08.415337 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c99b927e-812a-43e5-8c41-77e14f371cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.423913 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c99b927e-812a-43e5-8c41-77e14f371cc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f373139a-0b96-429c-a77c-b85add9bf14b HTTP/1.1" status: 204 len: 168 time: 0.6687827 Aug 21 09:31:08.439362 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.443200 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48820) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:08.484598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:08.490153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:08.491061 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.522433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b927e-812a-43e5-8c41-77e14f371cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f373139a-0b96-429c-a77c-b85add9bf14b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:08.522958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f8eca-f6b1-4d1d-8876-7990af801f48 req-13bc2624-51fb-448c-8591-e5bf2cab2e71 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:08.544985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-145f8eca-f6b1-4d1d-8876-7990af801f48 req-13bc2624-51fb-448c-8591-e5bf2cab2e71 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 943 time: 0.1629407 Aug 21 09:31:08.557668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:08.581343 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-327b40f6-5489-4553-af0d-07d8f716072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.592191 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e60e284-8eef-4de8-857f-3bfd47d5e4ab,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:08.597819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] Checking segment: {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:08.598172 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] Network hostable DHCP agents. Network: c72ebc99-1bf2-40ff-b7a5-d885b464a6c6, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:31:08.614108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Sync routers for ids ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:08.624628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-145f8eca-f6b1-4d1d-8876-7990af801f48 req-b2bab2cf-b5e0-4c33-aff5-ea7082ed7e0b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695238 Aug 21 09:31:08.667356 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.669674 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c4abf6bd-f394-4df3-b129-b3af0f45ba3c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4292550 Aug 21 09:31:08.672568 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48826) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:08.729600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Routers {'3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:08.730448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:08.741528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] Network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:31:08.800211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-24bea5f3-df21-44d2-b2fe-e544423b8d93 None None] Provisioning complete for port b429e338-f470-4c74-a074-61a82db20493 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:08.800753 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-24bea5f3-df21-44d2-b2fe-e544423b8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.807089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b40f6-5489-4553-af0d-07d8f716072d None None] Pushing event updated for resources: {'Port': ['ID=971cc244-adf0-48cd-8589-379564a928c0,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:08.811878 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, c72ebc99-1bf2-40ff-b7a5-d885b464a6c6) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:08.819066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:08.819830 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.845296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e0523-f5c6-4d26-bcb8-d9384233db70 None None] Network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:08.931285 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-93b962ca-cd1d-49e2-b44b-da9ead105de9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7154906 Aug 21 09:31:08.956918 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.974687 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Sync routers for ids ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:08.975224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-24bea5f3-df21-44d2-b2fe-e544423b8d93 None None] Port b429e338-f470-4c74-a074-61a82db20493 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:31:08.982297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d805e781-cfc1-4278-9620-8b80b57b2f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:08.986953 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Routers {'31f0dd0e-d50e-4660-82f7-aa9d380cf548'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:08.987885 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:30:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:09.010885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9b406b11-220e-4c22-ad7d-d4dfcfc5c248,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:09.029939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Set router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:09.121119 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Set router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:09.129718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.139917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d52713-0f37-4218-a24d-adf5dd53988b None None] Network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:09.259740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cf3030ee-f7fc-406e-9175-9913697c832e None None] Provisioning complete for port 971cc244-adf0-48cd-8589-379564a928c0 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:09.260192 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cf3030ee-f7fc-406e-9175-9913697c832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.306507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 971cc244-adf0-48cd-8589-379564a928c0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:09.383876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=9b406b11-220e-4c22-ad7d-d4dfcfc5c248,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:09.466946 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.469189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:31:09.477974 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'name': 'tempest-ImageQuotaTest-1627458802-router', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:55Z', 'updated_at': '2021-08-21T09:31:06Z', 'revision_number': 4, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'gw_port': {'id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:57Z', 'updated_at': '2021-08-21T09:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'b429e338-f470-4c74-a074-61a82db20493', 'name': '', 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'mac_address': 'fa:16:3e:fb:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'cda66a29-0d4f-492f-8433-46175eaf05b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:04Z', 'updated_at': '2021-08-21T09:31:07Z', 'revision_number': 2, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'subnets': [{'id': 'cda66a29-0d4f-492f-8433-46175eaf05b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:09.483366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48842) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:09.514727 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Checking router: 31f0dd0e-d50e-4660-82f7-aa9d380cf548 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:09.515083 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Updating router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 port b429e338-f470-4c74-a074-61a82db20493 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:31:09.543718 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.566870 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:09.597446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'port_id': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'mac_address': 'fa:16:3e:59:46:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:31:09.613718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b53f9ac1-c4eb-4395-aad4-294f8a09b198 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2eedce560ef445b197ac3df762b73e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290262 Aug 21 09:31:09.617569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48846) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:09.722596 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Allocated IP 172.20.0.1 (e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d/4fd063eb-c415-48fa-9b06-f01b75eb44ef/1624140a-982c-4fb9-9051-6da343616780) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:09.727216 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.744551 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-790fcb80-a42f-4e4b-8780-968304881d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.783286 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.858871 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.882336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Transition to ACTIVE for port object 1624140a-982c-4fb9-9051-6da343616780 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:09.908522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 971cc244-adf0-48cd-8589-379564a928c0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:09.916173 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.939943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cf64c-55cb-4fc0-be9d-72ab1e08b435 req-49f30dcb-6365-4399-8992-25fda7dfd274 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:09.953249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-246cf64c-55cb-4fc0-be9d-72ab1e08b435 req-49f30dcb-6365-4399-8992-25fda7dfd274 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 943 time: 0.1564343 Aug 21 09:31:09.955348 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.971406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d805e781-cfc1-4278-9620-8b80b57b2f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.976655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:09.993148 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.025458 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.045267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-246cf64c-55cb-4fc0-be9d-72ab1e08b435 req-9ce38cc4-73c6-42cd-bb6f-de4a6d1d1b48 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843592 Aug 21 09:31:10.050310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56395a0f-8804-446d-8be6-812a2dd99f1f {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:31:10.054675 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Transition to ACTIVE for port object b429e338-f470-4c74-a074-61a82db20493 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:10.062260 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d805e781-cfc1-4278-9620-8b80b57b2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.098626 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'name': 'tempest-TestAggregatesBasicOps-982960009-router', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:03Z', 'updated_at': '2021-08-21T09:31:07Z', 'revision_number': 3, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'gw_port': {'id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:04Z', 'updated_at': '2021-08-21T09:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:10.101607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:10.102280 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Network e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:10.118936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:10.127638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:10.129567 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Pushing event updated for resources: {'Port': ['ID=1624140a-982c-4fb9-9051-6da343616780,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:10.135620 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.156417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Checking router: 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:10.156828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Updating router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb port 66adac94-51dd-4adb-9c5e-74ffd311e877 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:31:10.185763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.190233 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.193740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4655399-b806-4b18-b377-4c68b1650777 HTTP/1.1" status: 204 len: 168 time: 0.5727439 Aug 21 09:31:10.193892 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.193892 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.206103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805e781-cfc1-4278-9620-8b80b57b2f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f7b7dc-8681-461a-906c-609f52fec8af,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:10.226524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4655399-b806-4b18-b377-4c68b1650777,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:10.228209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.249103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.255106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.255106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.255106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.255106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.255106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.255106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.255106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.255106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.255922 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Pushing event updated for resources: {'Port': ['ID=b429e338-f470-4c74-a074-61a82db20493,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:10.256012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.256012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.256012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3209b-a56a-4fb1-bb93-d5001bb865f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.282543 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.282984 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.283222 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.283586 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.283918 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.284239 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.284565 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.284892 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.285214 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.285536 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.285858 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.286178 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:10.406674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-9729df18-b64c-400a-952b-aced8853a92c tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:10.408220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-9729df18-b64c-400a-952b-aced8853a92c tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 814 time: 0.3377681 Aug 21 09:31:10.414440 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d805e781-cfc1-4278-9620-8b80b57b2f2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51b60af6313949b1b82992aed9522ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9671767 Aug 21 09:31:10.416811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48866) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:10.461206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-d20efb2a-9b5d-412a-87f1-51e94412a7bf tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/quotas/68256572809e43b2b214233ca3be9413 HTTP/1.1" status: 200 len: 375 time: 0.0376112 Aug 21 09:31:10.501353 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Attempting to bind port b429e338-f470-4c74-a074-61a82db20493 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:10.501749 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Attempting to bind port b429e338-f470-4c74-a074-61a82db20493 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '86a13f72-96f7-4dbe-9137-fdf355767fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:10.503177 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Attempting to bind port b429e338-f470-4c74-a074-61a82db20493 on network 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:10.521405 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:10.523364 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Checking segment: {'id': '86a13f72-96f7-4dbe-9137-fdf355767fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:10.528174 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.528867 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Bound using segment: {'id': '86a13f72-96f7-4dbe-9137-fdf355767fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:10.529531 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Bound port: b429e338-f470-4c74-a074-61a82db20493, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a13f72-96f7-4dbe-9137-fdf355767fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:10.534786 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.551910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-0411a057-f4b7-4898-9aa0-d2061ee62a1b tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777845 Aug 21 09:31:10.589033 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.659739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['56395a0f-8804-446d-8be6-812a2dd99f1f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:31:10.673380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5abec1b3-7bbd-4abd-bfc9-4ececf43fb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.703684 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5abec1b3-7bbd-4abd-bfc9-4ececf43fb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.732830 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] For port b429e338-f470-4c74-a074-61a82db20493, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:10.739269 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] For port b429e338-f470-4c74-a074-61a82db20493, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b429e338-f470-4c74-a074-61a82db20493,segment=NetworkSegment(86a13f72-96f7-4dbe-9137-fdf355767fe4),segment_id=86a13f72-96f7-4dbe-9137-fdf355767fe4)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:10.809673 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.819977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f703bf9c-6fe2-434e-814b-979caaadc41b None None] Provisioning for port 1624140a-982c-4fb9-9051-6da343616780 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:10.854274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f703bf9c-6fe2-434e-814b-979caaadc41b None None] Provisioning complete for port 1624140a-982c-4fb9-9051-6da343616780 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:10.854496 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f703bf9c-6fe2-434e-814b-979caaadc41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.869518 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:10.874969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48870) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:10.877955 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5abec1b3-7bbd-4abd-bfc9-4ececf43fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.881402 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5abec1b3-7bbd-4abd-bfc9-4ececf43fb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:10.882672 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5abec1b3-7bbd-4abd-bfc9-4ececf43fb16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90f7b7dc-8681-461a-906c-609f52fec8af HTTP/1.1" status: 204 len: 168 time: 0.4633932 Aug 21 09:31:10.964013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-68d34d4a-8ea1-46db-9194-42011543dfc0 service neutron] 10.222.0.20 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940716 Aug 21 09:31:11.051707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abec1b3-7bbd-4abd-bfc9-4ececf43fb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f7b7dc-8681-461a-906c-609f52fec8af,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:11.076594 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Routers {'31f0dd0e-d50e-4660-82f7-aa9d380cf548'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:11.077257 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:11.112155 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:11.116610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f703bf9c-6fe2-434e-814b-979caaadc41b None None] Port 1624140a-982c-4fb9-9051-6da343616780 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:31:11.234304 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-2abed12c-1cb8-414d-84f9-18d148cf8df6 service neutron] 10.222.0.20 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686279 Aug 21 09:31:11.282493 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29566774-979f-491e-b9d5-742c8defa961 None None] Pushing event updated for resources: {'Port': ['ID=b429e338-f470-4c74-a074-61a82db20493,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:11.329961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:11.368264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845b54b-5ac7-4876-929f-1efb3d4f5248 req-61889234-4a2e-4254-b056-38d513f0a9f1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:11.377447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3845b54b-5ac7-4876-929f-1efb3d4f5248 req-61889234-4a2e-4254-b056-38d513f0a9f1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 944 time: 0.1331096 Aug 21 09:31:11.441808 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] Set router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:11.469670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:11.487798 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3845b54b-5ac7-4876-929f-1efb3d4f5248 req-02d13306-fb3b-4295-a9f7-e655b6f26d11 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894792 Aug 21 09:31:11.515415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:11.515626 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:11.547972 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:11.557071 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:11.588800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Transition to ACTIVE for port object 66adac94-51dd-4adb-9c5e-74ffd311e877 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:11.601605 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:11.670549 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:11.770470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Pushing event updated for resources: {'Port': ['ID=66adac94-51dd-4adb-9c5e-74ffd311e877,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:11.773368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea43145f-a769-4e2b-ab9f-47c7aed82891 req-28ea5e77-0e10-4c5e-ac9a-e577b565596e tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 210 time: 0.0547431 Aug 21 09:31:11.775652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Attempting to bind port 66adac94-51dd-4adb-9c5e-74ffd311e877 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:11.780252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Attempting to bind port 66adac94-51dd-4adb-9c5e-74ffd311e877 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:11.780252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Attempting to bind port 66adac94-51dd-4adb-9c5e-74ffd311e877 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:11.787423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:11.787883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:11.788414 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:11.788898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:11.789376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Bound port: 66adac94-51dd-4adb-9c5e-74ffd311e877, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:11.790410 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:11.794267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.798088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.798088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.798088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.798088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.798088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.798088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.798088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.798088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.798088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.798088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.798088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:31:11.817955 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Pushing event updated for resources: {'Port': ['ID=1624140a-982c-4fb9-9051-6da343616780,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:11.870467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] For port 66adac94-51dd-4adb-9c5e-74ffd311e877, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:11.880369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] For port 66adac94-51dd-4adb-9c5e-74ffd311e877, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=66adac94-51dd-4adb-9c5e-74ffd311e877,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:11.914156 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'name': 'tempest-ImageQuotaTest-1627458802-router', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:55Z', 'updated_at': '2021-08-21T09:31:06Z', 'revision_number': 4, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'gw_port': {'id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:57Z', 'updated_at': '2021-08-21T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'b429e338-f470-4c74-a074-61a82db20493', 'name': '', 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'mac_address': 'fa:16:3e:fb:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'cda66a29-0d4f-492f-8433-46175eaf05b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:04Z', 'updated_at': '2021-08-21T09:31:10Z', 'revision_number': 4, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'subnets': [{'id': 'cda66a29-0d4f-492f-8433-46175eaf05b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:11.930408 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:11.945780 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8cd8a-9285-4719-b3eb-12a4e492dcff None None] The sync data for ids ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'] in n-d-766726-28 is: [{'id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'name': 'tempest-ImageQuotaTest-1627458802-router', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:55Z', 'updated_at': '2021-08-21T09:31:06Z', 'revision_number': 4, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'gw_port': {'id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:57Z', 'updated_at': '2021-08-21T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'b429e338-f470-4c74-a074-61a82db20493', 'name': '', 'network_id': '9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'mac_address': 'fa:16:3e:fb:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'cda66a29-0d4f-492f-8433-46175eaf05b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:04Z', 'updated_at': '2021-08-21T09:31:10Z', 'revision_number': 4, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'subnets': [{'id': 'cda66a29-0d4f-492f-8433-46175eaf05b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:11.971831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48886) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:11.989945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-47d25801-e250-427e-8b46-5402150311ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:12.007935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Routers {'3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:12.008313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:12.123804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91492f2-aa73-4280-a6a2-388cfaa6764a None None] Pushing event updated for resources: {'Port': ['ID=66adac94-51dd-4adb-9c5e-74ffd311e877,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:12.152128 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-47d25801-e250-427e-8b46-5402150311ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:12.216932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] Set router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:12.237551 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-47d25801-e250-427e-8b46-5402150311ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:12.271755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d25801-e250-427e-8b46-5402150311ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03892d39-4af1-4289-b6a4-890e80882a67,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:12.293944 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Network e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:12.305136 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:12.318902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-47d25801-e250-427e-8b46-5402150311ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb7cc76069df4d379c00d799681885d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456819 Aug 21 09:31:12.321615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 48888) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:12.389297 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9cb12a9c-dc91-4e6d-9750-e2f2050ede8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:12.428818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9cb12a9c-dc91-4e6d-9750-e2f2050ede8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:12.464295 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:12.495437 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:31:12.623535 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9cb12a9c-dc91-4e6d-9750-e2f2050ede8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:12.627165 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9cb12a9c-dc91-4e6d-9750-e2f2050ede8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:12.636188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9cb12a9c-dc91-4e6d-9750-e2f2050ede8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03892d39-4af1-4289-b6a4-890e80882a67 HTTP/1.1" status: 204 len: 168 time: 0.3062484 Aug 21 09:31:12.668792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb12a9c-dc91-4e6d-9750-e2f2050ede8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03892d39-4af1-4289-b6a4-890e80882a67,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:12.683676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a143ff-b565-4795-88ad-965be78e7443 req-b3945b79-3666-4f08-a9ed-1b398af7e693 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:12.689218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:12.700327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8a143ff-b565-4795-88ad-965be78e7443 req-b3945b79-3666-4f08-a9ed-1b398af7e693 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 944 time: 0.1166985 Aug 21 09:31:12.727271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'name': 'tempest-TestAggregatesBasicOps-982960009-router', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:03Z', 'updated_at': '2021-08-21T09:31:10Z', 'revision_number': 4, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'gw_port': {'id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:04Z', 'updated_at': '2021-08-21T09:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1624140a-982c-4fb9-9051-6da343616780', 'name': '', 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'mac_address': 'fa:16:3e:b6:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4fd063eb-c415-48fa-9b06-f01b75eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:09Z', 'updated_at': '2021-08-21T09:31:10Z', 'revision_number': 2, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'subnets': [{'id': '4fd063eb-c415-48fa-9b06-f01b75eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:12.754996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:12.769901 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8a143ff-b565-4795-88ad-965be78e7443 req-2ae4356b-1ac6-4dc7-b19a-9c7d3aa29aed tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614402 Aug 21 09:31:12.780075 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c78ba420-2feb-4f64-b554-db4e7682a108 admin admin] 10.222.0.20 "PUT /v2.0/routers/3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0975711 Aug 21 09:31:12.803943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7874e01-be84-40b0-bdb6-415860fad6b9 None None] The sync data for ids ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'] in n-d-766726-28 is: [{'id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'name': 'tempest-TestAggregatesBasicOps-982960009-router', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:03Z', 'updated_at': '2021-08-21T09:31:10Z', 'revision_number': 4, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'gw_port': {'id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:04Z', 'updated_at': '2021-08-21T09:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1624140a-982c-4fb9-9051-6da343616780', 'name': '', 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'mac_address': 'fa:16:3e:b6:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4fd063eb-c415-48fa-9b06-f01b75eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:09Z', 'updated_at': '2021-08-21T09:31:10Z', 'revision_number': 2, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'subnets': [{'id': '4fd063eb-c415-48fa-9b06-f01b75eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:12.836322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f5807ebd-5dfb-41c1-a704-51e0a7dbd0c2 None None] Provisioning complete for port 1624140a-982c-4fb9-9051-6da343616780 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:12.838745 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f5807ebd-5dfb-41c1-a704-51e0a7dbd0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:12.890047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5f861ce-2a1d-4c84-acd3-a40e2bdb0ea3 req-e08a27cc-a9ad-4f97-9d90-dcf45cd1f234 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 210 time: 0.0451295 Aug 21 09:31:12.904222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f5807ebd-5dfb-41c1-a704-51e0a7dbd0c2 None None] Port 1624140a-982c-4fb9-9051-6da343616780 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:31:13.104001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] Deleting port b429e338-f470-4c74-a074-61a82db20493 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:13.104370 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:13.227363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] For port b429e338-f470-4c74-a074-61a82db20493, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b429e338-f470-4c74-a074-61a82db20493,segment=NetworkSegment(86a13f72-96f7-4dbe-9137-fdf355767fe4),segment_id=86a13f72-96f7-4dbe-9137-fdf355767fe4)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:13.227913 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:13.260669 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] Calling delete_port for b429e338-f470-4c74-a074-61a82db20493 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:13.304512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b429e338-f470-4c74-a074-61a82db20493 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:13.489025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:13.523105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port b429e338-f470-4c74-a074-61a82db20493 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:13.543634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b429e338-f470-4c74-a074-61a82db20493 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:13.545282 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:13.678999 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:13.719235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:13.754044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 56395a0f-8804-446d-8be6-812a2dd99f1f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:13.763188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 56395a0f-8804-446d-8be6-812a2dd99f1f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:13.763632 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:13.830094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b429e338-f470-4c74-a074-61a82db20493,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:13.945510 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:13.989067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:31:13.991904 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a060a5-56fd-4916-8a3f-2454d7b0478f" -d '{"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-plugged", "status": "completed", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:31:13.996043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8fb30-51ee-46fb-8f2b-29d3703753b7 req-815bf85e-55fd-44ed-9a50-683ac9f8784e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:13.999772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8b8fb30-51ee-46fb-8f2b-29d3703753b7 req-815bf85e-55fd-44ed-9a50-683ac9f8784e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 944 time: 0.1145506 Aug 21 09:31:14.032885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:14.095486 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:14.102253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8b8fb30-51ee-46fb-8f2b-29d3703753b7 req-841977a2-c48a-49a5-92da-7717973cbb27 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947967 Aug 21 09:31:14.158591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:14.211232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:14.246261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eb90458-5071-4ff9-997b-63a4ee1e0ee9 req-3e24ec8c-c9b2-4dc4-a68b-f613104cb89b tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 210 time: 0.0371230 Aug 21 09:31:14.311787 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf45f4bf-695a-45fd-a6c9-622751735ed0 x-openstack-request-id: req-cf45f4bf-695a-45fd-a6c9-622751735ed0 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:31:14.311787 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-plugged", "status": "completed", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:31:14.311787 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf45f4bf-695a-45fd-a6c9-622751735ed0 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:31:14.311787 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'code': 200} Aug 21 09:31:14.447535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb4871-34a3-437a-a119-a0e3ee34f091 req-a91608e9-2a3a-440a-9007-03bab4986afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:14.450219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ebb4871-34a3-437a-a119-a0e3ee34f091 req-a91608e9-2a3a-440a-9007-03bab4986afd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1097 time: 0.0833855 Aug 21 09:31:14.454196 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] Router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:31:14.494812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ebb4871-34a3-437a-a119-a0e3ee34f091 req-c0ce066d-7304-487e-8fbb-42366e2e1446 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382247 Aug 21 09:31:14.592767 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:14.598884 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8ba89325-ed84-45f7-a29a-f4943c9b1eb9 admin admin] 10.222.0.20 "PUT /v2.0/routers/31f0dd0e-d50e-4660-82f7-aa9d380cf548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7212555 Aug 21 09:31:14.604984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48960) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:14.695126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-210c1ccf-d119-42d3-bfb2-4502d274b831 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:14.700602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-210c1ccf-d119-42d3-bfb2-4502d274b831 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.13 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 814 time: 0.1408265 Aug 21 09:31:14.713360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Request body: {'port': {'device_id': '5cb3dfef-0787-4c8b-a910-21f600bec3a7', 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6', 'admin_state_up': True, 'tenant_id': '68256572809e43b2b214233ca3be9413'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:14.751659 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:14.936706 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:14.975808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ee799-4bcb-47bb-a0ba-fdcbcaf70507 None None] Sync routers for ids ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:14.994468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ee799-4bcb-47bb-a0ba-fdcbcaf70507 None None] Routers {'31f0dd0e-d50e-4660-82f7-aa9d380cf548'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:14.995212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-363ee799-4bcb-47bb-a0ba-fdcbcaf70507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:15.191067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Deleting port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:15.191586 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:15.219772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 48982) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:15.267870 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-363ee799-4bcb-47bb-a0ba-fdcbcaf70507 None None] Set router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:15.447027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66adac94-51dd-4adb-9c5e-74ffd311e877 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:15.482951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-583e014f-0893-4567-b6bf-fdffc2862be8 req-a81fb601-71e5-4139-ad4e-bd6eed07f517 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 210 time: 0.0806220 Aug 21 09:31:15.499043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efa3cd-e267-401a-8dd2-751f9cbdbaae req-d910705e-5561-40fc-b5ac-a92504bca1f0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:15.506866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72efa3cd-e267-401a-8dd2-751f9cbdbaae req-d910705e-5561-40fc-b5ac-a92504bca1f0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.2659516 Aug 21 09:31:15.522565 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:15.596558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72efa3cd-e267-401a-8dd2-751f9cbdbaae req-922e00a2-6937-49c4-a1c3-a3996e80ce4b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883520 Aug 21 09:31:15.622686 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:15.695402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Made reservation on behalf of 68256572809e43b2b214233ca3be9413 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:15.700663 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:15.709685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] For port 9b406b11-220e-4c22-ad7d-d4dfcfc5c248, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9b406b11-220e-4c22-ad7d-d4dfcfc5c248,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:15.710056 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:15.724010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 66adac94-51dd-4adb-9c5e-74ffd311e877 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:15.741566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Calling delete_port for 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:15.746443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-363ee799-4bcb-47bb-a0ba-fdcbcaf70507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'name': 'tempest-ImageQuotaTest-1627458802-router', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:55Z', 'updated_at': '2021-08-21T09:31:13Z', 'revision_number': 5, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'gw_port': {'id': '9b406b11-220e-4c22-ad7d-d4dfcfc5c248', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:57Z', 'updated_at': '2021-08-21T09:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:15.749216 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 66adac94-51dd-4adb-9c5e-74ffd311e877 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:15.753998 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:15.821173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ee799-4bcb-47bb-a0ba-fdcbcaf70507 None None] Checking router: 31f0dd0e-d50e-4660-82f7-aa9d380cf548 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:15.849005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ee799-4bcb-47bb-a0ba-fdcbcaf70507 None None] Routers {'31f0dd0e-d50e-4660-82f7-aa9d380cf548'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:15.849647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-363ee799-4bcb-47bb-a0ba-fdcbcaf70507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:15.893580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Allocated IP 172.20.0.5 (c72ebc99-1bf2-40ff-b7a5-d885b464a6c6/2e60e284-8eef-4de8-857f-3bfd47d5e4ab/69f32df1-e76e-4967-a0a0-28a2ecd9e5b6) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:16.126998 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:16.162737 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:16.205199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-363ee799-4bcb-47bb-a0ba-fdcbcaf70507 None None] Set router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:16.233686 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:16.250114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:16.268174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-363ee799-4bcb-47bb-a0ba-fdcbcaf70507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'name': 'tempest-ImageQuotaTest-1627458802-router', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:55Z', 'updated_at': '2021-08-21T09:31:14Z', 'revision_number': 6, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:16.289829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b406b11-220e-4c22-ad7d-d4dfcfc5c248,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:16.290070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:16.308799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ee799-4bcb-47bb-a0ba-fdcbcaf70507 None None] The sync data for ids ['31f0dd0e-d50e-4660-82f7-aa9d380cf548'] in n-d-766726-28 is: [{'id': '31f0dd0e-d50e-4660-82f7-aa9d380cf548', 'name': 'tempest-ImageQuotaTest-1627458802-router', 'tenant_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:55Z', 'updated_at': '2021-08-21T09:31:14Z', 'revision_number': 6, 'project_id': '4c6d6547d5d0476a9d3ef031a9579da2', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:16.311474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 66adac94-51dd-4adb-9c5e-74ffd311e877, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=66adac94-51dd-4adb-9c5e-74ffd311e877,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:16.348774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:16.352138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:16.356933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:16.397750 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:16.403855 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:16.406694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Pushing event updated for resources: {'Port': ['ID=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:16.427136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:16.427847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:16.466356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=66adac94-51dd-4adb-9c5e-74ffd311e877,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:16.507528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b2a46f66-4563-4b4e-b993-909d81257e72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7984471 Aug 21 09:31:16.523809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Request body: {'port': {'device_id': '5cb3dfef-0787-4c8b-a910-21f600bec3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:16.632141 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:16.655163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556e07-53db-46e2-8c95-5c681f29d48d req-0c0a460b-1fe2-47c5-9b13-16c2dd75046e tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:16.656976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d556e07-53db-46e2-8c95-5c681f29d48d req-0c0a460b-1fe2-47c5-9b13-16c2dd75046e tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 931 time: 0.0915220 Aug 21 09:31:16.759159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d556e07-53db-46e2-8c95-5c681f29d48d req-134ea040-8e0d-44c5-b221-4c510f9bce01 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959451 Aug 21 09:31:16.838253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14461d-247f-4831-a380-f4efd9ea34d7 req-7412315a-f108-4b90-a374-7a9ca77315af tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:16.839805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d14461d-247f-4831-a380-f4efd9ea34d7 req-7412315a-f108-4b90-a374-7a9ca77315af tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.1466238 Aug 21 09:31:16.844226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:16.859645 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:16.929018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d14461d-247f-4831-a380-f4efd9ea34d7 req-e33ab76d-5818-43cb-a3cf-bc6a0c7fb5c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812385 Aug 21 09:31:16.984327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] Deleting port afdacbd1-ba07-4c10-82b3-cb47065a5e6f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:16.984327 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.034113 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.034545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f0dd0e-d50e-4660-82f7-aa9d380cf548 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:31:17.040497 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.043101 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3e349dba-fbea-4596-a3f3-1bd1c095151e admin admin] 10.222.0.20 "DELETE /v2.0/routers/31f0dd0e-d50e-4660-82f7-aa9d380cf548 HTTP/1.1" status: 204 len: 168 time: 2.4340737 Aug 21 09:31:17.044147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49016) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:17.098639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:31:17.107592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.112061 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a689f477-8eb2-4d85-ad09-04cc6629e23f admin admin] Deleting subnet cda66a29-0d4f-492f-8433-46175eaf05b5 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:31:17.115157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a689f477-8eb2-4d85-ad09-04cc6629e23f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.122786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d54e29-75b6-4a7f-beb9-5f393369da7a req-47f69d5a-fc62-471d-acb5-58207f64fdc2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:17.124338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1d54e29-75b6-4a7f-beb9-5f393369da7a req-47f69d5a-fc62-471d-acb5-58207f64fdc2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0949090 Aug 21 09:31:17.132206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Transition to ACTIVE for port object 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:17.142255 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] For port afdacbd1-ba07-4c10-82b3-cb47065a5e6f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=afdacbd1-ba07-4c10-82b3-cb47065a5e6f,segment=NetworkSegment(c34816a4-1588-4335-8531-e49482e67b52),segment_id=c34816a4-1588-4335-8531-e49482e67b52)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:17.142740 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.167137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] Calling delete_port for afdacbd1-ba07-4c10-82b3-cb47065a5e6f owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:17.179480 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a689f477-8eb2-4d85-ad09-04cc6629e23f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.180928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1d54e29-75b6-4a7f-beb9-5f393369da7a req-c33667e6-c4b2-4393-b079-56dcf2986cba tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454583 Aug 21 09:31:17.181512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49020) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:17.198701 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.205639 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49024) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:17.257384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Pushing event updated for resources: {'Port': ['ID=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:17.352690 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0059-0df9-4a25-b879-fa773d289450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.383995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2bae83-2fd2-4f80-b53c-9bf7f289ad4c tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:17.385652 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-be2bae83-2fd2-4f80-b53c-9bf7f289ad4c tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1092 time: 0.1779921 Aug 21 09:31:17.387472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Attempting to bind port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:17.387911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Attempting to bind port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:17.388153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Attempting to bind port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:17.389725 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49026) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:17.395461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:17.397706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:31:17.398032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Attempting to bind port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:17.406424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:17.406770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Checking segment: {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:17.407152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Bound using segment: {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:17.407599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Bound port: 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:17.412066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.464354 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a689f477-8eb2-4d85-ad09-04cc6629e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.497355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] For port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:17.502169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] For port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:17.531248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0059-0df9-4a25-b879-fa773d289450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.621266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.643937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66adac94-51dd-4adb-9c5e-74ffd311e877 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:17.654270 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a689f477-8eb2-4d85-ad09-04cc6629e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.662210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0059-0df9-4a25-b879-fa773d289450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.693012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689f477-8eb2-4d85-ad09-04cc6629e23f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda66a29-0d4f-492f-8433-46175eaf05b5,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:17.693232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:17.693969 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.695511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] 10.222.0.13 "PUT /v2.0/ports/69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 HTTP/1.1" status: 200 len: 1092 time: 1.1795657 Aug 21 09:31:17.696194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb3dfef-0787-4c8b-a910-21f600bec3a7', 'tag': '69f32df1-e76e-4967-a0a0-28a2ecd9e5b6'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:31:17.696638 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a689f477-8eb2-4d85-ad09-04cc6629e23f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.701711 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca8f056-c6f1-40cd-b120-9ae00f5b3d81" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb3dfef-0787-4c8b-a910-21f600bec3a7", "tag": "69f32df1-e76e-4967-a0a0-28a2ecd9e5b6"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:31:17.701971 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a689f477-8eb2-4d85-ad09-04cc6629e23f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cda66a29-0d4f-492f-8433-46175eaf05b5 HTTP/1.1" status: 204 len: 168 time: 0.6536305 Aug 21 09:31:17.702825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49030) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:17.718458 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Sync routers for ids ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:17.729182 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Routers {'3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:17.729963 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:17.732351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a979502-ab2b-426f-a358-0089ac58155f None None] Network 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:17.734853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.767335 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8579713c-8097-42d6-9300-adc94e0b7dd9 x-openstack-request-id: req-8579713c-8097-42d6-9300-adc94e0b7dd9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:31:17.770741 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb3dfef-0787-4c8b-a910-21f600bec3a7", "tag": "69f32df1-e76e-4967-a0a0-28a2ecd9e5b6", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:31:17.771032 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8579713c-8097-42d6-9300-adc94e0b7dd9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:31:17.771450 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb3dfef-0787-4c8b-a910-21f600bec3a7', 'tag': '69f32df1-e76e-4967-a0a0-28a2ecd9e5b6', 'status': 'completed', 'code': 200} Aug 21 09:31:17.775097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1f7f0059-0df9-4a25-b879-fa773d289450 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ea37a9d986b412ebf17209417d7b309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5924716 Aug 21 09:31:17.793050 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49032) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:17.800711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=afdacbd1-ba07-4c10-82b3-cb47065a5e6f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:17.842084 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.854536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f0059-0df9-4a25-b879-fa773d289450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6cf086-8794-4bca-a76e-9f504fcfcadf,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:17.872275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93fe42-3d51-47bc-933c-28e17d0247a4 service neutron] Pushing event updated for resources: {'Port': ['ID=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:17.890766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 66adac94-51dd-4adb-9c5e-74ffd311e877 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:17.891146 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.925266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:17.938979 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Set router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:17.956372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8f056-c6f1-40cd-b120-9ae00f5b3d81 req-c5ae1b52-2b6f-44be-8b6e-f1b66509821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:17.958391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bca8f056-c6f1-40cd-b120-9ae00f5b3d81 req-c5ae1b52-2b6f-44be-8b6e-f1b66509821a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 1095 time: 0.1560006 Aug 21 09:31:18.060666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c85ad-8aa1-49ec-bbd4-818cdbcca983 req-4fa3d5b5-28cb-4318-8650-0c2649439ffa tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:18.062265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea8c85ad-8aa1-49ec-bbd4-818cdbcca983 req-4fa3d5b5-28cb-4318-8650-0c2649439ffa tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 943 time: 0.1616006 Aug 21 09:31:18.126310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b429e338-f470-4c74-a074-61a82db20493 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:18.173791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: b429e338-f470-4c74-a074-61a82db20493 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:18.176072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b429e338-f470-4c74-a074-61a82db20493 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:18.221702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea8c85ad-8aa1-49ec-bbd4-818cdbcca983 req-cb4aaf48-7b3b-4237-afce-06c1a0c1aa13 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227088 Aug 21 09:31:18.236044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa0f5d7-75c1-4702-9c4b-661bf1f932b6 None None] DHCP port deletion for 9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:31:18.256892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8f056-c6f1-40cd-b120-9ae00f5b3d81 req-07e46d8d-1907-43ba-94a3-5d3b4a229bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:18.258746 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1deff67-1e00-4c89-8319-a686c0637e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.259207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bca8f056-c6f1-40cd-b120-9ae00f5b3d81 req-07e46d8d-1907-43ba-94a3-5d3b4a229bde service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=68256572809e43b2b214233ca3be9413&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2913043 Aug 21 09:31:18.260396 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.265850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Deleting port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:18.266196 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.307198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0f5d7-75c1-4702-9c4b-661bf1f932b6 None None] Deleting port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:18.307786 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aaa0f5d7-75c1-4702-9c4b-661bf1f932b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.333900 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'name': 'tempest-TestAggregatesBasicOps-982960009-router', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:03Z', 'updated_at': '2021-08-21T09:31:10Z', 'revision_number': 4, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'gw_port': {'id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:04Z', 'updated_at': '2021-08-21T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1624140a-982c-4fb9-9051-6da343616780', 'name': '', 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'mac_address': 'fa:16:3e:b6:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4fd063eb-c415-48fa-9b06-f01b75eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:09Z', 'updated_at': '2021-08-21T09:31:10Z', 'revision_number': 2, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'subnets': [{'id': '4fd063eb-c415-48fa-9b06-f01b75eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:18.340075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1deff67-1e00-4c89-8319-a686c0637e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.366175 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Checking router: 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:18.366826 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Updating router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb port 1624140a-982c-4fb9-9051-6da343616780 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:31:18.399727 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.404737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-aaa0f5d7-75c1-4702-9c4b-661bf1f932b6 None None] For port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=beb52f4b-0bbd-4fd3-a9be-558a640b2f9a,segment=NetworkSegment(86a13f72-96f7-4dbe-9137-fdf355767fe4),segment_id=86a13f72-96f7-4dbe-9137-fdf355767fe4)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:18.404940 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aaa0f5d7-75c1-4702-9c4b-661bf1f932b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.436373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] For port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=beb52f4b-0bbd-4fd3-a9be-558a640b2f9a,segment=NetworkSegment(86a13f72-96f7-4dbe-9137-fdf355767fe4),segment_id=86a13f72-96f7-4dbe-9137-fdf355767fe4)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:18.436373 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.436700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0f5d7-75c1-4702-9c4b-661bf1f932b6 None None] Calling delete_port for beb52f4b-0bbd-4fd3-a9be-558a640b2f9a owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:18.449604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Calling delete_port for beb52f4b-0bbd-4fd3-a9be-558a640b2f9a owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:18.459212 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.516668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8f056-c6f1-40cd-b120-9ae00f5b3d81 req-61ed746f-7aec-47f3-b070-ec827fbeb82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:18.519342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bca8f056-c6f1-40cd-b120-9ae00f5b3d81 req-61ed746f-7aec-47f3-b070-ec827fbeb82f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1988549 Aug 21 09:31:18.565071 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1deff67-1e00-4c89-8319-a686c0637e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.567684 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1deff67-1e00-4c89-8319-a686c0637e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.568875 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c1deff67-1e00-4c89-8319-a686c0637e57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce6cf086-8794-4bca-a76e-9f504fcfcadf HTTP/1.1" status: 204 len: 168 time: 0.7747250 Aug 21 09:31:18.612266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-25146c2f-3d97-4920-a111-bed3833387e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:18.613998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-25146c2f-3d97-4920-a111-bed3833387e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 1095 time: 0.0516508 Aug 21 09:31:18.615749 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aaa0f5d7-75c1-4702-9c4b-661bf1f932b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.639327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1deff67-1e00-4c89-8319-a686c0637e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6cf086-8794-4bca-a76e-9f504fcfcadf,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:18.674079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0f5d7-75c1-4702-9c4b-661bf1f932b6 None None] Pushing event deleted for resources: {'Port': ['ID=beb52f4b-0bbd-4fd3-a9be-558a640b2f9a,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:18.683979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa0f5d7-75c1-4702-9c4b-661bf1f932b6 None None] No DVR routers for this DVR port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:31:18.700449 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] Router 0e8e2661-4607-45e1-ae91-577deb06261d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:31:18.700946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-86d693ed-8eb5-44ab-80ad-403605d3abdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 HTTP/1.1" status: 200 len: 217 time: 0.0719242 Aug 21 09:31:18.709789 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.757321 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.768764 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Transition to ACTIVE for port object 1624140a-982c-4fb9-9051-6da343616780 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:18.778568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Pushing event deleted for resources: {'Port': ['ID=beb52f4b-0bbd-4fd3-a9be-558a640b2f9a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:18.785413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] No DVR routers for this DVR port beb52f4b-0bbd-4fd3-a9be-558a640b2f9a on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:31:18.789458 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.25.5.231 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/4ac06f0c-dfd0-4184-b21e-497c25300ece) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:18.826894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b6fc3cf6-a466-4fcb-bdea-92b0a4f83555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:18.827686 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:18.828431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-b6fc3cf6-a466-4fcb-bdea-92b0a4f83555 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e60e284-8eef-4de8-857f-3bfd47d5e4ab HTTP/1.1" status: 200 len: 854 time: 0.1198854 Aug 21 09:31:18.928326 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:18.939413 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-45475616-aaeb-41f0-9d05-240d1096ccf3 admin admin] 10.222.0.20 "PUT /v2.0/routers/0e8e2661-4607-45e1-ae91-577deb06261d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7183766 Aug 21 09:31:18.944274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49040) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:18.948450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916b3cc-070c-4f34-92d4-4119cbc5c024 None None] Sync routers for ids ['0e8e2661-4607-45e1-ae91-577deb06261d'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:18.954659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-cc4b216b-5d93-42d9-b4c1-8cf727459894 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929680 Aug 21 09:31:19.002108 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.009687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916b3cc-070c-4f34-92d4-4119cbc5c024 None None] Routers {'0e8e2661-4607-45e1-ae91-577deb06261d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:19.014327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f916b3cc-070c-4f34-92d4-4119cbc5c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0e8e2661-4607-45e1-ae91-577deb06261d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:19.055256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:19.073685 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253765b1-4cf6-4e92-88bf-802c90896220 None None] Pushing event updated for resources: {'Port': ['ID=1624140a-982c-4fb9-9051-6da343616780,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:19.074903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a13f72-96f7-4dbe-9137-fdf355767fe4') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:19.075197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a13f72-96f7-4dbe-9137-fdf355767fe4') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:19.081324 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.088529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.101875 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Attempting to bind port 1624140a-982c-4fb9-9051-6da343616780 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:19.104666 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Attempting to bind port 1624140a-982c-4fb9-9051-6da343616780 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'a65f42dc-f630-4d5d-bbab-97fd042126d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:19.104666 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Attempting to bind port 1624140a-982c-4fb9-9051-6da343616780 on network e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:19.113487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.119200 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:19.119596 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Checking segment: {'id': 'a65f42dc-f630-4d5d-bbab-97fd042126d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:19.120277 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.120393 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Bound using segment: {'id': 'a65f42dc-f630-4d5d-bbab-97fd042126d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:19.123590 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Bound port: 1624140a-982c-4fb9-9051-6da343616780, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65f42dc-f630-4d5d-bbab-97fd042126d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:19.124047 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.139934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:31:19.140911 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.175600 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.212685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-f916b3cc-070c-4f34-92d4-4119cbc5c024 None None] Set router 0e8e2661-4607-45e1-ae91-577deb06261d gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:19.242317 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] For port 1624140a-982c-4fb9-9051-6da343616780, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:31:19.286614 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:31:19.290668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49044) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:19.299597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-087d579e-1bbc-4865-9313-f9f634f6b6b5 service neutron] 10.222.0.13 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300092 Aug 21 09:31:19.306673 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a019-73af-4abb-9e88-1d006768e260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.330008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.370221 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] For port 1624140a-982c-4fb9-9051-6da343616780, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1624140a-982c-4fb9-9051-6da343616780,segment=NetworkSegment(a65f42dc-f630-4d5d-bbab-97fd042126d2),segment_id=a65f42dc-f630-4d5d-bbab-97fd042126d2)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:19.377873 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.380844 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.392102 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.393898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea HTTP/1.1" status: 204 len: 168 time: 1.6822278 Aug 21 09:31:19.400983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:19.405345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:19.413400 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:19.429022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device beb52f4b-0bbd-4fd3-a9be-558a640b2f9a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:19.450398 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.455810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=4ac06f0c-dfd0-4184-b21e-497c25300ece,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:19.487693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: beb52f4b-0bbd-4fd3-a9be-558a640b2f9a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:19.490813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device beb52f4b-0bbd-4fd3-a9be-558a640b2f9a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:19.490813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:19.509008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd81f0-11c4-4338-a10a-fbbd3fd4062f admin admin] Pushing event deleted for resources: {'Network': ['ID=9d655bfa-bf50-4975-b0c2-0ed3b8ea49ea,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:19.530300 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Routers {'3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:19.536557 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:19.585071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2ad536-59f3-4bf0-9682-1530bc77f8e5 req-e1dba621-898f-4fc6-a9fd-a739b284eb59 service neutron] 10.222.0.13 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739036 Aug 21 09:31:19.599948 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253765b1-4cf6-4e92-88bf-802c90896220 None None] Pushing event updated for resources: {'Port': ['ID=1624140a-982c-4fb9-9051-6da343616780,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:19.604373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:19.604980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b406b11-220e-4c22-ad7d-d4dfcfc5c248 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:19.647292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6ff5e-9950-48e0-9fba-1652bedeaa54 req-b8a5d6ba-543f-439a-ad03-08848b1b7ed4 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:19.649497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f6ff5e-9950-48e0-9fba-1652bedeaa54 req-b8a5d6ba-543f-439a-ad03-08848b1b7ed4 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 943 time: 0.2424152 Aug 21 09:31:19.688514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f916b3cc-070c-4f34-92d4-4119cbc5c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'name': 'tempest-TestAggregatesBasicOps-2041371854-router', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:44Z', 'updated_at': '2021-08-21T09:31:17Z', 'revision_number': 5, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'gw_port': {'id': '412058e3-e21b-42c0-8f39-b8f13ae27d0e', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:46Z', 'updated_at': '2021-08-21T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:19.703831 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Deleting port 412058e3-e21b-42c0-8f39-b8f13ae27d0e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:19.706670 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] Set router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:19.718915 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.721252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916b3cc-070c-4f34-92d4-4119cbc5c024 None None] Checking router: 0e8e2661-4607-45e1-ae91-577deb06261d for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:19.736143 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a019-73af-4abb-9e88-1d006768e260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.746563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916b3cc-070c-4f34-92d4-4119cbc5c024 None None] Routers {'0e8e2661-4607-45e1-ae91-577deb06261d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:19.749418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f916b3cc-070c-4f34-92d4-4119cbc5c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['0e8e2661-4607-45e1-ae91-577deb06261d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:19.776538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f6ff5e-9950-48e0-9fba-1652bedeaa54 req-c3dc469e-962c-45c8-866b-1fafdeb613c7 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195385 Aug 21 09:31:19.821138 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a019-73af-4abb-9e88-1d006768e260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.826105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] For port 412058e3-e21b-42c0-8f39-b8f13ae27d0e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=412058e3-e21b-42c0-8f39-b8f13ae27d0e,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:19.826586 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:19.847034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Calling delete_port for 412058e3-e21b-42c0-8f39-b8f13ae27d0e owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:19.879851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1fd4a019-73af-4abb-9e88-1d006768e260 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=423af9147897487db8bac4cbafaf23eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5888486 Aug 21 09:31:19.884462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49048) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:19.891571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-f916b3cc-070c-4f34-92d4-4119cbc5c024 None None] Set router 0e8e2661-4607-45e1-ae91-577deb06261d gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:19.899297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4a019-73af-4abb-9e88-1d006768e260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc8c10-bfcc-4d1d-8c87-f48a9c75448b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:19.917483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49050) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:19.960761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f916b3cc-070c-4f34-92d4-4119cbc5c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'name': 'tempest-TestAggregatesBasicOps-2041371854-router', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:44Z', 'updated_at': '2021-08-21T09:31:19Z', 'revision_number': 6, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:19.990205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916b3cc-070c-4f34-92d4-4119cbc5c024 None None] The sync data for ids ['0e8e2661-4607-45e1-ae91-577deb06261d'] in n-d-766726-28 is: [{'id': '0e8e2661-4607-45e1-ae91-577deb06261d', 'name': 'tempest-TestAggregatesBasicOps-2041371854-router', 'tenant_id': '8827391708854e52a3dfa07aa8deae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:44Z', 'updated_at': '2021-08-21T09:31:19Z', 'revision_number': 6, 'project_id': '8827391708854e52a3dfa07aa8deae37', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:20.012726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9b302e93-7aa8-4c7e-8760-0b2a04d63493 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c6d6547d5d0476a9d3ef031a9579da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905099 Aug 21 09:31:20.013490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49052) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:20.044715 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9dee668a-067c-4177-b253-c4dde4e349fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.057123 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'name': 'tempest-TestAggregatesBasicOps-982960009-router', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:03Z', 'updated_at': '2021-08-21T09:31:10Z', 'revision_number': 4, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'gw_port': {'id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:04Z', 'updated_at': '2021-08-21T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1624140a-982c-4fb9-9051-6da343616780', 'name': '', 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'mac_address': 'fa:16:3e:b6:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4fd063eb-c415-48fa-9b06-f01b75eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:09Z', 'updated_at': '2021-08-21T09:31:19Z', 'revision_number': 4, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'subnets': [{'id': '4fd063eb-c415-48fa-9b06-f01b75eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:20.085757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9dee668a-067c-4177-b253-c4dde4e349fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.087412 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdfdefa-6fb9-4913-8510-579a9ce7c3fc None None] The sync data for ids ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'] in n-d-766726-28 is: [{'id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'name': 'tempest-TestAggregatesBasicOps-982960009-router', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:03Z', 'updated_at': '2021-08-21T09:31:10Z', 'revision_number': 4, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'gw_port': {'id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:04Z', 'updated_at': '2021-08-21T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '1624140a-982c-4fb9-9051-6da343616780', 'name': '', 'network_id': 'e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'mac_address': 'fa:16:3e:b6:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '4fd063eb-c415-48fa-9b06-f01b75eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:09Z', 'updated_at': '2021-08-21T09:31:19Z', 'revision_number': 4, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'subnets': [{'id': '4fd063eb-c415-48fa-9b06-f01b75eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:20.109262 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cb1d08a3-cec3-4c3c-96be-11109ba55537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.148037 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cb1d08a3-cec3-4c3c-96be-11109ba55537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.217843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.260452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9dee668a-067c-4177-b253-c4dde4e349fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.263786 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9dee668a-067c-4177-b253-c4dde4e349fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.265061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9dee668a-067c-4177-b253-c4dde4e349fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56fc8c10-bfcc-4d1d-8c87-f48a9c75448b HTTP/1.1" status: 204 len: 168 time: 0.3795843 Aug 21 09:31:20.275356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee668a-067c-4177-b253-c4dde4e349fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc8c10-bfcc-4d1d-8c87-f48a9c75448b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:20.283534 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cb1d08a3-cec3-4c3c-96be-11109ba55537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.285168 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.286758 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cb1d08a3-cec3-4c3c-96be-11109ba55537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.288140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cb1d08a3-cec3-4c3c-96be-11109ba55537 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27b54341-5aba-447e-98f0-e93a81e55a02 HTTP/1.1" status: 204 len: 168 time: 0.2736530 Aug 21 09:31:20.311638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d08a3-cec3-4c3c-96be-11109ba55537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b54341-5aba-447e-98f0-e93a81e55a02,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:20.329058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=412058e3-e21b-42c0-8f39-b8f13ae27d0e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:20.445594 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.477740 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.586671 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.590769 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:20.957423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8680-5216-4366-9d01-7452b7c5b7c7 req-4e509c90-d6be-452c-af44-8fe77b8912dc tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:20.960573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-492c8680-5216-4366-9d01-7452b7c5b7c7 req-4e509c90-d6be-452c-af44-8fe77b8912dc tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 943 time: 0.0872743 Aug 21 09:31:21.058649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-492c8680-5216-4366-9d01-7452b7c5b7c7 req-bcff6b55-818d-46a6-a331-3d45c327a4d4 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829513 Aug 21 09:31:21.102587 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.103105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e8e2661-4607-45e1-ae91-577deb06261d {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:31:21.108222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.111700 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-883370d8-60b4-49d1-be53-e87925074e60 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0e8e2661-4607-45e1-ae91-577deb06261d HTTP/1.1" status: 204 len: 168 time: 2.1640933 Aug 21 09:31:21.112401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49072) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:21.130574 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.153354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49074) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:21.172983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a034d20-1555-42f9-a0fb-acc4d12be0fd admin admin] Deleting subnet ff5b6d87-041e-423e-b950-b91eca11a279 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:31:21.178738 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a034d20-1555-42f9-a0fb-acc4d12be0fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.179384 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-993794f4-d296-4e02-8e3d-8636f170b479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.228047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a034d20-1555-42f9-a0fb-acc4d12be0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.233059 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.268803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1624140a-982c-4fb9-9051-6da343616780 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:21.323479 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a034d20-1555-42f9-a0fb-acc4d12be0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.352960 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=4ac06f0c-dfd0-4184-b21e-497c25300ece,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:21.372032 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.460634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 1624140a-982c-4fb9-9051-6da343616780 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:21.465296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1624140a-982c-4fb9-9051-6da343616780 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:21.465675 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.478343 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-993794f4-d296-4e02-8e3d-8636f170b479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.495904 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a034d20-1555-42f9-a0fb-acc4d12be0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.497943 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Floating IP f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666 associated. External IP: 172.25.5.231, port: 56395a0f-8804-446d-8be6-812a2dd99f1f. Aug 21 09:31:21.522919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a034d20-1555-42f9-a0fb-acc4d12be0fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5b6d87-041e-423e-b950-b91eca11a279,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:21.529717 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a034d20-1555-42f9-a0fb-acc4d12be0fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.532273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7a034d20-1555-42f9-a0fb-acc4d12be0fd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ff5b6d87-041e-423e-b950-b91eca11a279 HTTP/1.1" status: 204 len: 168 time: 0.4179182 Aug 21 09:31:21.539492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49082) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:21.539845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2656eef-b984-4910-af20-04612312db93 None None] Network 9f17848e-46ed-4642-ba62-78a057f6434f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:21.619283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.634590 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-993794f4-d296-4e02-8e3d-8636f170b479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.679105 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.693468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 1624140a-982c-4fb9-9051-6da343616780, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1624140a-982c-4fb9-9051-6da343616780,segment=NetworkSegment(a65f42dc-f630-4d5d-bbab-97fd042126d2),segment_id=a65f42dc-f630-4d5d-bbab-97fd042126d2)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:21.707042 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-993794f4-d296-4e02-8e3d-8636f170b479 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5525095 Aug 21 09:31:21.709733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49086) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:21.711216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993794f4-d296-4e02-8e3d-8636f170b479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768e654b-7a02-4b02-ab11-6c90d77a2696,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:21.774658 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.780319 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afd92067-5dea-45f5-a496-e35b8bf600c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.834175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5aa129-fec2-46ba-a8f3-ef0a8be62d3b None None] DHCP port deletion for 9f17848e-46ed-4642-ba62-78a057f6434f request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:31:21.844062 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afd92067-5dea-45f5-a496-e35b8bf600c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.848779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=1624140a-982c-4fb9-9051-6da343616780,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:21.872974 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 8facfc6f-69ab-413c-b073-b9eda541bd67 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:31:21.890378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Deleting port 12d2e634-76f6-4d61-b109-3af3eefdfc18 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:21.890797 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.902994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device afdacbd1-ba07-4c10-82b3-cb47065a5e6f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:21.937790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5f5aa129-fec2-46ba-a8f3-ef0a8be62d3b None None] Deleting port 12d2e634-76f6-4d61-b109-3af3eefdfc18 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:21.937790 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5f5aa129-fec2-46ba-a8f3-ef0a8be62d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:21.940266 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: afdacbd1-ba07-4c10-82b3-cb47065a5e6f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:21.940602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device afdacbd1-ba07-4c10-82b3-cb47065a5e6f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:21.941003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 412058e3-e21b-42c0-8f39-b8f13ae27d0e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:21.994798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 412058e3-e21b-42c0-8f39-b8f13ae27d0e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:21.995139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 412058e3-e21b-42c0-8f39-b8f13ae27d0e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:22.005944 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] For port 12d2e634-76f6-4d61-b109-3af3eefdfc18, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=12d2e634-76f6-4d61-b109-3af3eefdfc18,segment=NetworkSegment(c34816a4-1588-4335-8531-e49482e67b52),segment_id=c34816a4-1588-4335-8531-e49482e67b52)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:22.005944 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.024839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5f5aa129-fec2-46ba-a8f3-ef0a8be62d3b None None] For port 12d2e634-76f6-4d61-b109-3af3eefdfc18, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=12d2e634-76f6-4d61-b109-3af3eefdfc18,segment=NetworkSegment(c34816a4-1588-4335-8531-e49482e67b52),segment_id=c34816a4-1588-4335-8531-e49482e67b52)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:22.025328 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5f5aa129-fec2-46ba-a8f3-ef0a8be62d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.044210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5f5aa129-fec2-46ba-a8f3-ef0a8be62d3b None None] Calling delete_port for 12d2e634-76f6-4d61-b109-3af3eefdfc18 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:22.051204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Calling delete_port for 12d2e634-76f6-4d61-b109-3af3eefdfc18 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:22.055153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afd92067-5dea-45f5-a496-e35b8bf600c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.058147 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-afd92067-5dea-45f5-a496-e35b8bf600c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.060234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-afd92067-5dea-45f5-a496-e35b8bf600c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/768e654b-7a02-4b02-ab11-6c90d77a2696 HTTP/1.1" status: 204 len: 168 time: 0.3480494 Aug 21 09:31:22.079677 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:22.090423 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e0d70-28dd-42be-896a-2181bd95d251 None None] Sync routers for ids ['8facfc6f-69ab-413c-b073-b9eda541bd67'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:22.102146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd92067-5dea-45f5-a496-e35b8bf600c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768e654b-7a02-4b02-ab11-6c90d77a2696,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:22.117319 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e0d70-28dd-42be-896a-2181bd95d251 None None] Routers {'8facfc6f-69ab-413c-b073-b9eda541bd67'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:22.121783 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5c6e0d70-28dd-42be-896a-2181bd95d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['8facfc6f-69ab-413c-b073-b9eda541bd67'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:22.192068 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.216857 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.223969 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5f5aa129-fec2-46ba-a8f3-ef0a8be62d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.232466 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c7d8a316-bf35-4e5c-8093-d9cdac6638fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8406239 Aug 21 09:31:22.250760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:31:22.253445 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23ab378-4c22-4810-8b45-4674bab65e39" -d '{"events": [{"name": "network-changed", "server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:31:22.258835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d2e634-76f6-4d61-b109-3af3eefdfc18,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:22.260920 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] No DVR routers for this DVR port 12d2e634-76f6-4d61-b109-3af3eefdfc18 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:31:22.268616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403a4d8-a6bc-40d6-be0c-1731fb6c130f req-1feb81e1-cc09-4ee3-b9e8-7e9d71eb77f3 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:22.272991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f403a4d8-a6bc-40d6-be0c-1731fb6c130f req-1feb81e1-cc09-4ee3-b9e8-7e9d71eb77f3 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 943 time: 0.1254201 Aug 21 09:31:22.288976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5aa129-fec2-46ba-a8f3-ef0a8be62d3b None None] No DVR routers for this DVR port 12d2e634-76f6-4d61-b109-3af3eefdfc18 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:31:22.296598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5aa129-fec2-46ba-a8f3-ef0a8be62d3b None None] Pushing event deleted for resources: {'Port': ['ID=12d2e634-76f6-4d61-b109-3af3eefdfc18,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:22.347896 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-5c6e0d70-28dd-42be-896a-2181bd95d251 None None] Set router 8facfc6f-69ab-413c-b073-b9eda541bd67 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:22.360181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.372983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f17848e-46ed-4642-ba62-78a057f6434f']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:22.382536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f403a4d8-a6bc-40d6-be0c-1731fb6c130f req-303697cd-8e55-4bc5-bde5-1ce7f33b0c0a tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032023 Aug 21 09:31:22.417422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:31:22.418426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34816a4-1588-4335-8531-e49482e67b52') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:22.418426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34816a4-1588-4335-8531-e49482e67b52') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:22.439121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644a614-aced-4448-b71c-6eab1e8db77b req-837f6d8a-38fe-4d84-b5d4-447e50f706bb tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:22.442672 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.456773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2644a614-aced-4448-b71c-6eab1e8db77b req-837f6d8a-38fe-4d84-b5d4-447e50f706bb tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.1207092 Aug 21 09:31:22.478712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.496015 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:31:22.497116 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:31:22.499669 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:31:22.504092 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01ffb47-9781-4a79-a358-bbe1f8c287dc x-openstack-request-id: req-a01ffb47-9781-4a79-a358-bbe1f8c287dc {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:31:22.504769 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:31:22.505364 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a01ffb47-9781-4a79-a358-bbe1f8c287dc {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:31:22.506105 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'status': 'completed', 'code': 200} Aug 21 09:31:22.597911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2644a614-aced-4448-b71c-6eab1e8db77b req-234b8aaf-6eed-4fa5-b542-f5551c5c0563 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393793 Aug 21 09:31:22.624785 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:22.625908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49104) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:22.646741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '69f32df1-e76e-4967-a0a0-28a2ecd9e5b6', 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6', 'port_id': '69f32df1-e76e-4967-a0a0-28a2ecd9e5b6', 'mac_address': 'fa:16:3e:a8:c3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e60e284-8eef-4de8-857f-3bfd47d5e4ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:31:22.663659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ab378-4c22-4810-8b45-4674bab65e39 req-5822f666-00ab-4d4b-b57d-98d0a96e1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:22.665664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f23ab378-4c22-4810-8b45-4674bab65e39 req-5822f666-00ab-4d4b-b57d-98d0a96e1bc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1097 time: 0.1111739 Aug 21 09:31:22.705680 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.720587 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eee269a0-ca72-4c25-bce2-552e4553a8f5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666 HTTP/1.1" status: 200 len: 991 time: 0.0933535 Aug 21 09:31:22.723091 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.725512 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9f17848e-46ed-4642-ba62-78a057f6434f HTTP/1.1" status: 204 len: 168 time: 1.1902246 Aug 21 09:31:22.728414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49108) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:22.738534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685a1c0-570c-4902-9ca6-b146575745c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f17848e-46ed-4642-ba62-78a057f6434f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:22.754055 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.799823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:31:22.844158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:22.906058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:22.968193 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5c6e0d70-28dd-42be-896a-2181bd95d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:49Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'port_id': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'mac_address': 'fa:16:3e:59:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:31:19Z', 'updated_at': '2021-08-21T09:31:19Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41ebe00-47d3-473e-8990-97421d60fa73', 'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:54:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:47Z', 'updated_at': '2021-08-21T09:31:00Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:22.984083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:22.984653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ab378-4c22-4810-8b45-4674bab65e39 req-66948d39-6b61-4ad6-a686-6ef93a8a58ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:22.986161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f23ab378-4c22-4810-8b45-4674bab65e39 req-66948d39-6b61-4ad6-a686-6ef93a8a58ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 897 time: 0.3126967 Aug 21 09:31:22.999755 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e0d70-28dd-42be-896a-2181bd95d251 None None] Checking router: 8facfc6f-69ab-413c-b073-b9eda541bd67 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:23.014542 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e0d70-28dd-42be-896a-2181bd95d251 None None] Routers {'8facfc6f-69ab-413c-b073-b9eda541bd67'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:23.015159 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5c6e0d70-28dd-42be-896a-2181bd95d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['8facfc6f-69ab-413c-b073-b9eda541bd67'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:23.110354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f23ab378-4c22-4810-8b45-4674bab65e39 req-45cfc384-a706-48e2-9f70-49d75a78654a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 999 time: 0.1151397 Aug 21 09:31:23.115089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69f32df1-e76e-4967-a0a0-28a2ecd9e5b6'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:31:23.141365 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-5c6e0d70-28dd-42be-896a-2181bd95d251 None None] Set router 8facfc6f-69ab-413c-b073-b9eda541bd67 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:23.244204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ab378-4c22-4810-8b45-4674bab65e39 req-0557393a-d167-4cc0-b59a-2f6af8027ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:23.245729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f23ab378-4c22-4810-8b45-4674bab65e39 req-0557393a-d167-4cc0-b59a-2f6af8027ff6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.1280215 Aug 21 09:31:23.286872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1624140a-982c-4fb9-9051-6da343616780 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:23.344953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ab378-4c22-4810-8b45-4674bab65e39 req-a850a4e6-053c-4cb4-b99b-7def753777df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:23.346967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f23ab378-4c22-4810-8b45-4674bab65e39 req-a850a4e6-053c-4cb4-b99b-7def753777df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930245 Aug 21 09:31:23.394337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 1624140a-982c-4fb9-9051-6da343616780 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:23.394934 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:23.483093 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-5c6e0d70-28dd-42be-896a-2181bd95d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:49Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'port_id': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'mac_address': 'fa:16:3e:59:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:31:19Z', 'updated_at': '2021-08-21T09:31:19Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41ebe00-47d3-473e-8990-97421d60fa73', 'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:54:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:47Z', 'updated_at': '2021-08-21T09:31:00Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:23.523352 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e0d70-28dd-42be-896a-2181bd95d251 None None] The sync data for ids ['8facfc6f-69ab-413c-b073-b9eda541bd67'] in n-d-766726-28 is: [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:49Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'port_id': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'mac_address': 'fa:16:3e:59:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:31:19Z', 'updated_at': '2021-08-21T09:31:19Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41ebe00-47d3-473e-8990-97421d60fa73', 'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:54:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:47Z', 'updated_at': '2021-08-21T09:31:00Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:23.566486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f23ab378-4c22-4810-8b45-4674bab65e39 req-896119a7-1220-402d-be4d-16ebea996d5c service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095335 Aug 21 09:31:23.578166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 12d2e634-76f6-4d61-b109-3af3eefdfc18 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:23.593821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fbc9c-ed48-4d9f-a5ae-388075636456 req-b9b518a6-5254-4a96-99fc-96b673670330 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:23.595307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e05fbc9c-ed48-4d9f-a5ae-388075636456 req-b9b518a6-5254-4a96-99fc-96b673670330 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 944 time: 0.0999804 Aug 21 09:31:23.602085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 12d2e634-76f6-4d61-b109-3af3eefdfc18 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:23.602474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 12d2e634-76f6-4d61-b109-3af3eefdfc18 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:23.663236 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:23.722948 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49126) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:23.792082 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b0e98-0234-47ce-af6b-391e9d7f6e73 None None] New status for floating IP f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:31:23.801819 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-83a9d34b-8232-4459-a16e-b75579f9a517 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666 HTTP/1.1" status: 200 len: 991 time: 0.0765872 Aug 21 09:31:24.059366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e05fbc9c-ed48-4d9f-a5ae-388075636456 req-e509b21f-bb02-4f16-bd3d-eb673afbff4a tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513292 Aug 21 09:31:24.108914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f23ab378-4c22-4810-8b45-4674bab65e39 req-40a81a27-f221-468e-b8a6-c2615b8786bd service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332334 Aug 21 09:31:24.273930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] Deleting port 1624140a-982c-4fb9-9051-6da343616780 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:24.274537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:24.355654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] For port 1624140a-982c-4fb9-9051-6da343616780, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=1624140a-982c-4fb9-9051-6da343616780,segment=NetworkSegment(a65f42dc-f630-4d5d-bbab-97fd042126d2),segment_id=a65f42dc-f630-4d5d-bbab-97fd042126d2)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:24.355913 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:24.368118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] Calling delete_port for 1624140a-982c-4fb9-9051-6da343616780 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:24.403584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:24.529104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:24.533129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:24.533496 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:24.625797 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:24.650758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] Pushing event deleted for resources: {'Port': ['ID=1624140a-982c-4fb9-9051-6da343616780,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:24.791196 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:24.805389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49142) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:24.833829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:24.835099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb3dfef-0787-4c8b-a910-21f600bec3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f32df1-e76e-4967-a0a0-28a2ecd9e5b6'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:31:24.837734 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40be3b8e-c583-4fbc-b47b-cdefde846202" -d '{"events": [{"server_uuid": "5cb3dfef-0787-4c8b-a910-21f600bec3a7", "name": "network-vif-plugged", "status": "completed", "tag": "69f32df1-e76e-4967-a0a0-28a2ecd9e5b6"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:31:24.884206 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cc1a3f-41a8-4920-a801-87dc88f25b69 x-openstack-request-id: req-d3cc1a3f-41a8-4920-a801-87dc88f25b69 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:31:24.884581 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb3dfef-0787-4c8b-a910-21f600bec3a7", "name": "network-vif-plugged", "status": "completed", "tag": "69f32df1-e76e-4967-a0a0-28a2ecd9e5b6", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:31:24.885052 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3cc1a3f-41a8-4920-a801-87dc88f25b69 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:31:24.885806 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb3dfef-0787-4c8b-a910-21f600bec3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f32df1-e76e-4967-a0a0-28a2ecd9e5b6', 'code': 200} Aug 21 09:31:24.898892 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:24.918487 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-619ce81a-1f0b-43ac-a4c4-6d1e1f922069 req-eac37558-eb94-40f2-b81f-3368da06c525 service neutron] (106756) timed out ('10.222.0.20', 52290) {{(pid=106756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:31:24.918880 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:24.932739 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b9ecfc6f-a4f4-4b5e-b37d-2d43d90c1fd5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666 HTTP/1.1" status: 200 len: 993 time: 0.1258926 Aug 21 09:31:24.974445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:25.034957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66751f-50f6-4985-94e2-a9d6c3d5f687 req-eede29d8-5557-4f2b-82bc-b70a0785c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:25.036549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b66751f-50f6-4985-94e2-a9d6c3d5f687 req-eede29d8-5557-4f2b-82bc-b70a0785c161 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0817428 Aug 21 09:31:25.118324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b66751f-50f6-4985-94e2-a9d6c3d5f687 req-918dd8b2-7dcc-4d26-9a9f-3cc75140321c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741360 Aug 21 09:31:25.149949 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:31:25.222344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efe096-3308-4d11-9c59-288d7a60d735 req-28b83673-9051-461c-891f-6f95ef36300d tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:25.223865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05efe096-3308-4d11-9c59-288d7a60d735 req-28b83673-9051-461c-891f-6f95ef36300d tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 945 time: 0.0957978 Aug 21 09:31:25.231282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] Router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:31:25.312345 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05efe096-3308-4d11-9c59-288d7a60d735 req-77e3ce44-5b64-45f4-94d7-3ceb918c2128 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796688 Aug 21 09:31:25.383124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:25.388050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5f16ef95-ddce-47ab-8068-63c374c8a831 admin admin] 10.222.0.20 "PUT /v2.0/routers/3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6582665 Aug 21 09:31:25.390105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49158) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:25.398571 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265d3fd-5a2b-4df8-9cf1-9d046e3efe15 None None] Sync routers for ids ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:25.408608 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265d3fd-5a2b-4df8-9cf1-9d046e3efe15 None None] Routers {'3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:25.409296 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0265d3fd-5a2b-4df8-9cf1-9d046e3efe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:25.504492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:25.520345 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-0265d3fd-5a2b-4df8-9cf1-9d046e3efe15 None None] Set router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:25.630075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:25.710213 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0265d3fd-5a2b-4df8-9cf1-9d046e3efe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'name': 'tempest-TestAggregatesBasicOps-982960009-router', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:03Z', 'updated_at': '2021-08-21T09:31:24Z', 'revision_number': 5, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'gw_port': {'id': '66adac94-51dd-4adb-9c5e-74ffd311e877', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:04Z', 'updated_at': '2021-08-21T09:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:25.733228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Deleting port 66adac94-51dd-4adb-9c5e-74ffd311e877 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:25.733689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:25.737502 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265d3fd-5a2b-4df8-9cf1-9d046e3efe15 None None] Checking router: 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:25.746364 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265d3fd-5a2b-4df8-9cf1-9d046e3efe15 None None] Routers {'3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:25.746998 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0265d3fd-5a2b-4df8-9cf1-9d046e3efe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:25.819396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] For port 66adac94-51dd-4adb-9c5e-74ffd311e877, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=66adac94-51dd-4adb-9c5e-74ffd311e877,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:25.820017 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:25.832261 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Calling delete_port for 66adac94-51dd-4adb-9c5e-74ffd311e877 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:25.835089 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-0265d3fd-5a2b-4df8-9cf1-9d046e3efe15 None None] Set router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:25.901324 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0265d3fd-5a2b-4df8-9cf1-9d046e3efe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'name': 'tempest-TestAggregatesBasicOps-982960009-router', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:03Z', 'updated_at': '2021-08-21T09:31:25Z', 'revision_number': 6, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:25.926251 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265d3fd-5a2b-4df8-9cf1-9d046e3efe15 None None] The sync data for ids ['3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb'] in n-d-766726-28 is: [{'id': '3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb', 'name': 'tempest-TestAggregatesBasicOps-982960009-router', 'tenant_id': 'd6a828c89cdd48539d2326560c3943d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:03Z', 'updated_at': '2021-08-21T09:31:25Z', 'revision_number': 6, 'project_id': 'd6a828c89cdd48539d2326560c3943d7', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:26.065812 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.102054 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Pushing event deleted for resources: {'Port': ['ID=66adac94-51dd-4adb-9c5e-74ffd311e877,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:26.166379 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.257903 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.260477 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.391898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.392617 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:31:26.397932 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.402049 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-19e9ce57-6ff8-4f96-9bf8-c747ebbbc7be admin admin] 10.222.0.20 "DELETE /v2.0/routers/3ec1a7d1-e7ed-45d5-a9fb-d5663bd0a6fb HTTP/1.1" status: 204 len: 168 time: 1.0084047 Aug 21 09:31:26.402966 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49176) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:26.435434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af111c76-ac1b-4e58-bcb7-3b461a82bdfc req-71f7b3f1-9a8c-416d-8fcf-319e62f05b43 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:26.437211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af111c76-ac1b-4e58-bcb7-3b461a82bdfc req-71f7b3f1-9a8c-416d-8fcf-319e62f05b43 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 945 time: 0.0576558 Aug 21 09:31:26.456662 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-550e7a59-92e7-46f4-af6a-57b4bf527bbb admin admin] Deleting subnet 4fd063eb-c415-48fa-9b06-f01b75eb44ef {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:31:26.460615 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-550e7a59-92e7-46f4-af6a-57b4bf527bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.482745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af111c76-ac1b-4e58-bcb7-3b461a82bdfc req-209dca75-4969-463c-bc8c-a988c4f4faf2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394547 Aug 21 09:31:26.506207 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-550e7a59-92e7-46f4-af6a-57b4bf527bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.580301 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-550e7a59-92e7-46f4-af6a-57b4bf527bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.718128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-550e7a59-92e7-46f4-af6a-57b4bf527bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.753914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e7a59-92e7-46f4-af6a-57b4bf527bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd063eb-c415-48fa-9b06-f01b75eb44ef,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:26.755976 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-550e7a59-92e7-46f4-af6a-57b4bf527bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.757967 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-550e7a59-92e7-46f4-af6a-57b4bf527bbb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4fd063eb-c415-48fa-9b06-f01b75eb44ef HTTP/1.1" status: 204 len: 168 time: 0.3536689 Aug 21 09:31:26.760601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49184) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:26.764237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce6b2b-d99a-4d3f-9fdb-b0d21a0aca9b None None] Network e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:26.858521 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.921480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Deleting port 971cc244-adf0-48cd-8589-379564a928c0 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:26.921818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:26.991086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9651ac4-9740-4e3d-9edd-c89ac120070e None None] DHCP port deletion for e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:31:27.010735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] For port 971cc244-adf0-48cd-8589-379564a928c0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=971cc244-adf0-48cd-8589-379564a928c0,segment=NetworkSegment(a65f42dc-f630-4d5d-bbab-97fd042126d2),segment_id=a65f42dc-f630-4d5d-bbab-97fd042126d2)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:27.010735 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:27.023180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Calling delete_port for 971cc244-adf0-48cd-8589-379564a928c0 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:27.057061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b9651ac4-9740-4e3d-9edd-c89ac120070e None None] Deleting port 971cc244-adf0-48cd-8589-379564a928c0 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:27.057438 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b9651ac4-9740-4e3d-9edd-c89ac120070e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:27.129860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b9651ac4-9740-4e3d-9edd-c89ac120070e None None] For port 971cc244-adf0-48cd-8589-379564a928c0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=971cc244-adf0-48cd-8589-379564a928c0,segment=NetworkSegment(a65f42dc-f630-4d5d-bbab-97fd042126d2),segment_id=a65f42dc-f630-4d5d-bbab-97fd042126d2)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:27.130267 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b9651ac4-9740-4e3d-9edd-c89ac120070e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:27.142895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b9651ac4-9740-4e3d-9edd-c89ac120070e None None] Calling delete_port for 971cc244-adf0-48cd-8589-379564a928c0 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:27.197467 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:27.216509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] No DVR routers for this DVR port 971cc244-adf0-48cd-8589-379564a928c0 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:31:27.233581 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b9651ac4-9740-4e3d-9edd-c89ac120070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:27.239849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1624140a-982c-4fb9-9051-6da343616780 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:27.265445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Pushing event deleted for resources: {'Port': ['ID=971cc244-adf0-48cd-8589-379564a928c0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:27.298366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9651ac4-9740-4e3d-9edd-c89ac120070e None None] Pushing event deleted for resources: {'Port': ['ID=971cc244-adf0-48cd-8589-379564a928c0,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:27.301219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 1624140a-982c-4fb9-9051-6da343616780 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:27.301219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 1624140a-982c-4fb9-9051-6da343616780 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:27.301219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 971cc244-adf0-48cd-8589-379564a928c0 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:27.305285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9651ac4-9740-4e3d-9edd-c89ac120070e None None] No DVR routers for this DVR port 971cc244-adf0-48cd-8589-379564a928c0 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:31:27.323334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:27.324656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 971cc244-adf0-48cd-8589-379564a928c0 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:27.325005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 971cc244-adf0-48cd-8589-379564a928c0 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:27.325418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66adac94-51dd-4adb-9c5e-74ffd311e877 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:27.335880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:27.346935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65f42dc-f630-4d5d-bbab-97fd042126d2') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:27.347319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65f42dc-f630-4d5d-bbab-97fd042126d2') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:27.357606 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:27.358596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 66adac94-51dd-4adb-9c5e-74ffd311e877 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:27.358949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66adac94-51dd-4adb-9c5e-74ffd311e877 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:27.391214 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:27.397657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:31:27.398059 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:31:27.399740 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:31:27.559097 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:27.564936 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:27.567041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] 10.222.0.20 "DELETE /v2.0/networks/e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d HTTP/1.1" status: 204 len: 168 time: 0.8046660 Aug 21 09:31:27.578822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79429e3-b7c7-4499-b222-95449064539a admin admin] Pushing event deleted for resources: {'Network': ['ID=e0eb5239-ed44-4fd2-bfc9-c6a840c21b7d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:27.967086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49204) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:28.012210 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2b896b80-5bc6-4fb5-b42c-4cc6aca5de88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8827391708854e52a3dfa07aa8deae37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429652 Aug 21 09:31:28.016588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49206) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:28.065172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c778bab-2140-4b75-8e12-1d199d2ad272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:28.086521 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c778bab-2140-4b75-8e12-1d199d2ad272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:28.198243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c778bab-2140-4b75-8e12-1d199d2ad272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:28.201520 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2c778bab-2140-4b75-8e12-1d199d2ad272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:28.202704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2c778bab-2140-4b75-8e12-1d199d2ad272 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef94bf41-b9c0-44c1-9dd5-b6afcbfb19c3 HTTP/1.1" status: 204 len: 168 time: 0.1852124 Aug 21 09:31:28.219049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c778bab-2140-4b75-8e12-1d199d2ad272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef94bf41-b9c0-44c1-9dd5-b6afcbfb19c3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:28.950965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49224) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:28.990806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ab9b85fd-1c67-46a9-8463-824f287e2fce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6a828c89cdd48539d2326560c3943d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386202 Aug 21 09:31:28.993256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49226) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:29.040433 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3cfd79c5-5029-47e7-9d91-22be0a56a02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:29.061713 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3cfd79c5-5029-47e7-9d91-22be0a56a02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:29.186136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3cfd79c5-5029-47e7-9d91-22be0a56a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:29.188824 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3cfd79c5-5029-47e7-9d91-22be0a56a02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:29.190046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3cfd79c5-5029-47e7-9d91-22be0a56a02d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e29a42a0-e998-4771-8e74-44561397d13b HTTP/1.1" status: 204 len: 168 time: 0.1958995 Aug 21 09:31:29.200720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd79c5-5029-47e7-9d91-22be0a56a02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29a42a0-e998-4771-8e74-44561397d13b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:30.411883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49274) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:30.528594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1093244203-network', 'tenant_id': '913ad24557aa46a295b35c4ed067060f'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:30.625653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Made reservation on behalf of 913ad24557aa46a295b35c4ed067060f for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:30.628061 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:30.636761 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:30.732363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:30.785984 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:30.812194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:31:30.821202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be89a87f-b709-46f7-9e83-a0e24a321eba,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:30.840212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:30.840857 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Added segment 2d9476d1-7bd7-47b5-b1da-b23614982f87 of type vlan for network 50d318ba-7145-49f2-9465-dd743feed952 Aug 21 09:31:30.885658 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:30.968545 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:30.969566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:30.970160 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:31.034564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] Pushing event updated for resources: {'Network': ['ID=50d318ba-7145-49f2-9465-dd743feed952,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:31.044328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 50d318ba-7145-49f2-9465-dd743feed952 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:31:31.089990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3d6e9d09-b224-4828-8e92-732c917468fd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6763072 Aug 21 09:31:31.092859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49286) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:31.098203 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] Request body: {'subnet': {'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1093244203-subnet', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:31.185935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] Made reservation on behalf of 913ad24557aa46a295b35c4ed067060f for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:31.188380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:31.426237 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:31.487874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9e405f-6c64-4805-9f8b-9f8caf74d7d1,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:31.493190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] Checking segment: {'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:31.493555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] Network hostable DHCP agents. Network: 50d318ba-7145-49f2-9465-dd743feed952, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:31:31.551463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] Network 50d318ba-7145-49f2-9465-dd743feed952 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:31:31.614517 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 50d318ba-7145-49f2-9465-dd743feed952) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:31.619440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:31.621763 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:31.625393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d0f256-ae60-40b2-b2ce-289aaf2758a2 None None] Network 50d318ba-7145-49f2-9465-dd743feed952 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:31.695183 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f41774ff-f4b9-42e8-af1d-f6ab78f996e6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6011884 Aug 21 09:31:31.697770 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49296) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:31.702415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:31.780687 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:31.781759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:31.799587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-50d318ba-7145-49f2-9465-dd743feed952', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:31:31.800489 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:31.834237 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:31.951597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Allocated IP 172.20.0.2 (50d318ba-7145-49f2-9465-dd743feed952/9e9e405f-6c64-4805-9f8b-9f8caf74d7d1/70e9c842-1c3d-4fec-bf8e-b53e0724ec9f) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:32.032647 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:32.114955 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:32.124134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Transition to ACTIVE for port object 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:32.138543 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Transition to ACTIVE for port object 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:32.232896 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:32.275207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Network 50d318ba-7145-49f2-9465-dd743feed952 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:32.279668 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:32.283806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:32.345320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Pushing event updated for resources: {'Port': ['ID=70e9c842-1c3d-4fec-bf8e-b53e0724ec9f,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:32.362911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Attempting to bind port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:32.363195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Attempting to bind port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:32.363600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Attempting to bind port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f on network 50d318ba-7145-49f2-9465-dd743feed952 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:32.368956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:32.369339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Checking segment: {'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:32.369744 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:32.370135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Bound using segment: {'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:32.370630 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Bound port: 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:32.371090 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:32.444331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] For port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:32.449142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] For port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=70e9c842-1c3d-4fec-bf8e-b53e0724ec9f,segment=NetworkSegment(2d9476d1-7bd7-47b5-b1da-b23614982f87),segment_id=2d9476d1-7bd7-47b5-b1da-b23614982f87)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:32.529997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:32.604914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830cd48-bfa3-4463-86c5-719459db6e80 None None] Pushing event updated for resources: {'Port': ['ID=70e9c842-1c3d-4fec-bf8e-b53e0724ec9f,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:32.718069 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:32.747916 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:32.894317 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Allocated IP 172.25.5.130 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/a261d5cb-48db-4c03-9179-b1b64eef67cf) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:33.038553 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:33.123768 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:33.170385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:33.178282 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Pushing event updated for resources: {'Port': ['ID=a261d5cb-48db-4c03-9179-b1b64eef67cf,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:33.181125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:33.183487 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:33.301264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:33.471867 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:33.580129 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:33.772797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e0edeb-9529-4a32-bbcb-56795fec2b6d None None] Network 50d318ba-7145-49f2-9465-dd743feed952 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:33.809493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:33.888602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d8cff4e1-a1db-470f-83a8-942a76bbce0b None None] Provisioning for port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:33.895797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d8cff4e1-a1db-470f-83a8-942a76bbce0b None None] Provisioning complete for port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:33.896106 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8cff4e1-a1db-470f-83a8-942a76bbce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:34.015818 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8cff4e1-a1db-470f-83a8-942a76bbce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:34.027938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Router 03528649-e6b0-4b44-989d-e984d6421b42 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:31:34.065560 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d8cff4e1-a1db-470f-83a8-942a76bbce0b None None] For port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=70e9c842-1c3d-4fec-bf8e-b53e0724ec9f,segment=NetworkSegment(2d9476d1-7bd7-47b5-b1da-b23614982f87),segment_id=2d9476d1-7bd7-47b5-b1da-b23614982f87)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:34.117903 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8cff4e1-a1db-470f-83a8-942a76bbce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:34.177892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cff4e1-a1db-470f-83a8-942a76bbce0b None None] Pushing event updated for resources: {'Port': ['ID=70e9c842-1c3d-4fec-bf8e-b53e0724ec9f,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:34.186856 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:34.197709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Sync routers for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:34.209818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:34.210514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:34.266149 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:34.267359 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ee690893-b2b4-42ea-9213-27ee4f08b924 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5686553 Aug 21 09:31:34.270260 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49332) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:34.321073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:34.453545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b24b2d8d-694b-48c4-a701-739af37682b1 None None] Provisioning complete for port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:34.454398 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b24b2d8d-694b-48c4-a701-739af37682b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:34.628206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:33Z', 'revision_number': 3, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:34.655307 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Checking router: 03528649-e6b0-4b44-989d-e984d6421b42 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:34.655818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Updating router 03528649-e6b0-4b44-989d-e984d6421b42 port a261d5cb-48db-4c03-9179-b1b64eef67cf binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:31:34.691936 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:34.780144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:34.968372 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Allocated IP 172.20.0.1 (50d318ba-7145-49f2-9465-dd743feed952/9e9e405f-6c64-4805-9f8b-9f8caf74d7d1/5a75ad81-672c-4a42-8c20-f076a87905cf) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:34.976855 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:34.987627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Transition to ACTIVE for port object a261d5cb-48db-4c03-9179-b1b64eef67cf will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:35.048741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.097615 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.102822 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Attempting to bind port a261d5cb-48db-4c03-9179-b1b64eef67cf on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:35.103197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Attempting to bind port a261d5cb-48db-4c03-9179-b1b64eef67cf by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:35.103581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Attempting to bind port a261d5cb-48db-4c03-9179-b1b64eef67cf on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:35.106489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee2abc-91b4-48bf-bfec-3afa885a6132 None None] Pushing event updated for resources: {'Port': ['ID=a261d5cb-48db-4c03-9179-b1b64eef67cf,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:35.111246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:35.114855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:35.114855 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.114855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:35.114855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Bound port: a261d5cb-48db-4c03-9179-b1b64eef67cf, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:35.115439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Transition to ACTIVE for port object 5a75ad81-672c-4a42-8c20-f076a87905cf will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:35.115549 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.172202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] For port a261d5cb-48db-4c03-9179-b1b64eef67cf, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:35.175611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] For port a261d5cb-48db-4c03-9179-b1b64eef67cf, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a261d5cb-48db-4c03-9179-b1b64eef67cf,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:35.211984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:35.258813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:35.259175 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.266523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.290117 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.316023 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Network 50d318ba-7145-49f2-9465-dd743feed952 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:35.321031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:35.322129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:35.358811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Pushing event updated for resources: {'Port': ['ID=5a75ad81-672c-4a42-8c20-f076a87905cf,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:35.375688 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.383316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:35.383976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:35.388532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee2abc-91b4-48bf-bfec-3afa885a6132 None None] Pushing event updated for resources: {'Port': ['ID=a261d5cb-48db-4c03-9179-b1b64eef67cf,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:35.601603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.612643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49352) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:35.708172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:35.743366 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8c59431b-9765-4e16-b1d3-57e7fb511b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.779233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-025a5757-33c4-43ff-881e-23e12dc12d60 None None] Provisioning for port 5a75ad81-672c-4a42-8c20-f076a87905cf completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:35.784391 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.810965 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-025a5757-33c4-43ff-881e-23e12dc12d60 None None] Provisioning complete for port 5a75ad81-672c-4a42-8c20-f076a87905cf triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:35.811347 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-025a5757-33c4-43ff-881e-23e12dc12d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.848917 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.854111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8c59431b-9765-4e16-b1d3-57e7fb511b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.860572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-025a5757-33c4-43ff-881e-23e12dc12d60 None None] Port 5a75ad81-672c-4a42-8c20-f076a87905cf cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:31:35.911762 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8c59431b-9765-4e16-b1d3-57e7fb511b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.925833 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:35.926101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:33Z', 'revision_number': 3, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:35.936116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Pushing event updated for resources: {'Port': ['ID=5a75ad81-672c-4a42-8c20-f076a87905cf,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:35.953183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8c59431b-9765-4e16-b1d3-57e7fb511b77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4614ae7229147fd96a2423bdcfe308f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386679 Aug 21 09:31:35.954423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59431b-9765-4e16-b1d3-57e7fb511b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a96cd-1c84-4a01-ac32-84ba3e6841d6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:35.957064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cbe83-e4f3-42a5-916d-5113e6cb360a None None] The sync data for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 is: [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:33Z', 'revision_number': 3, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:35.957241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49356) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:36.012674 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0fee-c9b3-495c-9ada-045bfae77c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:36.037744 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0fee-c9b3-495c-9ada-045bfae77c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:36.051381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Network 50d318ba-7145-49f2-9465-dd743feed952 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:36.052791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:36.145862 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0fee-c9b3-495c-9ada-045bfae77c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:36.148581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0fee-c9b3-495c-9ada-045bfae77c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:36.159791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fe7c0fee-c9b3-495c-9ada-045bfae77c65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f1a96cd-1c84-4a01-ac32-84ba3e6841d6 HTTP/1.1" status: 204 len: 168 time: 0.1975460 Aug 21 09:31:36.174993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c0fee-c9b3-495c-9ada-045bfae77c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a96cd-1c84-4a01-ac32-84ba3e6841d6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:36.180289 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Router 03528649-e6b0-4b44-989d-e984d6421b42 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:31:36.319670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:36.336395 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1f44304c-53d8-43b3-adc7-17a68ed22726 admin admin] 10.222.0.20 "PUT /v2.0/routers/03528649-e6b0-4b44-989d-e984d6421b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0564165 Aug 21 09:31:36.396059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-856b9197-07a5-42bd-9b6c-634beaaa5dde None None] Provisioning complete for port 5a75ad81-672c-4a42-8c20-f076a87905cf triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:36.396535 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-856b9197-07a5-42bd-9b6c-634beaaa5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:36.433867 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-856b9197-07a5-42bd-9b6c-634beaaa5dde None None] Port 5a75ad81-672c-4a42-8c20-f076a87905cf cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:31:36.842068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49374) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:36.861658 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2958eb30-7994-408b-81fb-981e7585c26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:36.900415 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c518af6-89bc-4cd0-8dbf-5e55723f89af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:36.952198 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2958eb30-7994-408b-81fb-981e7585c26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.008215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2958eb30-7994-408b-81fb-981e7585c26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.051181 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2958eb30-7994-408b-81fb-981e7585c26b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93e0eb3a4086403a9bb7f56a450defdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077465 Aug 21 09:31:37.052074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958eb30-7994-408b-81fb-981e7585c26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d814c7e4-4767-4be3-951e-e5f78b8c8b8a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:37.061297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49378) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:37.105086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49382) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:37.110243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-914997542-network', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:37.187120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Made reservation on behalf of de5e9728392846c9b5c7ca9d91072edf for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:37.190185 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.207587 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.243842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a261d5cb-48db-4c03-9179-b1b64eef67cf up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:37.329011 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.345693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a261d5cb-48db-4c03-9179-b1b64eef67cf completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:37.350474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a261d5cb-48db-4c03-9179-b1b64eef67cf triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:37.351124 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.407065 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d909c5bf-4acc-4bfa-92ed-c1d4b88dcb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.414159 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.432368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d909c5bf-4acc-4bfa-92ed-c1d4b88dcb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.446339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:31:37.457219 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.457787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f026983c-b214-443b-a565-045ba8ce4fef,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:37.465394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.465831 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Added segment 7e391979-822f-443e-a69a-951b079190e9 of type vlan for network d9168bf0-c8a2-429a-9fc2-70352954c6ea Aug 21 09:31:37.488597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a261d5cb-48db-4c03-9179-b1b64eef67cf, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a261d5cb-48db-4c03-9179-b1b64eef67cf,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:37.508002 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.574756 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.602949 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d909c5bf-4acc-4bfa-92ed-c1d4b88dcb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.603339 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.605924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d909c5bf-4acc-4bfa-92ed-c1d4b88dcb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.606751 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:37.614408 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:37.614514 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d909c5bf-4acc-4bfa-92ed-c1d4b88dcb32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d814c7e4-4767-4be3-951e-e5f78b8c8b8a HTTP/1.1" status: 204 len: 168 time: 0.5551648 Aug 21 09:31:37.618869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909c5bf-4acc-4bfa-92ed-c1d4b88dcb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d814c7e4-4767-4be3-951e-e5f78b8c8b8a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:37.631098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a261d5cb-48db-4c03-9179-b1b64eef67cf,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:37.691950 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Sync routers for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:37.703807 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:37.704879 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:37.709703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] Pushing event updated for resources: {'Network': ['ID=d9168bf0-c8a2-429a-9fc2-70352954c6ea,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:37.719975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network d9168bf0-c8a2-429a-9fc2-70352954c6ea details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:31:37.730463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-50a8a60b-193b-4942-aea8-44101ae950fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6235793 Aug 21 09:31:37.733607 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49388) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:37.739835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] Request body: {'subnet': {'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-914997542-subnet', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:37.814948 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:37.856167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] Made reservation on behalf of de5e9728392846c9b5c7ca9d91072edf for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:37.858588 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.100014 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.114822 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 2, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:38.143320 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Checking router: 03528649-e6b0-4b44-989d-e984d6421b42 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:38.143695 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Updating router 03528649-e6b0-4b44-989d-e984d6421b42 port 5a75ad81-672c-4a42-8c20-f076a87905cf binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:31:38.155432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960a4cad-34e9-4c81-95de-ac8b26b69e16,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:38.166346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] Checking segment: {'id': '7e391979-822f-443e-a69a-951b079190e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:38.166712 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] Network hostable DHCP agents. Network: d9168bf0-c8a2-429a-9fc2-70352954c6ea, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:31:38.168750 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.248320 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] Network d9168bf0-c8a2-429a-9fc2-70352954c6ea is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:31:38.356505 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, d9168bf0-c8a2-429a-9fc2-70352954c6ea) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:38.360945 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:38.361979 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.366362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c20dd-ae56-45b7-950f-c0f25e74cf8c None None] Network d9168bf0-c8a2-429a-9fc2-70352954c6ea requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:38.429006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49392) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:38.435145 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.443040 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93d9cd10-5494-4d06-ae92-fd87ee959d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.445939 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Transition to ACTIVE for port object 5a75ad81-672c-4a42-8c20-f076a87905cf will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:38.456892 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c98edb29-b85f-4973-9b40-cbe2473c4eb0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7219219 Aug 21 09:31:38.459673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49394) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:38.464980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-914997542-router', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:38.523788 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.533423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-d9168bf0-c8a2-429a-9fc2-70352954c6ea', 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'fixed_ips': [{'subnet_id': '960a4cad-34e9-4c81-95de-ac8b26b69e16'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:31:38.534421 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.536647 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93d9cd10-5494-4d06-ae92-fd87ee959d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.572026 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c0139-cf20-4714-ad9e-4397b1666f5c None None] Pushing event updated for resources: {'Port': ['ID=5a75ad81-672c-4a42-8c20-f076a87905cf,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:38.614305 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93d9cd10-5494-4d06-ae92-fd87ee959d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.638074 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Attempting to bind port 5a75ad81-672c-4a42-8c20-f076a87905cf on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:38.638756 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Attempting to bind port 5a75ad81-672c-4a42-8c20-f076a87905cf by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:38.639410 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Attempting to bind port 5a75ad81-672c-4a42-8c20-f076a87905cf on network 50d318ba-7145-49f2-9465-dd743feed952 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:38.645287 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:38.645904 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Checking segment: {'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:38.646498 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.647035 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Bound using segment: {'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:38.648033 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Bound port: 5a75ad81-672c-4a42-8c20-f076a87905cf, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:38.653185 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.661706 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-93d9cd10-5494-4d06-ae92-fd87ee959d25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72a3479df0ec4d1780c5d9e862318ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315800 Aug 21 09:31:38.662622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9cd10-5494-4d06-ae92-fd87ee959d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e199ceb-9f3d-4609-816d-56f3067ebcad,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:38.664402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49396) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:38.707131 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.709915 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.713669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Allocated IP 172.20.0.2 (d9168bf0-c8a2-429a-9fc2-70352954c6ea/960a4cad-34e9-4c81-95de-ac8b26b69e16/81ee559d-b9c6-4671-a614-0231251f6444) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:38.769547 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] For port 5a75ad81-672c-4a42-8c20-f076a87905cf, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:38.777210 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] For port 5a75ad81-672c-4a42-8c20-f076a87905cf, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5a75ad81-672c-4a42-8c20-f076a87905cf,segment=NetworkSegment(2d9476d1-7bd7-47b5-b1da-b23614982f87),segment_id=2d9476d1-7bd7-47b5-b1da-b23614982f87)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:38.777352 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-204a15ba-c865-4d84-8c7b-49e5065ca0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.816153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.825392 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-204a15ba-c865-4d84-8c7b-49e5065ca0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.843119 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.901248 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:38.902714 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:38.909711 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:38.923442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Transition to ACTIVE for port object 81ee559d-b9c6-4671-a614-0231251f6444 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:38.951406 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c0139-cf20-4714-ad9e-4397b1666f5c None None] Pushing event updated for resources: {'Port': ['ID=5a75ad81-672c-4a42-8c20-f076a87905cf,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:39.016861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.038733 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:39.077402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Transition to ACTIVE for port object 81ee559d-b9c6-4671-a614-0231251f6444 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:39.077671 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-204a15ba-c865-4d84-8c7b-49e5065ca0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.081538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-204a15ba-c865-4d84-8c7b-49e5065ca0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.087127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-204a15ba-c865-4d84-8c7b-49e5065ca0c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e199ceb-9f3d-4609-816d-56f3067ebcad HTTP/1.1" status: 204 len: 168 time: 0.4171760 Aug 21 09:31:39.092447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a15ba-c865-4d84-8c7b-49e5065ca0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e199ceb-9f3d-4609-816d-56f3067ebcad,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:39.158156 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.248658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Pushing event updated for resources: {'Port': ['ID=81ee559d-b9c6-4671-a614-0231251f6444,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:39.257788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Network d9168bf0-c8a2-429a-9fc2-70352954c6ea is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:39.259446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a261d5cb-48db-4c03-9179-b1b64eef67cf up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:39.262637 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:38Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:39.291094 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379802b-5f4d-4f7c-b88a-f6beeb631e8b None None] The sync data for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 is: [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:38Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:39.293899 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:39.298288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:39.383064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Attempting to bind port 81ee559d-b9c6-4671-a614-0231251f6444 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:39.383421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Attempting to bind port 81ee559d-b9c6-4671-a614-0231251f6444 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '7e391979-822f-443e-a69a-951b079190e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:39.388016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Attempting to bind port 81ee559d-b9c6-4671-a614-0231251f6444 on network d9168bf0-c8a2-429a-9fc2-70352954c6ea {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:39.396424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:39.396800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Checking segment: {'id': '7e391979-822f-443e-a69a-951b079190e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:39.397224 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.397609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Bound using segment: {'id': '7e391979-822f-443e-a69a-951b079190e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:39.398067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Bound port: 81ee559d-b9c6-4671-a614-0231251f6444, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e391979-822f-443e-a69a-951b079190e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:39.398443 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.402381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a261d5cb-48db-4c03-9179-b1b64eef67cf triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:39.402720 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.427175 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.449877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.530155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] For port 81ee559d-b9c6-4671-a614-0231251f6444, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:39.534932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] For port 81ee559d-b9c6-4671-a614-0231251f6444, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=81ee559d-b9c6-4671-a614-0231251f6444,segment=NetworkSegment(7e391979-822f-443e-a69a-951b079190e9),segment_id=7e391979-822f-443e-a69a-951b079190e9)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:39.581775 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-52f02b72-c5e7-48de-9746-6b8bf1fc59be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.584024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Allocated IP 172.25.5.112 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/361c1db5-eb2c-4c24-912d-0e900c8038e8) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:39.606773 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.686801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bf62d-4c05-44fa-b7aa-ee15234ce69e None None] Pushing event updated for resources: {'Port': ['ID=81ee559d-b9c6-4671-a614-0231251f6444,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:39.758920 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.774138 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.900537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:39.945154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:39.949920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:39.953066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:40.053021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Pushing event updated for resources: {'Port': ['ID=361c1db5-eb2c-4c24-912d-0e900c8038e8,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:40.322975 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:40.571653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:40.794859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Router 7bd5778f-3d07-40ec-8516-d674288e9900 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:31:40.845909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b4009b-2346-40b3-bfb7-836d57e1da70 None None] Network d9168bf0-c8a2-429a-9fc2-70352954c6ea requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:40.938532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:40.956117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Sync routers for ids ['7bd5778f-3d07-40ec-8516-d674288e9900'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:40.968015 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:40.997446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Routers {'7bd5778f-3d07-40ec-8516-d674288e9900'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:40.998564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7bd5778f-3d07-40ec-8516-d674288e9900'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:41.043055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-42315051-bc51-4079-82fc-9958975de18d None None] Provisioning for port 81ee559d-b9c6-4671-a614-0231251f6444 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:41.062943 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:41.066991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49436) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:41.067535 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7783d0a0-a933-4b9f-bef2-72ddce2ff106 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6066084 Aug 21 09:31:41.159915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Set router 7bd5778f-3d07-40ec-8516-d674288e9900 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:41.362037 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 81ee559d-b9c6-4671-a614-0231251f6444 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:41.430507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc11b1b-de37-4502-b041-66221161768a req-39dfdaf7-79f8-4c10-afa1-c80e860bf4c6 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:41.432160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-39dfdaf7-79f8-4c10-afa1-c80e860bf4c6 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 814 time: 0.1640604 Aug 21 09:31:41.458726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-cb0424e0-be9e-4af2-9c79-2815c6dfa21a tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/quotas/68256572809e43b2b214233ca3be9413 HTTP/1.1" status: 200 len: 375 time: 0.0185802 Aug 21 09:31:41.508666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'name': 'tempest-TestVolumeBackupRestore-914997542-router', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:38Z', 'updated_at': '2021-08-21T09:31:40Z', 'revision_number': 3, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'gw_port': {'id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:39Z', 'updated_at': '2021-08-21T09:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:41.538766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-6f9f9c8c-0e8a-4f81-b565-68a0a80e5379 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658052 Aug 21 09:31:41.539001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Checking router: 7bd5778f-3d07-40ec-8516-d674288e9900 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:41.539237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Updating router 7bd5778f-3d07-40ec-8516-d674288e9900 port 361c1db5-eb2c-4c24-912d-0e900c8038e8 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:31:41.559372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 81ee559d-b9c6-4671-a614-0231251f6444 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:41.567646 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 81ee559d-b9c6-4671-a614-0231251f6444 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:41.568890 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:41.569617 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:41.655849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e1e640ca-382a-4576-9be5-144432e4903d None None] Provisioning complete for port 81ee559d-b9c6-4671-a614-0231251f6444 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:41.655849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e1e640ca-382a-4576-9be5-144432e4903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:41.665655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-746b0e74-a742-4600-9636-e58abe9dd0b2 service neutron] 10.222.0.20 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189113 Aug 21 09:31:41.702887 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:41.792270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-409c5b1e-58c9-4ee9-ad78-af92486d357b service neutron] 10.222.0.20 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253066 Aug 21 09:31:41.854241 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:41.919139 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Allocated IP 172.20.0.1 (d9168bf0-c8a2-429a-9fc2-70352954c6ea/960a4cad-34e9-4c81-95de-ac8b26b69e16/0ae78641-d93c-413a-960d-e4505d4df18c) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:41.938263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 81ee559d-b9c6-4671-a614-0231251f6444, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=81ee559d-b9c6-4671-a614-0231251f6444,segment=NetworkSegment(7e391979-822f-443e-a69a-951b079190e9),segment_id=7e391979-822f-443e-a69a-951b079190e9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:41.941119 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e1e640ca-382a-4576-9be5-144432e4903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.013678 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.014338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5a75ad81-672c-4a42-8c20-f076a87905cf up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:42.062148 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.085173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Transition to ACTIVE for port object 0ae78641-d93c-413a-960d-e4505d4df18c will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:42.096623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3658a63c-f895-45b3-9a5a-c066616be54f req-48e68ed6-4fc8-4918-983c-8a55c8f6d2af tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 210 time: 0.0322940 Aug 21 09:31:42.237564 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.288896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae78641-d93c-413a-960d-e4505d4df18c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:42.305476 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.313858 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-e1e640ca-382a-4576-9be5-144432e4903d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:31:42.314210 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-e1e640ca-382a-4576-9be5-144432e4903d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:31:42.334978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=81ee559d-b9c6-4671-a614-0231251f6444,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:42.359177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Network d9168bf0-c8a2-429a-9fc2-70352954c6ea is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:42.361559 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:42.364460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Transition to ACTIVE for port object 361c1db5-eb2c-4c24-912d-0e900c8038e8 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:42.369585 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:42.406944 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.443027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 5a75ad81-672c-4a42-8c20-f076a87905cf completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:42.447370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5a75ad81-672c-4a42-8c20-f076a87905cf triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:42.448057 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.479147 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.480711 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.558067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e14eb-0874-47b6-a46c-50d118a00484 None None] Pushing event updated for resources: {'Port': ['ID=361c1db5-eb2c-4c24-912d-0e900c8038e8,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:42.563162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Attempting to bind port 361c1db5-eb2c-4c24-912d-0e900c8038e8 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:42.563467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Attempting to bind port 361c1db5-eb2c-4c24-912d-0e900c8038e8 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:42.563767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Attempting to bind port 361c1db5-eb2c-4c24-912d-0e900c8038e8 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:42.571031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:42.571031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:42.571497 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.571819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:42.572356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Bound port: 361c1db5-eb2c-4c24-912d-0e900c8038e8, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:42.572669 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.613968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49476) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:42.630522 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.646767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.670598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] For port 361c1db5-eb2c-4c24-912d-0e900c8038e8, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:42.674963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] For port 361c1db5-eb2c-4c24-912d-0e900c8038e8, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=361c1db5-eb2c-4c24-912d-0e900c8038e8,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:42.683927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 5a75ad81-672c-4a42-8c20-f076a87905cf, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5a75ad81-672c-4a42-8c20-f076a87905cf,segment=NetworkSegment(2d9476d1-7bd7-47b5-b1da-b23614982f87),segment_id=2d9476d1-7bd7-47b5-b1da-b23614982f87)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:42.752219 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.773732 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-edc8ef95-2a50-4c34-8d64-2b741e4fc9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.792427 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.820147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Routers {'7bd5778f-3d07-40ec-8516-d674288e9900'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:42.821178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7bd5778f-3d07-40ec-8516-d674288e9900'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:42.847681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e14eb-0874-47b6-a46c-50d118a00484 None None] Pushing event updated for resources: {'Port': ['ID=361c1db5-eb2c-4c24-912d-0e900c8038e8,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:42.875382 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.915421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-edc8ef95-2a50-4c34-8d64-2b741e4fc9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:42.952604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=5a75ad81-672c-4a42-8c20-f076a87905cf,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:42.956082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:43.017353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] Set router 7bd5778f-3d07-40ec-8516-d674288e9900 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:43.018799 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-edc8ef95-2a50-4c34-8d64-2b741e4fc9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:43.050072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:43.064454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae78641-d93c-413a-960d-e4505d4df18c,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:43.087951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8ef95-2a50-4c34-8d64-2b741e4fc9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22166436-c899-4d07-a6e0-c6bff7122152,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:43.093783 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-edc8ef95-2a50-4c34-8d64-2b741e4fc9ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b752b698f074af492488b99160d1bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4790075 Aug 21 09:31:43.102074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49482) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:43.154279 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-98128e42-58a2-47a9-9db4-5f88c48e679b None None] Provisioning for port 0ae78641-d93c-413a-960d-e4505d4df18c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:43.162190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-98128e42-58a2-47a9-9db4-5f88c48e679b None None] Provisioning complete for port 0ae78641-d93c-413a-960d-e4505d4df18c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:43.162567 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-98128e42-58a2-47a9-9db4-5f88c48e679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:43.219487 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Network d9168bf0-c8a2-429a-9fc2-70352954c6ea is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:43.220049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-98128e42-58a2-47a9-9db4-5f88c48e679b None None] Port 0ae78641-d93c-413a-960d-e4505d4df18c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:31:43.230352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cda3f5fa-9c8f-47c5-a795-a4d72924aeba req-bcf3e051-750b-4936-aef1-bae6d4226967 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 210 time: 0.0499947 Aug 21 09:31:43.232983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:43.244880 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-42aa2aaf-66ad-4274-9e50-47e5bf77c3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:43.282708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 81ee559d-b9c6-4671-a614-0231251f6444 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:43.294394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-42aa2aaf-66ad-4274-9e50-47e5bf77c3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:43.383482 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 81ee559d-b9c6-4671-a614-0231251f6444 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:43.383851 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:43.387000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'name': 'tempest-TestVolumeBackupRestore-914997542-router', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:38Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 4, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'gw_port': {'id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:39Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0ae78641-d93c-413a-960d-e4505d4df18c', 'name': '', 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'mac_address': 'fa:16:3e:57:f9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '960a4cad-34e9-4c81-95de-ac8b26b69e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:41Z', 'updated_at': '2021-08-21T09:31:41Z', 'revision_number': 1, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'subnets': [{'id': '960a4cad-34e9-4c81-95de-ac8b26b69e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:43.404530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Router 7bd5778f-3d07-40ec-8516-d674288e9900 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:31:43.431596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-42aa2aaf-66ad-4274-9e50-47e5bf77c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:43.433058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef06df8-0b80-49d6-9a2e-b1ec11ff594f None None] The sync data for ids ['7bd5778f-3d07-40ec-8516-d674288e9900'] in n-d-766726-28 is: [{'id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'name': 'tempest-TestVolumeBackupRestore-914997542-router', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:38Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 4, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'gw_port': {'id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:39Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0ae78641-d93c-413a-960d-e4505d4df18c', 'name': '', 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'mac_address': 'fa:16:3e:57:f9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '960a4cad-34e9-4c81-95de-ac8b26b69e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:41Z', 'updated_at': '2021-08-21T09:31:41Z', 'revision_number': 1, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'subnets': [{'id': '960a4cad-34e9-4c81-95de-ac8b26b69e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:43.434586 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-42aa2aaf-66ad-4274-9e50-47e5bf77c3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:43.437883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-42aa2aaf-66ad-4274-9e50-47e5bf77c3c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22166436-c899-4d07-a6e0-c6bff7122152 HTTP/1.1" status: 204 len: 168 time: 0.3324552 Aug 21 09:31:43.458830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa2aaf-66ad-4274-9e50-47e5bf77c3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22166436-c899-4d07-a6e0-c6bff7122152,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:43.552434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:31:43.559608 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-416a04a5-c7f4-4abd-8612-08b30f8d4d35 admin admin] 10.222.0.20 "PUT /v2.0/routers/7bd5778f-3d07-40ec-8516-d674288e9900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4885421 Aug 21 09:31:43.572647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5a75ad81-672c-4a42-8c20-f076a87905cf up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:43.572647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-09053a97-b0b5-4851-9d8f-53302e1aad31 None None] Provisioning complete for port 0ae78641-d93c-413a-960d-e4505d4df18c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:43.572647 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-09053a97-b0b5-4851-9d8f-53302e1aad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:43.640444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-09053a97-b0b5-4851-9d8f-53302e1aad31 None None] Port 0ae78641-d93c-413a-960d-e4505d4df18c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:31:43.656338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5a75ad81-672c-4a42-8c20-f076a87905cf triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:43.656714 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:44.351681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc11b1b-de37-4502-b041-66221161768a req-c56f277d-d505-4eb0-8f58-eae6d75442f7 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:44.353250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-c56f277d-d505-4eb0-8f58-eae6d75442f7 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.22 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 814 time: 0.1737571 Aug 21 09:31:44.376402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Request body: {'port': {'device_id': '7b54b258-489e-4ed3-b848-e5c6b945a4c7', 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6', 'admin_state_up': True, 'tenant_id': '68256572809e43b2b214233ca3be9413'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:44.400143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-288f5b99-3f26-44ac-b240-51c4df4645b3 req-9966d62d-7163-4b49-989c-47c08323c7c3 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 210 time: 0.0389962 Aug 21 09:31:44.951390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Made reservation on behalf of 68256572809e43b2b214233ca3be9413 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:44.956977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:45.099052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Allocated IP 172.20.0.4 (c72ebc99-1bf2-40ff-b7a5-d885b464a6c6/2e60e284-8eef-4de8-857f-3bfd47d5e4ab/1837c597-c3cd-4c00-a3e8-65bc70764a49) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:45.269655 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:45.279247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 361c1db5-eb2c-4c24-912d-0e900c8038e8 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:45.369115 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:45.381121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69f32df1-e76e-4967-a0a0-28a2ecd9e5b6'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:31:45.410379 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:45.424972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:45.430805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:45.435856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:45.451865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 361c1db5-eb2c-4c24-912d-0e900c8038e8 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:45.466126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 361c1db5-eb2c-4c24-912d-0e900c8038e8 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:45.466513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:45.477140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Pushing event updated for resources: {'Port': ['ID=1837c597-c3cd-4c00-a3e8-65bc70764a49,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:45.532451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:45.533159 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:45.538357 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:45.557910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d0a17-71e2-4892-b4fe-63f2c24b9461 req-3865db9a-3ef3-44b6-bfdc-647cd4cad985 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:45.559724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e3d0a17-71e2-4892-b4fe-63f2c24b9461 req-3865db9a-3ef3-44b6-bfdc-647cd4cad985 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 931 time: 0.0776176 Aug 21 09:31:45.604663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e3d0a17-71e2-4892-b4fe-63f2c24b9461 req-ae742b4f-e6ce-4047-a1d9-c16a6741ad93 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Aug 21 09:31:45.620958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-d2771ed1-b5ba-4b22-a309-73c50c1a8da2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2486737 Aug 21 09:31:45.631836 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:45.634588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Request body: {'port': {'device_id': '7b54b258-489e-4ed3-b848-e5c6b945a4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:45.669844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 361c1db5-eb2c-4c24-912d-0e900c8038e8, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=361c1db5-eb2c-4c24-912d-0e900c8038e8,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:45.693471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:45.733233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49618) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:45.746232 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:45.804739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=361c1db5-eb2c-4c24-912d-0e900c8038e8,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:45.880603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb0b259b-55bf-4a9a-8fd3-f2989846d8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:45.987044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb0b259b-55bf-4a9a-8fd3-f2989846d8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:46.015953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1837c597-c3cd-4c00-a3e8-65bc70764a49 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:31:46.028313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:46.043907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Transition to ACTIVE for port object 1837c597-c3cd-4c00-a3e8-65bc70764a49 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:46.060106 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb0b259b-55bf-4a9a-8fd3-f2989846d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:46.100374 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b259b-55bf-4a9a-8fd3-f2989846d8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437fa2a1-72a7-40ac-a329-951b303d5de8,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:46.104727 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bb0b259b-55bf-4a9a-8fd3-f2989846d8f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b15d4c564f34fbdb0e9590d63e912e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703575 Aug 21 09:31:46.107308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49624) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:46.120774 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:46.209076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Pushing event updated for resources: {'Port': ['ID=1837c597-c3cd-4c00-a3e8-65bc70764a49,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:46.225944 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0d48f0f2-1c35-4601-9125-35f8d08b84aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:46.279065 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0d48f0f2-1c35-4601-9125-35f8d08b84aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:46.318466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Attempting to bind port 1837c597-c3cd-4c00-a3e8-65bc70764a49 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:46.318802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Attempting to bind port 1837c597-c3cd-4c00-a3e8-65bc70764a49 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:46.319132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Attempting to bind port 1837c597-c3cd-4c00-a3e8-65bc70764a49 on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:46.326603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Port 1837c597-c3cd-4c00-a3e8-65bc70764a49 on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:31:46.326922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Attempting to bind port 1837c597-c3cd-4c00-a3e8-65bc70764a49 on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:46.332094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:46.332433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Checking segment: {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:46.332815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Bound using segment: {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:46.333240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Bound port: 1837c597-c3cd-4c00-a3e8-65bc70764a49, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:46.333594 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:46.401062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] For port 1837c597-c3cd-4c00-a3e8-65bc70764a49, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:46.404684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] For port 1837c597-c3cd-4c00-a3e8-65bc70764a49, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1837c597-c3cd-4c00-a3e8-65bc70764a49,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:46.472729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0d48f0f2-1c35-4601-9125-35f8d08b84aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:46.475639 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0d48f0f2-1c35-4601-9125-35f8d08b84aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:46.476929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0d48f0f2-1c35-4601-9125-35f8d08b84aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/437fa2a1-72a7-40ac-a329-951b303d5de8 HTTP/1.1" status: 204 len: 168 time: 0.3685846 Aug 21 09:31:46.485350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48f0f2-1c35-4601-9125-35f8d08b84aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437fa2a1-72a7-40ac-a329-951b303d5de8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:46.495771 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:46.538353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:46.538978 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:46.540406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] 10.222.0.22 "PUT /v2.0/ports/1837c597-c3cd-4c00-a3e8-65bc70764a49 HTTP/1.1" status: 200 len: 1092 time: 0.9105055 Aug 21 09:31:46.540848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b54b258-489e-4ed3-b848-e5c6b945a4c7', 'tag': '1837c597-c3cd-4c00-a3e8-65bc70764a49'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:31:46.543743 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21794a81-abbc-4890-aac3-6f358255793a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b54b258-489e-4ed3-b848-e5c6b945a4c7", "tag": "1837c597-c3cd-4c00-a3e8-65bc70764a49"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:31:46.570421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5071929-5474-49ad-9ecf-fac6303fd2cb service neutron] Pushing event updated for resources: {'Port': ['ID=1837c597-c3cd-4c00-a3e8-65bc70764a49,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:46.583251 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e8ec8d-5989-47b6-a1fa-8a9834225354 x-openstack-request-id: req-63e8ec8d-5989-47b6-a1fa-8a9834225354 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:31:46.583550 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b54b258-489e-4ed3-b848-e5c6b945a4c7", "tag": "1837c597-c3cd-4c00-a3e8-65bc70764a49", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:31:46.583827 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63e8ec8d-5989-47b6-a1fa-8a9834225354 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:31:46.584254 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b54b258-489e-4ed3-b848-e5c6b945a4c7', 'tag': '1837c597-c3cd-4c00-a3e8-65bc70764a49', 'status': 'completed', 'code': 200} Aug 21 09:31:46.655109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21794a81-abbc-4890-aac3-6f358255793a req-f45cb631-4294-4fd4-b9f2-67e5a5a1b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:46.656669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21794a81-abbc-4890-aac3-6f358255793a req-f45cb631-4294-4fd4-b9f2-67e5a5a1b3b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 1095 time: 0.0498226 Aug 21 09:31:46.784283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c23c-a1e4-475b-b742-fa066665e11d req-662b2a72-dd1d-4490-8bf5-ee6d1ad1d948 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:46.785803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5c3c23c-a1e4-475b-b742-fa066665e11d req-662b2a72-dd1d-4490-8bf5-ee6d1ad1d948 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 943 time: 0.0980766 Aug 21 09:31:46.822970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21794a81-abbc-4890-aac3-6f358255793a req-3a426ed3-3c95-4c7d-a8c0-8f1fe7a87244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:46.824585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21794a81-abbc-4890-aac3-6f358255793a req-3a426ed3-3c95-4c7d-a8c0-8f1fe7a87244 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=68256572809e43b2b214233ca3be9413&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1596417 Aug 21 09:31:46.863741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5c3c23c-a1e4-475b-b742-fa066665e11d req-28abd129-041b-4515-b906-c56476ca56d6 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679457 Aug 21 09:31:46.940487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21794a81-abbc-4890-aac3-6f358255793a req-8de1bcbe-240f-4785-acc8-d218b7999e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:46.942271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21794a81-abbc-4890-aac3-6f358255793a req-8de1bcbe-240f-4785-acc8-d218b7999e77 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064701 Aug 21 09:31:47.029847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc11b1b-de37-4502-b041-66221161768a req-012676f5-8ef0-4934-8de6-a28942762b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:47.031422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-012676f5-8ef0-4934-8de6-a28942762b68 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 1095 time: 0.0495939 Aug 21 09:31:47.082934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-d1aae850-662f-43da-8956-6cbf36835a1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1837c597-c3cd-4c00-a3e8-65bc70764a49 HTTP/1.1" status: 200 len: 217 time: 0.0423088 Aug 21 09:31:47.135634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc11b1b-de37-4502-b041-66221161768a req-ea34e1a5-4e36-4ca0-b6b2-9a93ce845610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:47.139867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-ea34e1a5-4e36-4ca0-b6b2-9a93ce845610 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2e60e284-8eef-4de8-857f-3bfd47d5e4ab HTTP/1.1" status: 200 len: 854 time: 0.0498569 Aug 21 09:31:47.183103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-2d315dec-b899-4bf1-b59c-1267a8a8bbf3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359545 Aug 21 09:31:47.235944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 361c1db5-eb2c-4c24-912d-0e900c8038e8 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:47.296935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 361c1db5-eb2c-4c24-912d-0e900c8038e8 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:47.297681 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:47.303487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-2d97b758-e479-4aaa-9ff5-56bfa4ffee55 service neutron] 10.222.0.22 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126928 Aug 21 09:31:47.415857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dc11b1b-de37-4502-b041-66221161768a req-4b4c1437-916b-49cd-877c-4f95f6f8298c service neutron] 10.222.0.22 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040633 Aug 21 09:31:47.556616 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Sync routers for ids ['7bd5778f-3d07-40ec-8516-d674288e9900'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:31:47.568484 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Routers {'7bd5778f-3d07-40ec-8516-d674288e9900'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:47.569159 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7bd5778f-3d07-40ec-8516-d674288e9900'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:47.689584 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Set router 7bd5778f-3d07-40ec-8516-d674288e9900 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:47.906295 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'name': 'tempest-TestVolumeBackupRestore-914997542-router', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:38Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 4, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'gw_port': {'id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:39Z', 'updated_at': '2021-08-21T09:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0ae78641-d93c-413a-960d-e4505d4df18c', 'name': '', 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'mac_address': 'fa:16:3e:57:f9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '960a4cad-34e9-4c81-95de-ac8b26b69e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:41Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 2, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'subnets': [{'id': '960a4cad-34e9-4c81-95de-ac8b26b69e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:47.933757 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Checking router: 7bd5778f-3d07-40ec-8516-d674288e9900 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:31:47.934111 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Updating router 7bd5778f-3d07-40ec-8516-d674288e9900 port 0ae78641-d93c-413a-960d-e4505d4df18c binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:31:47.963303 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:48.013029 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbb821-dca0-4ec1-a3ed-7080b1150e67 req-32de473b-e6bd-454f-a1f5-1755eb5c259c tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:48.014830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23fbb821-dca0-4ec1-a3ed-7080b1150e67 req-32de473b-e6bd-454f-a1f5-1755eb5c259c tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 943 time: 0.0640919 Aug 21 09:31:48.064453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23fbb821-dca0-4ec1-a3ed-7080b1150e67 req-c954b0b3-0418-4568-9b95-0be673438dbf tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393088 Aug 21 09:31:48.282170 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:48.294825 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Transition to ACTIVE for port object 0ae78641-d93c-413a-960d-e4505d4df18c will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:48.384839 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:48.436345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49672) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:48.438090 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf848244-017e-48af-a648-6d954f6dd696 None None] Pushing event updated for resources: {'Port': ['ID=0ae78641-d93c-413a-960d-e4505d4df18c,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:48.506767 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Attempting to bind port 0ae78641-d93c-413a-960d-e4505d4df18c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:48.507208 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Attempting to bind port 0ae78641-d93c-413a-960d-e4505d4df18c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '7e391979-822f-443e-a69a-951b079190e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:48.507686 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Attempting to bind port 0ae78641-d93c-413a-960d-e4505d4df18c on network d9168bf0-c8a2-429a-9fc2-70352954c6ea {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:48.513605 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:48.514070 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Checking segment: {'id': '7e391979-822f-443e-a69a-951b079190e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:48.514581 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:48.515161 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Bound using segment: {'id': '7e391979-822f-443e-a69a-951b079190e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:48.515850 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Bound port: 0ae78641-d93c-413a-960d-e4505d4df18c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e391979-822f-443e-a69a-951b079190e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:48.516274 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:48.601066 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] For port 0ae78641-d93c-413a-960d-e4505d4df18c, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:48.605762 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] For port 0ae78641-d93c-413a-960d-e4505d4df18c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0ae78641-d93c-413a-960d-e4505d4df18c,segment=NetworkSegment(7e391979-822f-443e-a69a-951b079190e9),segment_id=7e391979-822f-443e-a69a-951b079190e9)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:48.649650 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1142010117'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:48.683181 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:48.764369 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Made reservation on behalf of 9da8cf0f803647739b8856b85fa2d171 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:48.768532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:48.778636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:48.828571 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Routers {'7bd5778f-3d07-40ec-8516-d674288e9900'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:31:48.829213 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:31:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7bd5778f-3d07-40ec-8516-d674288e9900'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:48.832155 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf848244-017e-48af-a648-6d954f6dd696 None None] Pushing event updated for resources: {'Port': ['ID=0ae78641-d93c-413a-960d-e4505d4df18c,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:48.893177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:48.954186 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] Set router 7bd5778f-3d07-40ec-8516-d674288e9900 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:31:48.962797 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:48.991835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:31:49.011902 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d1e01d-1033-481a-9390-bdae1c4bae68,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:49.014254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:49.017205 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Added segment 9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b of type vlan for network 0ac64e6e-a084-4612-b555-a33850963c70 Aug 21 09:31:49.071034 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:49.160393 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:49.178246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:49.178246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:49.209522 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'name': 'tempest-TestVolumeBackupRestore-914997542-router', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:38Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 4, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'gw_port': {'id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:39Z', 'updated_at': '2021-08-21T09:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0ae78641-d93c-413a-960d-e4505d4df18c', 'name': '', 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'mac_address': 'fa:16:3e:57:f9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '960a4cad-34e9-4c81-95de-ac8b26b69e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:41Z', 'updated_at': '2021-08-21T09:31:48Z', 'revision_number': 4, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'subnets': [{'id': '960a4cad-34e9-4c81-95de-ac8b26b69e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:49.234308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7723e-f52f-44a2-b529-9a782c7b0039 req-adcc6f03-8386-4d2c-b790-51c03e376690 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:49.237105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6f7723e-f52f-44a2-b529-9a782c7b0039 req-adcc6f03-8386-4d2c-b790-51c03e376690 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 943 time: 0.0690467 Aug 21 09:31:49.261683 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca6e0c1-efbc-41a9-a1e3-2b9a34628149 None None] The sync data for ids ['7bd5778f-3d07-40ec-8516-d674288e9900'] in n-d-766726-28 is: [{'id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'name': 'tempest-TestVolumeBackupRestore-914997542-router', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:38Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 4, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'gw_port': {'id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:39Z', 'updated_at': '2021-08-21T09:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0ae78641-d93c-413a-960d-e4505d4df18c', 'name': '', 'network_id': 'd9168bf0-c8a2-429a-9fc2-70352954c6ea', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'mac_address': 'fa:16:3e:57:f9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '960a4cad-34e9-4c81-95de-ac8b26b69e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:41Z', 'updated_at': '2021-08-21T09:31:48Z', 'revision_number': 4, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'subnets': [{'id': '960a4cad-34e9-4c81-95de-ac8b26b69e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:31:49.284316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0ae78641-d93c-413a-960d-e4505d4df18c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:49.298182 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8595369 Aug 21 09:31:49.300461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49680) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:49.305858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Request body: {'subnet': {'network_id': '0ac64e6e-a084-4612-b555-a33850963c70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:49.312199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6f7723e-f52f-44a2-b529-9a782c7b0039 req-c6034197-ed83-4c00-8af0-633b982c8b6c tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686738 Aug 21 09:31:49.314133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c426532-37fa-4efe-b934-192e35d907f6 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Pushing event updated for resources: {'Network': ['ID=0ac64e6e-a084-4612-b555-a33850963c70,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:49.334738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 0ac64e6e-a084-4612-b555-a33850963c70 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:31:49.465424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 0ae78641-d93c-413a-960d-e4505d4df18c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:49.469679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0ae78641-d93c-413a-960d-e4505d4df18c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:49.470048 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:49.488297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Made reservation on behalf of 9da8cf0f803647739b8856b85fa2d171 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:49.492766 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:49.555770 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:49.566935 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1837c597-c3cd-4c00-a3e8-65bc70764a49 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:31:49.612774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 0ae78641-d93c-413a-960d-e4505d4df18c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0ae78641-d93c-413a-960d-e4505d4df18c,segment=NetworkSegment(7e391979-822f-443e-a69a-951b079190e9),segment_id=7e391979-822f-443e-a69a-951b079190e9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:49.664475 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:49.714633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1837c597-c3cd-4c00-a3e8-65bc70764a49, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1837c597-c3cd-4c00-a3e8-65bc70764a49,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:49.734217 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:49.737565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '1837c597-c3cd-4c00-a3e8-65bc70764a49', 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6', 'port_id': '1837c597-c3cd-4c00-a3e8-65bc70764a49', 'mac_address': 'fa:16:3e:12:4d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e60e284-8eef-4de8-857f-3bfd47d5e4ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:31:49.745644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=0ae78641-d93c-413a-960d-e4505d4df18c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:49.782682 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:49.796121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1837c597-c3cd-4c00-a3e8-65bc70764a49 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:31:49.799395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Pushing event updated for resources: {'Subnet': ['ID=06dd4981-4e3a-4172-b657-ad65507a9290,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:49.810465 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Checking segment: {'id': '9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ac64e6e-a084-4612-b555-a33850963c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:49.810872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Network hostable DHCP agents. Network: 0ac64e6e-a084-4612-b555-a33850963c70, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:31:49.819053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1837c597-c3cd-4c00-a3e8-65bc70764a49, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1837c597-c3cd-4c00-a3e8-65bc70764a49,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:49.894268 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:49.927333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Network 0ac64e6e-a084-4612-b555-a33850963c70 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:31:49.943581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1837c597-c3cd-4c00-a3e8-65bc70764a49,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:50.041697 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 0ac64e6e-a084-4612-b555-a33850963c70) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:50.046602 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:50.047198 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:50.050061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656b0cca-d6dc-496c-8489-08db0a2bc33d None None] Network 0ac64e6e-a084-4612-b555-a33850963c70 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:50.129226 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b51944ab-d9ee-4ddb-a104-03e90e02ee6c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8279531 Aug 21 09:31:50.131781 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49682) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:50.139520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Request body: {'port': {'network_id': '0ac64e6e-a084-4612-b555-a33850963c70', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1091236424'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:50.176941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['1837c597-c3cd-4c00-a3e8-65bc70764a49'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:31:50.259117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-0ac64e6e-a084-4612-b555-a33850963c70', 'network_id': '0ac64e6e-a084-4612-b555-a33850963c70', 'tenant_id': '9da8cf0f803647739b8856b85fa2d171', 'fixed_ips': [{'subnet_id': '06dd4981-4e3a-4172-b657-ad65507a9290'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:31:50.259752 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:50.357245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Made reservation on behalf of 9da8cf0f803647739b8856b85fa2d171 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:50.359983 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:50.381373 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] device_id is not set on port 6c0123f2-3668-4a11-9f55-8111a7e83206 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:31:50.467147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1774b-30a6-405f-92a8-1ebb10b6ea0f req-73f8eec9-2582-496a-b4d9-ab204378be9b tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:50.476126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Allocated IP 172.20.0.2 (0ac64e6e-a084-4612-b555-a33850963c70/06dd4981-4e3a-4172-b657-ad65507a9290/33b2dff6-6756-4aa4-b295-f6082339cc71) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:50.478531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ac1774b-30a6-405f-92a8-1ebb10b6ea0f req-73f8eec9-2582-496a-b4d9-ab204378be9b tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 944 time: 0.0681739 Aug 21 09:31:50.522027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ac1774b-30a6-405f-92a8-1ebb10b6ea0f req-a79321fd-1453-41db-ba1f-f52a09264e00 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Aug 21 09:31:50.649602 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:50.659373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Transition to ACTIVE for port object 33b2dff6-6756-4aa4-b295-f6082339cc71 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:50.676599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Transition to ACTIVE for port object 33b2dff6-6756-4aa4-b295-f6082339cc71 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:50.734406 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:50.772909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Network 0ac64e6e-a084-4612-b555-a33850963c70 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:50.777709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:50.781370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:50.790695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Pushing event updated for resources: {'Port': ['ID=33b2dff6-6756-4aa4-b295-f6082339cc71,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:50.811768 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Allocated IP 172.20.0.5 (0ac64e6e-a084-4612-b555-a33850963c70/06dd4981-4e3a-4172-b657-ad65507a9290/6c0123f2-3668-4a11-9f55-8111a7e83206) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:31:50.850307 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Attempting to bind port 33b2dff6-6756-4aa4-b295-f6082339cc71 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:31:50.850681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Attempting to bind port 33b2dff6-6756-4aa4-b295-f6082339cc71 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ac64e6e-a084-4612-b555-a33850963c70'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:31:50.851047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Attempting to bind port 33b2dff6-6756-4aa4-b295-f6082339cc71 on network 0ac64e6e-a084-4612-b555-a33850963c70 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:31:50.856798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:31:50.857171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Checking segment: {'id': '9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ac64e6e-a084-4612-b555-a33850963c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:31:50.857578 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:50.857980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Bound using segment: {'id': '9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ac64e6e-a084-4612-b555-a33850963c70'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:31:50.858470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Bound port: 33b2dff6-6756-4aa4-b295-f6082339cc71, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0ac64e6e-a084-4612-b555-a33850963c70'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:31:50.858898 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:50.932953 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] For port 33b2dff6-6756-4aa4-b295-f6082339cc71, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:31:50.936750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] For port 33b2dff6-6756-4aa4-b295-f6082339cc71, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=33b2dff6-6756-4aa4-b295-f6082339cc71,segment=NetworkSegment(9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b),segment_id=9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:31:50.989596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:50.997789 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:51.007525 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Transition to ACTIVE for port object 6c0123f2-3668-4a11-9f55-8111a7e83206 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:31:51.073108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c49745-2f88-4311-a687-ac719d247ac3 None None] Pushing event updated for resources: {'Port': ['ID=33b2dff6-6756-4aa4-b295-f6082339cc71,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:51.157543 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:51.186155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Network 0ac64e6e-a084-4612-b555-a33850963c70 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:31:51.189022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:31:51.211392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:31:51.314627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0ae78641-d93c-413a-960d-e4505d4df18c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:51.348307 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Pushing event updated for resources: {'Port': ['ID=6c0123f2-3668-4a11-9f55-8111a7e83206,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:51.378978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:51.379676 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:51.404706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0ae78641-d93c-413a-960d-e4505d4df18c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:51.404999 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:51.449510 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4e2d272b-3e60-4fa7-8042-0543522a6a2c tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3154352 Aug 21 09:31:51.452587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49690) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:51.562264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-647bb991-aa96-400c-a33b-1e28f3fb52df tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Deleting port 6c0123f2-3668-4a11-9f55-8111a7e83206 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:51.562977 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-647bb991-aa96-400c-a33b-1e28f3fb52df tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:51.565149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1837c597-c3cd-4c00-a3e8-65bc70764a49 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:51.678785 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-647bb991-aa96-400c-a33b-1e28f3fb52df tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:51.684892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6642e1-a4fd-426e-9ad4-d09cd5bd273e req-26aeed3e-3d52-4497-9a0e-3f4e7851536d tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:51.686487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb6642e1-a4fd-426e-9ad4-d09cd5bd273e req-26aeed3e-3d52-4497-9a0e-3f4e7851536d tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 944 time: 0.0795114 Aug 21 09:31:51.692451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-647bb991-aa96-400c-a33b-1e28f3fb52df tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Calling delete_port for 6c0123f2-3668-4a11-9f55-8111a7e83206 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:51.717327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 1837c597-c3cd-4c00-a3e8-65bc70764a49 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:51.723288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 1837c597-c3cd-4c00-a3e8-65bc70764a49 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:51.729842 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:51.755416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb6642e1-a4fd-426e-9ad4-d09cd5bd273e req-74859835-8257-4be6-aeba-83cd815a1401 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548930 Aug 21 09:31:51.831074 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:51.876994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b54b258-489e-4ed3-b848-e5c6b945a4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837c597-c3cd-4c00-a3e8-65bc70764a49'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:31:51.879217 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c358e18-e19b-4a26-9e8e-a73bea6bcf83" -d '{"events": [{"server_uuid": "7b54b258-489e-4ed3-b848-e5c6b945a4c7", "name": "network-vif-plugged", "status": "completed", "tag": "1837c597-c3cd-4c00-a3e8-65bc70764a49"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:31:51.899312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 1837c597-c3cd-4c00-a3e8-65bc70764a49, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1837c597-c3cd-4c00-a3e8-65bc70764a49,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:51.927223 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9decedb-faf0-4f53-acd4-e2d900a703aa x-openstack-request-id: req-f9decedb-faf0-4f53-acd4-e2d900a703aa {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:31:51.927622 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b54b258-489e-4ed3-b848-e5c6b945a4c7", "name": "network-vif-plugged", "status": "completed", "tag": "1837c597-c3cd-4c00-a3e8-65bc70764a49", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:31:51.930692 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9decedb-faf0-4f53-acd4-e2d900a703aa {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:31:51.930692 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b54b258-489e-4ed3-b848-e5c6b945a4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837c597-c3cd-4c00-a3e8-65bc70764a49', 'code': 200} Aug 21 09:31:51.951627 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-647bb991-aa96-400c-a33b-1e28f3fb52df tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:51.980724 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:51.995637 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bb991-aa96-400c-a33b-1e28f3fb52df tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Pushing event deleted for resources: {'Port': ['ID=6c0123f2-3668-4a11-9f55-8111a7e83206,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:52.082076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1f80-0fbf-489b-9e1c-94b78a4bd67c req-7ad35863-11e3-4f57-97f5-0bb32a7745f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:52.084019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bda1f80-0fbf-489b-9e1c-94b78a4bd67c req-7ad35863-11e3-4f57-97f5-0bb32a7745f7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 1097 time: 0.0825143 Aug 21 09:31:52.102965 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=1837c597-c3cd-4c00-a3e8-65bc70764a49,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:52.144888 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-647bb991-aa96-400c-a33b-1e28f3fb52df tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:52.150071 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-647bb991-aa96-400c-a33b-1e28f3fb52df tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] 10.222.0.20 "DELETE /v2.0/ports/6c0123f2-3668-4a11-9f55-8111a7e83206 HTTP/1.1" status: 204 len: 168 time: 0.6941488 Aug 21 09:31:52.150412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49702) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:52.161937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bda1f80-0fbf-489b-9e1c-94b78a4bd67c req-c0fe0177-2c7c-4700-b3bf-43ba24ef8242 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699170 Aug 21 09:31:52.264626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988b8e1-5fc2-407e-976d-c9a5128011c7 req-0932d11c-bdde-41c4-ad06-7e37bccaa191 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:52.266175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1988b8e1-5fc2-407e-976d-c9a5128011c7 req-0932d11c-bdde-41c4-ad06-7e37bccaa191 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1097 time: 0.0650599 Aug 21 09:31:52.269003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-af862d36-73e1-493a-91c5-797f34714e87 tempest-DHCPAgentSchedulersTestJSON-695632050 tempest-DHCPAgentSchedulersTestJSON-695632050-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.1169000 Aug 21 09:31:52.271423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49706) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:52.278309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1420331382'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:31:52.322989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89045ff7-689e-4f26-bd8d-3606c6618eeb None None] Network 0ac64e6e-a084-4612-b555-a33850963c70 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:52.328280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1988b8e1-5fc2-407e-976d-c9a5128011c7 req-4275efe2-04f5-4379-a547-6e2985153cf7 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459921 Aug 21 09:31:52.444988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Made reservation on behalf of 9da8cf0f803647739b8856b85fa2d171 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:31:52.448405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:52.473516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc713c-c9e7-4697-9c6f-6ec9cf72b565 req-b812d852-9653-4a9f-a485-bcde4a4a4287 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:52.474961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cfc713c-c9e7-4697-9c6f-6ec9cf72b565 req-b812d852-9653-4a9f-a485-bcde4a4a4287 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0711823 Aug 21 09:31:52.490038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:31:52.511418 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:52.511787 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Added segment 18427e33-c6a6-4ca6-9808-397063187731 of type vlan for network f6c2b345-b44a-4c33-b10f-5d232917a171 Aug 21 09:31:52.528392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dd09aff8-b47c-4c8d-a82b-c05e3e6fb257 None None] Provisioning for port 33b2dff6-6756-4aa4-b295-f6082339cc71 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:52.554204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cfc713c-c9e7-4697-9c6f-6ec9cf72b565 req-472d8a3c-e525-4163-b906-a0f51abb252e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721879 Aug 21 09:31:52.574976 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:52.580753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49712) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:52.648222 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9e2845a3-ae8c-4f46-a115-41aa7de57c3e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666 HTTP/1.1" status: 200 len: 993 time: 0.0659838 Aug 21 09:31:52.664732 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:52.670721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:52.671539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:52.747462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4742103 Aug 21 09:31:52.750293 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49716) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:52.767837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a78e2-8cc7-41c7-b620-1e5ae768e1e7 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Pushing event updated for resources: {'Network': ['ID=f6c2b345-b44a-4c33-b10f-5d232917a171,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:52.794144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network f6c2b345-b44a-4c33-b10f-5d232917a171 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:31:52.958960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a56401-a84c-4358-a37f-932d5693de47 req-99ede532-6268-4a2d-acca-68847b749bf4 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:52.967673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4a56401-a84c-4358-a37f-932d5693de47 req-99ede532-6268-4a2d-acca-68847b749bf4 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 945 time: 0.1005177 Aug 21 09:31:53.042973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4a56401-a84c-4358-a37f-932d5693de47 req-5be95ef7-c6fd-4aa2-889d-2cd5c1973cc8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741181 Aug 21 09:31:53.213967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-700bb453-87d8-485f-983d-2b95a0f76052 None None] Could not find standard attr ID for object 6c0123f2-3668-4a11-9f55-8111a7e83206. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:31:53.372486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 33b2dff6-6756-4aa4-b295-f6082339cc71 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:53.407290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20880de9-a023-4fec-8d7a-6030d2be2bcd req-aed7c650-706e-4f93-88fd-031f3f514071 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:53.409434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20880de9-a023-4fec-8d7a-6030d2be2bcd req-aed7c650-706e-4f93-88fd-031f3f514071 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0769148 Aug 21 09:31:53.483380 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20880de9-a023-4fec-8d7a-6030d2be2bcd req-038054d0-33ca-4ed7-9459-0133d38abbc2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669069 Aug 21 09:31:53.511456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 33b2dff6-6756-4aa4-b295-f6082339cc71 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:31:53.515741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 33b2dff6-6756-4aa4-b295-f6082339cc71 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:53.516117 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:53.527470 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8f864dac-507c-4edf-bd81-2a5973eeed2b tempest-DHCPAgentSchedulersTestJSON-695632050 tempest-DHCPAgentSchedulersTestJSON-695632050-project-admin] 10.222.0.20 "GET /v2.0/agents/383f1a19-75a4-4fec-a66b-8d7b22bc0f95/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.7759593 Aug 21 09:31:53.530347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49732) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:53.610521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-3e9006ba-b3ea-4c53-b297-ff307766fcd7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162422 Aug 21 09:31:53.615076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:53.635919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc26cca-e71b-419d-b710-1a1f08bdfea3 tempest-DHCPAgentSchedulersTestJSON-695632050 tempest-DHCPAgentSchedulersTestJSON-695632050-project-admin] Network f6c2b345-b44a-4c33-b10f-5d232917a171 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:31:53.656135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 33b2dff6-6756-4aa4-b295-f6082339cc71, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=33b2dff6-6756-4aa4-b295-f6082339cc71,segment=NetworkSegment(9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b),segment_id=9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:53.728369 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:53.735754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49738) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:53.735896 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6dc26cca-e71b-419d-b710-1a1f08bdfea3 tempest-DHCPAgentSchedulersTestJSON-695632050 tempest-DHCPAgentSchedulersTestJSON-695632050-project-admin] 10.222.0.20 "POST /v2.0/agents/383f1a19-75a4-4fec-a66b-8d7b22bc0f95/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2043722 Aug 21 09:31:53.742748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3ee2b-16f9-44b9-90cf-40f917d8138b None None] Network f6c2b345-b44a-4c33-b10f-5d232917a171 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:53.848658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=33b2dff6-6756-4aa4-b295-f6082339cc71,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:53.917188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2dc50c9e-cbae-4b99-8e30-540aaa887c45 tempest-DHCPAgentSchedulersTestJSON-695632050 tempest-DHCPAgentSchedulersTestJSON-695632050-project-admin] 10.222.0.20 "GET /v2.0/agents/383f1a19-75a4-4fec-a66b-8d7b22bc0f95/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 0.1796126 Aug 21 09:31:53.919905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49746) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:54.063131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fc66bf01-5aed-4482-8bbe-e386a18b540c tempest-DHCPAgentSchedulersTestJSON-695632050 tempest-DHCPAgentSchedulersTestJSON-695632050-project-admin] 10.222.0.20 "DELETE /v2.0/agents/383f1a19-75a4-4fec-a66b-8d7b22bc0f95/dhcp-networks/f6c2b345-b44a-4c33-b10f-5d232917a171 HTTP/1.1" status: 204 len: 168 time: 0.1419985 Aug 21 09:31:54.065550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49756) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:54.177056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a1f9f-c9d9-42d1-8b30-fb3e27836b0a req-8a3d4cce-c24b-4774-a312-b04e58f14fe6 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:54.179243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad2a1f9f-c9d9-42d1-8b30-fb3e27836b0a req-8a3d4cce-c24b-4774-a312-b04e58f14fe6 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 945 time: 0.0670619 Aug 21 09:31:54.199694 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-42678601-951c-4ea6-9f1b-ef41ddcc7c36 tempest-DHCPAgentSchedulersTestJSON-695632050 tempest-DHCPAgentSchedulersTestJSON-695632050-project-admin] 10.222.0.20 "GET /v2.0/agents/383f1a19-75a4-4fec-a66b-8d7b22bc0f95/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.1327164 Aug 21 09:31:54.203686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49758) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:54.237250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad2a1f9f-c9d9-42d1-8b30-fb3e27836b0a req-0a4b98ad-9146-4b2d-a69c-8a3bfbe50a93 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507982 Aug 21 09:31:54.241592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-78e1504f-898b-4cf0-b360-11a4d0e3f5c0 tempest-DHCPAgentSchedulersTestJSON-695632050 tempest-DHCPAgentSchedulersTestJSON-695632050-project-admin] 10.222.0.20 "GET /v2.0/networks/0ac64e6e-a084-4612-b555-a33850963c70/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0366366 Aug 21 09:31:54.245799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49760) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:54.266713 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-46072866-7c1a-468d-abaf-3b21bb09576f tempest-DHCPAgentSchedulersTestJSON-695632050 tempest-DHCPAgentSchedulersTestJSON-695632050-project-admin] 10.222.0.20 "GET /v2.0/networks/0ac64e6e-a084-4612-b555-a33850963c70/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0197659 Aug 21 09:31:54.269197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49762) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:54.433679 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-90dd14ce-38bc-4bd9-b45a-fb82a8b56bbc tempest-DHCPAgentSchedulersTestJSON-695632050 tempest-DHCPAgentSchedulersTestJSON-695632050-project-admin] 10.222.0.20 "GET /v2.0/agents/383f1a19-75a4-4fec-a66b-8d7b22bc0f95/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.1621008 Aug 21 09:31:54.437103 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49776) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:54.548342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:54.656183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dafc03-fabf-4b0f-b4ae-81ff14992a57 req-96d66417-7a6e-4b5c-8eb0-453dfed3e151 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:54.671146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1dafc03-fabf-4b0f-b4ae-81ff14992a57 req-96d66417-7a6e-4b5c-8eb0-453dfed3e151 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0917218 Aug 21 09:31:54.680107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:54.690587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c2b345-b44a-4c33-b10f-5d232917a171']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:54.702993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18427e33-c6a6-4ca6-9808-397063187731') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:54.703682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18427e33-c6a6-4ca6-9808-397063187731') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:54.706212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1dafc03-fabf-4b0f-b4ae-81ff14992a57 req-a391ead1-cf12-4ba5-9cf0-0e4f9c205c12 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341737 Aug 21 09:31:54.713737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:54.729684 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:54.736076 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:31:54.736541 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:31:54.741102 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:31:54.923218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:54.930180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:54.932537 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] 10.222.0.20 "DELETE /v2.0/networks/f6c2b345-b44a-4c33-b10f-5d232917a171 HTTP/1.1" status: 204 len: 168 time: 0.4942901 Aug 21 09:31:54.934886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49790) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:54.953354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e6daf-12ec-4347-861e-02849de27be5 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Pushing event deleted for resources: {'Network': ['ID=f6c2b345-b44a-4c33-b10f-5d232917a171,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:54.974390 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a818e3-0e67-4b61-b943-82640d258405 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] DELETE failed (client error): The resource could not be found. Aug 21 09:31:54.975097 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a818e3-0e67-4b61-b943-82640d258405 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:31:54.979549 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-11a818e3-0e67-4b61-b943-82640d258405 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] 10.222.0.20 "DELETE /v2.0/ports/6c0123f2-3668-4a11-9f55-8111a7e83206 HTTP/1.1" status: 404 len: 333 time: 0.0410914 Aug 21 09:31:54.979887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49792) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:55.037067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-faba6827-df8a-4d73-8fa4-dafd37eda268 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Deleting subnet 06dd4981-4e3a-4172-b657-ad65507a9290 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:31:55.040393 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-faba6827-df8a-4d73-8fa4-dafd37eda268 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.081441 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-faba6827-df8a-4d73-8fa4-dafd37eda268 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.180402 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-faba6827-df8a-4d73-8fa4-dafd37eda268 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.245919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 33b2dff6-6756-4aa4-b295-f6082339cc71 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:31:55.297729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 33b2dff6-6756-4aa4-b295-f6082339cc71 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:31:55.298183 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.397827 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-faba6827-df8a-4d73-8fa4-dafd37eda268 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.429872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba6827-df8a-4d73-8fa4-dafd37eda268 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Pushing event deleted for resources: {'Subnet': ['ID=06dd4981-4e3a-4172-b657-ad65507a9290,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:55.436222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-faba6827-df8a-4d73-8fa4-dafd37eda268 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.437649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbe26c-0fea-483a-9e72-685a0f1cb70e None None] Network 0ac64e6e-a084-4612-b555-a33850963c70 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:31:55.438178 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-faba6827-df8a-4d73-8fa4-dafd37eda268 tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] 10.222.0.20 "DELETE /v2.0/subnets/06dd4981-4e3a-4172-b657-ad65507a9290 HTTP/1.1" status: 204 len: 168 time: 0.4573677 Aug 21 09:31:55.441195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49794) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:55.557477 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.640693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Deleting port 33b2dff6-6756-4aa4-b295-f6082339cc71 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:55.641097 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.713070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63542120-00bd-4e84-b455-11802716d721 None None] DHCP port deletion for 0ac64e6e-a084-4612-b555-a33850963c70 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:31:55.714531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] For port 33b2dff6-6756-4aa4-b295-f6082339cc71, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=33b2dff6-6756-4aa4-b295-f6082339cc71,segment=NetworkSegment(9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b),segment_id=9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:55.714902 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.731879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Calling delete_port for 33b2dff6-6756-4aa4-b295-f6082339cc71 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:55.821553 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-63542120-00bd-4e84-b455-11802716d721 None None] Deleting port 33b2dff6-6756-4aa4-b295-f6082339cc71 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:31:55.827365 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-63542120-00bd-4e84-b455-11802716d721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.907260 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.933756 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-63542120-00bd-4e84-b455-11802716d721 None None] For port 33b2dff6-6756-4aa4-b295-f6082339cc71, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=33b2dff6-6756-4aa4-b295-f6082339cc71,segment=NetworkSegment(9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b),segment_id=9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:31:55.964459 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-63542120-00bd-4e84-b455-11802716d721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:55.964643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] No DVR routers for this DVR port 33b2dff6-6756-4aa4-b295-f6082339cc71 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:31:55.964776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-63542120-00bd-4e84-b455-11802716d721 None None] Calling delete_port for 33b2dff6-6756-4aa4-b295-f6082339cc71 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:31:56.032083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Pushing event deleted for resources: {'Port': ['ID=33b2dff6-6756-4aa4-b295-f6082339cc71,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:31:56.054271 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:31:56.061823 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-63542120-00bd-4e84-b455-11802716d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:56.098724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63542120-00bd-4e84-b455-11802716d721 None None] Pushing event deleted for resources: {'Port': ['ID=33b2dff6-6756-4aa4-b295-f6082339cc71,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:56.102642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63542120-00bd-4e84-b455-11802716d721 None None] No DVR routers for this DVR port 33b2dff6-6756-4aa4-b295-f6082339cc71 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:31:56.136989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79dd77-292c-4982-94d8-ec346209b758 req-fa5eda04-fa38-49fc-ad01-db1356fb51a5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:56.138668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f79dd77-292c-4982-94d8-ec346209b758 req-fa5eda04-fa38-49fc-ad01-db1356fb51a5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.3067150 Aug 21 09:31:56.145702 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:56.165809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac64e6e-a084-4612-b555-a33850963c70']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:56.189812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:56.190106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2909cf-00cb-4df5-9e3d-bd7b0327bb7b') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:31:56.212988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:56.225961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-c49e9d91-4417-45b8-a70d-dc1109a66260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:56.227480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-c49e9d91-4417-45b8-a70d-dc1109a66260 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1097 time: 0.2597868 Aug 21 09:31:56.233134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f79dd77-292c-4982-94d8-ec346209b758 req-bdd3a557-472d-42e2-9689-7dad3dabff42 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791080 Aug 21 09:31:56.254245 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:56.293237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:31:56.293650 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:31:56.296695 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:31:56.379198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-36859e56-7745-4419-9820-5856eb7907b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:56.380641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-36859e56-7745-4419-9820-5856eb7907b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 897 time: 0.1454184 Aug 21 09:31:56.452190 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:56.455784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-e61f34ec-9a28-46e4-8156-b20b30490a0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 1001 time: 0.0677476 Aug 21 09:31:56.461251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:56.465570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] 10.222.0.20 "DELETE /v2.0/networks/0ac64e6e-a084-4612-b555-a33850963c70 HTTP/1.1" status: 204 len: 168 time: 1.0209558 Aug 21 09:31:56.501609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe50874-af20-4335-8d3e-947031dd21db tempest-DHCPAgentSchedulersTestJSON-2110109088 tempest-DHCPAgentSchedulersTestJSON-2110109088-project] Pushing event deleted for resources: {'Network': ['ID=0ac64e6e-a084-4612-b555-a33850963c70,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:56.529320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-abf9e0eb-0158-46bd-95ef-dc665e736cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:56.530815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-abf9e0eb-0158-46bd-95ef-dc665e736cc3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.0666010 Aug 21 09:31:56.585934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-96d0bb0d-8a91-4181-bad3-88a108f2ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:56.587448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-96d0bb0d-8a91-4181-bad3-88a108f2ac0e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491362 Aug 21 09:31:56.690029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-c0d97eed-cdee-42a9-8062-cfa46e232db1 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943699 Aug 21 09:31:56.800103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-168d184b-20d4-4fdd-b9f8-e71ba409c8a5 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029174 Aug 21 09:31:56.983629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49810) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:57.151585 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49814) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:57.152276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3d6663cc-6cc0-43a7-82e1-f8ed91df77b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9da8cf0f803647739b8856b85fa2d171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659000 Aug 21 09:31:57.210529 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d08d261-7f37-4f93-bc1d-33b448c347ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:57.242081 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d08d261-7f37-4f93-bc1d-33b448c347ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:57.249062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 33b2dff6-6756-4aa4-b295-f6082339cc71 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:31:57.271852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 33b2dff6-6756-4aa4-b295-f6082339cc71 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:31:57.272523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 33b2dff6-6756-4aa4-b295-f6082339cc71 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:31:57.372752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2baf2-a87b-4a85-9316-f6ee8f7cc08e req-a4f4cf80-5c71-44b3-866d-b2919504a461 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:57.374326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0dc2baf2-a87b-4a85-9316-f6ee8f7cc08e req-a4f4cf80-5c71-44b3-866d-b2919504a461 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0571430 Aug 21 09:31:57.379733 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d08d261-7f37-4f93-bc1d-33b448c347ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:57.382333 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3d08d261-7f37-4f93-bc1d-33b448c347ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:57.386806 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3d08d261-7f37-4f93-bc1d-33b448c347ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8d1e01d-1033-481a-9390-bdae1c4bae68 HTTP/1.1" status: 204 len: 168 time: 0.2308810 Aug 21 09:31:57.394076 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08d261-7f37-4f93-bc1d-33b448c347ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d1e01d-1033-481a-9390-bdae1c4bae68,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:57.443250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0dc2baf2-a87b-4a85-9316-f6ee8f7cc08e req-c09faeff-3a81-4d1f-b0b5-22a3ac68cd30 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610778 Aug 21 09:31:58.078755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49826) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:58.098578 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a520ad6d-2a01-4f63-ba8e-f8d22d4117d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:58.209626 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a520ad6d-2a01-4f63-ba8e-f8d22d4117d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:58.590890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83237ac6-9a17-4c64-ac94-2fe641a152fe req-b82bbbd0-d5d1-4124-9cfe-715e1e6b4b37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:58.593032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83237ac6-9a17-4c64-ac94-2fe641a152fe req-b82bbbd0-d5d1-4124-9cfe-715e1e6b4b37 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0575626 Aug 21 09:31:58.640100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83237ac6-9a17-4c64-ac94-2fe641a152fe req-999b1ecc-dac2-46e4-8a4c-943a11f03521 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402694 Aug 21 09:31:58.895224 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a520ad6d-2a01-4f63-ba8e-f8d22d4117d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:58.937806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520ad6d-2a01-4f63-ba8e-f8d22d4117d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baec22a1-48bc-43bf-ab86-a862a44f04b8,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:58.942538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a520ad6d-2a01-4f63-ba8e-f8d22d4117d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3096d96a3b14f4db04e73d72c41b347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8609965 Aug 21 09:31:58.945177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49832) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:31:59.005597 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0fc733bc-3227-4764-8b4b-12c58f0c6589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:59.028710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0fc733bc-3227-4764-8b4b-12c58f0c6589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:59.161836 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0fc733bc-3227-4764-8b4b-12c58f0c6589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:59.165688 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0fc733bc-3227-4764-8b4b-12c58f0c6589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:31:59.169281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0fc733bc-3227-4764-8b4b-12c58f0c6589 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/baec22a1-48bc-43bf-ab86-a862a44f04b8 HTTP/1.1" status: 204 len: 168 time: 0.2207155 Aug 21 09:31:59.177000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc733bc-3227-4764-8b4b-12c58f0c6589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec22a1-48bc-43bf-ab86-a862a44f04b8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:31:59.757458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa61b2d-d545-475a-8001-871cd8e3da59 req-c2075ec9-c5b0-41bb-959d-da96489af044 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:31:59.758920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5aa61b2d-d545-475a-8001-871cd8e3da59 req-c2075ec9-c5b0-41bb-959d-da96489af044 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0508063 Aug 21 09:31:59.803251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5aa61b2d-d545-475a-8001-871cd8e3da59 req-588d0fb9-72cb-4021-83a3-ab7b32bb9c59 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345407 Aug 21 09:32:00.482291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-3f135083-90be-4315-a788-d33fcc966079 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:00.488204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-3f135083-90be-4315-a788-d33fcc966079 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 814 time: 0.1119890 Aug 21 09:32:00.499790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-927eff1b-65fb-4c15-a1a9-c17db2e758a2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/quotas/68256572809e43b2b214233ca3be9413 HTTP/1.1" status: 200 len: 375 time: 0.0101349 Aug 21 09:32:00.558007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-15dfe055-374d-4d2a-a77d-cd41ac66aea5 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524132 Aug 21 09:32:00.654164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-ef29917b-49cb-41a3-931e-313eaeeb001f service neutron] 10.222.0.20 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883751 Aug 21 09:32:00.752777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-969498a1-29d4-4f09-8431-35697ba62f3f service neutron] 10.222.0.20 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907223 Aug 21 09:32:00.971417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c0f07-119e-4e4d-a084-a698884bc61a req-d656e53f-16d9-4cb1-ae01-ac4748b51b23 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:00.973331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad7c0f07-119e-4e4d-a084-a698884bc61a req-d656e53f-16d9-4cb1-ae01-ac4748b51b23 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0912924 Aug 21 09:32:01.037952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1602944-2426-45f0-824f-25eef54d8095 req-7d8b83d7-5601-4fa5-b65f-f85e7d6c7c2a tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 210 time: 0.0480852 Aug 21 09:32:01.048766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad7c0f07-119e-4e4d-a084-a698884bc61a req-3313bc69-7c41-4d90-b466-72a74def7209 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654411 Aug 21 09:32:01.130215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49918) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:01.292040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-60868577'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:01.378209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Made reservation on behalf of 867ff0f543994a9187cdffe93e7e6581 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:01.381774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:01.396236 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:01.490716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:01.585471 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:01.615173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:32:01.621440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaf484b-a5bd-49b9-9a2f-58531d6c5f82,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:01.627430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:01.627829 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Added segment fe5c6b12-5fb4-412e-9572-b540f8dfed97 of type vlan for network d9e1270e-e653-4750-abf5-3f130f73a897 Aug 21 09:32:01.668598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:01.766990 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:01.772818 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:01.777920 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:01.848118 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Pushing event updated for resources: {'Network': ['ID=d9e1270e-e653-4750-abf5-3f130f73a897,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:01.858622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network d9e1270e-e653-4750-abf5-3f130f73a897 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:32:01.949102 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-35e86379-9fb6-4664-ad86-50c474179f32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 0.8141150 Aug 21 09:32:02.134869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49942) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:02.152953 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:32:02.154154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Request body: {'port': {'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897', 'binding:host_id': 'n-h1-766726-28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2047045374'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:02.199996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14be84-c466-4a76-b004-0babb4a9a1a9 req-a27f3625-dd9d-4b00-b0ed-15f8057a7d68 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:02.201515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc14be84-c466-4a76-b004-0babb4a9a1a9 req-a27f3625-dd9d-4b00-b0ed-15f8057a7d68 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0792615 Aug 21 09:32:02.219002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97308ad3-a7df-4c13-a6cb-40decacba2b4 req-605cacd4-85be-4c74-b9de-31e202189c6f tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 210 time: 0.0382583 Aug 21 09:32:02.251461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Made reservation on behalf of f3117faa47b54a09946651d005b39a94 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:02.253888 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:02.266280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc14be84-c466-4a76-b004-0babb4a9a1a9 req-1d6bcb69-0830-4424-bb3c-5d741b10bdd8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502391 Aug 21 09:32:02.267092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:02.365238 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:02.446811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:02.452835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] device_id is not set on port cf7dc30b-7283-41ab-84af-556d4bd8c322 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:32:02.534851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e364170b-7028-4d0c-be39-101f79bc87cf,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:02.684631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] device_id is not set on port cf7dc30b-7283-41ab-84af-556d4bd8c322 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:32:02.694074 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:02.705327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Transition to ACTIVE for port object cf7dc30b-7283-41ab-84af-556d4bd8c322 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:02.797500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:02.854063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event updated for resources: {'Port': ['ID=cf7dc30b-7283-41ab-84af-556d4bd8c322,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:02.869088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Checking segment: {'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:32:02.870999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Network hostable DHCP agents. Network: d9e1270e-e653-4750-abf5-3f130f73a897, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:32:02.943513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Network d9e1270e-e653-4750-abf5-3f130f73a897 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:32:03.014950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, d9e1270e-e653-4750-abf5-3f130f73a897) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:03.022544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:03.047062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91c9aae-ca95-4f40-83e0-32b47dfc2ab9 None None] Network d9e1270e-e653-4750-abf5-3f130f73a897 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:32:03.067939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:03.068279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:03.068709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:03.087037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:03.087037 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:03.087037 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 2 to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 Aug 21 09:32:03.111328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-47be5a12-bc2b-4ea6-9610-b5b8737d5869 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:03.112851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-47be5a12-bc2b-4ea6-9610-b5b8737d5869 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.22 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 814 time: 0.1814961 Aug 21 09:32:03.113722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:03.114050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:03.114382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:03.118936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:03.119776 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:03.120193 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 3 to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 Aug 21 09:32:03.136580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Request body: {'port': {'device_id': 'ef55ce9b-77be-40dc-8708-099084541304', 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6', 'admin_state_up': True, 'tenant_id': '68256572809e43b2b214233ca3be9413'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:03.151649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:03.152006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:03.152334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:03.186203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:03.186408 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:03.188706 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 4 to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 Aug 21 09:32:03.209658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:03.209989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:03.210323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:03.228006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:03.228356 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:03.231442 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 5 to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 Aug 21 09:32:03.262924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:03.262924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:03.262924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:03.270971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:03.271291 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:03.273757 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 6 to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 Aug 21 09:32:03.293207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:03.293615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:03.294007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:03.308552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:03.309150 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:03.309639 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 7 to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 Aug 21 09:32:03.329842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21bdb95b-513b-4f5d-9b86-5e7b8064fc24 req-f642b64e-ed55-459c-9c58-e78bebc96a31 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 210 time: 0.0328181 Aug 21 09:32:03.340198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:03.340633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:03.340972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:03.355804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:03.356133 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:03.356574 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 8 to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 Aug 21 09:32:03.389157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:03.389485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:03.390071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:03.394230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Made reservation on behalf of 68256572809e43b2b214233ca3be9413 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:03.397975 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:03.410680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:03.410979 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:03.413907 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 9 to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 Aug 21 09:32:03.427884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589c96-c831-4fcd-880b-5775b87f3e7a req-901991ea-ffe8-4774-960c-88051b84008f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:03.429392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4589c96-c831-4fcd-880b-5775b87f3e7a req-901991ea-ffe8-4774-960c-88051b84008f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0851762 Aug 21 09:32:03.460193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:03.460438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:03.460770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:03.501706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:03.502035 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:03.508297 n-d-766726-28 neutron-server[106757]: INFO neutron.plugins.ml2.plugin [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 10 to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 Aug 21 09:32:03.536978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4589c96-c831-4fcd-880b-5775b87f3e7a req-1bbf36d2-0655-4518-99a3-190759bc9e50 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000097 Aug 21 09:32:03.542509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:03.542900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:03.543162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:03.558246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port cf7dc30b-7283-41ab-84af-556d4bd8c322 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:03.558577 n-d-766726-28 neutron-server[106757]: ERROR neutron.plugins.ml2.managers [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port cf7dc30b-7283-41ab-84af-556d4bd8c322 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:03.558974 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:03.639043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Allocated IP 172.20.0.3 (c72ebc99-1bf2-40ff-b7a5-d885b464a6c6/2e60e284-8eef-4de8-857f-3bfd47d5e4ab/d9613b49-c511-4ec9-809c-23ec4c6eb08b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:32:03.672543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] For port cf7dc30b-7283-41ab-84af-556d4bd8c322, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:32:03.672899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempted to set empty binding levels {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 09:32:03.748835 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:03.793135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:03.793738 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:03.826547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event updated for resources: {'Port': ['ID=cf7dc30b-7283-41ab-84af-556d4bd8c322,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:03.861907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:03.928586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a054b5df-402a-46de-9697-1a262c1b02eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.7921023 Aug 21 09:32:03.931145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 49950) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:03.969278 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:03.982791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69f32df1-e76e-4967-a0a0-28a2ecd9e5b6'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:32:03.985139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['1837c597-c3cd-4c00-a3e8-65bc70764a49'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:32:04.032618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:32:04.038178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:04.046428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:04.068141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Pushing event updated for resources: {'Port': ['ID=d9613b49-c511-4ec9-809c-23ec4c6eb08b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:04.099597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-58489605-78b6-4af9-9f71-a62df97b7dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Deleting port cf7dc30b-7283-41ab-84af-556d4bd8c322 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:04.100081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-58489605-78b6-4af9-9f71-a62df97b7dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:04.108722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:04.109367 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:04.179794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-58489605-78b6-4af9-9f71-a62df97b7dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] For port cf7dc30b-7283-41ab-84af-556d4bd8c322, host n-h1-766726-28, got binding levels [] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:04.180523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-58489605-78b6-4af9-9f71-a62df97b7dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:04.192740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-58489605-78b6-4af9-9f71-a62df97b7dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Calling delete_port for cf7dc30b-7283-41ab-84af-556d4bd8c322 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:04.264546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-424af11b-61b3-4987-b16b-ca1d9e208749 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1341345 Aug 21 09:32:04.277514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Request body: {'port': {'device_id': 'ef55ce9b-77be-40dc-8708-099084541304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:04.332295 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:04.439530 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-58489605-78b6-4af9-9f71-a62df97b7dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:04.826455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58489605-78b6-4af9-9f71-a62df97b7dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf7dc30b-7283-41ab-84af-556d4bd8c322,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:04.883398 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-58489605-78b6-4af9-9f71-a62df97b7dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:04.886987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-58489605-78b6-4af9-9f71-a62df97b7dca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "DELETE /v2.0/ports/cf7dc30b-7283-41ab-84af-556d4bd8c322 HTTP/1.1" status: 204 len: 168 time: 0.9546902 Aug 21 09:32:04.889574 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49958) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:04.917518 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c994e488-807b-442a-8be2-ffecf6e750a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] GET failed (client error): The resource could not be found. Aug 21 09:32:04.922827 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c994e488-807b-442a-8be2-ffecf6e750a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "GET /v2.0/ports/cf7dc30b-7283-41ab-84af-556d4bd8c322 HTTP/1.1" status: 404 len: 333 time: 0.0282922 Aug 21 09:32:04.923158 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49960) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:04.929143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Request body: {'port': {'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-487319222'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:04.967457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e8cda-ddef-4d6c-9d0b-60590072c8f0 req-b7d8b16f-23bc-44e5-9d69-a1585ce3f0c2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:04.969326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-760e8cda-ddef-4d6c-9d0b-60590072c8f0 req-b7d8b16f-23bc-44e5-9d69-a1585ce3f0c2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 931 time: 0.5372312 Aug 21 09:32:04.993043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84228e39-ae68-48eb-888f-f3f9c3cdd415 req-3d7e53aa-bd27-4b5c-9fad-e06611871171 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:04.996091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84228e39-ae68-48eb-888f-f3f9c3cdd415 req-3d7e53aa-bd27-4b5c-9fad-e06611871171 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.1797516 Aug 21 09:32:05.082624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Made reservation on behalf of f3117faa47b54a09946651d005b39a94 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:05.085061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.094004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-760e8cda-ddef-4d6c-9d0b-60590072c8f0 req-0199dac7-db9c-4893-8247-98d7e2302316 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133630 Aug 21 09:32:05.102138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84228e39-ae68-48eb-888f-f3f9c3cdd415 req-cfc28413-9814-4a38-a28d-ee60b5323e19 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849311 Aug 21 09:32:05.103112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] device_id is not set on port e721d808-4056-4cbe-9513-e247db9e0190 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:32:05.158259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9613b49-c511-4ec9-809c-23ec4c6eb08b {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:32:05.165845 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.178877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Transition to ACTIVE for port object d9613b49-c511-4ec9-809c-23ec4c6eb08b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:05.276226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.298948 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.353166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Pushing event updated for resources: {'Port': ['ID=d9613b49-c511-4ec9-809c-23ec4c6eb08b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:05.425078 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.425958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Attempting to bind port d9613b49-c511-4ec9-809c-23ec4c6eb08b on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:05.426329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Attempting to bind port d9613b49-c511-4ec9-809c-23ec4c6eb08b by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:05.426782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Attempting to bind port d9613b49-c511-4ec9-809c-23ec4c6eb08b on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:05.432661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Port d9613b49-c511-4ec9-809c-23ec4c6eb08b on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:05.432661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Attempting to bind port d9613b49-c511-4ec9-809c-23ec4c6eb08b on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:05.438907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:32:05.439265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Checking segment: {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:32:05.439682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Bound using segment: {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:32:05.440214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Bound port: d9613b49-c511-4ec9-809c-23ec4c6eb08b, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:32:05.440668 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.465652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Network d9e1270e-e653-4750-abf5-3f130f73a897 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:32:05.468389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:05.471866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:05.472823 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:05.473767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.485553 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event updated for resources: {'Port': ['ID=e721d808-4056-4cbe-9513-e247db9e0190,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:05.507750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] For port d9613b49-c511-4ec9-809c-23ec4c6eb08b, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:32:05.510749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] For port d9613b49-c511-4ec9-809c-23ec4c6eb08b, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d9613b49-c511-4ec9-809c-23ec4c6eb08b,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:32:05.597322 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-84aa5c76-53f9-44b5-ad88-0f633991e5e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6731122 Aug 21 09:32:05.599763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49964) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:05.605375 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:05.626168 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.663827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:05.664269 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.664931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.666878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] 10.222.0.22 "PUT /v2.0/ports/d9613b49-c511-4ec9-809c-23ec4c6eb08b HTTP/1.1" status: 200 len: 1092 time: 1.3945017 Aug 21 09:32:05.669392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef55ce9b-77be-40dc-8708-099084541304', 'tag': 'd9613b49-c511-4ec9-809c-23ec4c6eb08b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:32:05.672949 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfca83b-fa73-41fe-9b60-46b4d0687338" -d '{"events": [{"name": "network-changed", "server_uuid": "ef55ce9b-77be-40dc-8708-099084541304", "tag": "d9613b49-c511-4ec9-809c-23ec4c6eb08b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:32:05.702621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be256ca-e09e-4658-aa6d-acf91918eb30 service neutron] Pushing event updated for resources: {'Port': ['ID=d9613b49-c511-4ec9-809c-23ec4c6eb08b,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:05.711103 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0a2104-542a-40e0-81eb-863dd4a7bc57 x-openstack-request-id: req-8b0a2104-542a-40e0-81eb-863dd4a7bc57 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:32:05.716737 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef55ce9b-77be-40dc-8708-099084541304", "tag": "d9613b49-c511-4ec9-809c-23ec4c6eb08b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:32:05.716737 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b0a2104-542a-40e0-81eb-863dd4a7bc57 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:32:05.716737 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef55ce9b-77be-40dc-8708-099084541304', 'tag': 'd9613b49-c511-4ec9-809c-23ec4c6eb08b', 'status': 'completed', 'code': 200} Aug 21 09:32:05.779007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfca83b-fa73-41fe-9b60-46b4d0687338 req-16a65326-2bc7-444f-87f8-9be2abf7c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:05.780570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbfca83b-fa73-41fe-9b60-46b4d0687338 req-16a65326-2bc7-444f-87f8-9be2abf7c406 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 1095 time: 0.0417962 Aug 21 09:32:05.849304 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] device_id is not set on port e721d808-4056-4cbe-9513-e247db9e0190 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:32:05.857605 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.870765 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Transition to ACTIVE for port object e721d808-4056-4cbe-9513-e247db9e0190 will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:05.909726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfca83b-fa73-41fe-9b60-46b4d0687338 req-c685b8a6-da3e-4f05-8fc8-7a9abb56bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:05.911244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbfca83b-fa73-41fe-9b60-46b4d0687338 req-c685b8a6-da3e-4f05-8fc8-7a9abb56bb76 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=68256572809e43b2b214233ca3be9413&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1038477 Aug 21 09:32:05.951029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:05.999756 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event updated for resources: {'Port': ['ID=e721d808-4056-4cbe-9513-e247db9e0190,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:06.010284 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.010642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.010989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.011339 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.011730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.012071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.012412 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.012551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfca83b-fa73-41fe-9b60-46b4d0687338 req-48086951-707a-4545-a070-80e3d25a15ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.012748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.013077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.013409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.013739 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.013948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbfca83b-fa73-41fe-9b60-46b4d0687338 req-48086951-707a-4545-a070-80e3d25a15ed service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950704 Aug 21 09:32:06.014058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:06.031900 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:06.032244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:06.032586 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:06.036958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:06.037284 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:06.037671 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 2 to bind port e721d808-4056-4cbe-9513-e247db9e0190 Aug 21 09:32:06.051709 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:06.052060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:06.052391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:06.056806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:06.057135 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:06.057528 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 3 to bind port e721d808-4056-4cbe-9513-e247db9e0190 Aug 21 09:32:06.069796 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:06.070129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:06.070480 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:06.075685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:06.076014 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:06.076403 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 4 to bind port e721d808-4056-4cbe-9513-e247db9e0190 Aug 21 09:32:06.090924 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:06.091265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:06.091645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:06.096402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:06.096735 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:06.097136 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 5 to bind port e721d808-4056-4cbe-9513-e247db9e0190 Aug 21 09:32:06.097823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-747e03e6-6617-4196-be55-b7736c84dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.099481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-747e03e6-6617-4196-be55-b7736c84dad6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 1095 time: 0.0450237 Aug 21 09:32:06.110115 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:06.110457 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:06.110798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:06.115661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:06.115995 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:06.116394 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 6 to bind port e721d808-4056-4cbe-9513-e247db9e0190 Aug 21 09:32:06.131397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:06.131836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:06.132175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:06.137897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:06.138374 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:06.138788 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 7 to bind port e721d808-4056-4cbe-9513-e247db9e0190 Aug 21 09:32:06.155017 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:06.155433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:06.155815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:06.157022 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-d69da932-1643-4066-bf72-02cfcc5ed725 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9613b49-c511-4ec9-809c-23ec4c6eb08b HTTP/1.1" status: 200 len: 217 time: 0.0474505 Aug 21 09:32:06.160705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:06.161037 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:06.161429 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 8 to bind port e721d808-4056-4cbe-9513-e247db9e0190 Aug 21 09:32:06.175695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:06.176020 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:06.176265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:06.181221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:06.181579 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:06.181973 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 9 to bind port e721d808-4056-4cbe-9513-e247db9e0190 Aug 21 09:32:06.195824 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:06.196050 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:06.196350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:06.201485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:06.201814 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:06.202202 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 10 to bind port e721d808-4056-4cbe-9513-e247db9e0190 Aug 21 09:32:06.218086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:06.218520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:06.218977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:06.227268 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:06.227768 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port e721d808-4056-4cbe-9513-e247db9e0190 on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:06.228241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:06.272800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-2b050661-6390-4b40-a5e1-797a3baaba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.274314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-2b050661-6390-4b40-a5e1-797a3baaba4f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2e60e284-8eef-4de8-857f-3bfd47d5e4ab HTTP/1.1" status: 200 len: 854 time: 0.1103621 Aug 21 09:32:06.301600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] For port e721d808-4056-4cbe-9513-e247db9e0190, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:32:06.301971 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempted to set empty binding levels {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 09:32:06.308376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18054d14-5de9-4394-a6ce-550442222003 req-d907169c-a124-4ee6-be06-824d655d6bf6 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.309973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18054d14-5de9-4394-a6ce-550442222003 req-d907169c-a124-4ee6-be06-824d655d6bf6 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 943 time: 0.1129737 Aug 21 09:32:06.318966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29fe80-bbc5-4e66-8a5c-21b82fee52b6 req-26c9cfa0-16e4-435f-9097-6bc4c036a3a2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.320455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac29fe80-bbc5-4e66-8a5c-21b82fee52b6 req-26c9cfa0-16e4-435f-9097-6bc4c036a3a2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.1249676 Aug 21 09:32:06.343535 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-f072a122-ce18-4a6d-9643-4d31ce733d3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561776 Aug 21 09:32:06.420215 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:06.446042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18054d14-5de9-4394-a6ce-550442222003 req-8399a8d6-2f4b-4014-bc4f-838819e936a2 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240742 Aug 21 09:32:06.453406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac29fe80-bbc5-4e66-8a5c-21b82fee52b6 req-58e0f1a7-4534-4889-8ee3-3933b11a585c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173496 Aug 21 09:32:06.454790 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] In _notify_port_updated(), no bound segment for port e721d808-4056-4cbe-9513-e247db9e0190 on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:32:06.456064 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.456524 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:06.460567 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "PUT /v2.0/ports/e721d808-4056-4cbe-9513-e247db9e0190 HTTP/1.1" status: 200 len: 979 time: 0.8571563 Aug 21 09:32:06.461406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49974) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:06.497775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-c28a0db6-4c73-4ee3-bdc7-8cf48e017b2b service neutron] 10.222.0.22 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407328 Aug 21 09:32:06.501305 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e316aad-870a-4fc5-8986-efa5000d728e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event updated for resources: {'Port': ['ID=e721d808-4056-4cbe-9513-e247db9e0190,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:06.530393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.530883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.531350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.531912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.532454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.532882 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.533344 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.533803 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.534262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.534719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.535183 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.535666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.536129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.536589 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.537049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.537504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.537963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.538428 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.538886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:06.541799 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0db39534-94d7-4a43-b8ab-aba1b628efac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17246 time: 0.0798299 Aug 21 09:32:06.545880 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49976) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:06.603778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-422ddd47-8c19-481d-b0b2-764dd1819396 req-89ea3a1a-b7c8-4fd8-80c5-eb18dd8bb6b0 service neutron] 10.222.0.22 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989497 Aug 21 09:32:06.627905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1ba54e44-02cf-4bc7-8bcc-c3ac0b1172c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Deleting port e721d808-4056-4cbe-9513-e247db9e0190 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:06.629173 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ba54e44-02cf-4bc7-8bcc-c3ac0b1172c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:06.689478 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-1ba54e44-02cf-4bc7-8bcc-c3ac0b1172c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] For port e721d808-4056-4cbe-9513-e247db9e0190, host n-h1-766726-28, got binding levels [] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:06.689773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ba54e44-02cf-4bc7-8bcc-c3ac0b1172c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:06.703303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1ba54e44-02cf-4bc7-8bcc-c3ac0b1172c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Calling delete_port for e721d808-4056-4cbe-9513-e247db9e0190 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:06.915577 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ba54e44-02cf-4bc7-8bcc-c3ac0b1172c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:06.944634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba54e44-02cf-4bc7-8bcc-c3ac0b1172c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event deleted for resources: {'Port': ['ID=e721d808-4056-4cbe-9513-e247db9e0190,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:06.950031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ba54e44-02cf-4bc7-8bcc-c3ac0b1172c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:06.952040 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1ba54e44-02cf-4bc7-8bcc-c3ac0b1172c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e721d808-4056-4cbe-9513-e247db9e0190 HTTP/1.1" status: 204 len: 168 time: 0.4051602 Aug 21 09:32:06.954692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49978) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:06.955698 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-af0f08ee-4191-40ee-be7e-3a769738fd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:06.979839 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d38711-eaf8-4ab2-9927-cf198493008d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] GET failed (client error): The resource could not be found. Aug 21 09:32:06.981373 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d9d38711-eaf8-4ab2-9927-cf198493008d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "GET /v2.0/ports/e721d808-4056-4cbe-9513-e247db9e0190 HTTP/1.1" status: 404 len: 333 time: 0.0255761 Aug 21 09:32:06.985042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49980) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:06.990167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1825177943', 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:07.087910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Made reservation on behalf of f3117faa47b54a09946651d005b39a94 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:07.090295 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:07.106503 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] device_id is not set on port 0aeaf41e-b714-4e8d-905c-ed7db7e6ce1d yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:32:07.255293 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:07.408582 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:07.453645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Network d9e1270e-e653-4750-abf5-3f130f73a897 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:32:07.456794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:07.463275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:07.464242 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:07.464835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:07.468343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event updated for resources: {'Port': ['ID=0aeaf41e-b714-4e8d-905c-ed7db7e6ce1d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:07.618257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b949ac-4031-4a1a-a239-4bf75e9839d8 req-650c8764-4724-4c29-8292-f98904c319b8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:07.620436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2b949ac-4031-4a1a-a239-4bf75e9839d8 req-650c8764-4724-4c29-8292-f98904c319b8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0798540 Aug 21 09:32:07.625292 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cc75bfce-73c2-4048-a301-e31253e0ffee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6388202 Aug 21 09:32:07.631607 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49988) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:07.631818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00854bc6-8e06-412e-8ae8-5d3707646af8 req-b0226dc7-c243-48da-b463-ce9241e6f475 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:07.633373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00854bc6-8e06-412e-8ae8-5d3707646af8 req-b0226dc7-c243-48da-b463-ce9241e6f475 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 943 time: 0.0947061 Aug 21 09:32:07.667879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a689511-69b0-47ec-83ab-e5a24c1ff6ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:07.672037 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5a689511-69b0-47ec-83ab-e5a24c1ff6ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "GET /v2.0/ports/0aeaf41e-b714-4e8d-905c-ed7db7e6ce1d HTTP/1.1" status: 200 len: 959 time: 0.0408330 Aug 21 09:32:07.672309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49990) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:07.691253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2b949ac-4031-4a1a-a239-4bf75e9839d8 req-7d8df009-c353-4ad1-8fe9-6e368d696933 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568812 Aug 21 09:32:07.696106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00854bc6-8e06-412e-8ae8-5d3707646af8 req-e6038e32-af53-476d-9498-1413c83756d9 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558076 Aug 21 09:32:07.751865 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-77f144c7-e151-4aff-b466-7298c636bee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Deleting port 0aeaf41e-b714-4e8d-905c-ed7db7e6ce1d {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:07.752217 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77f144c7-e151-4aff-b466-7298c636bee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:07.815692 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77f144c7-e151-4aff-b466-7298c636bee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:07.828752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-77f144c7-e151-4aff-b466-7298c636bee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Calling delete_port for 0aeaf41e-b714-4e8d-905c-ed7db7e6ce1d owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:07.962268 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77f144c7-e151-4aff-b466-7298c636bee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:07.989300 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f144c7-e151-4aff-b466-7298c636bee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event deleted for resources: {'Port': ['ID=0aeaf41e-b714-4e8d-905c-ed7db7e6ce1d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:07.996492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-77f144c7-e151-4aff-b466-7298c636bee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:07.998499 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-77f144c7-e151-4aff-b466-7298c636bee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0aeaf41e-b714-4e8d-905c-ed7db7e6ce1d HTTP/1.1" status: 204 len: 168 time: 0.3252206 Aug 21 09:32:08.001179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49992) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:08.025897 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca500cc0-222a-47f5-a80e-c856237903ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] GET failed (client error): The resource could not be found. Aug 21 09:32:08.027447 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ca500cc0-222a-47f5-a80e-c856237903ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "GET /v2.0/ports/0aeaf41e-b714-4e8d-905c-ed7db7e6ce1d HTTP/1.1" status: 404 len: 333 time: 0.0253251 Aug 21 09:32:08.030984 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49994) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:08.035821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Request body: {'port': {'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410243132'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:08.156987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Made reservation on behalf of f3117faa47b54a09946651d005b39a94 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:08.159315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:08.176790 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] device_id is not set on port 798d2699-a05f-4f93-84d2-bdc8a637e58e yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:32:08.330181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:08.449211 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:08.495577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Network d9e1270e-e653-4750-abf5-3f130f73a897 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:32:08.498325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:08.500706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:08.501773 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:08.502422 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:08.514773 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event updated for resources: {'Port': ['ID=798d2699-a05f-4f93-84d2-bdc8a637e58e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:08.643164 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c794e310-c613-44dc-aa5b-56d661ba9099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6110587 Aug 21 09:32:08.645758 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 49998) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:08.652761 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:08.710110 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:08.871135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bdf4b-8c1a-4c68-a313-853bec3c113f req-d033d0b2-d985-4f82-a73b-3b8d3d5b07e0 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:08.872686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c73bdf4b-8c1a-4c68-a313-853bec3c113f req-d033d0b2-d985-4f82-a73b-3b8d3d5b07e0 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 943 time: 0.0803182 Aug 21 09:32:08.884203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878be0-6ea4-4663-bd7f-44725419509b req-6423beed-d3ed-40a5-8abb-6c86bc0ca12e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:08.886733 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f878be0-6ea4-4663-bd7f-44725419509b req-6423beed-d3ed-40a5-8abb-6c86bc0ca12e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0846212 Aug 21 09:32:08.902101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] device_id is not set on port 798d2699-a05f-4f93-84d2-bdc8a637e58e yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:32:08.910213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:08.923670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Transition to ACTIVE for port object 798d2699-a05f-4f93-84d2-bdc8a637e58e will not be triggered until provisioned by entity L2. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:08.944403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c73bdf4b-8c1a-4c68-a313-853bec3c113f req-2b3e5153-1161-43ab-a550-16f359001f72 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571754 Aug 21 09:32:08.952493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f878be0-6ea4-4663-bd7f-44725419509b req-921b441a-67a9-4806-b01f-adc492b754d0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582314 Aug 21 09:32:08.990595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.048683 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event updated for resources: {'Port': ['ID=798d2699-a05f-4f93-84d2-bdc8a637e58e,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:09.051645 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-79c91860-5e90-475f-ade5-c46be2fb1ae9 service neutron] show failed (client error): The resource could not be found. Aug 21 09:32:09.052681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-79c91860-5e90-475f-ade5-c46be2fb1ae9 service neutron] 10.222.0.22 "GET /v2.0/ports/56395a0f-8804-446d-8be6-812a2dd99f1f/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0638721 Aug 21 09:32:09.062467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:09.062819 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:09.063463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:09.067624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:09.067956 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:09.068348 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 2 to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e Aug 21 09:32:09.081008 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:09.081337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:09.081665 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:09.085745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:09.086064 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:09.086481 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 3 to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e Aug 21 09:32:09.097908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:09.098239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:09.098575 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:09.102776 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:09.103097 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:09.104085 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 4 to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e Aug 21 09:32:09.120929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:09.121262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:09.121595 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:09.126012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:09.126336 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:09.126720 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 5 to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e Aug 21 09:32:09.139748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:09.140249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:09.140590 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:09.145336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:09.145664 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:09.146068 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 6 to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e Aug 21 09:32:09.166644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:09.166644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:09.166644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:09.166644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:09.166644 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:09.166644 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 7 to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e Aug 21 09:32:09.179240 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:09.179630 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:09.180063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:09.185133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:09.185489 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:09.185833 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 8 to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e Aug 21 09:32:09.198409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:09.198724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:09.199055 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:09.203262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:09.203606 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:09.203990 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 9 to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e Aug 21 09:32:09.215615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:09.215895 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:09.216226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:09.220436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:09.220757 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:09.221139 n-d-766726-28 neutron-server[106756]: INFO neutron.plugins.ml2.plugin [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempt 10 to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e Aug 21 09:32:09.233809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:09.234137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:09.234465 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempting to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:09.238540 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:09.238869 n-d-766726-28 neutron-server[106756]: ERROR neutron.plugins.ml2.managers [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Failed to bind port 798d2699-a05f-4f93-84d2-bdc8a637e58e on host n-h1-766726-28 for vnic_type normal using segments [{'id': 'fe5c6b12-5fb4-412e-9572-b540f8dfed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd9e1270e-e653-4750-abf5-3f130f73a897'}] Aug 21 09:32:09.239235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.302052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] For port 798d2699-a05f-4f93-84d2-bdc8a637e58e, host n-h1-766726-28, cleared binding levels {{(pid=106756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:32:09.302420 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attempted to set empty binding levels {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 09:32:09.378579 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.413207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] In _notify_port_updated(), no bound segment for port 798d2699-a05f-4f93-84d2-bdc8a637e58e on network d9e1270e-e653-4750-abf5-3f130f73a897 {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:32:09.414076 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:09.414864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.419379 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "PUT /v2.0/ports/798d2699-a05f-4f93-84d2-bdc8a637e58e HTTP/1.1" status: 200 len: 980 time: 0.7692394 Aug 21 09:32:09.419379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50006) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:09.459733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2a7ba-7901-4471-a460-4b445f8cb479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event updated for resources: {'Port': ['ID=798d2699-a05f-4f93-84d2-bdc8a637e58e,revision_number=3']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:09.512245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-21258032-c189-4ee2-b104-b3cfd299da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Deleting port 798d2699-a05f-4f93-84d2-bdc8a637e58e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:09.512588 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21258032-c189-4ee2-b104-b3cfd299da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.520921 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8acfd25d-ebe2-4947-a96d-d29d2e759579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.573973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-21258032-c189-4ee2-b104-b3cfd299da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] For port 798d2699-a05f-4f93-84d2-bdc8a637e58e, host n-h1-766726-28, got binding levels [] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:09.574342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21258032-c189-4ee2-b104-b3cfd299da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.588133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-21258032-c189-4ee2-b104-b3cfd299da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Calling delete_port for 798d2699-a05f-4f93-84d2-bdc8a637e58e owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:09.613079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-144af54b-c161-496b-a2bb-7eceb28a99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:09.614666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-144af54b-c161-496b-a2bb-7eceb28a99c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 1097 time: 0.0420179 Aug 21 09:32:09.627234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:09.683583 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.690760 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device d9613b49-c511-4ec9-809c-23ec4c6eb08b details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:32:09.773716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21258032-c189-4ee2-b104-b3cfd299da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.779418 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.802600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21258032-c189-4ee2-b104-b3cfd299da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Pushing event deleted for resources: {'Port': ['ID=798d2699-a05f-4f93-84d2-bdc8a637e58e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:09.808537 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-21258032-c189-4ee2-b104-b3cfd299da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.809462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port d9613b49-c511-4ec9-809c-23ec4c6eb08b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d9613b49-c511-4ec9-809c-23ec4c6eb08b,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:09.814529 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-21258032-c189-4ee2-b104-b3cfd299da1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "DELETE /v2.0/ports/798d2699-a05f-4f93-84d2-bdc8a637e58e HTTP/1.1" status: 204 len: 168 time: 0.3904924 Aug 21 09:32:09.814529 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50008) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:09.830617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'd9613b49-c511-4ec9-809c-23ec4c6eb08b', 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6', 'port_id': 'd9613b49-c511-4ec9-809c-23ec4c6eb08b', 'mac_address': 'fa:16:3e:64:8a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e60e284-8eef-4de8-857f-3bfd47d5e4ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:32:09.840858 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-53de8050-b17c-453a-b00d-f34ab2f40c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] GET failed (client error): The resource could not be found. Aug 21 09:32:09.845623 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-53de8050-b17c-453a-b00d-f34ab2f40c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110715513-project-admin] 10.222.0.20 "GET /v2.0/ports/798d2699-a05f-4f93-84d2-bdc8a637e58e HTTP/1.1" status: 404 len: 333 time: 0.0280223 Aug 21 09:32:09.846063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50010) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:09.876730 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.891708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9613b49-c511-4ec9-809c-23ec4c6eb08b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:32:09.914365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port d9613b49-c511-4ec9-809c-23ec4c6eb08b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d9613b49-c511-4ec9-809c-23ec4c6eb08b,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:09.917724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:09.927117 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.950698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:32:09.991104 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:09.999628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:32:10.011934 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ccebf3-618d-4425-a498-f8f2207f6616" -d '{"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-unplugged", "status": "completed", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:32:10.015948 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.042115 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.052491 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e1270e-e653-4750-abf5-3f130f73a897']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:10.059535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=d9613b49-c511-4ec9-809c-23ec4c6eb08b,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:10.063365 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5c6b12-5fb4-412e-9572-b540f8dfed97') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:10.063692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5c6b12-5fb4-412e-9572-b540f8dfed97') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:10.073367 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.086894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.092969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Transition to ACTIVE for port object 56395a0f-8804-446d-8be6-812a2dd99f1f will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:10.093332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:32:10.093726 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:32:10.096702 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:32:10.117021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7afed-a052-47fb-a656-56748f51181c req-1a403fc2-5e29-44d0-bf6c-e7bebd0db619 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:10.120069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cb7afed-a052-47fb-a656-56748f51181c req-1a403fc2-5e29-44d0-bf6c-e7bebd0db619 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 944 time: 0.1010950 Aug 21 09:32:10.148583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0abc4-2a00-4f4a-b5e2-077e08604059 req-be561b08-a399-404e-9bf1-c6f4e40e03aa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:10.150722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dab0abc4-2a00-4f4a-b5e2-077e08604059 req-be561b08-a399-404e-9bf1-c6f4e40e03aa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0973470 Aug 21 09:32:10.186283 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.192803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['d9613b49-c511-4ec9-809c-23ec4c6eb08b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:32:10.234406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cb7afed-a052-47fb-a656-56748f51181c req-38130060-e3d9-47c9-a194-7206e3495349 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027086 Aug 21 09:32:10.261926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.276101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:10.277059 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.281909 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] 10.222.0.20 "DELETE /v2.0/networks/d9e1270e-e653-4750-abf5-3f130f73a897 HTTP/1.1" status: 204 len: 168 time: 0.4324102 Aug 21 09:32:10.304569 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0749c4e-6a36-4612-a4a8-68646558d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654760835-project] Pushing event deleted for resources: {'Network': ['ID=d9e1270e-e653-4750-abf5-3f130f73a897,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:10.353018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dab0abc4-2a00-4f4a-b5e2-077e08604059 req-e612c3d3-c4a1-40cd-8e7f-ad4db69b9a27 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922131 Aug 21 09:32:10.354669 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d62758-f2c9-494a-9fab-f3aa099f261c x-openstack-request-id: req-86d62758-f2c9-494a-9fab-f3aa099f261c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:32:10.354963 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-unplugged", "status": "completed", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:32:10.355480 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86d62758-f2c9-494a-9fab-f3aa099f261c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:32:10.355621 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'code': 200} Aug 21 09:32:10.361276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.361628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.361970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.362427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.362768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.363103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.363437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.363831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.364174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.364426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.364746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.365188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:10.408834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] No DVR routers for this DVR port 56395a0f-8804-446d-8be6-812a2dd99f1f on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:32:10.553077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:10.553412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:10.553737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f on network 557d94b5-850e-4f13-8767-bb85e1426838 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:10.558702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Port 56395a0f-8804-446d-8be6-812a2dd99f1f on network 557d94b5-850e-4f13-8767-bb85e1426838 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:10.559024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f on network 557d94b5-850e-4f13-8767-bb85e1426838 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:10.565417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:32:10.565760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Checking segment: {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:32:10.566146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Bound using segment: {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:32:10.566573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Bound port: 56395a0f-8804-446d-8be6-812a2dd99f1f, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:32:10.566932 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.634122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:32:10.637167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:32:10.722927 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.761919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:10.762500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.763929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] 10.222.0.13 "PUT /v2.0/ports/56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 1092 time: 1.1407514 Aug 21 09:32:10.785435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5084ea-f53d-487f-af42-b33bc30a556d service neutron] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:10.801753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50030) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:10.850374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-4e2daacd-7d09-46a0-87dc-1803d417a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:10.856799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-4e2daacd-7d09-46a0-87dc-1803d417a307 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1095 time: 0.0646148 Aug 21 09:32:10.924082 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:10.955672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-30aac7a2-9a69-4003-abe0-625fb75e4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:10.957191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-30aac7a2-9a69-4003-abe0-625fb75e4af3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 897 time: 0.0937550 Aug 21 09:32:10.983819 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cbd739d0-7b14-49a0-b1d2-cf3d1200e8df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=867ff0f543994a9187cdffe93e7e6581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804221 Aug 21 09:32:10.985963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50034) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:11.033252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-8e0451b3-5665-460a-a990-147db5aca635 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 999 time: 0.0688305 Aug 21 09:32:11.043653 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8d4e13ae-067d-4cf9-af41-9dc81aa0873c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:11.064757 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8d4e13ae-067d-4cf9-af41-9dc81aa0873c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:11.083356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-78baaff1-fd41-4b34-9768-8a398d6c57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:11.084928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-78baaff1-fd41-4b34-9768-8a398d6c57b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.0454295 Aug 21 09:32:11.130953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-55f981da-4645-426f-b020-62921395679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:11.132544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-55f981da-4645-426f-b020-62921395679d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405109 Aug 21 09:32:11.195812 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8d4e13ae-067d-4cf9-af41-9dc81aa0873c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:11.195812 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8d4e13ae-067d-4cf9-af41-9dc81aa0873c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:11.195812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8d4e13ae-067d-4cf9-af41-9dc81aa0873c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbaf484b-a5bd-49b9-9a2f-58531d6c5f82 HTTP/1.1" status: 204 len: 168 time: 0.2025592 Aug 21 09:32:11.200453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e13ae-067d-4cf9-af41-9dc81aa0873c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaf484b-a5bd-49b9-9a2f-58531d6c5f82,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:11.254068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-2718c024-dcb4-45ce-9f24-cd8f3c12a968 service neutron] 10.222.0.13 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143568 Aug 21 09:32:11.382755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee0af7-eb17-434f-b8db-05af7beadc3f req-222cd8e0-a58a-4d17-96d1-565c4ef807c1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:11.385037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48ee0af7-eb17-434f-b8db-05af7beadc3f req-222cd8e0-a58a-4d17-96d1-565c4ef807c1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 944 time: 0.0761135 Aug 21 09:32:11.388803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-87c4b15a-0827-432d-aa38-9005b9ceb465 service neutron] 10.222.0.13 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275213 Aug 21 09:32:11.425688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48ee0af7-eb17-434f-b8db-05af7beadc3f req-071709c3-a76f-46c7-a47d-da83c2124fc1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345976 Aug 21 09:32:11.492535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21ccd0-7b23-4193-aa38-6aae32886c2b req-1324b948-4b2f-477c-a4af-706e1e62c2ed tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:11.496044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad21ccd0-7b23-4193-aa38-6aae32886c2b req-1324b948-4b2f-477c-a4af-706e1e62c2ed tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 943 time: 0.0592892 Aug 21 09:32:11.543702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad21ccd0-7b23-4193-aa38-6aae32886c2b req-f747626e-c20d-432c-8785-35eec640a5ec tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413468 Aug 21 09:32:11.706869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device d9613b49-c511-4ec9-809c-23ec4c6eb08b up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:32:11.801907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port d9613b49-c511-4ec9-809c-23ec4c6eb08b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:32:11.805840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port d9613b49-c511-4ec9-809c-23ec4c6eb08b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:11.806753 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:11.837820 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50046) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:11.886246 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f2cb8b98-f4af-44d8-9ab3-cee9b6291cb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3117faa47b54a09946651d005b39a94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467620 Aug 21 09:32:11.887979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50048) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:11.895433 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:11.917586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef55ce9b-77be-40dc-8708-099084541304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9613b49-c511-4ec9-809c-23ec4c6eb08b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:32:11.919831 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aea592-a3d1-4362-97c7-580a409bd78d" -d '{"events": [{"server_uuid": "ef55ce9b-77be-40dc-8708-099084541304", "name": "network-vif-plugged", "status": "completed", "tag": "d9613b49-c511-4ec9-809c-23ec4c6eb08b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:32:11.936273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port d9613b49-c511-4ec9-809c-23ec4c6eb08b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d9613b49-c511-4ec9-809c-23ec4c6eb08b,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:11.939782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-257aa0dd-cd71-4df8-8600-8b799f627f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:11.958401 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e5a43d-0a7c-4cd3-ab28-a5061b185478 x-openstack-request-id: req-e9e5a43d-0a7c-4cd3-ab28-a5061b185478 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:32:11.958767 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef55ce9b-77be-40dc-8708-099084541304", "name": "network-vif-plugged", "status": "completed", "tag": "d9613b49-c511-4ec9-809c-23ec4c6eb08b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:32:11.959086 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9e5a43d-0a7c-4cd3-ab28-a5061b185478 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:32:11.959551 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef55ce9b-77be-40dc-8708-099084541304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9613b49-c511-4ec9-809c-23ec4c6eb08b', 'code': 200} Aug 21 09:32:11.974241 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-257aa0dd-cd71-4df8-8600-8b799f627f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:12.002685 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:12.003864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:32:12.088047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b230-870c-4903-845f-a6226f323b4d req-344c5a3b-0dbe-49cc-a63d-f3e7c58848da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:12.090570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47b7b230-870c-4903-845f-a6226f323b4d req-344c5a3b-0dbe-49cc-a63d-f3e7c58848da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 1097 time: 0.0529077 Aug 21 09:32:12.096184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:32:12.100199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=d9613b49-c511-4ec9-809c-23ec4c6eb08b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:12.108322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.108663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.109005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.109340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.109671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.109998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.110328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.110655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.110973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.111298 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.111643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.111963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:32:12.116696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-257aa0dd-cd71-4df8-8600-8b799f627f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:12.119931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-257aa0dd-cd71-4df8-8600-8b799f627f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:12.123445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-257aa0dd-cd71-4df8-8600-8b799f627f1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e364170b-7028-4d0c-be39-101f79bc87cf HTTP/1.1" status: 204 len: 168 time: 0.2321742 Aug 21 09:32:12.141663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257aa0dd-cd71-4df8-8600-8b799f627f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e364170b-7028-4d0c-be39-101f79bc87cf,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:12.147891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47b7b230-870c-4903-845f-a6226f323b4d req-fc309d9f-f754-4d6c-bd01-81ea036e3177 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498726 Aug 21 09:32:12.356822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:32:12.359339 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66" -d '{"events": [{"name": "network-changed", "server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:32:12.409708 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a71dd3-e62d-415d-9104-fcd436478499 x-openstack-request-id: req-e3a71dd3-e62d-415d-9104-fcd436478499 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:32:12.409997 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:32:12.410242 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3a71dd3-e62d-415d-9104-fcd436478499 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:32:12.410701 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'status': 'completed', 'code': 200} Aug 21 09:32:12.425564 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:12.523546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-3ad38422-4b33-4c99-b6bd-0f8eb0fc8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:12.525915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-3ad38422-4b33-4c99-b6bd-0f8eb0fc8e5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1095 time: 0.0947330 Aug 21 09:32:12.531310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-4c6f611c-cd4f-45e2-b30c-729c5e2d08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:12.532956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-4c6f611c-cd4f-45e2-b30c-729c5e2d08b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1095 time: 0.0907042 Aug 21 09:32:12.714481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b71d8-d37e-4ca0-80f7-d6f20aef2d89 req-1991a3c4-fa9e-4571-bf02-d562dc3f5ce1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:12.716063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f79b71d8-d37e-4ca0-80f7-d6f20aef2d89 req-1991a3c4-fa9e-4571-bf02-d562dc3f5ce1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 945 time: 0.2051904 Aug 21 09:32:12.794439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3aea1-c98f-4346-93a3-8d6e1edbfff0 req-d27af927-3811-4e72-8f80-3458c31f6a64 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:12.795983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8e3aea1-c98f-4346-93a3-8d6e1edbfff0 req-d27af927-3811-4e72-8f80-3458c31f6a64 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 943 time: 0.1417344 Aug 21 09:32:12.801980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-b248e951-6246-48f4-8cf0-cfce37b7d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:12.803456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-b248e951-6246-48f4-8cf0-cfce37b7d5df service neutron] 10.222.0.13 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 897 time: 0.2696471 Aug 21 09:32:12.807506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-7a53fd58-94f1-4767-a309-a48211de815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:12.808885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-7a53fd58-94f1-4767-a309-a48211de815b service neutron] 10.222.0.22 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 897 time: 0.2572470 Aug 21 09:32:12.880882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f79b71d8-d37e-4ca0-80f7-d6f20aef2d89 req-ac1203fb-e8c1-4d6c-bef8-c8ee562d8400 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487885 Aug 21 09:32:12.950619 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8e3aea1-c98f-4346-93a3-8d6e1edbfff0 req-5a1b2101-05ef-4431-bc7d-334a53bebac0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448898 Aug 21 09:32:12.961987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-aac8b73f-79e8-46e4-b943-ce7070923f61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 999 time: 0.1424003 Aug 21 09:32:12.970906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-00d3947d-ca38-439c-a54c-84caa1a0ebc3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 999 time: 0.1417758 Aug 21 09:32:13.424922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-02334616-d378-4742-8c35-5c9b47517ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:13.426550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-02334616-d378-4742-8c35-5c9b47517ca3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.4539180 Aug 21 09:32:13.430046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-c706499a-720b-4271-a19f-aee40498912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:13.431600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-c706499a-720b-4271-a19f-aee40498912d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.4489563 Aug 21 09:32:13.506640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-d9d4e458-82ce-4e84-85e2-0ed59f836861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:13.508199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-d9d4e458-82ce-4e84-85e2-0ed59f836861 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732987 Aug 21 09:32:13.510243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-4abeb650-f30d-436e-8d26-06b0174fbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:13.511613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-4abeb650-f30d-436e-8d26-06b0174fbd23 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688107 Aug 21 09:32:13.667104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-288fd0b8-a347-4153-b784-f2f88c1aabe3 service neutron] 10.222.0.13 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514482 Aug 21 09:32:13.668973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-5b3a028b-359a-4ce4-9eac-88c8aefc9a36 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462178 Aug 21 09:32:13.829862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-e2040d74-681b-4b1d-b7fe-0d650166aa1b service neutron] 10.222.0.13 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552491 Aug 21 09:32:13.831786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95a60ec6-1e14-4121-a4ef-4fbb2e66eb66 req-747f95e1-0e7f-454e-9a62-eba8ce021de9 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500006 Aug 21 09:32:14.005911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6a45-d89d-45bb-9ee8-312152ffee3d req-53099e7f-c0b4-42b0-a4c0-97f4d08a36aa tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:14.009310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15eb6a45-d89d-45bb-9ee8-312152ffee3d req-53099e7f-c0b4-42b0-a4c0-97f4d08a36aa tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 945 time: 0.0599205 Aug 21 09:32:14.122265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15eb6a45-d89d-45bb-9ee8-312152ffee3d req-a30ef554-5a5a-465b-8ea9-ff791bfb1da3 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031578 Aug 21 09:32:14.125835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aaec939e-a9de-44c8-84a1-5bb458958489 req-63af818f-2d21-4feb-9c2d-76382e9bdca2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1150157 Aug 21 09:32:14.137734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280de51-20b1-4ea8-a0de-6d0e52bb4b7b req-a6a8426b-dd65-4804-a845-a8eb301b1ec3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:14.139250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4280de51-20b1-4ea8-a0de-6d0e52bb4b7b req-a6a8426b-dd65-4804-a845-a8eb301b1ec3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 943 time: 0.0934756 Aug 21 09:32:14.208693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4280de51-20b1-4ea8-a0de-6d0e52bb4b7b req-ca9ce654-11a4-41e7-a1fb-4e9f6036ea1e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622277 Aug 21 09:32:14.223918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec939e-a9de-44c8-84a1-5bb458958489 req-d0706891-0191-4146-8a51-86e68c7cb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:14.233623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aaec939e-a9de-44c8-84a1-5bb458958489 req-d0706891-0191-4146-8a51-86e68c7cb9df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 1097 time: 0.0508630 Aug 21 09:32:14.362132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec939e-a9de-44c8-84a1-5bb458958489 req-39ff07fc-2ae9-485f-9dcc-6ae78dce68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:14.363539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aaec939e-a9de-44c8-84a1-5bb458958489 req-39ff07fc-2ae9-485f-9dcc-6ae78dce68ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 915 time: 0.1004307 Aug 21 09:32:14.408740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aaec939e-a9de-44c8-84a1-5bb458958489 req-3e8ade82-f9bf-42e5-b374-1566849f3f58 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1837c597-c3cd-4c00-a3e8-65bc70764a49 HTTP/1.1" status: 200 len: 217 time: 0.0371628 Aug 21 09:32:14.480346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec939e-a9de-44c8-84a1-5bb458958489 req-59da3cdb-aac4-4e30-bb58-1efe26404fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:14.482884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aaec939e-a9de-44c8-84a1-5bb458958489 req-59da3cdb-aac4-4e30-bb58-1efe26404fce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2e60e284-8eef-4de8-857f-3bfd47d5e4ab HTTP/1.1" status: 200 len: 854 time: 0.0664830 Aug 21 09:32:14.511614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50114) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:14.537937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aaec939e-a9de-44c8-84a1-5bb458958489 req-49827d95-76ee-4851-9935-2c76e0369775 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450866 Aug 21 09:32:14.652862 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-27a10742-756c-4751-89e4-e4d68bc0eb9f tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:14.654501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:32:14.668957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aaec939e-a9de-44c8-84a1-5bb458958489 req-fa46d807-fef2-4b45-961a-d6e8f653dbc2 service neutron] 10.222.0.22 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239650 Aug 21 09:32:14.780441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:14.803274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'port_id': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'mac_address': 'fa:16:3e:59:46:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:32:14.818087 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-27a10742-756c-4751-89e4-e4d68bc0eb9f tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] 10.222.0.20 "PUT /v2.0/quotas/390a871772da49bc911d272c794ec843 HTTP/1.1" status: 200 len: 366 time: 0.3050432 Aug 21 09:32:14.823996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50122) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:14.839229 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3a27db69-b20a-4cfd-af08-65c717e057a9 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0140486 Aug 21 09:32:14.842334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50142) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:14.865509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0943521-e4fd-4cb9-9731-18a9cb621d60 req-2855ddf7-7ad5-40d9-88c3-32f3e3c1bd8b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:14.867222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0943521-e4fd-4cb9-9731-18a9cb621d60 req-2855ddf7-7ad5-40d9-88c3-32f3e3c1bd8b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 943 time: 0.1185112 Aug 21 09:32:14.867466 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-081ea2c1-3479-4b2f-8162-5d9f93184b86 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] 10.222.0.20 "GET /v2.0/quotas/390a871772da49bc911d272c794ec843 HTTP/1.1" status: 200 len: 366 time: 0.0228469 Aug 21 09:32:14.867734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50144) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:14.879669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aaec939e-a9de-44c8-84a1-5bb458958489 req-4cd850fa-d954-47ec-8356-0b9877bab987 service neutron] 10.222.0.22 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018814 Aug 21 09:32:14.894548 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:14.909882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56395a0f-8804-446d-8be6-812a2dd99f1f {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:32:14.916084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-931e084c-2483-4dcc-af74-b3266f2b15b8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:14.917686 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-931e084c-2483-4dcc-af74-b3266f2b15b8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 943 time: 0.1227391 Aug 21 09:32:14.931698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:14.943642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0943521-e4fd-4cb9-9731-18a9cb621d60 req-bec8fa53-f640-48cf-80e9-9cb69aa20565 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626845 Aug 21 09:32:14.996019 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:15.000576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6a7cdcfa-3028-48ea-9e1d-9ab24f0cbe1a tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/390a871772da49bc911d272c794ec843 HTTP/1.1" status: 204 len: 168 time: 0.1283948 Aug 21 09:32:15.002871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50146) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:15.007168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-6acc376b-8437-4bc2-91a3-3e1000b4f50c service neutron] 10.222.0.13 "GET /v2.0/ports/56395a0f-8804-446d-8be6-812a2dd99f1f/bindings/n-h1-766726-28 HTTP/1.1" status: 200 len: 383 time: 0.0777450 Aug 21 09:32:15.016946 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9bae5b10-099d-41f2-bf43-04bda65a6769 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0099444 Aug 21 09:32:15.016946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50148) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:15.029759 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0ebdb2d8-6931-42c9-b741-5982786105b9 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] 10.222.0.20 "GET /v2.0/quotas/390a871772da49bc911d272c794ec843 HTTP/1.1" status: 200 len: 370 time: 0.0112433 Aug 21 09:32:15.032198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50150) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:15.037431 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b149aa41-8fa0-4a79-b66a-88550518dcc4 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] 10.222.0.20 "GET /v2.0/quotas/390a871772da49bc911d272c794ec843/default HTTP/1.1" status: 200 len: 370 time: 0.0042646 Aug 21 09:32:15.039713 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50152) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:15.049128 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-4e158fe0-9d7f-434c-9141-1a266c2cadb6 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] delete failed (client error): The resource could not be found. Aug 21 09:32:15.052938 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4e158fe0-9d7f-434c-9141-1a266c2cadb6 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/390a871772da49bc911d272c794ec843 HTTP/1.1" status: 404 len: 348 time: 0.0123489 Aug 21 09:32:15.066898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:15.101885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-56c49440-9a9f-42f8-a7f2-222842bd648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:15.104145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-56c49440-9a9f-42f8-a7f2-222842bd648b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1096 time: 0.0576935 Aug 21 09:32:15.213982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-4a5d41c5-1266-4c9f-8826-2c72bb32710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:15.215929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-4a5d41c5-1266-4c9f-8826-2c72bb32710b service neutron] 10.222.0.13 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 897 time: 0.1041811 Aug 21 09:32:15.219715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['56395a0f-8804-446d-8be6-812a2dd99f1f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:32:15.298305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-1b6c65ce-0f82-41fd-8b0f-bfb3e18b31a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 1000 time: 0.0751781 Aug 21 09:32:15.375004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50160) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:15.405984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-dc990fc7-3b4a-4ade-8ea7-18c88c5a56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:15.408867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-dc990fc7-3b4a-4ade-8ea7-18c88c5a56ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.1041696 Aug 21 09:32:15.410350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Usage tracker for resource:network and tenant:ff05e4c40b2947db89884a9433bbe5b1 is out of sync, need to count used quota {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 09:32:15.417378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 09:32:15.418826 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:15.425765 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Usage tracker for resource:subnet and tenant:ff05e4c40b2947db89884a9433bbe5b1 is out of sync, need to count used quota {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 09:32:15.438985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 09:32:15.452679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Usage tracker for resource:subnetpool and tenant:ff05e4c40b2947db89884a9433bbe5b1 is out of sync, need to count used quota {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 09:32:15.459240 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 09:32:15.467844 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Usage tracker for resource:port and tenant:ff05e4c40b2947db89884a9433bbe5b1 is out of sync, need to count used quota {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 09:32:15.474615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 09:32:15.476395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-a951c26e-306c-4853-ac80-41a8de66d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:15.477913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-a951c26e-306c-4853-ac80-41a8de66d15b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584168 Aug 21 09:32:15.482707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Usage tracker for resource:router and tenant:ff05e4c40b2947db89884a9433bbe5b1 is out of sync, need to count used quota {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 09:32:15.488700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 09:32:15.496385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Usage tracker for resource:floatingip and tenant:ff05e4c40b2947db89884a9433bbe5b1 is out of sync, need to count used quota {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 09:32:15.502282 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 09:32:15.533550 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:15.549007 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Usage tracker for resource:security_group and tenant:ff05e4c40b2947db89884a9433bbe5b1 is out of sync, need to count used quota {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 09:32:15.555467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 09:32:15.562388 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Usage tracker for resource:security_group_rule and tenant:ff05e4c40b2947db89884a9433bbe5b1 is out of sync, need to count used quota {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 09:32:15.568234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.quota.resource [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=106756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 09:32:15.573456 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8f0276dc-013d-4e09-a350-d0a4770203e3 tempest-QuotasTest-782982986 tempest-QuotasTest-782982986-project-admin] 10.222.0.20 "GET /v2.0/quotas/ff05e4c40b2947db89884a9433bbe5b1/details.json HTTP/1.1" status: 200 len: 703 time: 0.1973972 Aug 21 09:32:15.595688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-d8c5bfd5-0cf2-449c-972f-074e563b45e7 service neutron] 10.222.0.13 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098886 Aug 21 09:32:15.707078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-7b73b0d9-948b-475a-bd34-6196e7633857 service neutron] 10.222.0.13 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042140 Aug 21 09:32:16.075445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686cbf5-0ac3-4da0-a45f-dde47f19999f req-9216dcfb-f2f8-41b8-87f2-3ce045641c05 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:16.077287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4686cbf5-0ac3-4da0-a45f-dde47f19999f req-9216dcfb-f2f8-41b8-87f2-3ce045641c05 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 944 time: 0.0613043 Aug 21 09:32:16.117926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4686cbf5-0ac3-4da0-a45f-dde47f19999f req-2853dc7c-dca6-4c7c-ad4f-afba4c41da6b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342603 Aug 21 09:32:16.171922 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50172) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:16.284190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b9cde90-229a-4dea-82bc-9fafc00a686c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:16.372434 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b9cde90-229a-4dea-82bc-9fafc00a686c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:16.453614 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b9cde90-229a-4dea-82bc-9fafc00a686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:16.496456 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b9cde90-229a-4dea-82bc-9fafc00a686c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a163e3653a7744b0aced77ffe16dc36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233736 Aug 21 09:32:16.497676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cde90-229a-4dea-82bc-9fafc00a686c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f77c9b-16ae-4254-91a6-028671981715,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:16.499210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50178) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:16.549280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9efcbcfa-6482-4259-af2d-fadb226a5d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:16.569832 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9efcbcfa-6482-4259-af2d-fadb226a5d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:16.655305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:32:16.658895 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9efcbcfa-6482-4259-af2d-fadb226a5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:16.661458 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9efcbcfa-6482-4259-af2d-fadb226a5d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:16.662615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9efcbcfa-6482-4259-af2d-fadb226a5d56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01f77c9b-16ae-4254-91a6-028671981715 HTTP/1.1" status: 204 len: 168 time: 0.1623466 Aug 21 09:32:16.670768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcbcfa-6482-4259-af2d-fadb226a5d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f77c9b-16ae-4254-91a6-028671981715,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:16.773346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 56395a0f-8804-446d-8be6-812a2dd99f1f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:32:16.777673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 56395a0f-8804-446d-8be6-812a2dd99f1f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:16.778044 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:16.855161 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:16.878030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:32:16.880281 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47514c76-2008-4d32-9eef-f6d945ccf4c0" -d '{"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-plugged", "status": "completed", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:32:16.896431 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:16.934530 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21948cf5-2d58-4cfc-a083-7b6a47121920 x-openstack-request-id: req-21948cf5-2d58-4cfc-a083-7b6a47121920 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:32:16.934824 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-plugged", "status": "completed", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:32:16.935074 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21948cf5-2d58-4cfc-a083-7b6a47121920 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:32:16.935472 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'code': 200} Aug 21 09:32:16.980414 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:17.054382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:17.272383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698517d-5362-460c-ad9f-406b5fcbf82c req-c96d3a25-8cd2-41a6-b49c-77a8b5c2fe68 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:17.274053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b698517d-5362-460c-ad9f-406b5fcbf82c req-c96d3a25-8cd2-41a6-b49c-77a8b5c2fe68 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0816813 Aug 21 09:32:17.320088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b698517d-5362-460c-ad9f-406b5fcbf82c req-cd11e4a0-2997-441f-a15d-fca088e307e5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389903 Aug 21 09:32:17.321009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50198) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:17.335206 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-48e635a7-0c63-4570-b7fb-cf8bd3bdadca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:17.426930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-48e635a7-0c63-4570-b7fb-cf8bd3bdadca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:17.533364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-48e635a7-0c63-4570-b7fb-cf8bd3bdadca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:17.575055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-48e635a7-0c63-4570-b7fb-cf8bd3bdadca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff05e4c40b2947db89884a9433bbe5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524760 Aug 21 09:32:17.575944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e635a7-0c63-4570-b7fb-cf8bd3bdadca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b274b0-c44d-4d61-a8bb-bfb274210502,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:17.577840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50210) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:17.632789 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-236f185f-c1e5-49df-a7ad-e8c5af29577a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:17.654599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-236f185f-c1e5-49df-a7ad-e8c5af29577a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:17.779467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-236f185f-c1e5-49df-a7ad-e8c5af29577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:17.782120 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-236f185f-c1e5-49df-a7ad-e8c5af29577a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:17.783278 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-236f185f-c1e5-49df-a7ad-e8c5af29577a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02b274b0-c44d-4d61-a8bb-bfb274210502 HTTP/1.1" status: 204 len: 168 time: 0.2043593 Aug 21 09:32:17.792269 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f185f-c1e5-49df-a7ad-e8c5af29577a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b274b0-c44d-4d61-a8bb-bfb274210502,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:18.333460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-1889b614-1a03-4937-b5d6-fa8e330b5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:18.334994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-1889b614-1a03-4937-b5d6-fa8e330b5138 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 1097 time: 0.0454669 Aug 21 09:32:18.347472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:18.439150 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:18.489703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb16e5-e3c0-42ab-9888-3389d7ef88d4 req-5ba045c5-1fc5-4430-a0e1-8ca87b540624 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:18.497537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fcb16e5-e3c0-42ab-9888-3389d7ef88d4 req-5ba045c5-1fc5-4430-a0e1-8ca87b540624 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 945 time: 0.0991199 Aug 21 09:32:18.551323 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fcb16e5-e3c0-42ab-9888-3389d7ef88d4 req-69571b88-1bb0-4deb-b888-2664af45e393 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529091 Aug 21 09:32:18.717378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:18.768389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:32:18.849264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:32:18.851867 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520e6a3c-0eef-4afc-bca3-55ac741115de" -d '{"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-unplugged", "status": "completed", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:32:18.857451 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:18.872329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Transition to ACTIVE for port object 56395a0f-8804-446d-8be6-812a2dd99f1f will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:18.912311 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5d1d6d-4128-4576-87db-e14a1e363bd1 x-openstack-request-id: req-cd5d1d6d-4128-4576-87db-e14a1e363bd1 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:32:18.912659 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-unplugged", "status": "completed", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:32:18.912972 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd5d1d6d-4128-4576-87db-e14a1e363bd1 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:32:18.913323 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'code': 200} Aug 21 09:32:18.966896 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.067876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:19.115057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] No DVR routers for this DVR port 56395a0f-8804-446d-8be6-812a2dd99f1f on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:32:19.132799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50262) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:19.314006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1789046626'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:19.362631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:19.363144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:19.364474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f on network 557d94b5-850e-4f13-8767-bb85e1426838 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:19.367910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Port 56395a0f-8804-446d-8be6-812a2dd99f1f on network 557d94b5-850e-4f13-8767-bb85e1426838 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:19.368233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Attempting to bind port 56395a0f-8804-446d-8be6-812a2dd99f1f on network 557d94b5-850e-4f13-8767-bb85e1426838 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:19.373127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:32:19.373464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Checking segment: {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:32:19.373845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Bound using segment: {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:32:19.374264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Bound port: 56395a0f-8804-446d-8be6-812a2dd99f1f, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5685072-ca50-4051-99f1-03dc771d732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:32:19.374621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.434903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Made reservation on behalf of 4589eec358144d348605a33a3c318b02 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:19.441455 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.455828 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.462115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:32:19.470847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:32:19.551912 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.555269 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.588028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:19.588493 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.597592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] 10.222.0.22 "PUT /v2.0/ports/56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 1093 time: 1.2472258 Aug 21 09:32:19.630612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f64878-dbcb-4a25-93ab-6bd2bfa72740 service neutron] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=11']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:19.682713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.697415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:32:19.708910 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.709648 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Added segment 1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29 of type vlan for network 55577882-cfca-47f6-abd0-1bb923310659 Aug 21 09:32:19.769779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-c436f23d-5c7f-43db-8688-3a504a28fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:19.770370 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-c436f23d-5c7f-43db-8688-3a504a28fc0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1096 time: 0.1325684 Aug 21 09:32:19.780378 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.804935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4f9b19-0ded-4526-9a4a-d25d0cdcceab,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:19.837777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ecb7-27a7-4fa2-8b68-5f131625fb3b req-6a17c1ef-c369-4edf-81f5-15a4bc22b62b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:19.843367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66f5ecb7-27a7-4fa2-8b68-5f131625fb3b req-6a17c1ef-c369-4edf-81f5-15a4bc22b62b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 944 time: 0.1712756 Aug 21 09:32:19.893873 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.900488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:19.903495 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:19.940172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66f5ecb7-27a7-4fa2-8b68-5f131625fb3b req-531be669-2559-4ea5-88f4-e48ab1653f57 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674772 Aug 21 09:32:19.963787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-23c38855-d5c6-4441-8ec6-b192b9d270e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:19.963787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-23c38855-d5c6-4441-8ec6-b192b9d270e0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 897 time: 0.1686337 Aug 21 09:32:20.012746 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8779595 Aug 21 09:32:20.022650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50276) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:20.033699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Request body: {'subnet': {'network_id': '55577882-cfca-47f6-abd0-1bb923310659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:20.040073 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3094b5-305a-45a9-9a57-6cc114c3489c tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Pushing event updated for resources: {'Network': ['ID=55577882-cfca-47f6-abd0-1bb923310659,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:20.054838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 55577882-cfca-47f6-abd0-1bb923310659 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:32:20.105572 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-7c925d43-858d-4f0b-b7ad-bcd7684fedaa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 999 time: 0.1341023 Aug 21 09:32:20.179919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-be31e017-aee3-4fd1-806f-a5927f66db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:20.181553 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-be31e017-aee3-4fd1-806f-a5927f66db2d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.0666330 Aug 21 09:32:20.229818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-66de388f-a4db-47d9-b3f3-41dff9bcdb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:20.231287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-66de388f-a4db-47d9-b3f3-41dff9bcdb80 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423682 Aug 21 09:32:20.247943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Made reservation on behalf of 4589eec358144d348605a33a3c318b02 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:20.251179 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:20.402135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-2d1d9018-bab7-420d-82fd-9692faec7a84 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624053 Aug 21 09:32:20.566682 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ee5b7-5258-4337-9903-be3db8aaa2fd req-98b5d787-4af4-4078-aeab-8275b69d3c8a service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558363 Aug 21 09:32:20.642542 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:20.674172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:32:20.704754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Pushing event updated for resources: {'Subnet': ['ID=e3f35a61-adf4-4295-bc6b-d2394e0e74d0,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:20.721306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Checking segment: {'id': '1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '55577882-cfca-47f6-abd0-1bb923310659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:32:20.721744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Network hostable DHCP agents. Network: 55577882-cfca-47f6-abd0-1bb923310659, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:32:20.724492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:32:20.812457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Network 55577882-cfca-47f6-abd0-1bb923310659 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:32:20.899159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 55577882-cfca-47f6-abd0-1bb923310659) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:20.904332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:20.905556 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:20.909169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a0927-2bd3-43a4-937a-f25b6e162db2 None None] Network 55577882-cfca-47f6-abd0-1bb923310659 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:32:20.921642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:32:20.924102 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41f00d7-c6f1-41b4-b604-2090a658aadc" -d '{"events": [{"name": "network-changed", "server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:32:21.073568 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2d79cb-2ef1-4774-bbb3-77b19da6e65e x-openstack-request-id: req-5e2d79cb-2ef1-4774-bbb3-77b19da6e65e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:32:21.073942 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:32:21.074261 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e2d79cb-2ef1-4774-bbb3-77b19da6e65e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:32:21.074729 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'status': 'completed', 'code': 200} Aug 21 09:32:21.090484 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fa68b70e-04f1-4d38-b3a6-f85c422b2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0640764 Aug 21 09:32:21.090836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50288) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:21.099659 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Request body: {'port': {'network_id': '55577882-cfca-47f6-abd0-1bb923310659', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-58594662'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:21.142287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-55577882-cfca-47f6-abd0-1bb923310659', 'network_id': '55577882-cfca-47f6-abd0-1bb923310659', 'tenant_id': '4589eec358144d348605a33a3c318b02', 'fixed_ips': [{'subnet_id': 'e3f35a61-adf4-4295-bc6b-d2394e0e74d0'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:32:21.143489 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:21.151880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-88f8f182-d43b-4e10-b840-7d5e07eda597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:21.153960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-88f8f182-d43b-4e10-b840-7d5e07eda597 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1096 time: 0.1292317 Aug 21 09:32:21.209836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-e00efaea-47a8-49cc-89f7-63a840601ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:21.211531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-e00efaea-47a8-49cc-89f7-63a840601ea4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1096 time: 0.1358294 Aug 21 09:32:21.319711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19299b-8058-45eb-b529-c452f1f8eddf req-8bfd564a-19f9-4a10-8ed7-ab8c4480e9ec tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:21.322073 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Made reservation on behalf of 4589eec358144d348605a33a3c318b02 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:21.325705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:21.327483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f19299b-8058-45eb-b529-c452f1f8eddf req-8bfd564a-19f9-4a10-8ed7-ab8c4480e9ec tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 944 time: 0.2574477 Aug 21 09:32:21.347672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] device_id is not set on port 087052b9-9caf-4a6c-9f8e-96d1a78d8385 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:32:21.351276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Allocated IP 2001:db8::2 (55577882-cfca-47f6-abd0-1bb923310659/e3f35a61-adf4-4295-bc6b-d2394e0e74d0/a50d2f45-53f7-49b0-b55c-23113e5fd9b6) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:32:21.380100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f19299b-8058-45eb-b529-c452f1f8eddf req-e4157531-52bf-4356-8ee1-28a70376d441 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498490 Aug 21 09:32:21.462800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-46da721a-dcc8-46e7-8ae4-a5ffa6379c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:21.464324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-46da721a-dcc8-46e7-8ae4-a5ffa6379c91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 897 time: 0.2979603 Aug 21 09:32:21.465416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-f6480396-f9d7-4a6e-b934-e8e06a9fb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:21.466737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-f6480396-f9d7-4a6e-b934-e8e06a9fb167 service neutron] 10.222.0.22 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 897 time: 0.2032094 Aug 21 09:32:21.565145 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:21.565829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-bcc44411-a80b-4dbd-a38a-5a65b45643b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 999 time: 0.0933833 Aug 21 09:32:21.577207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Transition to ACTIVE for port object a50d2f45-53f7-49b0-b55c-23113e5fd9b6 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:21.597496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Transition to ACTIVE for port object a50d2f45-53f7-49b0-b55c-23113e5fd9b6 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:21.668254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-69acb0ca-9a40-4849-9704-03517f9d103d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 999 time: 0.1012752 Aug 21 09:32:21.671749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-ceb880bf-b183-4aad-826f-ce96f6cd3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:21.673099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-ceb880bf-b183-4aad-826f-ce96f6cd3b74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.0661888 Aug 21 09:32:21.682788 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:21.742954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Allocated IP 2001:db8::142 (55577882-cfca-47f6-abd0-1bb923310659/e3f35a61-adf4-4295-bc6b-d2394e0e74d0/087052b9-9caf-4a6c-9f8e-96d1a78d8385) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:32:21.754404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-1ebd008a-9760-4c5d-b31d-d47172f45d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:21.756744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-1ebd008a-9760-4c5d-b31d-d47172f45d53 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.0804305 Aug 21 09:32:21.771728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Network 55577882-cfca-47f6-abd0-1bb923310659 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:32:21.774860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:21.790122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:21.799093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Pushing event updated for resources: {'Port': ['ID=a50d2f45-53f7-49b0-b55c-23113e5fd9b6,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:21.848709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-08afa6ff-1e69-41aa-9cfe-99ec68fc9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:21.851621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-08afa6ff-1e69-41aa-9cfe-99ec68fc9f89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1664464 Aug 21 09:32:21.859845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-b6d4a3fe-00f6-4a65-a22a-1bae1ed934aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:21.863536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-b6d4a3fe-00f6-4a65-a22a-1bae1ed934aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820765 Aug 21 09:32:21.914117 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:21.933305 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Transition to ACTIVE for port object 087052b9-9caf-4a6c-9f8e-96d1a78d8385 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:21.934421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Attempting to bind port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:21.934790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Attempting to bind port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '55577882-cfca-47f6-abd0-1bb923310659'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:21.935158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Attempting to bind port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 on network 55577882-cfca-47f6-abd0-1bb923310659 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:21.949123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:32:21.949639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Checking segment: {'id': '1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '55577882-cfca-47f6-abd0-1bb923310659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:32:21.950270 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:21.952108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Bound using segment: {'id': '1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '55577882-cfca-47f6-abd0-1bb923310659'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:32:21.952752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Bound port: a50d2f45-53f7-49b0-b55c-23113e5fd9b6, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '55577882-cfca-47f6-abd0-1bb923310659'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:32:21.953329 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:21.986362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-84f8abac-e2f7-4f53-8d05-14c9419b3c00 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106601 Aug 21 09:32:22.065360 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:22.084773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] For port a50d2f45-53f7-49b0-b55c-23113e5fd9b6, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:32:22.092218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] For port a50d2f45-53f7-49b0-b55c-23113e5fd9b6, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a50d2f45-53f7-49b0-b55c-23113e5fd9b6,segment=NetworkSegment(1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29),segment_id=1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:32:22.144014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Network 55577882-cfca-47f6-abd0-1bb923310659 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:32:22.150445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:22.154334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:22.161230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:22.161996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:22.187856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-c0505517-ee6d-413f-a215-205a01a8a81b service neutron] 10.222.0.13 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125358 Aug 21 09:32:22.188075 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Pushing event updated for resources: {'Port': ['ID=087052b9-9caf-4a6c-9f8e-96d1a78d8385,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:22.197323 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:22.262597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12415e-17d7-492f-81e0-389905b73a49 None None] Pushing event updated for resources: {'Port': ['ID=a50d2f45-53f7-49b0-b55c-23113e5fd9b6,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:22.278109 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8a9e25d9-b480-4588-ae71-d55854027179 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.1855366 Aug 21 09:32:22.281648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50296) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:22.287875 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Request body: {'port': {'network_id': '55577882-cfca-47f6-abd0-1bb923310659', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-149377324', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:22.288436 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.api.validators [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] bootfile-name is not in valid_values {{(pid=106756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:22.289018 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.api.validators [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] tftp-server is not in valid_values {{(pid=106756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:22.289359 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.api.validators [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] server-ip-address is not in valid_values {{(pid=106756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:22.297462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-6ca02061-5c9e-4232-a76e-46adffbdae64 service neutron] 10.222.0.13 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087306 Aug 21 09:32:22.299750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c41f00d7-c6f1-41b4-b604-2090a658aadc req-d43660a3-64d1-4850-9473-e8f0459c41d6 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836733 Aug 21 09:32:22.535009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6cdde-c811-48f5-84a2-2347bc1ed9e2 req-bb9871a6-d45d-45d1-ad37-9accd70125b6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:22.536728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ae6cdde-c811-48f5-84a2-2347bc1ed9e2 req-bb9871a6-d45d-45d1-ad37-9accd70125b6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 944 time: 0.0643489 Aug 21 09:32:22.554247 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Made reservation on behalf of 4589eec358144d348605a33a3c318b02 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:22.562294 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:22.599236 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] device_id is not set on port 52d101f9-8a20-44f1-998f-4b60985269ee yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:32:22.646528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ae6cdde-c811-48f5-84a2-2347bc1ed9e2 req-6c22e449-cfe0-42bf-bdff-9ac9bc2dd3c0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998569 Aug 21 09:32:22.767756 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Allocated IP 2001:db8::dc (55577882-cfca-47f6-abd0-1bb923310659/e3f35a61-adf4-4295-bc6b-d2394e0e74d0/52d101f9-8a20-44f1-998f-4b60985269ee) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:32:22.936345 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:22.952256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Transition to ACTIVE for port object 52d101f9-8a20-44f1-998f-4b60985269ee will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:23.072386 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:23.122009 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Network 55577882-cfca-47f6-abd0-1bb923310659 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:32:23.125545 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:23.129452 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:23.136579 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:23.137254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:23.153762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Pushing event updated for resources: {'Port': ['ID=52d101f9-8a20-44f1-998f-4b60985269ee,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:23.208722 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-385a0e2c-26ee-4180-bebd-0a7fd04d6097 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.9259334 Aug 21 09:32:23.211802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50312) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:23.324378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca3caab-148e-48c3-9934-28e667449821 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:23.330299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca3caab-148e-48c3-9934-28e667449821 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:23.336426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca3caab-148e-48c3-9934-28e667449821 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:23.338082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fca3caab-148e-48c3-9934-28e667449821 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1255856 Aug 21 09:32:23.341131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50314) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:23.361209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a50d2f45-53f7-49b0-b55c-23113e5fd9b6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:32:23.489474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e4193b-bd0b-46b6-b63c-05f53a568c24 None None] Network 55577882-cfca-47f6-abd0-1bb923310659 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:32:23.519586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:32:23.819261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:32:23.827060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bb0741ab-e56f-4266-8699-1b72fc221f71 None None] Provisioning for port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:32:23.843126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bb0741ab-e56f-4266-8699-1b72fc221f71 None None] Provisioning complete for port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:23.843912 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb0741ab-e56f-4266-8699-1b72fc221f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:23.870245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9fff0-770d-4926-8ca1-f5ad87cc8851 req-bed17e36-f1a1-4612-809b-d5c94f2cc331 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:23.871773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a9fff0-770d-4926-8ca1-f5ad87cc8851 req-bed17e36-f1a1-4612-809b-d5c94f2cc331 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 944 time: 0.0901272 Aug 21 09:32:23.895873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d38f2-df2a-4a68-9410-dec1abd89d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Deleting port 52d101f9-8a20-44f1-998f-4b60985269ee {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:23.896299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a0d38f2-df2a-4a68-9410-dec1abd89d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:23.969013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8a9fff0-770d-4926-8ca1-f5ad87cc8851 req-75deace1-5aa8-4d31-834f-b5b06b59e4e8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835505 Aug 21 09:32:24.018012 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a0d38f2-df2a-4a68-9410-dec1abd89d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.028782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50324) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:24.040630 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:24.043608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d38f2-df2a-4a68-9410-dec1abd89d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Calling delete_port for 52d101f9-8a20-44f1-998f-4b60985269ee owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:24.061818 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb0741ab-e56f-4266-8699-1b72fc221f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.063892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'port_id': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'mac_address': 'fa:16:3e:59:46:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:32:24.121334 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-878eec4e-290c-4d64-b839-96ff368f3ff7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666 HTTP/1.1" status: 200 len: 991 time: 0.0910475 Aug 21 09:32:24.131371 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.163384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56395a0f-8804-446d-8be6-812a2dd99f1f {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:32:24.172577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bb0741ab-e56f-4266-8699-1b72fc221f71 None None] For port a50d2f45-53f7-49b0-b55c-23113e5fd9b6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a50d2f45-53f7-49b0-b55c-23113e5fd9b6,segment=NetworkSegment(1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29),segment_id=1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:24.187458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:24.305053 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bb0741ab-e56f-4266-8699-1b72fc221f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.333032 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a0d38f2-df2a-4a68-9410-dec1abd89d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.333990 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.367957 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0741ab-e56f-4266-8699-1b72fc221f71 None None] Pushing event updated for resources: {'Port': ['ID=a50d2f45-53f7-49b0-b55c-23113e5fd9b6,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:24.379416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d38f2-df2a-4a68-9410-dec1abd89d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Pushing event deleted for resources: {'Port': ['ID=52d101f9-8a20-44f1-998f-4b60985269ee,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:24.421459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-da29fde5-0adb-4a7f-8872-d81787588121 None None] Could not find standard attr ID for object 52d101f9-8a20-44f1-998f-4b60985269ee. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:32:24.421897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a0d38f2-df2a-4a68-9410-dec1abd89d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.424297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2a0d38f2-df2a-4a68-9410-dec1abd89d2e tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] 10.222.0.20 "DELETE /v2.0/ports/52d101f9-8a20-44f1-998f-4b60985269ee HTTP/1.1" status: 204 len: 168 time: 1.0822430 Aug 21 09:32:24.428385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50332) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:24.436536 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Request body: {'port': {'name': 'tempest-new-port-name-1338660267', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:24.437310 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.api.validators [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] bootfile-name is not in valid_values {{(pid=106756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:24.437867 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.api.validators [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] tftp-server is not in valid_values {{(pid=106756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:24.443414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.api.validators [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] server-ip-address is not in valid_values {{(pid=106756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:24.448904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-da29fde5-0adb-4a7f-8872-d81787588121 None None] Provisioning complete for port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:24.449283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-da29fde5-0adb-4a7f-8872-d81787588121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.450769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=12']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:24.521888 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.625731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['56395a0f-8804-446d-8be6-812a2dd99f1f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:32:24.636306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-da29fde5-0adb-4a7f-8872-d81787588121 None None] Provisioning for port 087052b9-9caf-4a6c-9f8e-96d1a78d8385 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:32:24.667361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-da29fde5-0adb-4a7f-8872-d81787588121 None None] Provisioning complete for port 087052b9-9caf-4a6c-9f8e-96d1a78d8385 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:24.669558 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-da29fde5-0adb-4a7f-8872-d81787588121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.729043 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-da29fde5-0adb-4a7f-8872-d81787588121 None None] Port 087052b9-9caf-4a6c-9f8e-96d1a78d8385 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:32:24.773866 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.811192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a167bfc2-b8da-4df2-8289-a75635f2cc53 req-1c422965-f8d5-4d60-ba44-658e6913da48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442851 Aug 21 09:32:24.858582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7be720b3-8432-4b46-bc6c-4b3e32f2c73f None None] Could not find standard attr ID for object 52d101f9-8a20-44f1-998f-4b60985269ee. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:32:24.858872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.886861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7be720b3-8432-4b46-bc6c-4b3e32f2c73f None None] Provisioning complete for port 087052b9-9caf-4a6c-9f8e-96d1a78d8385 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:24.887176 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7be720b3-8432-4b46-bc6c-4b3e32f2c73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.944566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] In _notify_port_updated(), no bound segment for port 087052b9-9caf-4a6c-9f8e-96d1a78d8385 on network 55577882-cfca-47f6-abd0-1bb923310659 {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:32:24.944566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:24.944566 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:24.951694 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] 10.222.0.20 "PUT /v2.0/ports/087052b9-9caf-4a6c-9f8e-96d1a78d8385 HTTP/1.1" status: 200 len: 1130 time: 0.5213411 Aug 21 09:32:24.952815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50340) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:24.997346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1d2af-b348-4cfe-9377-92b64a229876 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Pushing event updated for resources: {'Port': ['ID=087052b9-9caf-4a6c-9f8e-96d1a78d8385,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:24.998034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7be720b3-8432-4b46-bc6c-4b3e32f2c73f None None] Port 087052b9-9caf-4a6c-9f8e-96d1a78d8385 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:32:25.016593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167bfc2-b8da-4df2-8289-a75635f2cc53 req-a90cf84d-540a-4426-b277-c75ccc658e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:25.018309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a167bfc2-b8da-4df2-8289-a75635f2cc53 req-a90cf84d-540a-4426-b277-c75ccc658e84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 1097 time: 0.1040738 Aug 21 09:32:25.040681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bcf7a0-f3c7-4be9-934f-8f8018d1d753 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:25.047238 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04bcf7a0-f3c7-4be9-934f-8f8018d1d753 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] 10.222.0.20 "GET /v2.0/ports/087052b9-9caf-4a6c-9f8e-96d1a78d8385 HTTP/1.1" status: 200 len: 1130 time: 0.0911026 Aug 21 09:32:25.048058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50342) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:25.144209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167bfc2-b8da-4df2-8289-a75635f2cc53 req-04104a98-100f-40a3-8513-11bfa9fd90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:25.145822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a167bfc2-b8da-4df2-8289-a75635f2cc53 req-04104a98-100f-40a3-8513-11bfa9fd90cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 915 time: 0.1048207 Aug 21 09:32:25.195323 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a167bfc2-b8da-4df2-8289-a75635f2cc53 req-dd4b21ed-116e-40a9-a049-0911dfbac2f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 HTTP/1.1" status: 200 len: 217 time: 0.0412095 Aug 21 09:32:25.273569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167bfc2-b8da-4df2-8289-a75635f2cc53 req-4252b77a-af46-4e44-8889-cbb83cede3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:25.275643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a167bfc2-b8da-4df2-8289-a75635f2cc53 req-4252b77a-af46-4e44-8889-cbb83cede3ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e60e284-8eef-4de8-857f-3bfd47d5e4ab HTTP/1.1" status: 200 len: 854 time: 0.0730560 Aug 21 09:32:25.308648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a50d2f45-53f7-49b0-b55c-23113e5fd9b6 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:32:25.328537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a167bfc2-b8da-4df2-8289-a75635f2cc53 req-932cebbc-1c63-4d85-ae46-61b91912cbbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461912 Aug 21 09:32:25.373155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:25.373621 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:25.438327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a167bfc2-b8da-4df2-8289-a75635f2cc53 req-6c21f050-9b35-4e9f-ad59-56d5c0be62d2 service neutron] 10.222.0.13 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018753 Aug 21 09:32:25.464811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b6e8b012-023b-4177-a92f-2c34281253dc None None] Provisioning complete for port 087052b9-9caf-4a6c-9f8e-96d1a78d8385 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:25.465183 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b012-023b-4177-a92f-2c34281253dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:25.504024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8b012-023b-4177-a92f-2c34281253dc None None] Port 087052b9-9caf-4a6c-9f8e-96d1a78d8385 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:32:25.535772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b42b2d92-6874-4c5c-9376-b60021012418 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Deleting port 087052b9-9caf-4a6c-9f8e-96d1a78d8385 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:25.536392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b42b2d92-6874-4c5c-9376-b60021012418 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:25.545050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a167bfc2-b8da-4df2-8289-a75635f2cc53 req-b5cfd760-6a5e-46ca-ab0f-e5371e7fa5c0 service neutron] 10.222.0.13 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992115 Aug 21 09:32:25.629548 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b42b2d92-6874-4c5c-9376-b60021012418 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:25.642358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b42b2d92-6874-4c5c-9376-b60021012418 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Calling delete_port for 087052b9-9caf-4a6c-9f8e-96d1a78d8385 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:25.815723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:32:25.824685 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b42b2d92-6874-4c5c-9376-b60021012418 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:25.852127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b2d92-6874-4c5c-9376-b60021012418 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Pushing event deleted for resources: {'Port': ['ID=087052b9-9caf-4a6c-9f8e-96d1a78d8385,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:25.879902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b42b2d92-6874-4c5c-9376-b60021012418 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:25.881906 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b42b2d92-6874-4c5c-9376-b60021012418 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] 10.222.0.20 "DELETE /v2.0/ports/087052b9-9caf-4a6c-9f8e-96d1a78d8385 HTTP/1.1" status: 204 len: 168 time: 0.8328197 Aug 21 09:32:25.884959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50354) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:25.927811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 56395a0f-8804-446d-8be6-812a2dd99f1f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:32:25.934474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 56395a0f-8804-446d-8be6-812a2dd99f1f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:25.934925 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:25.958187 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c23e13b-df0b-4b56-a810-0d1669b67c04 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Deleting subnet e3f35a61-adf4-4295-bc6b-d2394e0e74d0 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:32:25.961995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c23e13b-df0b-4b56-a810-0d1669b67c04 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.042032 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.047631 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c23e13b-df0b-4b56-a810-0d1669b67c04 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.067755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:32:26.070347 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0f872e-cae8-40d4-8dd8-0d9ab9edd960" -d '{"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-plugged", "status": "completed", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:32:26.085283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:26.111804 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2677e9-d8fa-4dd7-ba4d-9fe362980497 x-openstack-request-id: req-7a2677e9-d8fa-4dd7-ba4d-9fe362980497 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:32:26.112192 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-plugged", "status": "completed", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:32:26.112508 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a2677e9-d8fa-4dd7-ba4d-9fe362980497 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:32:26.112970 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'code': 200} Aug 21 09:32:26.159355 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c23e13b-df0b-4b56-a810-0d1669b67c04 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.167416 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.228674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=13']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:26.282491 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c23e13b-df0b-4b56-a810-0d1669b67c04 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.313109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23e13b-df0b-4b56-a810-0d1669b67c04 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f35a61-adf4-4295-bc6b-d2394e0e74d0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:26.315320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c23e13b-df0b-4b56-a810-0d1669b67c04 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.317914 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3c23e13b-df0b-4b56-a810-0d1669b67c04 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] 10.222.0.20 "DELETE /v2.0/subnets/e3f35a61-adf4-4295-bc6b-d2394e0e74d0 HTTP/1.1" status: 204 len: 168 time: 0.4313464 Aug 21 09:32:26.323536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50364) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:26.324240 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5dc4fc-bd79-4cd4-9b85-a9b0da9f2feb None None] Network 55577882-cfca-47f6-abd0-1bb923310659 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:32:26.413199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.476384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Deleting port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:26.476747 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.521863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e956548-dbc8-4008-abeb-952c4d111b1d None None] DHCP port deletion for 55577882-cfca-47f6-abd0-1bb923310659 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:32:26.547656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] For port a50d2f45-53f7-49b0-b55c-23113e5fd9b6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a50d2f45-53f7-49b0-b55c-23113e5fd9b6,segment=NetworkSegment(1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29),segment_id=1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:26.547656 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.561579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Calling delete_port for a50d2f45-53f7-49b0-b55c-23113e5fd9b6 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:26.572880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8e956548-dbc8-4008-abeb-952c4d111b1d None None] Deleting port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:26.573246 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e956548-dbc8-4008-abeb-952c4d111b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.638969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8e956548-dbc8-4008-abeb-952c4d111b1d None None] For port a50d2f45-53f7-49b0-b55c-23113e5fd9b6, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a50d2f45-53f7-49b0-b55c-23113e5fd9b6,segment=NetworkSegment(1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29),segment_id=1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:26.639359 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e956548-dbc8-4008-abeb-952c4d111b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.652382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8e956548-dbc8-4008-abeb-952c4d111b1d None None] Calling delete_port for a50d2f45-53f7-49b0-b55c-23113e5fd9b6 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:26.721782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.728782 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e956548-dbc8-4008-abeb-952c4d111b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.752686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Pushing event deleted for resources: {'Port': ['ID=a50d2f45-53f7-49b0-b55c-23113e5fd9b6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:26.757070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e956548-dbc8-4008-abeb-952c4d111b1d None None] Pushing event deleted for resources: {'Port': ['ID=a50d2f45-53f7-49b0-b55c-23113e5fd9b6,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:26.757337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] No DVR routers for this DVR port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:32:26.760697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e956548-dbc8-4008-abeb-952c4d111b1d None None] No DVR routers for this DVR port a50d2f45-53f7-49b0-b55c-23113e5fd9b6 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:32:26.835826 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.847044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55577882-cfca-47f6-abd0-1bb923310659']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:26.858306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:26.860019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce07509-f26f-45dc-b8c1-a5c3ab6b4c29') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:26.868882 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.882890 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.895940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:32:26.896343 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:32:26.899307 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:32:27.001651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:27.013214 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:27.015025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] 10.222.0.20 "DELETE /v2.0/networks/55577882-cfca-47f6-abd0-1bb923310659 HTTP/1.1" status: 204 len: 168 time: 0.6942260 Aug 21 09:32:27.027464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d5f81-da31-4461-a7bf-911912895e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714 tempest-ExtraDHCPOptionsIpV6TestJSON-1881711714-project] Pushing event deleted for resources: {'Network': ['ID=55577882-cfca-47f6-abd0-1bb923310659,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:27.264912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a50d2f45-53f7-49b0-b55c-23113e5fd9b6 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:32:27.285517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a50d2f45-53f7-49b0-b55c-23113e5fd9b6 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:32:27.285863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a50d2f45-53f7-49b0-b55c-23113e5fd9b6 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:32:27.424372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50378) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:27.568985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-11fa3a12-0e53-4055-95ea-7651a6825cfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4589eec358144d348605a33a3c318b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434314 Aug 21 09:32:27.571513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50384) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:27.618537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b0306ad-7601-41b1-8bf8-1196ebd36806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:27.639085 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b0306ad-7601-41b1-8bf8-1196ebd36806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:27.750524 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b0306ad-7601-41b1-8bf8-1196ebd36806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:27.753079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b0306ad-7601-41b1-8bf8-1196ebd36806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:27.754257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3b0306ad-7601-41b1-8bf8-1196ebd36806 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f4f9b19-0ded-4526-9a4a-d25d0cdcceab HTTP/1.1" status: 204 len: 168 time: 0.1818049 Aug 21 09:32:27.762858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0306ad-7601-41b1-8bf8-1196ebd36806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4f9b19-0ded-4526-9a4a-d25d0cdcceab,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:28.824454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50418) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:28.933022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-191257665'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:29.036219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Made reservation on behalf of aad5a53de18f4f71985803065fa7a901 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:29.039689 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:29.048859 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:29.135044 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:29.184329 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:29.210398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:32:29.220403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb6052-afe0-4e12-8abc-db16d657e301,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:29.225046 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:29.225387 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Added segment a53eaf52-a9d4-4a96-8416-9d685d9ded45 of type vlan for network 18d1aa7e-5222-4534-b905-4c42c0a15caf Aug 21 09:32:29.265260 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:29.367697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:29.401160 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:29.401160 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:29.443333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Pushing event updated for resources: {'Network': ['ID=18d1aa7e-5222-4534-b905-4c42c0a15caf,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:29.459700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 18d1aa7e-5222-4534-b905-4c42c0a15caf details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:32:29.622368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e0bdfc29-2762-4c89-8998-7003f6e99360 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7942367 Aug 21 09:32:29.622717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50428) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:29.628096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Request body: {'subnet': {'network_id': '18d1aa7e-5222-4534-b905-4c42c0a15caf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:29.800454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Made reservation on behalf of aad5a53de18f4f71985803065fa7a901 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:29.804224 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:30.082331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:30.140653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Pushing event updated for resources: {'Subnet': ['ID=87bb0472-91c0-4305-acfc-e4e2fdf57566,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:30.157572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Checking segment: {'id': 'a53eaf52-a9d4-4a96-8416-9d685d9ded45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '18d1aa7e-5222-4534-b905-4c42c0a15caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:32:30.160885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Network hostable DHCP agents. Network: 18d1aa7e-5222-4534-b905-4c42c0a15caf, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:32:30.235953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Network 18d1aa7e-5222-4534-b905-4c42c0a15caf is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:32:30.333340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 18d1aa7e-5222-4534-b905-4c42c0a15caf) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:30.337947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:30.342650 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:30.347274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d2b86-df7b-4504-ac54-2ebd6594017c None None] Network 18d1aa7e-5222-4534-b905-4c42c0a15caf requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:32:30.448849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-34056f4c-ef38-4235-b170-41cf17842bb9 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8248370 Aug 21 09:32:30.451290 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50450) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:30.456870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Request body: {'port': {'network_id': '18d1aa7e-5222-4534-b905-4c42c0a15caf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1923863251'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:30.495839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-18d1aa7e-5222-4534-b905-4c42c0a15caf', 'network_id': '18d1aa7e-5222-4534-b905-4c42c0a15caf', 'tenant_id': 'aad5a53de18f4f71985803065fa7a901', 'fixed_ips': [{'subnet_id': '87bb0472-91c0-4305-acfc-e4e2fdf57566'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:32:30.496691 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:30.619248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Made reservation on behalf of aad5a53de18f4f71985803065fa7a901 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:30.622875 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:30.634289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Allocated IP 172.20.0.2 (18d1aa7e-5222-4534-b905-4c42c0a15caf/87bb0472-91c0-4305-acfc-e4e2fdf57566/44a9798d-4577-4b43-80fa-dc48b151c53a) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:32:30.641416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] device_id is not set on port 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:32:30.778792 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:30.787094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Transition to ACTIVE for port object 44a9798d-4577-4b43-80fa-dc48b151c53a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:30.802404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Transition to ACTIVE for port object 44a9798d-4577-4b43-80fa-dc48b151c53a will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:30.875222 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:30.929465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Network 18d1aa7e-5222-4534-b905-4c42c0a15caf is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:32:30.932831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:30.939491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:30.945573 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Allocated IP 172.20.0.13 (18d1aa7e-5222-4534-b905-4c42c0a15caf/87bb0472-91c0-4305-acfc-e4e2fdf57566/873205fd-6f62-4b39-bc5c-9cbc8e01e9c3) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:32:30.969940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Pushing event updated for resources: {'Port': ['ID=44a9798d-4577-4b43-80fa-dc48b151c53a,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:31.010555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Attempting to bind port 44a9798d-4577-4b43-80fa-dc48b151c53a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:31.011112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Attempting to bind port 44a9798d-4577-4b43-80fa-dc48b151c53a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'a53eaf52-a9d4-4a96-8416-9d685d9ded45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '18d1aa7e-5222-4534-b905-4c42c0a15caf'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:31.011677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Attempting to bind port 44a9798d-4577-4b43-80fa-dc48b151c53a on network 18d1aa7e-5222-4534-b905-4c42c0a15caf {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:31.017959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:32:31.018804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Checking segment: {'id': 'a53eaf52-a9d4-4a96-8416-9d685d9ded45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '18d1aa7e-5222-4534-b905-4c42c0a15caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:32:31.019538 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:31.020272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Bound using segment: {'id': 'a53eaf52-a9d4-4a96-8416-9d685d9ded45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '18d1aa7e-5222-4534-b905-4c42c0a15caf'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:32:31.020910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Bound port: 44a9798d-4577-4b43-80fa-dc48b151c53a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53eaf52-a9d4-4a96-8416-9d685d9ded45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '18d1aa7e-5222-4534-b905-4c42c0a15caf'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:32:31.021474 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:31.095458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] For port 44a9798d-4577-4b43-80fa-dc48b151c53a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:32:31.098881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] For port 44a9798d-4577-4b43-80fa-dc48b151c53a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=44a9798d-4577-4b43-80fa-dc48b151c53a,segment=NetworkSegment(a53eaf52-a9d4-4a96-8416-9d685d9ded45),segment_id=a53eaf52-a9d4-4a96-8416-9d685d9ded45)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:32:31.131470 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:31.151176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Transition to ACTIVE for port object 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:31.174018 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:31.234465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c43a21-7a26-4319-a786-fd7a73fa6447 None None] Pushing event updated for resources: {'Port': ['ID=44a9798d-4577-4b43-80fa-dc48b151c53a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:31.260278 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:31.307677 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Network 18d1aa7e-5222-4534-b905-4c42c0a15caf is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:32:31.311246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:31.314005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:31.354552 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Pushing event updated for resources: {'Port': ['ID=873205fd-6f62-4b39-bc5c-9cbc8e01e9c3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:31.383141 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:31.384732 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:31.488178 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-de356949-a7b9-4773-b86d-13af2e8209ba tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0353754 Aug 21 09:32:31.491532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50462) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:31.498952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Request body: {'port': {'network_id': '18d1aa7e-5222-4534-b905-4c42c0a15caf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-386740261', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:31.499813 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.api.validators [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] bootfile-name is not in valid_values {{(pid=106757) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:31.500014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.api.validators [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] tftp-server is not in valid_values {{(pid=106757) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:31.500396 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.api.validators [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] server-ip-address is not in valid_values {{(pid=106757) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:31.714561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Made reservation on behalf of aad5a53de18f4f71985803065fa7a901 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:31.718366 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:31.737500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] device_id is not set on port 15642083-eea1-4747-9dc9-a3d7167328fe yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:32:31.872050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Allocated IP 172.20.0.14 (18d1aa7e-5222-4534-b905-4c42c0a15caf/87bb0472-91c0-4305-acfc-e4e2fdf57566/15642083-eea1-4747-9dc9-a3d7167328fe) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:32:32.045577 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:32.061291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Transition to ACTIVE for port object 15642083-eea1-4747-9dc9-a3d7167328fe will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:32.168442 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:32.215846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Network 18d1aa7e-5222-4534-b905-4c42c0a15caf is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:32:32.220112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:32.223144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:32.275043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Pushing event updated for resources: {'Port': ['ID=15642083-eea1-4747-9dc9-a3d7167328fe,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:32.306189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:32.306189 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:32.397228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f4e9ddde-b8a8-40ce-be30-b2872c7693f1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9041283 Aug 21 09:32:32.400058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50472) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:32.423656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf0a04-ca1f-420d-b259-d37e3677d27e None None] Network 18d1aa7e-5222-4534-b905-4c42c0a15caf requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:32:32.458308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e6128a-330b-4ca6-b90a-8ff51701f12e tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:32.467219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e6128a-330b-4ca6-b90a-8ff51701f12e tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:32.473246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e6128a-330b-4ca6-b90a-8ff51701f12e tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:32.478409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-41e6128a-330b-4ca6-b90a-8ff51701f12e tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0739615 Aug 21 09:32:32.478715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50474) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:32.554243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1518c06e-ee71-4a92-8183-bd34ce91c10d None None] Provisioning for port 44a9798d-4577-4b43-80fa-dc48b151c53a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:32:32.581699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-342c2848-aecc-4a14-96c1-3ed490c595d8 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Deleting port 15642083-eea1-4747-9dc9-a3d7167328fe {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:32.582298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-342c2848-aecc-4a14-96c1-3ed490c595d8 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:32.699463 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-342c2848-aecc-4a14-96c1-3ed490c595d8 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:32.713870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-342c2848-aecc-4a14-96c1-3ed490c595d8 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Calling delete_port for 15642083-eea1-4747-9dc9-a3d7167328fe owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:32.942143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-675c8909-f54e-474c-8e4b-ac5a2d70d1fd None None] Provisioning for port 15642083-eea1-4747-9dc9-a3d7167328fe completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:32:32.945390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-342c2848-aecc-4a14-96c1-3ed490c595d8 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:32.953173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-675c8909-f54e-474c-8e4b-ac5a2d70d1fd None None] Provisioning complete for port 15642083-eea1-4747-9dc9-a3d7167328fe triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:32.953556 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-675c8909-f54e-474c-8e4b-ac5a2d70d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:33.000817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-675c8909-f54e-474c-8e4b-ac5a2d70d1fd None None] Port 15642083-eea1-4747-9dc9-a3d7167328fe was deleted so its status cannot be updated. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 21 09:32:33.043819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c2848-aecc-4a14-96c1-3ed490c595d8 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Pushing event deleted for resources: {'Port': ['ID=15642083-eea1-4747-9dc9-a3d7167328fe,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:33.098925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-675c8909-f54e-474c-8e4b-ac5a2d70d1fd None None] Provisioning for port 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:32:33.104260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-675c8909-f54e-474c-8e4b-ac5a2d70d1fd None None] Provisioning complete for port 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:33.109061 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-675c8909-f54e-474c-8e4b-ac5a2d70d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:33.119938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-342c2848-aecc-4a14-96c1-3ed490c595d8 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:33.122215 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-342c2848-aecc-4a14-96c1-3ed490c595d8 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] 10.222.0.20 "DELETE /v2.0/ports/15642083-eea1-4747-9dc9-a3d7167328fe HTTP/1.1" status: 204 len: 168 time: 0.6425939 Aug 21 09:32:33.128799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50482) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:33.137943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Request body: {'port': {'name': 'tempest-new-port-name-238680425', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:33.144154 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.api.validators [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] bootfile-name is not in valid_values {{(pid=106756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:33.144154 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.api.validators [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] tftp-server is not in valid_values {{(pid=106756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:33.144154 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.api.validators [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] server-ip-address is not in valid_values {{(pid=106756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 09:32:33.153977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-675c8909-f54e-474c-8e4b-ac5a2d70d1fd None None] Port 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:32:33.212678 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:33.278009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-822cc1f1-94f0-42d3-af94-3f52afbe2039 None None] Provisioning complete for port 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:33.278750 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-822cc1f1-94f0-42d3-af94-3f52afbe2039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:33.334913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-822cc1f1-94f0-42d3-af94-3f52afbe2039 None None] Port 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:32:33.381883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 44a9798d-4577-4b43-80fa-dc48b151c53a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:32:33.474280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9465eb69-32d8-4a44-a39c-3a382b281b37 None None] Could not find standard attr ID for object 15642083-eea1-4747-9dc9-a3d7167328fe. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:32:33.572705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:33.606024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 44a9798d-4577-4b43-80fa-dc48b151c53a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:32:33.611208 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 44a9798d-4577-4b43-80fa-dc48b151c53a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:33.615284 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:33.635361 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:33.714828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Pushing event updated for resources: {'Port': ['ID=873205fd-6f62-4b39-bc5c-9cbc8e01e9c3,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:33.741009 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:33.751877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] In _notify_port_updated(), no bound segment for port 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 on network 18d1aa7e-5222-4534-b905-4c42c0a15caf {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:32:33.760010 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:33.761130 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:33.765410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50488) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:33.765936 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ba80a016-1c82-41f2-a55e-c342c69c91cd tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] 10.222.0.20 "PUT /v2.0/ports/873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 HTTP/1.1" status: 200 len: 1136 time: 0.6357794 Aug 21 09:32:33.778762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 44a9798d-4577-4b43-80fa-dc48b151c53a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=44a9798d-4577-4b43-80fa-dc48b151c53a,segment=NetworkSegment(a53eaf52-a9d4-4a96-8416-9d685d9ded45),segment_id=a53eaf52-a9d4-4a96-8416-9d685d9ded45)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:33.830457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be469245-da4f-4050-a52f-b674854056b1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:33.831885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-be469245-da4f-4050-a52f-b674854056b1 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] 10.222.0.20 "GET /v2.0/ports/873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 HTTP/1.1" status: 200 len: 1136 time: 0.0643120 Aug 21 09:32:33.835789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50490) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:33.847594 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:33.944638 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=44a9798d-4577-4b43-80fa-dc48b151c53a,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:33.973112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ee27e127-ee8e-4eb5-a947-e114c1e91870 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Deleting port 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:33.974214 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee27e127-ee8e-4eb5-a947-e114c1e91870 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.028643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b2023c28-c8f4-4e9f-a589-daac7638bb69 None None] Provisioning complete for port 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:34.029179 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b2023c28-c8f4-4e9f-a589-daac7638bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.069502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b2023c28-c8f4-4e9f-a589-daac7638bb69 None None] Port 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:32:34.088017 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee27e127-ee8e-4eb5-a947-e114c1e91870 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.099790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ee27e127-ee8e-4eb5-a947-e114c1e91870 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Calling delete_port for 873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:34.299178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee27e127-ee8e-4eb5-a947-e114c1e91870 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.330247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27e127-ee8e-4eb5-a947-e114c1e91870 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Pushing event deleted for resources: {'Port': ['ID=873205fd-6f62-4b39-bc5c-9cbc8e01e9c3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:34.406829 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee27e127-ee8e-4eb5-a947-e114c1e91870 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.410469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ee27e127-ee8e-4eb5-a947-e114c1e91870 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] 10.222.0.20 "DELETE /v2.0/ports/873205fd-6f62-4b39-bc5c-9cbc8e01e9c3 HTTP/1.1" status: 204 len: 168 time: 0.5736446 Aug 21 09:32:34.412947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50496) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:34.474157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44d2ca7-0afd-4d68-8188-7ea1f4562351 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Deleting subnet 87bb0472-91c0-4305-acfc-e4e2fdf57566 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:32:34.478800 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ca7-0afd-4d68-8188-7ea1f4562351 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.527702 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ca7-0afd-4d68-8188-7ea1f4562351 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.624345 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ca7-0afd-4d68-8188-7ea1f4562351 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.739453 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ca7-0afd-4d68-8188-7ea1f4562351 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.765090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d2ca7-0afd-4d68-8188-7ea1f4562351 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Pushing event deleted for resources: {'Subnet': ['ID=87bb0472-91c0-4305-acfc-e4e2fdf57566,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:34.770721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a44d2ca7-0afd-4d68-8188-7ea1f4562351 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.774010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a44d2ca7-0afd-4d68-8188-7ea1f4562351 tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] 10.222.0.20 "DELETE /v2.0/subnets/87bb0472-91c0-4305-acfc-e4e2fdf57566 HTTP/1.1" status: 204 len: 168 time: 0.3587685 Aug 21 09:32:34.776039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50502) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:34.781706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc7ecc-c888-4f3a-89b9-c66989a49826 None None] Network 18d1aa7e-5222-4534-b905-4c42c0a15caf requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:32:34.852698 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.915671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Deleting port 44a9798d-4577-4b43-80fa-dc48b151c53a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:34.916016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:34.976154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317bd52f-2fc7-4685-81a3-df24d5cb9f00 None None] DHCP port deletion for 18d1aa7e-5222-4534-b905-4c42c0a15caf request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:32:34.988103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] For port 44a9798d-4577-4b43-80fa-dc48b151c53a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=44a9798d-4577-4b43-80fa-dc48b151c53a,segment=NetworkSegment(a53eaf52-a9d4-4a96-8416-9d685d9ded45),segment_id=a53eaf52-a9d4-4a96-8416-9d685d9ded45)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:34.988546 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:35.010244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Calling delete_port for 44a9798d-4577-4b43-80fa-dc48b151c53a owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:35.034715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-317bd52f-2fc7-4685-81a3-df24d5cb9f00 None None] Deleting port 44a9798d-4577-4b43-80fa-dc48b151c53a {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:35.035091 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-317bd52f-2fc7-4685-81a3-df24d5cb9f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:35.094736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-317bd52f-2fc7-4685-81a3-df24d5cb9f00 None None] For port 44a9798d-4577-4b43-80fa-dc48b151c53a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=44a9798d-4577-4b43-80fa-dc48b151c53a,segment=NetworkSegment(a53eaf52-a9d4-4a96-8416-9d685d9ded45),segment_id=a53eaf52-a9d4-4a96-8416-9d685d9ded45)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:35.095132 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-317bd52f-2fc7-4685-81a3-df24d5cb9f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:35.108830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-317bd52f-2fc7-4685-81a3-df24d5cb9f00 None None] Calling delete_port for 44a9798d-4577-4b43-80fa-dc48b151c53a owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:35.161459 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:35.185060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-317bd52f-2fc7-4685-81a3-df24d5cb9f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:35.192252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Pushing event deleted for resources: {'Port': ['ID=44a9798d-4577-4b43-80fa-dc48b151c53a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:35.196573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] No DVR routers for this DVR port 44a9798d-4577-4b43-80fa-dc48b151c53a on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:32:35.213294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bd52f-2fc7-4685-81a3-df24d5cb9f00 None None] Pushing event deleted for resources: {'Port': ['ID=44a9798d-4577-4b43-80fa-dc48b151c53a,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:35.218791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317bd52f-2fc7-4685-81a3-df24d5cb9f00 None None] No DVR routers for this DVR port 44a9798d-4577-4b43-80fa-dc48b151c53a on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:32:35.283688 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:35.296752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d1aa7e-5222-4534-b905-4c42c0a15caf']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:35.297121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 44a9798d-4577-4b43-80fa-dc48b151c53a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:32:35.308730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53eaf52-a9d4-4a96-8416-9d685d9ded45') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:35.312322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53eaf52-a9d4-4a96-8416-9d685d9ded45') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:35.316844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 44a9798d-4577-4b43-80fa-dc48b151c53a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:32:35.317186 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 44a9798d-4577-4b43-80fa-dc48b151c53a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:32:35.317901 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:35.332673 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:35.338788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:32:35.340959 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:32:35.342481 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:32:35.491776 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:35.499744 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:35.501161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] 10.222.0.20 "DELETE /v2.0/networks/18d1aa7e-5222-4534-b905-4c42c0a15caf HTTP/1.1" status: 204 len: 168 time: 0.7241707 Aug 21 09:32:35.515854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aae7e2-2f4f-48c9-990d-489e1b7bb7cb tempest-ExtraDHCPOptionsTestJSON-1188272405 tempest-ExtraDHCPOptionsTestJSON-1188272405-project] Pushing event deleted for resources: {'Network': ['ID=18d1aa7e-5222-4534-b905-4c42c0a15caf,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:35.886081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-61842b38-164c-4408-a56e-228d5d4c3a6e tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:35.893200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-61842b38-164c-4408-a56e-228d5d4c3a6e tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 814 time: 0.1096253 Aug 21 09:32:35.911031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-c1afedba-f945-4894-91bf-ccb9061d28d3 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/quotas/68256572809e43b2b214233ca3be9413 HTTP/1.1" status: 200 len: 375 time: 0.0102162 Aug 21 09:32:35.963347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50532) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:35.978613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-8d8612d9-9a2f-4e4a-a366-81f696ba65b6 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611236 Aug 21 09:32:36.080138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-ab5790f9-7e6d-4b80-891f-c21fcbf65901 service neutron] 10.222.0.20 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917013 Aug 21 09:32:36.106692 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ac24bf34-c8f2-4d39-b47b-dafda13567ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aad5a53de18f4f71985803065fa7a901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421492 Aug 21 09:32:36.109102 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50536) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:36.156732 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-956e4544-12a2-4d9d-b5f9-0f65234b4f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:36.181275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-17cbd9ef-ab91-4872-b432-9aac1e19a8fb service neutron] 10.222.0.20 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947447 Aug 21 09:32:36.185475 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-956e4544-12a2-4d9d-b5f9-0f65234b4f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:36.327874 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-956e4544-12a2-4d9d-b5f9-0f65234b4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:36.332038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-956e4544-12a2-4d9d-b5f9-0f65234b4f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:36.336291 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-956e4544-12a2-4d9d-b5f9-0f65234b4f03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9beb6052-afe0-4e12-8abc-db16d657e301 HTTP/1.1" status: 204 len: 168 time: 0.2262440 Aug 21 09:32:36.346959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e4544-12a2-4d9d-b5f9-0f65234b4f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb6052-afe0-4e12-8abc-db16d657e301,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:36.443116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee3b3782-5b8f-4ce7-9980-2f100cc6eea5 req-7627c148-8004-44b1-88d8-a1a6a387bcef tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 210 time: 0.0266368 Aug 21 09:32:36.910262 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b1788e42-8470-4766-a453-7675cfbb5542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:37.378303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50576) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:37.490877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bf800bad-fdb3-4b74-9ffb-8a7a08fe68e0 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] Request body: {'port': {'network_id': '3c500ae6-3983-4605-804f-1ca8efaecb20', 'name': 'tempest-NetworksNegativeTestJSON-2082925098'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:37.507008 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf800bad-fdb3-4b74-9ffb-8a7a08fe68e0 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] POST failed (client error): The resource could not be found. Aug 21 09:32:37.508162 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf800bad-fdb3-4b74-9ffb-8a7a08fe68e0 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:32:37.513456 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bf800bad-fdb3-4b74-9ffb-8a7a08fe68e0 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1303689 Aug 21 09:32:37.513637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50584) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:37.541895 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a844a4-186e-4529-a7f2-9ef07102c653 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] DELETE failed (client error): The resource could not be found. Aug 21 09:32:37.542469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a844a4-186e-4529-a7f2-9ef07102c653 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:32:37.544453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f0a844a4-186e-4529-a7f2-9ef07102c653 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] 10.222.0.20 "DELETE /v2.0/networks/be9c4856-fd57-4ea1-a581-ecd239cd6336 HTTP/1.1" status: 404 len: 339 time: 0.0297418 Aug 21 09:32:37.548828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50586) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:37.560185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7294d15-208b-4408-a04a-4ce5a49e25bb req-e186ae1d-5192-4204-a8ab-9ba8975e4c97 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 210 time: 0.0489750 Aug 21 09:32:37.586470 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2bd5a7-5cae-48b0-828f-cefcf70f47f3 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] DELETE failed (client error): The resource could not be found. Aug 21 09:32:37.587235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2bd5a7-5cae-48b0-828f-cefcf70f47f3 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:32:37.589224 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8a2bd5a7-5cae-48b0-828f-cefcf70f47f3 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] 10.222.0.20 "DELETE /v2.0/ports/c4351feb-fb5d-4d0d-8abe-5e644a592681 HTTP/1.1" status: 404 len: 333 time: 0.0386119 Aug 21 09:32:37.592822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50588) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:37.619587 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2297ee4d-26bd-4134-8121-5e3aa078ca7e tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] DELETE failed (client error): The resource could not be found. Aug 21 09:32:37.620046 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2297ee4d-26bd-4134-8121-5e3aa078ca7e tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:32:37.621739 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2297ee4d-26bd-4134-8121-5e3aa078ca7e tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] 10.222.0.20 "DELETE /v2.0/subnets/6b4d5550-0cfb-479a-92d9-63b667c31b73 HTTP/1.1" status: 404 len: 337 time: 0.0280163 Aug 21 09:32:37.626111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50590) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:37.646710 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-346fb9da-3775-493c-bdf1-1d614af0d3e8 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] GET failed (client error): The resource could not be found. Aug 21 09:32:37.648165 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-346fb9da-3775-493c-bdf1-1d614af0d3e8 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] 10.222.0.20 "GET /v2.0/networks/18fe050c-ccfc-4649-9a97-4cf6a3fcb5b3 HTTP/1.1" status: 404 len: 339 time: 0.0211477 Aug 21 09:32:37.652123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50592) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:37.676174 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac98abf9-9fbe-401a-bdaf-8ffab9804d22 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] GET failed (client error): The resource could not be found. Aug 21 09:32:37.677606 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ac98abf9-9fbe-401a-bdaf-8ffab9804d22 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] 10.222.0.20 "GET /v2.0/ports/96bfb539-c733-4e80-8381-d5384ee9d8ba HTTP/1.1" status: 404 len: 333 time: 0.0245817 Aug 21 09:32:37.681986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50594) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:37.713125 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a3b230-92a1-4f3c-b54d-8ff0d6e78e11 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] GET failed (client error): The resource could not be found. Aug 21 09:32:37.714679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-31a3b230-92a1-4f3c-b54d-8ff0d6e78e11 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] 10.222.0.20 "GET /v2.0/subnets/aa9a537b-e4dc-46de-a5a9-f3a5ebc2587f HTTP/1.1" status: 404 len: 337 time: 0.0314143 Aug 21 09:32:37.718551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50596) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:37.723489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-74084f48-4765-4de4-ad29-d1bc016855f4 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] Request body: {'network': {'name': 'new_name'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:37.737799 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-74084f48-4765-4de4-ad29-d1bc016855f4 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] PUT failed (client error): The resource could not be found. Aug 21 09:32:37.738444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74084f48-4765-4de4-ad29-d1bc016855f4 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:32:37.743937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50598) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:37.744092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-74084f48-4765-4de4-ad29-d1bc016855f4 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] 10.222.0.20 "PUT /v2.0/networks/b4932387-3caa-49f7-ac8c-4e4db23920de HTTP/1.1" status: 404 len: 339 time: 0.0245214 Aug 21 09:32:37.750078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4f2fb0a2-78f7-464a-8a70-c79cfde7ca57 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] Request body: {'port': {'name': 'new_name'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:37.769362 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2fb0a2-78f7-464a-8a70-c79cfde7ca57 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] PUT failed (client error): The resource could not be found. Aug 21 09:32:37.770120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2fb0a2-78f7-464a-8a70-c79cfde7ca57 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:32:37.775181 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4f2fb0a2-78f7-464a-8a70-c79cfde7ca57 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] 10.222.0.20 "PUT /v2.0/ports/47d39d6c-077c-4053-a2f8-3d5a8ddb4773 HTTP/1.1" status: 404 len: 333 time: 0.0260212 Aug 21 09:32:37.775476 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50600) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:37.780589 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7f5672d3-1eae-44d9-b069-d9e689bc4191 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:37.806628 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5672d3-1eae-44d9-b069-d9e689bc4191 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] PUT failed (client error): The resource could not be found. Aug 21 09:32:37.807069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5672d3-1eae-44d9-b069-d9e689bc4191 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:32:37.808218 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7f5672d3-1eae-44d9-b069-d9e689bc4191 tempest-NetworksNegativeTestJSON-979359649 tempest-NetworksNegativeTestJSON-979359649-project] 10.222.0.20 "PUT /v2.0/subnets/5494e466-7391-48c4-9e43-315300468983 HTTP/1.1" status: 404 len: 337 time: 0.0317223 Aug 21 09:32:38.276204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50608) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:38.384719 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f874f3d8-d2ef-46df-9f02-75809013ef70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:38.473679 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f874f3d8-d2ef-46df-9f02-75809013ef70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:38.534899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-d06e21d4-b84b-4571-8904-d884232398d1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:38.536379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-d06e21d4-b84b-4571-8904-d884232398d1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.13 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 814 time: 0.1018977 Aug 21 09:32:38.549984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Request body: {'port': {'device_id': '7c320f67-9a32-4273-a1f1-2860fa1b9d77', 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6', 'admin_state_up': True, 'tenant_id': '68256572809e43b2b214233ca3be9413'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:38.595933 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f874f3d8-d2ef-46df-9f02-75809013ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:38.642617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50618) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:38.642868 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f874f3d8-d2ef-46df-9f02-75809013ef70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9ef4ff5dd284ffb92df78bd633e0230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651180 Aug 21 09:32:38.645110 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874f3d8-d2ef-46df-9f02-75809013ef70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17126c0-14c9-4b50-a840-836000af60d8,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:38.720814 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-affe244d-3288-4d8e-b7a2-d5d53c72e836 req-55f5542f-6352-4432-b095-e202af4ece09 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 210 time: 0.0463724 Aug 21 09:32:38.751953 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c55bd55-b3bb-4c95-8b3e-e2187b85597b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:38.775681 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c55bd55-b3bb-4c95-8b3e-e2187b85597b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:38.846178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Made reservation on behalf of 68256572809e43b2b214233ca3be9413 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:38.850028 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:38.933421 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c55bd55-b3bb-4c95-8b3e-e2187b85597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:38.935979 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c55bd55-b3bb-4c95-8b3e-e2187b85597b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:38.937121 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7c55bd55-b3bb-4c95-8b3e-e2187b85597b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a17126c0-14c9-4b50-a840-836000af60d8 HTTP/1.1" status: 204 len: 168 time: 0.2933424 Aug 21 09:32:38.979492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55bd55-b3bb-4c95-8b3e-e2187b85597b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17126c0-14c9-4b50-a840-836000af60d8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:39.051745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Allocated IP 172.20.0.9 (c72ebc99-1bf2-40ff-b7a5-d885b464a6c6/2e60e284-8eef-4de8-857f-3bfd47d5e4ab/d4afc029-175c-43bf-a2a7-05a9a6ee945b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:32:39.152285 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:32:39.207384 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:39.322823 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:39.336190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69f32df1-e76e-4967-a0a0-28a2ecd9e5b6'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:32:39.338736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['1837c597-c3cd-4c00-a3e8-65bc70764a49', 'd9613b49-c511-4ec9-809c-23ec4c6eb08b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:32:39.410829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:32:39.413912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:39.418366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:32:39.427900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Pushing event updated for resources: {'Port': ['ID=d4afc029-175c-43bf-a2a7-05a9a6ee945b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:39.472671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:39.473289 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:39.561504 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c615704b-dd34-4089-976e-91a9fb59f59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:39.583443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-effcc473-9de5-4461-b5ca-4c697b3cd311 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0371711 Aug 21 09:32:39.596126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Request body: {'port': {'device_id': '7c320f67-9a32-4273-a1f1-2860fa1b9d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:39.675461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:39.790395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:39.908475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed42e4a-ff7e-43b2-92b8-22d2a5710278 req-8c150e3c-2167-44a0-b1a1-3b52c0451a97 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:39.909951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ed42e4a-ff7e-43b2-92b8-22d2a5710278 req-8c150e3c-2167-44a0-b1a1-3b52c0451a97 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 931 time: 0.1067801 Aug 21 09:32:39.982677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ed42e4a-ff7e-43b2-92b8-22d2a5710278 req-f6d2d0af-4eb0-4c49-8d66-c9248a13e6ed tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636473 Aug 21 09:32:40.042683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4afc029-175c-43bf-a2a7-05a9a6ee945b {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:32:40.045002 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50648) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:40.050601 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.062975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Transition to ACTIVE for port object d4afc029-175c-43bf-a2a7-05a9a6ee945b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:32:40.119692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.155099 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3898a025-a0a4-4208-bfb9-0b8c910263d9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:40.156150 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-3898a025-a0a4-4208-bfb9-0b8c910263d9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 21 09:32:40.156872 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-3898a025-a0a4-4208-bfb9-0b8c910263d9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): There was a conflict when trying to complete your request. Aug 21 09:32:40.157949 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3898a025-a0a4-4208-bfb9-0b8c910263d9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1113975 Aug 21 09:32:40.161992 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50654) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:40.166687 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8248e73d-d00c-4f4f-b689-0524163f6d53 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group': {'name': 'tempest-secgroup--5197582'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:40.197757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Pushing event updated for resources: {'Port': ['ID=d4afc029-175c-43bf-a2a7-05a9a6ee945b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:40.244097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Attempting to bind port d4afc029-175c-43bf-a2a7-05a9a6ee945b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:32:40.244462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Attempting to bind port d4afc029-175c-43bf-a2a7-05a9a6ee945b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:32:40.244784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Attempting to bind port d4afc029-175c-43bf-a2a7-05a9a6ee945b on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:40.248875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Port d4afc029-175c-43bf-a2a7-05a9a6ee945b on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:32:40.249253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Attempting to bind port d4afc029-175c-43bf-a2a7-05a9a6ee945b on network c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:32:40.254033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:32:40.254366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Checking segment: {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:32:40.254754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Bound using segment: {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:32:40.255166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Bound port: d4afc029-175c-43bf-a2a7-05a9a6ee945b, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756e2636-c07d-47d0-b30e-46dc8a7fe6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:32:40.255666 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.274674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8248e73d-d00c-4f4f-b689-0524163f6d53 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.282995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8248e73d-d00c-4f4f-b689-0524163f6d53 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.324222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] For port d4afc029-175c-43bf-a2a7-05a9a6ee945b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:32:40.327780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] For port d4afc029-175c-43bf-a2a7-05a9a6ee945b, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d4afc029-175c-43bf-a2a7-05a9a6ee945b,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:32:40.374419 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8248e73d-d00c-4f4f-b689-0524163f6d53 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.418072 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.447987 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8248e73d-d00c-4f4f-b689-0524163f6d53 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.453818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:40.454447 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.455900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] 10.222.0.13 "PUT /v2.0/ports/d4afc029-175c-43bf-a2a7-05a9a6ee945b HTTP/1.1" status: 200 len: 1092 time: 0.8641176 Aug 21 09:32:40.456333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c320f67-9a32-4273-a1f1-2860fa1b9d77', 'tag': 'd4afc029-175c-43bf-a2a7-05a9a6ee945b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:32:40.458568 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2188e3-4c8a-44c2-a762-813e77e3c2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c320f67-9a32-4273-a1f1-2860fa1b9d77", "tag": "d4afc029-175c-43bf-a2a7-05a9a6ee945b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:32:40.487551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248e73d-d00c-4f4f-b689-0524163f6d53 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d467f0ba-fbf9-476e-8e4f-8bc7e57a5b4b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:40.487838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484e171-592d-4067-895d-f55e41f3a306 service neutron] Pushing event updated for resources: {'Port': ['ID=d4afc029-175c-43bf-a2a7-05a9a6ee945b,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:40.499007 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5128a60-5c79-4e70-9eef-387a32c4fbb0 x-openstack-request-id: req-c5128a60-5c79-4e70-9eef-387a32c4fbb0 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:32:40.499401 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c320f67-9a32-4273-a1f1-2860fa1b9d77", "tag": "d4afc029-175c-43bf-a2a7-05a9a6ee945b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:32:40.499761 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5128a60-5c79-4e70-9eef-387a32c4fbb0 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:32:40.500260 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c320f67-9a32-4273-a1f1-2860fa1b9d77', 'tag': 'd4afc029-175c-43bf-a2a7-05a9a6ee945b', 'status': 'completed', 'code': 200} Aug 21 09:32:40.552943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8248e73d-d00c-4f4f-b689-0524163f6d53 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.574835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2188e3-4c8a-44c2-a762-813e77e3c2c6 req-7cd8b1e0-0e21-4a66-a50d-5e8e19069474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:40.576525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef2188e3-4c8a-44c2-a762-813e77e3c2c6 req-7cd8b1e0-0e21-4a66-a50d-5e8e19069474 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 1095 time: 0.0496006 Aug 21 09:32:40.624339 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8248e73d-d00c-4f4f-b689-0524163f6d53 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.653998 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248e73d-d00c-4f4f-b689-0524163f6d53 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8c9ab8-1921-425a-8d1d-b07e03a5d653,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:40.680777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2188e3-4c8a-44c2-a762-813e77e3c2c6 req-51788255-4985-4589-ada5-70b15d07d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:40.682235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef2188e3-4c8a-44c2-a762-813e77e3c2c6 req-51788255-4985-4589-ada5-70b15d07d9f0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=68256572809e43b2b214233ca3be9413&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0979054 Aug 21 09:32:40.725653 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8248e73d-d00c-4f4f-b689-0524163f6d53 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.730252 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8248e73d-d00c-4f4f-b689-0524163f6d53 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5642319 Aug 21 09:32:40.730578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50662) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:40.735321 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-960140ff-2f44-4425-a4c0-4de4cff3d919 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': 'bf8c9ab8-1921-425a-8d1d-b07e03a5d653', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:40.777735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2188e3-4c8a-44c2-a762-813e77e3c2c6 req-82dfafa7-1955-4d9d-a6fc-b9a999ece183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:40.779272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef2188e3-4c8a-44c2-a762-813e77e3c2c6 req-82dfafa7-1955-4d9d-a6fc-b9a999ece183 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900857 Aug 21 09:32:40.851741 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-960140ff-2f44-4425-a4c0-4de4cff3d919 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.864869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-c264c196-7055-4fac-bd3a-216ba3405d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:40.866544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-c264c196-7055-4fac-bd3a-216ba3405d3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 1095 time: 0.0469334 Aug 21 09:32:40.916295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-e7c529f4-b421-40e8-8d60-b48aeab19cc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4afc029-175c-43bf-a2a7-05a9a6ee945b HTTP/1.1" status: 200 len: 217 time: 0.0416527 Aug 21 09:32:40.917733 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-960140ff-2f44-4425-a4c0-4de4cff3d919 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.949729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:40.966898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-b319d23b-c591-4231-95b2-5014f4607a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:40.968413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-b319d23b-c591-4231-95b2-5014f4607a76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e60e284-8eef-4de8-857f-3bfd47d5e4ab HTTP/1.1" status: 200 len: 854 time: 0.0449276 Aug 21 09:32:40.999909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-715d6e0c-2504-49bb-a140-e3c06256e6b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247548 Aug 21 09:32:41.007356 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-960140ff-2f44-4425-a4c0-4de4cff3d919 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:41.035772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960140ff-2f44-4425-a4c0-4de4cff3d919 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efb52f9-4dad-4759-aa51-f5a40c0b8f94,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:41.116060 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-960140ff-2f44-4425-a4c0-4de4cff3d919 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:41.116060 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-960140ff-2f44-4425-a4c0-4de4cff3d919 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3838592 Aug 21 09:32:41.116983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50668) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:41.122457 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-53a1ca4c-1641-4c60-bab9-cd80832429b2 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': 'bf8c9ab8-1921-425a-8d1d-b07e03a5d653', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:41.200952 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53a1ca4c-1641-4c60-bab9-cd80832429b2 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:41.325601 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-53a1ca4c-1641-4c60-bab9-cd80832429b2 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): There was a conflict when trying to complete your request. Aug 21 09:32:41.326863 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-53a1ca4c-1641-4c60-bab9-cd80832429b2 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2084773 Aug 21 09:32:41.329728 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50672) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:41.388293 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c835062e-afdb-4f99-aa68-155e2e4faed9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:41.414123 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c835062e-afdb-4f99-aa68-155e2e4faed9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:41.474789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6402147-7b4c-41b8-b16c-5c97a6d1acbd req-0f81e61f-9412-483f-8980-d32cb7c6d3fb tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:41.476371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6402147-7b4c-41b8-b16c-5c97a6d1acbd req-0f81e61f-9412-483f-8980-d32cb7c6d3fb tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 943 time: 0.0778706 Aug 21 09:32:41.487449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-9ec09f99-2d37-4936-8a0e-01f4937545e3 service neutron] 10.222.0.13 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800184 Aug 21 09:32:41.538501 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c835062e-afdb-4f99-aa68-155e2e4faed9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:41.541244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c835062e-afdb-4f99-aa68-155e2e4faed9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:41.544811 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c835062e-afdb-4f99-aa68-155e2e4faed9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "DELETE /v2.0/security-groups/bf8c9ab8-1921-425a-8d1d-b07e03a5d653 HTTP/1.1" status: 204 len: 168 time: 0.2117715 Aug 21 09:32:41.545892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50676) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:41.558515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835062e-afdb-4f99-aa68-155e2e4faed9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8c9ab8-1921-425a-8d1d-b07e03a5d653,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:41.568395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6402147-7b4c-41b8-b16c-5c97a6d1acbd req-f09c8917-2eb1-482a-8beb-e49749c9f4e3 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849380 Aug 21 09:32:41.609194 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-62e1ce29-b590-49fe-a553-f434bd982ebb tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599692 Aug 21 09:32:41.613382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50678) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:41.618821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-45211026-8b25-4c62-8ae3-d7da657c9f26 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1269756374'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:41.637574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dda0b689-45c8-46df-8349-5d93f63cdd7b req-31e44512-8bc7-4bd4-bb6e-b671e834b2a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366780 Aug 21 09:32:41.736685 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45211026-8b25-4c62-8ae3-d7da657c9f26 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:41.824113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45211026-8b25-4c62-8ae3-d7da657c9f26 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:41.913634 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45211026-8b25-4c62-8ae3-d7da657c9f26 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:41.942190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45211026-8b25-4c62-8ae3-d7da657c9f26 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839da759-94ec-446c-ab52-ea3314c1b5b0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:42.051188 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-45211026-8b25-4c62-8ae3-d7da657c9f26 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.052529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-45211026-8b25-4c62-8ae3-d7da657c9f26 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4381726 Aug 21 09:32:42.055858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50680) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:42.060262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2619ed81-cad7-407c-bcd2-ad053e9ceaa1 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '839da759-94ec-446c-ab52-ea3314c1b5b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:42.061016 n-d-766726-28 neutron-server[106757]: WARNING neutron.api.v2.base [None req-2619ed81-cad7-407c-bcd2-ad053e9ceaa1 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 21 09:32:42.061501 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-2619ed81-cad7-407c-bcd2-ad053e9ceaa1 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:42.062413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2619ed81-cad7-407c-bcd2-ad053e9ceaa1 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056534 Aug 21 09:32:42.064739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50682) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:42.114695 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6090a9b0-88c0-432c-9e56-29ae3aa37707 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.144263 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6090a9b0-88c0-432c-9e56-29ae3aa37707 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.245864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6090a9b0-88c0-432c-9e56-29ae3aa37707 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.248523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6090a9b0-88c0-432c-9e56-29ae3aa37707 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.249755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6090a9b0-88c0-432c-9e56-29ae3aa37707 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "DELETE /v2.0/security-groups/839da759-94ec-446c-ab52-ea3314c1b5b0 HTTP/1.1" status: 204 len: 168 time: 0.1841640 Aug 21 09:32:42.252539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50688) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:42.258854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090a9b0-88c0-432c-9e56-29ae3aa37707 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839da759-94ec-446c-ab52-ea3314c1b5b0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:42.300807 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f662f84e-0c6d-4586-af8b-2f5bdb0f1bf7 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470757 Aug 21 09:32:42.304569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50690) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:42.310015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1316f69f-6cb5-485c-bbed-1d7aff870462 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group': {'name': 'tempest-secgroup--157452681'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:42.419317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1316f69f-6cb5-485c-bbed-1d7aff870462 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.512404 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1316f69f-6cb5-485c-bbed-1d7aff870462 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.584715 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.618718 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1316f69f-6cb5-485c-bbed-1d7aff870462 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.658363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316f69f-6cb5-485c-bbed-1d7aff870462 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d88065-1e33-425c-ab73-cd44495c7df4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:42.695713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc5c07-af6c-4b45-8be6-dc934990e17f req-f4f41668-2688-4aff-b9b1-5330a0400ba1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:42.697245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cbcc5c07-af6c-4b45-8be6-dc934990e17f req-f4f41668-2688-4aff-b9b1-5330a0400ba1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 943 time: 0.0524137 Aug 21 09:32:42.716973 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1316f69f-6cb5-485c-bbed-1d7aff870462 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.718196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1316f69f-6cb5-485c-bbed-1d7aff870462 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4120753 Aug 21 09:32:42.721341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50696) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:42.726722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-86374f33-3185-44ff-b1ce-3c8576a9e980 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '36d88065-1e33-425c-ab73-cd44495c7df4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:42.736687 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-86374f33-3185-44ff-b1ce-3c8576a9e980 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 21 09:32:42.737227 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-86374f33-3185-44ff-b1ce-3c8576a9e980 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:42.740845 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-86374f33-3185-44ff-b1ce-3c8576a9e980 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0157504 Aug 21 09:32:42.740979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cbcc5c07-af6c-4b45-8be6-dc934990e17f req-14a4b5db-0754-4f7f-808b-6b2cf14b15cd tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349834 Aug 21 09:32:42.741448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50698) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:42.795051 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66d08fa3-40f5-423a-bb76-9d2d272dfb72 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.816344 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66d08fa3-40f5-423a-bb76-9d2d272dfb72 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.921387 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66d08fa3-40f5-423a-bb76-9d2d272dfb72 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.924029 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66d08fa3-40f5-423a-bb76-9d2d272dfb72 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:42.925203 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-66d08fa3-40f5-423a-bb76-9d2d272dfb72 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "DELETE /v2.0/security-groups/36d88065-1e33-425c-ab73-cd44495c7df4 HTTP/1.1" status: 204 len: 168 time: 0.1832707 Aug 21 09:32:42.927959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50700) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:42.934336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d08fa3-40f5-423a-bb76-9d2d272dfb72 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d88065-1e33-425c-ab73-cd44495c7df4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:42.971789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e67ade86-bd91-4196-85b8-234bcc559e1f tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424943 Aug 21 09:32:42.975583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50702) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:42.980385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3bd7aa28-6c1f-4e2a-82de-04155a5585da tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073729438'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:43.047246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7aa28-6c1f-4e2a-82de-04155a5585da tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.124192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7aa28-6c1f-4e2a-82de-04155a5585da tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.189846 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7aa28-6c1f-4e2a-82de-04155a5585da tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.222884 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7aa28-6c1f-4e2a-82de-04155a5585da tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3621ff33-9983-4d58-9d82-fe09f7cec987,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:43.275854 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3bd7aa28-6c1f-4e2a-82de-04155a5585da tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.277139 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3bd7aa28-6c1f-4e2a-82de-04155a5585da tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3005593 Aug 21 09:32:43.280166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50706) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:43.284559 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e2cdf18e-cc9f-4f88-9f95-4cf589035d23 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '3621ff33-9983-4d58-9d82-fe09f7cec987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:43.307685 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-e2cdf18e-cc9f-4f88-9f95-4cf589035d23 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 21 09:32:43.308199 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-e2cdf18e-cc9f-4f88-9f95-4cf589035d23 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:43.309205 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e2cdf18e-cc9f-4f88-9f95-4cf589035d23 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0281382 Aug 21 09:32:43.311541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50708) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:43.315844 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a9c48168-ebd3-408c-a4b9-63c927c17743 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '3621ff33-9983-4d58-9d82-fe09f7cec987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:43.316483 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-a9c48168-ebd3-408c-a4b9-63c927c17743 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 21 09:32:43.316952 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-a9c48168-ebd3-408c-a4b9-63c927c17743 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:43.325450 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a9c48168-ebd3-408c-a4b9-63c927c17743 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054655 Aug 21 09:32:43.326533 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50710) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:43.330831 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-86bc11c2-e81e-4712-9497-520beffd6a8e tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '3621ff33-9983-4d58-9d82-fe09f7cec987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:43.331677 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-86bc11c2-e81e-4712-9497-520beffd6a8e tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 21 09:32:43.332153 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-86bc11c2-e81e-4712-9497-520beffd6a8e tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:43.333093 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-86bc11c2-e81e-4712-9497-520beffd6a8e tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067177 Aug 21 09:32:43.335333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50712) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:43.339308 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-05d8251c-c9ad-4cf3-ae0b-1dcabd8dec03 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '3621ff33-9983-4d58-9d82-fe09f7cec987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:43.340152 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-05d8251c-c9ad-4cf3-ae0b-1dcabd8dec03 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 21 09:32:43.340616 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-05d8251c-c9ad-4cf3-ae0b-1dcabd8dec03 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:43.343486 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-05d8251c-c9ad-4cf3-ae0b-1dcabd8dec03 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0053427 Aug 21 09:32:43.344020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50714) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:43.400700 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-437e36dd-e3e3-4ec2-8670-3b61fb50e8d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.422809 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-437e36dd-e3e3-4ec2-8670-3b61fb50e8d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.498725 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-437e36dd-e3e3-4ec2-8670-3b61fb50e8d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.501395 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-437e36dd-e3e3-4ec2-8670-3b61fb50e8d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.502555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-437e36dd-e3e3-4ec2-8670-3b61fb50e8d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "DELETE /v2.0/security-groups/3621ff33-9983-4d58-9d82-fe09f7cec987 HTTP/1.1" status: 204 len: 168 time: 0.1575317 Aug 21 09:32:43.505330 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50718) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:43.512528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e36dd-e3e3-4ec2-8670-3b61fb50e8d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3621ff33-9983-4d58-9d82-fe09f7cec987,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:43.550595 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-75affbb8-0421-4ddf-b548-58707cdcf026 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439537 Aug 21 09:32:43.554824 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50720) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:43.559762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-22f931a8-e06e-4bae-8215-cd05833d75ad tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group': {'name': 'tempest-secgroup--593543516'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:43.641629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22f931a8-e06e-4bae-8215-cd05833d75ad tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.728890 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22f931a8-e06e-4bae-8215-cd05833d75ad tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.807050 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22f931a8-e06e-4bae-8215-cd05833d75ad tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.836798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f931a8-e06e-4bae-8215-cd05833d75ad tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2654ac96-54aa-4d15-9fcc-3fcad8319bd7,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:43.859025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36ed7d-44c2-4bd0-a1b0-483500506d9d req-fb83e344-f208-4801-8622-b55172a680f1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:43.860540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb36ed7d-44c2-4bd0-a1b0-483500506d9d req-fb83e344-f208-4801-8622-b55172a680f1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 943 time: 0.0517573 Aug 21 09:32:43.892799 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-22f931a8-e06e-4bae-8215-cd05833d75ad tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:43.894454 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-22f931a8-e06e-4bae-8215-cd05833d75ad tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3378975 Aug 21 09:32:43.897282 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50726) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:43.899964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb36ed7d-44c2-4bd0-a1b0-483500506d9d req-8d6054cf-81fb-4652-a3af-3217982ac78f tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332830 Aug 21 09:32:43.902785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ab4cc38f-f3e4-4e90-bf6c-c24e7033062b tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '2654ac96-54aa-4d15-9fcc-3fcad8319bd7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:43.903718 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-ab4cc38f-f3e4-4e90-bf6c-c24e7033062b tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 21 09:32:43.904466 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-ab4cc38f-f3e4-4e90-bf6c-c24e7033062b tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:43.905795 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab4cc38f-f3e4-4e90-bf6c-c24e7033062b tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074997 Aug 21 09:32:43.910089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50728) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:43.915426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3e5dc072-af8d-479f-9777-cdc39dd3a357 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '2654ac96-54aa-4d15-9fcc-3fcad8319bd7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:44.104243 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-3e5dc072-af8d-479f-9777-cdc39dd3a357 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:44.105340 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3e5dc072-af8d-479f-9777-cdc39dd3a357 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1942649 Aug 21 09:32:44.108135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50730) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:44.112698 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c3b447d2-3dd6-4853-8217-5a4fc82965a8 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '2654ac96-54aa-4d15-9fcc-3fcad8319bd7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:44.113174 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-c3b447d2-3dd6-4853-8217-5a4fc82965a8 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 21 09:32:44.113632 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-c3b447d2-3dd6-4853-8217-5a4fc82965a8 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:44.114598 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c3b447d2-3dd6-4853-8217-5a4fc82965a8 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055699 Aug 21 09:32:44.116801 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50732) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:44.120899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6eb7cac6-a7b5-4143-acaa-64434015adf5 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '2654ac96-54aa-4d15-9fcc-3fcad8319bd7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:44.313878 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-6eb7cac6-a7b5-4143-acaa-64434015adf5 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:44.317711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50736) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:44.317852 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6eb7cac6-a7b5-4143-acaa-64434015adf5 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2000647 Aug 21 09:32:44.323001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6afee912-a193-4f24-94a0-8106bcd03a79 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '2654ac96-54aa-4d15-9fcc-3fcad8319bd7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:44.323771 n-d-766726-28 neutron-server[106757]: WARNING neutron.api.v2.base [None req-6afee912-a193-4f24-94a0-8106bcd03a79 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 21 09:32:44.324251 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-6afee912-a193-4f24-94a0-8106bcd03a79 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:44.325227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6afee912-a193-4f24-94a0-8106bcd03a79 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065429 Aug 21 09:32:44.327435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50738) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:44.332196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a5812a14-f8bd-4d30-9f92-ac0528a9e7f9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '2654ac96-54aa-4d15-9fcc-3fcad8319bd7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:44.502429 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-a5812a14-f8bd-4d30-9f92-ac0528a9e7f9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:44.503480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a5812a14-f8bd-4d30-9f92-ac0528a9e7f9 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1751840 Aug 21 09:32:44.506337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50740) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:44.511217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-8bf9a917-aa98-4d11-98cf-3d30abce10c3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '2654ac96-54aa-4d15-9fcc-3fcad8319bd7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:44.512999 n-d-766726-28 neutron-server[106757]: WARNING neutron.api.v2.base [None req-8bf9a917-aa98-4d11-98cf-3d30abce10c3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 21 09:32:44.512999 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-8bf9a917-aa98-4d11-98cf-3d30abce10c3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:44.512999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8bf9a917-aa98-4d11-98cf-3d30abce10c3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058062 Aug 21 09:32:44.515255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50742) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:44.519885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a8c78c45-6a6a-4262-a76f-a095ef70400f tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '2654ac96-54aa-4d15-9fcc-3fcad8319bd7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:44.681574 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-a8c78c45-6a6a-4262-a76f-a095ef70400f tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:44.682673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a8c78c45-6a6a-4262-a76f-a095ef70400f tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1664991 Aug 21 09:32:44.685509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50744) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:44.689935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2c4e324a-289c-490a-983a-71b0c80fb76f tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '2654ac96-54aa-4d15-9fcc-3fcad8319bd7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:44.805780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d4afc029-175c-43bf-a2a7-05a9a6ee945b details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:32:44.891495 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-2c4e324a-289c-490a-983a-71b0c80fb76f tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:44.892637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2c4e324a-289c-490a-983a-71b0c80fb76f tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2062123 Aug 21 09:32:44.895414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50748) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:44.896885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d4afc029-175c-43bf-a2a7-05a9a6ee945b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d4afc029-175c-43bf-a2a7-05a9a6ee945b,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:44.908727 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'd4afc029-175c-43bf-a2a7-05a9a6ee945b', 'network_id': 'c72ebc99-1bf2-40ff-b7a5-d885b464a6c6', 'port_id': 'd4afc029-175c-43bf-a2a7-05a9a6ee945b', 'mac_address': 'fa:16:3e:bc:66:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e60e284-8eef-4de8-857f-3bfd47d5e4ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:32:44.955052 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:44.955273 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02d6b4a0-dd02-4eba-a29b-68fc3bdbf02a tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:44.970116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4afc029-175c-43bf-a2a7-05a9a6ee945b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:32:44.983529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02d6b4a0-dd02-4eba-a29b-68fc3bdbf02a tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:44.991233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d4afc029-175c-43bf-a2a7-05a9a6ee945b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d4afc029-175c-43bf-a2a7-05a9a6ee945b,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:45.061723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fa1fd-7442-4e4e-8c35-8c83dc79ae2a req-752599cc-7b92-4cf0-8182-3f8d89753360 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:45.063388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-837fa1fd-7442-4e4e-8c35-8c83dc79ae2a req-752599cc-7b92-4cf0-8182-3f8d89753360 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 943 time: 0.0824029 Aug 21 09:32:45.070040 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:45.110358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-837fa1fd-7442-4e4e-8c35-8c83dc79ae2a req-8ec995d4-31d5-4246-a282-1127b5c8cc8b tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403287 Aug 21 09:32:45.125854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=d4afc029-175c-43bf-a2a7-05a9a6ee945b,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:45.150034 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02d6b4a0-dd02-4eba-a29b-68fc3bdbf02a tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:45.152651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-02d6b4a0-dd02-4eba-a29b-68fc3bdbf02a tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:45.153773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-02d6b4a0-dd02-4eba-a29b-68fc3bdbf02a tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "DELETE /v2.0/security-groups/2654ac96-54aa-4d15-9fcc-3fcad8319bd7 HTTP/1.1" status: 204 len: 168 time: 0.2574172 Aug 21 09:32:45.156506 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50754) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:45.163483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6b4a0-dd02-4eba-a29b-68fc3bdbf02a tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2654ac96-54aa-4d15-9fcc-3fcad8319bd7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:45.209873 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b671fe13-9e74-4ed0-b7f5-9eda1a0710db tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488856 Aug 21 09:32:45.210264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50758) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:45.215934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-fe962b57-b0ba-404e-81f1-769d7b745ed0 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group': {'name': 'tempest-secgroup--545751551'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:45.268288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['d4afc029-175c-43bf-a2a7-05a9a6ee945b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:32:45.331642 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe962b57-b0ba-404e-81f1-769d7b745ed0 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:45.389105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:45.418009 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe962b57-b0ba-404e-81f1-769d7b745ed0 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:45.498317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe962b57-b0ba-404e-81f1-769d7b745ed0 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:45.525871 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:45.531159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe962b57-b0ba-404e-81f1-769d7b745ed0 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bcb8da-84ce-41a0-a933-73e8268b91ea,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:45.606908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fe962b57-b0ba-404e-81f1-769d7b745ed0 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:45.608221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fe962b57-b0ba-404e-81f1-769d7b745ed0 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3967245 Aug 21 09:32:45.611129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50760) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:45.615676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1153a128-7b11-480c-bcea-dbaa29afd461 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '11bcb8da-84ce-41a0-a933-73e8268b91ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:45.776706 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-1153a128-7b11-480c-bcea-dbaa29afd461 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The resource could not be found. Aug 21 09:32:45.777706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1153a128-7b11-480c-bcea-dbaa29afd461 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1655948 Aug 21 09:32:45.781056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50762) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:45.785782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-83c5b677-0a13-4866-8e64-cdaa32bc5f5f tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '11bcb8da-84ce-41a0-a933-73e8268b91ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b061048a-f735-4b7e-8a21-353075e351d7'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:45.956105 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-83c5b677-0a13-4866-8e64-cdaa32bc5f5f tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The resource could not be found. Aug 21 09:32:45.957224 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-83c5b677-0a13-4866-8e64-cdaa32bc5f5f tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1751618 Aug 21 09:32:45.959891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50764) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:46.015684 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-111c020f-5b38-4384-8c8a-a57a80abddaa tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:46.039922 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-111c020f-5b38-4384-8c8a-a57a80abddaa tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:46.161129 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-111c020f-5b38-4384-8c8a-a57a80abddaa tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:46.163841 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-111c020f-5b38-4384-8c8a-a57a80abddaa tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:46.165073 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-111c020f-5b38-4384-8c8a-a57a80abddaa tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "DELETE /v2.0/security-groups/11bcb8da-84ce-41a0-a933-73e8268b91ea HTTP/1.1" status: 204 len: 168 time: 0.2042923 Aug 21 09:32:46.167839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50770) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:46.174628 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c020f-5b38-4384-8c8a-a57a80abddaa tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bcb8da-84ce-41a0-a933-73e8268b91ea,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:46.244765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0eff73c9-2708-4271-9fa2-29acdfea5c3e tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710950 Aug 21 09:32:46.245267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50776) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:46.250038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-349aed8b-8773-4768-94bd-54ed8cf3e153 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': '9967ed81-7728-4fef-93fc-eeb3099a7e7b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:46.269256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e650fae-cd82-4035-be87-2e66db6806de req-ddbfe857-5bf7-41c8-ac97-e4e71549c3e5 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:46.270537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e650fae-cd82-4035-be87-2e66db6806de req-ddbfe857-5bf7-41c8-ac97-e4e71549c3e5 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 944 time: 0.0933638 Aug 21 09:32:46.317663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e650fae-cd82-4035-be87-2e66db6806de req-54bf345c-68f3-4c96-8934-7d0c6399ac90 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383716 Aug 21 09:32:46.493226 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-349aed8b-8773-4768-94bd-54ed8cf3e153 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The resource could not be found. Aug 21 09:32:46.494457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-349aed8b-8773-4768-94bd-54ed8cf3e153 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2479022 Aug 21 09:32:46.498133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50778) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:46.502879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-62ab9916-c7bc-46c4-8e80-c2bbb41a71e7 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521528330'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:46.584280 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62ab9916-c7bc-46c4-8e80-c2bbb41a71e7 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:46.661594 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62ab9916-c7bc-46c4-8e80-c2bbb41a71e7 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:46.713346 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62ab9916-c7bc-46c4-8e80-c2bbb41a71e7 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:46.743436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9916-c7bc-46c4-8e80-c2bbb41a71e7 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbdc2ca-5d86-4373-b6de-0d7b51a9897a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:46.799587 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-62ab9916-c7bc-46c4-8e80-c2bbb41a71e7 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:46.801110 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-62ab9916-c7bc-46c4-8e80-c2bbb41a71e7 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3018913 Aug 21 09:32:46.804215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50780) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:46.806950 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d4afc029-175c-43bf-a2a7-05a9a6ee945b up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:32:46.809685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-cf784aff-60fb-42f2-a341-5f616b7cb760 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704299577'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:46.925016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port d4afc029-175c-43bf-a2a7-05a9a6ee945b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:32:46.925594 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf784aff-60fb-42f2-a341-5f616b7cb760 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:46.928960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port d4afc029-175c-43bf-a2a7-05a9a6ee945b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:32:46.929539 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.010859 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf784aff-60fb-42f2-a341-5f616b7cb760 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.015148 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.038010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c320f67-9a32-4273-a1f1-2860fa1b9d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4afc029-175c-43bf-a2a7-05a9a6ee945b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:32:47.040840 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb998d2-aaec-4b58-a281-5c2885d5deaf" -d '{"events": [{"server_uuid": "7c320f67-9a32-4273-a1f1-2860fa1b9d77", "name": "network-vif-plugged", "status": "completed", "tag": "d4afc029-175c-43bf-a2a7-05a9a6ee945b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:32:47.053243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d4afc029-175c-43bf-a2a7-05a9a6ee945b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d4afc029-175c-43bf-a2a7-05a9a6ee945b,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:32:47.079546 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106101d3-c6dd-450e-8b4c-0a711ec8524b x-openstack-request-id: req-106101d3-c6dd-450e-8b4c-0a711ec8524b {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:32:47.079951 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c320f67-9a32-4273-a1f1-2860fa1b9d77", "name": "network-vif-plugged", "status": "completed", "tag": "d4afc029-175c-43bf-a2a7-05a9a6ee945b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:32:47.080205 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-106101d3-c6dd-450e-8b4c-0a711ec8524b {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:32:47.080606 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c320f67-9a32-4273-a1f1-2860fa1b9d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4afc029-175c-43bf-a2a7-05a9a6ee945b', 'code': 200} Aug 21 09:32:47.098801 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf784aff-60fb-42f2-a341-5f616b7cb760 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.127057 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.134067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf784aff-60fb-42f2-a341-5f616b7cb760 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbd8eee-b98e-489e-91c3-8bf68d763e22,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:47.181040 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf784aff-60fb-42f2-a341-5f616b7cb760 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.181040 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cf784aff-60fb-42f2-a341-5f616b7cb760 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3731823 Aug 21 09:32:47.184708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50786) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:47.190693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-8f388e16-6f9a-46b4-bb9b-690e387b23cf tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group_rule': {'security_group_id': 'bbbdc2ca-5d86-4373-b6de-0d7b51a9897a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6fbd8eee-b98e-489e-91c3-8bf68d763e22'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:47.198203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=d4afc029-175c-43bf-a2a7-05a9a6ee945b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:47.210693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d5ce-39a2-4b8a-84d3-20f88c953952 req-d9828902-eba2-4193-9c1c-589cd3cc2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:47.212785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c808d5ce-39a2-4b8a-84d3-20f88c953952 req-d9828902-eba2-4193-9c1c-589cd3cc2633 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 1097 time: 0.0706980 Aug 21 09:32:47.252622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c808d5ce-39a2-4b8a-84d3-20f88c953952 req-ad452634-84ad-4916-b443-cfc0dcbe14ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318644 Aug 21 09:32:47.436593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4923d4-40b4-4805-a4ba-7194019a01fe req-bd262f0c-ddd9-4097-9b75-a5ae3538ec65 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:47.438100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc4923d4-40b4-4805-a4ba-7194019a01fe req-bd262f0c-ddd9-4097-9b75-a5ae3538ec65 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 945 time: 0.0539629 Aug 21 09:32:47.440925 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-8f388e16-6f9a-46b4-bb9b-690e387b23cf tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:32:47.444905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8f388e16-6f9a-46b4-bb9b-690e387b23cf tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2558608 Aug 21 09:32:47.451180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50794) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:47.511127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc4923d4-40b4-4805-a4ba-7194019a01fe req-6701aa66-be46-413f-8647-48a6f29c0ccb tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663211 Aug 21 09:32:47.529613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98146b3a-e858-499f-94d3-568f304ca6d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.552676 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98146b3a-e858-499f-94d3-568f304ca6d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.667673 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98146b3a-e858-499f-94d3-568f304ca6d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.670296 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98146b3a-e858-499f-94d3-568f304ca6d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.671479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-98146b3a-e858-499f-94d3-568f304ca6d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "DELETE /v2.0/security-groups/6fbd8eee-b98e-489e-91c3-8bf68d763e22 HTTP/1.1" status: 204 len: 168 time: 0.2193341 Aug 21 09:32:47.674265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50796) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:47.680755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98146b3a-e858-499f-94d3-568f304ca6d3 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbd8eee-b98e-489e-91c3-8bf68d763e22,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:47.732746 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-41dab7fe-ae0f-417c-80b2-2596e75d7f17 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0572402 Aug 21 09:32:47.735359 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50798) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:47.786099 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe8a06f3-bfb9-4eec-9aa1-f066215ecb63 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.807910 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe8a06f3-bfb9-4eec-9aa1-f066215ecb63 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.915445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe8a06f3-bfb9-4eec-9aa1-f066215ecb63 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.918078 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe8a06f3-bfb9-4eec-9aa1-f066215ecb63 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:47.919226 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fe8a06f3-bfb9-4eec-9aa1-f066215ecb63 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "DELETE /v2.0/security-groups/bbbdc2ca-5d86-4373-b6de-0d7b51a9897a HTTP/1.1" status: 204 len: 168 time: 0.1829534 Aug 21 09:32:47.922033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50800) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:47.928157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a06f3-bfb9-4eec-9aa1-f066215ecb63 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbdc2ca-5d86-4373-b6de-0d7b51a9897a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:47.966983 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ac49a8f4-8cc5-4709-9db3-3a4955b6cc68 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437672 Aug 21 09:32:47.970654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50802) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:47.974901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9f36e38b-f550-4522-ba0c-0d65be3a2735 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group': {'name': 'tempest-secgroup--838122337'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:48.051059 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f36e38b-f550-4522-ba0c-0d65be3a2735 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:48.133930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f36e38b-f550-4522-ba0c-0d65be3a2735 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:48.193767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f36e38b-f550-4522-ba0c-0d65be3a2735 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:48.228837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36e38b-f550-4522-ba0c-0d65be3a2735 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c519675-686a-4d9c-a06a-18b46cbb7b21,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:48.285726 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f36e38b-f550-4522-ba0c-0d65be3a2735 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:48.287018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9f36e38b-f550-4522-ba0c-0d65be3a2735 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3155198 Aug 21 09:32:48.290931 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50808) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:48.296689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d367e05c-da98-4c23-98c7-cde47ede2f9e tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:48.305512 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-d367e05c-da98-4c23-98c7-cde47ede2f9e tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 21 09:32:48.305512 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-d367e05c-da98-4c23-98c7-cde47ede2f9e tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] update failed (client error): There was a conflict when trying to complete your request. Aug 21 09:32:48.305512 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d367e05c-da98-4c23-98c7-cde47ede2f9e tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "PUT /v2.0/security-groups/7c519675-686a-4d9c-a06a-18b46cbb7b21 HTTP/1.1" status: 409 len: 330 time: 0.0063112 Aug 21 09:32:48.307404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50810) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:48.358555 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83673c25-b089-4517-bf09-e94dcad255cc tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:48.380795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83673c25-b089-4517-bf09-e94dcad255cc tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:48.555969 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83673c25-b089-4517-bf09-e94dcad255cc tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:48.558585 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-83673c25-b089-4517-bf09-e94dcad255cc tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:48.562245 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-83673c25-b089-4517-bf09-e94dcad255cc tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "DELETE /v2.0/security-groups/7c519675-686a-4d9c-a06a-18b46cbb7b21 HTTP/1.1" status: 204 len: 168 time: 0.2513351 Aug 21 09:32:48.562939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50816) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:48.568743 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83673c25-b089-4517-bf09-e94dcad255cc tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c519675-686a-4d9c-a06a-18b46cbb7b21,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:48.635183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-912ef5a2-aa0a-4489-aadc-8d4fd3b00727 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706217 Aug 21 09:32:48.638897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50818) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:48.656880 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-8778fd44-6df3-4624-92de-a97823b01ba0 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] delete failed (client error): The resource could not be found. Aug 21 09:32:48.658072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8778fd44-6df3-4624-92de-a97823b01ba0 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "DELETE /v2.0/security-groups/0a11549a-741c-40be-abc7-81d6d72854ac HTTP/1.1" status: 404 len: 347 time: 0.0180941 Aug 21 09:32:48.661644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50820) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:48.677945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d111b56-d6ed-47ca-b828-5921c2e6f3a3 req-b80ef382-d243-41cc-a124-3ed1d77950fe tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:48.679402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d111b56-d6ed-47ca-b828-5921c2e6f3a3 req-b80ef382-d243-41cc-a124-3ed1d77950fe tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 945 time: 0.0837579 Aug 21 09:32:48.684436 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-5c96d0db-3b08-4a5c-bfef-448ccca51670 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] show failed (client error): The resource could not be found. Aug 21 09:32:48.688918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5c96d0db-3b08-4a5c-bfef-448ccca51670 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "GET /v2.0/security-groups/092f2c40-bf55-42a3-b601-d2fd023ffb09 HTTP/1.1" status: 404 len: 347 time: 0.0228162 Aug 21 09:32:48.689285 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50822) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:48.704393 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-c76fefef-d892-41e9-adee-d021d017b058 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] show failed (client error): The resource could not be found. Aug 21 09:32:48.705570 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c76fefef-d892-41e9-adee-d021d017b058 tempest-NegativeSecGroupTest-1512471110 tempest-NegativeSecGroupTest-1512471110-project] 10.222.0.20 "GET /v2.0/security-group-rules/b8bc8b34-4053-418d-a4f9-33d01426d661 HTTP/1.1" status: 404 len: 356 time: 0.0150607 Aug 21 09:32:48.723027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d111b56-d6ed-47ca-b828-5921c2e6f3a3 req-d00321ba-9683-4cd0-a9f5-e264e8c02ce7 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366497 Aug 21 09:32:49.156127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50830) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:49.306270 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f71c3673-3d48-4340-80e2-7b7c2e6f9879 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=844a040d01de43448aa00b4ed71fcbfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489897 Aug 21 09:32:49.315219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50836) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:49.368869 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5e3f9be-8044-418b-bbc4-12a42842caac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:49.391269 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5e3f9be-8044-418b-bbc4-12a42842caac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:49.498356 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5e3f9be-8044-418b-bbc4-12a42842caac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:49.501021 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5e3f9be-8044-418b-bbc4-12a42842caac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:49.502184 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a5e3f9be-8044-418b-bbc4-12a42842caac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d467f0ba-fbf9-476e-8e4f-8bc7e57a5b4b HTTP/1.1" status: 204 len: 168 time: 0.1922135 Aug 21 09:32:49.512563 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3f9be-8044-418b-bbc4-12a42842caac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d467f0ba-fbf9-476e-8e4f-8bc7e57a5b4b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:50.617025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50880) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:50.718841 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-121482810-network', 'tenant_id': 'e2864a54230a49ea964c2d4f7523019b'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:50.818513 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Made reservation on behalf of e2864a54230a49ea964c2d4f7523019b for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:50.821181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:50.830354 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:50.916732 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:50.966801 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:50.996633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:32:51.002763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a874ce-0b2a-4412-bbdc-79c49449ffb6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:51.010566 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:51.010907 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Added segment 29faba49-9608-4402-9e00-3e08c112c1f7 of type vlan for network 83a66159-832a-4994-a901-4fdb6b847e0c Aug 21 09:32:51.061530 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:51.126784 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:51.127839 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:51.128458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:51.188393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] Pushing event updated for resources: {'Network': ['ID=83a66159-832a-4994-a901-4fdb6b847e0c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:51.199166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 83a66159-832a-4994-a901-4fdb6b847e0c details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:32:51.228674 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b73f6f35-6911-411e-ba73-5c92f59850c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6097114 Aug 21 09:32:51.231575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50884) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:51.237580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] Request body: {'subnet': {'network_id': '83a66159-832a-4994-a901-4fdb6b847e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-121482810-subnet', 'tenant_id': 'e2864a54230a49ea964c2d4f7523019b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:51.346577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] Made reservation on behalf of e2864a54230a49ea964c2d4f7523019b for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:51.349574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:51.594406 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:51.664842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4603fb09-be70-42d7-a559-c2ac4e528c30,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:51.681523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] Checking segment: {'id': '29faba49-9608-4402-9e00-3e08c112c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '83a66159-832a-4994-a901-4fdb6b847e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:32:51.681967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] Network hostable DHCP agents. Network: 83a66159-832a-4994-a901-4fdb6b847e0c, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:32:51.864368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] Network 83a66159-832a-4994-a901-4fdb6b847e0c is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:32:51.921496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 83a66159-832a-4994-a901-4fdb6b847e0c) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:51.925569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:51.926353 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:51.931512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6218f7-ef32-4498-a38b-a7ce045c72e6 None None] Network 83a66159-832a-4994-a901-4fdb6b847e0c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:32:52.034923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6d643f30-5727-4f1e-b4a5-36636a29a638 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8011267 Aug 21 09:32:52.074062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1635e4-8d40-4ff7-8f51-193ba8350081 None None] Network 83a66159-832a-4994-a901-4fdb6b847e0c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:32:52.793429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50924) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:52.798915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1089212008-network', 'tenant_id': 'ef93cb2e25084d6db4b2dba14690917f'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:52.886794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Made reservation on behalf of ef93cb2e25084d6db4b2dba14690917f for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:52.889252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:52.899525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:52.992624 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:53.058147 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:53.090849 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:32:53.097544 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb89512-e61b-4658-b126-6d7f4604f6a3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:53.104694 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:53.105078 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Added segment 0b3df7dd-f53e-4429-ba4a-246775e8fc85 of type vlan for network 5434e461-3aee-4b69-990e-98e3d7c99286 Aug 21 09:32:53.147070 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:53.246797 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:53.247777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:53.248388 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:53.323119 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] Pushing event updated for resources: {'Network': ['ID=5434e461-3aee-4b69-990e-98e3d7c99286,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:53.334876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 5434e461-3aee-4b69-990e-98e3d7c99286 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:32:53.416646 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-05350599-292b-4197-a9bf-69d625dee483 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6214769 Aug 21 09:32:53.417156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50930) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:53.422545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] Request body: {'subnet': {'network_id': '5434e461-3aee-4b69-990e-98e3d7c99286', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1089212008-subnet', 'tenant_id': 'ef93cb2e25084d6db4b2dba14690917f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:32:53.510199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] Made reservation on behalf of ef93cb2e25084d6db4b2dba14690917f for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:32:53.512577 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:53.765284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:53.828565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] Checking segment: {'id': '0b3df7dd-f53e-4429-ba4a-246775e8fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5434e461-3aee-4b69-990e-98e3d7c99286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:32:53.829231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] Network hostable DHCP agents. Network: 5434e461-3aee-4b69-990e-98e3d7c99286, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:32:53.832413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e33acff-0397-41eb-bc4f-9d3d735f4b80,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:53.936628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] Network 5434e461-3aee-4b69-990e-98e3d7c99286 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:32:54.033582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 5434e461-3aee-4b69-990e-98e3d7c99286) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:32:54.038242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:54.039036 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:54.044275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c3c03d-6047-4307-8f92-02a55e3e260a None None] Network 5434e461-3aee-4b69-990e-98e3d7c99286 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:32:54.137092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4fb81f21-0dce-453c-9bd7-e22adbac5002 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7188241 Aug 21 09:32:54.192369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a88da6-068a-4b2e-988f-a3de66c1e37a None None] Network 5434e461-3aee-4b69-990e-98e3d7c99286 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:32:54.352437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50940) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:54.401499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89f6b93-a543-4b8e-9616-81e33c67015b admin admin] Deleting subnet 4603fb09-be70-42d7-a559-c2ac4e528c30 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:32:54.406393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d89f6b93-a543-4b8e-9616-81e33c67015b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:54.445669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d89f6b93-a543-4b8e-9616-81e33c67015b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:54.490879 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d89f6b93-a543-4b8e-9616-81e33c67015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:54.619518 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d89f6b93-a543-4b8e-9616-81e33c67015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:54.645838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f6b93-a543-4b8e-9616-81e33c67015b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4603fb09-be70-42d7-a559-c2ac4e528c30,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:54.652190 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d89f6b93-a543-4b8e-9616-81e33c67015b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:54.657323 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d89f6b93-a543-4b8e-9616-81e33c67015b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4603fb09-be70-42d7-a559-c2ac4e528c30 HTTP/1.1" status: 204 len: 168 time: 0.3007064 Aug 21 09:32:54.657841 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50950) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:54.736872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:54.817526 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:54.828385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a66159-832a-4994-a901-4fdb6b847e0c']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:54.839598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29faba49-9608-4402-9e00-3e08c112c1f7') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:54.840105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29faba49-9608-4402-9e00-3e08c112c1f7') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:54.849197 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:54.862962 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:54.869160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:32:54.869549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:32:54.871468 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:32:55.020215 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.029940 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.034439 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] 10.222.0.20 "DELETE /v2.0/networks/83a66159-832a-4994-a901-4fdb6b847e0c HTTP/1.1" status: 204 len: 168 time: 0.3729451 Aug 21 09:32:55.034909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50952) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:55.044557 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b7c2f-622c-485b-8636-b01bd2f2a116 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a66159-832a-4994-a901-4fdb6b847e0c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:55.080374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5dcab6-e1f2-4d87-ace0-47234251d55c admin admin] Deleting subnet 2e33acff-0397-41eb-bc4f-9d3d735f4b80 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:32:55.083596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcab6-e1f2-4d87-ace0-47234251d55c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.118080 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcab6-e1f2-4d87-ace0-47234251d55c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.162972 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcab6-e1f2-4d87-ace0-47234251d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.285651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcab6-e1f2-4d87-ace0-47234251d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.314449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dcab6-e1f2-4d87-ace0-47234251d55c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e33acff-0397-41eb-bc4f-9d3d735f4b80,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:55.317184 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcab6-e1f2-4d87-ace0-47234251d55c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.318523 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7c5dcab6-e1f2-4d87-ace0-47234251d55c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e33acff-0397-41eb-bc4f-9d3d735f4b80 HTTP/1.1" status: 204 len: 168 time: 0.2821152 Aug 21 09:32:55.321578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50954) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:55.391514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.485938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.496015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5434e461-3aee-4b69-990e-98e3d7c99286']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:55.507431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3df7dd-f53e-4429-ba4a-246775e8fc85') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:55.507736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3df7dd-f53e-4429-ba4a-246775e8fc85') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:55.517783 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.547685 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.555716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:32:55.556265 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:32:55.558410 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:32:55.696553 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.702762 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:55.707441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5434e461-3aee-4b69-990e-98e3d7c99286 HTTP/1.1" status: 204 len: 168 time: 0.3848028 Aug 21 09:32:55.721014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72bf59-93c1-45ce-a9d0-4ebfe0054045 admin admin] Pushing event deleted for resources: {'Network': ['ID=5434e461-3aee-4b69-990e-98e3d7c99286,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:56.063465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50966) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:56.108589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3856dfc1-3e03-4eae-bf10-e44602ad093b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2864a54230a49ea964c2d4f7523019b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438986 Aug 21 09:32:56.111369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50968) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:56.161854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ec091931-5fa0-42ee-b932-693b104d3b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:56.191777 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ec091931-5fa0-42ee-b932-693b104d3b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:56.321630 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ec091931-5fa0-42ee-b932-693b104d3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:56.324388 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ec091931-5fa0-42ee-b932-693b104d3b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:56.328014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ec091931-5fa0-42ee-b932-693b104d3b8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75a874ce-0b2a-4412-bbdc-79c49449ffb6 HTTP/1.1" status: 204 len: 168 time: 0.2131495 Aug 21 09:32:56.333546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec091931-5fa0-42ee-b932-693b104d3b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a874ce-0b2a-4412-bbdc-79c49449ffb6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:56.833562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c7733-3bf0-4efa-8a84-2da1a1f77f4d req-a0db4578-02e9-40e2-99f2-e7148082a847 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:56.835199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb5c7733-3bf0-4efa-8a84-2da1a1f77f4d req-a0db4578-02e9-40e2-99f2-e7148082a847 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1098 time: 0.0518982 Aug 21 09:32:56.874621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb5c7733-3bf0-4efa-8a84-2da1a1f77f4d req-fce7c7bd-4c78-44c7-bd50-ff3c46712906 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330508 Aug 21 09:32:56.898298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50986) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:57.006960 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 50988) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:57.052241 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d6b2d329-3f09-4f2e-9af3-527846aa2d3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef93cb2e25084d6db4b2dba14690917f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434911 Aug 21 09:32:57.052569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 50990) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:32:57.104790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port 4ac06f0c-dfd0-4184-b21e-497c25300ece {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:57.105130 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:57.148725 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb2f0-6b6f-46f2-bc80-a94ae26b7233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:57.184138 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb2f0-6b6f-46f2-bc80-a94ae26b7233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:57.229914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:57.230243 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:57.242506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for 4ac06f0c-dfd0-4184-b21e-497c25300ece owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:32:57.371786 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb2f0-6b6f-46f2-bc80-a94ae26b7233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:57.374387 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb2f0-6b6f-46f2-bc80-a94ae26b7233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:57.375578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7c1fb2f0-6b6f-46f2-bc80-a94ae26b7233 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1eb89512-e61b-4658-b126-6d7f4604f6a3 HTTP/1.1" status: 204 len: 168 time: 0.3212340 Aug 21 09:32:57.390988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fb2f0-6b6f-46f2-bc80-a94ae26b7233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb89512-e61b-4658-b126-6d7f4604f6a3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:57.479463 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:57.509446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=4ac06f0c-dfd0-4184-b21e-497c25300ece,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:32:57.589763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:57.589763 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Floating IP f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666 disassociated (deleted). External IP: 172.25.5.231, port: 56395a0f-8804-446d-8be6-812a2dd99f1f. Aug 21 09:32:57.811627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 8facfc6f-69ab-413c-b073-b9eda541bd67 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:32:57.928819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:32:57.933296 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:32:57.939515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296b4006-8bc8-4bc0-8cb9-1b9b65843210 None None] Sync routers for ids ['8facfc6f-69ab-413c-b073-b9eda541bd67'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:32:57.949173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b4006-8bc8-4bc0-8cb9-1b9b65843210 None None] Routers {'8facfc6f-69ab-413c-b073-b9eda541bd67'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:32:57.950078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-296b4006-8bc8-4bc0-8cb9-1b9b65843210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:32:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['8facfc6f-69ab-413c-b073-b9eda541bd67'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:57.964341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0c4935d7-e8d8-4081-8ba3-e1be60221050 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/floatingips/f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666 HTTP/1.1" status: 204 len: 168 time: 1.0641038 Aug 21 09:32:57.965081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:32:57.967505 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a" -d '{"events": [{"name": "network-changed", "server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:32:58.025203 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bdc334-0083-4245-8120-bd6f7045e7ce x-openstack-request-id: req-43bdc334-0083-4245-8120-bd6f7045e7ce {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:32:58.025490 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:32:58.025740 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43bdc334-0083-4245-8120-bd6f7045e7ce {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:32:58.026135 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'status': 'completed', 'code': 200} Aug 21 09:32:58.098775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-296b4006-8bc8-4bc0-8cb9-1b9b65843210 None None] Set router 8facfc6f-69ab-413c-b073-b9eda541bd67 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:32:58.111139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a req-1b76ea5e-796f-4832-b5f3-07fa1b7a5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:58.112979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a req-1b76ea5e-796f-4832-b5f3-07fa1b7a5d02 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 1098 time: 0.0649343 Aug 21 09:32:58.222079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a req-6a651347-3398-4902-a92b-24b6800f9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:58.223594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a req-6a651347-3398-4902-a92b-24b6800f9caf service neutron] 10.222.0.22 "GET /v2.0/networks?id=557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 200 len: 897 time: 0.1034768 Aug 21 09:32:58.272982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a req-982a6740-1378-4203-8675-ab8a0c7c82c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 200 len: 217 time: 0.0404527 Aug 21 09:32:58.331373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a req-ba7fc451-c5ba-4395-ac6e-7a53aff46fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:58.332908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a req-ba7fc451-c5ba-4395-ac6e-7a53aff46fc0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 200 len: 834 time: 0.0493605 Aug 21 09:32:58.347060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-296b4006-8bc8-4bc0-8cb9-1b9b65843210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:49Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e41ebe00-47d3-473e-8990-97421d60fa73', 'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:54:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:47Z', 'updated_at': '2021-08-21T09:31:00Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:58.378103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296b4006-8bc8-4bc0-8cb9-1b9b65843210 None None] Checking router: 8facfc6f-69ab-413c-b073-b9eda541bd67 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:32:58.390103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a req-08493977-2018-4115-b3e8-4db0f5d2448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:58.391466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b4006-8bc8-4bc0-8cb9-1b9b65843210 None None] Routers {'8facfc6f-69ab-413c-b073-b9eda541bd67'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:32:58.391612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a req-08493977-2018-4115-b3e8-4db0f5d2448c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=557d94b5-850e-4f13-8767-bb85e1426838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507045 Aug 21 09:32:58.397284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-296b4006-8bc8-4bc0-8cb9-1b9b65843210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:32:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['8facfc6f-69ab-413c-b073-b9eda541bd67'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:58.541493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-296b4006-8bc8-4bc0-8cb9-1b9b65843210 None None] Set router 8facfc6f-69ab-413c-b073-b9eda541bd67 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:32:58.566731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a req-788bac93-53d7-438e-84d7-c727330e3598 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661303 Aug 21 09:32:58.574930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa5918-fd46-44ca-9b4b-8ff57c2c4d9c req-d9f5bf34-8e75-4d4a-b41d-eeb8caedbd14 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:58.576846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8aa5918-fd46-44ca-9b4b-8ff57c2c4d9c req-d9f5bf34-8e75-4d4a-b41d-eeb8caedbd14 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 946 time: 0.1247511 Aug 21 09:32:58.679172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8aa5918-fd46-44ca-9b4b-8ff57c2c4d9c req-6888e306-9879-4016-9b3d-533f0ec1a5f1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927284 Aug 21 09:32:58.729820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0bfca988-a2eb-4b9f-af3f-1dc2341f422a req-4668f211-0d1f-4446-907f-0ac4569c68a2 service neutron] 10.222.0.22 "GET /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516948 Aug 21 09:32:58.775024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-296b4006-8bc8-4bc0-8cb9-1b9b65843210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:49Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e41ebe00-47d3-473e-8990-97421d60fa73', 'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:54:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:47Z', 'updated_at': '2021-08-21T09:31:00Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:32:58.806548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296b4006-8bc8-4bc0-8cb9-1b9b65843210 None None] The sync data for ids ['8facfc6f-69ab-413c-b073-b9eda541bd67'] in n-d-766726-28 is: [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:30:49Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e41ebe00-47d3-473e-8990-97421d60fa73', 'name': '', 'network_id': '557d94b5-850e-4f13-8767-bb85e1426838', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:54:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:47Z', 'updated_at': '2021-08-21T09:31:00Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '88325f2f-c18d-469c-85a7-3e29ba2bef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:32:59.038117 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4606d13-95dd-4816-a87b-16f0c3d0ec73 None None] New status for floating IP f6c7e1f3-bf9e-45fa-bcf6-b5a33ab3e666: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:32:59.840712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722beec-ad05-4e72-aaa0-4c0049523996 req-4109ccd4-895e-4095-bd1f-5c5fc893cc14 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:59.842198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b722beec-ad05-4e72-aaa0-4c0049523996 req-4109ccd4-895e-4095-bd1f-5c5fc893cc14 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 946 time: 0.1061699 Aug 21 09:32:59.890150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb2f43-3967-4f18-861e-01e65e37203c req-55086fce-3bd2-4fb6-87a8-9fe8bfcb6c1a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:32:59.891683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfcb2f43-3967-4f18-861e-01e65e37203c req-55086fce-3bd2-4fb6-87a8-9fe8bfcb6c1a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 946 time: 0.0910997 Aug 21 09:32:59.962692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfcb2f43-3967-4f18-861e-01e65e37203c req-02258d11-904c-4901-a56d-a61ae8fe1958 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437117 Aug 21 09:32:59.983924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-b722beec-ad05-4e72-aaa0-4c0049523996 req-5dd8da49-1285-43d0-b6ab-9f5cd6a1f164 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port 56395a0f-8804-446d-8be6-812a2dd99f1f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:32:59.983924 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b722beec-ad05-4e72-aaa0-4c0049523996 req-5dd8da49-1285-43d0-b6ab-9f5cd6a1f164 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:00.075437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b722beec-ad05-4e72-aaa0-4c0049523996 req-5dd8da49-1285-43d0-b6ab-9f5cd6a1f164 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port 56395a0f-8804-446d-8be6-812a2dd99f1f, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=56395a0f-8804-446d-8be6-812a2dd99f1f,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:00.075597 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b722beec-ad05-4e72-aaa0-4c0049523996 req-5dd8da49-1285-43d0-b6ab-9f5cd6a1f164 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:00.090062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-b722beec-ad05-4e72-aaa0-4c0049523996 req-5dd8da49-1285-43d0-b6ab-9f5cd6a1f164 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for 56395a0f-8804-446d-8be6-812a2dd99f1f owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:33:00.279522 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b722beec-ad05-4e72-aaa0-4c0049523996 req-5dd8da49-1285-43d0-b6ab-9f5cd6a1f164 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:00.309514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8da49-1285-43d0-b6ab-9f5cd6a1f164 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=56395a0f-8804-446d-8be6-812a2dd99f1f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:00.352703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b722beec-ad05-4e72-aaa0-4c0049523996 req-5dd8da49-1285-43d0-b6ab-9f5cd6a1f164 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] No DVR routers for this DVR port 56395a0f-8804-446d-8be6-812a2dd99f1f on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:33:00.355382 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b722beec-ad05-4e72-aaa0-4c0049523996 req-5dd8da49-1285-43d0-b6ab-9f5cd6a1f164 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:00.357781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b722beec-ad05-4e72-aaa0-4c0049523996 req-5dd8da49-1285-43d0-b6ab-9f5cd6a1f164 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "DELETE /v2.0/ports/56395a0f-8804-446d-8be6-812a2dd99f1f HTTP/1.1" status: 204 len: 173 time: 0.5087638 Aug 21 09:33:00.358498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-deleted', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:33:00.360596 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8ac30c-78c3-4652-8423-fe234a135055" -d '{"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-deleted", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:33:00.428002 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf3625e-cc20-4a98-aa0f-8632e588486c x-openstack-request-id: req-5bf3625e-cc20-4a98-aa0f-8632e588486c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:33:00.428002 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad53028-d365-462b-8c80-5cd2a3a2ed00", "name": "network-vif-deleted", "tag": "56395a0f-8804-446d-8be6-812a2dd99f1f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:33:00.428002 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bf3625e-cc20-4a98-aa0f-8632e588486c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:33:00.428002 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad53028-d365-462b-8c80-5cd2a3a2ed00', 'name': 'network-vif-deleted', 'tag': '56395a0f-8804-446d-8be6-812a2dd99f1f', 'status': 'completed', 'code': 200} Aug 21 09:33:01.068235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43d05bb7-5dec-45a0-ac99-0a686436e245 req-0c9766d6-2077-46e5-8ef4-ede9766e36ab tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=dad53028-d365-462b-8c80-5cd2a3a2ed00 HTTP/1.1" status: 200 len: 210 time: 0.0260923 Aug 21 09:33:02.126252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51104) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:02.510518 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:02.776500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port e41ebe00-47d3-473e-8990-97421d60fa73 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:33:02.779323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:02.863341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port e41ebe00-47d3-473e-8990-97421d60fa73, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e41ebe00-47d3-473e-8990-97421d60fa73,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:02.863742 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:02.875281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for e41ebe00-47d3-473e-8990-97421d60fa73 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:33:03.121436 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:03.151504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=e41ebe00-47d3-473e-8990-97421d60fa73,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:03.365767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:03.907719 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:33:03.919061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 8facfc6f-69ab-413c-b073-b9eda541bd67 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:33:03.927578 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 56395a0f-8804-446d-8be6-812a2dd99f1f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:33:03.927928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 56395a0f-8804-446d-8be6-812a2dd99f1f not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:33:04.036349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:33:04.040293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cc965238-d408-4620-95ed-28bff984ec88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "PUT /v2.0/routers/8facfc6f-69ab-413c-b073-b9eda541bd67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9127374 Aug 21 09:33:04.044746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51154) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:04.054623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be9619-2abb-48b8-b4db-8679a215920b None None] Sync routers for ids ['8facfc6f-69ab-413c-b073-b9eda541bd67'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:33:04.064644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be9619-2abb-48b8-b4db-8679a215920b None None] Routers {'8facfc6f-69ab-413c-b073-b9eda541bd67'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:33:04.065706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f7be9619-2abb-48b8-b4db-8679a215920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:32:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['8facfc6f-69ab-413c-b073-b9eda541bd67'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:04.101394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7523f2-cc15-43f4-8b27-00e571f65bff tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting subnet 88325f2f-c18d-469c-85a7-3e29ba2bef4e {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:33:04.104678 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df7523f2-cc15-43f4-8b27-00e571f65bff tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:04.177432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df7523f2-cc15-43f4-8b27-00e571f65bff tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:04.194538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-f7be9619-2abb-48b8-b4db-8679a215920b None None] Set router 8facfc6f-69ab-413c-b073-b9eda541bd67 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:33:04.281148 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df7523f2-cc15-43f4-8b27-00e571f65bff tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:04.388884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f7be9619-2abb-48b8-b4db-8679a215920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:33:03Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:04.417940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be9619-2abb-48b8-b4db-8679a215920b None None] Checking router: 8facfc6f-69ab-413c-b073-b9eda541bd67 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:33:04.427490 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be9619-2abb-48b8-b4db-8679a215920b None None] Routers {'8facfc6f-69ab-413c-b073-b9eda541bd67'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:33:04.428319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f7be9619-2abb-48b8-b4db-8679a215920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:32:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['8facfc6f-69ab-413c-b073-b9eda541bd67'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:04.454966 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df7523f2-cc15-43f4-8b27-00e571f65bff tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:04.491945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7523f2-cc15-43f4-8b27-00e571f65bff tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Subnet': ['ID=88325f2f-c18d-469c-85a7-3e29ba2bef4e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:04.501426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df7523f2-cc15-43f4-8b27-00e571f65bff tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:04.503623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-df7523f2-cc15-43f4-8b27-00e571f65bff tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/subnets/88325f2f-c18d-469c-85a7-3e29ba2bef4e HTTP/1.1" status: 204 len: 168 time: 0.4574587 Aug 21 09:33:04.506225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51164) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:04.519772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a8289-3df7-403b-b70f-6b0d47868aa2 None None] Network 557d94b5-850e-4f13-8767-bb85e1426838 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:33:04.595778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-f7be9619-2abb-48b8-b4db-8679a215920b None None] Set router 8facfc6f-69ab-413c-b073-b9eda541bd67 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:33:04.642386 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:04.806390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.036865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port 134ede36-17f9-40f7-86f5-a0cf051585ba {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:33:05.037238 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.041438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0805b5-9e03-4a6e-8517-513915a35ba3 None None] DHCP port deletion for 557d94b5-850e-4f13-8767-bb85e1426838 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:33:05.048364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-f7be9619-2abb-48b8-b4db-8679a215920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:33:03Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:05.124139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be9619-2abb-48b8-b4db-8679a215920b None None] The sync data for ids ['8facfc6f-69ab-413c-b073-b9eda541bd67'] in n-d-766726-28 is: [{'id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-529153507', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:30:38Z', 'updated_at': '2021-08-21T09:33:03Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '134ede36-17f9-40f7-86f5-a0cf051585ba', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8facfc6f-69ab-413c-b073-b9eda541bd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:30:39Z', 'updated_at': '2021-08-21T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:33:05.124413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port 134ede36-17f9-40f7-86f5-a0cf051585ba, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=134ede36-17f9-40f7-86f5-a0cf051585ba,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:05.124974 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.154824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for 134ede36-17f9-40f7-86f5-a0cf051585ba owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:33:05.179011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1d0805b5-9e03-4a6e-8517-513915a35ba3 None None] Deleting port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:33:05.181233 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1d0805b5-9e03-4a6e-8517-513915a35ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.290133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1d0805b5-9e03-4a6e-8517-513915a35ba3 None None] For port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b,segment=NetworkSegment(d5685072-ca50-4051-99f1-03dc771d732f),segment_id=d5685072-ca50-4051-99f1-03dc771d732f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:05.290542 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1d0805b5-9e03-4a6e-8517-513915a35ba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.320676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1d0805b5-9e03-4a6e-8517-513915a35ba3 None None] Calling delete_port for 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:33:05.452595 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.479884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=134ede36-17f9-40f7-86f5-a0cf051585ba,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:05.522292 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1d0805b5-9e03-4a6e-8517-513915a35ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.567290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0805b5-9e03-4a6e-8517-513915a35ba3 None None] Pushing event deleted for resources: {'Port': ['ID=7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:05.574063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0805b5-9e03-4a6e-8517-513915a35ba3 None None] No DVR routers for this DVR port 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:33:05.629328 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.727001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:33:05.772565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:33:05.773100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7d1d9a40-5b41-4d40-bdcf-94cdae6ab47b not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:33:05.773372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e41ebe00-47d3-473e-8990-97421d60fa73 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:33:05.783928 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.787074 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.824332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: e41ebe00-47d3-473e-8990-97421d60fa73 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:33:05.824684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e41ebe00-47d3-473e-8990-97421d60fa73 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:33:05.872603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51194) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:05.914149 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.917141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Fanout notify agent at l3_agent the message router_deleted on router 8facfc6f-69ab-413c-b073-b9eda541bd67 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:33:05.930082 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:05.937407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0bcac16b-027b-47b9-afec-2a16b1b3640c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/routers/8facfc6f-69ab-413c-b073-b9eda541bd67 HTTP/1.1" status: 204 len: 168 time: 1.4281890 Aug 21 09:33:05.938236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51198) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:06.059645 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d169b01-0413-4d52-83ad-f0b9a4542a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.093077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.204930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.220473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557d94b5-850e-4f13-8767-bb85e1426838']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:06.236199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5685072-ca50-4051-99f1-03dc771d732f') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:06.236911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5685072-ca50-4051-99f1-03dc771d732f') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:06.250709 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.275311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.287974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:33:06.288394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:33:06.291320 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:33:06.296014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d169b01-0413-4d52-83ad-f0b9a4542a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.384307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d169b01-0413-4d52-83ad-f0b9a4542a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.406166 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.419821 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.424246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/networks/557d94b5-850e-4f13-8767-bb85e1426838 HTTP/1.1" status: 204 len: 168 time: 0.4823971 Aug 21 09:33:06.425042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51206) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:06.446570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec02b46-64c5-41a0-820e-f1fe9350b479 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Network': ['ID=557d94b5-850e-4f13-8767-bb85e1426838,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:06.452816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5d169b01-0413-4d52-83ad-f0b9a4542a33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d27ad4eadd7f4bf1a371369cee175aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5765276 Aug 21 09:33:06.452816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d169b01-0413-4d52-83ad-f0b9a4542a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e137f117-e94d-41c9-8df6-08df16bed231,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:06.453810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51208) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:06.517282 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c676604-ea1b-463d-8f3f-dd00129025bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.532678 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.546488 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c676604-ea1b-463d-8f3f-dd00129025bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.560678 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.669836 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c676604-ea1b-463d-8f3f-dd00129025bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.672553 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c676604-ea1b-463d-8f3f-dd00129025bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.676746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6c676604-ea1b-463d-8f3f-dd00129025bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e137f117-e94d-41c9-8df6-08df16bed231 HTTP/1.1" status: 204 len: 168 time: 0.2192082 Aug 21 09:33:06.690765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c676604-ea1b-463d-8f3f-dd00129025bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e137f117-e94d-41c9-8df6-08df16bed231,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:06.697125 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.701031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:06.702447 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/security-groups/a6c6e4f6-9707-446d-bb71-740bdd8cdf8b HTTP/1.1" status: 204 len: 168 time: 0.2755377 Aug 21 09:33:06.715456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c6e4f6-9707-446d-bb71-740bdd8cdf8b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:06.727081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.727670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.730177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.730581 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.730932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.731281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.731655 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.731989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.732329 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.732662 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.732996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.733324 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93071e2-9523-453d-914e-da8a99d7d82e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:06.972782 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89b1047e-bbc3-4293-98d2-bbef9820f333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.254199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51226) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:07.256937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 134ede36-17f9-40f7-86f5-a0cf051585ba no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:33:07.260039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e3d68573-763c-4ccf-a74d-20d61c098d44 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464190953', 'description': 'tempest-secgroup-smoke-464190953 description', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:07.288806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 134ede36-17f9-40f7-86f5-a0cf051585ba {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:33:07.288955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 134ede36-17f9-40f7-86f5-a0cf051585ba not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:33:07.372805 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3d68573-763c-4ccf-a74d-20d61c098d44 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.436065 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51230) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:07.459315 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3d68573-763c-4ccf-a74d-20d61c098d44 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.473835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ec71a4a-610f-46a5-9575-f2914d22281b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.499576 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3d68573-763c-4ccf-a74d-20d61c098d44 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.536826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d68573-763c-4ccf-a74d-20d61c098d44 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e207be4-070f-41ee-b177-6f55d09dd971,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:07.605931 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ec71a4a-610f-46a5-9575-f2914d22281b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.658591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ec71a4a-610f-46a5-9575-f2914d22281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.698848 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4ec71a4a-610f-46a5-9575-f2914d22281b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=330a1c60503143e283334e74d83ccd9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610660 Aug 21 09:33:07.700080 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec71a4a-610f-46a5-9575-f2914d22281b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e02d872-1e1b-4c09-b0f2-b801d0f54ad4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:07.701944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51234) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:07.759398 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3d68573-763c-4ccf-a74d-20d61c098d44 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.762039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e3d68573-763c-4ccf-a74d-20d61c098d44 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5065119 Aug 21 09:33:07.762998 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbc1240b-e54a-4697-8202-f6aa5f0aa6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.763755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51236) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:07.768757 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ca831c10-0760-4c7c-b2b2-8c27a13b9091 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '5e207be4-070f-41ee-b177-6f55d09dd971', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:07.798914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbc1240b-e54a-4697-8202-f6aa5f0aa6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.855800 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca831c10-0760-4c7c-b2b2-8c27a13b9091 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.944772 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbc1240b-e54a-4697-8202-f6aa5f0aa6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.951534 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dbc1240b-e54a-4697-8202-f6aa5f0aa6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:07.951534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dbc1240b-e54a-4697-8202-f6aa5f0aa6bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e02d872-1e1b-4c09-b0f2-b801d0f54ad4 HTTP/1.1" status: 204 len: 168 time: 0.2462525 Aug 21 09:33:07.958356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1240b-e54a-4697-8202-f6aa5f0aa6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e02d872-1e1b-4c09-b0f2-b801d0f54ad4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:07.965000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca831c10-0760-4c7c-b2b2-8c27a13b9091 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:08.044903 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca831c10-0760-4c7c-b2b2-8c27a13b9091 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:08.062168 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca831c10-0760-4c7c-b2b2-8c27a13b9091 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a31cd61-8fdc-420e-b704-117fba18bbc0,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:08.118785 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca831c10-0760-4c7c-b2b2-8c27a13b9091 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:08.120063 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ca831c10-0760-4c7c-b2b2-8c27a13b9091 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3552790 Aug 21 09:33:08.123006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51248) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:08.127719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-91e3b2d1-20bd-4d2b-b5f7-1befa624bee6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '5e207be4-070f-41ee-b177-6f55d09dd971', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:08.246074 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91e3b2d1-20bd-4d2b-b5f7-1befa624bee6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:08.329174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91e3b2d1-20bd-4d2b-b5f7-1befa624bee6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:08.421381 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91e3b2d1-20bd-4d2b-b5f7-1befa624bee6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:08.441719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3b2d1-20bd-4d2b-b5f7-1befa624bee6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183a7f73-7193-430c-8367-a775ba989ab2,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:08.512914 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-91e3b2d1-20bd-4d2b-b5f7-1befa624bee6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:08.514262 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-91e3b2d1-20bd-4d2b-b5f7-1befa624bee6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3902814 Aug 21 09:33:08.517310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51258) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:08.522084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3f292d93-8da6-4843-acac-47bf3c5ffef0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '5e207be4-070f-41ee-b177-6f55d09dd971', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:08.621186 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f292d93-8da6-4843-acac-47bf3c5ffef0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:08.673018 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f292d93-8da6-4843-acac-47bf3c5ffef0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:08.753117 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f292d93-8da6-4843-acac-47bf3c5ffef0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:08.768802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f292d93-8da6-4843-acac-47bf3c5ffef0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272a422f-db5a-4d5c-82f4-63a412cc0937,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:08.884388 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f292d93-8da6-4843-acac-47bf3c5ffef0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:08.885888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3f292d93-8da6-4843-acac-47bf3c5ffef0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674016 Aug 21 09:33:08.888598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51272) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:08.894005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-12dce7cc-412d-474c-95bc-0233aa81be3e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '5e207be4-070f-41ee-b177-6f55d09dd971', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:08.994039 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12dce7cc-412d-474c-95bc-0233aa81be3e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:09.078392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12dce7cc-412d-474c-95bc-0233aa81be3e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:09.159023 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12dce7cc-412d-474c-95bc-0233aa81be3e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:09.177022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dce7cc-412d-474c-95bc-0233aa81be3e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6186391-0451-4758-81eb-1494b072c007,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:09.263928 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-12dce7cc-412d-474c-95bc-0233aa81be3e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:09.265225 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-12dce7cc-412d-474c-95bc-0233aa81be3e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3753824 Aug 21 09:33:09.267868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51290) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:09.272677 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a3d77169-9d7d-4ff6-a372-2bc01622e01b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '5e207be4-070f-41ee-b177-6f55d09dd971', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:09.384284 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-a3d77169-9d7d-4ff6-a372-2bc01622e01b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Project 95b0c237fabe4ed6bcd22c7ea3548b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:33:09.391521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3d77169-9d7d-4ff6-a372-2bc01622e01b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:09.464376 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3d77169-9d7d-4ff6-a372-2bc01622e01b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:09.558849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fd467178-47bc-4e89-b438-e3aa25abbc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:09.589807 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3d77169-9d7d-4ff6-a372-2bc01622e01b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:09.612479 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d77169-9d7d-4ff6-a372-2bc01622e01b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3bfd2c-f654-422d-87c8-aaa3906f71cb,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:09.709323 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3d77169-9d7d-4ff6-a372-2bc01622e01b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:09.713328 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a3d77169-9d7d-4ff6-a372-2bc01622e01b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4419501 Aug 21 09:33:09.713730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51300) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:09.718296 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-04e5b35d-98fb-4011-8b5e-c9d86fccb787 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '5e207be4-070f-41ee-b177-6f55d09dd971', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:09.790056 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:09.881181 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-04e5b35d-98fb-4011-8b5e-c9d86fccb787 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Project 95b0c237fabe4ed6bcd22c7ea3548b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:33:09.886924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04e5b35d-98fb-4011-8b5e-c9d86fccb787 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:09.966209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04e5b35d-98fb-4011-8b5e-c9d86fccb787 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.044368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04e5b35d-98fb-4011-8b5e-c9d86fccb787 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.062995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5b35d-98fb-4011-8b5e-c9d86fccb787 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723c2e11-65a2-42a4-b77c-0a47a5daef53,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:10.135892 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04e5b35d-98fb-4011-8b5e-c9d86fccb787 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.137407 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04e5b35d-98fb-4011-8b5e-c9d86fccb787 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4226735 Aug 21 09:33:10.140264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51318) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:10.145952 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'network': {'name': 'tempest-network-smoke--2055788154', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'port_security_enabled': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:10.235224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:33:10.238783 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.269179 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:33:10.280158 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.280779 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Added segment a1429326-c4f2-446e-a929-823fb84f70f1 of type vlan for network 985aa425-82c7-4348-b426-bd143c1e7952 Aug 21 09:33:10.332781 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.421715 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.429451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:10.430285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.520711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Network': ['ID=985aa425-82c7-4348-b426-bd143c1e7952,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:10.534123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 985aa425-82c7-4348-b426-bd143c1e7952 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:33:10.551418 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fac94720-877b-4f26-a90c-de4de879ffcd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4074838 Aug 21 09:33:10.552559 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51330) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:10.558565 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'admin_state_up': True, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:10.656141 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.657213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.714225 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.933186 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:10.943527 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:11.297483 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:11.316986 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:11.432346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.25.5.214 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/66b498e0-8b3e-46e5-a81d-c0197013655a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:33:11.564587 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:11.688230 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:11.731784 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:33:11.734587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:33:11.744253 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:33:11.746460 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=66b498e0-8b3e-46e5-a81d-c0197013655a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:12.124980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:12.352568 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:12.440175 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:12.587625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:33:12.706757 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:33:12.718253 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Sync routers for ids ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:33:12.727771 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Routers {'94402eea-a0c6-4b9d-827d-060d3bfc58a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:33:12.728379 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:33:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:12.767168 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:12.771496 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-95a0da64-b725-4cf9-810c-970183dd65c3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2144589 Aug 21 09:33:12.771945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51372) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:12.810652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-75d46d96-9f93-484c-b416-a12aa739d277 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=95b0c237fabe4ed6bcd22c7ea3548b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373118 Aug 21 09:33:12.813539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51374) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:12.847071 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Set router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:33:12.941885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec4a54e-b5ef-4c25-b7c7-e665c7ceecd1 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:12.943666 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9ec4a54e-b5ef-4c25-b7c7-e665c7ceecd1 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287868 Aug 21 09:33:12.946924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51378) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:12.980501 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e92909ac-cb98-4d95-b200-9df9929f91a4 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324030 Aug 21 09:33:12.983116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51380) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:13.056764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe90ef-590f-4d8c-9407-c7587649b610 req-5f0a3ee6-aeab-4ce2-9ff9-14e4d0fbf319 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:13.059024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7afe90ef-590f-4d8c-9407-c7587649b610 req-5f0a3ee6-aeab-4ce2-9ff9-14e4d0fbf319 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 945 time: 0.0816584 Aug 21 09:33:13.095548 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:11Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:13.102994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7afe90ef-590f-4d8c-9407-c7587649b610 req-b4ea8df1-0c86-48d5-8435-9df502248bed tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378163 Aug 21 09:33:13.127451 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Checking router: 94402eea-a0c6-4b9d-827d-060d3bfc58a7 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:33:13.128052 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Updating router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 port 66b498e0-8b3e-46e5-a81d-c0197013655a binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:33:13.152871 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:13.183477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939713655', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:13.360887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:33:13.364730 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:13.440794 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:13.454009 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Transition to ACTIVE for port object 66b498e0-8b3e-46e5-a81d-c0197013655a will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:33:13.530398 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:13.593166 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Pushing event updated for resources: {'Port': ['ID=66b498e0-8b3e-46e5-a81d-c0197013655a,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:13.602211 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Attempting to bind port 66b498e0-8b3e-46e5-a81d-c0197013655a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:33:13.602572 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Attempting to bind port 66b498e0-8b3e-46e5-a81d-c0197013655a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:33:13.602939 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Attempting to bind port 66b498e0-8b3e-46e5-a81d-c0197013655a on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:33:13.605730 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.606068 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.606400 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.606725 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.607048 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.607368 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.607720 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.608039 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.608350 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.608663 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.608976 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.609297 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:13.620306 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:33:13.620306 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:33:13.620306 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:13.620306 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:33:13.620306 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Bound port: 66b498e0-8b3e-46e5-a81d-c0197013655a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:33:13.620306 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:13.639133 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:13.672630 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] For port 66b498e0-8b3e-46e5-a81d-c0197013655a, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:33:13.676078 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] For port 66b498e0-8b3e-46e5-a81d-c0197013655a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=66b498e0-8b3e-46e5-a81d-c0197013655a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:33:13.698634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Subnet': ['ID=73f70674-d193-4707-9764-826ddf582391,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:13.709854 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Checking segment: {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:33:13.710871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network hostable DHCP agents. Network: 985aa425-82c7-4348-b426-bd143c1e7952, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:33:13.738081 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:13.799823 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Routers {'94402eea-a0c6-4b9d-827d-060d3bfc58a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:33:13.800473 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:33:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:13.812779 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 985aa425-82c7-4348-b426-bd143c1e7952 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:33:13.841166 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fd54f-0d37-4833-ae05-fa7b75d16cf0 None None] Pushing event updated for resources: {'Port': ['ID=66b498e0-8b3e-46e5-a81d-c0197013655a,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:13.892342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 985aa425-82c7-4348-b426-bd143c1e7952) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:33:13.897134 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:13.899637 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:13.901387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ee0e95-675a-4a68-a257-eef25ee61cde None None] Network 985aa425-82c7-4348-b426-bd143c1e7952 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:33:13.924690 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] Set router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:33:13.979036 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-11275fc3-be4f-488e-b391-a4cbaea29fee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9939301 Aug 21 09:33:13.981850 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51400) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:14.081101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-985aa425-82c7-4348-b426-bd143c1e7952', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ips': [{'subnet_id': '73f70674-d193-4707-9764-826ddf582391'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:33:14.082512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:14.264708 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:11Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:14.315763 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae6f8f1-9f23-468a-9348-cef6db6ff992 None None] The sync data for ids ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'] in n-d-766726-28 is: [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:11Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:33:14.338446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9cc5f-e85e-45b3-9164-6aa5b38c5670 req-f458e06f-4a22-44b9-b665-30ce26ef40fe tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:14.340859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4e9cc5f-e85e-45b3-9164-6aa5b38c5670 req-f458e06f-4a22-44b9-b665-30ce26ef40fe tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 945 time: 0.1181421 Aug 21 09:33:14.399879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Allocated IP 172.20.0.2 (985aa425-82c7-4348-b426-bd143c1e7952/73f70674-d193-4707-9764-826ddf582391/18cdbc29-6dbf-44af-b23a-8f8ac5734d7e) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:33:14.414881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4e9cc5f-e85e-45b3-9164-6aa5b38c5670 req-54f48353-0fbb-463b-969b-5f7cdcd8917a tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634224 Aug 21 09:33:14.500735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273845b-ca82-4aec-beb2-a03c5fda828d req-a42a55e9-531d-429b-a01c-e18a926db592 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:14.502886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9273845b-ca82-4aec-beb2-a03c5fda828d req-a42a55e9-531d-429b-a01c-e18a926db592 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 945 time: 0.0865347 Aug 21 09:33:14.587687 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:14.598438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Transition to ACTIVE for port object 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:33:14.636587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Transition to ACTIVE for port object 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:33:14.669737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9273845b-ca82-4aec-beb2-a03c5fda828d req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Deleting port d4afc029-175c-43bf-a2a7-05a9a6ee945b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:33:14.670086 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9273845b-ca82-4aec-beb2-a03c5fda828d req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:14.733269 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:14.798974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Network 985aa425-82c7-4348-b426-bd143c1e7952 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:33:14.802728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:33:14.805384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:33:14.859733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9273845b-ca82-4aec-beb2-a03c5fda828d req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] For port d4afc029-175c-43bf-a2a7-05a9a6ee945b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d4afc029-175c-43bf-a2a7-05a9a6ee945b,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:14.860429 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9273845b-ca82-4aec-beb2-a03c5fda828d req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:14.886930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Attempting to bind port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:33:14.887271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Attempting to bind port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:33:14.887650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Attempting to bind port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e on network 985aa425-82c7-4348-b426-bd143c1e7952 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:33:14.897143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Pushing event updated for resources: {'Port': ['ID=18cdbc29-6dbf-44af-b23a-8f8ac5734d7e,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:14.899244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9273845b-ca82-4aec-beb2-a03c5fda828d req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Calling delete_port for d4afc029-175c-43bf-a2a7-05a9a6ee945b owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:33:14.918264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.918868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.918974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.919343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.919700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.920024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.920350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.920671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.920989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.921305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.921622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.921995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:14.933097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:33:14.933467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Checking segment: {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:33:14.933872 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:14.935416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Bound using segment: {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:33:14.936952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Bound port: 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:33:14.937342 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:15.068892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] For port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:33:15.072269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] For port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=18cdbc29-6dbf-44af-b23a-8f8ac5734d7e,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:33:15.150109 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:15.183815 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9273845b-ca82-4aec-beb2-a03c5fda828d req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:15.206488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['1837c597-c3cd-4c00-a3e8-65bc70764a49', 'd9613b49-c511-4ec9-809c-23ec4c6eb08b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:33:15.209711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69f32df1-e76e-4967-a0a0-28a2ecd9e5b6'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:33:15.272955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Pushing event deleted for resources: {'Port': ['ID=d4afc029-175c-43bf-a2a7-05a9a6ee945b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:15.339284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.339889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.340216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.340979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.341617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.342190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.342752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.343321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.343912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.344489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.345078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.345643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:33:15.395154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9273845b-ca82-4aec-beb2-a03c5fda828d req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] No DVR routers for this DVR port d4afc029-175c-43bf-a2a7-05a9a6ee945b on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:33:15.405511 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9273845b-ca82-4aec-beb2-a03c5fda828d req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:15.408655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9273845b-ca82-4aec-beb2-a03c5fda828d req-09d0f29e-a896-429a-ae96-0647a3aab4e8 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.13 "DELETE /v2.0/ports/d4afc029-175c-43bf-a2a7-05a9a6ee945b HTTP/1.1" status: 204 len: 173 time: 0.8999100 Aug 21 09:33:15.409403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c320f67-9a32-4273-a1f1-2860fa1b9d77', 'name': 'network-vif-deleted', 'tag': 'd4afc029-175c-43bf-a2a7-05a9a6ee945b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:33:15.412147 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2fe2ec-0eb6-4eea-a097-ca0f2035d178" -d '{"events": [{"server_uuid": "7c320f67-9a32-4273-a1f1-2860fa1b9d77", "name": "network-vif-deleted", "tag": "d4afc029-175c-43bf-a2a7-05a9a6ee945b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:33:15.415009 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:15.491947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66b498e0-8b3e-46e5-a81d-c0197013655a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:33:15.531537 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9358bc73-96dd-4b70-ae44-51005d50a065 x-openstack-request-id: req-9358bc73-96dd-4b70-ae44-51005d50a065 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:33:15.532156 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c320f67-9a32-4273-a1f1-2860fa1b9d77", "name": "network-vif-deleted", "tag": "d4afc029-175c-43bf-a2a7-05a9a6ee945b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:33:15.532655 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9358bc73-96dd-4b70-ae44-51005d50a065 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:33:15.533444 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c320f67-9a32-4273-a1f1-2860fa1b9d77', 'name': 'network-vif-deleted', 'tag': 'd4afc029-175c-43bf-a2a7-05a9a6ee945b', 'status': 'completed', 'code': 200} Aug 21 09:33:15.626914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-352cbdf6-adea-47d3-ab3d-3537ed49ca63 req-acc1144d-16d8-4a20-a36c-9863cae0cf90 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c320f67-9a32-4273-a1f1-2860fa1b9d77 HTTP/1.1" status: 200 len: 210 time: 0.0606072 Aug 21 09:33:15.671769 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:15.726546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f9516-3f45-4944-9d14-9fe3084d146f None None] Pushing event updated for resources: {'Port': ['ID=18cdbc29-6dbf-44af-b23a-8f8ac5734d7e,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:15.809854 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:15.927913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 66b498e0-8b3e-46e5-a81d-c0197013655a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:33:15.935857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 66b498e0-8b3e-46e5-a81d-c0197013655a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:15.935997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:16.078821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.20.0.1 (985aa425-82c7-4348-b426-bd143c1e7952/73f70674-d193-4707-9764-826ddf582391/7be4644e-14b1-428b-923e-654e10155170) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:33:16.113343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e22ad72-1907-4e21-8a80-a18debcedbce req-c3779f53-04c1-4d41-b5b3-47fc3c3fce80 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0720415 Aug 21 09:33:16.153045 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:33:16.181742 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:16.208411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 66b498e0-8b3e-46e5-a81d-c0197013655a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=66b498e0-8b3e-46e5-a81d-c0197013655a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:16.247248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22ad72-1907-4e21-8a80-a18debcedbce req-0497ae34-82a6-42fc-9781-e9811b06ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:16.249803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e22ad72-1907-4e21-8a80-a18debcedbce req-0497ae34-82a6-42fc-9781-e9811b06ca10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 1097 time: 0.1131227 Aug 21 09:33:16.275429 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:16.361484 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:16.374100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=66b498e0-8b3e-46e5-a81d-c0197013655a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:16.416750 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Transition to ACTIVE for port object 7be4644e-14b1-428b-923e-654e10155170 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:33:16.444139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22ad72-1907-4e21-8a80-a18debcedbce req-4341dda8-4f2f-4f51-a678-034c8e28ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:16.445811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e22ad72-1907-4e21-8a80-a18debcedbce req-4341dda8-4f2f-4f51-a678-034c8e28ece0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 915 time: 0.1691198 Aug 21 09:33:16.510424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e22ad72-1907-4e21-8a80-a18debcedbce req-aa65aca7-acb4-4a1a-9690-cc65cb1908f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9613b49-c511-4ec9-809c-23ec4c6eb08b HTTP/1.1" status: 200 len: 217 time: 0.0563819 Aug 21 09:33:16.537104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:16.602197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22ad72-1907-4e21-8a80-a18debcedbce req-0891f79f-b106-4f54-8a00-e18e5d5cf60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:16.603932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e22ad72-1907-4e21-8a80-a18debcedbce req-0891f79f-b106-4f54-8a00-e18e5d5cf60d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2e60e284-8eef-4de8-857f-3bfd47d5e4ab HTTP/1.1" status: 200 len: 854 time: 0.0855899 Aug 21 09:33:16.607396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 985aa425-82c7-4348-b426-bd143c1e7952 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:33:16.611292 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:33:16.615717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:33:16.653493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=7be4644e-14b1-428b-923e-654e10155170,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:16.667644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e22ad72-1907-4e21-8a80-a18debcedbce req-6927b587-4ee5-437c-b3a8-283e3dbf42af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556338 Aug 21 09:33:16.716287 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:16.814041 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfb7808-f606-40d0-a81b-d6b969d76b0f None None] Network 985aa425-82c7-4348-b426-bd143c1e7952 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:33:16.822097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e22ad72-1907-4e21-8a80-a18debcedbce req-2a5327d7-2cd4-4408-b7d1-d5212cea86d7 service neutron] 10.222.0.22 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477411 Aug 21 09:33:16.939541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d4afc029-175c-43bf-a2a7-05a9a6ee945b no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:33:16.941740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e22ad72-1907-4e21-8a80-a18debcedbce req-248c86a2-0480-4555-a4af-558e7b57745e service neutron] 10.222.0.22 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121109 Aug 21 09:33:16.979013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: d4afc029-175c-43bf-a2a7-05a9a6ee945b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:33:16.979715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d4afc029-175c-43bf-a2a7-05a9a6ee945b not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:33:17.038086 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d297636e-e1d2-47fe-b354-5806c1184118 None None] Provisioning for port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:33:17.065009 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:17.526205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66b498e0-8b3e-46e5-a81d-c0197013655a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:33:17.597345 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:17.643452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 66b498e0-8b3e-46e5-a81d-c0197013655a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:17.643859 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:17.675923 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:17.722504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ad8ea20f-0d08-408e-b554-27bb187ccb48 None None] Provisioning for port 7be4644e-14b1-428b-923e-654e10155170 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:33:17.734850 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ad8ea20f-0d08-408e-b554-27bb187ccb48 None None] Provisioning complete for port 7be4644e-14b1-428b-923e-654e10155170 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:17.735194 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea20f-0d08-408e-b554-27bb187ccb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:17.766121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:33:17.803331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ea20f-0d08-408e-b554-27bb187ccb48 None None] Port 7be4644e-14b1-428b-923e-654e10155170 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:33:17.834405 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=7be4644e-14b1-428b-923e-654e10155170,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:17.838082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:17.895360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:33:17.900675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:17.911006 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:17.952864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0bd351be-3e61-40f0-a72a-cf5212be4bd7 None None] Provisioning complete for port 7be4644e-14b1-428b-923e-654e10155170 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:17.953604 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0bd351be-3e61-40f0-a72a-cf5212be4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:17.965469 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 985aa425-82c7-4348-b426-bd143c1e7952 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:33:17.967433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:33:18.041546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0bd351be-3e61-40f0-a72a-cf5212be4bd7 None None] Port 7be4644e-14b1-428b-923e-654e10155170 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:33:18.059740 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:18.110005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:33:18.127357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=18cdbc29-6dbf-44af-b23a-8f8ac5734d7e,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:18.215770 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:18.289401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=18cdbc29-6dbf-44af-b23a-8f8ac5734d7e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:18.314060 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:33:18.332532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Sync routers for ids ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:33:18.335307 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c7fb5e8a-caf3-4765-a1b4-d3640308446e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "PUT /v2.0/routers/94402eea-a0c6-4b9d-827d-060d3bfc58a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3522203 Aug 21 09:33:18.349114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Routers {'94402eea-a0c6-4b9d-827d-060d3bfc58a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:33:18.351215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:33:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:18.498347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a969d7b4-add0-4574-8d95-139d23899413 None None] Provisioning complete for port 7be4644e-14b1-428b-923e-654e10155170 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:18.498716 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a969d7b4-add0-4574-8d95-139d23899413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:18.541508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Set router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:33:18.552853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-9723bb08-148a-4d61-a6c4-be65dc91cfac tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464190953&fields=id&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 267 time: 0.0470567 Aug 21 09:33:18.584020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a969d7b4-add0-4574-8d95-139d23899413 None None] Port 7be4644e-14b1-428b-923e-654e10155170 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:33:18.722516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154866d-ea24-429c-8e8e-91852cc1850b req-1c3fea6c-12a7-47ef-9d5d-a9abc340fecd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:18.724293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-1c3fea6c-12a7-47ef-9d5d-a9abc340fecd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/networks?id=985aa425-82c7-4348-b426-bd143c1e7952 HTTP/1.1" status: 200 len: 797 time: 0.1678629 Aug 21 09:33:18.749839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-35166d68-b5c3-44df-b0fd-8bd9a77d3461 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/quotas/95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 375 time: 0.0186760 Aug 21 09:33:18.794875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7be4644e-14b1-428b-923e-654e10155170', 'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:27:0f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '73f70674-d193-4707-9764-826ddf582391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:15Z', 'updated_at': '2021-08-21T09:33:17Z', 'revision_number': 2, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73f70674-d193-4707-9764-826ddf582391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:18.822082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-dff6c800-9831-416c-b10a-31fb8d968419 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657852 Aug 21 09:33:18.839128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Checking router: 94402eea-a0c6-4b9d-827d-060d3bfc58a7 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:33:18.839620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Updating router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 port 7be4644e-14b1-428b-923e-654e10155170 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:33:18.868836 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:18.983567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-20c6c671-f748-474e-8f96-8e579b1c8c7e service neutron] 10.222.0.20 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456556 Aug 21 09:33:19.097010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-4af57719-814e-4c3a-b61d-39b83c8cc139 service neutron] 10.222.0.20 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013839 Aug 21 09:33:19.289924 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:19.309139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:33:19.311982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Transition to ACTIVE for port object 7be4644e-14b1-428b-923e-654e10155170 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:33:19.396370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:19.397025 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:19.422265 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:19.637068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82708a04-743f-4998-bdde-c3b2104623a8 None None] Pushing event updated for resources: {'Port': ['ID=7be4644e-14b1-428b-923e-654e10155170,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:19.650883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Attempting to bind port 7be4644e-14b1-428b-923e-654e10155170 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:33:19.651331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Attempting to bind port 7be4644e-14b1-428b-923e-654e10155170 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:33:19.652014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Attempting to bind port 7be4644e-14b1-428b-923e-654e10155170 on network 985aa425-82c7-4348-b426-bd143c1e7952 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:33:19.690303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:33:19.690885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Checking segment: {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:33:19.691364 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:19.691852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Bound using segment: {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:33:19.692441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Bound port: 7be4644e-14b1-428b-923e-654e10155170, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:33:19.693012 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:19.726939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51502) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:19.740952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53a18573-1254-4582-af62-b6cd6b24670b req-1bf39739-c686-4c24-8ee0-33918f24b25e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 210 time: 0.0442789 Aug 21 09:33:19.789710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] For port 7be4644e-14b1-428b-923e-654e10155170, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:33:19.793070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] For port 7be4644e-14b1-428b-923e-654e10155170, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7be4644e-14b1-428b-923e-654e10155170,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:33:19.893243 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:19.901306 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-620125b4-8ac8-44e5-91cd-abb07da5f826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:19.950013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Routers {'94402eea-a0c6-4b9d-827d-060d3bfc58a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:33:19.950725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:33:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:20.114958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-620125b4-8ac8-44e5-91cd-abb07da5f826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:20.190593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82708a04-743f-4998-bdde-c3b2104623a8 None None] Pushing event updated for resources: {'Port': ['ID=7be4644e-14b1-428b-923e-654e10155170,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:20.223366 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-620125b4-8ac8-44e5-91cd-abb07da5f826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:20.277317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] Set router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:33:20.287372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51520) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:20.307249 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-620125b4-8ac8-44e5-91cd-abb07da5f826 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0edde70b27c44ccca584bb42e68676cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5780392 Aug 21 09:33:20.308102 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620125b4-8ac8-44e5-91cd-abb07da5f826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a58977f-7f5f-4da0-89e4-bf9e7d5cfb0a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:20.381077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffd01796-011d-4708-8149-1b4df068fede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:20.405405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffd01796-011d-4708-8149-1b4df068fede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:20.512952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7be4644e-14b1-428b-923e-654e10155170', 'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:27:0f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '73f70674-d193-4707-9764-826ddf582391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:15Z', 'updated_at': '2021-08-21T09:33:19Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73f70674-d193-4707-9764-826ddf582391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:20.543227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4f6db-4ec0-4225-9f66-eb4c28198e8b None None] The sync data for ids ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'] in n-d-766726-28 is: [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7be4644e-14b1-428b-923e-654e10155170', 'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:27:0f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '73f70674-d193-4707-9764-826ddf582391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:15Z', 'updated_at': '2021-08-21T09:33:19Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73f70674-d193-4707-9764-826ddf582391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:33:20.573123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffd01796-011d-4708-8149-1b4df068fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:20.575703 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ffd01796-011d-4708-8149-1b4df068fede admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:20.584789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ffd01796-011d-4708-8149-1b4df068fede admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a58977f-7f5f-4da0-89e4-bf9e7d5cfb0a HTTP/1.1" status: 204 len: 168 time: 0.2905676 Aug 21 09:33:20.588197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd01796-011d-4708-8149-1b4df068fede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a58977f-7f5f-4da0-89e4-bf9e7d5cfb0a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:20.855597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84ba2005-2360-44d6-95bb-ab2e9d6e27ec req-c6aefe27-557d-4f42-ba1f-6d4a3f8fce96 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 210 time: 0.0400810 Aug 21 09:33:21.404413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7be4644e-14b1-428b-923e-654e10155170 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:33:21.521363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51544) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:21.540866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d62d37b9-8f0f-4e93-b78b-9ba5bf110d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:21.615813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 7be4644e-14b1-428b-923e-654e10155170 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:33:21.627092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 7be4644e-14b1-428b-923e-654e10155170 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:21.627300 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:21.644985 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d62d37b9-8f0f-4e93-b78b-9ba5bf110d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:21.736230 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d62d37b9-8f0f-4e93-b78b-9ba5bf110d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:21.752572 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:21.816686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 7be4644e-14b1-428b-923e-654e10155170, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7be4644e-14b1-428b-923e-654e10155170,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:21.842672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51552) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:21.843537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d62d37b9-8f0f-4e93-b78b-9ba5bf110d2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ad631daf20a41d89c2200e439b3149d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201127 Aug 21 09:33:21.846894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d37b9-8f0f-4e93-b78b-9ba5bf110d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e695cb5-3cb0-43db-884d-650ced450ec7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:21.918380 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:21.965212 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b94ef9b-ab9f-4788-aa17-0dfa51626d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:22.002757 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b94ef9b-ab9f-4788-aa17-0dfa51626d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:22.008071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=7be4644e-14b1-428b-923e-654e10155170,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:22.061154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b94615e-e9ff-4811-abbe-e672ceb6bd28 req-cd6836eb-5750-49ff-8622-2f9013f4f55b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 210 time: 0.0936389 Aug 21 09:33:22.102266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b615e-61ec-45fd-92f6-dc20ccf3bd65 req-e9fd646d-b5cb-4587-bfdd-49744fb5eabc tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:22.103761 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d7b615e-61ec-45fd-92f6-dc20ccf3bd65 req-e9fd646d-b5cb-4587-bfdd-49744fb5eabc tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 945 time: 0.1601148 Aug 21 09:33:22.140222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154866d-ea24-429c-8e8e-91852cc1850b req-b63e6de1-3077-44df-a1c0-f3ad967a05b9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:22.142358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-b63e6de1-3077-44df-a1c0-f3ad967a05b9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.13 "GET /v2.0/networks?id=985aa425-82c7-4348-b426-bd143c1e7952 HTTP/1.1" status: 200 len: 797 time: 0.2342222 Aug 21 09:33:22.173323 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b94ef9b-ab9f-4788-aa17-0dfa51626d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:22.176540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b94ef9b-ab9f-4788-aa17-0dfa51626d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:22.180967 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b94ef9b-ab9f-4788-aa17-0dfa51626d37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e695cb5-3cb0-43db-884d-650ced450ec7 HTTP/1.1" status: 204 len: 168 time: 0.3349106 Aug 21 09:33:22.185098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d7b615e-61ec-45fd-92f6-dc20ccf3bd65 req-d285a6dd-49d4-4909-aac6-db2d0493c25b tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709426 Aug 21 09:33:22.220400 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94ef9b-ab9f-4788-aa17-0dfa51626d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e695cb5-3cb0-43db-884d-650ced450ec7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:22.222049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-eefc796b-d4bd-4960-be84-ea9850da5a88 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 379 time: 0.0601361 Aug 21 09:33:22.232802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'port': {'device_id': '854863f2-8899-433c-9e94-fc233515c05b', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'admin_state_up': True, 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'security_groups': ['5e207be4-070f-41ee-b177-6f55d09dd971']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:22.432578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:33:22.436275 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:22.565999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.20.0.13 (985aa425-82c7-4348-b426-bd143c1e7952/73f70674-d193-4707-9764-826ddf582391/c1262ca9-7b7d-4278-992e-77675ee21b4b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:33:22.738473 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:22.753182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Transition to ACTIVE for port object c1262ca9-7b7d-4278-992e-77675ee21b4b will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:33:22.864106 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:22.911216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 985aa425-82c7-4348-b426-bd143c1e7952 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:33:22.916017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:33:22.919726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:33:22.955086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=c1262ca9-7b7d-4278-992e-77675ee21b4b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:22.989375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:22.990046 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:23.070709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-e969d52f-2f85-4cd6-90f6-843c81d13c9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8425393 Aug 21 09:33:23.085676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Request body: {'port': {'device_id': '854863f2-8899-433c-9e94-fc233515c05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:23.176306 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:23.339988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7be4644e-14b1-428b-923e-654e10155170 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:33:23.362565 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3857030c-3802-4829-927f-3d415e5bdb39 None None] Provisioning for port c1262ca9-7b7d-4278-992e-77675ee21b4b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:33:23.369175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3857030c-3802-4829-927f-3d415e5bdb39 None None] Provisioning complete for port c1262ca9-7b7d-4278-992e-77675ee21b4b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:23.369800 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3857030c-3802-4829-927f-3d415e5bdb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:23.443254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141000e6-c684-4ca4-86ee-5cd1d83c9222 req-03c9d479-49e6-4f82-8cdc-6521836de3ea tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:23.444830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-141000e6-c684-4ca4-86ee-5cd1d83c9222 req-03c9d479-49e6-4f82-8cdc-6521836de3ea tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 945 time: 0.1184402 Aug 21 09:33:23.460157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3857030c-3802-4829-927f-3d415e5bdb39 None None] Port c1262ca9-7b7d-4278-992e-77675ee21b4b cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:33:23.495579 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 7be4644e-14b1-428b-923e-654e10155170 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:23.495964 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:23.580548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c233e-bbae-454d-b3b2-629e7f20b2ea req-7da34d23-e442-435c-a415-d8b8f1f28708 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:23.588285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb6c233e-bbae-454d-b3b2-629e7f20b2ea req-7da34d23-e442-435c-a415-d8b8f1f28708 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 932 time: 0.4237032 Aug 21 09:33:23.655124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-141000e6-c684-4ca4-86ee-5cd1d83c9222 req-60048c96-4e2a-428a-a34d-e112cbdbf320 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Deleting port d9613b49-c511-4ec9-809c-23ec4c6eb08b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:33:23.655471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-141000e6-c684-4ca4-86ee-5cd1d83c9222 req-60048c96-4e2a-428a-a34d-e112cbdbf320 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:23.684930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb6c233e-bbae-454d-b3b2-629e7f20b2ea req-7f9e60b6-474d-4dcb-8879-a88349060c05 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957861 Aug 21 09:33:23.796006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1262ca9-7b7d-4278-992e-77675ee21b4b {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:33:23.816215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:23.852328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535da7ac-8330-446c-bd6f-f88288d3437d req-9eda8abc-59bf-4164-b685-ea5e85f0c34c tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:23.853845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-535da7ac-8330-446c-bd6f-f88288d3437d req-9eda8abc-59bf-4164-b685-ea5e85f0c34c tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 945 time: 0.5463099 Aug 21 09:33:23.862573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Transition to ACTIVE for port object c1262ca9-7b7d-4278-992e-77675ee21b4b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:33:23.864679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-141000e6-c684-4ca4-86ee-5cd1d83c9222 req-60048c96-4e2a-428a-a34d-e112cbdbf320 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] For port d9613b49-c511-4ec9-809c-23ec4c6eb08b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=d9613b49-c511-4ec9-809c-23ec4c6eb08b,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:23.864892 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-141000e6-c684-4ca4-86ee-5cd1d83c9222 req-60048c96-4e2a-428a-a34d-e112cbdbf320 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:23.889780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-141000e6-c684-4ca4-86ee-5cd1d83c9222 req-60048c96-4e2a-428a-a34d-e112cbdbf320 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Calling delete_port for d9613b49-c511-4ec9-809c-23ec4c6eb08b owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:33:23.961340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-535da7ac-8330-446c-bd6f-f88288d3437d req-1246275f-ccfa-401a-bbab-6a0f72eb7425 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999219 Aug 21 09:33:23.965063 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:24.058612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1262ca9-7b7d-4278-992e-77675ee21b4b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:24.248724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:33:24.249432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:33:24.249432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b on network 985aa425-82c7-4348-b426-bd143c1e7952 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:33:24.257920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Port c1262ca9-7b7d-4278-992e-77675ee21b4b on network 985aa425-82c7-4348-b426-bd143c1e7952 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:33:24.258246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b on network 985aa425-82c7-4348-b426-bd143c1e7952 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:33:24.266973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:33:24.267328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Checking segment: {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:33:24.267818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Bound using segment: {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:33:24.277769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Bound port: c1262ca9-7b7d-4278-992e-77675ee21b4b, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:33:24.277769 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:24.333775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:33:24.375865 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-141000e6-c684-4ca4-86ee-5cd1d83c9222 req-60048c96-4e2a-428a-a34d-e112cbdbf320 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:24.409506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69f32df1-e76e-4967-a0a0-28a2ecd9e5b6'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:33:24.418577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60048c96-4e2a-428a-a34d-e112cbdbf320 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Pushing event deleted for resources: {'Port': ['ID=d9613b49-c511-4ec9-809c-23ec4c6eb08b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:24.463844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['1837c597-c3cd-4c00-a3e8-65bc70764a49', 'd9613b49-c511-4ec9-809c-23ec4c6eb08b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:33:24.474920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-141000e6-c684-4ca4-86ee-5cd1d83c9222 req-60048c96-4e2a-428a-a34d-e112cbdbf320 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] No DVR routers for this DVR port d9613b49-c511-4ec9-809c-23ec4c6eb08b on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:33:24.478814 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-141000e6-c684-4ca4-86ee-5cd1d83c9222 req-60048c96-4e2a-428a-a34d-e112cbdbf320 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:24.481444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-141000e6-c684-4ca4-86ee-5cd1d83c9222 req-60048c96-4e2a-428a-a34d-e112cbdbf320 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.22 "DELETE /v2.0/ports/d9613b49-c511-4ec9-809c-23ec4c6eb08b HTTP/1.1" status: 204 len: 173 time: 1.0202615 Aug 21 09:33:24.482181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef55ce9b-77be-40dc-8708-099084541304', 'name': 'network-vif-deleted', 'tag': 'd9613b49-c511-4ec9-809c-23ec4c6eb08b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:33:24.485573 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e326b0-3532-4089-aa54-cf8d59f2cc41" -d '{"events": [{"server_uuid": "ef55ce9b-77be-40dc-8708-099084541304", "name": "network-vif-deleted", "tag": "d9613b49-c511-4ec9-809c-23ec4c6eb08b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:33:24.530830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:33:24.535798 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ac999f-c5ad-4860-8510-6fff61215a0f x-openstack-request-id: req-a4ac999f-c5ad-4860-8510-6fff61215a0f {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:33:24.536433 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef55ce9b-77be-40dc-8708-099084541304", "name": "network-vif-deleted", "tag": "d9613b49-c511-4ec9-809c-23ec4c6eb08b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:33:24.542787 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4ac999f-c5ad-4860-8510-6fff61215a0f {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:33:24.542787 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef55ce9b-77be-40dc-8708-099084541304', 'name': 'network-vif-deleted', 'tag': 'd9613b49-c511-4ec9-809c-23ec4c6eb08b', 'status': 'completed', 'code': 200} Aug 21 09:33:24.616100 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:24.663322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:24.664523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:24.666455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] 10.222.0.13 "PUT /v2.0/ports/c1262ca9-7b7d-4278-992e-77675ee21b4b HTTP/1.1" status: 200 len: 1093 time: 1.5869143 Aug 21 09:33:24.707620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190442e-3e07-4f64-8f48-7e60bc380bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1262ca9-7b7d-4278-992e-77675ee21b4b,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:24.838295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106e20e-3250-45ee-af6d-f6275179813d req-94fd9181-deb8-4f12-82ea-29a6f93e7912 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:24.840305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4106e20e-3250-45ee-af6d-f6275179813d req-94fd9181-deb8-4f12-82ea-29a6f93e7912 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 944 time: 0.0760517 Aug 21 09:33:24.935220 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4106e20e-3250-45ee-af6d-f6275179813d req-b2f37355-378d-48ff-a7d0-ec90ace8fa0a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845730 Aug 21 09:33:24.948946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154866d-ea24-429c-8e8e-91852cc1850b req-ee5ba4d6-53a1-4858-b0f9-8754860ac600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:24.950744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-ee5ba4d6-53a1-4858-b0f9-8754860ac600 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 1096 time: 0.0696690 Aug 21 09:33:25.001365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-ecce9095-b4da-458a-aa7a-9d9bae0e78de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b HTTP/1.1" status: 200 len: 217 time: 0.0403118 Aug 21 09:33:25.066498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154866d-ea24-429c-8e8e-91852cc1850b req-f8b47c08-8271-4466-84cc-81e45f6ba403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:25.068149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-f8b47c08-8271-4466-84cc-81e45f6ba403 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f70674-d193-4707-9764-826ddf582391 HTTP/1.1" status: 200 len: 835 time: 0.0588202 Aug 21 09:33:25.124789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf41f748-2328-440e-a025-00f435abd312 req-3ad1de05-b835-4d36-90f2-e885002aaba6 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef55ce9b-77be-40dc-8708-099084541304 HTTP/1.1" status: 200 len: 210 time: 0.0380721 Aug 21 09:33:25.146077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154866d-ea24-429c-8e8e-91852cc1850b req-8fe3bcaf-94f0-49a8-b93f-6c8c1fdcff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:25.146077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-8fe3bcaf-94f0-49a8-b93f-6c8c1fdcff24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=985aa425-82c7-4348-b426-bd143c1e7952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648019 Aug 21 09:33:25.565115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-7ed5d56c-a3cc-45d1-b383-e30a5db71a0b service neutron] 10.222.0.13 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169939 Aug 21 09:33:25.661029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d154866d-ea24-429c-8e8e-91852cc1850b req-b4365001-e087-4976-af68-e4ca83660dab service neutron] 10.222.0.13 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882070 Aug 21 09:33:25.821052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f1a98d6-bf52-4bdb-81ec-b3dcd87853f8 req-aeb218ab-d02f-4fa7-b998-8b1840da3724 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534179 Aug 21 09:33:25.907370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a98d6-bf52-4bdb-81ec-b3dcd87853f8 req-0f4c16f0-906c-425b-bfb8-9ecb62bfd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:25.908908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f1a98d6-bf52-4bdb-81ec-b3dcd87853f8 req-0f4c16f0-906c-425b-bfb8-9ecb62bfd690 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68256572809e43b2b214233ca3be9413&device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0416822 Aug 21 09:33:26.082562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7f17-5f31-4c28-a88c-7fcc3004f6b8 req-dbab09cf-9cfa-4c41-b000-1c52de7878f0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:26.084101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f5a7f17-5f31-4c28-a88c-7fcc3004f6b8 req-dbab09cf-9cfa-4c41-b000-1c52de7878f0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 944 time: 0.0733700 Aug 21 09:33:26.085755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a98d6-bf52-4bdb-81ec-b3dcd87853f8 req-ef9baa25-3775-4358-b191-a352f76430d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:26.087294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f1a98d6-bf52-4bdb-81ec-b3dcd87853f8 req-ef9baa25-3775-4358-b191-a352f76430d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 200 len: 915 time: 0.1412890 Aug 21 09:33:26.138453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f1a98d6-bf52-4bdb-81ec-b3dcd87853f8 req-f3dc53b2-1bbe-43b1-aed0-b70bf98942e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 HTTP/1.1" status: 200 len: 217 time: 0.0397587 Aug 21 09:33:26.193169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f5a7f17-5f31-4c28-a88c-7fcc3004f6b8 req-717b2f4a-cb4a-4c39-8d54-3680ca5412a8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010523 Aug 21 09:33:26.206501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a98d6-bf52-4bdb-81ec-b3dcd87853f8 req-c30240b4-5fe9-4a77-a5c3-7d025a96abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:26.208144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f1a98d6-bf52-4bdb-81ec-b3dcd87853f8 req-c30240b4-5fe9-4a77-a5c3-7d025a96abb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e60e284-8eef-4de8-857f-3bfd47d5e4ab HTTP/1.1" status: 200 len: 854 time: 0.0615087 Aug 21 09:33:26.244840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f1a98d6-bf52-4bdb-81ec-b3dcd87853f8 req-472581bb-4fcd-414a-8c22-d9e0aaa6aedf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289204 Aug 21 09:33:26.357140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f1a98d6-bf52-4bdb-81ec-b3dcd87853f8 req-ac567241-dcfb-43db-a346-49ad9df633b8 service neutron] 10.222.0.13 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030688 Aug 21 09:33:26.462564 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f1a98d6-bf52-4bdb-81ec-b3dcd87853f8 req-622ea31a-b320-48ce-9b4c-417117756901 service neutron] 10.222.0.13 "GET /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971971 Aug 21 09:33:26.539635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:33:26.545723 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5052d6-c6e7-455a-a244-51200badf429" -d '{"events": [{"name": "network-changed", "server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:33:26.590107 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f14c9a-8065-4e28-aa57-00fb93aa005f x-openstack-request-id: req-81f14c9a-8065-4e28-aa57-00fb93aa005f {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:33:26.590107 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:33:26.590107 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81f14c9a-8065-4e28-aa57-00fb93aa005f {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:33:26.590107 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'status': 'completed', 'code': 200} Aug 21 09:33:26.673372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5052d6-c6e7-455a-a244-51200badf429 req-c63ed434-501c-431b-9749-d9ab63fd9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:26.675282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a5052d6-c6e7-455a-a244-51200badf429 req-c63ed434-501c-431b-9749-d9ab63fd9c16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 1096 time: 0.0658252 Aug 21 09:33:26.805431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afe4c9-3e26-4a43-af43-26202459e5af req-27a2f1a6-fb8e-4f68-b157-11176fc3e7c3 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:26.812832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64afe4c9-3e26-4a43-af43-26202459e5af req-27a2f1a6-fb8e-4f68-b157-11176fc3e7c3 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 945 time: 0.1299603 Aug 21 09:33:26.850930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5052d6-c6e7-455a-a244-51200badf429 req-08eae423-882d-4e9d-afe1-f72ddc19c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:26.852809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a5052d6-c6e7-455a-a244-51200badf429 req-08eae423-882d-4e9d-afe1-f72ddc19c75c service neutron] 10.222.0.13 "GET /v2.0/networks?id=985aa425-82c7-4348-b426-bd143c1e7952 HTTP/1.1" status: 200 len: 898 time: 0.1687243 Aug 21 09:33:26.917641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64afe4c9-3e26-4a43-af43-26202459e5af req-d41dba03-ea38-48c8-8d12-776666e65c09 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038709 Aug 21 09:33:26.920697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a5052d6-c6e7-455a-a244-51200badf429 req-39a1353f-3f2a-4ba9-99bf-9d2bd58cf533 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b HTTP/1.1" status: 200 len: 217 time: 0.0554607 Aug 21 09:33:26.981646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5052d6-c6e7-455a-a244-51200badf429 req-bf21589b-7e0f-4faa-86ef-36e013e5970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:26.981646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a5052d6-c6e7-455a-a244-51200badf429 req-bf21589b-7e0f-4faa-86ef-36e013e5970d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f70674-d193-4707-9764-826ddf582391 HTTP/1.1" status: 200 len: 835 time: 0.0523107 Aug 21 09:33:27.016896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c1262ca9-7b7d-4278-992e-77675ee21b4b details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:33:27.034039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5052d6-c6e7-455a-a244-51200badf429 req-84371e68-a321-42d2-9295-0a3dd4d1d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:27.035569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a5052d6-c6e7-455a-a244-51200badf429 req-84371e68-a321-42d2-9295-0a3dd4d1d991 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=985aa425-82c7-4348-b426-bd143c1e7952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486622 Aug 21 09:33:27.133783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a5052d6-c6e7-455a-a244-51200badf429 req-1a6a3d39-0909-408e-967a-f233c81a8159 service neutron] 10.222.0.13 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904608 Aug 21 09:33:27.134697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:27.145311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'port_id': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'mac_address': 'fa:16:3e:d7:41:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f70674-d193-4707-9764-826ddf582391', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:33:27.187810 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:27.204130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1262ca9-7b7d-4278-992e-77675ee21b4b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:33:27.250387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:27.266798 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a5052d6-c6e7-455a-a244-51200badf429 req-73ca15c7-6db2-4743-bbbc-f0be60c206a0 service neutron] 10.222.0.13 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224616 Aug 21 09:33:27.350763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffb60d-4670-45c2-8d27-6d5fbdeeca87 req-fd0b970b-fe1a-4327-be74-034550a760f7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:27.352480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28ffb60d-4670-45c2-8d27-6d5fbdeeca87 req-fd0b970b-fe1a-4327-be74-034550a760f7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 944 time: 0.0612416 Aug 21 09:33:27.352765 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:27.402457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=c1262ca9-7b7d-4278-992e-77675ee21b4b,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:27.404242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28ffb60d-4670-45c2-8d27-6d5fbdeeca87 req-37aef8a9-8738-4052-9fce-2a4891498f3f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443218 Aug 21 09:33:27.567209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['c1262ca9-7b7d-4278-992e-77675ee21b4b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:33:28.036089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b90bf4-cb3c-4ede-8458-23e987c250c4 req-a6260abb-7a36-42a4-8fbc-86d368d82f98 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:28.037616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96b90bf4-cb3c-4ede-8458-23e987c250c4 req-a6260abb-7a36-42a4-8fbc-86d368d82f98 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 945 time: 0.1048706 Aug 21 09:33:28.064045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918513-1306-4a56-b872-172282ee92fc req-ab7711b4-7359-4b42-978e-afafce745630 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:28.065596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc918513-1306-4a56-b872-172282ee92fc req-ab7711b4-7359-4b42-978e-afafce745630 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 945 time: 0.0812559 Aug 21 09:33:28.071749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device d9613b49-c511-4ec9-809c-23ec4c6eb08b no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:33:28.093160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: d9613b49-c511-4ec9-809c-23ec4c6eb08b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:33:28.093640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device d9613b49-c511-4ec9-809c-23ec4c6eb08b not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:33:28.145479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc918513-1306-4a56-b872-172282ee92fc req-8a6ddd44-d958-44e2-b10d-ff91913c673b tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633452 Aug 21 09:33:28.173150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-96b90bf4-cb3c-4ede-8458-23e987c250c4 req-4344807c-7533-45aa-bef6-e07895455b29 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Deleting port 1837c597-c3cd-4c00-a3e8-65bc70764a49 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:33:28.173500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96b90bf4-cb3c-4ede-8458-23e987c250c4 req-4344807c-7533-45aa-bef6-e07895455b29 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:28.270925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-96b90bf4-cb3c-4ede-8458-23e987c250c4 req-4344807c-7533-45aa-bef6-e07895455b29 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] For port 1837c597-c3cd-4c00-a3e8-65bc70764a49, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=1837c597-c3cd-4c00-a3e8-65bc70764a49,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:28.270925 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96b90bf4-cb3c-4ede-8458-23e987c250c4 req-4344807c-7533-45aa-bef6-e07895455b29 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:28.287305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-96b90bf4-cb3c-4ede-8458-23e987c250c4 req-4344807c-7533-45aa-bef6-e07895455b29 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Calling delete_port for 1837c597-c3cd-4c00-a3e8-65bc70764a49 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:33:28.515673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d528-0ef9-463d-8ba0-84d32422b3fe req-05be18f8-1b42-4e8c-99a8-ea75b77767c5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:28.517223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d85d528-0ef9-463d-8ba0-84d32422b3fe req-05be18f8-1b42-4e8c-99a8-ea75b77767c5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 945 time: 0.0515444 Aug 21 09:33:28.518358 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96b90bf4-cb3c-4ede-8458-23e987c250c4 req-4344807c-7533-45aa-bef6-e07895455b29 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:28.531504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['1837c597-c3cd-4c00-a3e8-65bc70764a49'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:33:28.534424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69f32df1-e76e-4967-a0a0-28a2ecd9e5b6'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:33:28.556783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344807c-7533-45aa-bef6-e07895455b29 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Pushing event deleted for resources: {'Port': ['ID=1837c597-c3cd-4c00-a3e8-65bc70764a49,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:28.606246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b90bf4-cb3c-4ede-8458-23e987c250c4 req-4344807c-7533-45aa-bef6-e07895455b29 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] No DVR routers for this DVR port 1837c597-c3cd-4c00-a3e8-65bc70764a49 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:33:28.613687 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96b90bf4-cb3c-4ede-8458-23e987c250c4 req-4344807c-7533-45aa-bef6-e07895455b29 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:28.615784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96b90bf4-cb3c-4ede-8458-23e987c250c4 req-4344807c-7533-45aa-bef6-e07895455b29 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.22 "DELETE /v2.0/ports/1837c597-c3cd-4c00-a3e8-65bc70764a49 HTTP/1.1" status: 204 len: 173 time: 0.5700674 Aug 21 09:33:28.616235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b54b258-489e-4ed3-b848-e5c6b945a4c7', 'name': 'network-vif-deleted', 'tag': '1837c597-c3cd-4c00-a3e8-65bc70764a49'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:33:28.622324 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac8481f-1359-41af-a184-6cea095196b7" -d '{"events": [{"server_uuid": "7b54b258-489e-4ed3-b848-e5c6b945a4c7", "name": "network-vif-deleted", "tag": "1837c597-c3cd-4c00-a3e8-65bc70764a49"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:33:28.642383 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d85d528-0ef9-463d-8ba0-84d32422b3fe req-16d01ac1-95bb-4c2e-b66e-071d13c099eb tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168237 Aug 21 09:33:28.687598 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d2f698-908d-40e9-9987-c0cfa883bc28 x-openstack-request-id: req-99d2f698-908d-40e9-9987-c0cfa883bc28 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:33:28.688008 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b54b258-489e-4ed3-b848-e5c6b945a4c7", "name": "network-vif-deleted", "tag": "1837c597-c3cd-4c00-a3e8-65bc70764a49", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:33:28.688329 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99d2f698-908d-40e9-9987-c0cfa883bc28 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:33:28.688796 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b54b258-489e-4ed3-b848-e5c6b945a4c7', 'name': 'network-vif-deleted', 'tag': '1837c597-c3cd-4c00-a3e8-65bc70764a49', 'status': 'completed', 'code': 200} Aug 21 09:33:29.032297 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c1262ca9-7b7d-4278-992e-77675ee21b4b up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:33:29.143328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port c1262ca9-7b7d-4278-992e-77675ee21b4b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:33:29.148011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port c1262ca9-7b7d-4278-992e-77675ee21b4b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:29.148509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:29.235631 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:29.261180 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:33:29.263508 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc2c987-d57e-40f1-b63c-b9de5b998d4d" -d '{"events": [{"server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "name": "network-vif-plugged", "status": "completed", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:33:29.269956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31b05e6f-8ab1-4163-a464-bb16762f4f11 req-520aecbe-c107-467d-aa22-f1e500fba1c5 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b54b258-489e-4ed3-b848-e5c6b945a4c7 HTTP/1.1" status: 200 len: 210 time: 0.0395534 Aug 21 09:33:29.295330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:29.310583 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8253360-2fc3-4275-abbb-88b6da11412e x-openstack-request-id: req-c8253360-2fc3-4275-abbb-88b6da11412e {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:33:29.310880 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "name": "network-vif-plugged", "status": "completed", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:33:29.311129 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8253360-2fc3-4275-abbb-88b6da11412e {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:33:29.311531 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'code': 200} Aug 21 09:33:29.441807 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:29.527033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cde76-39a4-4ee9-8bf1-a616b4dc2fbf req-d4000bb7-fee4-489c-b3bf-50233bebd45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:29.530312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-096cde76-39a4-4ee9-8bf1-a616b4dc2fbf req-d4000bb7-fee4-489c-b3bf-50233bebd45a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 1097 time: 0.1536663 Aug 21 09:33:29.544545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=c1262ca9-7b7d-4278-992e-77675ee21b4b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:29.578962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-096cde76-39a4-4ee9-8bf1-a616b4dc2fbf req-f8fde6b5-bbb2-4a97-b00e-2d8bfeac1e34 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343597 Aug 21 09:33:29.775346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65540464-462d-47d1-86f3-7bcc68aee775 req-53c29779-b3ae-4427-a735-ffe435808383 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:29.777027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65540464-462d-47d1-86f3-7bcc68aee775 req-53c29779-b3ae-4427-a735-ffe435808383 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 946 time: 0.0539868 Aug 21 09:33:29.818589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65540464-462d-47d1-86f3-7bcc68aee775 req-de42a778-d6db-42f5-ad22-f1200803ad0c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329103 Aug 21 09:33:29.906025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51764) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:30.029858 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53acd0d3-fabf-46f4-9bdc-f7a2942c27c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:30.123004 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53acd0d3-fabf-46f4-9bdc-f7a2942c27c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:30.195104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53acd0d3-fabf-46f4-9bdc-f7a2942c27c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:30.234171 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-53acd0d3-fabf-46f4-9bdc-f7a2942c27c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bef3558258648aba125857ab76d50e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269589 Aug 21 09:33:30.236133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acd0d3-fabf-46f4-9bdc-f7a2942c27c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0949df42-7548-41d3-aaec-7715f0a44969,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:30.236865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51772) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:30.294741 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-391a58dc-05b5-40ec-a916-2010d1373779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:30.326311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-391a58dc-05b5-40ec-a916-2010d1373779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:30.501089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-391a58dc-05b5-40ec-a916-2010d1373779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:30.503681 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-391a58dc-05b5-40ec-a916-2010d1373779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:30.504864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-391a58dc-05b5-40ec-a916-2010d1373779 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0949df42-7548-41d3-aaec-7715f0a44969 HTTP/1.1" status: 204 len: 168 time: 0.2669954 Aug 21 09:33:30.513310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a58dc-05b5-40ec-a916-2010d1373779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0949df42-7548-41d3-aaec-7715f0a44969,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:30.973690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a36d-d2b6-4556-b316-934ea4b37138 req-d1e6f7b6-3311-46f1-bcb8-24ebce97f609 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:30.973690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d472a36d-d2b6-4556-b316-934ea4b37138 req-d1e6f7b6-3311-46f1-bcb8-24ebce97f609 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 946 time: 0.0695021 Aug 21 09:33:31.009477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d472a36d-d2b6-4556-b316-934ea4b37138 req-38aa8f38-2860-479a-9217-eddc8b83f868 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332756 Aug 21 09:33:31.167088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd774b-34f5-4795-9520-e344fde49168 req-964ed298-fc17-414e-9f31-1fe4153657a1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:31.170015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97fd774b-34f5-4795-9520-e344fde49168 req-964ed298-fc17-414e-9f31-1fe4153657a1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 946 time: 0.0929697 Aug 21 09:33:31.208596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97fd774b-34f5-4795-9520-e344fde49168 req-29b50cef-939d-4cc3-a1cc-65ec6f636ae6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324500 Aug 21 09:33:31.232208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51798) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:31.241549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51802) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:31.259294 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9337942-3c17-40a8-9e2a-adc0c84c92ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:31.385238 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9337942-3c17-40a8-9e2a-adc0c84c92ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:31.534686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2632698e-9816-44f3-b162-3bb32d6ed999 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:31.536364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2632698e-9816-44f3-b162-3bb32d6ed999 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 1093 time: 0.3024638 Aug 21 09:33:31.539174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51806) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:31.543508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:31.622653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9337942-3c17-40a8-9e2a-adc0c84c92ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:31.679242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a9337942-3c17-40a8-9e2a-adc0c84c92ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecdc7452e0064dbda928ac535db33d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368906 Aug 21 09:33:31.680087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9337942-3c17-40a8-9e2a-adc0c84c92ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd2cc60-6920-4fd8-8387-f3ab5fa7d0c3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:31.681898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51812) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:31.726162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:31.754673 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1585cdc1-d5da-4daf-961b-9543133bbc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:31.784227 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1585cdc1-d5da-4daf-961b-9543133bbc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:31.849029 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:31.909297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1585cdc1-d5da-4daf-961b-9543133bbc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:31.912415 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1585cdc1-d5da-4daf-961b-9543133bbc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:31.918532 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1585cdc1-d5da-4daf-961b-9543133bbc21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecd2cc60-6920-4fd8-8387-f3ab5fa7d0c3 HTTP/1.1" status: 204 len: 168 time: 0.2347791 Aug 21 09:33:31.927847 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585cdc1-d5da-4daf-961b-9543133bbc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd2cc60-6920-4fd8-8387-f3ab5fa7d0c3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:32.063925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.25.5.88 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/e4d2ad10-93bf-4ca8-8251-5a8a9871ea19) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:33:32.093910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1837c597-c3cd-4c00-a3e8-65bc70764a49 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:33:32.119117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 1837c597-c3cd-4c00-a3e8-65bc70764a49 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:33:32.119622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 1837c597-c3cd-4c00-a3e8-65bc70764a49 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:33:32.181299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:32.287070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:32.328824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:33:32.332140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:33:32.337600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:33:32.418441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=e4d2ad10-93bf-4ca8-8251-5a8a9871ea19,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:32.740261 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:32.894661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:33.079903 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:33.085413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51852) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:33.129672 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:33.206713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-835571049-network', 'tenant_id': '3bc7c1619dcf4e5287742db791bd1437'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:33.232316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=e4d2ad10-93bf-4ca8-8251-5a8a9871ea19,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:33.249181 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:33.345156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Made reservation on behalf of 3bc7c1619dcf4e5287742db791bd1437 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:33:33.347528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:33.361175 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:33.394069 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Floating IP 15b1c20c-f8af-438d-83da-f4ea2a53552f associated. External IP: 172.25.5.88, port: c1262ca9-7b7d-4278-992e-77675ee21b4b. Aug 21 09:33:33.602960 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:33.672272 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:33.677374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:33:33.704094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:33:33.718600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:33.725981 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:33.726326 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Added segment 431bb27a-65ea-4c09-a201-2f56b9b3b59f of type vlan for network 7f51b851-5ff6-419b-9194-71b255f0a0f8 Aug 21 09:33:33.849697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:33.889149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:33:33.902685 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d686e-693f-4211-8125-72a74ac3aaea None None] Sync routers for ids ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:33:33.913063 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d686e-693f-4211-8125-72a74ac3aaea None None] Routers {'94402eea-a0c6-4b9d-827d-060d3bfc58a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:33:33.913690 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-566d686e-693f-4211-8125-72a74ac3aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:33:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:33.941255 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:33.942625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:33.944156 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:34.007066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:34.040484 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-566d686e-693f-4211-8125-72a74ac3aaea None None] Set router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:33:34.040636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] Pushing event updated for resources: {'Network': ['ID=7f51b851-5ff6-419b-9194-71b255f0a0f8,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:34.056045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9f186689-3b8e-4661-a7ea-9d1edff81df7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5156088 Aug 21 09:33:34.056998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:33:34.059603 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124eef9b-c018-46df-95e8-936607b82f20" -d '{"events": [{"name": "network-changed", "server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:33:34.060599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 7f51b851-5ff6-419b-9194-71b255f0a0f8 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:33:34.088655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-05df82a1-f5c5-4bc2-b455-f3249fbe9270 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0018268 Aug 21 09:33:34.091668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51866) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:34.097140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] Request body: {'subnet': {'network_id': '7f51b851-5ff6-419b-9194-71b255f0a0f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-835571049-subnet', 'tenant_id': '3bc7c1619dcf4e5287742db791bd1437', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:34.205995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] Made reservation on behalf of 3bc7c1619dcf4e5287742db791bd1437 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:33:34.208560 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:34.272932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486419b5-c6ec-4ecf-843b-f52c4a99c243 req-e1bbdb63-e6f9-41ac-9572-98cff68f20f3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:34.274503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486419b5-c6ec-4ecf-843b-f52c4a99c243 req-e1bbdb63-e6f9-41ac-9572-98cff68f20f3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 946 time: 0.1134989 Aug 21 09:33:34.286784 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81e7167-5a1f-4671-ad75-818e046b6e83 x-openstack-request-id: req-f81e7167-5a1f-4671-ad75-818e046b6e83 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:33:34.287507 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:33:34.287950 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f81e7167-5a1f-4671-ad75-818e046b6e83 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:33:34.288550 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'status': 'completed', 'code': 200} Aug 21 09:33:34.363988 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-566d686e-693f-4211-8125-72a74ac3aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '15b1c20c-f8af-438d-83da-f4ea2a53552f', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'port_id': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'mac_address': 'fa:16:3e:d7:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854863f2-8899-433c-9e94-fc233515c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:33:32Z', 'updated_at': '2021-08-21T09:33:32Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be4644e-14b1-428b-923e-654e10155170', 'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:27:0f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '73f70674-d193-4707-9764-826ddf582391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:15Z', 'updated_at': '2021-08-21T09:33:21Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73f70674-d193-4707-9764-826ddf582391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:34.396753 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d686e-693f-4211-8125-72a74ac3aaea None None] Checking router: 94402eea-a0c6-4b9d-827d-060d3bfc58a7 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:33:34.411194 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d686e-693f-4211-8125-72a74ac3aaea None None] Routers {'94402eea-a0c6-4b9d-827d-060d3bfc58a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:33:34.412282 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-566d686e-693f-4211-8125-72a74ac3aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:33:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:34.427058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486419b5-c6ec-4ecf-843b-f52c4a99c243 req-bce5e252-2f34-4178-953c-ccb365491e9c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408896 Aug 21 09:33:34.442970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eef9b-c018-46df-95e8-936607b82f20 req-538c98fb-ac54-4d40-a454-71f16cfe4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:34.445081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-124eef9b-c018-46df-95e8-936607b82f20 req-538c98fb-ac54-4d40-a454-71f16cfe4a2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 1098 time: 0.1284044 Aug 21 09:33:34.457697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de1325-d063-4803-aa05-94bea1d3148d req-4b233643-b7b1-4e15-b54b-fe307ac02fab tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:34.465482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44de1325-d063-4803-aa05-94bea1d3148d req-4b233643-b7b1-4e15-b54b-fe307ac02fab tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 945 time: 0.0910318 Aug 21 09:33:34.468209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51870) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:34.535429 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:34.594245 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-566d686e-693f-4211-8125-72a74ac3aaea None None] Set router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:33:34.608113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] Pushing event updated for resources: {'Subnet': ['ID=14458391-3329-45f2-b092-ff88d94ea1d2,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:34.624672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] Checking segment: {'id': '431bb27a-65ea-4c09-a201-2f56b9b3b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7f51b851-5ff6-419b-9194-71b255f0a0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:33:34.625566 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] Network hostable DHCP agents. Network: 7f51b851-5ff6-419b-9194-71b255f0a0f8, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:33:34.723502 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] Network 7f51b851-5ff6-419b-9194-71b255f0a0f8 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:33:34.783707 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 7f51b851-5ff6-419b-9194-71b255f0a0f8) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:33:34.795425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e60a5f-3803-4d78-9870-96a6f6334afd None None] Network 7f51b851-5ff6-419b-9194-71b255f0a0f8 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:33:34.804004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:34.805524 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:34.878519 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9d78ada2-94f2-4699-b378-a4986701aece admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7786415 Aug 21 09:33:34.937831 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-566d686e-693f-4211-8125-72a74ac3aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '15b1c20c-f8af-438d-83da-f4ea2a53552f', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'port_id': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'mac_address': 'fa:16:3e:d7:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854863f2-8899-433c-9e94-fc233515c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:33:32Z', 'updated_at': '2021-08-21T09:33:32Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be4644e-14b1-428b-923e-654e10155170', 'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:27:0f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '73f70674-d193-4707-9764-826ddf582391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:15Z', 'updated_at': '2021-08-21T09:33:21Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73f70674-d193-4707-9764-826ddf582391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:34.951592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44de1325-d063-4803-aa05-94bea1d3148d req-231b194d-98f1-44ee-a8af-260b2c951f6d tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807999 Aug 21 09:33:34.957614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-faeec06c-5c98-49df-95a3-1c4f521dda82 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/15b1c20c-f8af-438d-83da-f4ea2a53552f HTTP/1.1" status: 200 len: 991 time: 0.4877501 Aug 21 09:33:34.982888 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d686e-693f-4211-8125-72a74ac3aaea None None] The sync data for ids ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'] in n-d-766726-28 is: [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '15b1c20c-f8af-438d-83da-f4ea2a53552f', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'port_id': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'mac_address': 'fa:16:3e:d7:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854863f2-8899-433c-9e94-fc233515c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:33:32Z', 'updated_at': '2021-08-21T09:33:32Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be4644e-14b1-428b-923e-654e10155170', 'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:27:0f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '73f70674-d193-4707-9764-826ddf582391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:15Z', 'updated_at': '2021-08-21T09:33:21Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73f70674-d193-4707-9764-826ddf582391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:33:34.997526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a8a69-0cea-4400-872c-976208eba794 None None] Network 7f51b851-5ff6-419b-9194-71b255f0a0f8 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:33:35.007988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eef9b-c018-46df-95e8-936607b82f20 req-d1998b13-48aa-4620-8198-cd25349cdbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:35.009779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-124eef9b-c018-46df-95e8-936607b82f20 req-d1998b13-48aa-4620-8198-cd25349cdbb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=985aa425-82c7-4348-b426-bd143c1e7952 HTTP/1.1" status: 200 len: 898 time: 0.5423520 Aug 21 09:33:35.131867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-124eef9b-c018-46df-95e8-936607b82f20 req-f9bb54e6-5804-4087-92c9-f63bffb32e1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b HTTP/1.1" status: 200 len: 999 time: 0.1126125 Aug 21 09:33:35.192172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eef9b-c018-46df-95e8-936607b82f20 req-ea51419e-7f9f-4e09-84c1-ed3a02e77d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:35.194438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-124eef9b-c018-46df-95e8-936607b82f20 req-ea51419e-7f9f-4e09-84c1-ed3a02e77d2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f70674-d193-4707-9764-826ddf582391 HTTP/1.1" status: 200 len: 835 time: 0.0553260 Aug 21 09:33:35.263985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eef9b-c018-46df-95e8-936607b82f20 req-6f4ef3f0-3e9d-412f-b757-79629390ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:35.268710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-124eef9b-c018-46df-95e8-936607b82f20 req-6f4ef3f0-3e9d-412f-b757-79629390ad5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=985aa425-82c7-4348-b426-bd143c1e7952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630829 Aug 21 09:33:35.304968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c85caf-fdbe-4224-9d2a-3c71c789f730 None None] New status for floating IP 15b1c20c-f8af-438d-83da-f4ea2a53552f: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:33:35.373616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-124eef9b-c018-46df-95e8-936607b82f20 req-ff59bcca-9852-4847-bd5b-e23e121753c8 service neutron] 10.222.0.13 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993445 Aug 21 09:33:35.479657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-124eef9b-c018-46df-95e8-936607b82f20 req-2d2c77a4-42d6-4434-b3a6-c8c0b40726a5 service neutron] 10.222.0.13 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981405 Aug 21 09:33:35.658948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51890) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:35.664064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-567190879-network', 'tenant_id': '21a3f4acf8aa4b8aadeb079ffed191e3'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:35.722342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399920-1cf4-4ce0-97a3-8bd3972a47f4 req-0614b20a-bfd8-494e-aa35-f7d6bf702fa1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:35.723876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88399920-1cf4-4ce0-97a3-8bd3972a47f4 req-0614b20a-bfd8-494e-aa35-f7d6bf702fa1 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 945 time: 0.0565598 Aug 21 09:33:35.794077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Made reservation on behalf of 21a3f4acf8aa4b8aadeb079ffed191e3 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:33:35.796634 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:35.807461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:35.860278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-88399920-1cf4-4ce0-97a3-8bd3972a47f4 req-ced4442f-ed1d-4a21-8927-ee05a125cb03 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Deleting port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:33:35.860661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-88399920-1cf4-4ce0-97a3-8bd3972a47f4 req-ced4442f-ed1d-4a21-8927-ee05a125cb03 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:35.966756 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51892) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:35.991369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-88399920-1cf4-4ce0-97a3-8bd3972a47f4 req-ced4442f-ed1d-4a21-8927-ee05a125cb03 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] For port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6,segment=NetworkSegment(756e2636-c07d-47d0-b30e-46dc8a7fe6ac),segment_id=756e2636-c07d-47d0-b30e-46dc8a7fe6ac)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:35.992160 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-88399920-1cf4-4ce0-97a3-8bd3972a47f4 req-ced4442f-ed1d-4a21-8927-ee05a125cb03 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.012166 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.016436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-88399920-1cf4-4ce0-97a3-8bd3972a47f4 req-ced4442f-ed1d-4a21-8927-ee05a125cb03 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Calling delete_port for 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:33:36.043080 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f1415635-3df0-4d5f-b257-00510367e584 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/15b1c20c-f8af-438d-83da-f4ea2a53552f HTTP/1.1" status: 200 len: 993 time: 0.0739079 Aug 21 09:33:36.078529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.128614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:33:36.155532 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.155896 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Added segment c5305785-a923-4885-a6c4-3d96686fb743 of type vlan for network b0b8a843-cda0-4118-bc61-c0eb7812084c Aug 21 09:33:36.158328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bab6f53-bace-4369-9ffe-6ad2af682234,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:36.186535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272753e-9130-49e1-88ba-fbed0cd2fc2e req-283e31b3-5f2f-4175-8e62-2542e4a88391 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:36.188148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9272753e-9130-49e1-88ba-fbed0cd2fc2e req-283e31b3-5f2f-4175-8e62-2542e4a88391 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 945 time: 0.1235192 Aug 21 09:33:36.241802 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.299299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9272753e-9130-49e1-88ba-fbed0cd2fc2e req-c98f5c77-bd3c-44d3-95ed-688793decb63 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fba5a1-def7-47d4-87f8-3863b5b4f6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904794 Aug 21 09:33:36.398790 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.399798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:36.400484 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.454032 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-88399920-1cf4-4ce0-97a3-8bd3972a47f4 req-ced4442f-ed1d-4a21-8927-ee05a125cb03 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.465893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['69f32df1-e76e-4967-a0a0-28a2ecd9e5b6'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:33:36.492043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4442f-ed1d-4a21-8927-ee05a125cb03 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Pushing event deleted for resources: {'Port': ['ID=69f32df1-e76e-4967-a0a0-28a2ecd9e5b6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:36.513067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] Pushing event updated for resources: {'Network': ['ID=b0b8a843-cda0-4118-bc61-c0eb7812084c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:36.523975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network b0b8a843-cda0-4118-bc61-c0eb7812084c details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:33:36.535094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-88399920-1cf4-4ce0-97a3-8bd3972a47f4 req-ced4442f-ed1d-4a21-8927-ee05a125cb03 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] No DVR routers for this DVR port 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:33:36.540958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3b494554-2f62-468c-919a-ea89ad7f5c40 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8781786 Aug 21 09:33:36.540958 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-88399920-1cf4-4ce0-97a3-8bd3972a47f4 req-ced4442f-ed1d-4a21-8927-ee05a125cb03 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.541578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51900) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:36.541723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-88399920-1cf4-4ce0-97a3-8bd3972a47f4 req-ced4442f-ed1d-4a21-8927-ee05a125cb03 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.13 "DELETE /v2.0/ports/69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 HTTP/1.1" status: 204 len: 173 time: 0.8110542 Aug 21 09:33:36.542590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb3dfef-0787-4c8b-a910-21f600bec3a7', 'name': 'network-vif-deleted', 'tag': '69f32df1-e76e-4967-a0a0-28a2ecd9e5b6'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:33:36.544268 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8f4be3-4f2e-4e13-8e7b-0cb397c9fbb9" -d '{"events": [{"server_uuid": "5cb3dfef-0787-4c8b-a910-21f600bec3a7", "name": "network-vif-deleted", "tag": "69f32df1-e76e-4967-a0a0-28a2ecd9e5b6"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:33:36.550069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] Request body: {'subnet': {'network_id': 'b0b8a843-cda0-4118-bc61-c0eb7812084c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-567190879-subnet', 'tenant_id': '21a3f4acf8aa4b8aadeb079ffed191e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:36.588564 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e9cc6b-be56-48a0-ad73-1180a80dfd8e x-openstack-request-id: req-96e9cc6b-be56-48a0-ad73-1180a80dfd8e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:33:36.588959 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb3dfef-0787-4c8b-a910-21f600bec3a7", "name": "network-vif-deleted", "tag": "69f32df1-e76e-4967-a0a0-28a2ecd9e5b6", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:33:36.589272 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96e9cc6b-be56-48a0-ad73-1180a80dfd8e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:33:36.589758 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb3dfef-0787-4c8b-a910-21f600bec3a7', 'name': 'network-vif-deleted', 'tag': '69f32df1-e76e-4967-a0a0-28a2ecd9e5b6', 'status': 'completed', 'code': 200} Aug 21 09:33:36.657650 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] Made reservation on behalf of 21a3f4acf8aa4b8aadeb079ffed191e3 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:33:36.660121 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.923472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.924804 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1adbecca-6303-40e7-874a-933bf8b50124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:36.981599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b602433f-5d5b-4a37-aedc-f991e04520da,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:36.988766 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] Checking segment: {'id': 'c5305785-a923-4885-a6c4-3d96686fb743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0b8a843-cda0-4118-bc61-c0eb7812084c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:33:36.990467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] Network hostable DHCP agents. Network: b0b8a843-cda0-4118-bc61-c0eb7812084c, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:33:37.094260 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] Network b0b8a843-cda0-4118-bc61-c0eb7812084c is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:33:37.165750 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, b0b8a843-cda0-4118-bc61-c0eb7812084c) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:33:37.169928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:37.170624 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:37.176031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687b065-c2c8-4b66-a311-32081b4120b8 None None] Network b0b8a843-cda0-4118-bc61-c0eb7812084c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:33:37.252276 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5b2e80c7-4867-4874-a85f-fa5718d052de admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7016559 Aug 21 09:33:37.316944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88855f8-ce06-41c1-be93-09af71e744cf None None] Network b0b8a843-cda0-4118-bc61-c0eb7812084c requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:33:37.438392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86cb6b3b-2ddf-46f0-8c38-f3b10234e1aa req-3f3d7703-00aa-4b7e-bfcc-3efb740f7d68 tempest-AttachVolumeNegativeTest-638285650 tempest-AttachVolumeNegativeTest-638285650-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb3dfef-0787-4c8b-a910-21f600bec3a7 HTTP/1.1" status: 200 len: 210 time: 0.0564315 Aug 21 09:33:37.776345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495cda3-0169-4479-99fc-9769a338d855 req-ad2bd5ab-2c8e-4c8c-be28-ffe6b1ed6c8e tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:37.777821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-ad2bd5ab-2c8e-4c8c-be28-ffe6b1ed6c8e tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/networks?id=7f51b851-5ff6-419b-9194-71b255f0a0f8 HTTP/1.1" status: 200 len: 808 time: 0.1027119 Aug 21 09:33:37.792995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-ac557be9-2448-4389-b23d-53b6b1203c38 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/quotas/3bc7c1619dcf4e5287742db791bd1437 HTTP/1.1" status: 200 len: 375 time: 0.0093465 Aug 21 09:33:37.826012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-2b0c7b55-531b-4b88-9740-3c745818d47f tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bc7c1619dcf4e5287742db791bd1437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277445 Aug 21 09:33:38.012759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-60a49800-e329-4392-bd45-bb2a9f8231ea service neutron] 10.222.0.20 "GET /v2.0/networks/7f51b851-5ff6-419b-9194-71b255f0a0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795983 Aug 21 09:33:38.106827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-1b4b0fef-e190-4dba-87b9-de502765eadf service neutron] 10.222.0.20 "GET /v2.0/networks/7f51b851-5ff6-419b-9194-71b255f0a0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863264 Aug 21 09:33:38.365709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac6b2739-1031-42e7-938f-aa0e5eef10c2 req-3a671856-88b2-4e05-922c-12e2b9977b77 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 210 time: 0.0288665 Aug 21 09:33:38.503508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51944) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:38.555089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba07d22-65cb-4cf5-afb4-806aca923499 admin admin] Deleting subnet 2e60e284-8eef-4de8-857f-3bfd47d5e4ab {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:33:38.558216 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ba07d22-65cb-4cf5-afb4-806aca923499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:38.600756 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ba07d22-65cb-4cf5-afb4-806aca923499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:38.641063 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ba07d22-65cb-4cf5-afb4-806aca923499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:38.754780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ba07d22-65cb-4cf5-afb4-806aca923499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:38.781917 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba07d22-65cb-4cf5-afb4-806aca923499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e60e284-8eef-4de8-857f-3bfd47d5e4ab,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:38.785716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9ba07d22-65cb-4cf5-afb4-806aca923499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:38.787899 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9ba07d22-65cb-4cf5-afb4-806aca923499 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e60e284-8eef-4de8-857f-3bfd47d5e4ab HTTP/1.1" status: 204 len: 168 time: 0.2830336 Aug 21 09:33:38.790052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51946) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:38.860521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:38.938133 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:38.948587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72ebc99-1bf2-40ff-b7a5-d885b464a6c6']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:38.961045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756e2636-c07d-47d0-b30e-46dc8a7fe6ac') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:38.961343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756e2636-c07d-47d0-b30e-46dc8a7fe6ac') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:33:38.971878 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:38.988777 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:38.996012 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:33:38.999276 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:33:39.055074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:33:39.080709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:33:39.080939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 69f32df1-e76e-4967-a0a0-28a2ecd9e5b6 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:33:39.154811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:39.161320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:39.163168 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] 10.222.0.20 "DELETE /v2.0/networks/c72ebc99-1bf2-40ff-b7a5-d885b464a6c6 HTTP/1.1" status: 204 len: 168 time: 0.3722041 Aug 21 09:33:39.175956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c6938-24ee-4658-ab92-376563c2f75f admin admin] Pushing event deleted for resources: {'Network': ['ID=c72ebc99-1bf2-40ff-b7a5-d885b464a6c6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:39.467140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2fdda3c-7490-4760-a037-a8ea2b5c30a9 req-ff0be272-0368-498e-a62f-0965d4cd7c37 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 210 time: 0.0326748 Aug 21 09:33:39.534811 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-30f94943-dca1-424c-9093-0eec202268d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:39.573585 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 51956) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:39.616521 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-085714c1-9d25-4daf-bb6a-f95274274397 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68256572809e43b2b214233ca3be9413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410616 Aug 21 09:33:39.619049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 51958) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:39.669697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a937d1bc-caad-43f7-bb1b-88eba03dd55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:39.691708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a937d1bc-caad-43f7-bb1b-88eba03dd55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:39.805729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:39.837336 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a937d1bc-caad-43f7-bb1b-88eba03dd55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:39.839932 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a937d1bc-caad-43f7-bb1b-88eba03dd55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:39.841101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a937d1bc-caad-43f7-bb1b-88eba03dd55c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39fba5a1-def7-47d4-87f8-3863b5b4f6ea HTTP/1.1" status: 204 len: 168 time: 0.2209594 Aug 21 09:33:39.851046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937d1bc-caad-43f7-bb1b-88eba03dd55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fba5a1-def7-47d4-87f8-3863b5b4f6ea,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:40.480429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495cda3-0169-4479-99fc-9769a338d855 req-3dfe32d6-8465-4869-a49d-60adc807ea4b tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:40.481920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-3dfe32d6-8465-4869-a49d-60adc807ea4b tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.22 "GET /v2.0/networks?id=7f51b851-5ff6-419b-9194-71b255f0a0f8 HTTP/1.1" status: 200 len: 808 time: 0.1089373 Aug 21 09:33:40.497152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Request body: {'port': {'device_id': '267fa636-d9c3-46f6-a730-6e72407b3bad', 'network_id': '7f51b851-5ff6-419b-9194-71b255f0a0f8', 'admin_state_up': True, 'tenant_id': '3bc7c1619dcf4e5287742db791bd1437'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:40.583518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8b4b3c0-adcb-4b90-b261-1a3194991e5d req-43f4a341-0d90-44a1-ada6-3e558c925dcc tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 210 time: 0.0337563 Aug 21 09:33:40.714513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Made reservation on behalf of 3bc7c1619dcf4e5287742db791bd1437 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:33:40.718942 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:40.874934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Allocated IP 172.20.0.4 (7f51b851-5ff6-419b-9194-71b255f0a0f8/14458391-3329-45f2-b092-ff88d94ea1d2/7f08919d-3a69-4a08-b43e-f4ae8b11e234) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:33:40.946553 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:41.044549 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:41.149962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:41.201602 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Network 7f51b851-5ff6-419b-9194-71b255f0a0f8 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:33:41.205884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:33:41.208619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:33:41.239865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Pushing event updated for resources: {'Port': ['ID=7f08919d-3a69-4a08-b43e-f4ae8b11e234,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:41.281359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:41.281359 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:41.360987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-a4d699b6-eec4-4807-a5b5-8a5ce3d68391 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8681748 Aug 21 09:33:41.373867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Request body: {'port': {'device_id': '267fa636-d9c3-46f6-a730-6e72407b3bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:33:41.435913 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:41.738680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f08919d-3a69-4a08-b43e-f4ae8b11e234 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:33:41.748733 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:41.765231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Transition to ACTIVE for port object 7f08919d-3a69-4a08-b43e-f4ae8b11e234 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:33:41.776909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52016) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:41.780941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea8d8e-d547-4864-b8f4-5da410367076 req-a1e09359-7983-4186-bd19-517d0f14be28 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:41.782737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9ea8d8e-d547-4864-b8f4-5da410367076 req-a1e09359-7983-4186-bd19-517d0f14be28 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 931 time: 0.1254783 Aug 21 09:33:41.822435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9ea8d8e-d547-4864-b8f4-5da410367076 req-60941ab8-9886-47c6-b7c7-2a275f7688af tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/security-groups?id=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330775 Aug 21 09:33:41.832047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:41.892120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Pushing event updated for resources: {'Port': ['ID=7f08919d-3a69-4a08-b43e-f4ae8b11e234,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:41.902587 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfb087f7-978f-4bef-8d8f-c67ee8d6c602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:41.970570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Attempting to bind port 7f08919d-3a69-4a08-b43e-f4ae8b11e234 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:33:41.970910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Attempting to bind port 7f08919d-3a69-4a08-b43e-f4ae8b11e234 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '431bb27a-65ea-4c09-a201-2f56b9b3b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7f51b851-5ff6-419b-9194-71b255f0a0f8'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:33:41.971236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Attempting to bind port 7f08919d-3a69-4a08-b43e-f4ae8b11e234 on network 7f51b851-5ff6-419b-9194-71b255f0a0f8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:33:41.976375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Port 7f08919d-3a69-4a08-b43e-f4ae8b11e234 on network 7f51b851-5ff6-419b-9194-71b255f0a0f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:33:41.976698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Attempting to bind port 7f08919d-3a69-4a08-b43e-f4ae8b11e234 on network 7f51b851-5ff6-419b-9194-71b255f0a0f8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:33:41.982071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:33:41.985221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Checking segment: {'id': '431bb27a-65ea-4c09-a201-2f56b9b3b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7f51b851-5ff6-419b-9194-71b255f0a0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:33:41.985221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Bound using segment: {'id': '431bb27a-65ea-4c09-a201-2f56b9b3b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7f51b851-5ff6-419b-9194-71b255f0a0f8'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:33:41.985221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Bound port: 7f08919d-3a69-4a08-b43e-f4ae8b11e234, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431bb27a-65ea-4c09-a201-2f56b9b3b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7f51b851-5ff6-419b-9194-71b255f0a0f8'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:33:41.985221 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:42.007062 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfb087f7-978f-4bef-8d8f-c67ee8d6c602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:42.051793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] For port 7f08919d-3a69-4a08-b43e-f4ae8b11e234, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:33:42.055753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] For port 7f08919d-3a69-4a08-b43e-f4ae8b11e234, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7f08919d-3a69-4a08-b43e-f4ae8b11e234,segment=NetworkSegment(431bb27a-65ea-4c09-a201-2f56b9b3b59f),segment_id=431bb27a-65ea-4c09-a201-2f56b9b3b59f)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:33:42.094608 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dfb087f7-978f-4bef-8d8f-c67ee8d6c602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:42.133835 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dfb087f7-978f-4bef-8d8f-c67ee8d6c602 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=253c938206884e0580d3188f25f1fe7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557215 Aug 21 09:33:42.134666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb087f7-978f-4bef-8d8f-c67ee8d6c602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687d8cfa-6807-4c9f-bb5c-40b6bc89ba75,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:42.137126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52024) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:42.163575 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:42.192256 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0e2d515-0064-4d2b-b060-7a3f6cd4aec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:42.208314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:42.209792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:42.211899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] 10.222.0.22 "PUT /v2.0/ports/7f08919d-3a69-4a08-b43e-f4ae8b11e234 HTTP/1.1" status: 200 len: 1092 time: 0.8418655 Aug 21 09:33:42.212433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267fa636-d9c3-46f6-a730-6e72407b3bad', 'tag': '7f08919d-3a69-4a08-b43e-f4ae8b11e234'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:33:42.215526 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e76adb-b506-4f64-bec1-8c4d22e02924" -d '{"events": [{"name": "network-changed", "server_uuid": "267fa636-d9c3-46f6-a730-6e72407b3bad", "tag": "7f08919d-3a69-4a08-b43e-f4ae8b11e234"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:33:42.216468 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0e2d515-0064-4d2b-b060-7a3f6cd4aec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:42.245043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853c876-1f92-4df4-a8f9-6738cc645bde service neutron] Pushing event updated for resources: {'Port': ['ID=7f08919d-3a69-4a08-b43e-f4ae8b11e234,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:42.257766 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f47480-b9c4-4f15-b1e1-2baf3f44ae63 x-openstack-request-id: req-84f47480-b9c4-4f15-b1e1-2baf3f44ae63 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:33:42.270044 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267fa636-d9c3-46f6-a730-6e72407b3bad", "tag": "7f08919d-3a69-4a08-b43e-f4ae8b11e234", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:33:42.270044 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84f47480-b9c4-4f15-b1e1-2baf3f44ae63 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:33:42.270044 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267fa636-d9c3-46f6-a730-6e72407b3bad', 'tag': '7f08919d-3a69-4a08-b43e-f4ae8b11e234', 'status': 'completed', 'code': 200} Aug 21 09:33:42.344149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76adb-b506-4f64-bec1-8c4d22e02924 req-cf8cb3e6-2482-401e-9f7a-f2e39afaaebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:42.345640 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98e76adb-b506-4f64-bec1-8c4d22e02924 req-cf8cb3e6-2482-401e-9f7a-f2e39afaaebe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3bc7c1619dcf4e5287742db791bd1437&device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 1095 time: 0.0622382 Aug 21 09:33:42.362937 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0e2d515-0064-4d2b-b060-7a3f6cd4aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:42.365998 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0e2d515-0064-4d2b-b060-7a3f6cd4aec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:42.369288 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b0e2d515-0064-4d2b-b060-7a3f6cd4aec3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/687d8cfa-6807-4c9f-bb5c-40b6bc89ba75 HTTP/1.1" status: 204 len: 168 time: 0.2292497 Aug 21 09:33:42.377047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2d515-0064-4d2b-b060-7a3f6cd4aec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687d8cfa-6807-4c9f-bb5c-40b6bc89ba75,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:42.420243 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:42.459787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76adb-b506-4f64-bec1-8c4d22e02924 req-64eb615e-b5cd-4afe-973a-ace696910706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:42.461346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98e76adb-b506-4f64-bec1-8c4d22e02924 req-64eb615e-b5cd-4afe-973a-ace696910706 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=3bc7c1619dcf4e5287742db791bd1437&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1082978 Aug 21 09:33:42.561269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76adb-b506-4f64-bec1-8c4d22e02924 req-9579dfab-13b1-4547-9ea9-3714699d0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:42.562807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98e76adb-b506-4f64-bec1-8c4d22e02924 req-9579dfab-13b1-4547-9ea9-3714699d0eb4 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952580 Aug 21 09:33:42.640271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495cda3-0169-4479-99fc-9769a338d855 req-b3218b57-9a3e-47b5-9410-7b560fcd5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:42.642114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-b3218b57-9a3e-47b5-9410-7b560fcd5250 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3bc7c1619dcf4e5287742db791bd1437&device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 1095 time: 0.0448313 Aug 21 09:33:42.697056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-5b41cad7-7193-45af-b30f-f593966d9226 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f08919d-3a69-4a08-b43e-f4ae8b11e234 HTTP/1.1" status: 200 len: 217 time: 0.0475614 Aug 21 09:33:42.746345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495cda3-0169-4479-99fc-9769a338d855 req-5cd3aa05-02dd-4b6b-86af-a3a0529150aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:42.747977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-5cd3aa05-02dd-4b6b-86af-a3a0529150aa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=14458391-3329-45f2-b092-ff88d94ea1d2 HTTP/1.1" status: 200 len: 848 time: 0.0446265 Aug 21 09:33:42.783469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-44ce3132-bc98-4201-9f08-55bb44f45b1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7f51b851-5ff6-419b-9194-71b255f0a0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284317 Aug 21 09:33:42.883376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-a10a4701-c827-441c-8cb7-17d13f343203 service neutron] 10.222.0.22 "GET /v2.0/networks/7f51b851-5ff6-419b-9194-71b255f0a0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923629 Aug 21 09:33:43.001934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22af56-c3a7-45e1-b0b4-6a490999842f req-2abb8213-05d0-41d6-8bcf-8711d39c99b1 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:43.003530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c22af56-c3a7-45e1-b0b4-6a490999842f req-2abb8213-05d0-41d6-8bcf-8711d39c99b1 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 943 time: 0.1052887 Aug 21 09:33:43.040104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f495cda3-0169-4479-99fc-9769a338d855 req-8f9dad05-6ce0-421d-9c8c-7cc0bc84184c service neutron] 10.222.0.22 "GET /v2.0/networks/7f51b851-5ff6-419b-9194-71b255f0a0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494329 Aug 21 09:33:43.064747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c22af56-c3a7-45e1-b0b4-6a490999842f req-1dbb3f24-8e62-40f9-ac12-59c97573b2f0 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/security-groups?id=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Aug 21 09:33:44.185293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b9777-9608-4563-83bd-cccf2ea91242 req-1dc1e25b-4d85-40e5-9f11-3f9dbd0fe692 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:44.186807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f47b9777-9608-4563-83bd-cccf2ea91242 req-1dc1e25b-4d85-40e5-9f11-3f9dbd0fe692 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 943 time: 0.0530756 Aug 21 09:33:44.225295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f47b9777-9608-4563-83bd-cccf2ea91242 req-99396bcd-a39c-4891-ba7f-3b957c39cf4d tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/security-groups?id=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Aug 21 09:33:45.345041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a9b30-5142-4ac9-9926-c0b25d15eaa7 req-126705b0-16ba-4ce3-a368-2112b4bb8847 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:45.349784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a5a9b30-5142-4ac9-9926-c0b25d15eaa7 req-126705b0-16ba-4ce3-a368-2112b4bb8847 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 943 time: 0.0520923 Aug 21 09:33:45.396755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a5a9b30-5142-4ac9-9926-c0b25d15eaa7 req-556d34ef-2d33-4270-b2c5-2836e440ae4d tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/security-groups?id=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Aug 21 09:33:45.477344 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:45.540157 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:46.153730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7f08919d-3a69-4a08-b43e-f4ae8b11e234 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:33:46.259367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 7f08919d-3a69-4a08-b43e-f4ae8b11e234, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7f08919d-3a69-4a08-b43e-f4ae8b11e234,segment=NetworkSegment(431bb27a-65ea-4c09-a201-2f56b9b3b59f),segment_id=431bb27a-65ea-4c09-a201-2f56b9b3b59f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:46.269692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '7f08919d-3a69-4a08-b43e-f4ae8b11e234', 'network_id': '7f51b851-5ff6-419b-9194-71b255f0a0f8', 'port_id': '7f08919d-3a69-4a08-b43e-f4ae8b11e234', 'mac_address': 'fa:16:3e:42:1b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14458391-3329-45f2-b092-ff88d94ea1d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:33:46.311218 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:46.324063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f08919d-3a69-4a08-b43e-f4ae8b11e234 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:33:46.343512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 7f08919d-3a69-4a08-b43e-f4ae8b11e234, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7f08919d-3a69-4a08-b43e-f4ae8b11e234,segment=NetworkSegment(431bb27a-65ea-4c09-a201-2f56b9b3b59f),segment_id=431bb27a-65ea-4c09-a201-2f56b9b3b59f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:46.461442 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:46.512093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=7f08919d-3a69-4a08-b43e-f4ae8b11e234,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:46.528536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26617d0c-7865-42a5-ac7c-3242521a6d30 req-f1811188-b682-4c63-b7bf-198bbdc093b2 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:46.530023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26617d0c-7865-42a5-ac7c-3242521a6d30 req-f1811188-b682-4c63-b7bf-198bbdc093b2 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 944 time: 0.0627458 Aug 21 09:33:46.569650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26617d0c-7865-42a5-ac7c-3242521a6d30 req-cb25614b-18e2-4348-a009-e1e2857bca72 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/security-groups?id=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331404 Aug 21 09:33:46.656918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['7f08919d-3a69-4a08-b43e-f4ae8b11e234'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:33:46.800844 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52142) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:46.913255 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c9f90b7-2428-44fb-9961-dc6cc9a8b547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:47.005486 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c9f90b7-2428-44fb-9961-dc6cc9a8b547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:47.242863 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c9f90b7-2428-44fb-9961-dc6cc9a8b547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:47.282190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f90b7-2428-44fb-9961-dc6cc9a8b547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f1c578-15af-4a4a-851c-740f27229b72,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:47.291959 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9c9f90b7-2428-44fb-9961-dc6cc9a8b547 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc7c896cce8d46fab32904c89c570654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875140 Aug 21 09:33:47.292542 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52154) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:47.349083 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e4e16f8-f210-4cbf-b723-520d141c77d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:47.373934 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e4e16f8-f210-4cbf-b723-520d141c77d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:47.494567 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e4e16f8-f210-4cbf-b723-520d141c77d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:47.497127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e4e16f8-f210-4cbf-b723-520d141c77d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:47.501052 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4e4e16f8-f210-4cbf-b723-520d141c77d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02f1c578-15af-4a4a-851c-740f27229b72 HTTP/1.1" status: 204 len: 168 time: 0.2052441 Aug 21 09:33:47.506390 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e16f8-f210-4cbf-b723-520d141c77d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f1c578-15af-4a4a-851c-740f27229b72,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:47.689740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ec010-6bee-4a74-8c67-22d6532eb8f8 req-ea367df4-8e7d-439d-8560-c3eb3eb68790 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:47.691262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-405ec010-6bee-4a74-8c67-22d6532eb8f8 req-ea367df4-8e7d-439d-8560-c3eb3eb68790 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 944 time: 0.0545177 Aug 21 09:33:47.733286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-405ec010-6bee-4a74-8c67-22d6532eb8f8 req-618ad027-6d7a-408d-81dc-7a4c48e8334b tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/security-groups?id=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348318 Aug 21 09:33:48.132991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52170) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:48.149057 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6d4-9b4a-49a2-b423-77a877e8111e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:48.158411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7f08919d-3a69-4a08-b43e-f4ae8b11e234 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:33:48.281691 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6d4-9b4a-49a2-b423-77a877e8111e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:48.325812 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6d4-9b4a-49a2-b423-77a877e8111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:48.367742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ee6d4-9b4a-49a2-b423-77a877e8111e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd18035b-c16a-4165-a633-6801712f7015,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:48.374823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52176) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:48.375016 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6a9ee6d4-9b4a-49a2-b423-77a877e8111e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6874dcec85374cc8927cc9388b7a03bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408667 Aug 21 09:33:48.428067 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-138883c6-60b3-44d1-bb7f-a88061f30f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:48.450449 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-138883c6-60b3-44d1-bb7f-a88061f30f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:48.454796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 7f08919d-3a69-4a08-b43e-f4ae8b11e234 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:33:48.459174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 7f08919d-3a69-4a08-b43e-f4ae8b11e234 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:33:48.459599 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:48.542749 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:48.566239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267fa636-d9c3-46f6-a730-6e72407b3bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f08919d-3a69-4a08-b43e-f4ae8b11e234'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:33:48.569160 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f039e9-e3fc-4554-af4b-6fb71c214f09" -d '{"events": [{"server_uuid": "267fa636-d9c3-46f6-a730-6e72407b3bad", "name": "network-vif-plugged", "status": "completed", "tag": "7f08919d-3a69-4a08-b43e-f4ae8b11e234"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:33:48.583904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 7f08919d-3a69-4a08-b43e-f4ae8b11e234, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7f08919d-3a69-4a08-b43e-f4ae8b11e234,segment=NetworkSegment(431bb27a-65ea-4c09-a201-2f56b9b3b59f),segment_id=431bb27a-65ea-4c09-a201-2f56b9b3b59f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:48.605821 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8325cbe7-b114-447a-a9b8-356d1f95279d x-openstack-request-id: req-8325cbe7-b114-447a-a9b8-356d1f95279d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:33:48.606115 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267fa636-d9c3-46f6-a730-6e72407b3bad", "name": "network-vif-plugged", "status": "completed", "tag": "7f08919d-3a69-4a08-b43e-f4ae8b11e234", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:33:48.606365 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8325cbe7-b114-447a-a9b8-356d1f95279d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:33:48.606772 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267fa636-d9c3-46f6-a730-6e72407b3bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f08919d-3a69-4a08-b43e-f4ae8b11e234', 'code': 200} Aug 21 09:33:48.643165 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-138883c6-60b3-44d1-bb7f-a88061f30f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:48.646095 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-138883c6-60b3-44d1-bb7f-a88061f30f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:48.650788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-138883c6-60b3-44d1-bb7f-a88061f30f31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd18035b-c16a-4165-a633-6801712f7015 HTTP/1.1" status: 204 len: 168 time: 0.2709553 Aug 21 09:33:48.657635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138883c6-60b3-44d1-bb7f-a88061f30f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd18035b-c16a-4165-a633-6801712f7015,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:48.689294 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:48.719995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93df83-0fd5-4041-8799-f04777853934 req-ffd80a83-1079-432e-b411-13e51ad39421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:48.722445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c93df83-0fd5-4041-8799-f04777853934 req-ffd80a83-1079-432e-b411-13e51ad39421 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 1097 time: 0.0455008 Aug 21 09:33:48.742641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=7f08919d-3a69-4a08-b43e-f4ae8b11e234,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:48.782990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c93df83-0fd5-4041-8799-f04777853934 req-4eae7c7e-bc7e-4465-a928-af73ea22ae39 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532858 Aug 21 09:33:48.854247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1a52b-3396-43f6-a520-f29660e7f5e7 req-0b597c9c-aeff-4ec6-8f92-bf087a3c6b1b tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:48.855788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02d1a52b-3396-43f6-a520-f29660e7f5e7 req-0b597c9c-aeff-4ec6-8f92-bf087a3c6b1b tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 945 time: 0.0484989 Aug 21 09:33:48.897436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02d1a52b-3396-43f6-a520-f29660e7f5e7 req-0425c5eb-aa84-479e-9eff-689b5b2a0646 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/security-groups?id=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354052 Aug 21 09:33:50.030632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94793ee-431b-4a61-a9b2-2ff842de44bf req-f26b76d1-7e37-4005-9e43-dc2767cf8664 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:50.032175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a94793ee-431b-4a61-a9b2-2ff842de44bf req-f26b76d1-7e37-4005-9e43-dc2767cf8664 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 945 time: 0.0514243 Aug 21 09:33:50.073247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a94793ee-431b-4a61-a9b2-2ff842de44bf req-b4481590-7db0-457c-bc50-23e8fecf7211 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/security-groups?id=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Aug 21 09:33:53.143053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52348) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:53.153368 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:33:53.259905 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0520e889-beeb-4493-b37e-65fe974e3fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:53.497552 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0520e889-beeb-4493-b37e-65fe974e3fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:53.571290 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0520e889-beeb-4493-b37e-65fe974e3fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:53.620275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0520e889-beeb-4493-b37e-65fe974e3fcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75b61c16b5dd41aa86d02904b3a1a71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759634 Aug 21 09:33:53.621557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520e889-beeb-4493-b37e-65fe974e3fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd170d73-675e-44f6-b754-bafb3817dc05,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:53.623210 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52366) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:53.681470 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa7bb7f1-5f3f-43a9-ac37-ad81dde0921d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:53.702107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa7bb7f1-5f3f-43a9-ac37-ad81dde0921d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:53.842658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa7bb7f1-5f3f-43a9-ac37-ad81dde0921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:53.847713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa7bb7f1-5f3f-43a9-ac37-ad81dde0921d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:53.847713 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fa7bb7f1-5f3f-43a9-ac37-ad81dde0921d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd170d73-675e-44f6-b754-bafb3817dc05 HTTP/1.1" status: 204 len: 168 time: 0.2216678 Aug 21 09:33:53.854935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bb7f1-5f3f-43a9-ac37-ad81dde0921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd170d73-675e-44f6-b754-bafb3817dc05,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:54.498003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52396) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:54.511996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81f8bcd9-1667-4a52-9d3b-8434d6f84a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:54.599892 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81f8bcd9-1667-4a52-9d3b-8434d6f84a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:54.688239 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81f8bcd9-1667-4a52-9d3b-8434d6f84a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:54.726933 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-81f8bcd9-1667-4a52-9d3b-8434d6f84a91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73f24d2072a74b52a56c6650424387d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278006 Aug 21 09:33:54.727777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8bcd9-1667-4a52-9d3b-8434d6f84a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6326e7df-4f4a-424e-abc7-dc41c7c3f5af,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:54.731692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52402) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:54.799877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2e524da6-2090-4309-9160-c4df615bca4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:54.857430 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2e524da6-2090-4309-9160-c4df615bca4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:54.902763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb187f-29bc-4c6e-b230-542b2fc36bf1 req-7d7c00fc-3d6f-4c24-b7c8-ac83967bd02c tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:54.904291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39eb187f-29bc-4c6e-b230-542b2fc36bf1 req-7d7c00fc-3d6f-4c24-b7c8-ac83967bd02c tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 945 time: 0.0848980 Aug 21 09:33:54.946324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39eb187f-29bc-4c6e-b230-542b2fc36bf1 req-eb532c75-a685-4837-aa68-2a9e12b18ff9 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/security-groups?id=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356879 Aug 21 09:33:55.025686 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2e524da6-2090-4309-9160-c4df615bca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:55.030787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2e524da6-2090-4309-9160-c4df615bca4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:55.030787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2e524da6-2090-4309-9160-c4df615bca4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6326e7df-4f4a-424e-abc7-dc41c7c3f5af HTTP/1.1" status: 204 len: 168 time: 0.2968314 Aug 21 09:33:55.038530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e524da6-2090-4309-9160-c4df615bca4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326e7df-4f4a-424e-abc7-dc41c7c3f5af,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:56.091890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3797699-8663-4c0c-92ec-0659219476af req-ae8fec43-5f6e-4607-8f18-597aaeb1a496 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:56.093411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3797699-8663-4c0c-92ec-0659219476af req-ae8fec43-5f6e-4607-8f18-597aaeb1a496 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 945 time: 0.0660479 Aug 21 09:33:56.137081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3797699-8663-4c0c-92ec-0659219476af req-87a70544-9f5c-42cf-861a-84a6510928c1 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/security-groups?id=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362539 Aug 21 09:33:56.207984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e52132-8cde-4e3c-b98c-96961297453f req-1e5e4d3c-0f59-4c34-b130-d7023e8f5b6a tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:33:56.210023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63e52132-8cde-4e3c-b98c-96961297453f req-1e5e4d3c-0f59-4c34-b130-d7023e8f5b6a tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.22 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 945 time: 0.0614460 Aug 21 09:33:56.315013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-63e52132-8cde-4e3c-b98c-96961297453f req-6077cd5a-355f-4ae8-9c54-346c90387a08 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Deleting port 7f08919d-3a69-4a08-b43e-f4ae8b11e234 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:33:56.315641 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-63e52132-8cde-4e3c-b98c-96961297453f req-6077cd5a-355f-4ae8-9c54-346c90387a08 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:56.408093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-63e52132-8cde-4e3c-b98c-96961297453f req-6077cd5a-355f-4ae8-9c54-346c90387a08 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] For port 7f08919d-3a69-4a08-b43e-f4ae8b11e234, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=7f08919d-3a69-4a08-b43e-f4ae8b11e234,segment=NetworkSegment(431bb27a-65ea-4c09-a201-2f56b9b3b59f),segment_id=431bb27a-65ea-4c09-a201-2f56b9b3b59f)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:33:56.408460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-63e52132-8cde-4e3c-b98c-96961297453f req-6077cd5a-355f-4ae8-9c54-346c90387a08 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:56.421982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-63e52132-8cde-4e3c-b98c-96961297453f req-6077cd5a-355f-4ae8-9c54-346c90387a08 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Calling delete_port for 7f08919d-3a69-4a08-b43e-f4ae8b11e234 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:33:56.643763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-63e52132-8cde-4e3c-b98c-96961297453f req-6077cd5a-355f-4ae8-9c54-346c90387a08 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:56.665618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['7f08919d-3a69-4a08-b43e-f4ae8b11e234'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:33:56.679820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077cd5a-355f-4ae8-9c54-346c90387a08 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Pushing event deleted for resources: {'Port': ['ID=7f08919d-3a69-4a08-b43e-f4ae8b11e234,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:56.725861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e52132-8cde-4e3c-b98c-96961297453f req-6077cd5a-355f-4ae8-9c54-346c90387a08 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] No DVR routers for this DVR port 7f08919d-3a69-4a08-b43e-f4ae8b11e234 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:33:56.728411 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-63e52132-8cde-4e3c-b98c-96961297453f req-6077cd5a-355f-4ae8-9c54-346c90387a08 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:56.730492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63e52132-8cde-4e3c-b98c-96961297453f req-6077cd5a-355f-4ae8-9c54-346c90387a08 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.22 "DELETE /v2.0/ports/7f08919d-3a69-4a08-b43e-f4ae8b11e234 HTTP/1.1" status: 204 len: 173 time: 0.5142953 Aug 21 09:33:56.735403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267fa636-d9c3-46f6-a730-6e72407b3bad', 'name': 'network-vif-deleted', 'tag': '7f08919d-3a69-4a08-b43e-f4ae8b11e234'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:33:56.735403 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e007b6-de08-4220-b28f-cf7262f8846e" -d '{"events": [{"server_uuid": "267fa636-d9c3-46f6-a730-6e72407b3bad", "name": "network-vif-deleted", "tag": "7f08919d-3a69-4a08-b43e-f4ae8b11e234"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:33:56.773189 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b11a2d0-0e30-4b32-a4f7-7e64bff2ce0b x-openstack-request-id: req-8b11a2d0-0e30-4b32-a4f7-7e64bff2ce0b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:33:56.773596 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267fa636-d9c3-46f6-a730-6e72407b3bad", "name": "network-vif-deleted", "tag": "7f08919d-3a69-4a08-b43e-f4ae8b11e234", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:33:56.773849 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b11a2d0-0e30-4b32-a4f7-7e64bff2ce0b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:33:56.774322 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267fa636-d9c3-46f6-a730-6e72407b3bad', 'name': 'network-vif-deleted', 'tag': '7f08919d-3a69-4a08-b43e-f4ae8b11e234', 'status': 'completed', 'code': 200} Aug 21 09:33:57.259497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85871ece-3def-4bed-9c0f-72e946d38368 req-6f9c1824-68c3-4d50-a8ae-fd2d9a118822 tempest-VolumesActionsTest-153901489 tempest-VolumesActionsTest-153901489-project] 10.222.0.20 "GET /v2.0/ports?device_id=267fa636-d9c3-46f6-a730-6e72407b3bad HTTP/1.1" status: 200 len: 210 time: 0.0279334 Aug 21 09:33:57.999674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52518) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:58.112829 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e18f-2b27-4347-b6c0-741a1cca5f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:58.215181 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e18f-2b27-4347-b6c0-741a1cca5f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:58.279992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e18f-2b27-4347-b6c0-741a1cca5f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:58.332359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0bc2e18f-2b27-4347-b6c0-741a1cca5f7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef1d36fe9c714d6783c7aa53c2e78f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314912 Aug 21 09:33:58.334829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2e18f-2b27-4347-b6c0-741a1cca5f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff5104c-bf2a-472e-a25d-817e5cb68733,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:33:58.335668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52528) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:33:58.391654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fffc653c-dccb-46fd-a49f-73f6b95b459e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:58.415374 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fffc653c-dccb-46fd-a49f-73f6b95b459e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:58.554619 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fffc653c-dccb-46fd-a49f-73f6b95b459e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:58.557396 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fffc653c-dccb-46fd-a49f-73f6b95b459e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:33:58.560865 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fffc653c-dccb-46fd-a49f-73f6b95b459e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ff5104c-bf2a-472e-a25d-817e5cb68733 HTTP/1.1" status: 204 len: 168 time: 0.2219415 Aug 21 09:33:58.567398 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc653c-dccb-46fd-a49f-73f6b95b459e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff5104c-bf2a-472e-a25d-817e5cb68733,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:00.254340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7f08919d-3a69-4a08-b43e-f4ae8b11e234 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:34:00.278910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 7f08919d-3a69-4a08-b43e-f4ae8b11e234 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:34:00.281319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 7f08919d-3a69-4a08-b43e-f4ae8b11e234 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:34:01.200129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52636) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:01.350418 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:01.500039 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:01.606514 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:01.730343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Allocated IP 172.25.5.171 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/7a3a5658-441f-4032-b1df-f718334be98d) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:01.841490 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:01.972938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:02.018430 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:02.021653 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:02.031821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:02.035089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event updated for resources: {'Port': ['ID=7a3a5658-441f-4032-b1df-f718334be98d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:02.127964 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:02.262459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:02.437004 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:02.525973 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:02.622667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event updated for resources: {'Port': ['ID=7a3a5658-441f-4032-b1df-f718334be98d,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:02.647609 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:02.690740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5c1ed-0852-4c7b-bafc-dbdf7046c08c req-9d1c6e8f-ed51-4cdb-a8fb-08f7f33c622e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:02.692287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33f5c1ed-0852-4c7b-bafc-dbdf7046c08c req-9d1c6e8f-ed51-4cdb-a8fb-08f7f33c622e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 946 time: 0.0507252 Aug 21 09:34:02.714387 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:02.717098 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-53d44ec7-6ddf-4db1-802f-500d692da66a tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5146196 Aug 21 09:34:02.718510 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52674) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:02.724932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-733238350'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:02.735361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33f5c1ed-0852-4c7b-bafc-dbdf7046c08c req-26e0513a-2bea-42cb-b094-c5b2e831b434 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367293 Aug 21 09:34:02.771493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52678) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:02.851920 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9c3efce5-56ce-46eb-9a11-76aa9d96dd92 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/15b1c20c-f8af-438d-83da-f4ea2a53552f HTTP/1.1" status: 200 len: 993 time: 0.0750287 Aug 21 09:34:02.899608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Made reservation on behalf of 21c69d27a5d8437fb768b3e50fc613e4 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:02.902443 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:02.912574 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:03.015531 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:03.116752 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:03.145309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:34:03.169680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612b6f41-9eaa-412a-9128-163794326062,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:03.176837 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:03.177222 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Added segment 33ec643f-afe3-4c63-b8bd-8f8104676d40 of type vlan for network e8f99d10-82a8-4308-98e6-d820a95bf307 Aug 21 09:34:03.217016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a548d-28e9-413d-b7dd-c7e31d985798 req-7731d506-6417-4f0c-9c98-2cfe4f3d8f9a tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:03.218526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-304a548d-28e9-413d-b7dd-c7e31d985798 req-7731d506-6417-4f0c-9c98-2cfe4f3d8f9a tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 1098 time: 0.0513320 Aug 21 09:34:03.221377 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:03.252021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-304a548d-28e9-413d-b7dd-c7e31d985798 req-6adb720f-951b-4b4d-8f7d-f4ea68f245ab tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274961 Aug 21 09:34:03.314433 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:03.320915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:03.321608 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:03.404670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event updated for resources: {'Network': ['ID=e8f99d10-82a8-4308-98e6-d820a95bf307,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:03.415819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network e8f99d10-82a8-4308-98e6-d820a95bf307 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:34:03.494787 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-528673cf-3c0a-47e5-85ad-c85ead493d2f tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7749758 Aug 21 09:34:03.497629 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52696) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:03.503162 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Request body: {'subnet': {'network_id': 'e8f99d10-82a8-4308-98e6-d820a95bf307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:03.710732 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Made reservation on behalf of 21c69d27a5d8437fb768b3e50fc613e4 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:03.714271 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:04.014343 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:04.089392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event updated for resources: {'Subnet': ['ID=2b3fa1bb-82dd-489f-a879-bc8657b48035,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:04.099215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Checking segment: {'id': '33ec643f-afe3-4c63-b8bd-8f8104676d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8f99d10-82a8-4308-98e6-d820a95bf307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:04.099215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Network hostable DHCP agents. Network: e8f99d10-82a8-4308-98e6-d820a95bf307, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:34:04.208220 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Network e8f99d10-82a8-4308-98e6-d820a95bf307 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:34:04.285556 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, e8f99d10-82a8-4308-98e6-d820a95bf307) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:04.291011 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:04.299964 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:04.300882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc276347-e3b1-483f-9265-dd9e9a3b4818 None None] Network e8f99d10-82a8-4308-98e6-d820a95bf307 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:04.414769 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-45c064d2-e4d6-4ba1-9704-398322791858 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9159207 Aug 21 09:34:04.418105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52722) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:04.424176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1293327790', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:04.467718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-e8f99d10-82a8-4308-98e6-d820a95bf307', 'network_id': 'e8f99d10-82a8-4308-98e6-d820a95bf307', 'tenant_id': '21c69d27a5d8437fb768b3e50fc613e4', 'fixed_ips': [{'subnet_id': '2b3fa1bb-82dd-489f-a879-bc8657b48035'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:34:04.468852 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:04.504457 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-80d480cf-6829-46fc-b904-5fb2b3acec97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715644 Aug 21 09:34:04.601450 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:04.602416 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:04.655094 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Allocated IP 172.20.0.2 (e8f99d10-82a8-4308-98e6-d820a95bf307/2b3fa1bb-82dd-489f-a879-bc8657b48035/63c732ae-1e1e-4ad0-8eb6-2932e8200f90) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:04.656521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:04.818057 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:04.841203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Transition to ACTIVE for port object 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:04.860457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Transition to ACTIVE for port object 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:04.861764 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:04.985544 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:05.030774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Pushing event updated for resources: {'Port': ['ID=63c732ae-1e1e-4ad0-8eb6-2932e8200f90,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:05.038017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Network e8f99d10-82a8-4308-98e6-d820a95bf307 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:05.039960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:05.042777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:05.103956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Attempting to bind port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:34:05.104582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Attempting to bind port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '33ec643f-afe3-4c63-b8bd-8f8104676d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8f99d10-82a8-4308-98e6-d820a95bf307'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:34:05.105145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Attempting to bind port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 on network e8f99d10-82a8-4308-98e6-d820a95bf307 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:05.116788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:34:05.117606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Checking segment: {'id': '33ec643f-afe3-4c63-b8bd-8f8104676d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8f99d10-82a8-4308-98e6-d820a95bf307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:05.118115 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:05.118576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Bound using segment: {'id': '33ec643f-afe3-4c63-b8bd-8f8104676d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8f99d10-82a8-4308-98e6-d820a95bf307'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:34:05.119902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Bound port: 63c732ae-1e1e-4ad0-8eb6-2932e8200f90, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ec643f-afe3-4c63-b8bd-8f8104676d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8f99d10-82a8-4308-98e6-d820a95bf307'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:34:05.120588 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:05.208669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] For port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:05.212012 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] For port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63c732ae-1e1e-4ad0-8eb6-2932e8200f90,segment=NetworkSegment(33ec643f-afe3-4c63-b8bd-8f8104676d40),segment_id=33ec643f-afe3-4c63-b8bd-8f8104676d40)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:34:05.213767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:05.232590 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:05.334205 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:05.335019 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Allocated IP 172.25.5.100 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/304d64f6-c440-43c7-815b-4244f66543fb) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:05.392309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27221f-651f-4e20-8ecf-c16fccac4006 None None] Pushing event updated for resources: {'Port': ['ID=63c732ae-1e1e-4ad0-8eb6-2932e8200f90,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:05.456042 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:05.585809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:05.740433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:05.763132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:05.776035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:05.778222 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event updated for resources: {'Port': ['ID=304d64f6-c440-43c7-815b-4244f66543fb,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:05.921988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-98b89a32-23ac-40ea-bd35-9aa5c0106085 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:34:05.923173 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-98b89a32-23ac-40ea-bd35-9aa5c0106085 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2341812 Aug 21 09:34:05.951405 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Request body: {'binding': {'host': 'n-h2-766726-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:05.951897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Unknown quota resources ['binding']. {{(pid=106756) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 09:34:06.515874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b on host n-h2-766726-28 for vnic_type normal with profile None {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:34:06.516598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:34:06.516598 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b on network 985aa425-82c7-4348-b426-bd143c1e7952 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:06.522774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Port c1262ca9-7b7d-4278-992e-77675ee21b4b on network 985aa425-82c7-4348-b426-bd143c1e7952 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:34:06.523102 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b on network 985aa425-82c7-4348-b426-bd143c1e7952 {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:06.533992 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:34:06.534337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Checking segment: {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:06.534767 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Bound using segment: {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'} {{(pid=106756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:34:06.535154 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.managers [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Bound port: c1262ca9-7b7d-4278-992e-77675ee21b4b, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'}}] {{(pid=106756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:34:06.540705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772251ae-68df-4503-a772-1e94687a923d None None] Network e8f99d10-82a8-4308-98e6-d820a95bf307 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:06.557122 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:06.677238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c1673b58-47ec-486c-81b5-cf8a0149cbe0 None None] Provisioning for port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:06.710737 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:34:06.824690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] Notify callbacks [] for binding, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:06.825878 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] 10.222.0.20 "POST /v2.0/ports/c1262ca9-7b7d-4278-992e-77675ee21b4b/bindings HTTP/1.1" status: 201 len: 390 time: 0.8800244 Aug 21 09:34:06.849811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:06.930651 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4be332fa-454e-46f3-b1de-a2d9608ccf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:07.085424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Router ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:34:07.209130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:07.219611 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6540b02b-d6b6-4a2f-b945-ee9afc3239fa None None] Sync routers for ids ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:07.232087 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540b02b-d6b6-4a2f-b945-ee9afc3239fa None None] Routers {'ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:07.233081 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6540b02b-d6b6-4a2f-b945-ee9afc3239fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:33:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:07.269956 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6540b02b-d6b6-4a2f-b945-ee9afc3239fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:07.300289 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540b02b-d6b6-4a2f-b945-ee9afc3239fa None None] Routers {'ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:07.301179 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6540b02b-d6b6-4a2f-b945-ee9afc3239fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:33:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:07.336553 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6540b02b-d6b6-4a2f-b945-ee9afc3239fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:07.337558 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6540b02b-d6b6-4a2f-b945-ee9afc3239fa None None] The sync data for ids ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:07.357897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5938c4-4553-49dc-9c50-57906c7ab1a9 req-b6e7f3ea-814b-44e6-bce2-18d7247edc62 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:07.359603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c5938c4-4553-49dc-9c50-57906c7ab1a9 req-b6e7f3ea-814b-44e6-bce2-18d7247edc62 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 946 time: 0.0878572 Aug 21 09:34:07.388020 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:07.389701 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c7dbc125-a1a5-4468-ad40-6f840f6d2eab tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.9704006 Aug 21 09:34:07.392541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52760) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:07.418386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:07.445936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c5938c4-4553-49dc-9c50-57906c7ab1a9 req-aeeabdef-4589-448c-85f2-022ce1fbcbbb tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730462 Aug 21 09:34:07.616558 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-65a85f90-4baf-44d4-b839-0946af96b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:07.618646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-65a85f90-4baf-44d4-b839-0946af96b747 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 1098 time: 0.0560408 Aug 21 09:34:07.659854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:07.665751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:07.666274 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:07.730370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-fe6451f2-efa1-4aa7-a3ee-7dd4477c0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:07.732025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-fe6451f2-efa1-4aa7-a3ee-7dd4477c0f08 service neutron] 10.222.0.22 "GET /v2.0/networks?id=985aa425-82c7-4348-b426-bd143c1e7952 HTTP/1.1" status: 200 len: 898 time: 0.1061103 Aug 21 09:34:07.789545 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:07.817929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-df34f418-4734-41ef-9a9d-e442bf8c0f30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b HTTP/1.1" status: 200 len: 1001 time: 0.0776262 Aug 21 09:34:07.830861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63c732ae-1e1e-4ad0-8eb6-2932e8200f90,segment=NetworkSegment(33ec643f-afe3-4c63-b8bd-8f8104676d40),segment_id=33ec643f-afe3-4c63-b8bd-8f8104676d40)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:07.874000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-3d44e46a-2114-49aa-a868-d6bf50a6ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:07.875910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-3d44e46a-2114-49aa-a868-d6bf50a6ee5d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=73f70674-d193-4707-9764-826ddf582391 HTTP/1.1" status: 200 len: 835 time: 0.0507159 Aug 21 09:34:07.920119 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:07.934766 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-ae73744e-c7b9-4994-a76c-bbb091dad526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:07.936714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-ae73744e-c7b9-4994-a76c-bbb091dad526 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=985aa425-82c7-4348-b426-bd143c1e7952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531111 Aug 21 09:34:07.983390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=63c732ae-1e1e-4ad0-8eb6-2932e8200f90,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:08.049517 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:08.059841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-e11b6044-910b-422a-84b0-9cab3b8f0146 service neutron] 10.222.0.22 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149786 Aug 21 09:34:08.221555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-4ae17397-a7ba-415c-bed5-ccea6287677f service neutron] 10.222.0.22 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542027 Aug 21 09:34:08.371086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-7f9c2018-a86c-4e72-b389-86a18e5669e1 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:08.372746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-7f9c2018-a86c-4e72-b389-86a18e5669e1 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1098 time: 0.0891500 Aug 21 09:34:08.385152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-28'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:08.439629 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Allocated IP 172.20.0.1 (e8f99d10-82a8-4308-98e6-d820a95bf307/2b3fa1bb-82dd-489f-a879-bc8657b48035/65f085e1-18ee-4b02-8b27-040ff83c142e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:08.462487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:08.585647 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:08.603441 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Transition to ACTIVE for port object 65f085e1-18ee-4b02-8b27-040ff83c142e will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:08.668807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e408cf7-0af3-421a-b02f-ca77177fc765 req-93e1cc3e-af55-4e27-8ffa-e22ffcfb7872 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:08.672115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e408cf7-0af3-421a-b02f-ca77177fc765 req-93e1cc3e-af55-4e27-8ffa-e22ffcfb7872 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 946 time: 0.1094625 Aug 21 09:34:08.694493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:08.731148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:08.742615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event updated for resources: {'Port': ['ID=65f085e1-18ee-4b02-8b27-040ff83c142e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:08.751990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.752270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.752609 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.752945 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.753278 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.753608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.754068 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.754399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.754775 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.755623 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.755951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.756272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:08.767514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Network e8f99d10-82a8-4308-98e6-d820a95bf307 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:08.768940 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:08.780947 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:08.804968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:08.844811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:08.853055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e408cf7-0af3-421a-b02f-ca77177fc765 req-ef8a10a7-0ece-4278-accf-b3e69f9f3391 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726120 Aug 21 09:34:08.901043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:08.903783 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80215e1-8438-424f-837a-d1ca75ad1127" -d '{"events": [{"server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:08.921431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:08.952102 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b9e3d0-da00-440b-a16f-8038a6bc5bcb x-openstack-request-id: req-77b9e3d0-da00-440b-a16f-8038a6bc5bcb {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:08.952102 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:08.952102 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77b9e3d0-da00-440b-a16f-8038a6bc5bcb {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:08.952467 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'code': 200} Aug 21 09:34:09.014025 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.100184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.207837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7268b55d-3062-4f13-b937-7519706de92d None None] Provisioning for port 65f085e1-18ee-4b02-8b27-040ff83c142e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:09.213526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7268b55d-3062-4f13-b937-7519706de92d None None] Provisioning complete for port 65f085e1-18ee-4b02-8b27-040ff83c142e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:09.213978 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7268b55d-3062-4f13-b937-7519706de92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.268771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7268b55d-3062-4f13-b937-7519706de92d None None] Port 65f085e1-18ee-4b02-8b27-040ff83c142e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:09.399453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-198c7da0-835c-4b7e-9360-92e8fe9774e7 None None] Provisioning complete for port c1262ca9-7b7d-4278-992e-77675ee21b4b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:09.399853 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-198c7da0-835c-4b7e-9360-92e8fe9774e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.424215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:09.475607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-198c7da0-835c-4b7e-9360-92e8fe9774e7 None None] Port c1262ca9-7b7d-4278-992e-77675ee21b4b cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:09.497639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:09.498349 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.572253 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e48840e4-9c21-4228-9b57-f487e6e7f1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.587457 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.609499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Pushing event updated for resources: {'Port': ['ID=c1262ca9-7b7d-4278-992e-77675ee21b4b,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:09.636587 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.657719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b on host n-h1-766726-28 for vnic_type normal with profile {"migrating_to": "n-h2-766726-28"} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:34:09.658095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:34:09.658359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b on network 985aa425-82c7-4348-b426-bd143c1e7952 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:09.663359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Port c1262ca9-7b7d-4278-992e-77675ee21b4b on network 985aa425-82c7-4348-b426-bd143c1e7952 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:34:09.663707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Attempting to bind port c1262ca9-7b7d-4278-992e-77675ee21b4b on network 985aa425-82c7-4348-b426-bd143c1e7952 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:09.668703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:34:09.669031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Checking segment: {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:09.669461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Bound using segment: {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:34:09.669882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Bound port: c1262ca9-7b7d-4278-992e-77675ee21b4b, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1429326-c4f2-446e-a929-823fb84f70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:34:09.670239 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.722402 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.747705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:09.753207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:34:09.783048 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.809204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event updated for resources: {'Port': ['ID=65f085e1-18ee-4b02-8b27-040ff83c142e,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:09.836923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:09.866532 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Network e8f99d10-82a8-4308-98e6-d820a95bf307 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:09.869879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:09.968990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Pushing event updated for resources: {'Port': ['ID=c1262ca9-7b7d-4278-992e-77675ee21b4b,revision_number=8']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:10.059058 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Router ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:34:10.095681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d440-ae03-4fc3-9a08-c5a031612027 req-796f9023-4e21-4e04-a077-2870a3eae8cc tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:10.103301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3586d440-ae03-4fc3-9a08-c5a031612027 req-796f9023-4e21-4e04-a077-2870a3eae8cc tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 944 time: 0.1146052 Aug 21 09:34:10.113595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:10.114253 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:10.116255 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-0e31bb8a-c99c-4a9a-87d0-d40df58545da service neutron] 10.222.0.22 "PUT /v2.0/ports/c1262ca9-7b7d-4278-992e-77675ee21b4b HTTP/1.1" status: 200 len: 1124 time: 1.7353938 Aug 21 09:34:10.182497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['c1262ca9-7b7d-4278-992e-77675ee21b4b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:34:10.208076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3586d440-ae03-4fc3-9a08-c5a031612027 req-8a4b30a0-ffc3-46b8-9650-fccaf6f56a4d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028278 Aug 21 09:34:10.279193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:10.288047 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5e16cf41-9fd3-497d-9244-f2b2adafa62c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "PUT /v2.0/routers/ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8911915 Aug 21 09:34:10.288170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52778) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:10.294195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Request body: {'port': {'network_id': 'e8f99d10-82a8-4308-98e6-d820a95bf307', 'name': 'tempest-FloatingIPAdminTestJSON-1419116969'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:10.298912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd0dd2-c5b6-48e6-ae31-563df54cba3a None None] Sync routers for ids ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:10.320962 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd0dd2-c5b6-48e6-ae31-563df54cba3a None None] Routers {'ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:10.321468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-affd0dd2-c5b6-48e6-ae31-563df54cba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:10.369272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-affd0dd2-c5b6-48e6-ae31-563df54cba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:10.418794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd0dd2-c5b6-48e6-ae31-563df54cba3a None None] Routers {'ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:10.419437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-affd0dd2-c5b6-48e6-ae31-563df54cba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:10.470123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3d840f0e-45e4-412b-8df8-862b93ba0f47 None None] Provisioning complete for port c1262ca9-7b7d-4278-992e-77675ee21b4b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:10.470419 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d840f0e-45e4-412b-8df8-862b93ba0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:10.471894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-affd0dd2-c5b6-48e6-ae31-563df54cba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:10.472526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd0dd2-c5b6-48e6-ae31-563df54cba3a None None] The sync data for ids ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:10.516457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Made reservation on behalf of 21c69d27a5d8437fb768b3e50fc613e4 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:10.520265 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:10.546554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] device_id is not set on port 6f57ef15-31e2-4181-ab8b-0e03a7a0380e yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:34:10.624670 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d840f0e-45e4-412b-8df8-862b93ba0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:10.653721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:10.656260 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824e0a29-c199-48cb-b50a-f314c1e128a2" -d '{"events": [{"server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "name": "network-vif-plugged", "status": "completed", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:10.659590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Allocated IP 172.20.0.8 (e8f99d10-82a8-4308-98e6-d820a95bf307/2b3fa1bb-82dd-489f-a879-bc8657b48035/6f57ef15-31e2-4181-ab8b-0e03a7a0380e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:10.669841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3d840f0e-45e4-412b-8df8-862b93ba0f47 None None] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:10.704762 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841027cc-a1b2-43d8-861f-bcb19d11bf88 x-openstack-request-id: req-841027cc-a1b2-43d8-861f-bcb19d11bf88 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:10.705055 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "name": "network-vif-plugged", "status": "completed", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:10.705443 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-841027cc-a1b2-43d8-861f-bcb19d11bf88 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:10.705839 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'code': 200} Aug 21 09:34:10.751053 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d840f0e-45e4-412b-8df8-862b93ba0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:10.818693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:10.834898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Transition to ACTIVE for port object 6f57ef15-31e2-4181-ab8b-0e03a7a0380e will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:10.908269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d840f0e-45e4-412b-8df8-862b93ba0f47 None None] Pushing event updated for resources: {'Port': ['ID=c1262ca9-7b7d-4278-992e-77675ee21b4b,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:10.915676 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:10.953936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:10.956882 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679570a3-907d-4c3f-ba34-32cd5dd786e3" -d '{"events": [{"name": "network-changed", "server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:10.961281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3d840f0e-45e4-412b-8df8-862b93ba0f47 None None] Provisioning complete for port 65f085e1-18ee-4b02-8b27-040ff83c142e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:10.964548 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d840f0e-45e4-412b-8df8-862b93ba0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:10.965616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Network e8f99d10-82a8-4308-98e6-d820a95bf307 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:10.969219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:10.972970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:11.008625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event updated for resources: {'Port': ['ID=6f57ef15-31e2-4181-ab8b-0e03a7a0380e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:11.037242 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:11.044968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:11.045647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:11.050327 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eca9a4e-8589-48fe-9dc0-75173ef1c8a3 x-openstack-request-id: req-5eca9a4e-8589-48fe-9dc0-75173ef1c8a3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:11.050619 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:11.051044 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5eca9a4e-8589-48fe-9dc0-75173ef1c8a3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:11.051398 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'status': 'completed', 'code': 200} Aug 21 09:34:11.078189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3d840f0e-45e4-412b-8df8-862b93ba0f47 None None] Port 65f085e1-18ee-4b02-8b27-040ff83c142e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:11.123593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679570a3-907d-4c3f-ba34-32cd5dd786e3 req-43fb416b-6b91-4f83-a8bc-1ed8b6f6a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:11.125201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-679570a3-907d-4c3f-ba34-32cd5dd786e3 req-43fb416b-6b91-4f83-a8bc-1ed8b6f6a31f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 1129 time: 0.0555265 Aug 21 09:34:11.130536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-66cf1082-0652-4183-a1ee-b949b04115d1 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8381622 Aug 21 09:34:11.130951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52798) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:11.250156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'project_id': '21c69d27a5d8437fb768b3e50fc613e4', 'port_id': '6f57ef15-31e2-4181-ab8b-0e03a7a0380e'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:11.284880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679570a3-907d-4c3f-ba34-32cd5dd786e3 req-bdb0bbe2-14f6-4cd6-a3bf-8bc03e55f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:11.286417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-679570a3-907d-4c3f-ba34-32cd5dd786e3 req-bdb0bbe2-14f6-4cd6-a3bf-8bc03e55f665 service neutron] 10.222.0.13 "GET /v2.0/networks?id=985aa425-82c7-4348-b426-bd143c1e7952 HTTP/1.1" status: 200 len: 898 time: 0.1531510 Aug 21 09:34:11.391616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-679570a3-907d-4c3f-ba34-32cd5dd786e3 req-c0763fea-bb63-4201-80c5-12022c099f7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b HTTP/1.1" status: 200 len: 1001 time: 0.0975602 Aug 21 09:34:11.394558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:11.399712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cfd06a6a-0cab-4859-b925-87ad8d39d331 None None] Provisioning for port 6f57ef15-31e2-4181-ab8b-0e03a7a0380e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:11.404345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cfd06a6a-0cab-4859-b925-87ad8d39d331 None None] Provisioning complete for port 6f57ef15-31e2-4181-ab8b-0e03a7a0380e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:11.404951 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cfd06a6a-0cab-4859-b925-87ad8d39d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:11.413845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5792d-5099-4898-a945-b6ac9223d35c req-8e0b5155-c368-443c-b2bb-2a3c430a8a1a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:11.415340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7aa5792d-5099-4898-a945-b6ac9223d35c req-8e0b5155-c368-443c-b2bb-2a3c430a8a1a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 946 time: 0.0790536 Aug 21 09:34:11.450366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cfd06a6a-0cab-4859-b925-87ad8d39d331 None None] Port 6f57ef15-31e2-4181-ab8b-0e03a7a0380e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:11.524559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679570a3-907d-4c3f-ba34-32cd5dd786e3 req-bbbd73ef-92a4-4ff3-a908-d47375f96540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:11.525864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-679570a3-907d-4c3f-ba34-32cd5dd786e3 req-bbbd73ef-92a4-4ff3-a908-d47375f96540 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73f70674-d193-4707-9764-826ddf582391 HTTP/1.1" status: 200 len: 835 time: 0.1096234 Aug 21 09:34:11.529985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7aa5792d-5099-4898-a945-b6ac9223d35c req-2a22377e-6036-4841-a459-64aea2f08aa3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051972 Aug 21 09:34:11.564609 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52808) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:11.573416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-36c7e5b5-6353-4510-814f-479bbdca8054 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011680225', 'description': 'tempest-secgroup-smoke-1011680225 description', 'project_id': '913ad24557aa46a295b35c4ed067060f'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:11.592975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679570a3-907d-4c3f-ba34-32cd5dd786e3 req-9c6f17dd-86ef-457c-94ea-635abb4c6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:11.594423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-679570a3-907d-4c3f-ba34-32cd5dd786e3 req-9c6f17dd-86ef-457c-94ea-635abb4c6d88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=985aa425-82c7-4348-b426-bd143c1e7952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601470 Aug 21 09:34:11.628033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:11.665149 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36c7e5b5-6353-4510-814f-479bbdca8054 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:11.744953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36c7e5b5-6353-4510-814f-479bbdca8054 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:11.766742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-679570a3-907d-4c3f-ba34-32cd5dd786e3 req-b4878aeb-e8d5-4886-b0ec-44d83dfb0a2d service neutron] 10.222.0.13 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653883 Aug 21 09:34:11.830492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36c7e5b5-6353-4510-814f-479bbdca8054 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:11.833877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Allocated IP 172.25.5.158 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/3228a2a1-ae8e-446f-a9d8-0f8fc0fd1a17) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:11.871021 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7e5b5-6353-4510-814f-479bbdca8054 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41092a-a5c7-4aa2-9aaa-ea43a0488194,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:11.934935 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-36c7e5b5-6353-4510-814f-479bbdca8054 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:11.936081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-679570a3-907d-4c3f-ba34-32cd5dd786e3 req-c763432b-1c11-486c-ad7f-8e810a68caf4 service neutron] 10.222.0.13 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602430 Aug 21 09:34:11.936522 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-36c7e5b5-6353-4510-814f-479bbdca8054 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3704677 Aug 21 09:34:11.940525 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52810) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:11.947239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f7fd76ec-1c7e-47c7-9e83-1629bfb0684d tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Request body: {'security_group_rule': {'security_group_id': '4b41092a-a5c7-4aa2-9aaa-ea43a0488194', 'project_id': '913ad24557aa46a295b35c4ed067060f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:11.979948 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.058487 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7fd76ec-1c7e-47c7-9e83-1629bfb0684d tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.110857 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.117901 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7fd76ec-1c7e-47c7-9e83-1629bfb0684d tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.149748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:12.152509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:12.155980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:12.179647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Pushing event updated for resources: {'Port': ['ID=3228a2a1-ae8e-446f-a9d8-0f8fc0fd1a17,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:12.188321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7fd76ec-1c7e-47c7-9e83-1629bfb0684d tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.206926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd76ec-1c7e-47c7-9e83-1629bfb0684d tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a83a92-c127-4b1e-b444-af72505603c2,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:12.271209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7fd76ec-1c7e-47c7-9e83-1629bfb0684d tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.272807 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f7fd76ec-1c7e-47c7-9e83-1629bfb0684d tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317409 Aug 21 09:34:12.275661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52814) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:12.280214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-aaaff514-429f-4bfc-9ad7-93da705a2ca9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Request body: {'security_group_rule': {'security_group_id': '4b41092a-a5c7-4aa2-9aaa-ea43a0488194', 'project_id': '913ad24557aa46a295b35c4ed067060f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:12.300110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c1262ca9-7b7d-4278-992e-77675ee21b4b details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:34:12.373483 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaaff514-429f-4bfc-9ad7-93da705a2ca9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.412623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:12.424664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c1262ca9-7b7d-4278-992e-77675ee21b4b has no active binding in host n-h2-766726-28 {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 09:34:12.436114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaaff514-429f-4bfc-9ad7-93da705a2ca9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.470484 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.523691 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.527945 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaaff514-429f-4bfc-9ad7-93da705a2ca9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.545535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaff514-429f-4bfc-9ad7-93da705a2ca9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90eb124e-743b-40e5-83cc-f4aa7a49bd52,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:12.613819 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aaaff514-429f-4bfc-9ad7-93da705a2ca9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.615717 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aaaff514-429f-4bfc-9ad7-93da705a2ca9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3390670 Aug 21 09:34:12.618485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52818) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:12.622919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fbfdf810-4c42-458d-b838-e74b92e94e5f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Request body: {'security_group_rule': {'security_group_id': '4b41092a-a5c7-4aa2-9aaa-ea43a0488194', 'project_id': '913ad24557aa46a295b35c4ed067060f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:12.661420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c345158-56c0-44b0-b36b-f29b54624b22 req-2f9e6a34-13e2-4648-89da-2d923abb7707 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:12.662956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c345158-56c0-44b0-b36b-f29b54624b22 req-2f9e6a34-13e2-4648-89da-2d923abb7707 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 946 time: 0.0507429 Aug 21 09:34:12.717809 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.724506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c345158-56c0-44b0-b36b-f29b54624b22 req-20fb22c3-5f86-4bc7-b7bf-d82b9c8a530d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554392 Aug 21 09:34:12.736793 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf810-4c42-458d-b838-e74b92e94e5f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.797019 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf810-4c42-458d-b838-e74b92e94e5f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.856783 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf810-4c42-458d-b838-e74b92e94e5f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.874940 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdf810-4c42-458d-b838-e74b92e94e5f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ae409a-b2d7-4580-930d-5144eeba054e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:12.875184 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.965173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.994111 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf810-4c42-458d-b838-e74b92e94e5f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:12.995292 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fbfdf810-4c42-458d-b838-e74b92e94e5f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3758664 Aug 21 09:34:12.997944 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52820) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:13.004711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5239c554-b1a4-42e8-a353-eb70c9838380 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Request body: {'security_group_rule': {'security_group_id': '4b41092a-a5c7-4aa2-9aaa-ea43a0488194', 'project_id': '913ad24557aa46a295b35c4ed067060f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:13.044304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Pushing event updated for resources: {'Port': ['ID=3228a2a1-ae8e-446f-a9d8-0f8fc0fd1a17,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:13.055107 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:13.092659 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5239c554-b1a4-42e8-a353-eb70c9838380 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:13.158439 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5239c554-b1a4-42e8-a353-eb70c9838380 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:13.183847 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Floating IP bb4083aa-dd45-4f7c-8b36-629cc544b541 associated. External IP: 172.25.5.158, port: 6f57ef15-31e2-4181-ab8b-0e03a7a0380e. Aug 21 09:34:13.234244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5239c554-b1a4-42e8-a353-eb70c9838380 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:13.252108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239c554-b1a4-42e8-a353-eb70c9838380 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2fd2de-eae3-45af-86a5-e99fc8fecb29,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:13.334597 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5239c554-b1a4-42e8-a353-eb70c9838380 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:13.336180 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5239c554-b1a4-42e8-a353-eb70c9838380 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3363144 Aug 21 09:34:13.338759 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52830) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:13.343328 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-56404308-eb2e-4bc4-94ec-83558c89da23 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Request body: {'security_group_rule': {'security_group_id': '4b41092a-a5c7-4aa2-9aaa-ea43a0488194', 'project_id': '913ad24557aa46a295b35c4ed067060f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:13.389387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Router ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:34:13.442302 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-56404308-eb2e-4bc4-94ec-83558c89da23 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Project 913ad24557aa46a295b35c4ed067060f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:34:13.447450 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56404308-eb2e-4bc4-94ec-83558c89da23 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:13.499074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:13.509833 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42cf18c-1f48-4c83-90b8-d855e38e0f8f None None] Sync routers for ids ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:13.513214 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56404308-eb2e-4bc4-94ec-83558c89da23 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:13.519569 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42cf18c-1f48-4c83-90b8-d855e38e0f8f None None] Routers {'ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:13.520921 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e42cf18c-1f48-4c83-90b8-d855e38e0f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:13.554897 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e42cf18c-1f48-4c83-90b8-d855e38e0f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:13.563134 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42cf18c-1f48-4c83-90b8-d855e38e0f8f None None] Routers {'ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:13.563763 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e42cf18c-1f48-4c83-90b8-d855e38e0f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:13.596173 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e42cf18c-1f48-4c83-90b8-d855e38e0f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:13.596831 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42cf18c-1f48-4c83-90b8-d855e38e0f8f None None] The sync data for ids ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:13.600155 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56404308-eb2e-4bc4-94ec-83558c89da23 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:13.600316 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:13.620866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56404308-eb2e-4bc4-94ec-83558c89da23 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426580e1-e9e8-4e4c-a62d-9d0e33183de2,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:13.635165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a7dffba3-fa77-4a8d-97ff-2aa58116807f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.5032132 Aug 21 09:34:13.637847 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52836) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:13.722826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-56404308-eb2e-4bc4-94ec-83558c89da23 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:13.724591 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-56404308-eb2e-4bc4-94ec-83558c89da23 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3845851 Aug 21 09:34:13.728646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52838) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:13.733519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a38558db-63d9-44b7-93a4-0549d94e1b7f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Request body: {'security_group_rule': {'security_group_id': '4b41092a-a5c7-4aa2-9aaa-ea43a0488194', 'project_id': '913ad24557aa46a295b35c4ed067060f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:13.793797 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c8e46b22-ee0e-435d-b854-7ac2ae1b892f tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] 10.222.0.20 "GET /v2.0/floatingips/bb4083aa-dd45-4f7c-8b36-629cc544b541 HTTP/1.1" status: 200 len: 983 time: 0.1525850 Aug 21 09:34:13.794447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52842) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:13.935255 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-a38558db-63d9-44b7-93a4-0549d94e1b7f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Project 913ad24557aa46a295b35c4ed067060f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:34:13.985218 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a38558db-63d9-44b7-93a4-0549d94e1b7f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:14.066085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9eeca960-bfe9-4266-850f-49b7fec99457 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.2699113 Aug 21 09:34:14.069445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52844) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:14.090785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c69c7-ebf8-40df-b338-6fefad439c00 req-70410dbb-3050-4dd9-b007-cd27807d991e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:14.093171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18c69c7-ebf8-40df-b338-6fefad439c00 req-70410dbb-3050-4dd9-b007-cd27807d991e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 946 time: 0.2871978 Aug 21 09:34:14.171308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18c69c7-ebf8-40df-b338-6fefad439c00 req-48019c5a-b4b7-4741-bf6a-c53aebe7ac40 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699341 Aug 21 09:34:14.177486 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a38558db-63d9-44b7-93a4-0549d94e1b7f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:14.231492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Deleting port 3228a2a1-ae8e-446f-a9d8-0f8fc0fd1a17 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:14.231854 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:14.282080 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a38558db-63d9-44b7-93a4-0549d94e1b7f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:14.310190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38558db-63d9-44b7-93a4-0549d94e1b7f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6d06cc-5d8a-4d73-a7a6-934534d47b4f,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:14.315847 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:14.316184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:14.328507 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Calling delete_port for 3228a2a1-ae8e-446f-a9d8-0f8fc0fd1a17 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:14.385295 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a38558db-63d9-44b7-93a4-0549d94e1b7f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:14.386707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a38558db-63d9-44b7-93a4-0549d94e1b7f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6569364 Aug 21 09:34:14.573405 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:14.611424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-afe9bdcc-87ca-4826-9171-094d142b18b8 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011680225&fields=id&tenant_id=913ad24557aa46a295b35c4ed067060f HTTP/1.1" status: 200 len: 267 time: 0.0407777 Aug 21 09:34:14.613610 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event deleted for resources: {'Port': ['ID=3228a2a1-ae8e-446f-a9d8-0f8fc0fd1a17,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:14.680999 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:14.681625 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Floating IP bb4083aa-dd45-4f7c-8b36-629cc544b541 disassociated (deleted). External IP: 172.25.5.158, port: 6f57ef15-31e2-4181-ab8b-0e03a7a0380e. Aug 21 09:34:14.733591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-553f2ee3-06f7-4e5e-a6c0-010fa4c5f6b0 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:14.735168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-553f2ee3-06f7-4e5e-a6c0-010fa4c5f6b0 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/networks?id=50d318ba-7145-49f2-9465-dd743feed952 HTTP/1.1" status: 200 len: 814 time: 0.1119232 Aug 21 09:34:14.751664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-2d674cba-89d3-4264-8eb1-f3de7145714d tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/quotas/913ad24557aa46a295b35c4ed067060f HTTP/1.1" status: 200 len: 375 time: 0.0096920 Aug 21 09:34:14.806912 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-be791f41-a75c-4ae8-bdbd-e2c823525587 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=913ad24557aa46a295b35c4ed067060f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489202 Aug 21 09:34:14.905799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Router ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:34:14.965228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-5cd17784-3b00-4e5e-9c13-e368745062d1 service neutron] 10.222.0.20 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462054 Aug 21 09:34:15.121313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-55f6de6a-2a42-45e4-8bcd-1bb4a3dcfa49 service neutron] 10.222.0.20 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477063 Aug 21 09:34:15.133111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-f52254cc-9a76-4f45-8f1e-cb7f4a62ee81 service neutron] 10.222.0.13 "GET /v2.0/ports/c1262ca9-7b7d-4278-992e-77675ee21b4b/bindings/n-h2-766726-28 HTTP/1.1" status: 200 len: 385 time: 0.0917282 Aug 21 09:34:15.355766 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:15.360846 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:15.386381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e989089-d959-495f-aea9-f72d154c0875 None None] Sync routers for ids ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:15.399386 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-295f5cea-742c-48b6-bfcb-0e6610cadace tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "DELETE /v2.0/floatingips/bb4083aa-dd45-4f7c-8b36-629cc544b541 HTTP/1.1" status: 204 len: 168 time: 1.3284256 Aug 21 09:34:15.403049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52864) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:15.404600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e989089-d959-495f-aea9-f72d154c0875 None None] Routers {'ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:15.405356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7e989089-d959-495f-aea9-f72d154c0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:15.410033 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:15.453047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7e989089-d959-495f-aea9-f72d154c0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:15.546238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e989089-d959-495f-aea9-f72d154c0875 None None] Routers {'ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:15.546862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7e989089-d959-495f-aea9-f72d154c0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:15.548918 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:15.661759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:15.725498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380c89e-0e28-4828-82a5-a2af7b8b2c5d req-8a7185d9-ffba-4fad-9033-a0149667d78b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:15.732697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c380c89e-0e28-4828-82a5-a2af7b8b2c5d req-8a7185d9-ffba-4fad-9033-a0149667d78b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 946 time: 0.4437015 Aug 21 09:34:15.737765 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:15.738474 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:15.739155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7e989089-d959-495f-aea9-f72d154c0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:15.739817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e989089-d959-495f-aea9-f72d154c0875 None None] The sync data for ids ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:15.753208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b3065901-174d-4c70-b81a-304248af2c14 req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:15.805297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c380c89e-0e28-4828-82a5-a2af7b8b2c5d req-9624215c-08b9-49e8-9274-7aee9d1b1a53 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696058 Aug 21 09:34:15.810110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b3065901-174d-4c70-b81a-304248af2c14 req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:15.824212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Allocated IP 172.25.5.64 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/c5e8f4b7-b63d-4f09-a930-7cb788846f4f) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:15.879296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8ea29fe-6a76-4662-a0c0-bfa97109865a req-aec556e3-8fbb-4017-a4fd-55e9ef49a8d3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 210 time: 0.0393744 Aug 21 09:34:15.909724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b3065901-174d-4c70-b81a-304248af2c14 req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:15.921992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:15.924465 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8615291-1cee-49a4-ba94-316346af1fe1" -d '{"events": [{"server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:15.983755 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd187e8-d270-4e1f-aec4-a71548128383 x-openstack-request-id: req-bbd187e8-d270-4e1f-aec4-a71548128383 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:15.983755 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:15.984469 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbd187e8-d270-4e1f-aec4-a71548128383 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:15.984469 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'code': 200} Aug 21 09:34:15.988586 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3065901-174d-4c70-b81a-304248af2c14 req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:16.000400 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:16.075323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-b3065901-174d-4c70-b81a-304248af2c14 req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Transition to ACTIVE for port object c1262ca9-7b7d-4278-992e-77675ee21b4b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:16.139603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:16.174088 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3065901-174d-4c70-b81a-304248af2c14 req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:16.178706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:16.181531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:16.185220 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:16.228025 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Pushing event updated for resources: {'Port': ['ID=c5e8f4b7-b63d-4f09-a930-7cb788846f4f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:16.292299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Pushing event updated for resources: {'Port': ['ID=c1262ca9-7b7d-4278-992e-77675ee21b4b,revision_number=11']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:16.307127 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:16.308470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.308815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.309166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.309598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.309940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.310266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.310743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.310926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.311255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.311585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.319037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.319037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:16.335974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3065901-174d-4c70-b81a-304248af2c14 req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] No DVR routers for this DVR port c1262ca9-7b7d-4278-992e-77675ee21b4b on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:34:16.495327 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:16.506497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-3949bf86-d50a-4e16-8811-3f252d0eddeb service neutron] 10.222.0.13 "PUT /v2.0/ports/c1262ca9-7b7d-4278-992e-77675ee21b4b/bindings/n-h2-766726-28/activate HTTP/1.1" status: 200 len: 370 time: 1.3611701 Aug 21 09:34:16.675550 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:16.720743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-19866d4a-65b9-441e-99f1-6cfb3d3c6b46 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:16.722735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-19866d4a-65b9-441e-99f1-6cfb3d3c6b46 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.0604758 Aug 21 09:34:16.750741 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:16.827724 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:16.847260 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Pushing event updated for resources: {'Port': ['ID=c5e8f4b7-b63d-4f09-a930-7cb788846f4f,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:16.876537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-ab8b2777-3189-4591-92e5-0d57d034052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:16.878443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-ab8b2777-3189-4591-92e5-0d57d034052b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 1097 time: 0.1485891 Aug 21 09:34:16.914798 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:16.915543 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a22b27a7-1390-4199-8abe-220148ab9581 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5114703 Aug 21 09:34:16.918138 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52894) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:17.010434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0024677-d3a3-468e-a5d2-80b89f2b4e5c req-212e51f6-d587-445e-8f4a-422605f7c315 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 210 time: 0.0600908 Aug 21 09:34:17.021699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-4f2e09df-550b-4e9c-b6ae-95b3cfb69402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:17.023511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-4f2e09df-550b-4e9c-b6ae-95b3cfb69402 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 1097 time: 0.1107733 Aug 21 09:34:17.035366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02e3ad-8263-4e51-8c68-b821bc38922c req-dc8ca2eb-ab76-4a0e-be45-7e7676d03a4c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:17.037427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e02e3ad-8263-4e51-8c68-b821bc38922c req-dc8ca2eb-ab76-4a0e-be45-7e7676d03a4c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 945 time: 0.1382391 Aug 21 09:34:17.060615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:17.127465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e02e3ad-8263-4e51-8c68-b821bc38922c req-654c7091-a9eb-45ca-9e1c-f50b81999fce tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794566 Aug 21 09:34:17.156326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-deb12003-c84b-416a-93cd-fc1b140eab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:17.158730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-deb12003-c84b-416a-93cd-fc1b140eab6c service neutron] 10.222.0.22 "GET /v2.0/networks?id=985aa425-82c7-4348-b426-bd143c1e7952 HTTP/1.1" status: 200 len: 898 time: 0.1195822 Aug 21 09:34:17.213549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:17.224719 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c1262ca9-7b7d-4278-992e-77675ee21b4b no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:34:17.233990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-756c913a-2349-49bc-96a4-e5f22089e1b4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b HTTP/1.1" status: 200 len: 999 time: 0.0674946 Aug 21 09:34:17.268511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device c1262ca9-7b7d-4278-992e-77675ee21b4b not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:34:17.299309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-2fbe6aba-a8d7-4473-8af4-06dcf66df8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:17.300972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-2fbe6aba-a8d7-4473-8af4-06dcf66df8fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=73f70674-d193-4707-9764-826ddf582391 HTTP/1.1" status: 200 len: 835 time: 0.0600131 Aug 21 09:34:17.323674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:17.349661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-68a4801c-4e9f-4098-8834-d6940296d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:17.351228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-68a4801c-4e9f-4098-8834-d6940296d549 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=985aa425-82c7-4348-b426-bd143c1e7952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434358 Aug 21 09:34:17.452313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Allocated IP 172.25.5.194 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/380d43f3-3770-4587-a76b-9adf7f3c0a2b) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:17.465146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-a48f425a-9873-4faa-adcb-91de4d4e4083 service neutron] 10.222.0.22 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058562 Aug 21 09:34:17.573975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-3236cf5c-ed32-46bd-b6fc-eaa1932a4c0b service neutron] 10.222.0.22 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010172 Aug 21 09:34:17.610875 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:17.751092 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:17.789560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:17.792254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:17.796671 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:17.804446 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Pushing event updated for resources: {'Port': ['ID=380d43f3-3770-4587-a76b-9adf7f3c0a2b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:17.883688 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:17.969414 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:18.112425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-239e7708-748e-4319-adb0-0a6a259972b9 req-df7b50a7-e5db-44b5-989f-4d60242d5060 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Aug 21 09:34:18.129980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:18.196261 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:18.252047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b4c71-ad37-4942-8beb-417fc3a5db3e req-7b134b23-ab26-4427-8c13-f96daba63f2b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:18.253614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-573b4c71-ad37-4942-8beb-417fc3a5db3e req-7b134b23-ab26-4427-8c13-f96daba63f2b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 945 time: 0.0572717 Aug 21 09:34:18.272965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Pushing event updated for resources: {'Port': ['ID=380d43f3-3770-4587-a76b-9adf7f3c0a2b,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:18.283023 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:18.351387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-573b4c71-ad37-4942-8beb-417fc3a5db3e req-cbf79e72-8f14-41ef-91ca-7709d9734742 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880513 Aug 21 09:34:18.387630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-fd7b85d2-203e-4af5-a8bf-6a9dfab57302 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:18.389080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-fd7b85d2-203e-4af5-a8bf-6a9dfab57302 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.22 "GET /v2.0/networks?id=50d318ba-7145-49f2-9465-dd743feed952 HTTP/1.1" status: 200 len: 814 time: 0.1345866 Aug 21 09:34:18.430773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:18.431239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-eb09a8e1-46bb-4900-a6e7-ad588573b762 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=913ad24557aa46a295b35c4ed067060f HTTP/1.1" status: 200 len: 380 time: 0.0334322 Aug 21 09:34:18.432058 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-61e15b2a-450c-4bec-90ff-aac4854292a9 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5129645 Aug 21 09:34:18.434660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52904) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:18.444952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Request body: {'port': {'device_id': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'admin_state_up': True, 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'security_groups': ['4b41092a-a5c7-4aa2-9aaa-ea43a0488194']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:18.586058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5b62a5b0-56a8-4a11-969d-4e16e827447c tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.1502976 Aug 21 09:34:18.588719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52906) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:18.605133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065901-174d-4c70-b81a-304248af2c14 req-af794317-800f-4b0d-80ec-089ff0170f4b tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:18.606644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-af794317-800f-4b0d-80ec-089ff0170f4b tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 1097 time: 0.1168954 Aug 21 09:34:18.667612 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-af6a23eb-1894-48ba-b44e-f54b02961c9b tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0759113 Aug 21 09:34:18.668822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52910) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:18.772833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Made reservation on behalf of 913ad24557aa46a295b35c4ed067060f for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:18.776371 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:18.808350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-29d947e7-76a2-457e-ad6e-690bce536121 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Deleting port 380d43f3-3770-4587-a76b-9adf7f3c0a2b {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:18.808768 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29d947e7-76a2-457e-ad6e-690bce536121 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:18.874552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-b3065901-174d-4c70-b81a-304248af2c14 req-b21cda01-1955-4541-8fce-033930b6eb12 service neutron] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:18.898433 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-b3065901-174d-4c70-b81a-304248af2c14 req-b21cda01-1955-4541-8fce-033930b6eb12 service neutron] Notify callbacks [] for binding, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:18.899743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-b21cda01-1955-4541-8fce-033930b6eb12 service neutron] 10.222.0.22 "DELETE /v2.0/ports/c1262ca9-7b7d-4278-992e-77675ee21b4b/bindings/n-h1-766726-28 HTTP/1.1" status: 204 len: 173 time: 0.2811244 Aug 21 09:34:18.901000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29d947e7-76a2-457e-ad6e-690bce536121 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:18.901497 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29d947e7-76a2-457e-ad6e-690bce536121 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:18.923868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-29d947e7-76a2-457e-ad6e-690bce536121 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Calling delete_port for 380d43f3-3770-4587-a76b-9adf7f3c0a2b owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:18.934886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Allocated IP 172.20.0.4 (50d318ba-7145-49f2-9465-dd743feed952/9e9e405f-6c64-4805-9f8b-9f8caf74d7d1/b647e368-3d12-47af-9c73-9bfd9eac9b3c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:19.089666 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.139281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Transition to ACTIVE for port object b647e368-3d12-47af-9c73-9bfd9eac9b3c will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:19.141555 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29d947e7-76a2-457e-ad6e-690bce536121 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.182886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d947e7-76a2-457e-ad6e-690bce536121 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Pushing event deleted for resources: {'Port': ['ID=380d43f3-3770-4587-a76b-9adf7f3c0a2b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:19.239928 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29d947e7-76a2-457e-ad6e-690bce536121 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.243030 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-29d947e7-76a2-457e-ad6e-690bce536121 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.244383 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-29d947e7-76a2-457e-ad6e-690bce536121 tempest-FloatingIPAdminTestJSON-2124124781 tempest-FloatingIPAdminTestJSON-2124124781-project] 10.222.0.20 "DELETE /v2.0/floatingips/460b6b06-87f3-4d73-9e5e-5df771bfd3af HTTP/1.1" status: 204 len: 168 time: 0.5743968 Aug 21 09:34:19.246919 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52924) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:19.252385 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2650713c-9f77-47a3-86b3-a51c114cab6e req-8299354d-585a-4b41-b9c5-52a166185169 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 210 time: 0.0322375 Aug 21 09:34:19.295206 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.403533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Network 50d318ba-7145-49f2-9465-dd743feed952 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:19.405286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:19.410170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:19.427356 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-559d911a-e371-4969-b739-b3fb59ddb8e7 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Deleting port c5e8f4b7-b63d-4f09-a930-7cb788846f4f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:19.427844 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-559d911a-e371-4969-b739-b3fb59ddb8e7 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.521164 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-559d911a-e371-4969-b739-b3fb59ddb8e7 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.521879 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-559d911a-e371-4969-b739-b3fb59ddb8e7 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.532572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event updated for resources: {'Port': ['ID=b647e368-3d12-47af-9c73-9bfd9eac9b3c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:19.537313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-559d911a-e371-4969-b739-b3fb59ddb8e7 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Calling delete_port for c5e8f4b7-b63d-4f09-a930-7cb788846f4f owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:19.553661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:19.554397 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.579724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda72233-7103-40da-a517-c7732fdebf8e req-4a4f3c51-bed7-46d5-916b-998095c95b57 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:19.581538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eda72233-7103-40da-a517-c7732fdebf8e req-4a4f3c51-bed7-46d5-916b-998095c95b57 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 945 time: 0.0884786 Aug 21 09:34:19.644691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eda72233-7103-40da-a517-c7732fdebf8e req-12249ce8-652e-422f-be52-3d2675ad5fbb tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553176 Aug 21 09:34:19.653951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-f78d71ba-4bbd-4091-bf14-e4c2b1683f50 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2131760 Aug 21 09:34:19.669147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Request body: {'port': {'device_id': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:19.767956 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-559d911a-e371-4969-b739-b3fb59ddb8e7 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.801144 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.831936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d911a-e371-4969-b739-b3fb59ddb8e7 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5e8f4b7-b63d-4f09-a930-7cb788846f4f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:19.838756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74681b-1895-4ed6-b02a-28e230dfbdfd req-c3bdda5e-e59f-4fc6-ac5a-56aeb489c0b9 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:19.846359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef74681b-1895-4ed6-b02a-28e230dfbdfd req-c3bdda5e-e59f-4fc6-ac5a-56aeb489c0b9 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 1097 time: 0.1049523 Aug 21 09:34:19.892977 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-559d911a-e371-4969-b739-b3fb59ddb8e7 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.900795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-559d911a-e371-4969-b739-b3fb59ddb8e7 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:19.906134 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-559d911a-e371-4969-b739-b3fb59ddb8e7 tempest-FloatingIPAdminTestJSON-235136270 tempest-FloatingIPAdminTestJSON-235136270-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/fb25cb79-3077-4653-97ad-daff0d23da8e HTTP/1.1" status: 204 len: 168 time: 0.6543250 Aug 21 09:34:19.913442 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52930) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:20.030328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a665852a-1a82-45e5-94c3-8984d59d009a None None] Provisioning for port b647e368-3d12-47af-9c73-9bfd9eac9b3c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:20.048599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a665852a-1a82-45e5-94c3-8984d59d009a None None] Provisioning complete for port b647e368-3d12-47af-9c73-9bfd9eac9b3c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:20.049179 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a665852a-1a82-45e5-94c3-8984d59d009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:20.057915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef74681b-1895-4ed6-b02a-28e230dfbdfd req-e591072d-3140-4dd8-ba54-f83b1800be68 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105484 Aug 21 09:34:20.070735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e29bc920-5a04-479f-8548-cd182036535b tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Deleting port 6f57ef15-31e2-4181-ab8b-0e03a7a0380e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:20.071082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e29bc920-5a04-479f-8548-cd182036535b tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:20.105642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a665852a-1a82-45e5-94c3-8984d59d009a None None] Port b647e368-3d12-47af-9c73-9bfd9eac9b3c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:20.198601 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e29bc920-5a04-479f-8548-cd182036535b tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:20.213169 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-e29bc920-5a04-479f-8548-cd182036535b tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Calling delete_port for 6f57ef15-31e2-4181-ab8b-0e03a7a0380e owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:20.305898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b647e368-3d12-47af-9c73-9bfd9eac9b3c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:34:20.314680 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:20.328346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Transition to ACTIVE for port object b647e368-3d12-47af-9c73-9bfd9eac9b3c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:20.404228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70387dc-d73d-42c0-ae73-024da866dd55 req-547cd9df-f052-41b0-bb72-d0b734844f53 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:20.405925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f70387dc-d73d-42c0-ae73-024da866dd55 req-547cd9df-f052-41b0-bb72-d0b734844f53 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 945 time: 0.0760326 Aug 21 09:34:20.432075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:20.460139 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e29bc920-5a04-479f-8548-cd182036535b tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:20.499551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bc920-5a04-479f-8548-cd182036535b tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event deleted for resources: {'Port': ['ID=6f57ef15-31e2-4181-ab8b-0e03a7a0380e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:20.524604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d1a07-2904-4f17-a1cf-acd484cc58de req-b82974b8-26a8-4630-a88a-4c914cfa65d9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:20.526264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-570d1a07-2904-4f17-a1cf-acd484cc58de req-b82974b8-26a8-4630-a88a-4c914cfa65d9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 931 time: 0.1476488 Aug 21 09:34:20.529170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f70387dc-d73d-42c0-ae73-024da866dd55 req-45cf1915-d4f0-426a-a307-0b8379c3a7df tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090889 Aug 21 09:34:20.578010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52938) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:20.616566 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e29bc920-5a04-479f-8548-cd182036535b tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:20.620053 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e29bc920-5a04-479f-8548-cd182036535b tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "DELETE /v2.0/ports/6f57ef15-31e2-4181-ab8b-0e03a7a0380e HTTP/1.1" status: 204 len: 168 time: 0.7117803 Aug 21 09:34:20.623828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52940) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:20.749980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771b9d9a-c34d-4c44-8683-40a2a84ab90d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:20.750849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c3ec2306-d6d3-431a-93fe-80e61ac73369 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/15b1c20c-f8af-438d-83da-f4ea2a53552f HTTP/1.1" status: 200 len: 991 time: 0.1174819 Aug 21 09:34:20.751645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Pushing event updated for resources: {'Port': ['ID=b647e368-3d12-47af-9c73-9bfd9eac9b3c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:20.753154 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-771b9d9a-c34d-4c44-8683-40a2a84ab90d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89 HTTP/1.1" status: 200 len: 913 time: 0.1271451 Aug 21 09:34:20.756024 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52942) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:20.809386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Attempting to bind port b647e368-3d12-47af-9c73-9bfd9eac9b3c on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:34:20.809639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Attempting to bind port b647e368-3d12-47af-9c73-9bfd9eac9b3c by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:34:20.809972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Attempting to bind port b647e368-3d12-47af-9c73-9bfd9eac9b3c on network 50d318ba-7145-49f2-9465-dd743feed952 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:20.822412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-570d1a07-2904-4f17-a1cf-acd484cc58de req-056cd460-e12d-4719-8314-0bc39fd574cf tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540276 Aug 21 09:34:20.822992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Port b647e368-3d12-47af-9c73-9bfd9eac9b3c on network 50d318ba-7145-49f2-9465-dd743feed952 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:34:20.823313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Attempting to bind port b647e368-3d12-47af-9c73-9bfd9eac9b3c on network 50d318ba-7145-49f2-9465-dd743feed952 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:20.828983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:34:20.829327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Checking segment: {'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:20.829730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Bound using segment: {'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:34:20.830328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Bound port: b647e368-3d12-47af-9c73-9bfd9eac9b3c, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9476d1-7bd7-47b5-b1da-b23614982f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '50d318ba-7145-49f2-9465-dd743feed952'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:34:20.830698 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:20.911484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] For port b647e368-3d12-47af-9c73-9bfd9eac9b3c, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:20.915097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] For port b647e368-3d12-47af-9c73-9bfd9eac9b3c, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c,segment=NetworkSegment(2d9476d1-7bd7-47b5-b1da-b23614982f87),segment_id=2d9476d1-7bd7-47b5-b1da-b23614982f87)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:34:21.001365 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:21.042639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:21.043446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:21.045348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] 10.222.0.22 "PUT /v2.0/ports/b647e368-3d12-47af-9c73-9bfd9eac9b3c HTTP/1.1" status: 200 len: 1092 time: 1.3832083 Aug 21 09:34:21.048391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:21.058346 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:21.098604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063346ca-1641-4cf7-97c2-d461dd7b3a98 service neutron] Pushing event updated for resources: {'Port': ['ID=b647e368-3d12-47af-9c73-9bfd9eac9b3c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:21.204754 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8f772d-0f1b-4b4d-a44f-81827f0e40df x-openstack-request-id: req-8c8f772d-0f1b-4b4d-a44f-81827f0e40df {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:21.205045 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:21.205301 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c8f772d-0f1b-4b4d-a44f-81827f0e40df {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:21.205705 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'status': 'completed', 'code': 200} Aug 21 09:34:21.219436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-26d77064-4d20-4dcc-9e49-34770f5a7c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:21.221288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-26d77064-4d20-4dcc-9e49-34770f5a7c6c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913ad24557aa46a295b35c4ed067060f&device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 1095 time: 0.0687325 Aug 21 09:34:21.274691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-9df767e2-1394-4c5e-b28d-8ab931a194c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c HTTP/1.1" status: 200 len: 217 time: 0.0455849 Aug 21 09:34:21.317564 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4092cf55-9131-4765-9954-eb33edf1452c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:21.332028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-0129c77c-408f-4280-a40c-9a945922abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:21.333550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-0129c77c-408f-4280-a40c-9a945922abd4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e9e405f-6c64-4805-9f8b-9f8caf74d7d1 HTTP/1.1" status: 200 len: 853 time: 0.0507069 Aug 21 09:34:21.396677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-2f26cb22-e377-43fa-a429-ce3cd3752320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:21.398198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-2f26cb22-e377-43fa-a429-ce3cd3752320 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=50d318ba-7145-49f2-9465-dd743feed952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560975 Aug 21 09:34:21.495119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-0fafd67c-2ba2-41ee-9957-d1ba630bbdb9 service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885212 Aug 21 09:34:21.589476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fad7bc-cb01-4d10-bb6a-1eadf322312d req-048f5abd-ec17-47a4-b3b1-4e1bcb0acfe6 service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869284 Aug 21 09:34:21.627963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4092cf55-9131-4765-9954-eb33edf1452c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Deleting port 65f085e1-18ee-4b02-8b27-040ff83c142e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:21.628309 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4092cf55-9131-4765-9954-eb33edf1452c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:21.724782 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4092cf55-9131-4765-9954-eb33edf1452c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:21.741487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3 req-ba3170ae-fa45-443f-b798-b9ba0c53164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:21.743355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3 req-ba3170ae-fa45-443f-b798-b9ba0c53164e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913ad24557aa46a295b35c4ed067060f&device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 1095 time: 0.0684776 Aug 21 09:34:21.744690 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4092cf55-9131-4765-9954-eb33edf1452c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Calling delete_port for 65f085e1-18ee-4b02-8b27-040ff83c142e owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:21.859623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3 req-1503133a-e666-4da3-b89c-ce95da52a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:21.863474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3 req-1503133a-e666-4da3-b89c-ce95da52a57a service neutron] 10.222.0.22 "GET /v2.0/networks?id=50d318ba-7145-49f2-9465-dd743feed952 HTTP/1.1" status: 200 len: 915 time: 0.1072950 Aug 21 09:34:21.920761 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3 req-d365ef09-8ded-401f-aee9-8e42e4ad5e7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c HTTP/1.1" status: 200 len: 217 time: 0.0493746 Aug 21 09:34:21.982861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3 req-a36fe0a7-610c-4830-b0e8-47ac1e57ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:21.984781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3 req-a36fe0a7-610c-4830-b0e8-47ac1e57ce9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e9e405f-6c64-4805-9f8b-9f8caf74d7d1 HTTP/1.1" status: 200 len: 853 time: 0.0554888 Aug 21 09:34:22.058987 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4092cf55-9131-4765-9954-eb33edf1452c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:22.063259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957dcce-a8cb-409b-b6c1-244ba2ebae89 req-8963c4b1-6cc7-4037-9f04-b481b55ccda2 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:22.065290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0957dcce-a8cb-409b-b6c1-244ba2ebae89 req-8963c4b1-6cc7-4037-9f04-b481b55ccda2 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 943 time: 0.0792501 Aug 21 09:34:22.071461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3 req-39cf8f49-3c8f-471c-98a3-0a495d4cdd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:22.072946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3 req-39cf8f49-3c8f-471c-98a3-0a495d4cdd96 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=50d318ba-7145-49f2-9465-dd743feed952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773478 Aug 21 09:34:22.089447 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092cf55-9131-4765-9954-eb33edf1452c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event deleted for resources: {'Port': ['ID=65f085e1-18ee-4b02-8b27-040ff83c142e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:22.171956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0957dcce-a8cb-409b-b6c1-244ba2ebae89 req-ae0416d8-118a-4ccf-a42a-318d51c6579d tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938685 Aug 21 09:34:22.218851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3 req-004ae056-caaa-4bf4-b03e-a8103c52851c service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333926 Aug 21 09:34:22.335313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b1804bf1-b058-41cd-a5ec-fd0edbd5b3d3 req-9a1c1c52-619e-48d3-8671-986a8e022ab2 service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080408 Aug 21 09:34:22.384133 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4092cf55-9131-4765-9954-eb33edf1452c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:22.660092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4092cf55-9131-4765-9954-eb33edf1452c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Router ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:34:22.775815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4092cf55-9131-4765-9954-eb33edf1452c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:22.781863 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4092cf55-9131-4765-9954-eb33edf1452c tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "PUT /v2.0/routers/ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0244420 Aug 21 09:34:22.784303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52958) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:22.789061 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96fc437-b6e4-4d61-b798-83588944ded8 None None] Sync routers for ids ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:22.802296 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96fc437-b6e4-4d61-b798-83588944ded8 None None] Routers {'ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:22.803258 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b96fc437-b6e4-4d61-b798-83588944ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:22.840822 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b96fc437-b6e4-4d61-b798-83588944ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:22.850501 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96fc437-b6e4-4d61-b798-83588944ded8 None None] Routers {'ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:22.855084 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b96fc437-b6e4-4d61-b798-83588944ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:22.890973 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b96fc437-b6e4-4d61-b798-83588944ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:22.891729 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96fc437-b6e4-4d61-b798-83588944ded8 None None] The sync data for ids ['ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:22.936055 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:23.003793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52964) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:23.069902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:23.181038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port e4d2ad10-93bf-4ca8-8251-5a8a9871ea19 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:23.181381 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:23.329711 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:23.330331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:23.341850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfeb3dc-e7a7-49bd-9455-dd32992f3793 req-2e796d7f-2bfd-44fa-8dbe-bfdcf796436f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:23.351540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cfeb3dc-e7a7-49bd-9455-dd32992f3793 req-2e796d7f-2bfd-44fa-8dbe-bfdcf796436f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 943 time: 0.0897973 Aug 21 09:34:23.384217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for e4d2ad10-93bf-4ca8-8251-5a8a9871ea19 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:23.412363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cfeb3dc-e7a7-49bd-9455-dd32992f3793 req-8c05967b-9f86-4f8f-912b-52f1498939bf tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599174 Aug 21 09:34:23.522675 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Deleting port 304d64f6-c440-43c7-815b-4244f66543fb {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:23.523285 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:23.621059 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:23.632782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Calling delete_port for 304d64f6-c440-43c7-815b-4244f66543fb owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:23.636271 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:23.664258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=e4d2ad10-93bf-4ca8-8251-5a8a9871ea19,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:23.729788 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:23.730202 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Floating IP 15b1c20c-f8af-438d-83da-f4ea2a53552f disassociated (deleted). External IP: 172.25.5.88, port: c1262ca9-7b7d-4278-992e-77675ee21b4b. Aug 21 09:34:23.888273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:23.916122 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event deleted for resources: {'Port': ['ID=304d64f6-c440-43c7-815b-4244f66543fb,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:23.997737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.109748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.111938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.265089 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.265727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Fanout notify agent at l3_agent the message router_deleted on router ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:34:24.277883 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.279321 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cf021843-a8fa-444a-9f34-e0939e1ac09d tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "DELETE /v2.0/routers/ff06a0b2-eda9-4fb9-a3a1-3fb978a2ec89 HTTP/1.1" status: 204 len: 168 time: 1.4939294 Aug 21 09:34:24.282463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52974) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:24.304540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:34:24.341592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee638935-24c3-442b-9d67-1642d4fdb6fc tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Deleting subnet 2b3fa1bb-82dd-489f-a879-bc8657b48035 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:34:24.345010 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee638935-24c3-442b-9d67-1642d4fdb6fc tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.388746 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee638935-24c3-442b-9d67-1642d4fdb6fc tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.428082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:24.432476 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.440524 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d32d64-2f85-4db0-819e-6bc8b3dc500e None None] Sync routers for ids ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:24.452851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d32d64-2f85-4db0-819e-6bc8b3dc500e None None] Routers {'94402eea-a0c6-4b9d-827d-060d3bfc58a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:24.454294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d2d32d64-2f85-4db0-819e-6bc8b3dc500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:24.466429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-55dd5978-9128-4d1b-84a1-b4d04a9d3534 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/floatingips/15b1c20c-f8af-438d-83da-f4ea2a53552f HTTP/1.1" status: 204 len: 168 time: 1.4582732 Aug 21 09:34:24.466429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:24.467745 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1" -d '{"events": [{"name": "network-changed", "server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:24.566255 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee638935-24c3-442b-9d67-1642d4fdb6fc tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.607613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-d2d32d64-2f85-4db0-819e-6bc8b3dc500e None None] Set router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:24.611186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b81f5e-e2cb-4f99-99cf-eaa471757880 req-8a0af86e-fd04-448b-9829-2f242d78ef9f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:24.612808 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48b81f5e-e2cb-4f99-99cf-eaa471757880 req-8a0af86e-fd04-448b-9829-2f242d78ef9f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 943 time: 0.0763423 Aug 21 09:34:24.654710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48b81f5e-e2cb-4f99-99cf-eaa471757880 req-d8e9186a-bff0-47df-8312-e96c26a119b7 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351393 Aug 21 09:34:24.698422 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ada5b2-4461-4a50-ae8a-4e8db4364864 x-openstack-request-id: req-97ada5b2-4461-4a50-ae8a-4e8db4364864 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:24.698720 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:24.699020 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97ada5b2-4461-4a50-ae8a-4e8db4364864 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:24.702952 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'status': 'completed', 'code': 200} Aug 21 09:34:24.722304 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee638935-24c3-442b-9d67-1642d4fdb6fc tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.766251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-f0e7cc0c-fdf6-4f9a-85a0-851de70a76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:24.767767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-f0e7cc0c-fdf6-4f9a-85a0-851de70a76ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 1097 time: 0.0455897 Aug 21 09:34:24.778096 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee638935-24c3-442b-9d67-1642d4fdb6fc tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3fa1bb-82dd-489f-a879-bc8657b48035,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:24.780074 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee638935-24c3-442b-9d67-1642d4fdb6fc tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.787529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbb20d-7885-4c78-af65-7a15a6127414 None None] Network e8f99d10-82a8-4308-98e6-d820a95bf307 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:24.789368 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ee638935-24c3-442b-9d67-1642d4fdb6fc tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "DELETE /v2.0/subnets/2b3fa1bb-82dd-489f-a879-bc8657b48035 HTTP/1.1" status: 204 len: 168 time: 0.5057778 Aug 21 09:34:24.791419 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 52982) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:24.878045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-d416f7e6-a2fb-4904-a5d4-b8fb879781db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:24.879304 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.880040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-d416f7e6-a2fb-4904-a5d4-b8fb879781db service neutron] 10.222.0.22 "GET /v2.0/networks?id=985aa425-82c7-4348-b426-bd143c1e7952 HTTP/1.1" status: 200 len: 898 time: 0.1053236 Aug 21 09:34:24.928945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-a3390f6e-25da-4725-8223-41a6301f4196 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b HTTP/1.1" status: 200 len: 217 time: 0.0413060 Aug 21 09:34:24.949344 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Deleting port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:24.949682 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:24.950168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d2d32d64-2f85-4db0-819e-6bc8b3dc500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7be4644e-14b1-428b-923e-654e10155170', 'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:27:0f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '73f70674-d193-4707-9764-826ddf582391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:15Z', 'updated_at': '2021-08-21T09:33:21Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73f70674-d193-4707-9764-826ddf582391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:24.983885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d32d64-2f85-4db0-819e-6bc8b3dc500e None None] Checking router: 94402eea-a0c6-4b9d-827d-060d3bfc58a7 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:34:24.993420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d32d64-2f85-4db0-819e-6bc8b3dc500e None None] Routers {'94402eea-a0c6-4b9d-827d-060d3bfc58a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:24.994702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d2d32d64-2f85-4db0-819e-6bc8b3dc500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:25.023190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] For port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63c732ae-1e1e-4ad0-8eb6-2932e8200f90,segment=NetworkSegment(33ec643f-afe3-4c63-b8bd-8f8104676d40),segment_id=33ec643f-afe3-4c63-b8bd-8f8104676d40)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:25.023667 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.023918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-eff58bf1-c807-431f-97ee-cbd7818a1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:25.026821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-eff58bf1-c807-431f-97ee-cbd7818a1bdb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=73f70674-d193-4707-9764-826ddf582391 HTTP/1.1" status: 200 len: 835 time: 0.0886893 Aug 21 09:34:25.036203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e633c-3df4-4d70-bcac-a7cd5b74d8b9 req-4948d88d-0c65-4603-9f16-2d7a71834903 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:25.038620 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Calling delete_port for 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:25.048138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-689e633c-3df4-4d70-bcac-a7cd5b74d8b9 req-4948d88d-0c65-4603-9f16-2d7a71834903 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 945 time: 0.1228685 Aug 21 09:34:25.086081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] DHCP port deletion for e8f99d10-82a8-4308-98e6-d820a95bf307 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:34:25.118911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-689e633c-3df4-4d70-bcac-a7cd5b74d8b9 req-63f4a9b9-f775-42e4-a27c-28cebefa4bc8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e207be4-070f-41ee-b177-6f55d09dd971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697830 Aug 21 09:34:25.126378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-f9d9c989-a0f6-4b05-bebb-4313567b4643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:25.128824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-f9d9c989-a0f6-4b05-bebb-4313567b4643 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=985aa425-82c7-4348-b426-bd143c1e7952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780101 Aug 21 09:34:25.171349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-d2d32d64-2f85-4db0-819e-6bc8b3dc500e None None] Set router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:25.233735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-74a8a2e1-5e0b-4a25-903e-a98d7877ac06 service neutron] 10.222.0.22 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955031 Aug 21 09:34:25.257124 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.260219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Deleting port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:25.260601 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.284265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event deleted for resources: {'Port': ['ID=63c732ae-1e1e-4ad0-8eb6-2932e8200f90,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:25.289106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] No DVR routers for this DVR port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:34:25.374708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.408544 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f99d10-82a8-4308-98e6-d820a95bf307']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:25.408783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-9cc10576-928a-4dae-ab66-27da51ec2a30 service neutron] 10.222.0.22 "GET /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650724 Aug 21 09:34:25.417180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ec643f-afe3-4c63-b8bd-8f8104676d40') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:25.417477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ec643f-afe3-4c63-b8bd-8f8104676d40') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:25.429316 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.437655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e63b83-2dee-4501-b91a-c715390e7bcb req-034c513f-06a2-4180-aa6c-6cb43163fc4e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:25.438216 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:34:25.440096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c4e63b83-2dee-4501-b91a-c715390e7bcb req-034c513f-06a2-4180-aa6c-6cb43163fc4e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 945 time: 0.1510775 Aug 21 09:34:25.450647 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.457217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:34:25.457866 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:34:25.460970 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:34:25.468510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:34:25.469077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:34:25.495913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] For port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90, host n-d-766726-28, got binding levels [] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:25.496503 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.517031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Calling delete_port for 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:25.520373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.ipam_backend_mixin [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 was not found and therefore no delete operation was performed {{(pid=106758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:34:25.529180 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.548049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d2d32d64-2f85-4db0-819e-6bc8b3dc500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7be4644e-14b1-428b-923e-654e10155170', 'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:27:0f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '73f70674-d193-4707-9764-826ddf582391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:15Z', 'updated_at': '2021-08-21T09:33:21Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73f70674-d193-4707-9764-826ddf582391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:25.550705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c4e63b83-2dee-4501-b91a-c715390e7bcb req-0ba3badf-2e62-458b-84d7-7f5acafd68fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port c1262ca9-7b7d-4278-992e-77675ee21b4b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:25.551729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c4e63b83-2dee-4501-b91a-c715390e7bcb req-0ba3badf-2e62-458b-84d7-7f5acafd68fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.589197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Pushing event deleted for resources: {'Port': ['ID=63c732ae-1e1e-4ad0-8eb6-2932e8200f90,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:25.591940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] No DVR routers for this DVR port 63c732ae-1e1e-4ad0-8eb6-2932e8200f90 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:34:25.600946 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d32d64-2f85-4db0-819e-6bc8b3dc500e None None] The sync data for ids ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'] in n-d-766726-28 is: [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '7be4644e-14b1-428b-923e-654e10155170', 'name': '', 'network_id': '985aa425-82c7-4348-b426-bd143c1e7952', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:27:0f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '73f70674-d193-4707-9764-826ddf582391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:15Z', 'updated_at': '2021-08-21T09:33:21Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73f70674-d193-4707-9764-826ddf582391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:25.607183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.607183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.607183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.607861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.607861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.608192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.608592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.608928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.609133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.609460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.609782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.610101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac30344-525d-4ddc-b453-1335f2d46966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:34:25.624685 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.648215 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.651146 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "DELETE /v2.0/networks/e8f99d10-82a8-4308-98e6-d820a95bf307 HTTP/1.1" status: 204 len: 168 time: 0.8587396 Aug 21 09:34:25.652579 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0989887-dbff-4d33-bb3a-7272e3c05bf0 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event deleted for resources: {'Network': ['ID=e8f99d10-82a8-4308-98e6-d820a95bf307,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:25.654482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 52996) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:25.713904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c4e63b83-2dee-4501-b91a-c715390e7bcb req-0ba3badf-2e62-458b-84d7-7f5acafd68fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port c1262ca9-7b7d-4278-992e-77675ee21b4b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=c1262ca9-7b7d-4278-992e-77675ee21b4b,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:25.714279 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c4e63b83-2dee-4501-b91a-c715390e7bcb req-0ba3badf-2e62-458b-84d7-7f5acafd68fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:25.776957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c4e63b83-2dee-4501-b91a-c715390e7bcb req-0ba3badf-2e62-458b-84d7-7f5acafd68fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for c1262ca9-7b7d-4278-992e-77675ee21b4b owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:25.893654 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b351d-676a-4789-945a-c99a95ff9806 None None] New status for floating IP 15b1c20c-f8af-438d-83da-f4ea2a53552f: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:34:25.899843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d177be-eea2-45de-8223-73e3b7296741 req-a3b39b99-d52a-4b84-a616-8b9aad4498cb tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:25.901374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5d177be-eea2-45de-8223-73e3b7296741 req-a3b39b99-d52a-4b84-a616-8b9aad4498cb tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 943 time: 0.1441483 Aug 21 09:34:25.943989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-6067eaa7-1f14-4109-948a-06b5c36a0cc2 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Deleting port 7a3a5658-441f-4032-b1df-f718334be98d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:25.944331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6067eaa7-1f14-4109-948a-06b5c36a0cc2 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:26.028927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5d177be-eea2-45de-8223-73e3b7296741 req-897cdd88-1203-4125-bf16-4c8b744a88d0 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202397 Aug 21 09:34:26.086501 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6067eaa7-1f14-4109-948a-06b5c36a0cc2 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:26.086833 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6067eaa7-1f14-4109-948a-06b5c36a0cc2 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:26.099483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-6067eaa7-1f14-4109-948a-06b5c36a0cc2 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Calling delete_port for 7a3a5658-441f-4032-b1df-f718334be98d owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:26.146048 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c4e63b83-2dee-4501-b91a-c715390e7bcb req-0ba3badf-2e62-458b-84d7-7f5acafd68fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:26.178074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3badf-2e62-458b-84d7-7f5acafd68fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=c1262ca9-7b7d-4278-992e-77675ee21b4b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:26.248052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e63b83-2dee-4501-b91a-c715390e7bcb req-0ba3badf-2e62-458b-84d7-7f5acafd68fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] No DVR routers for this DVR port c1262ca9-7b7d-4278-992e-77675ee21b4b on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:34:26.263634 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c4e63b83-2dee-4501-b91a-c715390e7bcb req-0ba3badf-2e62-458b-84d7-7f5acafd68fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:26.265578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c4e63b83-2dee-4501-b91a-c715390e7bcb req-0ba3badf-2e62-458b-84d7-7f5acafd68fe tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "DELETE /v2.0/ports/c1262ca9-7b7d-4278-992e-77675ee21b4b HTTP/1.1" status: 204 len: 173 time: 0.8195410 Aug 21 09:34:26.268910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-83d7f47b-881c-4bc0-906e-118a391f81dc req-7b853764-01a0-4a4e-b191-d4001e0fa472 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=854863f2-8899-433c-9e94-fc233515c05b HTTP/1.1" status: 200 len: 210 time: 0.0571947 Aug 21 09:34:26.457029 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6067eaa7-1f14-4109-948a-06b5c36a0cc2 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:26.483656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067eaa7-1f14-4109-948a-06b5c36a0cc2 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Pushing event deleted for resources: {'Port': ['ID=7a3a5658-441f-4032-b1df-f718334be98d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:26.556022 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6067eaa7-1f14-4109-948a-06b5c36a0cc2 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:26.559039 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6067eaa7-1f14-4109-948a-06b5c36a0cc2 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:26.560262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6067eaa7-1f14-4109-948a-06b5c36a0cc2 tempest-FloatingIPAdminTestJSON-1324336454 tempest-FloatingIPAdminTestJSON-1324336454-project] 10.222.0.20 "DELETE /v2.0/floatingips/942f5d44-1bc5-4946-a095-9bf6a5fb2ab8 HTTP/1.1" status: 204 len: 168 time: 0.9051142 Aug 21 09:34:26.700471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'name': 'network-vif-deleted', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:26.702890 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493840f2-7eb8-4b3d-9a59-391615f4b8c6" -d '{"events": [{"server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "name": "network-vif-deleted", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:26.742510 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f8ba56-eb4f-40e5-9863-794044249b39 x-openstack-request-id: req-28f8ba56-eb4f-40e5-9863-794044249b39 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:26.747039 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854863f2-8899-433c-9e94-fc233515c05b", "name": "network-vif-deleted", "tag": "c1262ca9-7b7d-4278-992e-77675ee21b4b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:26.747039 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28f8ba56-eb4f-40e5-9863-794044249b39 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:26.747039 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854863f2-8899-433c-9e94-fc233515c05b', 'name': 'network-vif-deleted', 'tag': 'c1262ca9-7b7d-4278-992e-77675ee21b4b', 'status': 'completed', 'code': 200} Aug 21 09:34:27.158748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84a49d-b972-43f1-b0a5-6e17fd448560 req-817b7c7f-7364-43ca-9822-9798f0fd19c8 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:27.160716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d84a49d-b972-43f1-b0a5-6e17fd448560 req-817b7c7f-7364-43ca-9822-9798f0fd19c8 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 943 time: 0.0558102 Aug 21 09:34:27.195497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53022) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:27.206915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d84a49d-b972-43f1-b0a5-6e17fd448560 req-6e0de67c-61cf-405e-a74f-a5fe511c45f8 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389602 Aug 21 09:34:27.325949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53028) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:27.334497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-56ddf06e-3b02-4257-9fc3-638e27269a53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21c69d27a5d8437fb768b3e50fc613e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372976 Aug 21 09:34:27.336278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53030) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:27.395069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76cb926c-48ca-49b6-aa9c-7f861dd2fa0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:27.424969 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76cb926c-48ca-49b6-aa9c-7f861dd2fa0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:27.582484 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76cb926c-48ca-49b6-aa9c-7f861dd2fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:27.585382 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76cb926c-48ca-49b6-aa9c-7f861dd2fa0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:27.588044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-76cb926c-48ca-49b6-aa9c-7f861dd2fa0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/612b6f41-9eaa-412a-9128-163794326062 HTTP/1.1" status: 204 len: 168 time: 0.2493703 Aug 21 09:34:27.596644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb926c-48ca-49b6-aa9c-7f861dd2fa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612b6f41-9eaa-412a-9128-163794326062,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:27.745976 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.030284 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port 7be4644e-14b1-428b-923e-654e10155170 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:28.030621 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.117522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port 7be4644e-14b1-428b-923e-654e10155170, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=7be4644e-14b1-428b-923e-654e10155170,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:28.117809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.129615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for 7be4644e-14b1-428b-923e-654e10155170 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:28.241092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53040) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:28.255533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf9468de-d43f-4266-96c6-577d36af276b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.367674 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf9468de-d43f-4266-96c6-577d36af276b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.403965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f77bd0-d892-447d-b646-2cdeb3676a6b req-041aea25-a0f8-482c-9464-ae92cff2473e tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:28.405568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4f77bd0-d892-447d-b646-2cdeb3676a6b req-041aea25-a0f8-482c-9464-ae92cff2473e tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 943 time: 0.0559611 Aug 21 09:34:28.409313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c1262ca9-7b7d-4278-992e-77675ee21b4b no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:34:28.430725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: c1262ca9-7b7d-4278-992e-77675ee21b4b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:34:28.431394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device c1262ca9-7b7d-4278-992e-77675ee21b4b not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:34:28.464276 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.471596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a4f77bd0-d892-447d-b646-2cdeb3676a6b req-47f346e6-496b-47cc-a930-4a7ecf0c2ef2 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582156 Aug 21 09:34:28.509085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=7be4644e-14b1-428b-923e-654e10155170,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:28.576727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bf9468de-d43f-4266-96c6-577d36af276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.708826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bf9468de-d43f-4266-96c6-577d36af276b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c743fcc24b8d46438a54a68df82534a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987162 Aug 21 09:34:28.708826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9468de-d43f-4266-96c6-577d36af276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48e5c52-0b93-44af-901c-c2b77cbc448d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:28.710411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53054) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:28.728353 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.772284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2a58-2eb3-4e68-8dd5-4b2ff8f0d17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.803688 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2a58-2eb3-4e68-8dd5-4b2ff8f0d17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.948276 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2a58-2eb3-4e68-8dd5-4b2ff8f0d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.951924 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2a58-2eb3-4e68-8dd5-4b2ff8f0d17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:28.955605 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4d4a2a58-2eb3-4e68-8dd5-4b2ff8f0d17b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a48e5c52-0b93-44af-901c-c2b77cbc448d HTTP/1.1" status: 204 len: 168 time: 0.2421319 Aug 21 09:34:28.965924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a2a58-2eb3-4e68-8dd5-4b2ff8f0d17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48e5c52-0b93-44af-901c-c2b77cbc448d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:28.994360 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:34:29.141440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:29.150991 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-556611d8-5faf-4ef3-9237-9eba87708a51 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "PUT /v2.0/routers/94402eea-a0c6-4b9d-827d-060d3bfc58a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8210170 Aug 21 09:34:29.151110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53060) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:29.152271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3d285-5343-444c-9c90-5e5c504dc881 None None] Sync routers for ids ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:29.162868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3d285-5343-444c-9c90-5e5c504dc881 None None] Routers {'94402eea-a0c6-4b9d-827d-060d3bfc58a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:29.163873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-64d3d285-5343-444c-9c90-5e5c504dc881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:29.207237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dccfbc8-64d9-48ec-96ee-115985ae867a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting subnet 73f70674-d193-4707-9764-826ddf582391 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:34:29.211377 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dccfbc8-64d9-48ec-96ee-115985ae867a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:29.261110 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dccfbc8-64d9-48ec-96ee-115985ae867a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:29.286654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-64d3d285-5343-444c-9c90-5e5c504dc881 None None] Set router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:29.381226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dccfbc8-64d9-48ec-96ee-115985ae867a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:29.499138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-64d3d285-5343-444c-9c90-5e5c504dc881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:34:28Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:29.514823 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dccfbc8-64d9-48ec-96ee-115985ae867a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:29.527349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3d285-5343-444c-9c90-5e5c504dc881 None None] Checking router: 94402eea-a0c6-4b9d-827d-060d3bfc58a7 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:34:29.536518 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3d285-5343-444c-9c90-5e5c504dc881 None None] Routers {'94402eea-a0c6-4b9d-827d-060d3bfc58a7'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:29.537146 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-64d3d285-5343-444c-9c90-5e5c504dc881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:29.540460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccfbc8-64d9-48ec-96ee-115985ae867a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Subnet': ['ID=73f70674-d193-4707-9764-826ddf582391,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:29.544727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dccfbc8-64d9-48ec-96ee-115985ae867a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:29.550035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53066) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:29.557188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8dccfbc8-64d9-48ec-96ee-115985ae867a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/subnets/73f70674-d193-4707-9764-826ddf582391 HTTP/1.1" status: 204 len: 168 time: 0.4048889 Aug 21 09:34:29.580560 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f4281-8c0d-43d2-8726-92ff497caa21 None None] Network 985aa425-82c7-4348-b426-bd143c1e7952 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:29.627942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960ef30-ab81-4b4c-99a6-014ab3e8df71 req-19cd3ae9-7162-4ce1-a1f8-04250feeda5e tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:29.629514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6960ef30-ab81-4b4c-99a6-014ab3e8df71 req-19cd3ae9-7162-4ce1-a1f8-04250feeda5e tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 943 time: 0.0527246 Aug 21 09:34:29.676047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6960ef30-ab81-4b4c-99a6-014ab3e8df71 req-3d430c9d-0d91-4f0c-a35d-a7fe413cbf52 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360832 Aug 21 09:34:29.684489 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:29.800922 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:29.810388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-64d3d285-5343-444c-9c90-5e5c504dc881 None None] Set router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:29.826283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53068) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:29.840437 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6762-504b-4a66-9839-b7ccc19f4504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:29.960530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port 66b498e0-8b3e-46e5-a81d-c0197013655a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:29.960881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.030448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6762-504b-4a66-9839-b7ccc19f4504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.071199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port 66b498e0-8b3e-46e5-a81d-c0197013655a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=66b498e0-8b3e-46e5-a81d-c0197013655a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:30.071642 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.083330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53ce5e8-ea25-483e-8922-43ed2cdcfab4 None None] DHCP port deletion for 985aa425-82c7-4348-b426-bd143c1e7952 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:34:30.087328 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for 66b498e0-8b3e-46e5-a81d-c0197013655a owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:30.103050 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4f0f6762-504b-4a66-9839-b7ccc19f4504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.154725 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:34:30.175502 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4f0f6762-504b-4a66-9839-b7ccc19f4504 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cf0775004ea4775859b8594cdc996ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481271 Aug 21 09:34:30.178416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53072) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:30.180114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b53ce5e8-ea25-483e-8922-43ed2cdcfab4 None None] Deleting port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:30.180493 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5e8-ea25-483e-8922-43ed2cdcfab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.181315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f6762-504b-4a66-9839-b7ccc19f4504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8d640a-c7a4-40b0-bc32-eb0cd8ffdbaa,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:30.260436 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05e80336-3dee-4e3d-9753-10399df20f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.261443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b53ce5e8-ea25-483e-8922-43ed2cdcfab4 None None] For port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=18cdbc29-6dbf-44af-b23a-8f8ac5734d7e,segment=NetworkSegment(a1429326-c4f2-446e-a929-823fb84f70f1),segment_id=a1429326-c4f2-446e-a929-823fb84f70f1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:30.261829 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5e8-ea25-483e-8922-43ed2cdcfab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.278112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b53ce5e8-ea25-483e-8922-43ed2cdcfab4 None None] Calling delete_port for 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:30.285720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-64d3d285-5343-444c-9c90-5e5c504dc881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:34:28Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:30.295244 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05e80336-3dee-4e3d-9753-10399df20f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.318820 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3d285-5343-444c-9c90-5e5c504dc881 None None] The sync data for ids ['94402eea-a0c6-4b9d-827d-060d3bfc58a7'] in n-d-766726-28 is: [{'id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536562994', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:33:10Z', 'updated_at': '2021-08-21T09:34:28Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '66b498e0-8b3e-46e5-a81d-c0197013655a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94402eea-a0c6-4b9d-827d-060d3bfc58a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:33:11Z', 'updated_at': '2021-08-21T09:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:30.401795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.429402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=66b498e0-8b3e-46e5-a81d-c0197013655a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:30.430303 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05e80336-3dee-4e3d-9753-10399df20f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.433404 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-05e80336-3dee-4e3d-9753-10399df20f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.437051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-05e80336-3dee-4e3d-9753-10399df20f2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac8d640a-c7a4-40b0-bc32-eb0cd8ffdbaa HTTP/1.1" status: 204 len: 168 time: 0.2550089 Aug 21 09:34:30.449948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e80336-3dee-4e3d-9753-10399df20f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8d640a-c7a4-40b0-bc32-eb0cd8ffdbaa,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:30.487142 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5e8-ea25-483e-8922-43ed2cdcfab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.494877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.517787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ce5e8-ea25-483e-8922-43ed2cdcfab4 None None] Pushing event deleted for resources: {'Port': ['ID=18cdbc29-6dbf-44af-b23a-8f8ac5734d7e,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:30.519642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ce5e8-ea25-483e-8922-43ed2cdcfab4 None None] No DVR routers for this DVR port 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:34:30.843590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd341-d257-43bc-9f26-2205f6576015 req-2cf0aa52-5fe0-4fd7-9c51-0ddd64a8b1d4 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:30.845351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77ffd341-d257-43bc-9f26-2205f6576015 req-2cf0aa52-5fe0-4fd7-9c51-0ddd64a8b1d4 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 943 time: 0.0798087 Aug 21 09:34:30.892868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77ffd341-d257-43bc-9f26-2205f6576015 req-c8e7da8a-898c-4279-81ef-04b53d85ddb1 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391984 Aug 21 09:34:30.942161 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:30.944909 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.097093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.097670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Fanout notify agent at l3_agent the message router_deleted on router 94402eea-a0c6-4b9d-827d-060d3bfc58a7 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:34:31.104861 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.106031 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0782e3bd-5203-4acd-b706-b03c2f4e133b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/routers/94402eea-a0c6-4b9d-827d-060d3bfc58a7 HTTP/1.1" status: 204 len: 168 time: 1.5548956 Aug 21 09:34:31.109109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53088) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:31.127704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53090) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:31.195423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c3e4ba-3c86-4a85-a77b-7c32ec3e2cfa admin admin] Deleting subnet 14458391-3329-45f2-b092-ff88d94ea1d2 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:34:31.199786 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-77c3e4ba-3c86-4a85-a77b-7c32ec3e2cfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.214932 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.264631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-77c3e4ba-3c86-4a85-a77b-7c32ec3e2cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.336379 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.336716 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-77c3e4ba-3c86-4a85-a77b-7c32ec3e2cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.345283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985aa425-82c7-4348-b426-bd143c1e7952']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:31.357935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1429326-c4f2-446e-a929-823fb84f70f1') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:31.358238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1429326-c4f2-446e-a929-823fb84f70f1') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:31.370165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.384707 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.392519 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:34:31.392966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:34:31.395972 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:34:31.481721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-77c3e4ba-3c86-4a85-a77b-7c32ec3e2cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.509331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3e4ba-3c86-4a85-a77b-7c32ec3e2cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14458391-3329-45f2-b092-ff88d94ea1d2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:31.514441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-77c3e4ba-3c86-4a85-a77b-7c32ec3e2cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.516692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-77c3e4ba-3c86-4a85-a77b-7c32ec3e2cfa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/14458391-3329-45f2-b092-ff88d94ea1d2 HTTP/1.1" status: 204 len: 168 time: 0.3880231 Aug 21 09:34:31.519852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53100) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:31.538571 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.548743 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.549407 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/networks/985aa425-82c7-4348-b426-bd143c1e7952 HTTP/1.1" status: 204 len: 168 time: 0.4392357 Aug 21 09:34:31.559336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53102) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:31.566428 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdd194-7b15-444c-a3bc-a0b0fcdf2754 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Network': ['ID=985aa425-82c7-4348-b426-bd143c1e7952,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:31.595364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.627430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1e466db-08b1-4c13-b6f6-cfc249e9cedf tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.664121 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1e466db-08b1-4c13-b6f6-cfc249e9cedf tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.750555 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.761139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f51b851-5ff6-419b-9194-71b255f0a0f8']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:31.775222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431bb27a-65ea-4c09-a201-2f56b9b3b59f') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:31.775617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431bb27a-65ea-4c09-a201-2f56b9b3b59f') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:31.779655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7be4644e-14b1-428b-923e-654e10155170 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:34:31.787193 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.800092 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1e466db-08b1-4c13-b6f6-cfc249e9cedf tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.806502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53106) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:31.806692 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e1e466db-08b1-4c13-b6f6-cfc249e9cedf tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.807314 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e1e466db-08b1-4c13-b6f6-cfc249e9cedf tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/security-groups/5e207be4-070f-41ee-b177-6f55d09dd971 HTTP/1.1" status: 204 len: 168 time: 0.2467978 Aug 21 09:34:31.818146 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e466db-08b1-4c13-b6f6-cfc249e9cedf tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e207be4-070f-41ee-b177-6f55d09dd971,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:31.819333 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 7be4644e-14b1-428b-923e-654e10155170 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:34:31.819701 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 7be4644e-14b1-428b-923e-654e10155170 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:34:31.820128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:34:31.829036 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.837245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:34:31.837917 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:34:31.840005 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:34:31.848574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:34:31.849695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 18cdbc29-6dbf-44af-b23a-8f8ac5734d7e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:34:31.962592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.970407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:31.973113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53116) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:31.973649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] 10.222.0.20 "DELETE /v2.0/networks/7f51b851-5ff6-419b-9194-71b255f0a0f8 HTTP/1.1" status: 204 len: 168 time: 0.4530001 Aug 21 09:34:31.979921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-155839086'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:31.998435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d3c81-9771-40de-b4df-a7bb8f36724d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f51b851-5ff6-419b-9194-71b255f0a0f8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:32.036152 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb017786-7f06-45db-953d-03f0fa76fd8b admin admin] Deleting subnet b602433f-5d5b-4a37-aedc-f991e04520da {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:34:32.039836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb017786-7f06-45db-953d-03f0fa76fd8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.058278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9913cb-bb80-463f-b6c5-db58bfdf2f26 req-24e721a6-e735-45d0-887b-88e4dfc9b1cc tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:32.064706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d9913cb-bb80-463f-b6c5-db58bfdf2f26 req-24e721a6-e735-45d0-887b-88e4dfc9b1cc tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 943 time: 0.0649822 Aug 21 09:34:32.099454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb017786-7f06-45db-953d-03f0fa76fd8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.111282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Made reservation on behalf of 101a079e1be94e6ebb4b4653d1e520c8 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:32.114773 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.135896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d9913cb-bb80-463f-b6c5-db58bfdf2f26 req-99463867-1763-4170-b1a1-cdeea8956aa3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692952 Aug 21 09:34:32.137116 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.141217 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb017786-7f06-45db-953d-03f0fa76fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.247419 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.267854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53118) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:32.273556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-07196b6f-df6d-4ff4-aaf5-1c19f331d8b1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713426550', 'description': 'tempest-secgroup-smoke-713426550 description', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:32.274184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb017786-7f06-45db-953d-03f0fa76fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.298248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb017786-7f06-45db-953d-03f0fa76fd8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b602433f-5d5b-4a37-aedc-f991e04520da,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:32.304383 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb017786-7f06-45db-953d-03f0fa76fd8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.306268 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eb017786-7f06-45db-953d-03f0fa76fd8b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b602433f-5d5b-4a37-aedc-f991e04520da HTTP/1.1" status: 204 len: 168 time: 0.3320401 Aug 21 09:34:32.308813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53120) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:32.333681 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.398546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:34:32.417785 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.418174 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Added segment 8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c of type vlan for network bd33123a-0d0f-4d5f-9de1-19c77126f9c7 Aug 21 09:34:32.420224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b647e368-3d12-47af-9c73-9bfd9eac9b3c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:34:32.421215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fdfd99-7236-4511-bd27-c3baabd4ac21,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:32.434496 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.463020 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-07196b6f-df6d-4ff4-aaf5-1c19f331d8b1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.474494 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.518551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b647e368-3d12-47af-9c73-9bfd9eac9b3c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c,segment=NetworkSegment(2d9476d1-7bd7-47b5-b1da-b23614982f87),segment_id=2d9476d1-7bd7-47b5-b1da-b23614982f87)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:32.529032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'port_id': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'mac_address': 'fa:16:3e:22:c8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:34:32.566765 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.580229 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b647e368-3d12-47af-9c73-9bfd9eac9b3c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:34:32.589676 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.599621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b647e368-3d12-47af-9c73-9bfd9eac9b3c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c,segment=NetworkSegment(2d9476d1-7bd7-47b5-b1da-b23614982f87),segment_id=2d9476d1-7bd7-47b5-b1da-b23614982f87)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:32.605938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b8a843-cda0-4118-bc61-c0eb7812084c']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:32.618348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5305785-a923-4885-a6c4-3d96686fb743') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:32.618636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5305785-a923-4885-a6c4-3d96686fb743') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:32.630531 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.636054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:32.636628 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.651983 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.692774 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.713352 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.730185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:34:32.730576 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:34:32.733929 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:34:32.743337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b647e368-3d12-47af-9c73-9bfd9eac9b3c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:32.777031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event updated for resources: {'Network': ['ID=bd33123a-0d0f-4d5f-9de1-19c77126f9c7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:32.780659 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-07196b6f-df6d-4ff4-aaf5-1c19f331d8b1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.787237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network bd33123a-0d0f-4d5f-9de1-19c77126f9c7 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:34:32.831122 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-07196b6f-df6d-4ff4-aaf5-1c19f331d8b1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.860740 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.862596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07196b6f-df6d-4ff4-aaf5-1c19f331d8b1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9894de00-5e50-49ad-a3b9-47d3c14bf0af,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:32.868528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.873706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0b8a843-cda0-4118-bc61-c0eb7812084c HTTP/1.1" status: 204 len: 168 time: 0.5605800 Aug 21 09:34:32.881259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409077d-89a6-4e3f-94bd-35b2dd074930 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b8a843-cda0-4118-bc61-c0eb7812084c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:32.888974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['b647e368-3d12-47af-9c73-9bfd9eac9b3c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:34:32.916382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-57c53295-eba8-4b8d-a0ba-9fd2de882b96 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1091297 Aug 21 09:34:32.919015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53124) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:32.924176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Request body: {'subnet': {'network_id': 'bd33123a-0d0f-4d5f-9de1-19c77126f9c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:32.945403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-07196b6f-df6d-4ff4-aaf5-1c19f331d8b1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:32.949803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-07196b6f-df6d-4ff4-aaf5-1c19f331d8b1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6808312 Aug 21 09:34:32.950654 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53126) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:32.957252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-eb465a28-20c7-470b-b1ca-db7c42edbd74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '9894de00-5e50-49ad-a3b9-47d3c14bf0af', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:33.058212 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb465a28-20c7-470b-b1ca-db7c42edbd74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.116403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb465a28-20c7-470b-b1ca-db7c42edbd74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.136447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Made reservation on behalf of 101a079e1be94e6ebb4b4653d1e520c8 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:33.140055 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.196041 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb465a28-20c7-470b-b1ca-db7c42edbd74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.211884 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb465a28-20c7-470b-b1ca-db7c42edbd74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ebb3c5-5992-4d15-93db-e2e269e87fc2,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:33.269635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53130) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:33.276367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456940c-817c-4c48-8afd-50bbbc8d0b18 req-52daa97d-6213-4158-b723-7c5f1a2dc5ba tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:33.278085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1456940c-817c-4c48-8afd-50bbbc8d0b18 req-52daa97d-6213-4158-b723-7c5f1a2dc5ba tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 944 time: 0.0740969 Aug 21 09:34:33.278552 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eb465a28-20c7-470b-b1ca-db7c42edbd74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.279740 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eb465a28-20c7-470b-b1ca-db7c42edbd74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277731 Aug 21 09:34:33.288346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53132) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:33.294486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c96dce0f-ba6d-4c33-86e2-3d77629157b2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '9894de00-5e50-49ad-a3b9-47d3c14bf0af', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:33.326533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66b498e0-8b3e-46e5-a81d-c0197013655a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:34:33.338175 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c10578a2-d564-423b-af18-bd52f0fa0dfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bc7c1619dcf4e5287742db791bd1437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662091 Aug 21 09:34:33.340721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53134) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:33.348491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 66b498e0-8b3e-46e5-a81d-c0197013655a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:34:33.349347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66b498e0-8b3e-46e5-a81d-c0197013655a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:34:33.357770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1456940c-817c-4c48-8afd-50bbbc8d0b18 req-50e1c63b-fd17-434a-b7a7-08dc5441cac9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695508 Aug 21 09:34:33.392007 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c96dce0f-ba6d-4c33-86e2-3d77629157b2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.410560 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bd029b2-5b7f-4bb6-80eb-0118def2f0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.450442 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bd029b2-5b7f-4bb6-80eb-0118def2f0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.468558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.482687 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c96dce0f-ba6d-4c33-86e2-3d77629157b2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.536973 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c96dce0f-ba6d-4c33-86e2-3d77629157b2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.537199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event updated for resources: {'Subnet': ['ID=30193e5c-f2ae-41ca-bec8-6947007203b7,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:33.545400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Checking segment: {'id': '8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd33123a-0d0f-4d5f-9de1-19c77126f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:33.545762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Network hostable DHCP agents. Network: bd33123a-0d0f-4d5f-9de1-19c77126f9c7, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:34:33.557419 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dce0f-ba6d-4c33-86e2-3d77629157b2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e84978-aa9b-4392-9901-c224eb759d25,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:33.571133 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bd029b2-5b7f-4bb6-80eb-0118def2f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.573704 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bd029b2-5b7f-4bb6-80eb-0118def2f0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.576145 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5bd029b2-5b7f-4bb6-80eb-0118def2f0fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/307bd0fa-54c1-43e0-8dfb-b43a6f3355ad HTTP/1.1" status: 204 len: 168 time: 0.2332153 Aug 21 09:34:33.582516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd029b2-5b7f-4bb6-80eb-0118def2f0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307bd0fa-54c1-43e0-8dfb-b43a6f3355ad,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:33.625080 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c96dce0f-ba6d-4c33-86e2-3d77629157b2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.626303 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c96dce0f-ba6d-4c33-86e2-3d77629157b2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3370309 Aug 21 09:34:33.629069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53138) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:33.634211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-42bed133-0d18-4555-a3d5-e5b78feacf6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '9894de00-5e50-49ad-a3b9-47d3c14bf0af', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:33.636052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Network bd33123a-0d0f-4d5f-9de1-19c77126f9c7 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:34:33.704312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, bd33123a-0d0f-4d5f-9de1-19c77126f9c7) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:33.709466 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:33.710064 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.713634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d15562-1bb1-41af-a2d3-85a17b8a517c None None] Network bd33123a-0d0f-4d5f-9de1-19c77126f9c7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:33.759469 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-42bed133-0d18-4555-a3d5-e5b78feacf6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.825382 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-42bed133-0d18-4555-a3d5-e5b78feacf6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.852613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f27c8673-d331-4a9c-8a24-66a83968fbec tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9321449 Aug 21 09:34:33.855014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53140) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:33.859002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-bd33123a-0d0f-4d5f-9de1-19c77126f9c7', 'network_id': 'bd33123a-0d0f-4d5f-9de1-19c77126f9c7', 'tenant_id': '101a079e1be94e6ebb4b4653d1e520c8', 'fixed_ips': [{'subnet_id': '30193e5c-f2ae-41ca-bec8-6947007203b7'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:34:33.859770 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-87afa239-5727-4407-b3a9-c4c704b07f8f tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1018875977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:33.860499 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.927451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-42bed133-0d18-4555-a3d5-e5b78feacf6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.946454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bed133-0d18-4555-a3d5-e5b78feacf6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0d268e-d377-42ce-87a6-473d5c52e33a,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:33.956882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87afa239-5727-4407-b3a9-c4c704b07f8f tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:33.957995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87afa239-5727-4407-b3a9-c4c704b07f8f tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.007364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Allocated IP 172.20.0.2 (bd33123a-0d0f-4d5f-9de1-19c77126f9c7/30193e5c-f2ae-41ca-bec8-6947007203b7/154bfabd-16b5-4024-a9cd-e6936855856d) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:34.013145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87afa239-5727-4407-b3a9-c4c704b07f8f tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.041327 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-42bed133-0d18-4555-a3d5-e5b78feacf6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.042582 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-42bed133-0d18-4555-a3d5-e5b78feacf6a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4119241 Aug 21 09:34:34.045458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53144) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:34.050181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-c8e89709-1079-42e6-9df2-0fcb521599ef tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '9894de00-5e50-49ad-a3b9-47d3c14bf0af', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:34.070128 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87afa239-5727-4407-b3a9-c4c704b07f8f tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.153349 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.160307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8e89709-1079-42e6-9df2-0fcb521599ef tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.162110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Transition to ACTIVE for port object 154bfabd-16b5-4024-a9cd-e6936855856d will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:34.176385 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Transition to ACTIVE for port object 154bfabd-16b5-4024-a9cd-e6936855856d will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:34.220081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8e89709-1079-42e6-9df2-0fcb521599ef tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.247282 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87afa239-5727-4407-b3a9-c4c704b07f8f tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.247476 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.248613 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-87afa239-5727-4407-b3a9-c4c704b07f8f tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3925397 Aug 21 09:34:34.251147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53146) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:34.288402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Network bd33123a-0d0f-4d5f-9de1-19c77126f9c7 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:34.292520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:34.295961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:34.304716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Pushing event updated for resources: {'Port': ['ID=154bfabd-16b5-4024-a9cd-e6936855856d,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:34.305448 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8e89709-1079-42e6-9df2-0fcb521599ef tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.327012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e89709-1079-42e6-9df2-0fcb521599ef tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b22095-0264-485d-b342-b6b8326797a5,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:34.353801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53148) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:34.360542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Attempting to bind port 154bfabd-16b5-4024-a9cd-e6936855856d on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:34:34.361077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Attempting to bind port 154bfabd-16b5-4024-a9cd-e6936855856d by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd33123a-0d0f-4d5f-9de1-19c77126f9c7'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:34:34.361447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Attempting to bind port 154bfabd-16b5-4024-a9cd-e6936855856d on network bd33123a-0d0f-4d5f-9de1-19c77126f9c7 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:34.367703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:34:34.368082 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Checking segment: {'id': '8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd33123a-0d0f-4d5f-9de1-19c77126f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:34.368491 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.368887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Bound using segment: {'id': '8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd33123a-0d0f-4d5f-9de1-19c77126f9c7'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:34:34.369356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Bound port: 154bfabd-16b5-4024-a9cd-e6936855856d, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd33123a-0d0f-4d5f-9de1-19c77126f9c7'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:34:34.369741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.406099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-92bacb11-5f9d-47ff-b62a-ff49b0397532 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21a3f4acf8aa4b8aadeb079ffed191e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508733 Aug 21 09:34:34.411977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53152) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:34.428352 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c8e89709-1079-42e6-9df2-0fcb521599ef tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.432398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c8e89709-1079-42e6-9df2-0fcb521599ef tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3833122 Aug 21 09:34:34.435818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b647e368-3d12-47af-9c73-9bfd9eac9b3c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:34.450178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53154) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:34.472502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-eb65e0d7-d3a4-464e-9e70-5edfdb3d4d76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '9894de00-5e50-49ad-a3b9-47d3c14bf0af', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:34.479018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] For port 154bfabd-16b5-4024-a9cd-e6936855856d, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:34.483448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] For port 154bfabd-16b5-4024-a9cd-e6936855856d, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=154bfabd-16b5-4024-a9cd-e6936855856d,segment=NetworkSegment(8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c),segment_id=8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:34:34.536621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8949bf-f99d-436f-a31b-7c2a3bc9896c req-66463679-3092-4632-b3bb-59a59786d546 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:34.538138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec8949bf-f99d-436f-a31b-7c2a3bc9896c req-66463679-3092-4632-b3bb-59a59786d546 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 944 time: 0.1073987 Aug 21 09:34:34.541057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2388d63-665f-4bbf-b570-aff1c96e57a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.560288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.562264 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.578967 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2388d63-665f-4bbf-b570-aff1c96e57a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.593506 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-eb65e0d7-d3a4-464e-9e70-5edfdb3d4d76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Project 95b0c237fabe4ed6bcd22c7ea3548b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:34:34.594710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port b647e368-3d12-47af-9c73-9bfd9eac9b3c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:34.607336 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eb65e0d7-d3a4-464e-9e70-5edfdb3d4d76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.607619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port b647e368-3d12-47af-9c73-9bfd9eac9b3c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:34.607912 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.620555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec8949bf-f99d-436f-a31b-7c2a3bc9896c req-390f7c5c-543d-4513-8f17-96e4e7777e2f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749228 Aug 21 09:34:34.668280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e7d9a-acad-4de9-bd91-350823112d86 None None] Pushing event updated for resources: {'Port': ['ID=154bfabd-16b5-4024-a9cd-e6936855856d,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:34.678331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eb65e0d7-d3a4-464e-9e70-5edfdb3d4d76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.733462 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eb65e0d7-d3a4-464e-9e70-5edfdb3d4d76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.733703 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.754991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65e0d7-d3a4-464e-9e70-5edfdb3d4d76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22ec9b7-a6c4-4def-8ff6-bb2d4cd1a0f8,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:34.759418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:34.762144 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51183708-398d-4da5-9b84-c68d5616be9f" -d '{"events": [{"server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "name": "network-vif-plugged", "status": "completed", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:34.769386 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2388d63-665f-4bbf-b570-aff1c96e57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.772721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2388d63-665f-4bbf-b570-aff1c96e57a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.773928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c2388d63-665f-4bbf-b570-aff1c96e57a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bab6f53-bace-4369-9ffe-6ad2af682234 HTTP/1.1" status: 204 len: 168 time: 0.3604701 Aug 21 09:34:34.780242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b647e368-3d12-47af-9c73-9bfd9eac9b3c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c,segment=NetworkSegment(2d9476d1-7bd7-47b5-b1da-b23614982f87),segment_id=2d9476d1-7bd7-47b5-b1da-b23614982f87)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:34.783241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2388d63-665f-4bbf-b570-aff1c96e57a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bab6f53-bace-4369-9ffe-6ad2af682234,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:34.841707 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eb65e0d7-d3a4-464e-9e70-5edfdb3d4d76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.845573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-eb65e0d7-d3a4-464e-9e70-5edfdb3d4d76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3790884 Aug 21 09:34:34.845750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53162) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:34.853008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3098fd05-242a-47e7-88ca-67957866b6c1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'security_group_rule': {'security_group_id': '9894de00-5e50-49ad-a3b9-47d3c14bf0af', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:34.858020 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:34.864804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Allocated IP 172.20.0.1 (bd33123a-0d0f-4d5f-9de1-19c77126f9c7/30193e5c-f2ae-41ca-bec8-6947007203b7/65de0e44-6b39-4fed-b17e-ec76d4bb1a75) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:34.966418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b647e368-3d12-47af-9c73-9bfd9eac9b3c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:35.008457 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bf1caa-51ef-4988-b870-e908d5b5a883 x-openstack-request-id: req-f9bf1caa-51ef-4988-b870-e908d5b5a883 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:35.009227 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "name": "network-vif-plugged", "status": "completed", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:35.009651 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9bf1caa-51ef-4988-b870-e908d5b5a883 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:35.010814 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'code': 200} Aug 21 09:34:35.013471 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-3098fd05-242a-47e7-88ca-67957866b6c1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Project 95b0c237fabe4ed6bcd22c7ea3548b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:34:35.021554 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3098fd05-242a-47e7-88ca-67957866b6c1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.051053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.066515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Transition to ACTIVE for port object 65de0e44-6b39-4fed-b17e-ec76d4bb1a75 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:35.133995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3098fd05-242a-47e7-88ca-67957866b6c1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.146512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d2f84-375f-41d2-9ca9-6d1c52548e43 req-1ab09258-99f6-42ec-b5db-657cc2bfae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:35.147993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-569d2f84-375f-41d2-9ca9-6d1c52548e43 req-1ab09258-99f6-42ec-b5db-657cc2bfae2d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 1097 time: 0.0610149 Aug 21 09:34:35.184637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-569d2f84-375f-41d2-9ca9-6d1c52548e43 req-d55ae7c4-8f90-42dd-a2a6-5d4f710b147f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284314 Aug 21 09:34:35.185966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.205448 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3098fd05-242a-47e7-88ca-67957866b6c1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.227111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Network bd33123a-0d0f-4d5f-9de1-19c77126f9c7 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:35.229281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098fd05-242a-47e7-88ca-67957866b6c1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9974c361-6070-4957-a39d-bb5e6038199f,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:35.230378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:35.234340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:35.272070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event updated for resources: {'Port': ['ID=65de0e44-6b39-4fed-b17e-ec76d4bb1a75,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:35.290784 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.293124 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3098fd05-242a-47e7-88ca-67957866b6c1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.294455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3098fd05-242a-47e7-88ca-67957866b6c1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4477122 Aug 21 09:34:35.297391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53168) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:35.303527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'network': {'name': 'tempest-network-smoke--561844680', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'port_security_enabled': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:35.401344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:35.404962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.422796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 154bfabd-16b5-4024-a9cd-e6936855856d up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:35.439345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:34:35.453597 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.454788 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Added segment d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876 of type vlan for network 181c322f-c891-4f45-8de8-2a1a2198ab96 Aug 21 09:34:35.476674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.513432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.559942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 154bfabd-16b5-4024-a9cd-e6936855856d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:35.622451 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.628092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:35.628686 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.710469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Network': ['ID=181c322f-c891-4f45-8de8-2a1a2198ab96,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:35.724714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 181c322f-c891-4f45-8de8-2a1a2198ab96 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:34:35.786778 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.794259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183024c-53b1-4553-a067-4d8c427c8710 req-b8fa697e-c6ca-4446-b5c7-6cf9ca99e8ab tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:35.802900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6183024c-53b1-4553-a067-4d8c427c8710 req-b8fa697e-c6ca-4446-b5c7-6cf9ca99e8ab tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 945 time: 0.0762491 Aug 21 09:34:35.815602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-23bbb4ad-7e17-4f19-a78b-3221d23cc8f9 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5168231 Aug 21 09:34:35.816083 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53182) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:35.822293 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'admin_state_up': True, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:35.847277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.866973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6183024c-53b1-4553-a067-4d8c427c8710 req-dde858ef-b683-48e7-bd3f-8191dea3a940 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631299 Aug 21 09:34:35.900648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e770ffb-c3a6-42af-8971-1f4eca46999a None None] Network bd33123a-0d0f-4d5f-9de1-19c77126f9c7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:35.929398 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.931215 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event updated for resources: {'Port': ['ID=65de0e44-6b39-4fed-b17e-ec76d4bb1a75,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:35.935166 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:35.936209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.048463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-48739d27-9a87-4604-a10e-fcf57c7cf337 None None] Provisioning for port 154bfabd-16b5-4024-a9cd-e6936855856d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:36.059682 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.060802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53188) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:36.078771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-48739d27-9a87-4604-a10e-fcf57c7cf337 None None] Provisioning complete for port 154bfabd-16b5-4024-a9cd-e6936855856d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:36.079663 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-48739d27-9a87-4604-a10e-fcf57c7cf337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.096670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Network bd33123a-0d0f-4d5f-9de1-19c77126f9c7 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:36.098145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:36.175752 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-48739d27-9a87-4604-a10e-fcf57c7cf337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.208704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-487968180-network', 'tenant_id': '051ffcc0bd07497aaa70857b7433250c'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:36.214311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-48739d27-9a87-4604-a10e-fcf57c7cf337 None None] For port 154bfabd-16b5-4024-a9cd-e6936855856d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=154bfabd-16b5-4024-a9cd-e6936855856d,segment=NetworkSegment(8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c),segment_id=8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:36.297038 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-48739d27-9a87-4604-a10e-fcf57c7cf337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.327600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Made reservation on behalf of 051ffcc0bd07497aaa70857b7433250c for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:36.329928 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.352018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48739d27-9a87-4604-a10e-fcf57c7cf337 None None] Pushing event updated for resources: {'Port': ['ID=154bfabd-16b5-4024-a9cd-e6936855856d,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:36.361895 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.362416 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.416436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-af964cbc-7e13-4987-8544-66b8132a2c7c None None] Provisioning complete for port 154bfabd-16b5-4024-a9cd-e6936855856d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:36.416726 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-af964cbc-7e13-4987-8544-66b8132a2c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.465350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.531626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Router 37dcde24-1f47-49c5-bb34-13b365d81e77 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:34:36.585589 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.606399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:34:36.620075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22c7624-f237-4dee-9df7-37c934270797,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:36.624993 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.630375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-af964cbc-7e13-4987-8544-66b8132a2c7c None None] Provisioning for port 65de0e44-6b39-4fed-b17e-ec76d4bb1a75 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:36.630545 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Added segment 300e6900-4677-40ef-a809-f27ada7db00b of type vlan for network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 Aug 21 09:34:36.635448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-af964cbc-7e13-4987-8544-66b8132a2c7c None None] Provisioning complete for port 65de0e44-6b39-4fed-b17e-ec76d4bb1a75 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:36.636283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-af964cbc-7e13-4987-8544-66b8132a2c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.647780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:36.658869 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9160fce4-4eaa-420c-be62-24a5f18c6d68 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "PUT /v2.0/routers/37dcde24-1f47-49c5-bb34-13b365d81e77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4009249 Aug 21 09:34:36.658869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53192) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:36.659527 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c3ce1-cd3b-4940-8771-fa93071a8d5c None None] Sync routers for ids ['37dcde24-1f47-49c5-bb34-13b365d81e77'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:36.662194 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Request body: {'port': {'network_id': 'bd33123a-0d0f-4d5f-9de1-19c77126f9c7', 'name': 'tempest-FloatingIPNegativeTestJSON-1159786376'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:36.669628 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c3ce1-cd3b-4940-8771-fa93071a8d5c None None] Routers {'37dcde24-1f47-49c5-bb34-13b365d81e77'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:36.670242 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2b0c3ce1-cd3b-4940-8771-fa93071a8d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['37dcde24-1f47-49c5-bb34-13b365d81e77'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:36.704466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-af964cbc-7e13-4987-8544-66b8132a2c7c None None] Port 65de0e44-6b39-4fed-b17e-ec76d4bb1a75 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:36.707333 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.726958 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2b0c3ce1-cd3b-4940-8771-fa93071a8d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:36.736261 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c3ce1-cd3b-4940-8771-fa93071a8d5c None None] Routers {'37dcde24-1f47-49c5-bb34-13b365d81e77'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:36.736881 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2b0c3ce1-cd3b-4940-8771-fa93071a8d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['37dcde24-1f47-49c5-bb34-13b365d81e77'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:36.778741 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-2b0c3ce1-cd3b-4940-8771-fa93071a8d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:36.779755 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c3ce1-cd3b-4940-8771-fa93071a8d5c None None] The sync data for ids ['37dcde24-1f47-49c5-bb34-13b365d81e77'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:36.839274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c880e531-3ac2-46cb-87a9-94384ec59b43 None None] Provisioning complete for port 65de0e44-6b39-4fed-b17e-ec76d4bb1a75 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:36.839636 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c880e531-3ac2-46cb-87a9-94384ec59b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:36.876972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c880e531-3ac2-46cb-87a9-94384ec59b43 None None] Port 65de0e44-6b39-4fed-b17e-ec76d4bb1a75 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:36.904825 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-504ae4e1-0cab-4bf7-97ea-9a38c75a5b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.142287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9b5ba-4d96-496c-a8ad-f726b13a2932 req-12c83ef0-4680-4091-a92e-dbc0afdf98db tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:37.143889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f9b5ba-4d96-496c-a8ad-f726b13a2932 req-12c83ef0-4680-4091-a92e-dbc0afdf98db tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 945 time: 0.0502701 Aug 21 09:34:37.179005 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.183027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f9b5ba-4d96-496c-a8ad-f726b13a2932 req-4290803e-457e-414d-8b5d-e4cec08c9114 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323579 Aug 21 09:34:37.184136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.185054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:37.185621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.211726 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.245326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:37.258408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:34:37.321340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7efc3b-19ca-4db5-87f8-9ba554620554 req-5540d0eb-0181-4433-8a25-f0ee39221f2a tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:37.322799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df7efc3b-19ca-4db5-87f8-9ba554620554 req-5540d0eb-0181-4433-8a25-f0ee39221f2a tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 945 time: 0.0565174 Aug 21 09:34:37.325445 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.25.5.98 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/914ea1bd-c8b9-4b28-8f32-6278ad63bd33) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:37.338824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-444123b1-f752-43fc-a537-807ac11a6ec6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2767885 Aug 21 09:34:37.341748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53198) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:37.349830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] Request body: {'subnet': {'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-487968180-subnet', 'tenant_id': '051ffcc0bd07497aaa70857b7433250c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:37.372101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df7efc3b-19ca-4db5-87f8-9ba554620554 req-b8365711-6290-45cb-8fca-d191c1603ed9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424132 Aug 21 09:34:37.392841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53200) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:37.399418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 154bfabd-16b5-4024-a9cd-e6936855856d up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:37.448607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 154bfabd-16b5-4024-a9cd-e6936855856d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:37.449056 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.454050 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Made reservation on behalf of 101a079e1be94e6ebb4b4653d1e520c8 for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:37.458592 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.468573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.497810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] device_id is not set on port c2ea2e3d-39ee-4f1b-9def-e955e518d94c yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:34:37.552827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a7625a-6460-4c68-99fa-4a8e13d9ff42 tempest-TestVolumeBackupRestore-318383926 tempest-TestVolumeBackupRestore-318383926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:37.554575 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-18a7625a-6460-4c68-99fa-4a8e13d9ff42 tempest-TestVolumeBackupRestore-318383926 tempest-TestVolumeBackupRestore-318383926-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 1092 time: 0.1606092 Aug 21 09:34:37.557479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53204) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:37.561832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:37.607372 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] Made reservation on behalf of 051ffcc0bd07497aaa70857b7433250c for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:37.609685 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.677829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Allocated IP 172.20.0.5 (bd33123a-0d0f-4d5f-9de1-19c77126f9c7/30193e5c-f2ae-41ca-bec8-6947007203b7/c2ea2e3d-39ee-4f1b-9def-e955e518d94c) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:37.698541 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.721555 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.765496 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:37.779782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:37.782146 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:37.821556 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:37.848986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=914ea1bd-c8b9-4b28-8f32-6278ad63bd33,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:37.924700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Allocated IP 172.25.5.249 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/35ec4db3-399e-4ef7-9ed8-7f27c71422f9) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:38.028141 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.095685 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.115407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Transition to ACTIVE for port object c2ea2e3d-39ee-4f1b-9def-e955e518d94c will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:38.125927 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.155774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.162380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:38.169356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:38.169356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:38.201946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event updated for resources: {'Port': ['ID=35ec4db3-399e-4ef7-9ed8-7f27c71422f9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:38.217962 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af81522f-2a31-4018-9cec-6f889b3ec138,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:38.226772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] Checking segment: {'id': '300e6900-4677-40ef-a809-f27ada7db00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:38.227139 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] Network hostable DHCP agents. Network: bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:34:38.275671 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.326454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Network bd33123a-0d0f-4d5f-9de1-19c77126f9c7 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:38.332953 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] Network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:34:38.339055 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:38.377275 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:38.385311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event updated for resources: {'Port': ['ID=c2ea2e3d-39ee-4f1b-9def-e955e518d94c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:38.437759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.448531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:38.449210 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.491362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:38.500097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b117adcc-3305-4f2d-a6f1-e7953cbb0f9f None None] Network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:38.501638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:38.502293 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.577534 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.614541 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7461bfa1-6751-4ba9-9f42-4d3732b1b922 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9571483 Aug 21 09:34:38.618637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53206) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:38.620130 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-42313e92-51a6-49e3-a841-a3a64ff8d9b3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2770662 Aug 21 09:34:38.630172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:38.664117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dd2641-c67f-4d52-9afb-08d102875b45 None None] Network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:38.685339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a5ed2a10-bae2-42ae-93c3-36396a7e1854 None None] Provisioning for port c2ea2e3d-39ee-4f1b-9def-e955e518d94c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:38.700041 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.717092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a5ed2a10-bae2-42ae-93c3-36396a7e1854 None None] Provisioning complete for port c2ea2e3d-39ee-4f1b-9def-e955e518d94c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:38.717465 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2a10-bae2-42ae-93c3-36396a7e1854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.748179 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.777625 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed2a10-bae2-42ae-93c3-36396a7e1854 None None] Port c2ea2e3d-39ee-4f1b-9def-e955e518d94c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:38.850232 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:38.939924 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:34:38.972994 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.003472 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.046703 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.050236 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:39.061191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Sync routers for ids ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:39.070271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Routers {'243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:39.071060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:39.152624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event updated for resources: {'Port': ['ID=35ec4db3-399e-4ef7-9ed8-7f27c71422f9,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:39.167424 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.171863 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d0455e27-19ae-4166-bd3a-450b431c1a74 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3518288 Aug 21 09:34:39.172268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53214) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:39.179329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Set router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:39.185400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.216314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-52f06539-a1ca-4456-af18-c164d17707e2 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=95b0c237fabe4ed6bcd22c7ea3548b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428810 Aug 21 09:34:39.217545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Allocated IP 172.25.5.35 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/730a224d-6e22-4d3f-8438-eb93fee29a0e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:39.219034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53216) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:39.314497 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39150e47-25d1-4031-b49d-bd557a236cc1 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:39.316130 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-39150e47-25d1-4031-b49d-bd557a236cc1 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960691 Aug 21 09:34:39.318940 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53218) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:39.352344 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5e235225-451a-4530-b7de-cc13b8a35726 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322347 Aug 21 09:34:39.354959 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53220) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:39.359950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1448880700', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:39.379834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:38Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:39.383394 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Floating IP 084a4afa-123a-4d46-8343-1c12f40b0481 associated. External IP: 172.25.5.249, port: b647e368-3d12-47af-9c73-9bfd9eac9b3c. Aug 21 09:34:39.406945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Checking router: 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:34:39.407297 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Updating router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:34:39.445289 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.453079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.543159 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ca2487bd-ef8f-4214-a175-bb9cb44bb854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.553937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:39.557826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.640108 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.689203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Router 03528649-e6b0-4b44-989d-e984d6421b42 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:34:39.700535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:39.706535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:39.714835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:39.720144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event updated for resources: {'Port': ['ID=730a224d-6e22-4d3f-8438-eb93fee29a0e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:39.843892 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.893590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:39.895699 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.908834 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b610a9f-b3d5-4e88-a9f7-268fa24d5fc9 None None] Sync routers for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:39.918114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Subnet': ['ID=73eaf456-dd1e-435c-8f08-69a989062474,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:39.922382 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b610a9f-b3d5-4e88-a9f7-268fa24d5fc9 None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:39.923054 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b610a9f-b3d5-4e88-a9f7-268fa24d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:39.926802 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Checking segment: {'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:39.927273 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network hostable DHCP agents. Network: 181c322f-c891-4f45-8de8-2a1a2198ab96, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:34:39.975350 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:39.996035 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.007788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Transition to ACTIVE for port object 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:40.010257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.061733 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a9d23f91-67c3-4735-bf2f-c0c98fe79d42 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5032196 Aug 21 09:34:40.062357 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4b610a9f-b3d5-4e88-a9f7-268fa24d5fc9 None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:40.062610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:40.065206 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53228) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:40.065595 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1cb728-8767-4497-b1d6-70483ad7d984" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:40.069047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.089751 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 181c322f-c891-4f45-8de8-2a1a2198ab96 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:34:40.093118 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.180597 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37dcafd-b447-4107-90d8-ac3c912279e0 x-openstack-request-id: req-d37dcafd-b447-4107-90d8-ac3c912279e0 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:40.181021 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:40.181816 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d37dcafd-b447-4107-90d8-ac3c912279e0 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:40.182238 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'status': 'completed', 'code': 200} Aug 21 09:34:40.183282 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74c2a6e-48ff-4042-8698-87d444fc40f8 tempest-TestVolumeBackupRestore-318383926 tempest-TestVolumeBackupRestore-318383926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:40.188038 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e74c2a6e-48ff-4042-8698-87d444fc40f8 tempest-TestVolumeBackupRestore-318383926 tempest-TestVolumeBackupRestore-318383926-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 1092 time: 0.1218100 Aug 21 09:34:40.189127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53232) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:40.194642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-baaf2adc-36e5-4e9f-9fe9-f4c089d0296f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Request body: {'floatingip': {'port_id': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:40.230840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Attempting to bind port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:34:40.231207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Attempting to bind port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:34:40.235951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Attempting to bind port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:40.243076 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 181c322f-c891-4f45-8de8-2a1a2198ab96) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:40.243477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc2380-a8de-4198-9930-8da9b5d812e1 None None] Pushing event updated for resources: {'Port': ['ID=914ea1bd-c8b9-4b28-8f32-6278ad63bd33,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:40.262558 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:40.262780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793c90c4-eedb-4861-a5be-519c8c888a2f None None] Network 181c322f-c891-4f45-8de8-2a1a2198ab96 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:40.263582 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.264521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb728-8767-4497-b1d6-70483ad7d984 req-7fbeee55-4015-4b08-b615-1a5a004e3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:40.265442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:34:40.266277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db1cb728-8767-4497-b1d6-70483ad7d984 req-7fbeee55-4015-4b08-b615-1a5a004e3d02 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913ad24557aa46a295b35c4ed067060f&device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 1097 time: 0.0832696 Aug 21 09:34:40.267990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:40.268428 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.268831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:34:40.269322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Bound port: 914ea1bd-c8b9-4b28-8f32-6278ad63bd33, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:34:40.273982 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.295507 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-baaf2adc-36e5-4e9f-9fe9-f4c089d0296f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.332995 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b610a9f-b3d5-4e88-a9f7-268fa24d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '084a4afa-123a-4d46-8343-1c12f40b0481', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'port_id': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'mac_address': 'fa:16:3e:22:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:34:38Z', 'updated_at': '2021-08-21T09:34:38Z', 'revision_number': 0, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 5, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:40.359298 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c1083963-0c15-4be4-912d-df74e86cf0ad tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0031152 Aug 21 09:34:40.360246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53234) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:40.362334 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b610a9f-b3d5-4e88-a9f7-268fa24d5fc9 None None] Checking router: 03528649-e6b0-4b44-989d-e984d6421b42 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:34:40.372572 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b610a9f-b3d5-4e88-a9f7-268fa24d5fc9 None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:40.373534 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b610a9f-b3d5-4e88-a9f7-268fa24d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:40.442999 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.504936 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4b610a9f-b3d5-4e88-a9f7-268fa24d5fc9 None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:40.533599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] For port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:40.555656 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.564236 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] For port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=914ea1bd-c8b9-4b28-8f32-6278ad63bd33,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:34:40.587622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb728-8767-4497-b1d6-70483ad7d984 req-b2e57eac-c21e-45f8-b67e-836f82ba49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:40.589635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db1cb728-8767-4497-b1d6-70483ad7d984 req-b2e57eac-c21e-45f8-b67e-836f82ba49d6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=50d318ba-7145-49f2-9465-dd743feed952 HTTP/1.1" status: 200 len: 915 time: 0.3117919 Aug 21 09:34:40.662391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-181c322f-c891-4f45-8de8-2a1a2198ab96', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:34:40.663386 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.670189 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.762589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event updated for resources: {'Port': ['ID=730a224d-6e22-4d3f-8438-eb93fee29a0e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:40.796362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc2380-a8de-4198-9930-8da9b5d812e1 None None] Pushing event updated for resources: {'Port': ['ID=914ea1bd-c8b9-4b28-8f32-6278ad63bd33,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:40.818093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db1cb728-8767-4497-b1d6-70483ad7d984 req-bd1452da-608b-455b-8453-998bdbf4d08c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c HTTP/1.1" status: 200 len: 999 time: 0.2155693 Aug 21 09:34:40.823215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:40.917633 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b610a9f-b3d5-4e88-a9f7-268fa24d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '084a4afa-123a-4d46-8343-1c12f40b0481', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'port_id': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'mac_address': 'fa:16:3e:22:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:34:38Z', 'updated_at': '2021-08-21T09:34:38Z', 'revision_number': 0, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 5, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:40.948504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb728-8767-4497-b1d6-70483ad7d984 req-b036e953-0f74-4f31-a37e-123284d2e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:40.950003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db1cb728-8767-4497-b1d6-70483ad7d984 req-b036e953-0f74-4f31-a37e-123284d2e6e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e9e405f-6c64-4805-9f8b-9f8caf74d7d1 HTTP/1.1" status: 200 len: 853 time: 0.0853727 Aug 21 09:34:40.950139 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b610a9f-b3d5-4e88-a9f7-268fa24d5fc9 None None] The sync data for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 is: [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '084a4afa-123a-4d46-8343-1c12f40b0481', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'port_id': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'mac_address': 'fa:16:3e:22:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:34:38Z', 'updated_at': '2021-08-21T09:34:38Z', 'revision_number': 0, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 5, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:40.960765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Routers {'243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:40.960765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:41.031740 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:41.032971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cdfedf29-a2a3-489b-ae30-b389034a9143 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4133811 Aug 21 09:34:41.037283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-baaf2adc-36e5-4e9f-9fe9-f4c089d0296f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:41.038516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53238) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:41.045166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-597d5844-76e7-4cbb-8993-198d1b3afea7 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Request body: {'floatingip': {'port_id': 'c2ea2e3d-39ee-4f1b-9def-e955e518d94c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:41.107241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-597d5844-76e7-4cbb-8993-198d1b3afea7 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for floatingip, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:41.107629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb728-8767-4497-b1d6-70483ad7d984 req-69d9351d-60b3-4538-b992-731eabc8400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:41.109124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db1cb728-8767-4497-b1d6-70483ad7d984 req-69d9351d-60b3-4538-b992-731eabc8400b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=50d318ba-7145-49f2-9465-dd743feed952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052666 Aug 21 09:34:41.110862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Allocated IP 172.20.0.2 (181c322f-c891-4f45-8de8-2a1a2198ab96/73eaf456-dd1e-435c-8f08-69a989062474/ec565ad8-4a66-48c6-af9b-8fbcf84e1d34) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:41.152551 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-baaf2adc-36e5-4e9f-9fe9-f4c089d0296f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:41.156192 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:41.160230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] Set router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:41.251066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db1cb728-8767-4497-b1d6-70483ad7d984 req-6abddc09-1faf-4bd0-a1b8-d5d0f90be123 service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341314 Aug 21 09:34:41.327105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a13b1e-9352-4e1f-9f86-64ccdba157b8 None None] New status for floating IP 084a4afa-123a-4d46-8343-1c12f40b0481: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:34:41.574225 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:41.594510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Transition to ACTIVE for port object ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:41.622588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Transition to ACTIVE for port object ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:41.638331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:38Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:41.670792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34f50f-a7a4-4bf2-b458-6e040ae419c8 None None] The sync data for ids ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'] in n-d-766726-28 is: [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:38Z', 'revision_number': 3, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:41.673002 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-597d5844-76e7-4cbb-8993-198d1b3afea7 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] update failed (client error): The resource could not be found. Aug 21 09:34:41.678205 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-597d5844-76e7-4cbb-8993-198d1b3afea7 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "PUT /v2.0/floatingips/49233963-831a-4b2d-ad5d-0437e3e288a0 HTTP/1.1" status: 404 len: 507 time: 0.6390290 Aug 21 09:34:41.679149 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53240) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:41.700881 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:41.742767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Network 181c322f-c891-4f45-8de8-2a1a2198ab96 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:41.747464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:41.753138 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:41.767476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Pushing event updated for resources: {'Port': ['ID=ec565ad8-4a66-48c6-af9b-8fbcf84e1d34,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:41.839733 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:41.858517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Attempting to bind port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:34:41.863759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Attempting to bind port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:34:41.864890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Attempting to bind port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 on network 181c322f-c891-4f45-8de8-2a1a2198ab96 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:41.874033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:34:41.874033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Checking segment: {'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:41.874385 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:41.874884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Bound using segment: {'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:34:41.875449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Bound port: ec565ad8-4a66-48c6-af9b-8fbcf84e1d34, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:34:41.876002 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:41.931699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db1cb728-8767-4497-b1d6-70483ad7d984 req-b97d554b-9175-4324-a5e5-a4369b94ac1a service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709528 Aug 21 09:34:41.981918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] For port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:41.986707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] For port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ec565ad8-4a66-48c6-af9b-8fbcf84e1d34,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:34:42.006038 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaf2adc-36e5-4e9f-9fe9-f4c089d0296f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Router 03528649-e6b0-4b44-989d-e984d6421b42 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:34:42.012859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8bef5df9-f6f7-4939-972e-7c6237031f13 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Deleting port 730a224d-6e22-4d3f-8438-eb93fee29a0e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:42.013200 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bef5df9-f6f7-4939-972e-7c6237031f13 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:42.060422 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:42.146397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1331af-c45c-420e-8f9e-9b376741b46d None None] Pushing event updated for resources: {'Port': ['ID=ec565ad8-4a66-48c6-af9b-8fbcf84e1d34,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:42.220524 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaf2adc-36e5-4e9f-9fe9-f4c089d0296f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:42.230252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-baaf2adc-36e5-4e9f-9fe9-f4c089d0296f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:42.232809 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e3a2d-69e7-4498-97da-175c482102cf None None] Sync routers for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:42.246973 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e3a2d-69e7-4498-97da-175c482102cf None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:42.247654 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-773e3a2d-69e7-4498-97da-175c482102cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:42.260263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-645cfa20-43c7-46dc-8762-40c25b08f672 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:42.265158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-645cfa20-43c7-46dc-8762-40c25b08f672 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/networks?id=bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 HTTP/1.1" status: 200 len: 808 time: 0.2461846 Aug 21 09:34:42.305795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bef5df9-f6f7-4939-972e-7c6237031f13 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:42.306173 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bef5df9-f6f7-4939-972e-7c6237031f13 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:42.335591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.20.0.1 (181c322f-c891-4f45-8de8-2a1a2198ab96/73eaf456-dd1e-435c-8f08-69a989062474/fa84c895-b37c-4c75-893e-ef60b9b6d907) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:42.342945 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:42.353366 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:42.353366 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-baaf2adc-36e5-4e9f-9fe9-f4c089d0296f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "PUT /v2.0/floatingips/084a4afa-123a-4d46-8343-1c12f40b0481 HTTP/1.1" status: 200 len: 991 time: 2.1624291 Aug 21 09:34:42.373905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-8bef5df9-f6f7-4939-972e-7c6237031f13 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Calling delete_port for 730a224d-6e22-4d3f-8438-eb93fee29a0e owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:42.457193 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:42.469414 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7793cd-b032-4bc0-b80b-c72edc11d7d3 x-openstack-request-id: req-9a7793cd-b032-4bc0-b80b-c72edc11d7d3 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:42.469640 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:42.470315 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a7793cd-b032-4bc0-b80b-c72edc11d7d3 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:42.470315 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'status': 'completed', 'code': 200} Aug 21 09:34:42.472528 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-773e3a2d-69e7-4498-97da-175c482102cf None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:42.547631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-4aebe52c-7f37-4889-bef3-9d6c4d411b94 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/quotas/051ffcc0bd07497aaa70857b7433250c HTTP/1.1" status: 200 len: 375 time: 0.0479784 Aug 21 09:34:42.636275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-086482f3-53a1-4a7e-ae23-a23d55170897 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=051ffcc0bd07497aaa70857b7433250c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768170 Aug 21 09:34:42.688865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89 req-c101f394-7505-4a7f-a085-3eb7d38f23df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:42.690412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89 req-c101f394-7505-4a7f-a085-3eb7d38f23df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913ad24557aa46a295b35c4ed067060f&device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 1097 time: 0.1922109 Aug 21 09:34:42.721631 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bef5df9-f6f7-4939-972e-7c6237031f13 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:42.760732 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-773e3a2d-69e7-4498-97da-175c482102cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '084a4afa-123a-4d46-8343-1c12f40b0481', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'port_id': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'mac_address': 'fa:16:3e:22:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:34:38Z', 'updated_at': '2021-08-21T09:34:41Z', 'revision_number': 2, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 5, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:42.764663 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef5df9-f6f7-4939-972e-7c6237031f13 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event deleted for resources: {'Port': ['ID=730a224d-6e22-4d3f-8438-eb93fee29a0e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:42.804410 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:42.807416 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e3a2d-69e7-4498-97da-175c482102cf None None] Checking router: 03528649-e6b0-4b44-989d-e984d6421b42 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:34:42.823262 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e3a2d-69e7-4498-97da-175c482102cf None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:42.824835 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-773e3a2d-69e7-4498-97da-175c482102cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:42.847738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Transition to ACTIVE for port object fa84c895-b37c-4c75-893e-ef60b9b6d907 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:42.858677 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bef5df9-f6f7-4939-972e-7c6237031f13 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:42.862272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8bef5df9-f6f7-4939-972e-7c6237031f13 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:42.863671 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8bef5df9-f6f7-4939-972e-7c6237031f13 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "DELETE /v2.0/floatingips/49233963-831a-4b2d-ad5d-0437e3e288a0 HTTP/1.1" status: 204 len: 168 time: 1.1817217 Aug 21 09:34:42.867613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53258) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:42.870778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89 req-6f692a25-1cbd-43db-896e-d7a0ba5e2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:42.872319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89 req-6f692a25-1cbd-43db-896e-d7a0ba5e2d16 service neutron] 10.222.0.22 "GET /v2.0/networks?id=50d318ba-7145-49f2-9465-dd743feed952 HTTP/1.1" status: 200 len: 915 time: 0.1507988 Aug 21 09:34:42.875213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f0dfb530-485b-404d-b60d-46d0a97ed041 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Request body: {'floatingip': {'floating_network_id': 'bd33123a-0d0f-4d5f-9de1-19c77126f9c7', 'port_id': 'c2ea2e3d-39ee-4f1b-9def-e955e518d94c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:42.943673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-cbc5c041-53f6-46ba-9dee-ff21888978a6 service neutron] 10.222.0.20 "GET /v2.0/networks/bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955167 Aug 21 09:34:42.955774 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-773e3a2d-69e7-4498-97da-175c482102cf None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:42.984352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0dfb530-485b-404d-b60d-46d0a97ed041 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:43.033302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89 req-9951e609-55af-4c49-9425-8ae1c05ec67b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c HTTP/1.1" status: 200 len: 1001 time: 0.1527238 Aug 21 09:34:43.097123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:43.145273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-ceabb107-c590-4a5e-8eb2-f1f7b9399da4 service neutron] 10.222.0.20 "GET /v2.0/networks/bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913857 Aug 21 09:34:43.157259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 181c322f-c891-4f45-8de8-2a1a2198ab96 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:43.163250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:43.170441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:43.214227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89 req-6b0be512-0c91-4189-b860-99ba451c732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:43.215477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89 req-6b0be512-0c91-4189-b860-99ba451c732e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e9e405f-6c64-4805-9f8b-9f8caf74d7d1 HTTP/1.1" status: 200 len: 853 time: 0.1593316 Aug 21 09:34:43.218716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=fa84c895-b37c-4c75-893e-ef60b9b6d907,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:43.219655 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-f0dfb530-485b-404d-b60d-46d0a97ed041 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:34:43.221233 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f0dfb530-485b-404d-b60d-46d0a97ed041 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3525167 Aug 21 09:34:43.225483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53260) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:43.241497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'c2ea2e3d-39ee-4f1b-9def-e955e518d94c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:43.286988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:43.350358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89 req-5d2f658d-24a4-42a0-a961-846c44dda080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:43.352012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89 req-5d2f658d-24a4-42a0-a961-846c44dda080 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=50d318ba-7145-49f2-9465-dd743feed952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279435 Aug 21 09:34:43.426244 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-773e3a2d-69e7-4498-97da-175c482102cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '084a4afa-123a-4d46-8343-1c12f40b0481', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'port_id': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'mac_address': 'fa:16:3e:22:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:34:38Z', 'updated_at': '2021-08-21T09:34:41Z', 'revision_number': 2, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 5, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:43.447531 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:43.478002 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e3a2d-69e7-4498-97da-175c482102cf None None] The sync data for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 is: [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '084a4afa-123a-4d46-8343-1c12f40b0481', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'port_id': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'mac_address': 'fa:16:3e:22:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:34:38Z', 'updated_at': '2021-08-21T09:34:41Z', 'revision_number': 2, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 5, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:43.528090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-718ab048-547b-430f-b6a7-47541ddad4f6 req-b50a3a07-5492-491f-8009-44635eeab385 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 210 time: 0.0595815 Aug 21 09:34:43.541576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed058a4-2895-442a-8ab6-e8bffef578f6 None None] Network 181c322f-c891-4f45-8de8-2a1a2198ab96 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:43.580797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:43.606457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89 req-9da0cb9f-f756-4a11-94b5-ffbcc0705224 service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457173 Aug 21 09:34:43.732488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f2d49543-6c48-4765-b7b4-b6cd602d8d4b None None] Provisioning for port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:43.734615 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:43.769220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:43.774224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f2d49543-6c48-4765-b7b4-b6cd602d8d4b None None] Provisioning complete for port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:43.779542 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f2d49543-6c48-4765-b7b4-b6cd602d8d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:43.780383 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6cc8aeea-a1f2-4b0a-8c2d-afee9de6bb89 req-b6536800-3874-4c9e-be88-58da42f01ef2 service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614914 Aug 21 09:34:43.796907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:43.797303 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:43.819061 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:43.952937 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f2d49543-6c48-4765-b7b4-b6cd602d8d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:43.972230 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.027057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f2d49543-6c48-4765-b7b4-b6cd602d8d4b None None] For port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ec565ad8-4a66-48c6-af9b-8fbcf84e1d34,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:44.044886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Allocated IP 172.25.5.189 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/259fe6b6-2835-4511-9c22-00d7d03d470b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:44.105726 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f2d49543-6c48-4765-b7b4-b6cd602d8d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.179449 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:34:44.179893 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:34:44.189529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d49543-6c48-4765-b7b4-b6cd602d8d4b None None] Pushing event updated for resources: {'Port': ['ID=ec565ad8-4a66-48c6-af9b-8fbcf84e1d34,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:44.225927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-525ee232-f373-4d26-a945-5b4ecf8f0a01 None None] Provisioning complete for port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:44.226300 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-525ee232-f373-4d26-a945-5b4ecf8f0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.248738 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.260807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.337104 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.409617 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.427312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.430104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=fa84c895-b37c-4c75-893e-ef60b9b6d907,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:44.446763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-525ee232-f373-4d26-a945-5b4ecf8f0a01 None None] Provisioning for port fa84c895-b37c-4c75-893e-ef60b9b6d907 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:44.464794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-525ee232-f373-4d26-a945-5b4ecf8f0a01 None None] Provisioning complete for port fa84c895-b37c-4c75-893e-ef60b9b6d907 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:44.464794 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-525ee232-f373-4d26-a945-5b4ecf8f0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.465400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:44.472124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:44.476304 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b450b040-65bd-4421-b260-42c115706ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:44.479671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:44.507969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:44.521615 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601ae2da-d0ec-4e0b-ae34-1f6a85be2302 x-openstack-request-id: req-601ae2da-d0ec-4e0b-ae34-1f6a85be2302 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:44.521914 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:44.522222 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-601ae2da-d0ec-4e0b-ae34-1f6a85be2302 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:44.522592 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'status': 'completed', 'code': 200} Aug 21 09:34:44.568837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event updated for resources: {'Port': ['ID=259fe6b6-2835-4511-9c22-00d7d03d470b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:44.652904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-525ee232-f373-4d26-a945-5b4ecf8f0a01 None None] Port fa84c895-b37c-4c75-893e-ef60b9b6d907 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:44.680032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0e8b6ef-880b-4dc4-9fcd-9f18e0bda854 req-32fce56b-875f-4c96-977b-e0e033d1e7d8 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 210 time: 0.0736208 Aug 21 09:34:44.708995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450b040-65bd-4421-b260-42c115706ab8 req-641f7a56-400e-40b7-bc44-590235da2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:44.710494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b450b040-65bd-4421-b260-42c115706ab8 req-641f7a56-400e-40b7-bc44-590235da2ad7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913ad24557aa46a295b35c4ed067060f&device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 1097 time: 0.1599357 Aug 21 09:34:44.718876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:44.720788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 181c322f-c891-4f45-8de8-2a1a2198ab96 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:44.740595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:44.789801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9c331293-5f87-4703-905e-217c0730b5fb None None] Provisioning complete for port fa84c895-b37c-4c75-893e-ef60b9b6d907 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:44.790541 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c331293-5f87-4703-905e-217c0730b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.837578 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9c331293-5f87-4703-905e-217c0730b5fb None None] Port fa84c895-b37c-4c75-893e-ef60b9b6d907 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:44.864134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:44.868628 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:44.869292 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.962650 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:44.981503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=914ea1bd-c8b9-4b28-8f32-6278ad63bd33,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:45.051704 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:45.082577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7e2b2e4e-c78c-461b-b3db-01dc496863c3 None None] Provisioning complete for port fa84c895-b37c-4c75-893e-ef60b9b6d907 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:45.082958 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2e4e-c78c-461b-b3db-01dc496863c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:45.139315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b2e4e-c78c-461b-b3db-01dc496863c3 None None] Port fa84c895-b37c-4c75-893e-ef60b9b6d907 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:45.143768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=914ea1bd-c8b9-4b28-8f32-6278ad63bd33,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:45.288327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450b040-65bd-4421-b260-42c115706ab8 req-37e9cadb-5955-4a80-b4aa-07efb62ed21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:45.289832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b450b040-65bd-4421-b260-42c115706ab8 req-37e9cadb-5955-4a80-b4aa-07efb62ed21a service neutron] 10.222.0.22 "GET /v2.0/networks?id=50d318ba-7145-49f2-9465-dd743feed952 HTTP/1.1" status: 200 len: 915 time: 0.5728335 Aug 21 09:34:45.350605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Deleting port 259fe6b6-2835-4511-9c22-00d7d03d470b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:45.350949 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:45.373430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:34:45.385384 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:45.432676 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b450b040-65bd-4421-b260-42c115706ab8 req-a48a2957-5a04-4f39-ac45-154cb6e1f9ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c HTTP/1.1" status: 200 len: 1001 time: 0.1336474 Aug 21 09:34:45.442027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:45.442397 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:45.477429 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:45.533692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:45.534028 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:45.535227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:45.558225 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:45.584542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:45.584915 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:45.589255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Calling delete_port for 259fe6b6-2835-4511-9c22-00d7d03d470b owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:45.600220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450b040-65bd-4421-b260-42c115706ab8 req-b09c801a-7bb4-453e-ab9b-c51a71ec46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:45.601710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b450b040-65bd-4421-b260-42c115706ab8 req-b09c801a-7bb4-453e-ab9b-c51a71ec46f2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e9e405f-6c64-4805-9f8b-9f8caf74d7d1 HTTP/1.1" status: 200 len: 853 time: 0.1606793 Aug 21 09:34:45.668763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:45.677273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-00f76a88-f69e-4071-92ed-1e4134df77f6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "PUT /v2.0/routers/243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3145914 Aug 21 09:34:45.683508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Sync routers for ids ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:45.688359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Routers {'243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:45.689247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-daf68364-ba89-4994-ad62-606989a5135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:45.706922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450b040-65bd-4421-b260-42c115706ab8 req-fd4b525a-62b9-4940-bb44-3a5dabdb09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:45.708658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b450b040-65bd-4421-b260-42c115706ab8 req-fd4b525a-62b9-4940-bb44-3a5dabdb09e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=50d318ba-7145-49f2-9465-dd743feed952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947607 Aug 21 09:34:45.837422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Set router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:45.843864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c0bc342-bb5b-49ab-8be0-b9de40d8e189 req-51275c2b-d4a8-4a52-91d2-343d46c3cfe7 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 210 time: 0.0824461 Aug 21 09:34:46.010179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-37c44d58-cc92-4b76-b897-dc412dd9190e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713426550&fields=id&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 267 time: 0.1312587 Aug 21 09:34:46.012117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b450b040-65bd-4421-b260-42c115706ab8 req-486b6711-3e13-4172-88c0-3d72e2e94c1f service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920535 Aug 21 09:34:46.021425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-b5497a92-7cd6-456b-86ca-4767a723c6ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:46.022913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-b5497a92-7cd6-456b-86ca-4767a723c6ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.13 "GET /v2.0/networks?id=bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 HTTP/1.1" status: 200 len: 808 time: 0.2185175 Aug 21 09:34:46.056582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Request body: {'port': {'device_id': '8d3dc663-3c0e-4419-a5ac-f41c12eec33c', 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8', 'admin_state_up': True, 'tenant_id': '051ffcc0bd07497aaa70857b7433250c'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:46.060185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-daf68364-ba89-4994-ad62-606989a5135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:43Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'fa84c895-b37c-4c75-893e-ef60b9b6d907', 'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:41:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:42Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 2, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73eaf456-dd1e-435c-8f08-69a989062474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:46.086794 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:46.093352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Checking router: 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:34:46.093729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Updating router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 port fa84c895-b37c-4c75-893e-ef60b9b6d907 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:34:46.119280 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:46.214749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event deleted for resources: {'Port': ['ID=259fe6b6-2835-4511-9c22-00d7d03d470b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:46.363001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b450b040-65bd-4421-b260-42c115706ab8 req-ab3837f2-ab8b-4bcb-966f-304d50b888df service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379140 Aug 21 09:34:46.386391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-f03d7a9b-73a0-40e4-85a8-e3ca972b0007 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:46.387997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-f03d7a9b-73a0-40e4-85a8-e3ca972b0007 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/networks?id=181c322f-c891-4f45-8de8-2a1a2198ab96 HTTP/1.1" status: 200 len: 796 time: 0.3641753 Aug 21 09:34:46.389961 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:46.402385 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Transition to ACTIVE for port object fa84c895-b37c-4c75-893e-ef60b9b6d907 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:46.410238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-1a6186bf-0ddc-4a63-9c64-ed62cd1ea769 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/quotas/95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 375 time: 0.0142076 Aug 21 09:34:46.464267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-1e0dde6f-416b-41d1-b834-e286eead234b tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476673 Aug 21 09:34:46.475534 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:46.498126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Made reservation on behalf of 051ffcc0bd07497aaa70857b7433250c for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:46.501516 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:46.546843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101039b-450d-4947-8324-c1ecc84ac033 None None] Pushing event updated for resources: {'Port': ['ID=fa84c895-b37c-4c75-893e-ef60b9b6d907,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:46.565420 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] create failed (client error): The resource could not be found. Aug 21 09:34:46.570763 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3f7fc9b7-8058-4318-8cca-5ed085ae58e1 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3401618 Aug 21 09:34:46.570927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53292) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:46.576350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Attempting to bind port fa84c895-b37c-4c75-893e-ef60b9b6d907 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:34:46.576727 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Attempting to bind port fa84c895-b37c-4c75-893e-ef60b9b6d907 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:34:46.577146 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Attempting to bind port fa84c895-b37c-4c75-893e-ef60b9b6d907 on network 181c322f-c891-4f45-8de8-2a1a2198ab96 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:46.583139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:34:46.583139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Checking segment: {'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:46.583630 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:46.583983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Bound using segment: {'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:34:46.584462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Bound port: fa84c895-b37c-4c75-893e-ef60b9b6d907, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:34:46.584849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:46.646914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-80679acb-bdaf-4d02-b5a8-acae32de5a88 service neutron] 10.222.0.20 "GET /v2.0/networks/181c322f-c891-4f45-8de8-2a1a2198ab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706738 Aug 21 09:34:46.664434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-daf68364-ba89-4994-ad62-606989a5135b None None] For port fa84c895-b37c-4c75-893e-ef60b9b6d907, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:46.669487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-daf68364-ba89-4994-ad62-606989a5135b None None] For port fa84c895-b37c-4c75-893e-ef60b9b6d907, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=fa84c895-b37c-4c75-893e-ef60b9b6d907,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:34:46.703771 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4d4305c2-61c4-4ede-ae83-14385f7b72ef tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Deleting port c2ea2e3d-39ee-4f1b-9def-e955e518d94c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:46.704122 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d4305c2-61c4-4ede-ae83-14385f7b72ef tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:46.762267 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:46.765629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Allocated IP 172.20.0.3 (bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8/af81522f-2a31-4018-9cec-6f889b3ec138/9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:46.803407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d4305c2-61c4-4ede-ae83-14385f7b72ef tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:46.817596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Routers {'243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:46.817596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-daf68364-ba89-4994-ad62-606989a5135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:46.819105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4d4305c2-61c4-4ede-ae83-14385f7b72ef tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Calling delete_port for c2ea2e3d-39ee-4f1b-9def-e955e518d94c owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:46.825357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-e17c90c4-009e-47fb-bd72-56fb04df293e service neutron] 10.222.0.20 "GET /v2.0/networks/181c322f-c891-4f45-8de8-2a1a2198ab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665740 Aug 21 09:34:46.883131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101039b-450d-4947-8324-c1ecc84ac033 None None] Pushing event updated for resources: {'Port': ['ID=fa84c895-b37c-4c75-893e-ef60b9b6d907,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:46.993865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-daf68364-ba89-4994-ad62-606989a5135b None None] Set router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:34:47.014346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d688780e-3c71-4b59-9a3b-e3f923c05496 req-7f4f162c-3d85-4287-bd95-1be18ffbe296 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 210 time: 0.0334330 Aug 21 09:34:47.068994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d4305c2-61c4-4ede-ae83-14385f7b72ef tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:47.112502 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:47.185528 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4305c2-61c4-4ede-ae83-14385f7b72ef tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event deleted for resources: {'Port': ['ID=c2ea2e3d-39ee-4f1b-9def-e955e518d94c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:47.188015 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4d4305c2-61c4-4ede-ae83-14385f7b72ef tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:47.190381 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4d4305c2-61c4-4ede-ae83-14385f7b72ef tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "DELETE /v2.0/ports/c2ea2e3d-39ee-4f1b-9def-e955e518d94c HTTP/1.1" status: 204 len: 168 time: 0.6183901 Aug 21 09:34:47.193084 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53300) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:47.221616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd872f99-e784-44b2-9cea-5b7230c80f2a req-0aec68aa-aef2-456f-bee2-8bc3a99c74c2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 210 time: 0.0384080 Aug 21 09:34:47.255066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa573a0-90c0-46b0-9f3f-69e4afe5dbfd tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:47.256824 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6fa573a0-90c0-46b0-9f3f-69e4afe5dbfd tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "GET /v2.0/ports?device_id=37dcde24-1f47-49c5-bb34-13b365d81e77 HTTP/1.1" status: 200 len: 913 time: 0.0625713 Aug 21 09:34:47.259700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53302) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:47.267865 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:47.341368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Pushing event updated for resources: {'Port': ['ID=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:47.367508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:47.369064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:47.371458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:47.403017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-daf68364-ba89-4994-ad62-606989a5135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:43Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'fa84c895-b37c-4c75-893e-ef60b9b6d907', 'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:41:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:42Z', 'updated_at': '2021-08-21T09:34:46Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73eaf456-dd1e-435c-8f08-69a989062474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:47.440732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:47.441760 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:47.471252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf68364-ba89-4994-ad62-606989a5135b None None] The sync data for ids ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'] in n-d-766726-28 is: [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:43Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'fa84c895-b37c-4c75-893e-ef60b9b6d907', 'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:41:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:42Z', 'updated_at': '2021-08-21T09:34:46Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73eaf456-dd1e-435c-8f08-69a989062474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:47.560379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-337a6a8f-0bc7-4b68-8237-ffd892b09637 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5255139 Aug 21 09:34:47.635154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Request body: {'port': {'device_id': '8d3dc663-3c0e-4419-a5ac-f41c12eec33c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:47.696345 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c19421dd-8271-4b5c-8d95-c8c7ab101bb3 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:47.721124 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:47.984097 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c19421dd-8271-4b5c-8d95-c8c7ab101bb3 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Deleting port 65de0e44-6b39-4fed-b17e-ec76d4bb1a75 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:47.984332 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c19421dd-8271-4b5c-8d95-c8c7ab101bb3 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:48.050072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:34:48.061002 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:48.077523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Transition to ACTIVE for port object 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:48.111503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c19421dd-8271-4b5c-8d95-c8c7ab101bb3 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:48.126936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c19421dd-8271-4b5c-8d95-c8c7ab101bb3 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Calling delete_port for 65de0e44-6b39-4fed-b17e-ec76d4bb1a75 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:48.163119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4957f-644a-4f15-a72f-eb9b48a23282 req-54423a1a-c027-4143-9270-a64f679769de tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:48.164675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69f4957f-644a-4f15-a72f-eb9b48a23282 req-54423a1a-c027-4143-9270-a64f679769de tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 931 time: 0.0583324 Aug 21 09:34:48.165551 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:48.235120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:48.273881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69f4957f-644a-4f15-a72f-eb9b48a23282 req-ba14dcc8-2f0f-444d-9f49-8e06d0079d18 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821738 Aug 21 09:34:48.369098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd7cca22-915c-44bc-97da-d48811d45d33 req-731bc4d6-8f0e-4e1e-898c-54c12eadebe4 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 210 time: 0.0405500 Aug 21 09:34:48.371792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Attempting to bind port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:34:48.372145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Attempting to bind port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '300e6900-4677-40ef-a809-f27ada7db00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:34:48.372481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Attempting to bind port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c on network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:48.377541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c on network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:34:48.377863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Attempting to bind port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c on network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:48.390927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:34:48.391293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Checking segment: {'id': '300e6900-4677-40ef-a809-f27ada7db00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:48.391704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Bound using segment: {'id': '300e6900-4677-40ef-a809-f27ada7db00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:34:48.392142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Bound port: 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300e6900-4677-40ef-a809-f27ada7db00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:34:48.392506 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:48.460136 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c19421dd-8271-4b5c-8d95-c8c7ab101bb3 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:48.472612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] For port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:48.476291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] For port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c,segment=NetworkSegment(300e6900-4677-40ef-a809-f27ada7db00b),segment_id=300e6900-4677-40ef-a809-f27ada7db00b)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:34:48.494916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19421dd-8271-4b5c-8d95-c8c7ab101bb3 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event deleted for resources: {'Port': ['ID=65de0e44-6b39-4fed-b17e-ec76d4bb1a75,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:48.568431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:48.606184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:48.607270 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:48.620300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c HTTP/1.1" status: 200 len: 1092 time: 1.0400774 Aug 21 09:34:48.645626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3dc663-3c0e-4419-a5ac-f41c12eec33c', 'tag': '9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:48.648520 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8332883f-736b-42da-8f03-194c73d13318" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3dc663-3c0e-4419-a5ac-f41c12eec33c", "tag": "9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:48.667664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c19421dd-8271-4b5c-8d95-c8c7ab101bb3 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:48.669048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4611a-5b49-4b62-b60e-5f9e675d82c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:48.723465 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fa2467-c510-4d53-9a55-3849dbdf3918 x-openstack-request-id: req-59fa2467-c510-4d53-9a55-3849dbdf3918 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:48.723791 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3dc663-3c0e-4419-a5ac-f41c12eec33c", "tag": "9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:48.724032 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59fa2467-c510-4d53-9a55-3849dbdf3918 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:48.724452 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3dc663-3c0e-4419-a5ac-f41c12eec33c', 'tag': '9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c', 'status': 'completed', 'code': 200} Aug 21 09:34:48.804852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332883f-736b-42da-8f03-194c73d13318 req-a7cdd492-41cb-4c10-9d0f-0f4d80335cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:48.806297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8332883f-736b-42da-8f03-194c73d13318 req-a7cdd492-41cb-4c10-9d0f-0f4d80335cfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=051ffcc0bd07497aaa70857b7433250c&device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 1095 time: 0.0563688 Aug 21 09:34:48.845732 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19421dd-8271-4b5c-8d95-c8c7ab101bb3 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Router 37dcde24-1f47-49c5-bb34-13b365d81e77 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:34:48.912526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332883f-736b-42da-8f03-194c73d13318 req-77a233d1-9d4a-4242-aed7-de62fec7c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:48.914023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8332883f-736b-42da-8f03-194c73d13318 req-77a233d1-9d4a-4242-aed7-de62fec7c376 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=051ffcc0bd07497aaa70857b7433250c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0997365 Aug 21 09:34:48.931148 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19421dd-8271-4b5c-8d95-c8c7ab101bb3 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:34:48.942780 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905b5f2-0170-42b5-b49e-1e3ebf077b27 None None] Sync routers for ids ['37dcde24-1f47-49c5-bb34-13b365d81e77'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:34:48.948414 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c19421dd-8271-4b5c-8d95-c8c7ab101bb3 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "PUT /v2.0/routers/37dcde24-1f47-49c5-bb34-13b365d81e77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6861744 Aug 21 09:34:48.950935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53318) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:48.955966 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905b5f2-0170-42b5-b49e-1e3ebf077b27 None None] Routers {'37dcde24-1f47-49c5-bb34-13b365d81e77'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:48.956571 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1905b5f2-0170-42b5-b49e-1e3ebf077b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['37dcde24-1f47-49c5-bb34-13b365d81e77'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:48.990932 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1905b5f2-0170-42b5-b49e-1e3ebf077b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:48.999677 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905b5f2-0170-42b5-b49e-1e3ebf077b27 None None] Routers {'37dcde24-1f47-49c5-bb34-13b365d81e77'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:34:49.006226 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1905b5f2-0170-42b5-b49e-1e3ebf077b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['37dcde24-1f47-49c5-bb34-13b365d81e77'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:49.032942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332883f-736b-42da-8f03-194c73d13318 req-ca9c7866-4cf7-4e21-b7b3-39ff88df6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:49.034872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8332883f-736b-42da-8f03-194c73d13318 req-ca9c7866-4cf7-4e21-b7b3-39ff88df6250 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1137073 Aug 21 09:34:49.041278 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b953e3b-2aa1-442c-8335-1296de3de877 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.048342 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1905b5f2-0170-42b5-b49e-1e3ebf077b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:49.048990 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905b5f2-0170-42b5-b49e-1e3ebf077b27 None None] The sync data for ids ['37dcde24-1f47-49c5-bb34-13b365d81e77'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:34:49.109772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-180c1a01-1fac-48c8-b1fe-f3ea0d5052e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:49.111300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-180c1a01-1fac-48c8-b1fe-f3ea0d5052e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=051ffcc0bd07497aaa70857b7433250c&device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 1095 time: 0.0402939 Aug 21 09:34:49.153073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-8637679b-6cfe-4086-a2fe-93fa4030b8dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c HTTP/1.1" status: 200 len: 217 time: 0.0337214 Aug 21 09:34:49.201975 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b953e3b-2aa1-442c-8335-1296de3de877 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.204201 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b953e3b-2aa1-442c-8335-1296de3de877 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.207425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-461cfb77-3737-45d2-a61f-f4f611dd4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:49.208932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-461cfb77-3737-45d2-a61f-f4f611dd4d57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af81522f-2a31-4018-9cec-6f889b3ec138 HTTP/1.1" status: 200 len: 848 time: 0.0485747 Aug 21 09:34:49.240740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-e86dcc35-b74c-4a71-a416-beef8b184c82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252857 Aug 21 09:34:49.331702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-96f620bf-559e-4e45-bb90-07ca9506b521 service neutron] 10.222.0.13 "GET /v2.0/networks/bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834701 Aug 21 09:34:49.342610 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b953e3b-2aa1-442c-8335-1296de3de877 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.343130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b953e3b-2aa1-442c-8335-1296de3de877 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Fanout notify agent at l3_agent the message router_deleted on router 37dcde24-1f47-49c5-bb34-13b365d81e77 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:34:49.350966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b953e3b-2aa1-442c-8335-1296de3de877 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.352136 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6b953e3b-2aa1-442c-8335-1296de3de877 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "DELETE /v2.0/routers/37dcde24-1f47-49c5-bb34-13b365d81e77 HTTP/1.1" status: 204 len: 168 time: 0.3997378 Aug 21 09:34:49.360047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53322) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:49.423743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device fa84c895-b37c-4c75-893e-ef60b9b6d907 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:49.431995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7721b1-7af6-4177-94b9-2448c91721c8 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Deleting subnet 30193e5c-f2ae-41ca-bec8-6947007203b7 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:34:49.436761 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f7721b1-7af6-4177-94b9-2448c91721c8 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.483455 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f7721b1-7af6-4177-94b9-2448c91721c8 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.541773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12902f28-1652-4769-a4fb-80d94f227200 req-9037c537-9df8-44b9-96dc-149e3cc84f9a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 210 time: 0.0748615 Aug 21 09:34:49.545304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port fa84c895-b37c-4c75-893e-ef60b9b6d907 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:49.559221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port fa84c895-b37c-4c75-893e-ef60b9b6d907 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:49.559900 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.566165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d9b91-afa3-4280-b249-8bd788e98a4c req-5d119f35-a4aa-411b-b825-31339acab970 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:49.567777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a10d9b91-afa3-4280-b249-8bd788e98a4c req-5d119f35-a4aa-411b-b825-31339acab970 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 943 time: 0.2186868 Aug 21 09:34:49.574925 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f7721b1-7af6-4177-94b9-2448c91721c8 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.610258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16f46719-72e7-46a5-b1f9-55753adc2136 req-d59908f6-b0f6-46d5-92e8-6519262d71b5 service neutron] 10.222.0.13 "GET /v2.0/networks/bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708242 Aug 21 09:34:49.653189 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.657862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a10d9b91-afa3-4280-b249-8bd788e98a4c req-aa82fdd2-57ee-4f91-bc42-6788277b0b30 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713091 Aug 21 09:34:49.665451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-e3927b1d-415c-451b-bd10-b0ca97e600fd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:49.666893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-e3927b1d-415c-451b-bd10-b0ca97e600fd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "GET /v2.0/networks?id=181c322f-c891-4f45-8de8-2a1a2198ab96 HTTP/1.1" status: 200 len: 796 time: 0.2396107 Aug 21 09:34:49.686898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port fa84c895-b37c-4c75-893e-ef60b9b6d907, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=fa84c895-b37c-4c75-893e-ef60b9b6d907,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:49.715527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-8706430a-ecc5-45ec-839f-571b7565511a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a HTTP/1.1" status: 200 len: 379 time: 0.0342183 Aug 21 09:34:49.727208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'port': {'device_id': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'admin_state_up': True, 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'security_groups': ['9894de00-5e50-49ad-a3b9-47d3c14bf0af']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:49.749948 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.750167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f7721b1-7af6-4177-94b9-2448c91721c8 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.776587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7721b1-7af6-4177-94b9-2448c91721c8 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event deleted for resources: {'Subnet': ['ID=30193e5c-f2ae-41ca-bec8-6947007203b7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:49.786763 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f7721b1-7af6-4177-94b9-2448c91721c8 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.791214 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8f7721b1-7af6-4177-94b9-2448c91721c8 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "DELETE /v2.0/subnets/30193e5c-f2ae-41ca-bec8-6947007203b7 HTTP/1.1" status: 204 len: 168 time: 0.4276071 Aug 21 09:34:49.793096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53326) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:49.795254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc50f624-2a6e-4f33-8127-44f3f976dcc9 None None] Network bd33123a-0d0f-4d5f-9de1-19c77126f9c7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:49.866198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=fa84c895-b37c-4c75-893e-ef60b9b6d907,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:49.897115 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.963307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Deleting port 154bfabd-16b5-4024-a9cd-e6936855856d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:49.965010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:49.987385 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcda543-c80b-48dc-a3d6-486b4b36c774 None None] DHCP port deletion for bd33123a-0d0f-4d5f-9de1-19c77126f9c7 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:34:50.004687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Made reservation on behalf of 95b0c237fabe4ed6bcd22c7ea3548b4a for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:50.008611 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:50.038646 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4dcda543-c80b-48dc-a3d6-486b4b36c774 None None] Deleting port 154bfabd-16b5-4024-a9cd-e6936855856d {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:50.039015 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4dcda543-c80b-48dc-a3d6-486b4b36c774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:50.045972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] For port 154bfabd-16b5-4024-a9cd-e6936855856d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=154bfabd-16b5-4024-a9cd-e6936855856d,segment=NetworkSegment(8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c),segment_id=8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:50.046332 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:50.090247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Calling delete_port for 154bfabd-16b5-4024-a9cd-e6936855856d owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:50.102112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4dcda543-c80b-48dc-a3d6-486b4b36c774 None None] For port 154bfabd-16b5-4024-a9cd-e6936855856d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=154bfabd-16b5-4024-a9cd-e6936855856d,segment=NetworkSegment(8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c),segment_id=8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:50.102589 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4dcda543-c80b-48dc-a3d6-486b4b36c774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:50.115491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4dcda543-c80b-48dc-a3d6-486b4b36c774 None None] Calling delete_port for 154bfabd-16b5-4024-a9cd-e6936855856d owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:50.279776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4dcda543-c80b-48dc-a3d6-486b4b36c774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:50.304018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcda543-c80b-48dc-a3d6-486b4b36c774 None None] Pushing event deleted for resources: {'Port': ['ID=154bfabd-16b5-4024-a9cd-e6936855856d,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:50.310109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcda543-c80b-48dc-a3d6-486b4b36c774 None None] No DVR routers for this DVR port 154bfabd-16b5-4024-a9cd-e6936855856d on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:34:50.550947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.20.0.11 (181c322f-c891-4f45-8de8-2a1a2198ab96/73eaf456-dd1e-435c-8f08-69a989062474/8f8b7c3c-9fbb-4286-8c76-8a0b666169c5) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:50.577040 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:50.624149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event deleted for resources: {'Port': ['ID=154bfabd-16b5-4024-a9cd-e6936855856d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:50.641098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] No DVR routers for this DVR port 154bfabd-16b5-4024-a9cd-e6936855856d on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:34:50.715801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b42e1e80-a13f-4c23-b873-685a585ff141 req-8b8be8f4-2ea0-42b8-b8df-779b90cb5a2e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 210 time: 0.0757270 Aug 21 09:34:50.826668 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:50.845144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd33123a-0d0f-4d5f-9de1-19c77126f9c7']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:50.865808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e430a-8447-475f-b528-4a4d0130f51b req-340a288f-bd24-4624-a459-c6cb3d98d486 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:50.867293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-501e430a-8447-475f-b528-4a4d0130f51b req-340a288f-bd24-4624-a459-c6cb3d98d486 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 943 time: 0.1324475 Aug 21 09:34:50.875667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:50.875968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc75da0-86d9-42cd-ae7d-5ba1d42e1f9c') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:50.885583 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:50.909251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:50.914264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Transition to ACTIVE for port object 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:50.942307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:50.949877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-501e430a-8447-475f-b528-4a4d0130f51b req-5041b7bb-5f58-419b-ad33-d2de574f975e tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760581 Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:34:50.959745 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:34:51.085547 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.114873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.130361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.132219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] 10.222.0.20 "DELETE /v2.0/networks/bd33123a-0d0f-4d5f-9de1-19c77126f9c7 HTTP/1.1" status: 204 len: 168 time: 1.3380075 Aug 21 09:34:51.154630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 181c322f-c891-4f45-8de8-2a1a2198ab96 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:51.157847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db47c9f-562e-48d7-826d-225528792e86 tempest-FloatingIPNegativeTestJSON-1749693494 tempest-FloatingIPNegativeTestJSON-1749693494-project] Pushing event deleted for resources: {'Network': ['ID=bd33123a-0d0f-4d5f-9de1-19c77126f9c7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:51.166041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:51.168691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:51.198103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:51.226828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:51.227662 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.370259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-fce60634-0f26-444a-99ca-1bc958178f39 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6442399 Aug 21 09:34:51.379439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Request body: {'port': {'device_id': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:51.389718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device fa84c895-b37c-4c75-893e-ef60b9b6d907 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:51.413876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:34:51.438651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.514247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port fa84c895-b37c-4c75-893e-ef60b9b6d907 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:51.514617 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.572525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c,segment=NetworkSegment(300e6900-4677-40ef-a809-f27ada7db00b),segment_id=300e6900-4677-40ef-a809-f27ada7db00b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:51.593772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c', 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8', 'port_id': '9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c', 'mac_address': 'fa:16:3e:1b:e1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af81522f-2a31-4018-9cec-6f889b3ec138', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:34:51.625818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4e5addfe-a5d9-422e-b352-573d3dc0afe5 None None] Provisioning for port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:51.647175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53338) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:51.656811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4e5addfe-a5d9-422e-b352-573d3dc0afe5 None None] Provisioning complete for port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:51.657235 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4e5addfe-a5d9-422e-b352-573d3dc0afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.702344 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.723315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4e5addfe-a5d9-422e-b352-573d3dc0afe5 None None] Port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:34:51.725698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:34:51.758500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c,segment=NetworkSegment(300e6900-4677-40ef-a809-f27ada7db00b),segment_id=300e6900-4677-40ef-a809-f27ada7db00b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:51.777704 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 154bfabd-16b5-4024-a9cd-e6936855856d no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:34:51.804656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 154bfabd-16b5-4024-a9cd-e6936855856d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:34:51.805101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 154bfabd-16b5-4024-a9cd-e6936855856d not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:34:51.845774 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.858953 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-86721a3b-d093-4213-ad6a-a0c2378b5d84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=101a079e1be94e6ebb4b4653d1e520c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077546 Aug 21 09:34:51.859198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53344) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:51.870422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:34:51.881984 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.906784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:51.907544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10989058-0b26-45a3-bc90-bcbdd77a4a50 req-28dfdd42-ac39-4d7a-86fc-94fe29b6cad5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:51.909283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10989058-0b26-45a3-bc90-bcbdd77a4a50 req-28dfdd42-ac39-4d7a-86fc-94fe29b6cad5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 932 time: 0.0793445 Aug 21 09:34:51.910575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Transition to ACTIVE for port object 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:51.926717 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f076594c-9d34-4e2e-912b-acce0cbb2ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.952584 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f076594c-9d34-4e2e-912b-acce0cbb2ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:51.954237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10989058-0b26-45a3-bc90-bcbdd77a4a50 req-346dd2be-cf15-4904-93f0-2807781432e4 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364509 Aug 21 09:34:51.993356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:52.046187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:34:52.090508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:52.103850 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f076594c-9d34-4e2e-912b-acce0cbb2ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:52.106580 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f076594c-9d34-4e2e-912b-acce0cbb2ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:52.107985 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f076594c-9d34-4e2e-912b-acce0cbb2ea0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21fdfd99-7236-4511-bd27-c3baabd4ac21 HTTP/1.1" status: 204 len: 168 time: 0.2478559 Aug 21 09:34:52.117946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076594c-9d34-4e2e-912b-acce0cbb2ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fdfd99-7236-4511-bd27-c3baabd4ac21,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:52.151525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a8385-64a8-4ef5-bcf5-86722af1c449 req-cfe087e5-ff87-4448-bac9-f0cd4d42af1a tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:52.159658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e17a8385-64a8-4ef5-bcf5-86722af1c449 req-cfe087e5-ff87-4448-bac9-f0cd4d42af1a tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 944 time: 0.1220729 Aug 21 09:34:52.205989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Attempting to bind port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:34:52.206242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Attempting to bind port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:34:52.206568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Attempting to bind port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 on network 181c322f-c891-4f45-8de8-2a1a2198ab96 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:52.220011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 on network 181c322f-c891-4f45-8de8-2a1a2198ab96 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:34:52.220338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Attempting to bind port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 on network 181c322f-c891-4f45-8de8-2a1a2198ab96 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:34:52.231741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e17a8385-64a8-4ef5-bcf5-86722af1c449 req-497d9f27-7391-4f81-91ee-b63c64023e41 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709479 Aug 21 09:34:52.233158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:34:52.233599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Checking segment: {'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:52.234232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Bound using segment: {'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:34:52.234782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Bound port: 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:34:52.235249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:52.320921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] For port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:34:52.324030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] For port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:34:52.401728 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:52.435836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:52.436512 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:52.438305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] 10.222.0.22 "PUT /v2.0/ports/8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 HTTP/1.1" status: 200 len: 1093 time: 1.0635688 Aug 21 09:34:52.440785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:52.447766 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4100bd-6bc4-4f77-95f5-71b1a5531acc" -d '{"events": [{"name": "network-changed", "server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:52.473762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1622d8-48d2-4000-959f-5b6fa6bdaab0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:52.499194 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c916710-3b4d-4fb4-b181-7e94d4cb49f1 x-openstack-request-id: req-8c916710-3b4d-4fb4-b181-7e94d4cb49f1 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:52.499480 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:52.500939 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c916710-3b4d-4fb4-b181-7e94d4cb49f1 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:52.500939 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'status': 'completed', 'code': 200} Aug 21 09:34:52.566769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4100bd-6bc4-4f77-95f5-71b1a5531acc req-f31430d2-99da-4c88-94fd-310dfc640ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:52.571158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b4100bd-6bc4-4f77-95f5-71b1a5531acc req-f31430d2-99da-4c88-94fd-310dfc640ff2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 1096 time: 0.0480726 Aug 21 09:34:52.679200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4100bd-6bc4-4f77-95f5-71b1a5531acc req-32253dd4-1e05-418c-b2ad-4f5912cf78de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:52.681122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b4100bd-6bc4-4f77-95f5-71b1a5531acc req-32253dd4-1e05-418c-b2ad-4f5912cf78de service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1028712 Aug 21 09:34:52.778826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4100bd-6bc4-4f77-95f5-71b1a5531acc req-773bd9ca-1d00-4b64-869f-0c954fd2d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:52.780572 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b4100bd-6bc4-4f77-95f5-71b1a5531acc req-773bd9ca-1d00-4b64-869f-0c954fd2d550 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910578 Aug 21 09:34:52.854964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-a22a1417-186a-4fa3-bdac-299a0f8c54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:52.856519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-a22a1417-186a-4fa3-bdac-299a0f8c54ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 1096 time: 0.0413911 Aug 21 09:34:52.902775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-4909f93f-1c8f-4698-901e-67e6d19c63ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 HTTP/1.1" status: 200 len: 217 time: 0.0383554 Aug 21 09:34:52.955025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-0c4e0ced-d6bd-467f-b94e-1385e648a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:52.956561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-0c4e0ced-d6bd-467f-b94e-1385e648a7d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=73eaf456-dd1e-435c-8f08-69a989062474 HTTP/1.1" status: 200 len: 835 time: 0.0447378 Aug 21 09:34:53.005610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-7970ef47-6c19-4ba8-a177-0795a5e965c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:53.007146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-7970ef47-6c19-4ba8-a177-0795a5e965c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=181c322f-c891-4f45-8de8-2a1a2198ab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409112 Aug 21 09:34:53.129961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e165b9d-de20-413a-892a-c4c0b897cb74 req-1b35c9ed-b8ac-4b05-ac5c-6881f00f08d2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:53.131395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e165b9d-de20-413a-892a-c4c0b897cb74 req-1b35c9ed-b8ac-4b05-ac5c-6881f00f08d2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 944 time: 0.1082242 Aug 21 09:34:53.149139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-0f6656d9-3199-4db7-ae80-00336939e14d service neutron] 10.222.0.22 "GET /v2.0/networks/181c322f-c891-4f45-8de8-2a1a2198ab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341481 Aug 21 09:34:53.191126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53372) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:53.223112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e165b9d-de20-413a-892a-c4c0b897cb74 req-89f7e17c-d02d-4a55-8908-4740ae1189f0 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843351 Aug 21 09:34:53.262597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb5eb6f7-9307-49e4-8795-5ea7670c9928 req-4fbab603-2f56-44ad-a9e4-a8d99face0f8 service neutron] 10.222.0.22 "GET /v2.0/networks/181c322f-c891-4f45-8de8-2a1a2198ab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047983 Aug 21 09:34:53.293753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1623030085'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:53.352631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886228c9-16d9-424b-a792-44a86bcf1811 req-b3e439f3-9e60-49ea-a438-b3e5c6242bf2 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:53.354173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-886228c9-16d9-424b-a792-44a86bcf1811 req-b3e439f3-9e60-49ea-a438-b3e5c6242bf2 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 944 time: 0.0506289 Aug 21 09:34:53.394347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-886228c9-16d9-424b-a792-44a86bcf1811 req-d75eea75-b2ae-4947-a86c-1dda36a23ddd tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339208 Aug 21 09:34:53.407114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:53.413369 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:53.419946 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:53.427588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:53.529902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:53.572261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:53.576302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:53.576742 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:53.606579 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:53.633089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:34:53.644628 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6711c264-6c73-43af-bd12-5a9b590083a4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:53.649574 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:53.650279 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Added segment a7dd3457-8676-4b37-8279-54ae8288dc71 of type vlan for network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 Aug 21 09:34:53.661408 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:53.684124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3dc663-3c0e-4419-a5ac-f41c12eec33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:53.686537 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a93c6ab-8705-4535-8775-87623983945b" -d '{"events": [{"server_uuid": "8d3dc663-3c0e-4419-a5ac-f41c12eec33c", "name": "network-vif-plugged", "status": "completed", "tag": "9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:53.691016 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:53.699723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c,segment=NetworkSegment(300e6900-4677-40ef-a809-f27ada7db00b),segment_id=300e6900-4677-40ef-a809-f27ada7db00b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:53.724851 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087133f5-fe2f-4793-9d95-981eb0036f93 x-openstack-request-id: req-087133f5-fe2f-4793-9d95-981eb0036f93 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:53.725114 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3dc663-3c0e-4419-a5ac-f41c12eec33c", "name": "network-vif-plugged", "status": "completed", "tag": "9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:53.725366 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-087133f5-fe2f-4793-9d95-981eb0036f93 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:53.725785 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3dc663-3c0e-4419-a5ac-f41c12eec33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c', 'code': 200} Aug 21 09:34:53.760629 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:53.777780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:53.784288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:53.784973 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:53.814061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:53.821535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b89dc2-0f67-4842-b393-ce7a772b7df2 req-173cf20d-653c-46dd-92a4-6d7c6616c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:53.823321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89b89dc2-0f67-4842-b393-ce7a772b7df2 req-173cf20d-653c-46dd-92a4-6d7c6616c7ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 1097 time: 0.0434821 Aug 21 09:34:53.858713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-89b89dc2-0f67-4842-b393-ce7a772b7df2 req-0a8b5d53-8bd6-41ec-b697-2ce785de9ca5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276999 Aug 21 09:34:53.860005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Network': ['ID=af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:53.870702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:34:53.881723 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-349872a8-f7df-4deb-a1ef-cce1751bbb40 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6888247 Aug 21 09:34:53.884519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53380) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:53.889744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'name': 'tempest-PortsTestJSON-1009875229'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:54.023352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:54.027033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:54.045126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port 72681b53-c39b-4a87-8142-1dd71331be81 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:34:54.203279 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:54.316157 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:54.387079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe7580-2cd0-4074-b00c-a875aebc270b req-3fbc7b0c-054e-4c63-8efa-c6e364305055 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:54.388608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9cfe7580-2cd0-4074-b00c-a875aebc270b req-3fbc7b0c-054e-4c63-8efa-c6e364305055 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 944 time: 0.0994892 Aug 21 09:34:54.389924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=72681b53-c39b-4a87-8142-1dd71331be81,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:54.427601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Checking segment: {'id': 'a7dd3457-8676-4b37-8279-54ae8288dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:54.427601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network hostable DHCP agents. Network: af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:34:54.447202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9cfe7580-2cd0-4074-b00c-a875aebc270b req-cce82542-947d-474c-bb8d-1c217f30fb1c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523887 Aug 21 09:34:54.498634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:34:54.515520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90277660-a62c-4583-a60f-e79cf93a44e0 req-dd112eec-3ecc-4a3f-b982-e08dd90e7ff4 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:54.517042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90277660-a62c-4583-a60f-e79cf93a44e0 req-dd112eec-3ecc-4a3f-b982-e08dd90e7ff4 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 945 time: 0.0544746 Aug 21 09:34:54.555333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90277660-a62c-4583-a60f-e79cf93a44e0 req-743ed6af-28b3-42a1-b53e-432b53778444 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Aug 21 09:34:54.594986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:54.598510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:54.604567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:54.604746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d7bbf0-d895-4c3b-bdf0-8680480358e6 None None] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:54.605216 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:54.675803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-de1b33cf-27c4-435e-b79c-d85a30619342 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7899044 Aug 21 09:34:54.679336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53386) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:54.684362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-164950650'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:54.766462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:54.770585 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:54.793756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:34:54.802827 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:54.803166 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Added segment 0529b6e5-133f-421a-babd-952cf7cafb09 of type vlan for network 656354c3-6980-4409-8c1e-69e3c31eeb42 Aug 21 09:34:54.843868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:54.932260 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:54.937964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:54.938551 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:55.006710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Network': ['ID=656354c3-6980-4409-8c1e-69e3c31eeb42,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:55.017045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 656354c3-6980-4409-8c1e-69e3c31eeb42 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:34:55.064214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-da6e0695-9250-4185-a1e2-15e52d0b8dde tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3837752 Aug 21 09:34:55.067356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53388) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:55.072432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'ports': [{'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2'}, {'network_id': '656354c3-6980-4409-8c1e-69e3c31eeb42'}]} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:55.072742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:55.073211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': '656354c3-6980-4409-8c1e-69e3c31eeb42'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:55.292197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 2} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:55.296757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:55.312019 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:55.401272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port a4528b0e-1018-4f74-87e7-e7ef81cc4853 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:34:55.601293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a281395-79ef-4d24-b37b-c0798128b98a req-b58618ce-a6b7-449a-a5c9-bbce4ee3d4f4 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:55.602825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a281395-79ef-4d24-b37b-c0798128b98a req-b58618ce-a6b7-449a-a5c9-bbce4ee3d4f4 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 944 time: 0.0810816 Aug 21 09:34:55.615601 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:55.734146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a281395-79ef-4d24-b37b-c0798128b98a req-f65ad97f-b9f8-44c1-99de-ce215e887be5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229124 Aug 21 09:34:55.741216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port b14412e9-2ca9-4462-98b6-12eee8f7855c yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:34:55.763135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0913a-6be5-4565-b66c-6be1b5e9f964 req-a46e3063-985c-4187-b28c-a743d4e182c8 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:55.770320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3c0913a-6be5-4565-b66c-6be1b5e9f964 req-a46e3063-985c-4187-b28c-a743d4e182c8 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 945 time: 0.1317902 Aug 21 09:34:55.837982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3c0913a-6be5-4565-b66c-6be1b5e9f964 req-e9230d3e-a91b-4fe6-972d-57188df65171 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668297 Aug 21 09:34:55.895364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:56.023616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:56.063926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:34:56.066832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:56.070363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:56.071277 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:56.083925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=a4528b0e-1018-4f74-87e7-e7ef81cc4853,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:56.141344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=b14412e9-2ca9-4462-98b6-12eee8f7855c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:56.147258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Checking segment: {'id': '0529b6e5-133f-421a-babd-952cf7cafb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '656354c3-6980-4409-8c1e-69e3c31eeb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:56.147646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network hostable DHCP agents. Network: 656354c3-6980-4409-8c1e-69e3c31eeb42, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:34:56.224339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 656354c3-6980-4409-8c1e-69e3c31eeb42 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:34:56.326933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 656354c3-6980-4409-8c1e-69e3c31eeb42) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:56.332341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:34:56.337665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1583132b-5d5a-4f0b-8b70-4e0ddf586a20 None None] Network 656354c3-6980-4409-8c1e-69e3c31eeb42 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:56.338155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:56.344135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:56.344756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:56.452273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-385c98ac-00bb-47a0-8adf-ac3006e0f1c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3836846 Aug 21 09:34:56.454987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53400) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:56.543450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-81c16a5b-4b92-4d06-9621-9c621a2665e2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port b14412e9-2ca9-4462-98b6-12eee8f7855c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:56.543755 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81c16a5b-4b92-4d06-9621-9c621a2665e2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:56.586313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:34:56.609350 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81c16a5b-4b92-4d06-9621-9c621a2665e2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:56.624870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-81c16a5b-4b92-4d06-9621-9c621a2665e2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for b14412e9-2ca9-4462-98b6-12eee8f7855c owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:56.699504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:56.711140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'port_id': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'mac_address': 'fa:16:3e:95:20:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:34:56.751243 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:56.764251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:34:56.783525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:56.789482 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81c16a5b-4b92-4d06-9621-9c621a2665e2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:56.820720 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c16a5b-4b92-4d06-9621-9c621a2665e2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=b14412e9-2ca9-4462-98b6-12eee8f7855c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:56.824680 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81c16a5b-4b92-4d06-9621-9c621a2665e2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:56.826693 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-81c16a5b-4b92-4d06-9621-9c621a2665e2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/b14412e9-2ca9-4462-98b6-12eee8f7855c HTTP/1.1" status: 204 len: 168 time: 0.3706031 Aug 21 09:34:56.829519 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53408) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:56.859793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46588a59-c742-4c6f-833f-b493faee25b3 req-6fef188c-7c07-45d9-a7ee-e3929e8541bb tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:56.875004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46588a59-c742-4c6f-833f-b493faee25b3 req-6fef188c-7c07-45d9-a7ee-e3929e8541bb tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 944 time: 0.0584908 Aug 21 09:34:56.875235 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:56.910292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46588a59-c742-4c6f-833f-b493faee25b3 req-71d42227-bd0b-4aa1-bcd3-e050aea856ee tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420384 Aug 21 09:34:56.919897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:56.924485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ade9a-eb77-4a2d-a844-3fac99a62e27 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:56.931348 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ade9a-eb77-4a2d-a844-3fac99a62e27 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:56.933195 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3d3ade9a-eb77-4a2d-a844-3fac99a62e27 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1024141 Aug 21 09:34:56.938137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53410) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:57.035999 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-936792d4-31bd-483e-a200-cb132d9be63f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port a4528b0e-1018-4f74-87e7-e7ef81cc4853 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:57.036861 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-936792d4-31bd-483e-a200-cb132d9be63f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.085070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['8f8b7c3c-9fbb-4286-8c76-8a0b666169c5'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:34:57.102349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-936792d4-31bd-483e-a200-cb132d9be63f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.112268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca85fb-ea69-486c-8568-39fe330b8602 req-dc8be8a3-d1e5-4c6e-9010-c2280218faf8 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:57.114076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfca85fb-ea69-486c-8568-39fe330b8602 req-dc8be8a3-d1e5-4c6e-9010-c2280218faf8 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 945 time: 0.0508959 Aug 21 09:34:57.120235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-936792d4-31bd-483e-a200-cb132d9be63f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for a4528b0e-1018-4f74-87e7-e7ef81cc4853 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:57.154917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfca85fb-ea69-486c-8568-39fe330b8602 req-ec09fe2a-e199-495c-9e7b-edfcda17f094 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346563 Aug 21 09:34:57.274897 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-936792d4-31bd-483e-a200-cb132d9be63f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.304159 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936792d4-31bd-483e-a200-cb132d9be63f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=a4528b0e-1018-4f74-87e7-e7ef81cc4853,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:57.309473 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-936792d4-31bd-483e-a200-cb132d9be63f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.314171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53414) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:57.314321 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-936792d4-31bd-483e-a200-cb132d9be63f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/a4528b0e-1018-4f74-87e7-e7ef81cc4853 HTTP/1.1" status: 204 len: 168 time: 0.3750777 Aug 21 09:34:57.362627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed4da4f-5a8e-4d46-85a6-4cc4a149676a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:57.364072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2ed4da4f-5a8e-4d46-85a6-4cc4a149676a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0488892 Aug 21 09:34:57.366727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53416) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:57.389274 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-4519bbad-4c2a-46fa-995b-02a30425d47f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:34:57.390666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4519bbad-4c2a-46fa-995b-02a30425d47f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/b14412e9-2ca9-4462-98b6-12eee8f7855c HTTP/1.1" status: 404 len: 333 time: 0.0230563 Aug 21 09:34:57.393214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53418) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:57.420676 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c298b0-b657-4a7e-be99-922acb16c326 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:34:57.422081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a0c298b0-b657-4a7e-be99-922acb16c326 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/a4528b0e-1018-4f74-87e7-e7ef81cc4853 HTTP/1.1" status: 404 len: 333 time: 0.0279059 Aug 21 09:34:57.430670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53420) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:57.506183 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.597406 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.607236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656354c3-6980-4409-8c1e-69e3c31eeb42']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:57.618073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0529b6e5-133f-421a-babd-952cf7cafb09') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:57.618302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0529b6e5-133f-421a-babd-952cf7cafb09') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:34:57.627217 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.641324 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.648513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:34:57.648899 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:34:57.651774 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:34:57.765203 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.773342 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.775254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/networks/656354c3-6980-4409-8c1e-69e3c31eeb42 HTTP/1.1" status: 204 len: 168 time: 0.3437109 Aug 21 09:34:57.779716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53422) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:57.784329 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-946500871'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:57.787163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2025ac-9439-4de0-ae0c-6563830a44db tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Network': ['ID=656354c3-6980-4409-8c1e-69e3c31eeb42,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:57.869131 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:57.872591 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.897384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:34:57.906348 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:57.906689 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Added segment 9535aa08-b93c-4494-a2c1-b4f1d9ef30c1 of type vlan for network 72dc09e7-e492-466d-b104-4e7a3aa9141d Aug 21 09:34:57.950188 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:58.029523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54705e-0f72-4a88-b64e-a9c73b0eaa07 req-c77aa009-41a2-4b3a-aab2-cdb83e48d2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:58.031006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af54705e-0f72-4a88-b64e-a9c73b0eaa07 req-c77aa009-41a2-4b3a-aab2-cdb83e48d2d7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 945 time: 0.0510581 Aug 21 09:34:58.035417 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:58.041069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:58.041648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:58.075447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af54705e-0f72-4a88-b64e-a9c73b0eaa07 req-53f8f2eb-eabd-474b-8909-968f6f0c873c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385263 Aug 21 09:34:58.282567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c15f0d-84c2-4b16-a015-865741b74396 req-a7a884e8-c43e-477c-996c-e9bbb824154d tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:58.290612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59c15f0d-84c2-4b16-a015-865741b74396 req-a7a884e8-c43e-477c-996c-e9bbb824154d tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 945 time: 0.0537169 Aug 21 09:34:58.327364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59c15f0d-84c2-4b16-a015-865741b74396 req-fb227514-7b39-45ee-8157-ec747096cb47 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362580 Aug 21 09:34:58.381891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712198b-e230-43b2-8bc9-644c77675d71 req-e4bb5069-529f-4e87-aee2-4cffdf07a27a tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:58.383981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e712198b-e230-43b2-8bc9-644c77675d71 req-e4bb5069-529f-4e87-aee2-4cffdf07a27a tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 945 time: 0.0553522 Aug 21 09:34:58.432817 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Network': ['ID=72dc09e7-e492-466d-b104-4e7a3aa9141d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:58.443577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 72dc09e7-e492-466d-b104-4e7a3aa9141d details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:34:58.490147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e712198b-e230-43b2-8bc9-644c77675d71 req-d3b8e98b-a864-4533-a3dc-710891d0a2ea tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Deleting port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:34:58.490816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e712198b-e230-43b2-8bc9-644c77675d71 req-d3b8e98b-a864-4533-a3dc-710891d0a2ea tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:58.493219 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d3696ae9-57f6-44c2-b267-566a68f45e8d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7129111 Aug 21 09:34:58.496443 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53428) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:58.501580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': '72dc09e7-e492-466d-b104-4e7a3aa9141d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:58.584621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e712198b-e230-43b2-8bc9-644c77675d71 req-d3b8e98b-a864-4533-a3dc-710891d0a2ea tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] For port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c,segment=NetworkSegment(300e6900-4677-40ef-a809-f27ada7db00b),segment_id=300e6900-4677-40ef-a809-f27ada7db00b)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:58.584989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e712198b-e230-43b2-8bc9-644c77675d71 req-d3b8e98b-a864-4533-a3dc-710891d0a2ea tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:58.597164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e712198b-e230-43b2-8bc9-644c77675d71 req-d3b8e98b-a864-4533-a3dc-710891d0a2ea tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Calling delete_port for 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:34:58.610125 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:34:58.693039 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:58.696920 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:58.720999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:34:58.725313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:34:58.725777 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:58.805156 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:58.806957 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e712198b-e230-43b2-8bc9-644c77675d71 req-d3b8e98b-a864-4533-a3dc-710891d0a2ea tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:58.825028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:34:58.837117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8e98b-a864-4533-a3dc-710891d0a2ea tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Pushing event deleted for resources: {'Port': ['ID=9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:58.853035 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:58.855274 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f60b70-61e7-44ec-aeb3-07abcd9ef170" -d '{"events": [{"server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "name": "network-vif-plugged", "status": "completed", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:58.870338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:34:58.889302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e712198b-e230-43b2-8bc9-644c77675d71 req-d3b8e98b-a864-4533-a3dc-710891d0a2ea tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] No DVR routers for this DVR port 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:34:58.892240 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e712198b-e230-43b2-8bc9-644c77675d71 req-d3b8e98b-a864-4533-a3dc-710891d0a2ea tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:58.894799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e712198b-e230-43b2-8bc9-644c77675d71 req-d3b8e98b-a864-4533-a3dc-710891d0a2ea tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.13 "DELETE /v2.0/ports/9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c HTTP/1.1" status: 204 len: 173 time: 0.5053313 Aug 21 09:34:58.896639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3dc663-3c0e-4419-a5ac-f41c12eec33c', 'name': 'network-vif-deleted', 'tag': '9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:34:58.897608 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a3f2c-09a9-4d83-ae54-a4dc511b3998 x-openstack-request-id: req-f54a3f2c-09a9-4d83-ae54-a4dc511b3998 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:58.898035 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83d366b-64ba-4a91-a34f-51590b330106" -d '{"events": [{"server_uuid": "8d3dc663-3c0e-4419-a5ac-f41c12eec33c", "name": "network-vif-deleted", "tag": "9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:34:58.898306 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "name": "network-vif-plugged", "status": "completed", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:58.898739 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f54a3f2c-09a9-4d83-ae54-a4dc511b3998 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:58.899402 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'code': 200} Aug 21 09:34:58.940487 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f68fd-ad0c-450b-aa20-b847b8f0af11 x-openstack-request-id: req-f89f68fd-ad0c-450b-aa20-b847b8f0af11 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:34:58.941015 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3dc663-3c0e-4419-a5ac-f41c12eec33c", "name": "network-vif-deleted", "tag": "9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:34:58.942737 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:58.943855 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f89f68fd-ad0c-450b-aa20-b847b8f0af11 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:34:58.944825 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3dc663-3c0e-4419-a5ac-f41c12eec33c', 'name': 'network-vif-deleted', 'tag': '9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c', 'status': 'completed', 'code': 200} Aug 21 09:34:58.998759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:59.005076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cda1a-8330-4f89-a87b-5e1e4204df08 req-1ad0418f-494e-45db-acc4-7b93cb2cab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:59.006890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-191cda1a-8330-4f89-a87b-5e1e4204df08 req-1ad0418f-494e-45db-acc4-7b93cb2cab9a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 1098 time: 0.0495849 Aug 21 09:34:59.018292 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:59.043609 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-191cda1a-8330-4f89-a87b-5e1e4204df08 req-9de19667-1c8b-49db-948f-63598e311c6c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291855 Aug 21 09:34:59.087102 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Subnet': ['ID=7c60757f-8ad2-41f6-bc54-a8f40c6d646e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:34:59.097176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Checking segment: {'id': '9535aa08-b93c-4494-a2c1-b4f1d9ef30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '72dc09e7-e492-466d-b104-4e7a3aa9141d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:34:59.097546 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network hostable DHCP agents. Network: 72dc09e7-e492-466d-b104-4e7a3aa9141d, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:34:59.193995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d49a8b-5a94-4ef1-a850-34816c98acf4 req-c09a0328-07ee-48c0-bef4-e02ffd650e4d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:59.195421 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d49a8b-5a94-4ef1-a850-34816c98acf4 req-c09a0328-07ee-48c0-bef4-e02ffd650e4d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.0491250 Aug 21 09:34:59.201021 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 72dc09e7-e492-466d-b104-4e7a3aa9141d is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:34:59.234247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66d49a8b-5a94-4ef1-a850-34816c98acf4 req-2952970a-9a94-43fe-b504-5009ba8a9923 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326061 Aug 21 09:34:59.290680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 72dc09e7-e492-466d-b104-4e7a3aa9141d) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:34:59.294931 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:34:59.295521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:59.300134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a5a19e-3871-4740-8608-621fb78a69bf None None] Network 72dc09e7-e492-466d-b104-4e7a3aa9141d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:34:59.442879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9968cfd7-44e9-4fbd-a9e6-3eaa00e34f8f req-4dbcc514-baf6-48d4-b7a8-404326be12a2 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d3dc663-3c0e-4419-a5ac-f41c12eec33c HTTP/1.1" status: 200 len: 210 time: 0.0278211 Aug 21 09:34:59.475323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-72dc09e7-e492-466d-b104-4e7a3aa9141d', 'network_id': '72dc09e7-e492-466d-b104-4e7a3aa9141d', 'tenant_id': 'e85971425e634028b43131705115a88e', 'fixed_ips': [{'subnet_id': '7c60757f-8ad2-41f6-bc54-a8f40c6d646e'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:34:59.476273 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:59.595339 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c10c5fbe-85e3-4ba1-b1f5-c8ffad6be5ad tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0975344 Aug 21 09:34:59.613400 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53438) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:34:59.618634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': '72dc09e7-e492-466d-b104-4e7a3aa9141d', 'name': 'tempest-PortsTestJSON-127280333'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:34:59.732489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Allocated IP 172.20.0.2 (72dc09e7-e492-466d-b104-4e7a3aa9141d/7c60757f-8ad2-41f6-bc54-a8f40c6d646e/138ce9e6-4a9d-488c-a69f-f89e33ca6967) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:34:59.840985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:34:59.844738 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:59.862702 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port 722f2925-f803-4e82-855a-98cc826dcc4b yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:34:59.885537 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:34:59.897033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Transition to ACTIVE for port object 138ce9e6-4a9d-488c-a69f-f89e33ca6967 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:34:59.911995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Transition to ACTIVE for port object 138ce9e6-4a9d-488c-a69f-f89e33ca6967 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:00.007114 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:00.047168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Network 72dc09e7-e492-466d-b104-4e7a3aa9141d is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:00.050399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:00.053359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:00.059209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.14 (72dc09e7-e492-466d-b104-4e7a3aa9141d/7c60757f-8ad2-41f6-bc54-a8f40c6d646e/722f2925-f803-4e82-855a-98cc826dcc4b) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:00.069471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Pushing event updated for resources: {'Port': ['ID=138ce9e6-4a9d-488c-a69f-f89e33ca6967,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:00.121497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Attempting to bind port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:35:00.121861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Attempting to bind port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '9535aa08-b93c-4494-a2c1-b4f1d9ef30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '72dc09e7-e492-466d-b104-4e7a3aa9141d'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:35:00.122224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Attempting to bind port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 on network 72dc09e7-e492-466d-b104-4e7a3aa9141d {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:35:00.127379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:35:00.127753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Checking segment: {'id': '9535aa08-b93c-4494-a2c1-b4f1d9ef30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '72dc09e7-e492-466d-b104-4e7a3aa9141d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:00.128151 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:00.128537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Bound using segment: {'id': '9535aa08-b93c-4494-a2c1-b4f1d9ef30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '72dc09e7-e492-466d-b104-4e7a3aa9141d'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:35:00.129000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Bound port: 138ce9e6-4a9d-488c-a69f-f89e33ca6967, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9535aa08-b93c-4494-a2c1-b4f1d9ef30c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '72dc09e7-e492-466d-b104-4e7a3aa9141d'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:35:00.129375 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:00.198714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] For port 138ce9e6-4a9d-488c-a69f-f89e33ca6967, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:35:00.202224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] For port 138ce9e6-4a9d-488c-a69f-f89e33ca6967, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=138ce9e6-4a9d-488c-a69f-f89e33ca6967,segment=NetworkSegment(9535aa08-b93c-4494-a2c1-b4f1d9ef30c1),segment_id=9535aa08-b93c-4494-a2c1-b4f1d9ef30c1)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:35:00.231400 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:00.246704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object 722f2925-f803-4e82-855a-98cc826dcc4b will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:00.273969 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:00.355719 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb22faa-a696-412c-8254-44d91c5010c3 None None] Pushing event updated for resources: {'Port': ['ID=138ce9e6-4a9d-488c-a69f-f89e33ca6967,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:00.360990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a24078-68a6-4ed2-be9e-774733ee6779 req-0dc5834c-dc16-45ea-bfb5-4c4d892cf315 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:00.362621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53a24078-68a6-4ed2-be9e-774733ee6779 req-0dc5834c-dc16-45ea-bfb5-4c4d892cf315 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.0616798 Aug 21 09:35:00.382592 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:00.406490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53a24078-68a6-4ed2-be9e-774733ee6779 req-b724b9e5-2c04-45d3-833b-43a3d79ac241 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364532 Aug 21 09:35:00.429544 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 72dc09e7-e492-466d-b104-4e7a3aa9141d is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:00.435785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:00.444958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:00.454180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=722f2925-f803-4e82-855a-98cc826dcc4b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:00.524112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:00.525206 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:00.600650 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-17177906-c539-4e50-8f61-c3c23c07c015 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9861004 Aug 21 09:35:00.603483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53446) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:00.708113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-adf9f231-bc71-4b9d-b757-077dfb4776a7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 722f2925-f803-4e82-855a-98cc826dcc4b {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:00.708441 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adf9f231-bc71-4b9d-b757-077dfb4776a7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:00.795351 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adf9f231-bc71-4b9d-b757-077dfb4776a7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:00.807652 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-adf9f231-bc71-4b9d-b757-077dfb4776a7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 722f2925-f803-4e82-855a-98cc826dcc4b owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:00.811752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-398ab12d-907e-4f1d-9535-dec44e168536 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:00.813532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-398ab12d-907e-4f1d-9535-dec44e168536 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/networks?id=bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 HTTP/1.1" status: 200 len: 808 time: 0.1072006 Aug 21 09:35:00.829352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-fad40bd4-e28a-4889-bc8a-06f024fc65b8 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/quotas/051ffcc0bd07497aaa70857b7433250c HTTP/1.1" status: 200 len: 375 time: 0.0099759 Aug 21 09:35:00.867000 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-4f609e5c-9d11-466b-8358-90316dfd226e tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=051ffcc0bd07497aaa70857b7433250c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298119 Aug 21 09:35:00.964044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-13e9d058-0072-405a-9c96-e91e62515a89 service neutron] 10.222.0.20 "GET /v2.0/networks/bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900896 Aug 21 09:35:01.011137 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adf9f231-bc71-4b9d-b757-077dfb4776a7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:01.042456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9f231-bc71-4b9d-b757-077dfb4776a7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=722f2925-f803-4e82-855a-98cc826dcc4b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:01.063054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-b1b02364-7e99-45d3-a499-a1af9c56e548 service neutron] 10.222.0.20 "GET /v2.0/networks/bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924582 Aug 21 09:35:01.131661 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adf9f231-bc71-4b9d-b757-077dfb4776a7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:01.134115 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-adf9f231-bc71-4b9d-b757-077dfb4776a7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/722f2925-f803-4e82-855a-98cc826dcc4b HTTP/1.1" status: 204 len: 168 time: 0.5294204 Aug 21 09:35:01.136802 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53458) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:01.163126 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd224c5-904a-4ab2-af1d-74d8fdee07b1 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:35:01.163871 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd224c5-904a-4ab2-af1d-74d8fdee07b1 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:35:01.165764 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-acd224c5-904a-4ab2-af1d-74d8fdee07b1 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/722f2925-f803-4e82-855a-98cc826dcc4b HTTP/1.1" status: 404 len: 333 time: 0.0278428 Aug 21 09:35:01.168463 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53460) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:01.194921 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4bcc43-d0b1-44ee-b10d-962d7061d439 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:01.196615 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9e4bcc43-d0b1-44ee-b10d-962d7061d439 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/722f2925-f803-4e82-855a-98cc826dcc4b HTTP/1.1" status: 404 len: 333 time: 0.0269041 Aug 21 09:35:01.199449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53462) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:01.275171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b620b9ce-dcdb-4b98-bea9-201915268d01 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting subnet 7c60757f-8ad2-41f6-bc54-a8f40c6d646e {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:35:01.280051 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b620b9ce-dcdb-4b98-bea9-201915268d01 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:01.331873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40b71eb3-7d6d-4172-b290-47c2903047d7 req-9e68c3fb-4928-4ed7-9bad-742b024e56fc tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 210 time: 0.0524192 Aug 21 09:35:01.364917 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b620b9ce-dcdb-4b98-bea9-201915268d01 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:01.429764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9be1d35-2646-4497-a28d-31c33682ca3b None None] Network 72dc09e7-e492-466d-b104-4e7a3aa9141d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:01.468972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 138ce9e6-4a9d-488c-a69f-f89e33ca6967 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:01.476622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b620b9ce-dcdb-4b98-bea9-201915268d01 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:01.528879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:35:01.562341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:35:01.562693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 9690a9e3-98d2-40f0-a4bc-953ac8ba2c1c not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:35:01.576292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065a9ee-37b3-4731-99b0-a63f682ec988 req-a6042a35-4716-42dc-8d53-68c1a49d35a2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:01.577902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d065a9ee-37b3-4731-99b0-a63f682ec988 req-a6042a35-4716-42dc-8d53-68c1a49d35a2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.0700581 Aug 21 09:35:01.618681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d065a9ee-37b3-4731-99b0-a63f682ec988 req-0dd68c80-a3d1-4926-b438-3aed8a402d13 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326393 Aug 21 09:35:01.667234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-931adc4f-1f01-4194-9838-a680bd12ee03 None None] Provisioning for port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:01.714403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:01.715041 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:01.715546 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:01.717248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b620b9ce-dcdb-4b98-bea9-201915268d01 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:01.756754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620b9ce-dcdb-4b98-bea9-201915268d01 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Subnet': ['ID=7c60757f-8ad2-41f6-bc54-a8f40c6d646e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:01.765497 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b620b9ce-dcdb-4b98-bea9-201915268d01 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:01.767208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b620b9ce-dcdb-4b98-bea9-201915268d01 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/7c60757f-8ad2-41f6-bc54-a8f40c6d646e HTTP/1.1" status: 204 len: 168 time: 0.5667133 Aug 21 09:35:01.771322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53476) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:01.789331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecbd00-7f54-423b-b373-d94c6fae2512 req-6edcc660-41b3-4012-9660-888b1cc615cd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:01.789993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aecbd00-7f54-423b-b373-d94c6fae2512 req-6edcc660-41b3-4012-9660-888b1cc615cd tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.1014159 Aug 21 09:35:01.824085 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:01.846097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aecbd00-7f54-423b-b373-d94c6fae2512 req-f57fe0f4-3e00-4803-abdf-3db561aa93e7 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475843 Aug 21 09:35:01.859645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 138ce9e6-4a9d-488c-a69f-f89e33ca6967, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=138ce9e6-4a9d-488c-a69f-f89e33ca6967,segment=NetworkSegment(9535aa08-b93c-4494-a2c1-b4f1d9ef30c1),segment_id=9535aa08-b93c-4494-a2c1-b4f1d9ef30c1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:01.874252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53478) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:01.914664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:01.941152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c967284-51fc-43ed-8c07-d027d9e37ee3 None None] Network 72dc09e7-e492-466d-b104-4e7a3aa9141d requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:01.959311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335d5188-002a-47db-ac78-da71ee18a281 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:01.959311 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-335d5188-002a-47db-ac78-da71ee18a281 tempest-TestNetworkAdvancedServerOps-1760714364 tempest-TestNetworkAdvancedServerOps-1760714364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 1093 time: 0.0811996 Aug 21 09:35:01.959666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53482) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:01.964385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:01.981683 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:01.982188 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:01.997238 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.046795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] For port 138ce9e6-4a9d-488c-a69f-f89e33ca6967, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=138ce9e6-4a9d-488c-a69f-f89e33ca6967,segment=NetworkSegment(9535aa08-b93c-4494-a2c1-b4f1d9ef30c1),segment_id=9535aa08-b93c-4494-a2c1-b4f1d9ef30c1)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:02.047156 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.055748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f73f2644-58d6-42de-a521-2cc2a77c0df4 None None] Provisioning complete for port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:02.056187 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f73f2644-58d6-42de-a521-2cc2a77c0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.064417 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 138ce9e6-4a9d-488c-a69f-f89e33ca6967 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:02.102868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.149707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=138ce9e6-4a9d-488c-a69f-f89e33ca6967,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:02.207704 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.238925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85dba35-b4f6-451f-a6c0-e7be32fd6aea None None] DHCP port deletion for 72dc09e7-e492-466d-b104-4e7a3aa9141d request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:35:02.252304 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.280949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=138ce9e6-4a9d-488c-a69f-f89e33ca6967,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:02.286608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No DVR routers for this DVR port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:02.289219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f85dba35-b4f6-451f-a6c0-e7be32fd6aea None None] Deleting port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:02.290289 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f85dba35-b4f6-451f-a6c0-e7be32fd6aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.364371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Allocated IP 172.25.5.155 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/239f85ed-56e9-43f9-b352-bbcd91cd305b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:02.373036 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.373557 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f85dba35-b4f6-451f-a6c0-e7be32fd6aea None None] For port 138ce9e6-4a9d-488c-a69f-f89e33ca6967, host n-d-766726-28, got binding levels [] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:02.373963 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f85dba35-b4f6-451f-a6c0-e7be32fd6aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.387171 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72dc09e7-e492-466d-b104-4e7a3aa9141d']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:02.389287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f85dba35-b4f6-451f-a6c0-e7be32fd6aea None None] Calling delete_port for 138ce9e6-4a9d-488c-a69f-f89e33ca6967 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:02.391927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.ipam_backend_mixin [None req-f85dba35-b4f6-451f-a6c0-e7be32fd6aea None None] Port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 was not found and therefore no delete operation was performed {{(pid=106758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 09:35:02.393305 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f85dba35-b4f6-451f-a6c0-e7be32fd6aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.402322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9535aa08-b93c-4494-a2c1-b4f1d9ef30c1') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:02.402882 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9535aa08-b93c-4494-a2c1-b4f1d9ef30c1') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:02.413421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.421472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dba35-b4f6-451f-a6c0-e7be32fd6aea None None] Pushing event deleted for resources: {'Port': ['ID=138ce9e6-4a9d-488c-a69f-f89e33ca6967,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:02.423509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85dba35-b4f6-451f-a6c0-e7be32fd6aea None None] No DVR routers for this DVR port 138ce9e6-4a9d-488c-a69f-f89e33ca6967 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:02.439304 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.449067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:35:02.449499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:35:02.452786 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:35:02.647103 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.654243 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.660048 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/networks/72dc09e7-e492-466d-b104-4e7a3aa9141d HTTP/1.1" status: 204 len: 168 time: 0.8871951 Aug 21 09:35:02.662725 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53486) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:02.677466 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-468900152'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:02.682166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e354fa-5476-4d45-8f3c-d7450bff7709 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Network': ['ID=72dc09e7-e492-466d-b104-4e7a3aa9141d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:02.760823 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:02.764780 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.799436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:35:02.810561 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.810974 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Added segment a178a6fe-3daa-4c3c-a6a5-ebb10c006683 of type vlan for network 2a137198-95de-4812-bb69-e0d8ed553758 Aug 21 09:35:02.822544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86ead07c-ea4b-4252-b64a-6664775fa115 req-d51c1204-8a63-4bb4-887e-438f94093ad7 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 210 time: 0.3880491 Aug 21 09:35:02.851851 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.877433 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.949670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.955299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:02.958633 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:02.978327 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:03.023015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:03.025748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:03.029267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:03.033398 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Network': ['ID=2a137198-95de-4812-bb69-e0d8ed553758,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:03.042512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2a137198-95de-4812-bb69-e0d8ed553758 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:35:03.055635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=239f85ed-56e9-43f9-b352-bbcd91cd305b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:03.076943 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6cb6d8b3-3264-4670-8ae1-c08e202ee380 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4123209 Aug 21 09:35:03.079338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53488) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:03.084511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': '2a137198-95de-4812-bb69-e0d8ed553758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:03.352486 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:03.356027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:03.391047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 138ce9e6-4a9d-488c-a69f-f89e33ca6967 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:35:03.413164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 138ce9e6-4a9d-488c-a69f-f89e33ca6967 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:35:03.413502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 138ce9e6-4a9d-488c-a69f-f89e33ca6967 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:35:03.642500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:03.760220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-f7bddf08-72de-47fb-b208-d95ffdd97fc5 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:03.761658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-f7bddf08-72de-47fb-b208-d95ffdd97fc5 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.13 "GET /v2.0/networks?id=bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 HTTP/1.1" status: 200 len: 808 time: 0.2392020 Aug 21 09:35:03.775521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Request body: {'port': {'device_id': 'd97b031f-285f-4384-b770-ffaccbe219c5', 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8', 'admin_state_up': True, 'tenant_id': '051ffcc0bd07497aaa70857b7433250c'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:03.862825 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:03.965299 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:03.973628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bde873c4-b171-4e7e-895c-870231a66a9b req-89464760-22fa-416e-b3a2-1213302c3e67 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 210 time: 0.0608683 Aug 21 09:35:04.017390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Subnet': ['ID=105714b4-7b85-45bc-b473-cd584e6ca47b,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:04.037741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Checking segment: {'id': 'a178a6fe-3daa-4c3c-a6a5-ebb10c006683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2a137198-95de-4812-bb69-e0d8ed553758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:04.038103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network hostable DHCP agents. Network: 2a137198-95de-4812-bb69-e0d8ed553758, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:35:04.098573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Made reservation on behalf of 051ffcc0bd07497aaa70857b7433250c for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:04.102211 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:04.184249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 2a137198-95de-4812-bb69-e0d8ed553758 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:35:04.261011 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:04.279193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Allocated IP 172.20.0.4 (bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8/af81522f-2a31-4018-9cec-6f889b3ec138/d66fc49a-4e4a-43d9-aa33-5f9163b794c2) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:04.283329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 2a137198-95de-4812-bb69-e0d8ed553758) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:04.292177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:04.292737 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:04.294212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad8fb9e-113d-4940-b39c-329ff22055ee None None] Network 2a137198-95de-4812-bb69-e0d8ed553758 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:04.329960 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:04.441458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-2a137198-95de-4812-bb69-e0d8ed553758', 'network_id': '2a137198-95de-4812-bb69-e0d8ed553758', 'tenant_id': 'e85971425e634028b43131705115a88e', 'fixed_ips': [{'subnet_id': '105714b4-7b85-45bc-b473-cd584e6ca47b'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:35:04.442437 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:04.443712 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-aeb4f9b2-598c-463c-b00e-d6e7d1c8673a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3638189 Aug 21 09:35:04.447859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53492) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:04.455129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': '2a137198-95de-4812-bb69-e0d8ed553758', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1860917720'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:04.469921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event updated for resources: {'Port': ['ID=239f85ed-56e9-43f9-b352-bbcd91cd305b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:04.482169 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:04.597959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Allocated IP 172.20.0.2 (2a137198-95de-4812-bb69-e0d8ed553758/105714b4-7b85-45bc-b473-cd584e6ca47b/8067bd04-c261-46c3-baf3-4dd61bb5efd8) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:04.599424 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:04.624384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:04.627461 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Floating IP 294bb263-b73c-4309-8553-6a40e8413177 associated. External IP: 172.25.5.155, port: 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5. Aug 21 09:35:04.628322 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:04.647435 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port 5b5c0505-1324-4024-a99c-62838ce3faa2 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:04.748748 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:04.756783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Transition to ACTIVE for port object 8067bd04-c261-46c3-baf3-4dd61bb5efd8 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:04.771796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Transition to ACTIVE for port object 8067bd04-c261-46c3-baf3-4dd61bb5efd8 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:04.849776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:35:04.896003 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:04.904267 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:04.941035 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Network 2a137198-95de-4812-bb69-e0d8ed553758 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:04.944889 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:04.947481 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:04.952737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:04.958910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.3 (2a137198-95de-4812-bb69-e0d8ed553758/105714b4-7b85-45bc-b473-cd584e6ca47b/5b5c0505-1324-4024-a99c-62838ce3faa2) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:04.978798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Pushing event updated for resources: {'Port': ['ID=8067bd04-c261-46c3-baf3-4dd61bb5efd8,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:04.987999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:05.004912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:05.004912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Pushing event updated for resources: {'Port': ['ID=d66fc49a-4e4a-43d9-aa33-5f9163b794c2,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:05.033666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Attempting to bind port 8067bd04-c261-46c3-baf3-4dd61bb5efd8 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:35:05.033982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Attempting to bind port 8067bd04-c261-46c3-baf3-4dd61bb5efd8 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'a178a6fe-3daa-4c3c-a6a5-ebb10c006683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2a137198-95de-4812-bb69-e0d8ed553758'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:35:05.034361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Attempting to bind port 8067bd04-c261-46c3-baf3-4dd61bb5efd8 on network 2a137198-95de-4812-bb69-e0d8ed553758 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:35:05.041079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:35:05.045897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Checking segment: {'id': 'a178a6fe-3daa-4c3c-a6a5-ebb10c006683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2a137198-95de-4812-bb69-e0d8ed553758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:05.045897 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.045897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Bound using segment: {'id': 'a178a6fe-3daa-4c3c-a6a5-ebb10c006683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2a137198-95de-4812-bb69-e0d8ed553758'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:35:05.045897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Bound port: 8067bd04-c261-46c3-baf3-4dd61bb5efd8, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a178a6fe-3daa-4c3c-a6a5-ebb10c006683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2a137198-95de-4812-bb69-e0d8ed553758'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:35:05.045897 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.052130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:35:05.064903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:05.065438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf0ad9-68fa-46fc-96a3-95caaac93aec None None] Sync routers for ids ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:35:05.065582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.105186 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf0ad9-68fa-46fc-96a3-95caaac93aec None None] Routers {'243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:35:05.105715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-96cf0ad9-68fa-46fc-96a3-95caaac93aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:05.125966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.131124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4257a2-2d8a-4a86-bec3-8b9ca5a6a7b4 req-14a349d6-e551-4b11-abd3-af39609953c7 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:05.132854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d4257a2-2d8a-4a86-bec3-8b9ca5a6a7b4 req-14a349d6-e551-4b11-abd3-af39609953c7 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 931 time: 0.0515983 Aug 21 09:35:05.141611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object 5b5c0505-1324-4024-a99c-62838ce3faa2 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:05.155245 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.180498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-6a6b3806-b6b9-4245-bc97-2a47740d75ce tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4084449 Aug 21 09:35:05.188379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3c379456-3483-421d-89ad-3b825866a95f None None] For port 8067bd04-c261-46c3-baf3-4dd61bb5efd8, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:35:05.199437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Request body: {'port': {'device_id': 'd97b031f-285f-4384-b770-ffaccbe219c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:05.211678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d4257a2-2d8a-4a86-bec3-8b9ca5a6a7b4 req-69a9eb84-f0d7-4243-9375-cc59ed6f72ba tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719919 Aug 21 09:35:05.219185 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.229790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-feebc8d1-57a2-416c-b507-464cc83cba33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2691777 Aug 21 09:35:05.232865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:35:05.239624 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:35:05.269646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 2a137198-95de-4812-bb69-e0d8ed553758 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:05.273908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:05.277024 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:05.281556 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.318973 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3983060-d0a3-4d1d-aa10-b2c8a3de2476 x-openstack-request-id: req-c3983060-d0a3-4d1d-aa10-b2c8a3de2476 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:35:05.319781 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:35:05.328012 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3983060-d0a3-4d1d-aa10-b2c8a3de2476 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:35:05.328012 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'status': 'completed', 'code': 200} Aug 21 09:35:05.335617 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=5b5c0505-1324-4024-a99c-62838ce3faa2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:05.347181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:05.347768 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.454414 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-45ab2d52-a0aa-4c16-8ddf-9e1706060083 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0064988 Aug 21 09:35:05.456795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53500) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:05.464687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3c379456-3483-421d-89ad-3b825866a95f None None] For port 8067bd04-c261-46c3-baf3-4dd61bb5efd8, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8067bd04-c261-46c3-baf3-4dd61bb5efd8,segment=NetworkSegment(a178a6fe-3daa-4c3c-a6a5-ebb10c006683),segment_id=a178a6fe-3daa-4c3c-a6a5-ebb10c006683)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:35:05.487664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44eefa2-f70c-43ff-903b-684b3fa9e165 req-d0725a22-a15c-48d3-a063-e2f44c1fb027 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:05.491937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e44eefa2-f70c-43ff-903b-684b3fa9e165 req-d0725a22-a15c-48d3-a063-e2f44c1fb027 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.1664109 Aug 21 09:35:05.496244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-96cf0ad9-68fa-46fc-96a3-95caaac93aec None None] Set router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:35:05.496786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9 req-310ba7c1-b20e-410f-9328-59abd7a8a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:05.498281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9 req-310ba7c1-b20e-410f-9328-59abd7a8a64a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 1098 time: 0.1469116 Aug 21 09:35:05.551443 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d19287d9-691b-4e3b-b9ed-bfc0db7921ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 5b5c0505-1324-4024-a99c-62838ce3faa2 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:05.551924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d19287d9-691b-4e3b-b9ed-bfc0db7921ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.574108 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.645231 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d19287d9-691b-4e3b-b9ed-bfc0db7921ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.653836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e44eefa2-f70c-43ff-903b-684b3fa9e165 req-1da7c065-3740-4805-979b-8b4a1ece845e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523314 Aug 21 09:35:05.677646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d19287d9-691b-4e3b-b9ed-bfc0db7921ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 5b5c0505-1324-4024-a99c-62838ce3faa2 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:05.689515 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53502) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:05.712559 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c379456-3483-421d-89ad-3b825866a95f None None] Pushing event updated for resources: {'Port': ['ID=8067bd04-c261-46c3-baf3-4dd61bb5efd8,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:05.713188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9 req-1f4da980-aa21-4e84-9d63-746e509f5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:05.714704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9 req-1f4da980-aa21-4e84-9d63-746e509f5514 service neutron] 10.222.0.22 "GET /v2.0/networks?id=181c322f-c891-4f45-8de8-2a1a2198ab96 HTTP/1.1" status: 200 len: 897 time: 0.2047687 Aug 21 09:35:05.806463 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e535dbc7-37c2-419d-9a17-1ae3bb1acc9c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/294bb263-b73c-4309-8553-6a40e8413177 HTTP/1.1" status: 200 len: 992 time: 0.1157887 Aug 21 09:35:05.829947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-96cf0ad9-68fa-46fc-96a3-95caaac93aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:43Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '294bb263-b73c-4309-8553-6a40e8413177', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'port_id': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'mac_address': 'fa:16:3e:95:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:35:03Z', 'updated_at': '2021-08-21T09:35:03Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa84c895-b37c-4c75-893e-ef60b9b6d907', 'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:41:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:42Z', 'updated_at': '2021-08-21T09:34:49Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73eaf456-dd1e-435c-8f08-69a989062474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:05.830262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66fc49a-4e4a-43d9-aa33-5f9163b794c2 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:35:05.840149 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.843884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9 req-a798eb40-67d3-484f-8d64-b50dd02a5905 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 HTTP/1.1" status: 200 len: 1000 time: 0.1155369 Aug 21 09:35:05.892013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Transition to ACTIVE for port object d66fc49a-4e4a-43d9-aa33-5f9163b794c2 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:05.893852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf0ad9-68fa-46fc-96a3-95caaac93aec None None] Checking router: 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:35:05.903500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf0ad9-68fa-46fc-96a3-95caaac93aec None None] Routers {'243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:35:05.904282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-96cf0ad9-68fa-46fc-96a3-95caaac93aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:34:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:05.941497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9 req-08c72e5c-40a9-4262-bb67-f9cb2e32285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:05.943387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9 req-08c72e5c-40a9-4262-bb67-f9cb2e32285e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=73eaf456-dd1e-435c-8f08-69a989062474 HTTP/1.1" status: 200 len: 835 time: 0.0921447 Aug 21 09:35:05.994253 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:05.995482 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d19287d9-691b-4e3b-b9ed-bfc0db7921ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.034619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19287d9-691b-4e3b-b9ed-bfc0db7921ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=5b5c0505-1324-4024-a99c-62838ce3faa2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:06.056557 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-96cf0ad9-68fa-46fc-96a3-95caaac93aec None None] Set router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:35:06.076297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9 req-9f00ed77-b539-4b5a-9d2a-5c4941a1a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:06.077806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9 req-9f00ed77-b539-4b5a-9d2a-5c4941a1a656 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=181c322f-c891-4f45-8de8-2a1a2198ab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261492 Aug 21 09:35:06.080672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Pushing event updated for resources: {'Port': ['ID=d66fc49a-4e4a-43d9-aa33-5f9163b794c2,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:06.113140 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d19287d9-691b-4e3b-b9ed-bfc0db7921ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.118069 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d19287d9-691b-4e3b-b9ed-bfc0db7921ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/5b5c0505-1324-4024-a99c-62838ce3faa2 HTTP/1.1" status: 204 len: 168 time: 0.6571624 Aug 21 09:35:06.118628 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53504) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:06.148736 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-831481fc-be06-44b1-afa3-b31118073d3e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:06.152934 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-831481fc-be06-44b1-afa3-b31118073d3e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/5b5c0505-1324-4024-a99c-62838ce3faa2 HTTP/1.1" status: 404 len: 333 time: 0.0309834 Aug 21 09:35:06.153244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53506) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:06.209557 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36f2b89-c370-4af8-a298-19b71d7edfb9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting subnet 105714b4-7b85-45bc-b473-cd584e6ca47b {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:35:06.213296 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f36f2b89-c370-4af8-a298-19b71d7edfb9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.213975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Attempting to bind port d66fc49a-4e4a-43d9-aa33-5f9163b794c2 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:35:06.214312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Attempting to bind port d66fc49a-4e4a-43d9-aa33-5f9163b794c2 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '300e6900-4677-40ef-a809-f27ada7db00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:35:06.214638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Attempting to bind port d66fc49a-4e4a-43d9-aa33-5f9163b794c2 on network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:35:06.226671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Port d66fc49a-4e4a-43d9-aa33-5f9163b794c2 on network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:35:06.227043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Attempting to bind port d66fc49a-4e4a-43d9-aa33-5f9163b794c2 on network bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:35:06.230487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9 req-5b52f7b4-086a-43c6-8d38-f3a31ae3c385 service neutron] 10.222.0.22 "GET /v2.0/networks/181c322f-c891-4f45-8de8-2a1a2198ab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445224 Aug 21 09:35:06.236278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:35:06.236278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Checking segment: {'id': '300e6900-4677-40ef-a809-f27ada7db00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:06.236594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Bound using segment: {'id': '300e6900-4677-40ef-a809-f27ada7db00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:35:06.236937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Bound port: d66fc49a-4e4a-43d9-aa33-5f9163b794c2, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300e6900-4677-40ef-a809-f27ada7db00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:35:06.237371 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.260174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f36f2b89-c370-4af8-a298-19b71d7edfb9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.340180 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-96cf0ad9-68fa-46fc-96a3-95caaac93aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:43Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '294bb263-b73c-4309-8553-6a40e8413177', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'port_id': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'mac_address': 'fa:16:3e:95:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:35:03Z', 'updated_at': '2021-08-21T09:35:03Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa84c895-b37c-4c75-893e-ef60b9b6d907', 'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:41:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:42Z', 'updated_at': '2021-08-21T09:34:49Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73eaf456-dd1e-435c-8f08-69a989062474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:06.371326 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f36f2b89-c370-4af8-a298-19b71d7edfb9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.386368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf0ad9-68fa-46fc-96a3-95caaac93aec None None] The sync data for ids ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'] in n-d-766726-28 is: [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:43Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '294bb263-b73c-4309-8553-6a40e8413177', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'port_id': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'mac_address': 'fa:16:3e:95:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:35:03Z', 'updated_at': '2021-08-21T09:35:03Z', 'revision_number': 0, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa84c895-b37c-4c75-893e-ef60b9b6d907', 'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:41:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:42Z', 'updated_at': '2021-08-21T09:34:49Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73eaf456-dd1e-435c-8f08-69a989062474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:35:06.555466 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f36f2b89-c370-4af8-a298-19b71d7edfb9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.589996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f2b89-c370-4af8-a298-19b71d7edfb9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Subnet': ['ID=105714b4-7b85-45bc-b473-cd584e6ca47b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:06.596871 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f36f2b89-c370-4af8-a298-19b71d7edfb9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.599171 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f36f2b89-c370-4af8-a298-19b71d7edfb9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/105714b4-7b85-45bc-b473-cd584e6ca47b HTTP/1.1" status: 204 len: 168 time: 0.4449546 Aug 21 09:35:06.604952 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53510) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:06.681875 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ad66f-93ad-49da-bccc-f40a55341f88 None None] New status for floating IP 294bb263-b73c-4309-8553-6a40e8413177: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:35:06.694484 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.760186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 8067bd04-c261-46c3-baf3-4dd61bb5efd8 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:06.760508 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.780084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1feea91-6866-4479-990d-6d9f38f9657f None None] Network 2a137198-95de-4812-bb69-e0d8ed553758 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:06.800519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658208-f6d2-4378-8b85-686e2a06f860 req-af72002c-0f44-4443-b4d4-6358e06503f9 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:06.802598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80658208-f6d2-4378-8b85-686e2a06f860 req-af72002c-0f44-4443-b4d4-6358e06503f9 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 943 time: 0.5068221 Aug 21 09:35:06.805709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] For port d66fc49a-4e4a-43d9-aa33-5f9163b794c2, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:35:06.809565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98b4a600-d0f9-45c6-a6d9-8b91f076f4a9 req-8f087afa-c1cc-4b23-97dc-273d0add3585 service neutron] 10.222.0.22 "GET /v2.0/networks/181c322f-c891-4f45-8de8-2a1a2198ab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698514 Aug 21 09:35:06.810219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53512) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:06.835740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] For port d66fc49a-4e4a-43d9-aa33-5f9163b794c2, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d66fc49a-4e4a-43d9-aa33-5f9163b794c2,segment=NetworkSegment(300e6900-4677-40ef-a809-f27ada7db00b),segment_id=300e6900-4677-40ef-a809-f27ada7db00b)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:35:06.842148 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] For port 8067bd04-c261-46c3-baf3-4dd61bb5efd8, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8067bd04-c261-46c3-baf3-4dd61bb5efd8,segment=NetworkSegment(a178a6fe-3daa-4c3c-a6a5-ebb10c006683),segment_id=a178a6fe-3daa-4c3c-a6a5-ebb10c006683)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:06.842996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.859285 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 8067bd04-c261-46c3-baf3-4dd61bb5efd8 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:06.908578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80658208-f6d2-4378-8b85-686e2a06f860 req-6848ec8e-6737-4e46-9667-d7f157be2e7f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957203 Aug 21 09:35:06.929542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fd7ec4a4-876a-4ea6-b495-e9abfa3e0d76 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/294bb263-b73c-4309-8553-6a40e8413177 HTTP/1.1" status: 200 len: 992 time: 0.1154470 Aug 21 09:35:06.988338 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-efee247c-3ec0-46b8-9333-99248a4594b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.989495 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:06.991114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b6abbe97-a6fa-4d80-abe1-1d977e996301 None None] Provisioning for port 8067bd04-c261-46c3-baf3-4dd61bb5efd8 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:07.002336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9212e9e-7106-491c-91df-0818b4520a10 None None] DHCP port deletion for 2a137198-95de-4812-bb69-e0d8ed553758 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:35:07.034284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:07.042151 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.042151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] 10.222.0.13 "PUT /v2.0/ports/d66fc49a-4e4a-43d9-aa33-5f9163b794c2 HTTP/1.1" status: 200 len: 1092 time: 1.8413506 Aug 21 09:35:07.058135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaa14e-7f07-41c0-ac4b-3f174d749521 service neutron] Pushing event updated for resources: {'Port': ['ID=d66fc49a-4e4a-43d9-aa33-5f9163b794c2,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:07.069491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b9212e9e-7106-491c-91df-0818b4520a10 None None] Deleting port 8067bd04-c261-46c3-baf3-4dd61bb5efd8 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:07.070843 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b9212e9e-7106-491c-91df-0818b4520a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.090735 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.114699 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=8067bd04-c261-46c3-baf3-4dd61bb5efd8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:07.120257 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No DVR routers for this DVR port 8067bd04-c261-46c3-baf3-4dd61bb5efd8 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:07.133430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b9212e9e-7106-491c-91df-0818b4520a10 None None] For port 8067bd04-c261-46c3-baf3-4dd61bb5efd8, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8067bd04-c261-46c3-baf3-4dd61bb5efd8,segment=NetworkSegment(a178a6fe-3daa-4c3c-a6a5-ebb10c006683),segment_id=a178a6fe-3daa-4c3c-a6a5-ebb10c006683)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:07.133828 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b9212e9e-7106-491c-91df-0818b4520a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.153314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-b9212e9e-7106-491c-91df-0818b4520a10 None None] Calling delete_port for 8067bd04-c261-46c3-baf3-4dd61bb5efd8 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:07.154661 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:35:07.187245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-f5df1ea0-02db-44bb-a8a2-5e74a26456e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:07.188835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-f5df1ea0-02db-44bb-a8a2-5e74a26456e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=051ffcc0bd07497aaa70857b7433250c&device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 1095 time: 0.0415714 Aug 21 09:35:07.199191 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.209734 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a137198-95de-4812-bb69-e0d8ed553758']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:07.220527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a178a6fe-3daa-4c3c-a6a5-ebb10c006683') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:07.220828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a178a6fe-3daa-4c3c-a6a5-ebb10c006683') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:07.230308 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.237902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-5f95b0d4-5a71-4d16-9c28-6b66b4bdcba7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66fc49a-4e4a-43d9-aa33-5f9163b794c2 HTTP/1.1" status: 200 len: 217 time: 0.0412364 Aug 21 09:35:07.243670 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b9212e9e-7106-491c-91df-0818b4520a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.244702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.250915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:35:07.251307 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:35:07.254293 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:35:07.269524 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9212e9e-7106-491c-91df-0818b4520a10 None None] No DVR routers for this DVR port 8067bd04-c261-46c3-baf3-4dd61bb5efd8 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:07.272980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9212e9e-7106-491c-91df-0818b4520a10 None None] Pushing event deleted for resources: {'Port': ['ID=8067bd04-c261-46c3-baf3-4dd61bb5efd8,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:07.303529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-360984c0-cfbd-4361-b843-e45905f40c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:07.305064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-360984c0-cfbd-4361-b843-e45905f40c30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af81522f-2a31-4018-9cec-6f889b3ec138 HTTP/1.1" status: 200 len: 848 time: 0.0604465 Aug 21 09:35:07.321810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97b031f-285f-4384-b770-ffaccbe219c5', 'tag': 'd66fc49a-4e4a-43d9-aa33-5f9163b794c2'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:35:07.324067 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cc97d8-2c33-4810-ac11-734f0a992f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d97b031f-285f-4384-b770-ffaccbe219c5", "tag": "d66fc49a-4e4a-43d9-aa33-5f9163b794c2"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:35:07.341118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-a7e0fc18-79b1-413a-b23a-74de17c0a62d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291407 Aug 21 09:35:07.397818 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea744385-f56b-4673-b0dc-4a5df106d174 x-openstack-request-id: req-ea744385-f56b-4673-b0dc-4a5df106d174 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:35:07.398112 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97b031f-285f-4384-b770-ffaccbe219c5", "tag": "d66fc49a-4e4a-43d9-aa33-5f9163b794c2", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:35:07.398365 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea744385-f56b-4673-b0dc-4a5df106d174 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:35:07.398759 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97b031f-285f-4384-b770-ffaccbe219c5', 'tag': 'd66fc49a-4e4a-43d9-aa33-5f9163b794c2', 'status': 'completed', 'code': 200} Aug 21 09:35:07.400872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.406265 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.409466 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/networks/2a137198-95de-4812-bb69-e0d8ed553758 HTTP/1.1" status: 204 len: 168 time: 0.8051805 Aug 21 09:35:07.414129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53516) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:07.419323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'name': 'tempest-PortsTestJSON-376552551'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:07.424428 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05528874-a933-40b8-8afe-b6e38d3f4c67 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Network': ['ID=2a137198-95de-4812-bb69-e0d8ed553758,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:07.504325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-4a27f66d-bf1e-496f-b46d-68a46fa7a4b3 service neutron] 10.222.0.13 "GET /v2.0/networks/bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545534 Aug 21 09:35:07.608147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffe40c63-cb3b-461c-a713-39cbc10c5fb9 req-28c2c67a-1caa-4108-82e7-a687d0ecac48 service neutron] 10.222.0.13 "GET /v2.0/networks/bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962913 Aug 21 09:35:07.640548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:07.644147 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.663692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port 9714e9c1-eea3-424d-b3bd-e9152c08260f yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:07.853684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc97d8-2c33-4810-ac11-734f0a992f5d req-38e7ee5d-3952-4e7c-a46b-f219d4a9f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:07.855471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6cc97d8-2c33-4810-ac11-734f0a992f5d req-38e7ee5d-3952-4e7c-a46b-f219d4a9f840 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=051ffcc0bd07497aaa70857b7433250c&device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 1095 time: 0.1089303 Aug 21 09:35:07.863220 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:07.933532 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53518) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:07.973230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc97d8-2c33-4810-ac11-734f0a992f5d req-81342be0-9a9b-4f11-889a-6a24fd51a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:07.974748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6cc97d8-2c33-4810-ac11-734f0a992f5d req-81342be0-9a9b-4f11-889a-6a24fd51a58f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 HTTP/1.1" status: 200 len: 909 time: 0.1119132 Aug 21 09:35:08.000565 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eac2b31f-50bc-4edd-ae1d-666438c95024 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/294bb263-b73c-4309-8553-6a40e8413177 HTTP/1.1" status: 200 len: 994 time: 0.0603664 Aug 21 09:35:08.026389 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:08.043281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6cc97d8-2c33-4810-ac11-734f0a992f5d req-0f0c5c26-1116-4c17-b08c-b248d4b0dd26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66fc49a-4e4a-43d9-aa33-5f9163b794c2 HTTP/1.1" status: 200 len: 217 time: 0.0603981 Aug 21 09:35:08.130914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:08.141863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:08.151323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65332332-cb41-4a63-acc3-fe53c95124d8 req-5722b196-9eb6-4470-9988-3fc4d148b0a8 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:08.152886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65332332-cb41-4a63-acc3-fe53c95124d8 req-5722b196-9eb6-4470-9988-3fc4d148b0a8 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 943 time: 0.1718307 Aug 21 09:35:08.153623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:08.158918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:08.159506 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:08.163586 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=9714e9c1-eea3-424d-b3bd-e9152c08260f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:08.189192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc97d8-2c33-4810-ac11-734f0a992f5d req-03876519-90a9-48b0-ae10-3f80289eba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:08.190626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6cc97d8-2c33-4810-ac11-734f0a992f5d req-03876519-90a9-48b0-ae10-3f80289eba03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af81522f-2a31-4018-9cec-6f889b3ec138 HTTP/1.1" status: 200 len: 848 time: 0.1174028 Aug 21 09:35:08.232090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65332332-cb41-4a63-acc3-fe53c95124d8 req-8f7b9f48-01e9-4a94-bc2e-17bca5d41446 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659673 Aug 21 09:35:08.234070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6cc97d8-2c33-4810-ac11-734f0a992f5d req-c36e9a88-defe-4425-9498-be0b236bdc2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344846 Aug 21 09:35:08.291259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-eb0ca4fb-41b3-4719-bfd5-026c63598dfe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8760507 Aug 21 09:35:08.293927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53522) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:08.334723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6cc97d8-2c33-4810-ac11-734f0a992f5d req-31d12ea0-7adb-4963-ab4b-95ebf0f6f0e5 service neutron] 10.222.0.13 "GET /v2.0/networks/bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926504 Aug 21 09:35:08.388780 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-496018db-476c-4b00-b5cc-8fa31b89dcb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 9714e9c1-eea3-424d-b3bd-e9152c08260f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:08.389038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-496018db-476c-4b00-b5cc-8fa31b89dcb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:08.426748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6cc97d8-2c33-4810-ac11-734f0a992f5d req-072ea864-7e19-473b-a854-4f8f22eb2171 service neutron] 10.222.0.13 "GET /v2.0/networks/bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837193 Aug 21 09:35:08.455031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-496018db-476c-4b00-b5cc-8fa31b89dcb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:08.468370 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-496018db-476c-4b00-b5cc-8fa31b89dcb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 9714e9c1-eea3-424d-b3bd-e9152c08260f owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:08.629951 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-496018db-476c-4b00-b5cc-8fa31b89dcb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:08.656722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496018db-476c-4b00-b5cc-8fa31b89dcb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=9714e9c1-eea3-424d-b3bd-e9152c08260f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:08.664292 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-496018db-476c-4b00-b5cc-8fa31b89dcb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:08.666274 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-496018db-476c-4b00-b5cc-8fa31b89dcb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/9714e9c1-eea3-424d-b3bd-e9152c08260f HTTP/1.1" status: 204 len: 168 time: 0.3713057 Aug 21 09:35:08.668886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53524) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:08.674393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'mac_address': 'fa:16:3e:62:c7:4e', 'name': 'tempest-PortsTestJSON-1383077489'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:08.857065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:08.922349 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:08.944287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port 35632e3a-c35f-47b0-8621-de8aadf99c88 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:09.103671 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:09.206084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:09.252628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:09.255730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:09.259356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:09.264913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:09.265562 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:09.276811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=35632e3a-c35f-47b0-8621-de8aadf99c88,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:09.355080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9af2c4-5855-4061-9282-451b14df305f req-3a75ed2b-bbb0-4abc-afec-212fbf8f578f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:09.356611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c9af2c4-5855-4061-9282-451b14df305f req-3a75ed2b-bbb0-4abc-afec-212fbf8f578f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 943 time: 0.0508914 Aug 21 09:35:09.395650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c9af2c4-5855-4061-9282-451b14df305f req-f551c5d6-b35a-490f-b13f-023da32a7cc5 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Aug 21 09:35:09.401006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-716f2d79-61c6-428f-be2a-f616de6fa4e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7310972 Aug 21 09:35:09.403770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53528) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:09.447785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df6eb1c-c690-460d-be6e-f42e666c0470 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:09.449165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2df6eb1c-c690-460d-be6e-f42e666c0470 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/35632e3a-c35f-47b0-8621-de8aadf99c88 HTTP/1.1" status: 200 len: 841 time: 0.0444567 Aug 21 09:35:09.452009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53530) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:09.518765 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6e2500c8-353f-4962-8e38-9f58ea2c6c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:09.545355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ff41156c-5ce5-4747-9cbe-01b442fe35e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 35632e3a-c35f-47b0-8621-de8aadf99c88 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:09.546547 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff41156c-5ce5-4747-9cbe-01b442fe35e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:09.550786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d66fc49a-4e4a-43d9-aa33-5f9163b794c2 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:35:09.612226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff41156c-5ce5-4747-9cbe-01b442fe35e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:09.625571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ff41156c-5ce5-4747-9cbe-01b442fe35e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 35632e3a-c35f-47b0-8621-de8aadf99c88 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:09.646412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d66fc49a-4e4a-43d9-aa33-5f9163b794c2, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d66fc49a-4e4a-43d9-aa33-5f9163b794c2,segment=NetworkSegment(300e6900-4677-40ef-a809-f27ada7db00b),segment_id=300e6900-4677-40ef-a809-f27ada7db00b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:09.656696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'd66fc49a-4e4a-43d9-aa33-5f9163b794c2', 'network_id': 'bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8', 'port_id': 'd66fc49a-4e4a-43d9-aa33-5f9163b794c2', 'mac_address': 'fa:16:3e:f0:88:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af81522f-2a31-4018-9cec-6f889b3ec138', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:35:09.708101 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:09.722770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66fc49a-4e4a-43d9-aa33-5f9163b794c2 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:35:09.741934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d66fc49a-4e4a-43d9-aa33-5f9163b794c2, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d66fc49a-4e4a-43d9-aa33-5f9163b794c2,segment=NetworkSegment(300e6900-4677-40ef-a809-f27ada7db00b),segment_id=300e6900-4677-40ef-a809-f27ada7db00b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:09.789050 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff41156c-5ce5-4747-9cbe-01b442fe35e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:09.812171 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:09.815667 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:09.815830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41156c-5ce5-4747-9cbe-01b442fe35e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=35632e3a-c35f-47b0-8621-de8aadf99c88,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:09.824016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff41156c-5ce5-4747-9cbe-01b442fe35e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:09.828433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ff41156c-5ce5-4747-9cbe-01b442fe35e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/35632e3a-c35f-47b0-8621-de8aadf99c88 HTTP/1.1" status: 204 len: 168 time: 0.3730624 Aug 21 09:35:09.828737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53532) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:09.853221 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-7376f180-f740-4560-bea1-e63ca18a7c58 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:09.854719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7376f180-f740-4560-bea1-e63ca18a7c58 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/35632e3a-c35f-47b0-8621-de8aadf99c88 HTTP/1.1" status: 404 len: 333 time: 0.0251670 Aug 21 09:35:09.858732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53534) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:09.863340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=d66fc49a-4e4a-43d9-aa33-5f9163b794c2,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:09.863548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'name': 'tempest-PortsTestJSON-374555197'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:09.999916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['d66fc49a-4e4a-43d9-aa33-5f9163b794c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:35:10.039453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:10.043137 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:10.061581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port d71bd5dd-1e33-4a17-b40b-c06808175be7 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:10.218894 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:10.320896 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:10.368430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:10.371393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:10.375043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:10.380647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:10.381240 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:10.391237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=d71bd5dd-1e33-4a17-b40b-c06808175be7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:10.490464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dcda17d7-1a60-4d21-81c9-48f84ccb032b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6307006 Aug 21 09:35:10.493217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53538) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:10.498831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-08dcdbee-c3b3-4473-8253-57cb3b2e7fd4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:10.545998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b58a5-0cfb-4cc7-9e97-b5cf53b0b223 req-c11f387b-852b-46da-a55a-456664e5ee61 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:10.547457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a50b58a5-0cfb-4cc7-9e97-b5cf53b0b223 req-c11f387b-852b-46da-a55a-456664e5ee61 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 944 time: 0.0857327 Aug 21 09:35:10.588337 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-08dcdbee-c3b3-4473-8253-57cb3b2e7fd4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:10.639279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a50b58a5-0cfb-4cc7-9e97-b5cf53b0b223 req-ee77215a-8a07-4573-96d1-62ff5b2ec5c4 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729022 Aug 21 09:35:10.756026 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-08dcdbee-c3b3-4473-8253-57cb3b2e7fd4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:10.835385 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-08dcdbee-c3b3-4473-8253-57cb3b2e7fd4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:10.869367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-08dcdbee-c3b3-4473-8253-57cb3b2e7fd4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] In _notify_port_updated(), no bound segment for port d71bd5dd-1e33-4a17-b40b-c06808175be7 on network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:35:10.874802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dcdbee-c3b3-4473-8253-57cb3b2e7fd4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:10.875411 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-08dcdbee-c3b3-4473-8253-57cb3b2e7fd4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:10.876775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-08dcdbee-c3b3-4473-8253-57cb3b2e7fd4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "PUT /v2.0/ports/d71bd5dd-1e33-4a17-b40b-c06808175be7 HTTP/1.1" status: 200 len: 818 time: 0.3826127 Aug 21 09:35:10.879528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53540) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:10.923845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcdbee-c3b3-4473-8253-57cb3b2e7fd4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=d71bd5dd-1e33-4a17-b40b-c06808175be7,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:10.932534 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:10.992386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e43f2-c4c5-45bc-954d-1b98add9932d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port d71bd5dd-1e33-4a17-b40b-c06808175be7 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:10.992729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8d8e43f2-c4c5-45bc-954d-1b98add9932d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:11.058702 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8d8e43f2-c4c5-45bc-954d-1b98add9932d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:11.072205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e43f2-c4c5-45bc-954d-1b98add9932d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for d71bd5dd-1e33-4a17-b40b-c06808175be7 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:11.245830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8d8e43f2-c4c5-45bc-954d-1b98add9932d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:11.275103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e43f2-c4c5-45bc-954d-1b98add9932d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=d71bd5dd-1e33-4a17-b40b-c06808175be7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:11.280308 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8d8e43f2-c4c5-45bc-954d-1b98add9932d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:11.282198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8d8e43f2-c4c5-45bc-954d-1b98add9932d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/d71bd5dd-1e33-4a17-b40b-c06808175be7 HTTP/1.1" status: 204 len: 168 time: 0.4016991 Aug 21 09:35:11.284605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53542) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:11.331714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3a590-c120-4df6-8b90-ffd16777f957 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:11.333185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b9e3a590-c120-4df6-8b90-ffd16777f957 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0476770 Aug 21 09:35:11.336264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53544) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:11.361126 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32e8c17-f4fe-46b4-8af2-f4fa6fc4494c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:11.362549 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d32e8c17-f4fe-46b4-8af2-f4fa6fc4494c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/d71bd5dd-1e33-4a17-b40b-c06808175be7 HTTP/1.1" status: 404 len: 333 time: 0.0251441 Aug 21 09:35:11.366127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53546) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:11.371453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-103947034'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:11.492294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:11.495783 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:11.519694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:35:11.528046 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:11.528385 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Added segment cd2e6f7d-e2a4-4cab-a29a-9d784df3604c of type vlan for network 35b2a216-07d8-4792-9729-497011013189 Aug 21 09:35:11.550960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d66fc49a-4e4a-43d9-aa33-5f9163b794c2 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:11.566452 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:11.681026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:11.686655 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:11.687244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:11.703527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port d66fc49a-4e4a-43d9-aa33-5f9163b794c2 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:11.707983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port d66fc49a-4e4a-43d9-aa33-5f9163b794c2 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:11.708456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:11.755308 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Network': ['ID=35b2a216-07d8-4792-9729-497011013189,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:11.759036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dfd35-8238-47bb-86a8-3e099509e093 req-2316d8a4-1c0f-4475-b8d1-323879e6ede5 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:11.760631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-177dfd35-8238-47bb-86a8-3e099509e093 req-2316d8a4-1c0f-4475-b8d1-323879e6ede5 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 944 time: 0.0544343 Aug 21 09:35:11.764049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.764469 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.764926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.765508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.765950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.766645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.767082 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.767516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.767986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.768448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.768876 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.769305 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:11.783028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 35b2a216-07d8-4792-9729-497011013189 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:35:11.801263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-177dfd35-8238-47bb-86a8-3e099509e093 req-8d70311f-0d25-40d1-8e50-7aeef345e7fa tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342066 Aug 21 09:35:11.824410 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9a820a6c-058b-4405-8187-d57476f3de48 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4567840 Aug 21 09:35:11.827237 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53550) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:11.832904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': '35b2a216-07d8-4792-9729-497011013189', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:11.844950 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:11.879116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97b031f-285f-4384-b770-ffaccbe219c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66fc49a-4e4a-43d9-aa33-5f9163b794c2'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:35:11.881381 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1329b691-a3ea-404f-b751-76637e75ed97" -d '{"events": [{"server_uuid": "d97b031f-285f-4384-b770-ffaccbe219c5", "name": "network-vif-plugged", "status": "completed", "tag": "d66fc49a-4e4a-43d9-aa33-5f9163b794c2"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:35:11.894507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port d66fc49a-4e4a-43d9-aa33-5f9163b794c2, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d66fc49a-4e4a-43d9-aa33-5f9163b794c2,segment=NetworkSegment(300e6900-4677-40ef-a809-f27ada7db00b),segment_id=300e6900-4677-40ef-a809-f27ada7db00b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:11.918791 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b205ed52-4f9c-4880-a007-93319a4a33f3 x-openstack-request-id: req-b205ed52-4f9c-4880-a007-93319a4a33f3 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:35:11.919127 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97b031f-285f-4384-b770-ffaccbe219c5", "name": "network-vif-plugged", "status": "completed", "tag": "d66fc49a-4e4a-43d9-aa33-5f9163b794c2", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:35:11.919876 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b205ed52-4f9c-4880-a007-93319a4a33f3 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:35:11.920109 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97b031f-285f-4384-b770-ffaccbe219c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66fc49a-4e4a-43d9-aa33-5f9163b794c2', 'code': 200} Aug 21 09:35:11.993915 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:12.011453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce911013-9d2b-4bd9-a1b5-39417bb40a2a req-e4456cea-03fd-48f4-819b-a2a57fb54fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:12.013037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce911013-9d2b-4bd9-a1b5-39417bb40a2a req-e4456cea-03fd-48f4-819b-a2a57fb54fd8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 1096 time: 0.0406525 Aug 21 09:35:12.024999 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:12.028743 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:12.047340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=d66fc49a-4e4a-43d9-aa33-5f9163b794c2,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:12.055804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce911013-9d2b-4bd9-a1b5-39417bb40a2a req-42a059fb-ca12-481a-92fc-7233e63028b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342188 Aug 21 09:35:12.295272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:12.346475 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Subnet': ['ID=bcdf116f-5bfd-4243-9fdf-db20e071db03,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:12.356685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Checking segment: {'id': 'cd2e6f7d-e2a4-4cab-a29a-9d784df3604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '35b2a216-07d8-4792-9729-497011013189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:12.357053 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network hostable DHCP agents. Network: 35b2a216-07d8-4792-9729-497011013189, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:35:12.440500 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:12.468747 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 35b2a216-07d8-4792-9729-497011013189 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:35:12.537227 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 35b2a216-07d8-4792-9729-497011013189) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:12.541211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:12.541801 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:12.545656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8288cb5-d742-401d-b942-bd4dfffe581e None None] Network 35b2a216-07d8-4792-9729-497011013189 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:12.629558 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4ee68734-70b3-4366-9432-eb489df99c5f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8008125 Aug 21 09:35:12.632779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53556) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:12.637946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-12b3c8cf-9ff0-46cb-8f9f-772734089994 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': '35b2a216-07d8-4792-9729-497011013189', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:12.687344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-35b2a216-07d8-4792-9729-497011013189', 'network_id': '35b2a216-07d8-4792-9729-497011013189', 'tenant_id': 'e85971425e634028b43131705115a88e', 'fixed_ips': [{'subnet_id': 'bcdf116f-5bfd-4243-9fdf-db20e071db03'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:35:12.688392 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:12.811821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b3c8cf-9ff0-46cb-8f9f-772734089994 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:12.815321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12b3c8cf-9ff0-46cb-8f9f-772734089994 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:12.826897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Allocated IP 172.20.0.2 (35b2a216-07d8-4792-9729-497011013189/bcdf116f-5bfd-4243-9fdf-db20e071db03/be4b7da0-463f-49f6-850a-5698bbe00414) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:12.938394 n-d-766726-28 neutron-server[106757]: INFO neutron.db.ipam_backend_mixin [None req-12b3c8cf-9ff0-46cb-8f9f-772734089994 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bcdf116f-5bfd-4243-9fdf-db20e071db03 (CIDR: 172.20.0.0/28) Aug 21 09:35:12.954278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b594ca4-c5c1-4cd8-a604-82459fd0b2dc req-9adead8f-c66e-4103-a6c5-b272fb33b002 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:12.955812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b594ca4-c5c1-4cd8-a604-82459fd0b2dc req-9adead8f-c66e-4103-a6c5-b272fb33b002 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 945 time: 0.0750983 Aug 21 09:35:12.981102 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:12.982615 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b3c8cf-9ff0-46cb-8f9f-772734089994 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:35:12.983097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b3c8cf-9ff0-46cb-8f9f-772734089994 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:35:12.990358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Transition to ACTIVE for port object be4b7da0-463f-49f6-850a-5698bbe00414 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:13.008184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Transition to ACTIVE for port object be4b7da0-463f-49f6-850a-5698bbe00414 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:13.008998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b594ca4-c5c1-4cd8-a604-82459fd0b2dc req-ed18fb26-8c8c-4bdd-8212-6809a67a4a7d tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466404 Aug 21 09:35:13.149755 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:13.150020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-12b3c8cf-9ff0-46cb-8f9f-772734089994 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5160801 Aug 21 09:35:13.152682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53560) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:13.157913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-47c8374c-4bff-4fce-afd0-cd7b3d4fa3f8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': '35b2a216-07d8-4792-9729-497011013189', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:13.188267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Network 35b2a216-07d8-4792-9729-497011013189 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:13.190915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:13.194319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:13.203026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Pushing event updated for resources: {'Port': ['ID=be4b7da0-463f-49f6-850a-5698bbe00414,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:13.257097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Attempting to bind port be4b7da0-463f-49f6-850a-5698bbe00414 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:35:13.257607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Attempting to bind port be4b7da0-463f-49f6-850a-5698bbe00414 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'cd2e6f7d-e2a4-4cab-a29a-9d784df3604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '35b2a216-07d8-4792-9729-497011013189'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:35:13.257975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Attempting to bind port be4b7da0-463f-49f6-850a-5698bbe00414 on network 35b2a216-07d8-4792-9729-497011013189 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:35:13.263522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:35:13.263922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Checking segment: {'id': 'cd2e6f7d-e2a4-4cab-a29a-9d784df3604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '35b2a216-07d8-4792-9729-497011013189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:13.264326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:13.264718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Bound using segment: {'id': 'cd2e6f7d-e2a4-4cab-a29a-9d784df3604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '35b2a216-07d8-4792-9729-497011013189'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:35:13.265183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Bound port: be4b7da0-463f-49f6-850a-5698bbe00414, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2e6f7d-e2a4-4cab-a29a-9d784df3604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '35b2a216-07d8-4792-9729-497011013189'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:35:13.265684 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:13.331806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] For port be4b7da0-463f-49f6-850a-5698bbe00414, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:35:13.334807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] For port be4b7da0-463f-49f6-850a-5698bbe00414, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=be4b7da0-463f-49f6-850a-5698bbe00414,segment=NetworkSegment(cd2e6f7d-e2a4-4cab-a29a-9d784df3604c),segment_id=cd2e6f7d-e2a4-4cab-a29a-9d784df3604c)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:35:13.371716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c8374c-4bff-4fce-afd0-cd7b3d4fa3f8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:13.375424 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-47c8374c-4bff-4fce-afd0-cd7b3d4fa3f8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:13.450893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:13.510102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273b0fc-5a61-4336-b480-10306b3a59a1 None None] Pushing event updated for resources: {'Port': ['ID=be4b7da0-463f-49f6-850a-5698bbe00414,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:13.682210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-47c8374c-4bff-4fce-afd0-cd7b3d4fa3f8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:13.733282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c8374c-4bff-4fce-afd0-cd7b3d4fa3f8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 35b2a216-07d8-4792-9729-497011013189 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:13.736637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-47c8374c-4bff-4fce-afd0-cd7b3d4fa3f8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:13.741470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c8374c-4bff-4fce-afd0-cd7b3d4fa3f8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:13.741660 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-47c8374c-4bff-4fce-afd0-cd7b3d4fa3f8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:13.753526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8374c-4bff-4fce-afd0-cd7b3d4fa3f8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Subnet': ['ID=16246b61-57a2-4447-9c3c-83dd8bc81d7f,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:13.806979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-47c8374c-4bff-4fce-afd0-cd7b3d4fa3f8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6531687 Aug 21 09:35:13.809570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53562) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:13.814743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': '35b2a216-07d8-4792-9729-497011013189', 'fixed_ips': [{'subnet_id': 'bcdf116f-5bfd-4243-9fdf-db20e071db03'}, {'subnet_id': '16246b61-57a2-4447-9c3c-83dd8bc81d7f'}], 'name': 'tempest-PortsTestJSON-2037314209'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:13.966016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:14.052588 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:14.072570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:14.207436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e67d1f-a0a8-4b39-8a37-c85e557fa498 req-c1e76c23-f8d7-4a3c-83c0-f577023ce1b9 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:14.208991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60e67d1f-a0a8-4b39-8a37-c85e557fa498 req-c1e76c23-f8d7-4a3c-83c0-f577023ce1b9 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 945 time: 0.1008356 Aug 21 09:35:14.292850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60e67d1f-a0a8-4b39-8a37-c85e557fa498 req-70ccf456-2f30-4700-98d7-9185d0052ac4 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770504 Aug 21 09:35:14.368105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e419198-9fec-40df-a069-f884c7ff213f None None] Network 35b2a216-07d8-4792-9729-497011013189 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:14.411020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.5 (35b2a216-07d8-4792-9729-497011013189/bcdf116f-5bfd-4243-9fdf-db20e071db03/9f5e080b-ce43-4a95-83c7-1d7de22b5393) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:14.418382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.24 (35b2a216-07d8-4792-9729-497011013189/16246b61-57a2-4447-9c3c-83dd8bc81d7f/9f5e080b-ce43-4a95-83c7-1d7de22b5393) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:14.560401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-10c7025b-d4bb-4773-94b9-7a39021d14a3 None None] Provisioning for port be4b7da0-463f-49f6-850a-5698bbe00414 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:14.564609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:14.578187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object 9f5e080b-ce43-4a95-83c7-1d7de22b5393 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:14.602275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66759f1-c1b7-4de0-8032-b5dff87a7dfb None None] Update dhcp port {'port': {'network_id': '35b2a216-07d8-4792-9729-497011013189', 'fixed_ips': [{'subnet_id': 'bcdf116f-5bfd-4243-9fdf-db20e071db03', 'ip_address': '172.20.0.2'}, {'subnet_id': '16246b61-57a2-4447-9c3c-83dd8bc81d7f'}], 'binding:host_id': 'n-d-766726-28'}, 'id': 'be4b7da0-463f-49f6-850a-5698bbe00414'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:35:14.626456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a66759f1-c1b7-4de0-8032-b5dff87a7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:14.698228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:14.754350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=9f5e080b-ce43-4a95-83c7-1d7de22b5393,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:14.762629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 35b2a216-07d8-4792-9729-497011013189 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:14.764083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:14.766317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:14.799420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a66759f1-c1b7-4de0-8032-b5dff87a7dfb None None] Allocated IP 172.20.0.18 (35b2a216-07d8-4792-9729-497011013189/16246b61-57a2-4447-9c3c-83dd8bc81d7f/be4b7da0-463f-49f6-850a-5698bbe00414) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:14.816292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:14.816292 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:14.894514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a66759f1-c1b7-4de0-8032-b5dff87a7dfb None None] For port be4b7da0-463f-49f6-850a-5698bbe00414, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=be4b7da0-463f-49f6-850a-5698bbe00414,segment=NetworkSegment(cd2e6f7d-e2a4-4cab-a29a-9d784df3604c),segment_id=cd2e6f7d-e2a4-4cab-a29a-9d784df3604c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:14.908959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1908e767-42f9-47f5-ac7e-90ea83bcacaf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.0982659 Aug 21 09:35:14.911797 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53576) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:14.917140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3f651072-463a-4842-98dc-12a6a5aed50a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcdf116f-5bfd-4243-9fdf-db20e071db03'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:14.928671 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a66759f1-c1b7-4de0-8032-b5dff87a7dfb None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:14.941849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a66759f1-c1b7-4de0-8032-b5dff87a7dfb None None] Transition to ACTIVE for port object be4b7da0-463f-49f6-850a-5698bbe00414 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:15.033633 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a66759f1-c1b7-4de0-8032-b5dff87a7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:15.068853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f651072-463a-4842-98dc-12a6a5aed50a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:15.123121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66759f1-c1b7-4de0-8032-b5dff87a7dfb None None] Pushing event updated for resources: {'Port': ['ID=be4b7da0-463f-49f6-850a-5698bbe00414,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:15.357468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3f651072-463a-4842-98dc-12a6a5aed50a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Delete allocated IP 172.20.0.24 (35b2a216-07d8-4792-9729-497011013189/16246b61-57a2-4447-9c3c-83dd8bc81d7f) {{(pid=106756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 09:35:15.480973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device be4b7da0-463f-49f6-850a-5698bbe00414 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:15.509420 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:15.530200 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f651072-463a-4842-98dc-12a6a5aed50a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:15.548954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-3f651072-463a-4842-98dc-12a6a5aed50a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Ignored duplicate provisioning block setup for port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 21 09:35:15.601370 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:15.637847 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a0fba7-e50f-484b-b403-18616846757a None None] Network 35b2a216-07d8-4792-9729-497011013189 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:15.640297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f651072-463a-4842-98dc-12a6a5aed50a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:15.659532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e823a-1767-43ea-a0f7-38be1e6a3c03 req-bc1846ac-fb43-4d09-bcd5-b7d260e3f226 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:15.661105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e61e823a-1767-43ea-a0f7-38be1e6a3c03 req-bc1846ac-fb43-4d09-bcd5-b7d260e3f226 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 945 time: 0.0532167 Aug 21 09:35:15.680436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port be4b7da0-463f-49f6-850a-5698bbe00414 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:15.710830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e61e823a-1767-43ea-a0f7-38be1e6a3c03 req-9e7870ff-9805-4bc4-9356-7e030f2b2707 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421600 Aug 21 09:35:15.712116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f651072-463a-4842-98dc-12a6a5aed50a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=9f5e080b-ce43-4a95-83c7-1d7de22b5393,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:15.755533 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3f651072-463a-4842-98dc-12a6a5aed50a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] In _notify_port_updated(), no bound segment for port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 on network 35b2a216-07d8-4792-9729-497011013189 {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:35:15.761722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f651072-463a-4842-98dc-12a6a5aed50a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:15.762350 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f651072-463a-4842-98dc-12a6a5aed50a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:15.763699 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3f651072-463a-4842-98dc-12a6a5aed50a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "PUT /v2.0/ports/9f5e080b-ce43-4a95-83c7-1d7de22b5393 HTTP/1.1" status: 200 len: 919 time: 0.8508823 Aug 21 09:35:15.766573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53584) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:15.771108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eee65389-18b2-4a91-ba36-4b22d939bf49 None None] Provisioning for port be4b7da0-463f-49f6-850a-5698bbe00414 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:15.772595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcdf116f-5bfd-4243-9fdf-db20e071db03'}, {'subnet_id': '16246b61-57a2-4447-9c3c-83dd8bc81d7f'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:15.780478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eee65389-18b2-4a91-ba36-4b22d939bf49 None None] Provisioning complete for port be4b7da0-463f-49f6-850a-5698bbe00414 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:15.780905 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eee65389-18b2-4a91-ba36-4b22d939bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:15.841522 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:15.891509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eee65389-18b2-4a91-ba36-4b22d939bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:15.941495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-eee65389-18b2-4a91-ba36-4b22d939bf49 None None] For port be4b7da0-463f-49f6-850a-5698bbe00414, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=be4b7da0-463f-49f6-850a-5698bbe00414,segment=NetworkSegment(cd2e6f7d-e2a4-4cab-a29a-9d784df3604c),segment_id=cd2e6f7d-e2a4-4cab-a29a-9d784df3604c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:16.018193 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eee65389-18b2-4a91-ba36-4b22d939bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:16.075489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee65389-18b2-4a91-ba36-4b22d939bf49 None None] Pushing event updated for resources: {'Port': ['ID=be4b7da0-463f-49f6-850a-5698bbe00414,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:16.131265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-0cc2aff8-3592-47b7-bb0d-1d26367fb3db service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1240683 Aug 21 09:35:16.141048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7579d0ba-6dbe-41f0-8d04-ffee1aee4f74 None None] Provisioning complete for port be4b7da0-463f-49f6-850a-5698bbe00414 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:16.141244 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7579d0ba-6dbe-41f0-8d04-ffee1aee4f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:16.151514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.25 (35b2a216-07d8-4792-9729-497011013189/16246b61-57a2-4447-9c3c-83dd8bc81d7f/9f5e080b-ce43-4a95-83c7-1d7de22b5393) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:16.286813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-f98f553b-91ab-4e9d-8929-917d517b991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:16.288900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-f98f553b-91ab-4e9d-8929-917d517b991f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913ad24557aa46a295b35c4ed067060f&device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 1097 time: 0.0771759 Aug 21 09:35:16.324998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7579d0ba-6dbe-41f0-8d04-ffee1aee4f74 None None] Provisioning for port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:16.330092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7579d0ba-6dbe-41f0-8d04-ffee1aee4f74 None None] Provisioning complete for port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:16.330611 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7579d0ba-6dbe-41f0-8d04-ffee1aee4f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:16.347493 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:16.369515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7579d0ba-6dbe-41f0-8d04-ffee1aee4f74 None None] Port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:16.388094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Ignored duplicate provisioning block setup for port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 21 09:35:16.426103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-898c3a87-7655-4f13-a3ff-25fbfc7273dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:16.427660 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-898c3a87-7655-4f13-a3ff-25fbfc7273dc service neutron] 10.222.0.22 "GET /v2.0/networks?id=50d318ba-7145-49f2-9465-dd743feed952 HTTP/1.1" status: 200 len: 915 time: 0.1187313 Aug 21 09:35:16.490718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2704a2fa-de20-4797-a106-ed633e15b5ef None None] Provisioning complete for port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:16.492449 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2704a2fa-de20-4797-a106-ed633e15b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:16.527662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-2704a2fa-de20-4797-a106-ed633e15b5ef None None] Port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:16.826573 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:16.941045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-62c4a7cb-8049-4a37-85b9-d6afc21103bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c HTTP/1.1" status: 200 len: 1001 time: 0.5058424 Aug 21 09:35:16.982169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=9f5e080b-ce43-4a95-83c7-1d7de22b5393,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:17.034827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f820e-0c12-42e6-b7b5-18667bd199eb req-b3963e21-7e3f-46a6-a25e-306750289a65 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:17.036464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c76f820e-0c12-42e6-b7b5-18667bd199eb req-b3963e21-7e3f-46a6-a25e-306750289a65 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 945 time: 0.2156799 Aug 21 09:35:17.064804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.065153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.072642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.072642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.072642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.072642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.072642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.072642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.072642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.072642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.072642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.072642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:17.105821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f27ed-7545-4c2d-84ce-7de0a9847a39 req-0ce2e154-e2b4-4705-85a6-2fc410d0a345 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:17.112805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f93f27ed-7545-4c2d-84ce-7de0a9847a39 req-0ce2e154-e2b4-4705-85a6-2fc410d0a345 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 945 time: 0.2257178 Aug 21 09:35:17.128189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-42f0de9e-c822-40c2-bfba-7694940bbdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:17.129545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-42f0de9e-c822-40c2-bfba-7694940bbdd7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e9e405f-6c64-4805-9f8b-9f8caf74d7d1 HTTP/1.1" status: 200 len: 853 time: 0.1657226 Aug 21 09:35:17.149065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-22f872bd-766e-4cad-a57e-580ada019eca None None] Provisioning complete for port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:17.149443 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-22f872bd-766e-4cad-a57e-580ada019eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.162491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] In _notify_port_updated(), no bound segment for port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 on network 35b2a216-07d8-4792-9729-497011013189 {{(pid=106757) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:35:17.168096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:17.168731 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.170031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8dce3595-5f95-404b-aaf9-6b01be7c1599 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "PUT /v2.0/ports/9f5e080b-ce43-4a95-83c7-1d7de22b5393 HTTP/1.1" status: 200 len: 999 time: 1.4024003 Aug 21 09:35:17.173600 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53590) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:17.192485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-22f872bd-766e-4cad-a57e-580ada019eca None None] Port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:17.206751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c76f820e-0c12-42e6-b7b5-18667bd199eb req-9fa9956f-b349-4cc4-ad28-f0f12206bad8 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22c7624-f237-4dee-9df7-37c934270797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608093 Aug 21 09:35:17.263657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-f02428ac-ac4c-4684-a385-bc8621f02be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:17.265127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-f02428ac-ac4c-4684-a385-bc8621f02be6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=50d318ba-7145-49f2-9465-dd743feed952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039236 Aug 21 09:35:17.269512 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d03c067d-3c60-4f8e-8d0c-fb2ca530b682 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 9f5e080b-ce43-4a95-83c7-1d7de22b5393 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:17.269859 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d03c067d-3c60-4f8e-8d0c-fb2ca530b682 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.296819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f93f27ed-7545-4c2d-84ce-7de0a9847a39 req-a246b6a5-60b9-4460-a7d7-57e1dc12fe1f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Deleting port d66fc49a-4e4a-43d9-aa33-5f9163b794c2 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:17.297162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f93f27ed-7545-4c2d-84ce-7de0a9847a39 req-a246b6a5-60b9-4460-a7d7-57e1dc12fe1f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.360526 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d03c067d-3c60-4f8e-8d0c-fb2ca530b682 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.373550 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d03c067d-3c60-4f8e-8d0c-fb2ca530b682 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 9f5e080b-ce43-4a95-83c7-1d7de22b5393 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:17.415653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device be4b7da0-463f-49f6-850a-5698bbe00414 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:17.443016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-6bd60789-7203-477e-9afa-fe3633cfd195 service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689777 Aug 21 09:35:17.444858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f93f27ed-7545-4c2d-84ce-7de0a9847a39 req-a246b6a5-60b9-4460-a7d7-57e1dc12fe1f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] For port d66fc49a-4e4a-43d9-aa33-5f9163b794c2, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=d66fc49a-4e4a-43d9-aa33-5f9163b794c2,segment=NetworkSegment(300e6900-4677-40ef-a809-f27ada7db00b),segment_id=300e6900-4677-40ef-a809-f27ada7db00b)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:17.445227 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f93f27ed-7545-4c2d-84ce-7de0a9847a39 req-a246b6a5-60b9-4460-a7d7-57e1dc12fe1f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.469780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port be4b7da0-463f-49f6-850a-5698bbe00414 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:17.470436 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.476449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f93f27ed-7545-4c2d-84ce-7de0a9847a39 req-a246b6a5-60b9-4460-a7d7-57e1dc12fe1f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Calling delete_port for d66fc49a-4e4a-43d9-aa33-5f9163b794c2 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:17.600975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4afbcb14-2456-45be-a62f-af0390546fb9 req-7082ada3-6694-45ae-9e45-0ce28ada2d4f service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480052 Aug 21 09:35:17.611872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d03c067d-3c60-4f8e-8d0c-fb2ca530b682 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.648643 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c067d-3c60-4f8e-8d0c-fb2ca530b682 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=9f5e080b-ce43-4a95-83c7-1d7de22b5393,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:17.737099 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d03c067d-3c60-4f8e-8d0c-fb2ca530b682 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.739102 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d03c067d-3c60-4f8e-8d0c-fb2ca530b682 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/9f5e080b-ce43-4a95-83c7-1d7de22b5393 HTTP/1.1" status: 204 len: 168 time: 0.5649004 Aug 21 09:35:17.741904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53592) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:17.761032 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f93f27ed-7545-4c2d-84ce-7de0a9847a39 req-a246b6a5-60b9-4460-a7d7-57e1dc12fe1f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.767319 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a6809f-464b-4efa-8b8a-54bea20f0be9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:17.771597 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-65a6809f-464b-4efa-8b8a-54bea20f0be9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/9f5e080b-ce43-4a95-83c7-1d7de22b5393 HTTP/1.1" status: 404 len: 333 time: 0.0262842 Aug 21 09:35:17.772165 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53594) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:17.791813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246b6a5-60b9-4460-a7d7-57e1dc12fe1f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Pushing event deleted for resources: {'Port': ['ID=d66fc49a-4e4a-43d9-aa33-5f9163b794c2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:17.834105 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca540cc6-b80e-4fc7-bea7-a54676255b6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting subnet 16246b61-57a2-4447-9c3c-83dd8bc81d7f {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:35:17.838361 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca540cc6-b80e-4fc7-bea7-a54676255b6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.842601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93f27ed-7545-4c2d-84ce-7de0a9847a39 req-a246b6a5-60b9-4460-a7d7-57e1dc12fe1f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] No DVR routers for this DVR port d66fc49a-4e4a-43d9-aa33-5f9163b794c2 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:17.845362 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f93f27ed-7545-4c2d-84ce-7de0a9847a39 req-a246b6a5-60b9-4460-a7d7-57e1dc12fe1f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.847259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f93f27ed-7545-4c2d-84ce-7de0a9847a39 req-a246b6a5-60b9-4460-a7d7-57e1dc12fe1f tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.13 "DELETE /v2.0/ports/d66fc49a-4e4a-43d9-aa33-5f9163b794c2 HTTP/1.1" status: 204 len: 173 time: 0.7286060 Aug 21 09:35:17.847722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97b031f-285f-4384-b770-ffaccbe219c5', 'name': 'network-vif-deleted', 'tag': 'd66fc49a-4e4a-43d9-aa33-5f9163b794c2'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:35:17.850134 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1001d0-1b9d-4dc4-89e8-942a7d20cdbe" -d '{"events": [{"server_uuid": "d97b031f-285f-4384-b770-ffaccbe219c5", "name": "network-vif-deleted", "tag": "d66fc49a-4e4a-43d9-aa33-5f9163b794c2"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:35:17.879229 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca540cc6-b80e-4fc7-bea7-a54676255b6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:17.884996 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8426d8-bc34-469d-8a3e-5e4b2a588440 x-openstack-request-id: req-7f8426d8-bc34-469d-8a3e-5e4b2a588440 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:35:17.885292 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97b031f-285f-4384-b770-ffaccbe219c5", "name": "network-vif-deleted", "tag": "d66fc49a-4e4a-43d9-aa33-5f9163b794c2", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:35:17.885544 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f8426d8-bc34-469d-8a3e-5e4b2a588440 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:35:17.885949 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97b031f-285f-4384-b770-ffaccbe219c5', 'name': 'network-vif-deleted', 'tag': 'd66fc49a-4e4a-43d9-aa33-5f9163b794c2', 'status': 'completed', 'code': 200} Aug 21 09:35:17.964676 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca540cc6-b80e-4fc7-bea7-a54676255b6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.133075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca540cc6-b80e-4fc7-bea7-a54676255b6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.165841 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca540cc6-b80e-4fc7-bea7-a54676255b6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Subnet': ['ID=16246b61-57a2-4447-9c3c-83dd8bc81d7f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:18.170526 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca540cc6-b80e-4fc7-bea7-a54676255b6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.172526 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ca540cc6-b80e-4fc7-bea7-a54676255b6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/16246b61-57a2-4447-9c3c-83dd8bc81d7f HTTP/1.1" status: 204 len: 168 time: 0.3988526 Aug 21 09:35:18.175440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53598) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:18.176678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394dfba8-7e71-4ca0-ba79-64795c0b8161 None None] Network 35b2a216-07d8-4792-9729-497011013189 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:18.228265 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a1ccd1-3382-47d6-b98d-97df39f578ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting subnet bcdf116f-5bfd-4243-9fdf-db20e071db03 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:35:18.231733 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ccd1-3382-47d6-b98d-97df39f578ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.274874 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ccd1-3382-47d6-b98d-97df39f578ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.320914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-113da76e-257e-4e3a-a278-04397e155201 req-ade87268-1dcf-44b0-ad27-34f5d6add3a1 tempest-VolumesActionsTest-1479102176 tempest-VolumesActionsTest-1479102176-project] 10.222.0.20 "GET /v2.0/ports?device_id=d97b031f-285f-4384-b770-ffaccbe219c5 HTTP/1.1" status: 200 len: 210 time: 0.0289767 Aug 21 09:35:18.373056 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ccd1-3382-47d6-b98d-97df39f578ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.503696 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ccd1-3382-47d6-b98d-97df39f578ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.531246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1ccd1-3382-47d6-b98d-97df39f578ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Subnet': ['ID=bcdf116f-5bfd-4243-9fdf-db20e071db03,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:18.542342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ccd1-3382-47d6-b98d-97df39f578ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.542644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53602) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:18.542888 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e9a1ccd1-3382-47d6-b98d-97df39f578ce tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/bcdf116f-5bfd-4243-9fdf-db20e071db03 HTTP/1.1" status: 204 len: 168 time: 0.3662302 Aug 21 09:35:18.624197 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.687849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port be4b7da0-463f-49f6-850a-5698bbe00414 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:18.688192 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.755804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] For port be4b7da0-463f-49f6-850a-5698bbe00414, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=be4b7da0-463f-49f6-850a-5698bbe00414,segment=NetworkSegment(cd2e6f7d-e2a4-4cab-a29a-9d784df3604c),segment_id=cd2e6f7d-e2a4-4cab-a29a-9d784df3604c)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:18.756170 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.770019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for be4b7da0-463f-49f6-850a-5698bbe00414 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:18.818331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abdf2fb-b2f7-4083-9087-483c2aa55a27 None None] Network 35b2a216-07d8-4792-9729-497011013189 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:18.965979 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:18.994607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=be4b7da0-463f-49f6-850a-5698bbe00414,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:19.000938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No DVR routers for this DVR port be4b7da0-463f-49f6-850a-5698bbe00414 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:19.033947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-720101a8-616a-47e3-b7ed-d13d1ef6404c None None] Could not find standard attr ID for object be4b7da0-463f-49f6-850a-5698bbe00414. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:35:19.082669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:19.094472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b2a216-07d8-4792-9729-497011013189']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:19.105842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2e6f7d-e2a4-4cab-a29a-9d784df3604c') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:19.106160 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2e6f7d-e2a4-4cab-a29a-9d784df3604c') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:19.119261 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:19.133546 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:19.139235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:35:19.139675 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:35:19.142895 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:35:19.150557 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911fab57-7cf1-4b25-bf2c-fc54a331a1be None None] DHCP port deletion for 35b2a216-07d8-4792-9729-497011013189 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:35:19.274323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:19.281597 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:19.283022 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/networks/35b2a216-07d8-4792-9729-497011013189 HTTP/1.1" status: 204 len: 168 time: 0.7394028 Aug 21 09:35:19.286634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53604) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:19.295135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2301ec6-666a-4395-a75f-f094990bede2 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Network': ['ID=35b2a216-07d8-4792-9729-497011013189,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:19.337946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8838b26-e053-410c-98a2-d741d1ff2513 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:19.339488 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e8838b26-e053-410c-98a2-d741d1ff2513 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0518365 Aug 21 09:35:19.343274 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53606) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:19.402504 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dfa4a68e-8523-4585-8de4-3bb1574671f5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0575795 Aug 21 09:35:19.405540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53612) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:19.407786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device be4b7da0-463f-49f6-850a-5698bbe00414 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:35:19.411338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2012142487'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:19.429024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: be4b7da0-463f-49f6-850a-5698bbe00414 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:35:19.429366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device be4b7da0-463f-49f6-850a-5698bbe00414 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:35:19.559460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:19.563242 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:19.587303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:35:19.596638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:19.596985 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Added segment 25381d1a-b083-4fef-b492-ee59c1aa2b93 of type vlan for network 48525327-d007-483b-b657-91f5251e920f Aug 21 09:35:19.597361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d66fc49a-4e4a-43d9-aa33-5f9163b794c2 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:35:19.620550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: d66fc49a-4e4a-43d9-aa33-5f9163b794c2 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:35:19.621195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device d66fc49a-4e4a-43d9-aa33-5f9163b794c2 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:35:19.638736 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:19.732069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:19.738679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:19.739278 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:19.810265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Network': ['ID=48525327-d007-483b-b657-91f5251e920f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:19.820797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 48525327-d007-483b-b657-91f5251e920f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:35:19.829390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a7b41250-2fae-4412-bd89-990c431e473c tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4227486 Aug 21 09:35:19.832263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53622) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:19.837413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': '48525327-d007-483b-b657-91f5251e920f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:20.022763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:20.026315 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:20.309220 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:20.372533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Subnet': ['ID=7ef0206c-3aa0-46c8-be8d-5a3515cbac1b,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:20.380590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Checking segment: {'id': '25381d1a-b083-4fef-b492-ee59c1aa2b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '48525327-d007-483b-b657-91f5251e920f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:20.380955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network hostable DHCP agents. Network: 48525327-d007-483b-b657-91f5251e920f, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:35:20.497234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 48525327-d007-483b-b657-91f5251e920f is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:35:20.611594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 48525327-d007-483b-b657-91f5251e920f) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:20.616366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:20.617248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:20.622913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775be91c-d7f0-4c4e-88a7-34829d2e7194 None None] Network 48525327-d007-483b-b657-91f5251e920f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:20.669454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-32318fe2-be53-4fe0-ba18-b3d97c028208 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8360419 Aug 21 09:35:20.672119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53650) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:20.677187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': '48525327-d007-483b-b657-91f5251e920f', 'name': 'tempest-PortsTestJSON-233203542'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:20.786241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-48525327-d007-483b-b657-91f5251e920f', 'network_id': '48525327-d007-483b-b657-91f5251e920f', 'tenant_id': 'e85971425e634028b43131705115a88e', 'fixed_ips': [{'subnet_id': '7ef0206c-3aa0-46c8-be8d-5a3515cbac1b'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:35:20.787254 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:20.891685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:20.895735 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:20.917170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port c7536b1c-4e2e-4ba7-af33-556424d0e0b0 yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:20.940745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Allocated IP 172.20.0.2 (48525327-d007-483b-b657-91f5251e920f/7ef0206c-3aa0-46c8-be8d-5a3515cbac1b/39a8fece-55c6-4ed0-abc9-362678529f32) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:21.087806 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:21.096011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Transition to ACTIVE for port object 39a8fece-55c6-4ed0-abc9-362678529f32 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:21.110415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Transition to ACTIVE for port object 39a8fece-55c6-4ed0-abc9-362678529f32 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:21.183351 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:21.229391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Network 48525327-d007-483b-b657-91f5251e920f is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:21.232306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:21.238637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:21.242214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Pushing event updated for resources: {'Port': ['ID=39a8fece-55c6-4ed0-abc9-362678529f32,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:21.247481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.3 (48525327-d007-483b-b657-91f5251e920f/7ef0206c-3aa0-46c8-be8d-5a3515cbac1b/c7536b1c-4e2e-4ba7-af33-556424d0e0b0) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:21.297187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Attempting to bind port 39a8fece-55c6-4ed0-abc9-362678529f32 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:35:21.297673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Attempting to bind port 39a8fece-55c6-4ed0-abc9-362678529f32 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '25381d1a-b083-4fef-b492-ee59c1aa2b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '48525327-d007-483b-b657-91f5251e920f'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:35:21.304153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Attempting to bind port 39a8fece-55c6-4ed0-abc9-362678529f32 on network 48525327-d007-483b-b657-91f5251e920f {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:35:21.309076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:35:21.309403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Checking segment: {'id': '25381d1a-b083-4fef-b492-ee59c1aa2b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '48525327-d007-483b-b657-91f5251e920f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:21.309996 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:21.310693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Bound using segment: {'id': '25381d1a-b083-4fef-b492-ee59c1aa2b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '48525327-d007-483b-b657-91f5251e920f'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:35:21.311341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Bound port: 39a8fece-55c6-4ed0-abc9-362678529f32, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25381d1a-b083-4fef-b492-ee59c1aa2b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '48525327-d007-483b-b657-91f5251e920f'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:35:21.312027 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:21.385927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] For port 39a8fece-55c6-4ed0-abc9-362678529f32, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:35:21.389792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] For port 39a8fece-55c6-4ed0-abc9-362678529f32, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=39a8fece-55c6-4ed0-abc9-362678529f32,segment=NetworkSegment(25381d1a-b083-4fef-b492-ee59c1aa2b93),segment_id=25381d1a-b083-4fef-b492-ee59c1aa2b93)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:35:21.421103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:21.436679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object c7536b1c-4e2e-4ba7-af33-556424d0e0b0 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:21.452553 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:21.511445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e75b0d-f553-4399-ae20-d41fdc508e22 None None] Pushing event updated for resources: {'Port': ['ID=39a8fece-55c6-4ed0-abc9-362678529f32,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:21.515305 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:21.571308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 48525327-d007-483b-b657-91f5251e920f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:21.577453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:21.579388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=c7536b1c-4e2e-4ba7-af33-556424d0e0b0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:21.581578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:21.632864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:21.637660 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:21.709577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5f6a4831-fdc6-4666-9e1c-d115d1d55a22 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0363638 Aug 21 09:35:21.712794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53680) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:21.718222 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': '48525327-d007-483b-b657-91f5251e920f', 'name': 'tempest-PortsTestJSON-704608642'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:22.006546 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:22.010707 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:22.036647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port 5ea16b5e-046a-46fe-b158-052f6c1eeb18 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:22.158423 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.14 (48525327-d007-483b-b657-91f5251e920f/7ef0206c-3aa0-46c8-be8d-5a3515cbac1b/5ea16b5e-046a-46fe-b158-052f6c1eeb18) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:22.325312 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:22.340521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object 5ea16b5e-046a-46fe-b158-052f6c1eeb18 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:22.429876 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:22.562773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77bb4b8-f43e-4cfa-af2e-2ebc97ef4187 None None] Network 48525327-d007-483b-b657-91f5251e920f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:22.696376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-50b895db-08a3-452b-8640-94e177e425ab None None] Provisioning for port 39a8fece-55c6-4ed0-abc9-362678529f32 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:22.871055 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 48525327-d007-483b-b657-91f5251e920f is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:22.873343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:22.877995 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:22.916395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=5ea16b5e-046a-46fe-b158-052f6c1eeb18,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:22.939870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:22.940495 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:23.026783 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-05d05eae-41ce-45b7-8933-a91d25d65fc8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3108521 Aug 21 09:35:23.027513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53690) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:23.120284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-46ca9d2b-974a-40f5-836b-f0f8783fc6c5 None None] Provisioning for port c7536b1c-4e2e-4ba7-af33-556424d0e0b0 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:23.126126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-46ca9d2b-974a-40f5-836b-f0f8783fc6c5 None None] Provisioning complete for port c7536b1c-4e2e-4ba7-af33-556424d0e0b0 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:23.126505 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-46ca9d2b-974a-40f5-836b-f0f8783fc6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:23.147538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f4eae-e336-4d5f-8abd-c525de0e0089 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:23.149198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2c0f4eae-e336-4d5f-8abd-c525de0e0089 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.1205730 Aug 21 09:35:23.151915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53692) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:23.182859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-46ca9d2b-974a-40f5-836b-f0f8783fc6c5 None None] Port c7536b1c-4e2e-4ba7-af33-556424d0e0b0 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:23.280913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-064770c9-7d21-4ea1-894a-7edbf8cc3b2e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 5ea16b5e-046a-46fe-b158-052f6c1eeb18 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:23.281260 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-064770c9-7d21-4ea1-894a-7edbf8cc3b2e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:23.286771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-46ca9d2b-974a-40f5-836b-f0f8783fc6c5 None None] Provisioning for port 5ea16b5e-046a-46fe-b158-052f6c1eeb18 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:23.293293 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-46ca9d2b-974a-40f5-836b-f0f8783fc6c5 None None] Provisioning complete for port 5ea16b5e-046a-46fe-b158-052f6c1eeb18 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:23.293980 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-46ca9d2b-974a-40f5-836b-f0f8783fc6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:23.356168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-46ca9d2b-974a-40f5-836b-f0f8783fc6c5 None None] Port 5ea16b5e-046a-46fe-b158-052f6c1eeb18 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:23.426924 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-064770c9-7d21-4ea1-894a-7edbf8cc3b2e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:23.449248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-064770c9-7d21-4ea1-894a-7edbf8cc3b2e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 5ea16b5e-046a-46fe-b158-052f6c1eeb18 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:23.483495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-adbbe4d5-8b7a-48d5-8d89-fd5fff37b38e None None] Provisioning complete for port c7536b1c-4e2e-4ba7-af33-556424d0e0b0 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:23.486198 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-adbbe4d5-8b7a-48d5-8d89-fd5fff37b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:23.550157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 39a8fece-55c6-4ed0-abc9-362678529f32 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:23.614152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-adbbe4d5-8b7a-48d5-8d89-fd5fff37b38e None None] Port c7536b1c-4e2e-4ba7-af33-556424d0e0b0 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:23.738744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cc22dbeb-46e6-4310-9080-709aa2e3a2a0 None None] Provisioning complete for port 5ea16b5e-046a-46fe-b158-052f6c1eeb18 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:23.739403 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cc22dbeb-46e6-4310-9080-709aa2e3a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:23.760635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 39a8fece-55c6-4ed0-abc9-362678529f32 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:23.768626 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 39a8fece-55c6-4ed0-abc9-362678529f32 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:23.770888 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:23.794080 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-064770c9-7d21-4ea1-894a-7edbf8cc3b2e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:23.801590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cc22dbeb-46e6-4310-9080-709aa2e3a2a0 None None] Port 5ea16b5e-046a-46fe-b158-052f6c1eeb18 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:23.819152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064770c9-7d21-4ea1-894a-7edbf8cc3b2e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=5ea16b5e-046a-46fe-b158-052f6c1eeb18,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:23.876940 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:23.922277 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-064770c9-7d21-4ea1-894a-7edbf8cc3b2e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:23.926579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-064770c9-7d21-4ea1-894a-7edbf8cc3b2e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/5ea16b5e-046a-46fe-b158-052f6c1eeb18 HTTP/1.1" status: 204 len: 168 time: 0.7710834 Aug 21 09:35:23.927073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53698) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:23.927593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 39a8fece-55c6-4ed0-abc9-362678529f32, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=39a8fece-55c6-4ed0-abc9-362678529f32,segment=NetworkSegment(25381d1a-b083-4fef-b492-ee59c1aa2b93),segment_id=25381d1a-b083-4fef-b492-ee59c1aa2b93)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:23.954752 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7331f4-c52e-4007-a8d6-9e10fba2e8a6 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:23.956448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ee7331f4-c52e-4007-a8d6-9e10fba2e8a6 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/5ea16b5e-046a-46fe-b158-052f6c1eeb18 HTTP/1.1" status: 404 len: 333 time: 0.0286891 Aug 21 09:35:23.959232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53700) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:24.018157 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:24.088141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-1c652fc3-ef2e-431b-8455-648cdb8bc926 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port c7536b1c-4e2e-4ba7-af33-556424d0e0b0 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:24.088677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1c652fc3-ef2e-431b-8455-648cdb8bc926 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:24.091221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=39a8fece-55c6-4ed0-abc9-362678529f32,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:24.193434 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1c652fc3-ef2e-431b-8455-648cdb8bc926 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:24.207153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-1c652fc3-ef2e-431b-8455-648cdb8bc926 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for c7536b1c-4e2e-4ba7-af33-556424d0e0b0 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:24.456672 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1c652fc3-ef2e-431b-8455-648cdb8bc926 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:24.494527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c652fc3-ef2e-431b-8455-648cdb8bc926 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=c7536b1c-4e2e-4ba7-af33-556424d0e0b0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:24.594864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1c652fc3-ef2e-431b-8455-648cdb8bc926 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:24.598715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1c652fc3-ef2e-431b-8455-648cdb8bc926 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/c7536b1c-4e2e-4ba7-af33-556424d0e0b0 HTTP/1.1" status: 204 len: 168 time: 0.6374507 Aug 21 09:35:24.600823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53702) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:24.635106 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d578762-fafd-4e84-84e1-e2317083f5d7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:24.637093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5d578762-fafd-4e84-84e1-e2317083f5d7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/c7536b1c-4e2e-4ba7-af33-556424d0e0b0 HTTP/1.1" status: 404 len: 333 time: 0.0326459 Aug 21 09:35:24.640090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53704) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:24.705669 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e714e8-c85d-48ec-b6d2-afbdb437f5fe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting subnet 7ef0206c-3aa0-46c8-be8d-5a3515cbac1b {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:35:24.715379 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5e714e8-c85d-48ec-b6d2-afbdb437f5fe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:24.775372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5e714e8-c85d-48ec-b6d2-afbdb437f5fe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:24.875506 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5e714e8-c85d-48ec-b6d2-afbdb437f5fe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.001287 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5e714e8-c85d-48ec-b6d2-afbdb437f5fe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.032822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e714e8-c85d-48ec-b6d2-afbdb437f5fe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef0206c-3aa0-46c8-be8d-5a3515cbac1b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:25.034800 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f5e714e8-c85d-48ec-b6d2-afbdb437f5fe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.039076 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f5e714e8-c85d-48ec-b6d2-afbdb437f5fe tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/7ef0206c-3aa0-46c8-be8d-5a3515cbac1b HTTP/1.1" status: 204 len: 168 time: 0.3947549 Aug 21 09:35:25.040450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53712) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:25.043194 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a687a395-4603-4b4c-a3b5-fd9223fa02eb None None] Network 48525327-d007-483b-b657-91f5251e920f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:25.123544 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.189888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 39a8fece-55c6-4ed0-abc9-362678529f32 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:25.190238 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.258963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] For port 39a8fece-55c6-4ed0-abc9-362678529f32, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=39a8fece-55c6-4ed0-abc9-362678529f32,segment=NetworkSegment(25381d1a-b083-4fef-b492-ee59c1aa2b93),segment_id=25381d1a-b083-4fef-b492-ee59c1aa2b93)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:25.259268 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.263915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c72ed7a-c810-48bd-bd42-6e89498ed61a None None] DHCP port deletion for 48525327-d007-483b-b657-91f5251e920f request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:35:25.277429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 39a8fece-55c6-4ed0-abc9-362678529f32 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:25.344755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9c72ed7a-c810-48bd-bd42-6e89498ed61a None None] Deleting port 39a8fece-55c6-4ed0-abc9-362678529f32 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:25.348115 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c72ed7a-c810-48bd-bd42-6e89498ed61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.423250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9c72ed7a-c810-48bd-bd42-6e89498ed61a None None] For port 39a8fece-55c6-4ed0-abc9-362678529f32, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=39a8fece-55c6-4ed0-abc9-362678529f32,segment=NetworkSegment(25381d1a-b083-4fef-b492-ee59c1aa2b93),segment_id=25381d1a-b083-4fef-b492-ee59c1aa2b93)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:25.423683 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c72ed7a-c810-48bd-bd42-6e89498ed61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.434765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 39a8fece-55c6-4ed0-abc9-362678529f32 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:35:25.439090 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.448682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9c72ed7a-c810-48bd-bd42-6e89498ed61a None None] Calling delete_port for 39a8fece-55c6-4ed0-abc9-362678529f32 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:25.465595 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 39a8fece-55c6-4ed0-abc9-362678529f32 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:35:25.465939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 39a8fece-55c6-4ed0-abc9-362678529f32 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:35:25.468840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No DVR routers for this DVR port 39a8fece-55c6-4ed0-abc9-362678529f32 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:25.470499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=39a8fece-55c6-4ed0-abc9-362678529f32,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:25.560421 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c72ed7a-c810-48bd-bd42-6e89498ed61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.564092 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.575538 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48525327-d007-483b-b657-91f5251e920f']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:25.582477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ed7a-c810-48bd-bd42-6e89498ed61a None None] Pushing event deleted for resources: {'Port': ['ID=39a8fece-55c6-4ed0-abc9-362678529f32,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:25.586830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25381d1a-b083-4fef-b492-ee59c1aa2b93') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:25.587214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25381d1a-b083-4fef-b492-ee59c1aa2b93') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:25.592764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72ed7a-c810-48bd-bd42-6e89498ed61a None None] No DVR routers for this DVR port 39a8fece-55c6-4ed0-abc9-362678529f32 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:25.602161 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.622849 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.629120 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:35:25.629516 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:35:25.633093 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:35:25.782795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.790203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.791953 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/networks/48525327-d007-483b-b657-91f5251e920f HTTP/1.1" status: 204 len: 168 time: 0.7516603 Aug 21 09:35:25.795535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53714) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:25.800768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-518907355'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:25.804553 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb64a29-eadc-415c-94b8-1be758b2cfdb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Network': ['ID=48525327-d007-483b-b657-91f5251e920f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:25.880104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:25.884010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.937567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:35:25.959487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:25.959947 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Added segment d0e884c5-af00-4f26-98ad-11f48192aa0a of type vlan for network dfad0408-f3ec-4a79-b3e4-b41834b213e7 Aug 21 09:35:26.018898 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:26.154215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:26.159890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:26.160497 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:26.231804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Network': ['ID=dfad0408-f3ec-4a79-b3e4-b41834b213e7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:26.243022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network dfad0408-f3ec-4a79-b3e4-b41834b213e7 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:35:26.257905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-de547b55-ef94-4af1-94fc-46a4dc5fd4c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4608903 Aug 21 09:35:26.261205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53724) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:26.267759 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': 'dfad0408-f3ec-4a79-b3e4-b41834b213e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:26.474459 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:26.479776 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:26.784773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:26.848590 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Subnet': ['ID=9fda6ae0-1be4-466e-bbbc-9d83cf4f069b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:26.859390 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Checking segment: {'id': 'd0e884c5-af00-4f26-98ad-11f48192aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'dfad0408-f3ec-4a79-b3e4-b41834b213e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:26.859777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network hostable DHCP agents. Network: dfad0408-f3ec-4a79-b3e4-b41834b213e7, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:35:27.331506 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network dfad0408-f3ec-4a79-b3e4-b41834b213e7 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:35:27.446014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, dfad0408-f3ec-4a79-b3e4-b41834b213e7) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:27.450826 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:27.451650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:27.472389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3616d6d2-1ae9-44b4-8ca0-2fc468b3de7a None None] Network dfad0408-f3ec-4a79-b3e4-b41834b213e7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:27.544646 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-38f6474c-77ad-445d-b623-58ce078e6828 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2829723 Aug 21 09:35:27.547114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53736) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:27.553800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': 'dfad0408-f3ec-4a79-b3e4-b41834b213e7', 'name': 'tempest-PortsTestJSON-1335298419', 'fixed_ips': [{'subnet_id': '9fda6ae0-1be4-466e-bbbc-9d83cf4f069b', 'ip_address': '172.20.0.10'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:27.639002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-dfad0408-f3ec-4a79-b3e4-b41834b213e7', 'network_id': 'dfad0408-f3ec-4a79-b3e4-b41834b213e7', 'tenant_id': 'e85971425e634028b43131705115a88e', 'fixed_ips': [{'subnet_id': '9fda6ae0-1be4-466e-bbbc-9d83cf4f069b'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:35:27.640217 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:27.785546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Allocated IP 172.20.0.2 (dfad0408-f3ec-4a79-b3e4-b41834b213e7/9fda6ae0-1be4-466e-bbbc-9d83cf4f069b/6c6e104e-2025-46a1-a059-86392f0eec0d) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:27.828465 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:27.940421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:27.952544 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:27.959625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port 07b1e982-be0a-40d2-9be4-66ce6f9b7936 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:27.964436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Transition to ACTIVE for port object 6c6e104e-2025-46a1-a059-86392f0eec0d will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:27.979175 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Transition to ACTIVE for port object 6c6e104e-2025-46a1-a059-86392f0eec0d will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:28.046161 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:28.087107 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Network dfad0408-f3ec-4a79-b3e4-b41834b213e7 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:28.089973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:28.094587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:28.104644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Pushing event updated for resources: {'Port': ['ID=6c6e104e-2025-46a1-a059-86392f0eec0d,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:28.115036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.115463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.116525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.116926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.117351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.118220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.118631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.119040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.119538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.119846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.120230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.120891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:35:28.176173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Attempting to bind port 6c6e104e-2025-46a1-a059-86392f0eec0d on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:35:28.177031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Attempting to bind port 6c6e104e-2025-46a1-a059-86392f0eec0d by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'd0e884c5-af00-4f26-98ad-11f48192aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'dfad0408-f3ec-4a79-b3e4-b41834b213e7'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:35:28.177671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Attempting to bind port 6c6e104e-2025-46a1-a059-86392f0eec0d on network dfad0408-f3ec-4a79-b3e4-b41834b213e7 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:35:28.180743 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.10 (dfad0408-f3ec-4a79-b3e4-b41834b213e7/9fda6ae0-1be4-466e-bbbc-9d83cf4f069b/07b1e982-be0a-40d2-9be4-66ce6f9b7936) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:28.183673 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:35:28.184376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Checking segment: {'id': 'd0e884c5-af00-4f26-98ad-11f48192aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'dfad0408-f3ec-4a79-b3e4-b41834b213e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:28.185012 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:28.185630 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Bound using segment: {'id': 'd0e884c5-af00-4f26-98ad-11f48192aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'dfad0408-f3ec-4a79-b3e4-b41834b213e7'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:35:28.186162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Bound port: 6c6e104e-2025-46a1-a059-86392f0eec0d, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e884c5-af00-4f26-98ad-11f48192aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'dfad0408-f3ec-4a79-b3e4-b41834b213e7'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:35:28.186609 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:28.254625 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] For port 6c6e104e-2025-46a1-a059-86392f0eec0d, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:35:28.258326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] For port 6c6e104e-2025-46a1-a059-86392f0eec0d, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6c6e104e-2025-46a1-a059-86392f0eec0d,segment=NetworkSegment(d0e884c5-af00-4f26-98ad-11f48192aa0a),segment_id=d0e884c5-af00-4f26-98ad-11f48192aa0a)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:35:28.343097 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:28.344845 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:28.363402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object 07b1e982-be0a-40d2-9be4-66ce6f9b7936 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:28.427388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcab5e-6c06-4fa9-80bb-4dce32fec2ed None None] Pushing event updated for resources: {'Port': ['ID=6c6e104e-2025-46a1-a059-86392f0eec0d,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:28.486024 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:28.532750 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network dfad0408-f3ec-4a79-b3e4-b41834b213e7 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:28.537200 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:28.539705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:28.567656 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=07b1e982-be0a-40d2-9be4-66ce6f9b7936,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:28.620636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:28.621378 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:28.715617 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ddad3b03-6263-456c-a572-3024b43f1e71 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1670699 Aug 21 09:35:28.717969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53744) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:28.727908 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': 'dfad0408-f3ec-4a79-b3e4-b41834b213e7', 'name': 'tempest-PortsTestJSON-1644767047', 'fixed_ips': [{'subnet_id': '9fda6ae0-1be4-466e-bbbc-9d83cf4f069b', 'ip_address': '172.20.0.9'}]}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:28.942937 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:28.948216 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:28.966667 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port a4eb7c4b-d372-4074-9b19-cb2776bc25b7 yet. {{(pid=106756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:29.160126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.9 (dfad0408-f3ec-4a79-b3e4-b41834b213e7/9fda6ae0-1be4-466e-bbbc-9d83cf4f069b/a4eb7c4b-d372-4074-9b19-cb2776bc25b7) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:29.340539 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:29.355894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object a4eb7c4b-d372-4074-9b19-cb2776bc25b7 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:29.404415 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbce71f-5da2-44f8-9995-c686316ce0dd None None] Network dfad0408-f3ec-4a79-b3e4-b41834b213e7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:29.479849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6c6e104e-2025-46a1-a059-86392f0eec0d up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:29.480872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:29.532709 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network dfad0408-f3ec-4a79-b3e4-b41834b213e7 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:29.535936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:29.540297 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:29.567930 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=a4eb7c4b-d372-4074-9b19-cb2776bc25b7,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:29.585282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eaf8bfb9-b1bf-4496-8cb5-e75db052ab93 None None] Provisioning for port 6c6e104e-2025-46a1-a059-86392f0eec0d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:29.608891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:29.609702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:29.720100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 6c6e104e-2025-46a1-a059-86392f0eec0d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:29.724709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 6c6e104e-2025-46a1-a059-86392f0eec0d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:29.725104 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:29.744251 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dd6162cc-500f-43de-b27c-3e7b42952759 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0248325 Aug 21 09:35:29.749502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53750) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:29.844725 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:29.877180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacfae02-8a95-49c2-ace4-44f8e28dc3c8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:29.879519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-aacfae02-8a95-49c2-ace4-44f8e28dc3c8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1310856 Aug 21 09:35:29.882916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53752) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:29.899508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 6c6e104e-2025-46a1-a059-86392f0eec0d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6c6e104e-2025-46a1-a059-86392f0eec0d,segment=NetworkSegment(d0e884c5-af00-4f26-98ad-11f48192aa0a),segment_id=d0e884c5-af00-4f26-98ad-11f48192aa0a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:29.970959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a07040-cb87-4dd7-9f7b-4d465217745b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:29.977183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a07040-cb87-4dd7-9f7b-4d465217745b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:29.983399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a07040-cb87-4dd7-9f7b-4d465217745b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:29.985174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-34a07040-cb87-4dd7-9f7b-4d465217745b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1012027 Aug 21 09:35:29.988745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53754) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:30.018516 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:30.047271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4116be20-3801-4df1-b373-e26db727800d None None] Provisioning for port a4eb7c4b-d372-4074-9b19-cb2776bc25b7 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:30.058365 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4116be20-3801-4df1-b373-e26db727800d None None] Provisioning complete for port a4eb7c4b-d372-4074-9b19-cb2776bc25b7 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:30.058731 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4116be20-3801-4df1-b373-e26db727800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:30.111059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=6c6e104e-2025-46a1-a059-86392f0eec0d,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:30.128205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4116be20-3801-4df1-b373-e26db727800d None None] Port a4eb7c4b-d372-4074-9b19-cb2776bc25b7 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:30.133422 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6ea287ea-f1ba-4955-a9ce-5aa0d12cd99f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port a4eb7c4b-d372-4074-9b19-cb2776bc25b7 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:30.133422 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ea287ea-f1ba-4955-a9ce-5aa0d12cd99f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:30.229569 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4116be20-3801-4df1-b373-e26db727800d None None] Provisioning for port 07b1e982-be0a-40d2-9be4-66ce6f9b7936 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:30.234219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4116be20-3801-4df1-b373-e26db727800d None None] Provisioning complete for port 07b1e982-be0a-40d2-9be4-66ce6f9b7936 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:30.234762 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4116be20-3801-4df1-b373-e26db727800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:30.252930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ea287ea-f1ba-4955-a9ce-5aa0d12cd99f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:30.267829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6ea287ea-f1ba-4955-a9ce-5aa0d12cd99f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for a4eb7c4b-d372-4074-9b19-cb2776bc25b7 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:30.285640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4116be20-3801-4df1-b373-e26db727800d None None] Port 07b1e982-be0a-40d2-9be4-66ce6f9b7936 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:30.296972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4116be20-3801-4df1-b373-e26db727800d None None] Provisioning complete for port 6c6e104e-2025-46a1-a059-86392f0eec0d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:30.303927 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4116be20-3801-4df1-b373-e26db727800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:30.540418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fc277d39-9393-427e-8c72-f8e9d3145e2d None None] Provisioning complete for port a4eb7c4b-d372-4074-9b19-cb2776bc25b7 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:30.541319 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fc277d39-9393-427e-8c72-f8e9d3145e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:30.573731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fc277d39-9393-427e-8c72-f8e9d3145e2d None None] Port a4eb7c4b-d372-4074-9b19-cb2776bc25b7 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:30.583147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fc277d39-9393-427e-8c72-f8e9d3145e2d None None] Provisioning complete for port 07b1e982-be0a-40d2-9be4-66ce6f9b7936 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:30.583512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fc277d39-9393-427e-8c72-f8e9d3145e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:30.625337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fc277d39-9393-427e-8c72-f8e9d3145e2d None None] Port 07b1e982-be0a-40d2-9be4-66ce6f9b7936 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:30.708361 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ea287ea-f1ba-4955-a9ce-5aa0d12cd99f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:30.737931 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea287ea-f1ba-4955-a9ce-5aa0d12cd99f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=a4eb7c4b-d372-4074-9b19-cb2776bc25b7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:30.814810 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ea287ea-f1ba-4955-a9ce-5aa0d12cd99f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:30.821053 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6ea287ea-f1ba-4955-a9ce-5aa0d12cd99f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/a4eb7c4b-d372-4074-9b19-cb2776bc25b7 HTTP/1.1" status: 204 len: 168 time: 0.8279893 Aug 21 09:35:30.821703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53762) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:30.852725 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4582664-1d76-44e5-8c8a-3246cb2c510a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:30.854464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c4582664-1d76-44e5-8c8a-3246cb2c510a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/a4eb7c4b-d372-4074-9b19-cb2776bc25b7 HTTP/1.1" status: 404 len: 333 time: 0.0320432 Aug 21 09:35:30.857738 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53764) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:30.978612 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d6f68-776f-47b9-81e1-f5bc0f130d5b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 07b1e982-be0a-40d2-9be4-66ce6f9b7936 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:30.979359 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6f68-776f-47b9-81e1-f5bc0f130d5b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:31.084376 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6f68-776f-47b9-81e1-f5bc0f130d5b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:31.101000 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d6f68-776f-47b9-81e1-f5bc0f130d5b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 07b1e982-be0a-40d2-9be4-66ce6f9b7936 owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:31.342179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6f68-776f-47b9-81e1-f5bc0f130d5b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:31.373987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d6f68-776f-47b9-81e1-f5bc0f130d5b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=07b1e982-be0a-40d2-9be4-66ce6f9b7936,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:31.451671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6c6e104e-2025-46a1-a059-86392f0eec0d up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:31.483540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6f68-776f-47b9-81e1-f5bc0f130d5b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:31.487074 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9a8d6f68-776f-47b9-81e1-f5bc0f130d5b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/07b1e982-be0a-40d2-9be4-66ce6f9b7936 HTTP/1.1" status: 204 len: 168 time: 0.6279402 Aug 21 09:35:31.489613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53770) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:31.516682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 6c6e104e-2025-46a1-a059-86392f0eec0d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:31.517206 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:31.517589 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-66512b39-5d62-472d-9bbb-171794c6029d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:31.522150 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-66512b39-5d62-472d-9bbb-171794c6029d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/07b1e982-be0a-40d2-9be4-66ce6f9b7936 HTTP/1.1" status: 404 len: 333 time: 0.0286350 Aug 21 09:35:31.524738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53772) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:31.611129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed72679d-ed24-4eb5-b23a-10528cab36de tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting subnet 9fda6ae0-1be4-466e-bbbc-9d83cf4f069b {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:35:31.620482 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ed72679d-ed24-4eb5-b23a-10528cab36de tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:31.692776 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ed72679d-ed24-4eb5-b23a-10528cab36de tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:31.784724 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ed72679d-ed24-4eb5-b23a-10528cab36de tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:31.925572 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ed72679d-ed24-4eb5-b23a-10528cab36de tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:31.952475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72679d-ed24-4eb5-b23a-10528cab36de tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Subnet': ['ID=9fda6ae0-1be4-466e-bbbc-9d83cf4f069b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:31.966033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ed72679d-ed24-4eb5-b23a-10528cab36de tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:31.966203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60e9466-b6dd-44eb-baac-33dfb97d4107 None None] Network dfad0408-f3ec-4a79-b3e4-b41834b213e7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:31.969994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ed72679d-ed24-4eb5-b23a-10528cab36de tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/9fda6ae0-1be4-466e-bbbc-9d83cf4f069b HTTP/1.1" status: 204 len: 168 time: 0.4445398 Aug 21 09:35:31.970865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53774) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:32.077913 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.143273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 6c6e104e-2025-46a1-a059-86392f0eec0d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:32.143734 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.186096 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bdf5d3-1507-4a36-a43f-7bfa86635b00 None None] DHCP port deletion for dfad0408-f3ec-4a79-b3e4-b41834b213e7 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:35:32.228959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] For port 6c6e104e-2025-46a1-a059-86392f0eec0d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6c6e104e-2025-46a1-a059-86392f0eec0d,segment=NetworkSegment(d0e884c5-af00-4f26-98ad-11f48192aa0a),segment_id=d0e884c5-af00-4f26-98ad-11f48192aa0a)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:32.229668 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.242222 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-64bdf5d3-1507-4a36-a43f-7bfa86635b00 None None] Deleting port 6c6e104e-2025-46a1-a059-86392f0eec0d {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:32.242690 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-64bdf5d3-1507-4a36-a43f-7bfa86635b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.257634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 6c6e104e-2025-46a1-a059-86392f0eec0d owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:32.327477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-64bdf5d3-1507-4a36-a43f-7bfa86635b00 None None] For port 6c6e104e-2025-46a1-a059-86392f0eec0d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6c6e104e-2025-46a1-a059-86392f0eec0d,segment=NetworkSegment(d0e884c5-af00-4f26-98ad-11f48192aa0a),segment_id=d0e884c5-af00-4f26-98ad-11f48192aa0a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:32.327925 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-64bdf5d3-1507-4a36-a43f-7bfa86635b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.343281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-64bdf5d3-1507-4a36-a43f-7bfa86635b00 None None] Calling delete_port for 6c6e104e-2025-46a1-a059-86392f0eec0d owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:32.412376 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.421326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-64bdf5d3-1507-4a36-a43f-7bfa86635b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.425634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No DVR routers for this DVR port 6c6e104e-2025-46a1-a059-86392f0eec0d on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:32.453283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdf5d3-1507-4a36-a43f-7bfa86635b00 None None] Pushing event deleted for resources: {'Port': ['ID=6c6e104e-2025-46a1-a059-86392f0eec0d,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:32.455295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdf5d3-1507-4a36-a43f-7bfa86635b00 None None] No DVR routers for this DVR port 6c6e104e-2025-46a1-a059-86392f0eec0d on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:32.482169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=6c6e104e-2025-46a1-a059-86392f0eec0d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:32.555331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.569762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfad0408-f3ec-4a79-b3e4-b41834b213e7']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:32.584935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e884c5-af00-4f26-98ad-11f48192aa0a') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:32.589995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e884c5-af00-4f26-98ad-11f48192aa0a') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:32.594652 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.611312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.618938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:35:32.619453 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:35:32.622792 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:35:32.743587 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.750834 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.752944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/networks/dfad0408-f3ec-4a79-b3e4-b41834b213e7 HTTP/1.1" status: 204 len: 168 time: 0.7806771 Aug 21 09:35:32.756859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53782) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:32.762162 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-867522044'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:32.766493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d37739-08c1-49ab-8463-955dbf2cfa92 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Network': ['ID=dfad0408-f3ec-4a79-b3e4-b41834b213e7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:32.852256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:32.856881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.882506 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:35:32.893102 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:32.893518 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Added segment 48ae90f2-4219-466b-9c66-47f40465372b of type vlan for network 64783b48-7fd2-4f8b-bd58-372679c0d25a Aug 21 09:35:32.940019 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:33.006017 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:33.012280 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:33.012918 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:33.088540 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Network': ['ID=64783b48-7fd2-4f8b-bd58-372679c0d25a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:33.101663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 64783b48-7fd2-4f8b-bd58-372679c0d25a details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:35:33.155050 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-113d6d66-687d-4847-85b0-45d826f8b31e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3970697 Aug 21 09:35:33.163455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53788) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:33.168782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': '64783b48-7fd2-4f8b-bd58-372679c0d25a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:33.422923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6c6e104e-2025-46a1-a059-86392f0eec0d no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:35:33.426965 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 6c6e104e-2025-46a1-a059-86392f0eec0d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:35:33.427282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6c6e104e-2025-46a1-a059-86392f0eec0d not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:35:33.474304 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:33.478683 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:33.714213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:33.788028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Subnet': ['ID=a0fa5034-620b-4616-bd97-96f4fce496d7,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:33.793830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Checking segment: {'id': '48ae90f2-4219-466b-9c66-47f40465372b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64783b48-7fd2-4f8b-bd58-372679c0d25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:33.794323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network hostable DHCP agents. Network: 64783b48-7fd2-4f8b-bd58-372679c0d25a, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:35:33.845312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 64783b48-7fd2-4f8b-bd58-372679c0d25a is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:35:33.925396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 64783b48-7fd2-4f8b-bd58-372679c0d25a) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:33.929986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:33.930586 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:33.936959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d798e85-73c6-49ab-88db-094842b68bce None None] Network 64783b48-7fd2-4f8b-bd58-372679c0d25a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:34.023876 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b5220d4c-f87f-4ad7-9573-6fc3d9cfa5a5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8591702 Aug 21 09:35:34.026564 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53794) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:34.031823 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8b473b61-aaec-4895-b6df-ea959619590b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1060204686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:34.115667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-64783b48-7fd2-4f8b-bd58-372679c0d25a', 'network_id': '64783b48-7fd2-4f8b-bd58-372679c0d25a', 'tenant_id': 'e85971425e634028b43131705115a88e', 'fixed_ips': [{'subnet_id': 'a0fa5034-620b-4616-bd97-96f4fce496d7'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:35:34.118060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.131746 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b473b61-aaec-4895-b6df-ea959619590b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.136603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b473b61-aaec-4895-b6df-ea959619590b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.206387 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b473b61-aaec-4895-b6df-ea959619590b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.253103 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b473b61-aaec-4895-b6df-ea959619590b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.271483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Allocated IP 172.20.0.2 (64783b48-7fd2-4f8b-bd58-372679c0d25a/a0fa5034-620b-4616-bd97-96f4fce496d7/da9a140b-48e6-4e7e-9428-76fe6760f15c) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:34.355143 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8b473b61-aaec-4895-b6df-ea959619590b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.359630 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8b473b61-aaec-4895-b6df-ea959619590b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3315384 Aug 21 09:35:34.360399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53800) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:34.367665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'network_id': '64783b48-7fd2-4f8b-bd58-372679c0d25a', 'name': 'tempest-PortsTestJSON-1919421354'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:34.582361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:34.586745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.607589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port 4420488f-1d18-413b-b4c2-69c32155f24c yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:34.629772 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.638792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Transition to ACTIVE for port object da9a140b-48e6-4e7e-9428-76fe6760f15c will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:34.655204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Transition to ACTIVE for port object da9a140b-48e6-4e7e-9428-76fe6760f15c will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:34.731948 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.779123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Network 64783b48-7fd2-4f8b-bd58-372679c0d25a is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:34.783786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:34.786916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:34.793065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.7 (64783b48-7fd2-4f8b-bd58-372679c0d25a/a0fa5034-620b-4616-bd97-96f4fce496d7/4420488f-1d18-413b-b4c2-69c32155f24c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:34.798654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Pushing event updated for resources: {'Port': ['ID=da9a140b-48e6-4e7e-9428-76fe6760f15c,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:34.860585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Attempting to bind port da9a140b-48e6-4e7e-9428-76fe6760f15c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:35:34.860954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Attempting to bind port da9a140b-48e6-4e7e-9428-76fe6760f15c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '48ae90f2-4219-466b-9c66-47f40465372b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64783b48-7fd2-4f8b-bd58-372679c0d25a'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:35:34.861295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Attempting to bind port da9a140b-48e6-4e7e-9428-76fe6760f15c on network 64783b48-7fd2-4f8b-bd58-372679c0d25a {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:35:34.866655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:35:34.867055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Checking segment: {'id': '48ae90f2-4219-466b-9c66-47f40465372b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64783b48-7fd2-4f8b-bd58-372679c0d25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:34.867513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.867932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Bound using segment: {'id': '48ae90f2-4219-466b-9c66-47f40465372b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64783b48-7fd2-4f8b-bd58-372679c0d25a'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:35:34.868476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Bound port: da9a140b-48e6-4e7e-9428-76fe6760f15c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ae90f2-4219-466b-9c66-47f40465372b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64783b48-7fd2-4f8b-bd58-372679c0d25a'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:35:34.868814 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.936707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] For port da9a140b-48e6-4e7e-9428-76fe6760f15c, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:35:34.940640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] For port da9a140b-48e6-4e7e-9428-76fe6760f15c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=da9a140b-48e6-4e7e-9428-76fe6760f15c,segment=NetworkSegment(48ae90f2-4219-466b-9c66-47f40465372b),segment_id=48ae90f2-4219-466b-9c66-47f40465372b)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:35:34.952410 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:34.969534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object 4420488f-1d18-413b-b4c2-69c32155f24c will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:35.057420 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:35.099125 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:35.130619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1fa00-e023-4013-a499-64b65f739979 None None] Pushing event updated for resources: {'Port': ['ID=da9a140b-48e6-4e7e-9428-76fe6760f15c,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:35.175425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 64783b48-7fd2-4f8b-bd58-372679c0d25a is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:35.178143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:35.192190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:35.252203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=4420488f-1d18-413b-b4c2-69c32155f24c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:35.271711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:35.272236 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:35.375153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6fd2a6f1-3056-44a4-a235-4e9e98d8c315 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0098214 Aug 21 09:35:35.375153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53806) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:35.507074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device da9a140b-48e6-4e7e-9428-76fe6760f15c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:35.624715 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port da9a140b-48e6-4e7e-9428-76fe6760f15c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:36.186173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:36.313178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdc4769-870a-4192-bb40-d1199a6e02bb None None] Network 64783b48-7fd2-4f8b-bd58-372679c0d25a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:36.494390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8d6351c8-6b81-4fbe-9231-2df8e74e04e4 None None] Provisioning for port da9a140b-48e6-4e7e-9428-76fe6760f15c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:36.499024 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:36.502911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8d6351c8-6b81-4fbe-9231-2df8e74e04e4 None None] Provisioning complete for port da9a140b-48e6-4e7e-9428-76fe6760f15c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:36.502911 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8d6351c8-6b81-4fbe-9231-2df8e74e04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:36.577224 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:36.595517 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8d6351c8-6b81-4fbe-9231-2df8e74e04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:36.633875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8d6351c8-6b81-4fbe-9231-2df8e74e04e4 None None] For port da9a140b-48e6-4e7e-9428-76fe6760f15c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=da9a140b-48e6-4e7e-9428-76fe6760f15c,segment=NetworkSegment(48ae90f2-4219-466b-9c66-47f40465372b),segment_id=48ae90f2-4219-466b-9c66-47f40465372b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:36.671096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=4420488f-1d18-413b-b4c2-69c32155f24c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:36.719961 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8d6351c8-6b81-4fbe-9231-2df8e74e04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:36.849217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6351c8-6b81-4fbe-9231-2df8e74e04e4 None None] Pushing event updated for resources: {'Port': ['ID=da9a140b-48e6-4e7e-9428-76fe6760f15c,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:36.890308 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:36.953585 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5025ae5b-4e2f-4d9c-9beb-a2740945dfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:36.981517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6e9a9476-4913-42d3-b723-e150dc65b542 None None] Provisioning for port 4420488f-1d18-413b-b4c2-69c32155f24c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:36.986979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6e9a9476-4913-42d3-b723-e150dc65b542 None None] Provisioning complete for port 4420488f-1d18-413b-b4c2-69c32155f24c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:36.992590 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9476-4913-42d3-b723-e150dc65b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:37.050963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a9476-4913-42d3-b723-e150dc65b542 None None] Port 4420488f-1d18-413b-b4c2-69c32155f24c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:37.060292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6e9a9476-4913-42d3-b723-e150dc65b542 None None] Provisioning complete for port da9a140b-48e6-4e7e-9428-76fe6760f15c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:37.060703 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9476-4913-42d3-b723-e150dc65b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:37.107004 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:37.317860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-46a484d1-65c4-49de-afc3-2676c3728ce2 None None] Provisioning complete for port 4420488f-1d18-413b-b4c2-69c32155f24c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:37.318407 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-46a484d1-65c4-49de-afc3-2676c3728ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:37.366515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-46a484d1-65c4-49de-afc3-2676c3728ce2 None None] Port 4420488f-1d18-413b-b4c2-69c32155f24c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:37.451532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device da9a140b-48e6-4e7e-9428-76fe6760f15c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:37.518697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port da9a140b-48e6-4e7e-9428-76fe6760f15c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:37.520159 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:37.537482 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:37.646214 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:37.769058 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:37.784950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=4420488f-1d18-413b-b4c2-69c32155f24c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:37.820130 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb7e44-8c35-4477-9df6-9b2b8d487c3c req-426a7656-c3e0-4322-a965-a3a055c4612d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:37.821933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9eb7e44-8c35-4477-9df6-9b2b8d487c3c req-426a7656-c3e0-4322-a965-a3a055c4612d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.1334357 Aug 21 09:35:37.907029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9eb7e44-8c35-4477-9df6-9b2b8d487c3c req-596858af-2d00-4391-9dae-7f1006625216 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597029 Aug 21 09:35:37.930957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network 64783b48-7fd2-4f8b-bd58-372679c0d25a is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:37.932501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:38.239685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Router 1122cfb3-6ea2-48b1-b926-f38e9f34b39f is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:35:38.294909 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5e481609-406c-4e62-9d52-74569dc85eb7 None None] Provisioning complete for port 4420488f-1d18-413b-b4c2-69c32155f24c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:38.295402 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5e481609-406c-4e62-9d52-74569dc85eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:38.340782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5e481609-406c-4e62-9d52-74569dc85eb7 None None] Port 4420488f-1d18-413b-b4c2-69c32155f24c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:38.363035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:35:38.372308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a984d919-337f-4f8f-a6c5-b6e154b6065d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "PUT /v2.0/routers/1122cfb3-6ea2-48b1-b926-f38e9f34b39f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9924994 Aug 21 09:35:38.372308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53840) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:38.374336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eedb93-00f2-481f-a8a7-b776761723a4 None None] Sync routers for ids ['1122cfb3-6ea2-48b1-b926-f38e9f34b39f'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:35:38.384561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eedb93-00f2-481f-a8a7-b776761723a4 None None] Routers {'1122cfb3-6ea2-48b1-b926-f38e9f34b39f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:35:38.385272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-03eedb93-00f2-481f-a8a7-b776761723a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1122cfb3-6ea2-48b1-b926-f38e9f34b39f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:38.419754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-03eedb93-00f2-481f-a8a7-b776761723a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:38.430587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eedb93-00f2-481f-a8a7-b776761723a4 None None] Routers {'1122cfb3-6ea2-48b1-b926-f38e9f34b39f'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:35:38.431324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-03eedb93-00f2-481f-a8a7-b776761723a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1122cfb3-6ea2-48b1-b926-f38e9f34b39f'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:38.446801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e1635a-37d6-4e52-9e2d-fd3bba38951a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:38.452314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-56e1635a-37d6-4e52-9e2d-fd3bba38951a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports?device_id=1122cfb3-6ea2-48b1-b926-f38e9f34b39f HTTP/1.1" status: 200 len: 982 time: 0.0758712 Aug 21 09:35:38.454106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53842) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:38.466155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-03eedb93-00f2-481f-a8a7-b776761723a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:38.466803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eedb93-00f2-481f-a8a7-b776761723a4 None None] The sync data for ids ['1122cfb3-6ea2-48b1-b926-f38e9f34b39f'] in n-d-766726-28 is: [] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:35:39.052741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e48a41-798e-4050-9cd0-87e948925829 req-a52cf5dd-90d6-47a1-9673-b02f75d8bee3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:39.054321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e48a41-798e-4050-9cd0-87e948925829 req-a52cf5dd-90d6-47a1-9673-b02f75d8bee3 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.0669413 Aug 21 09:35:39.094373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53e48a41-798e-4050-9cd0-87e948925829 req-f985e94c-9ee8-4b2a-b399-543b8cdabd77 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323205 Aug 21 09:35:39.142320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0040860c-34dd-4527-a78c-6cf157bc8629 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:39.380032 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0040860c-34dd-4527-a78c-6cf157bc8629 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 4420488f-1d18-413b-b4c2-69c32155f24c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:39.380389 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0040860c-34dd-4527-a78c-6cf157bc8629 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:39.469324 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0040860c-34dd-4527-a78c-6cf157bc8629 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:39.481106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0040860c-34dd-4527-a78c-6cf157bc8629 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 4420488f-1d18-413b-b4c2-69c32155f24c owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:39.503489 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6124b5ad-22c1-44da-84ef-2f11917c4ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:39.742876 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0040860c-34dd-4527-a78c-6cf157bc8629 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:39.766049 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:39.802614 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040860c-34dd-4527-a78c-6cf157bc8629 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=4420488f-1d18-413b-b4c2-69c32155f24c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:39.974658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0040860c-34dd-4527-a78c-6cf157bc8629 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:40.186038 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0040860c-34dd-4527-a78c-6cf157bc8629 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Router 1122cfb3-6ea2-48b1-b926-f38e9f34b39f has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:35:40.277104 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0040860c-34dd-4527-a78c-6cf157bc8629 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:35:40.288004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309bfce-d9ec-44fc-ada0-1a09c9beacc5 req-307f66db-d9c2-46df-ab13-bb78c2b95c8c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:40.298796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1309bfce-d9ec-44fc-ada0-1a09c9beacc5 req-307f66db-d9c2-46df-ab13-bb78c2b95c8c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.0776615 Aug 21 09:35:40.298796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53858) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:40.299091 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201e137-4254-4eac-8b02-f4c0cd003301 None None] Sync routers for ids ['1122cfb3-6ea2-48b1-b926-f38e9f34b39f'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:35:40.299629 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0040860c-34dd-4527-a78c-6cf157bc8629 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "PUT /v2.0/routers/1122cfb3-6ea2-48b1-b926-f38e9f34b39f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8409727 Aug 21 09:35:40.306784 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201e137-4254-4eac-8b02-f4c0cd003301 None None] Routers {'1122cfb3-6ea2-48b1-b926-f38e9f34b39f'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:35:40.309655 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0201e137-4254-4eac-8b02-f4c0cd003301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1122cfb3-6ea2-48b1-b926-f38e9f34b39f'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:40.335817 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed62a86-5207-41f2-b0c2-c152505ddbed tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:40.353911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0ed62a86-5207-41f2-b0c2-c152505ddbed tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/4420488f-1d18-413b-b4c2-69c32155f24c HTTP/1.1" status: 404 len: 333 time: 0.0460989 Aug 21 09:35:40.353911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53860) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:40.354946 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0201e137-4254-4eac-8b02-f4c0cd003301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:40.362975 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201e137-4254-4eac-8b02-f4c0cd003301 None None] Routers {'1122cfb3-6ea2-48b1-b926-f38e9f34b39f'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:35:40.363881 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0201e137-4254-4eac-8b02-f4c0cd003301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1122cfb3-6ea2-48b1-b926-f38e9f34b39f'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:40.402103 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0201e137-4254-4eac-8b02-f4c0cd003301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:40.402751 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201e137-4254-4eac-8b02-f4c0cd003301 None None] The sync data for ids ['1122cfb3-6ea2-48b1-b926-f38e9f34b39f'] in n-d-766726-28 is: [] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:35:40.452729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1309bfce-d9ec-44fc-ada0-1a09c9beacc5 req-1ec35949-c3a5-4e21-97d8-159dcc80247c tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501858 Aug 21 09:35:40.455090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36059ac2-6f93-4633-8447-a66665fdf40d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:40.636045 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36059ac2-6f93-4633-8447-a66665fdf40d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:40.638503 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36059ac2-6f93-4633-8447-a66665fdf40d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:40.816628 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36059ac2-6f93-4633-8447-a66665fdf40d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:40.817145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36059ac2-6f93-4633-8447-a66665fdf40d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Fanout notify agent at l3_agent the message router_deleted on router 1122cfb3-6ea2-48b1-b926-f38e9f34b39f {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:35:40.825047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36059ac2-6f93-4633-8447-a66665fdf40d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:40.828474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-36059ac2-6f93-4633-8447-a66665fdf40d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/routers/1122cfb3-6ea2-48b1-b926-f38e9f34b39f HTTP/1.1" status: 204 len: 168 time: 0.4847000 Aug 21 09:35:40.829197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53866) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:40.902656 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d94d10d-4c1b-4dcb-a14e-a6bb625d57e0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting subnet a0fa5034-620b-4616-bd97-96f4fce496d7 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:35:40.908627 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d94d10d-4c1b-4dcb-a14e-a6bb625d57e0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:40.936594 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:40.974994 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d94d10d-4c1b-4dcb-a14e-a6bb625d57e0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:41.087232 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d94d10d-4c1b-4dcb-a14e-a6bb625d57e0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:41.400499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d94d10d-4c1b-4dcb-a14e-a6bb625d57e0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:41.442390 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94d10d-4c1b-4dcb-a14e-a6bb625d57e0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fa5034-620b-4616-bd97-96f4fce496d7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:41.447419 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d94d10d-4c1b-4dcb-a14e-a6bb625d57e0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:41.458077 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6d94d10d-4c1b-4dcb-a14e-a6bb625d57e0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/a0fa5034-620b-4616-bd97-96f4fce496d7 HTTP/1.1" status: 204 len: 168 time: 0.6179235 Aug 21 09:35:41.458212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53872) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:41.459678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ecbb3f-5bf3-4717-a88d-47a8c5c17d51 None None] Network 64783b48-7fd2-4f8b-bd58-372679c0d25a requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:41.708291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc622ac7-da50-484d-b34a-50118f3fba45 None None] DHCP port deletion for 64783b48-7fd2-4f8b-bd58-372679c0d25a request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:35:41.823200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-bc622ac7-da50-484d-b34a-50118f3fba45 None None] Deleting port da9a140b-48e6-4e7e-9428-76fe6760f15c {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:41.823658 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bc622ac7-da50-484d-b34a-50118f3fba45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:41.972667 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:41.973028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bc622ac7-da50-484d-b34a-50118f3fba45 None None] For port da9a140b-48e6-4e7e-9428-76fe6760f15c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=da9a140b-48e6-4e7e-9428-76fe6760f15c,segment=NetworkSegment(48ae90f2-4219-466b-9c66-47f40465372b),segment_id=48ae90f2-4219-466b-9c66-47f40465372b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:41.973028 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bc622ac7-da50-484d-b34a-50118f3fba45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:41.973028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-bc622ac7-da50-484d-b34a-50118f3fba45 None None] Calling delete_port for da9a140b-48e6-4e7e-9428-76fe6760f15c owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:41.993813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dc4c1-7a5c-43cc-9b31-f10909dd0228 req-95f7f6a2-586d-4bb5-a9cf-54dd6cb76613 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:42.003827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e8dc4c1-7a5c-43cc-9b31-f10909dd0228 req-95f7f6a2-586d-4bb5-a9cf-54dd6cb76613 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.4218018 Aug 21 09:35:42.068184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e8dc4c1-7a5c-43cc-9b31-f10909dd0228 req-a419de7a-feba-473a-83e6-db055a26e282 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635247 Aug 21 09:35:42.108778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port da9a140b-48e6-4e7e-9428-76fe6760f15c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:42.109782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:42.149057 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bc622ac7-da50-484d-b34a-50118f3fba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:42.188091 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc622ac7-da50-484d-b34a-50118f3fba45 None None] Pushing event deleted for resources: {'Port': ['ID=da9a140b-48e6-4e7e-9428-76fe6760f15c,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:42.190499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc622ac7-da50-484d-b34a-50118f3fba45 None None] No DVR routers for this DVR port da9a140b-48e6-4e7e-9428-76fe6760f15c on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:42.208035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] For port da9a140b-48e6-4e7e-9428-76fe6760f15c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=da9a140b-48e6-4e7e-9428-76fe6760f15c,segment=NetworkSegment(48ae90f2-4219-466b-9c66-47f40465372b),segment_id=48ae90f2-4219-466b-9c66-47f40465372b)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:42.208391 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:42.234543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for da9a140b-48e6-4e7e-9428-76fe6760f15c owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:42.342943 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:42.384349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=da9a140b-48e6-4e7e-9428-76fe6760f15c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:42.388361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No DVR routers for this DVR port da9a140b-48e6-4e7e-9428-76fe6760f15c on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:42.475024 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:42.486136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64783b48-7fd2-4f8b-bd58-372679c0d25a']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:42.498733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ae90f2-4219-466b-9c66-47f40465372b') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:42.499091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ae90f2-4219-466b-9c66-47f40465372b') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:42.508413 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:42.512922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:42.528787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:42.538415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:35:42.538840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: self.session.flush() Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:35:42.542061 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:35:42.839826 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:42.849756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:42.849969 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/networks/64783b48-7fd2-4f8b-bd58-372679c0d25a HTTP/1.1" status: 204 len: 168 time: 1.3967860 Aug 21 09:35:42.853703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53880) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:42.866576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f322e6-5e6c-4236-9367-68b52752bdb7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Network': ['ID=64783b48-7fd2-4f8b-bd58-372679c0d25a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:42.898771 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef05cb9-4824-40af-bb59-4a1e5c8c6574 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:42.900149 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5ef05cb9-4824-40af-bb59-4a1e5c8c6574 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/72681b53-c39b-4a87-8142-1dd71331be81 HTTP/1.1" status: 200 len: 841 time: 0.0454586 Aug 21 09:35:42.903910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53882) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:42.948264 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bdf99674-8056-4429-9a26-e41933b564a1 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/72681b53-c39b-4a87-8142-1dd71331be81?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0429418 Aug 21 09:35:42.951744 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53884) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:42.956998 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a748ab06-2777-4a24-84f9-89dfbd7184be tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:43.133398 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a748ab06-2777-4a24-84f9-89dfbd7184be tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:43.134917 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a748ab06-2777-4a24-84f9-89dfbd7184be tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:43.210112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5b699-2291-4204-a2f1-d20654f31707 req-c76f858f-f15a-4164-943c-a8c32c486f4e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:43.218801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27e5b699-2291-4204-a2f1-d20654f31707 req-c76f858f-f15a-4164-943c-a8c32c486f4e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.0733666 Aug 21 09:35:43.273140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27e5b699-2291-4204-a2f1-d20654f31707 req-cd8ad241-ed87-4baa-9c37-819adc52816e tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520365 Aug 21 09:35:43.436097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device da9a140b-48e6-4e7e-9428-76fe6760f15c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:35:43.481582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: da9a140b-48e6-4e7e-9428-76fe6760f15c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:35:43.481921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device da9a140b-48e6-4e7e-9428-76fe6760f15c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:35:43.491505 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a748ab06-2777-4a24-84f9-89dfbd7184be tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:43.539090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a748ab06-2777-4a24-84f9-89dfbd7184be tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:43.545290 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a748ab06-2777-4a24-84f9-89dfbd7184be tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:43.550572 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748ab06-2777-4a24-84f9-89dfbd7184be tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:43.551167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a748ab06-2777-4a24-84f9-89dfbd7184be tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:43.558201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7cf9ac-5d78-41b0-9f7e-a785ad460db4 None None] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:43.565216 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748ab06-2777-4a24-84f9-89dfbd7184be tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Subnet': ['ID=130c94da-7c1b-41f5-b3b1-04b6a4765ce7,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:43.623431 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a748ab06-2777-4a24-84f9-89dfbd7184be tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6704924 Aug 21 09:35:43.626180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53896) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:43.630872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9bc9e4ba-62f1-49eb-a32d-ebb21b7ce3c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'security_group': {'name': 'tempest-secgroup-1831885689'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:43.736902 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e4ba-62f1-49eb-a32d-ebb21b7ce3c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:43.752955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'tenant_id': 'e85971425e634028b43131705115a88e', 'fixed_ips': [{'subnet_id': '130c94da-7c1b-41f5-b3b1-04b6a4765ce7'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:35:43.754135 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:43.908734 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e4ba-62f1-49eb-a32d-ebb21b7ce3c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:43.953951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Allocated IP 172.20.0.2 (af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2/130c94da-7c1b-41f5-b3b1-04b6a4765ce7/31f0be68-0889-497f-9fb8-2826fc294ab1) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:43.982357 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e4ba-62f1-49eb-a32d-ebb21b7ce3c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:44.031880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9e4ba-62f1-49eb-a32d-ebb21b7ce3c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fcdda5-2c56-4e72-9752-196b5da8bd47,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:44.096695 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e4ba-62f1-49eb-a32d-ebb21b7ce3c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:44.098005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9bc9e4ba-62f1-49eb-a32d-ebb21b7ce3c5 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4708207 Aug 21 09:35:44.100700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53898) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:44.106177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4c5cd804-cd52-4d0f-8238-c39587743889 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'security_group': {'name': 'tempest-secgroup-1199823411'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:44.157214 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:44.158447 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:35:44.169289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Transition to ACTIVE for port object 31f0be68-0889-497f-9fb8-2826fc294ab1 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:44.185768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Transition to ACTIVE for port object 31f0be68-0889-497f-9fb8-2826fc294ab1 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:44.205389 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd804-cd52-4d0f-8238-c39587743889 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:44.252725 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:44.299677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd804-cd52-4d0f-8238-c39587743889 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:44.328504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:44.331843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:44.336327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:44.378561 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd804-cd52-4d0f-8238-c39587743889 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:44.393908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Pushing event updated for resources: {'Port': ['ID=31f0be68-0889-497f-9fb8-2826fc294ab1,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:44.409421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Attempting to bind port 31f0be68-0889-497f-9fb8-2826fc294ab1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:35:44.409872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Attempting to bind port 31f0be68-0889-497f-9fb8-2826fc294ab1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'a7dd3457-8676-4b37-8279-54ae8288dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:35:44.410510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Attempting to bind port 31f0be68-0889-497f-9fb8-2826fc294ab1 on network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:35:44.416024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:35:44.416465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Checking segment: {'id': 'a7dd3457-8676-4b37-8279-54ae8288dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:44.417040 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:44.417507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Bound using segment: {'id': 'a7dd3457-8676-4b37-8279-54ae8288dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:35:44.418016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Bound port: 31f0be68-0889-497f-9fb8-2826fc294ab1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dd3457-8676-4b37-8279-54ae8288dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:35:44.418471 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:44.452798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cd804-cd52-4d0f-8238-c39587743889 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea126442-66a0-48d6-bed0-fa167c4fa81f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:44.485379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a23ee-34a4-40b2-b3ba-8ed2480d3324 req-de0e5afe-26ca-4596-b5a4-34e3c5a49af1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:44.489908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-653a23ee-34a4-40b2-b3ba-8ed2480d3324 req-de0e5afe-26ca-4596-b5a4-34e3c5a49af1 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.1051979 Aug 21 09:35:44.497391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] For port 31f0be68-0889-497f-9fb8-2826fc294ab1, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:35:44.500699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] For port 31f0be68-0889-497f-9fb8-2826fc294ab1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=31f0be68-0889-497f-9fb8-2826fc294ab1,segment=NetworkSegment(a7dd3457-8676-4b37-8279-54ae8288dc71),segment_id=a7dd3457-8676-4b37-8279-54ae8288dc71)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:35:44.545837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-653a23ee-34a4-40b2-b3ba-8ed2480d3324 req-a12e0138-7c43-456a-af9b-a84acdf5a5d6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492146 Aug 21 09:35:44.547311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd804-cd52-4d0f-8238-c39587743889 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:44.551800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4c5cd804-cd52-4d0f-8238-c39587743889 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4472191 Aug 21 09:35:44.552252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53908) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:44.557615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-669737659', 'security_groups': ['ea126442-66a0-48d6-bed0-fa167c4fa81f'], 'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '130c94da-7c1b-41f5-b3b1-04b6a4765ce7'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:44.595685 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:44.726342 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06c9c6-f782-4e55-af16-90b9c4ace911 None None] Pushing event updated for resources: {'Port': ['ID=31f0be68-0889-497f-9fb8-2826fc294ab1,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:44.948802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:45.092897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:45.111703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port d521870f-89de-4338-8fcb-507271e5fcdf yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:45.199511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53910) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:45.347721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.10 (af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2/130c94da-7c1b-41f5-b3b1-04b6a4765ce7/d521870f-89de-4338-8fcb-507271e5fcdf) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:45.499462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Deleting port 35ec4db3-399e-4ef7-9ed8-7f27c71422f9 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:45.499462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:45.626535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 31f0be68-0889-497f-9fb8-2826fc294ab1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:45.639424 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:45.644421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:45.644421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:45.655184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object d521870f-89de-4338-8fcb-507271e5fcdf will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:45.687960 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Calling delete_port for 35ec4db3-399e-4ef7-9ed8-7f27c71422f9 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:45.712966 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:45.713697 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:45.765894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ed44-1933-48b4-8c7f-96c85a89b62c req-e33536e8-af3a-474f-b30c-bb72cf9cf968 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:45.767534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3640ed44-1933-48b4-8c7f-96c85a89b62c req-e33536e8-af3a-474f-b30c-bb72cf9cf968 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.0845766 Aug 21 09:35:45.799631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 31f0be68-0889-497f-9fb8-2826fc294ab1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:45.813165 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:45.877660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:45.888423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3640ed44-1933-48b4-8c7f-96c85a89b62c req-a44cc74e-8898-4ee2-8427-0d64046672c5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141057 Aug 21 09:35:45.892939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:45.892939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:45.973330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=d521870f-89de-4338-8fcb-507271e5fcdf,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:46.031107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:46.032285 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:46.177342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c81f7197-d55f-4d4b-8352-8a0cd67d2c18 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6240723 Aug 21 09:35:46.196107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53918) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:46.201643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-be643d76-420b-47ed-b30b-2e03e8d7d5fc tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:46.234155 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:46.271611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event deleted for resources: {'Port': ['ID=35ec4db3-399e-4ef7-9ed8-7f27c71422f9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:46.301246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0429fc42-84a0-4283-b94f-a0f1b79c748b None None] Provisioning for port 31f0be68-0889-497f-9fb8-2826fc294ab1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:46.307702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0429fc42-84a0-4283-b94f-a0f1b79c748b None None] Provisioning complete for port 31f0be68-0889-497f-9fb8-2826fc294ab1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:46.308543 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0429fc42-84a0-4283-b94f-a0f1b79c748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:46.341598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:46.342342 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Floating IP 084a4afa-123a-4d46-8343-1c12f40b0481 disassociated (deleted). External IP: 172.25.5.249, port: b647e368-3d12-47af-9c73-9bfd9eac9b3c. Aug 21 09:35:46.443345 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0429fc42-84a0-4283-b94f-a0f1b79c748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:46.452196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be643d76-420b-47ed-b30b-2e03e8d7d5fc tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:46.457568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-be643d76-420b-47ed-b30b-2e03e8d7d5fc tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:46.521293 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0429fc42-84a0-4283-b94f-a0f1b79c748b None None] For port 31f0be68-0889-497f-9fb8-2826fc294ab1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=31f0be68-0889-497f-9fb8-2826fc294ab1,segment=NetworkSegment(a7dd3457-8676-4b37-8279-54ae8288dc71),segment_id=a7dd3457-8676-4b37-8279-54ae8288dc71)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:46.605736 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0429fc42-84a0-4283-b94f-a0f1b79c748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:46.659956 n-d-766726-28 neutron-server[106757]: INFO neutron.db.ipam_backend_mixin [None req-be643d76-420b-47ed-b30b-2e03e8d7d5fc tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 130c94da-7c1b-41f5-b3b1-04b6a4765ce7 (CIDR: 172.20.0.0/28) Aug 21 09:35:46.667344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0429fc42-84a0-4283-b94f-a0f1b79c748b None None] Provisioning complete for port 72681b53-c39b-4a87-8142-1dd71331be81 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:46.667980 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0429fc42-84a0-4283-b94f-a0f1b79c748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:46.711459 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Router 03528649-e6b0-4b44-989d-e984d6421b42 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:35:46.714565 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-be643d76-420b-47ed-b30b-2e03e8d7d5fc tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:35:46.715748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be643d76-420b-47ed-b30b-2e03e8d7d5fc tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:35:46.721936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429fc42-84a0-4283-b94f-a0f1b79c748b None None] Pushing event updated for resources: {'Port': ['ID=31f0be68-0889-497f-9fb8-2826fc294ab1,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:46.732285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0429fc42-84a0-4283-b94f-a0f1b79c748b None None] Port 72681b53-c39b-4a87-8142-1dd71331be81 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:46.789867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-be643d76-420b-47ed-b30b-2e03e8d7d5fc tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5924878 Aug 21 09:35:46.792665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53924) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:46.797810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-21bb2a83-22d8-4d1c-a0f9-53ea9127f336 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:46.916266 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:35:46.916266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:46.919289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d13df-e368-478d-9265-7f3c44aa5527 None None] Sync routers for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:35:46.931967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d13df-e368-478d-9265-7f3c44aa5527 None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:35:46.932614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7e3d13df-e368-478d-9265-7f3c44aa5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:46.971205 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b04ac878-2d1a-4292-bea8-ec803fec8094 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "DELETE /v2.0/floatingips/084a4afa-123a-4d46-8343-1c12f40b0481 HTTP/1.1" status: 204 len: 168 time: 1.7689300 Aug 21 09:35:46.971205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:35:46.973868 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579bb14a-82f6-49a3-8fd0-fad505e6812f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:35:47.083869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-696cd57a-581b-49a2-bc43-01846bfe20f4 None None] Provisioning for port d521870f-89de-4338-8fcb-507271e5fcdf completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:47.093853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-696cd57a-581b-49a2-bc43-01846bfe20f4 None None] Provisioning complete for port d521870f-89de-4338-8fcb-507271e5fcdf triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:47.099312 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-696cd57a-581b-49a2-bc43-01846bfe20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:47.127935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bb2a83-22d8-4d1c-a0f9-53ea9127f336 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:47.132756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-21bb2a83-22d8-4d1c-a0f9-53ea9127f336 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:47.134977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-696cd57a-581b-49a2-bc43-01846bfe20f4 None None] Port d521870f-89de-4338-8fcb-507271e5fcdf cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:47.159582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-7e3d13df-e368-478d-9265-7f3c44aa5527 None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:35:47.210503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39515-a1cc-4363-ad71-d98a810d0224 req-aeeaae55-200b-47aa-887f-0be431ffd1b6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:47.213751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c4b39515-a1cc-4363-ad71-d98a810d0224 req-aeeaae55-200b-47aa-887f-0be431ffd1b6 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.1546214 Aug 21 09:35:47.286275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c4b39515-a1cc-4363-ad71-d98a810d0224 req-30f199cd-ed46-4968-9465-9e186b47bc1a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583854 Aug 21 09:35:47.424641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7e3d13df-e368-478d-9265-7f3c44aa5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 5, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:47.463905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 31f0be68-0889-497f-9fb8-2826fc294ab1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:47.466744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d13df-e368-478d-9265-7f3c44aa5527 None None] Checking router: 03528649-e6b0-4b44-989d-e984d6421b42 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:35:47.512627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d13df-e368-478d-9265-7f3c44aa5527 None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:35:47.513595 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7e3d13df-e368-478d-9265-7f3c44aa5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:47.556572 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a253af81-81a5-4fc9-a2f2-d37d2cad67bd x-openstack-request-id: req-a253af81-81a5-4fc9-a2f2-d37d2cad67bd {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:35:47.556572 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:35:47.556572 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a253af81-81a5-4fc9-a2f2-d37d2cad67bd {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:35:47.556572 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'status': 'completed', 'code': 200} Aug 21 09:35:47.628302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-21bb2a83-22d8-4d1c-a0f9-53ea9127f336 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:47.679264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-7e3d13df-e368-478d-9265-7f3c44aa5527 None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:35:47.706081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bb14a-82f6-49a3-8fd0-fad505e6812f req-4eb37704-102f-43f9-b824-797908ebb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:47.707814 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-579bb14a-82f6-49a3-8fd0-fad505e6812f req-4eb37704-102f-43f9-b824-797908ebb623 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913ad24557aa46a295b35c4ed067060f&device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 1097 time: 0.1339526 Aug 21 09:35:47.711840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb2a83-22d8-4d1c-a0f9-53ea9127f336 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:47.728603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-21bb2a83-22d8-4d1c-a0f9-53ea9127f336 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:47.742978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bb2a83-22d8-4d1c-a0f9-53ea9127f336 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:47.743744 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-21bb2a83-22d8-4d1c-a0f9-53ea9127f336 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:47.746205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb2a83-22d8-4d1c-a0f9-53ea9127f336 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Subnet': ['ID=02828315-9fb6-4e62-ac59-f4e53d63c390,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:47.766252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036fca1d-f282-447c-bdd4-6d1c6c71475c None None] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:47.796482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f0ead-32cb-45b9-bb46-4b7dcbd626b7 req-1e686116-2cc8-4f19-bd35-1b33288646e4 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:47.798201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-096f0ead-32cb-45b9-bb46-4b7dcbd626b7 req-1e686116-2cc8-4f19-bd35-1b33288646e4 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 945 time: 0.1895442 Aug 21 09:35:47.877596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-096f0ead-32cb-45b9-bb46-4b7dcbd626b7 req-ff1bbec3-602f-40fd-a916-8354ca97fec7 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685387 Aug 21 09:35:47.879124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bb14a-82f6-49a3-8fd0-fad505e6812f req-67513cc7-5919-4ac9-bf83-d8eeb563b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:47.881975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-579bb14a-82f6-49a3-8fd0-fad505e6812f req-67513cc7-5919-4ac9-bf83-d8eeb563b896 service neutron] 10.222.0.22 "GET /v2.0/networks?id=50d318ba-7145-49f2-9465-dd743feed952 HTTP/1.1" status: 200 len: 915 time: 0.1634011 Aug 21 09:35:47.882902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-21bb2a83-22d8-4d1c-a0f9-53ea9127f336 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0893140 Aug 21 09:35:47.885744 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53944) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:47.891590 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1283646709', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02828315-9fb6-4e62-ac59-f4e53d63c390'}], 'security_groups': ['57fcdda5-2c56-4e72-9752-196b5da8bd47']}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:47.948454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-579bb14a-82f6-49a3-8fd0-fad505e6812f req-9cff08a3-18d5-42cb-bee8-d2c245284b7e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c HTTP/1.1" status: 200 len: 217 time: 0.0596149 Aug 21 09:35:47.954201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 31f0be68-0889-497f-9fb8-2826fc294ab1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:47.954722 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:48.038384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bb14a-82f6-49a3-8fd0-fad505e6812f req-3650546b-2655-40b0-b181-dafea0a11a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:48.041371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-579bb14a-82f6-49a3-8fd0-fad505e6812f req-3650546b-2655-40b0-b181-dafea0a11a78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e9e405f-6c64-4805-9f8b-9f8caf74d7d1 HTTP/1.1" status: 200 len: 853 time: 0.0827391 Aug 21 09:35:48.140410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bb14a-82f6-49a3-8fd0-fad505e6812f req-3d89c6d5-d2e6-4eb5-8f4f-0e7e5bf60da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:48.143676 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-579bb14a-82f6-49a3-8fd0-fad505e6812f req-3d89c6d5-d2e6-4eb5-8f4f-0e7e5bf60da5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=50d318ba-7145-49f2-9465-dd743feed952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918629 Aug 21 09:35:48.266531 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:48.283599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-579bb14a-82f6-49a3-8fd0-fad505e6812f req-77e85c22-a391-4511-b744-9d19c13a998e service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309140 Aug 21 09:35:48.478160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed134cb-72e6-4313-8cd5-a67419ae2224 None None] Update dhcp port {'port': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'fixed_ips': [{'subnet_id': '130c94da-7c1b-41f5-b3b1-04b6a4765ce7', 'ip_address': '172.20.0.2'}, {'subnet_id': '02828315-9fb6-4e62-ac59-f4e53d63c390'}], 'binding:host_id': 'n-d-766726-28'}, 'id': '31f0be68-0889-497f-9fb8-2826fc294ab1'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:35:48.512060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aed134cb-72e6-4313-8cd5-a67419ae2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:48.518104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7e3d13df-e368-478d-9265-7f3c44aa5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 5, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:48.529970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a160c35-0e02-458b-9ede-61ef4ffee652 req-c3899d58-1285-4ddf-872a-f86b86c7aa58 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:48.538033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a160c35-0e02-458b-9ede-61ef4ffee652 req-c3899d58-1285-4ddf-872a-f86b86c7aa58 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.1220710 Aug 21 09:35:48.556600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d13df-e368-478d-9265-7f3c44aa5527 None None] The sync data for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 is: [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:31:35Z', 'revision_number': 4, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5a75ad81-672c-4a42-8c20-f076a87905cf', 'name': '', 'network_id': '50d318ba-7145-49f2-9465-dd743feed952', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'mac_address': 'fa:16:3e:0e:6c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:34Z', 'updated_at': '2021-08-21T09:31:42Z', 'revision_number': 5, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'subnets': [{'id': '9e9e405f-6c64-4805-9f8b-9f8caf74d7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:35:48.562729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-579bb14a-82f6-49a3-8fd0-fad505e6812f req-417803ac-86bb-4c10-8652-ffc2a7a1b7a4 service neutron] 10.222.0.22 "GET /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685466 Aug 21 09:35:48.605512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a160c35-0e02-458b-9ede-61ef4ffee652 req-d6e90bf3-f084-4b23-8684-5c5a0c73cb86 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663068 Aug 21 09:35:48.764050 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Delete allocated IP 172.20.0.10 (af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2/130c94da-7c1b-41f5-b3b1-04b6a4765ce7) {{(pid=106756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 09:35:48.773661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.19 (af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2/02828315-9fb6-4e62-ac59-f4e53d63c390/d521870f-89de-4338-8fcb-507271e5fcdf) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:48.897037 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08608e09-e930-478d-963e-5aeea5777cc9 None None] New status for floating IP 084a4afa-123a-4d46-8343-1c12f40b0481: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:35:48.943993 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:48.958708 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object d521870f-89de-4338-8fcb-507271e5fcdf will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:49.006853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795dc2b-bb93-4ace-b493-d924d854736f req-af8d2018-068e-41f7-8daf-61973deded4f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:49.008363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e795dc2b-bb93-4ace-b493-d924d854736f req-af8d2018-068e-41f7-8daf-61973deded4f tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 945 time: 0.0546315 Aug 21 09:35:49.018520 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.055067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e795dc2b-bb93-4ace-b493-d924d854736f req-a7c593cc-2976-4acb-b7a7-a59ee771d15a tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b41092a-a5c7-4aa2-9aaa-ea43a0488194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406518 Aug 21 09:35:49.074454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-aed134cb-72e6-4313-8cd5-a67419ae2224 None None] Allocated IP 172.20.0.18 (af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2/02828315-9fb6-4e62-ac59-f4e53d63c390/31f0be68-0889-497f-9fb8-2826fc294ab1) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:49.125521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=d521870f-89de-4338-8fcb-507271e5fcdf,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:49.135375 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] In _notify_port_updated(), no bound segment for port d521870f-89de-4338-8fcb-507271e5fcdf on network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:35:49.141951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:49.142604 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.143998 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a415f7c8-d6ff-465c-8962-7d199768c2d0 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "PUT /v2.0/ports/d521870f-89de-4338-8fcb-507271e5fcdf HTTP/1.1" status: 200 len: 921 time: 1.2570403 Aug 21 09:35:49.147240 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53968) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:49.165599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372131c-8bd8-4992-8a08-8fb4914b3841 req-2b076f65-3866-47da-bc7b-6487dc89e38c tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:49.167440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7372131c-8bd8-4992-8a08-8fb4914b3841 req-2b076f65-3866-47da-bc7b-6487dc89e38c tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 945 time: 0.0768375 Aug 21 09:35:49.193855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-aed134cb-72e6-4313-8cd5-a67419ae2224 None None] For port 31f0be68-0889-497f-9fb8-2826fc294ab1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=31f0be68-0889-497f-9fb8-2826fc294ab1,segment=NetworkSegment(a7dd3457-8676-4b37-8279-54ae8288dc71),segment_id=a7dd3457-8676-4b37-8279-54ae8288dc71)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:49.231542 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aed134cb-72e6-4313-8cd5-a67419ae2224 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.241294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fc411-afa1-4530-af2e-a715887c1aa8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port d521870f-89de-4338-8fcb-507271e5fcdf {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:49.241641 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc411-afa1-4530-af2e-a715887c1aa8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.248905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-aed134cb-72e6-4313-8cd5-a67419ae2224 None None] Transition to ACTIVE for port object 31f0be68-0889-497f-9fb8-2826fc294ab1 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:49.282660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7372131c-8bd8-4992-8a08-8fb4914b3841 req-1f4a4771-2818-4179-84ba-1c398ec2aed3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Deleting port b647e368-3d12-47af-9c73-9bfd9eac9b3c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:49.283008 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7372131c-8bd8-4992-8a08-8fb4914b3841 req-1f4a4771-2818-4179-84ba-1c398ec2aed3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.308101 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aed134cb-72e6-4313-8cd5-a67419ae2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.335095 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc411-afa1-4530-af2e-a715887c1aa8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.354804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fc411-afa1-4530-af2e-a715887c1aa8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for d521870f-89de-4338-8fcb-507271e5fcdf owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:49.391067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7372131c-8bd8-4992-8a08-8fb4914b3841 req-1f4a4771-2818-4179-84ba-1c398ec2aed3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] For port b647e368-3d12-47af-9c73-9bfd9eac9b3c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b647e368-3d12-47af-9c73-9bfd9eac9b3c,segment=NetworkSegment(2d9476d1-7bd7-47b5-b1da-b23614982f87),segment_id=2d9476d1-7bd7-47b5-b1da-b23614982f87)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:49.391793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7372131c-8bd8-4992-8a08-8fb4914b3841 req-1f4a4771-2818-4179-84ba-1c398ec2aed3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.398070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed134cb-72e6-4313-8cd5-a67419ae2224 None None] Pushing event updated for resources: {'Port': ['ID=31f0be68-0889-497f-9fb8-2826fc294ab1,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:49.413930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7372131c-8bd8-4992-8a08-8fb4914b3841 req-1f4a4771-2818-4179-84ba-1c398ec2aed3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Calling delete_port for b647e368-3d12-47af-9c73-9bfd9eac9b3c owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:49.622647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7372131c-8bd8-4992-8a08-8fb4914b3841 req-1f4a4771-2818-4179-84ba-1c398ec2aed3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.698360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a4771-2818-4179-84ba-1c398ec2aed3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event deleted for resources: {'Port': ['ID=b647e368-3d12-47af-9c73-9bfd9eac9b3c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:49.809539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7372131c-8bd8-4992-8a08-8fb4914b3841 req-1f4a4771-2818-4179-84ba-1c398ec2aed3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] No DVR routers for this DVR port b647e368-3d12-47af-9c73-9bfd9eac9b3c on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:35:49.813435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7372131c-8bd8-4992-8a08-8fb4914b3841 req-1f4a4771-2818-4179-84ba-1c398ec2aed3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.819041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7372131c-8bd8-4992-8a08-8fb4914b3841 req-1f4a4771-2818-4179-84ba-1c398ec2aed3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.22 "DELETE /v2.0/ports/b647e368-3d12-47af-9c73-9bfd9eac9b3c HTTP/1.1" status: 204 len: 173 time: 0.6414011 Aug 21 09:35:49.819041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'name': 'network-vif-deleted', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:35:49.819041 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8621b628-0e03-436e-9b64-b3f4589a9b57" -d '{"events": [{"server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "name": "network-vif-deleted", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:35:49.846301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add09122-db1b-4f8a-a80a-607f4a950897 req-2d28f727-aceb-4fc4-b757-6be024d63313 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:49.848026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-add09122-db1b-4f8a-a80a-607f4a950897 req-2d28f727-aceb-4fc4-b757-6be024d63313 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.1198716 Aug 21 09:35:49.857301 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d40c5c-09b6-4c1d-bef9-8693bdde39b7 x-openstack-request-id: req-66d40c5c-09b6-4c1d-bef9-8693bdde39b7 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:35:49.857578 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee5660f-f461-4581-8820-fe9fa7ac7068", "name": "network-vif-deleted", "tag": "b647e368-3d12-47af-9c73-9bfd9eac9b3c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:35:49.857829 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66d40c5c-09b6-4c1d-bef9-8693bdde39b7 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:35:49.858222 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee5660f-f461-4581-8820-fe9fa7ac7068', 'name': 'network-vif-deleted', 'tag': 'b647e368-3d12-47af-9c73-9bfd9eac9b3c', 'status': 'completed', 'code': 200} Aug 21 09:35:49.868409 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc411-afa1-4530-af2e-a715887c1aa8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.891962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-add09122-db1b-4f8a-a80a-607f4a950897 req-f32e720a-fdc2-4cb2-87a6-86e3f8288bb2 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371792 Aug 21 09:35:49.906642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fc411-afa1-4530-af2e-a715887c1aa8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=d521870f-89de-4338-8fcb-507271e5fcdf,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:49.988807 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc411-afa1-4530-af2e-a715887c1aa8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:49.991602 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7f8fc411-afa1-4530-af2e-a715887c1aa8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/d521870f-89de-4338-8fcb-507271e5fcdf HTTP/1.1" status: 204 len: 168 time: 0.8426795 Aug 21 09:35:49.993739 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53984) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:50.022100 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7804516a-eed1-44d8-885e-30fc93173670 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:50.025177 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7804516a-eed1-44d8-885e-30fc93173670 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/d521870f-89de-4338-8fcb-507271e5fcdf HTTP/1.1" status: 404 len: 333 time: 0.0285089 Aug 21 09:35:50.032118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53986) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:50.072046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7ae8bf0d-666b-4c45-9733-e60e90a3b027 None None] Could not find standard attr ID for object d521870f-89de-4338-8fcb-507271e5fcdf. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:35:50.100295 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c53fbc14-acae-439e-8d48-f894a260033b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.126069 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c53fbc14-acae-439e-8d48-f894a260033b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.137512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7ae8bf0d-666b-4c45-9733-e60e90a3b027 None None] Provisioning for port 31f0be68-0889-497f-9fb8-2826fc294ab1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:50.142068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7ae8bf0d-666b-4c45-9733-e60e90a3b027 None None] Provisioning complete for port 31f0be68-0889-497f-9fb8-2826fc294ab1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:50.142518 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bf0d-666b-4c45-9733-e60e90a3b027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.188570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07bd600b-6cc7-41bc-b21d-d0bf218da830 req-b07582ee-5398-4906-819a-0d1593658b3d tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 210 time: 0.0484927 Aug 21 09:35:50.273272 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c53fbc14-acae-439e-8d48-f894a260033b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.276111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c53fbc14-acae-439e-8d48-f894a260033b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.280397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c53fbc14-acae-439e-8d48-f894a260033b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/security-groups/ea126442-66a0-48d6-bed0-fa167c4fa81f HTTP/1.1" status: 204 len: 168 time: 0.2449236 Aug 21 09:35:50.281223 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 53990) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:50.283242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7ae8bf0d-666b-4c45-9733-e60e90a3b027 None None] Provisioning complete for port 72681b53-c39b-4a87-8142-1dd71331be81 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:50.285784 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bf0d-666b-4c45-9733-e60e90a3b027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.291432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fbc14-acae-439e-8d48-f894a260033b tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea126442-66a0-48d6-bed0-fa167c4fa81f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:50.342163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8bf0d-666b-4c45-9733-e60e90a3b027 None None] Port 72681b53-c39b-4a87-8142-1dd71331be81 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:50.348316 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40dcfc37-5b3b-4277-9919-a71679c41264 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.374008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40dcfc37-5b3b-4277-9919-a71679c41264 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.481167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40dcfc37-5b3b-4277-9919-a71679c41264 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.486553 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-40dcfc37-5b3b-4277-9919-a71679c41264 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.491256 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-40dcfc37-5b3b-4277-9919-a71679c41264 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/security-groups/57fcdda5-2c56-4e72-9752-196b5da8bd47 HTTP/1.1" status: 204 len: 168 time: 0.2059085 Aug 21 09:35:50.492354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 53992) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:50.505211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcfc37-5b3b-4277-9919-a71679c41264 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fcdda5-2c56-4e72-9752-196b5da8bd47,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:50.562104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0c279437-75c4-428c-9889-6a8ac66fe75b None None] Could not find standard attr ID for object d521870f-89de-4338-8fcb-507271e5fcdf. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:35:50.574710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-234813f9-0820-48cc-94f1-194808771317 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting subnet 130c94da-7c1b-41f5-b3b1-04b6a4765ce7 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:35:50.578541 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-234813f9-0820-48cc-94f1-194808771317 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.625002 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-234813f9-0820-48cc-94f1-194808771317 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.720634 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-234813f9-0820-48cc-94f1-194808771317 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.839596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-234813f9-0820-48cc-94f1-194808771317 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.870155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234813f9-0820-48cc-94f1-194808771317 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Subnet': ['ID=130c94da-7c1b-41f5-b3b1-04b6a4765ce7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:50.876114 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-234813f9-0820-48cc-94f1-194808771317 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:50.878413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-234813f9-0820-48cc-94f1-194808771317 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/130c94da-7c1b-41f5-b3b1-04b6a4765ce7 HTTP/1.1" status: 204 len: 168 time: 0.3843169 Aug 21 09:35:50.883505 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54006) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:50.885204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55022877-1f51-4b22-b4b3-e4129dfdc5a1 None None] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:50.889472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b1a5840d-7d14-48c0-92f8-98125d3760ab tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:51.061120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410e3e5-a342-4685-83e9-4431e2732037 req-4b9f1e7f-7ef2-48e8-8e46-54ede2aecaf8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:51.068953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7410e3e5-a342-4685-83e9-4431e2732037 req-4b9f1e7f-7ef2-48e8-8e46-54ede2aecaf8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.0752587 Aug 21 09:35:51.108408 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7410e3e5-a342-4685-83e9-4431e2732037 req-a3d2acf2-d48e-43a5-b95a-ae975c38c5fa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384815 Aug 21 09:35:51.194138 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a5840d-7d14-48c0-92f8-98125d3760ab tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:51.198226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b1a5840d-7d14-48c0-92f8-98125d3760ab tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:51.346722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dbbb685c-d80d-46aa-bdf6-5cd7fca77429 req-25976597-4b89-4073-9a26-4b1c8c43c0a9 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 210 time: 0.0400689 Aug 21 09:35:51.488190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 31f0be68-0889-497f-9fb8-2826fc294ab1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:51.551954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 31f0be68-0889-497f-9fb8-2826fc294ab1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:51.552442 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:51.691545 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b1a5840d-7d14-48c0-92f8-98125d3760ab tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:51.739850 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5840d-7d14-48c0-92f8-98125d3760ab tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:51.743983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b1a5840d-7d14-48c0-92f8-98125d3760ab tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:51.749252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a5840d-7d14-48c0-92f8-98125d3760ab tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:51.751349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b1a5840d-7d14-48c0-92f8-98125d3760ab tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:51.765677 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5840d-7d14-48c0-92f8-98125d3760ab tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Subnet': ['ID=75b59f0a-52fb-4464-866e-28b6b0105d3d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:51.815807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38822519-891a-472b-bca3-e2745df57720 None None] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:51.822914 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b1a5840d-7d14-48c0-92f8-98125d3760ab tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9375253 Aug 21 09:35:51.825590 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54040) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:51.830465 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2f9d0c21-547a-4d21-86f1-467e0a3a7547 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'security_group': {'name': 'tempest-secgroup-1985111686'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:51.911064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5954d90e-bb66-4331-9377-b2f11c07fc94 None None] Provisioning complete for port 31f0be68-0889-497f-9fb8-2826fc294ab1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:51.913789 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5954d90e-bb66-4331-9377-b2f11c07fc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:51.931150 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0c21-547a-4d21-86f1-467e0a3a7547 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.068249 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0c21-547a-4d21-86f1-467e0a3a7547 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.111059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5954d90e-bb66-4331-9377-b2f11c07fc94 None None] Provisioning complete for port 72681b53-c39b-4a87-8142-1dd71331be81 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:52.111589 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5954d90e-bb66-4331-9377-b2f11c07fc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.136412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0c21-547a-4d21-86f1-467e0a3a7547 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.157069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5954d90e-bb66-4331-9377-b2f11c07fc94 None None] Port 72681b53-c39b-4a87-8142-1dd71331be81 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:52.176233 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d0c21-547a-4d21-86f1-467e0a3a7547 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5230a5c7-f2b5-46fd-a9a9-f49005dfa24c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:52.216449 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2f9d0c21-547a-4d21-86f1-467e0a3a7547 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.221143 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2f9d0c21-547a-4d21-86f1-467e0a3a7547 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3916841 Aug 21 09:35:52.222354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54054) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:52.225414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc615d19-4c73-4004-944d-ef90522aca11 None None] Update dhcp port {'port': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'fixed_ips': [{'subnet_id': '02828315-9fb6-4e62-ac59-f4e53d63c390', 'ip_address': '172.20.0.18'}, {'subnet_id': '75b59f0a-52fb-4464-866e-28b6b0105d3d'}], 'binding:host_id': 'n-d-766726-28'}, 'id': '31f0be68-0889-497f-9fb8-2826fc294ab1'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:35:52.227589 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b4f176d1-b12d-47fc-aaa8-07d22d3c5abf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'security_group': {'name': 'tempest-secgroup-1529316488'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:52.255698 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bc615d19-4c73-4004-944d-ef90522aca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.259108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a81d-8a44-4088-b48e-66e65c0943c7 req-a55a3200-cc94-426c-9699-8248c67554fc tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:52.260797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24e3a81d-8a44-4088-b48e-66e65c0943c7 req-a55a3200-cc94-426c-9699-8248c67554fc tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.0718942 Aug 21 09:35:52.311019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24e3a81d-8a44-4088-b48e-66e65c0943c7 req-28536d7f-928d-4224-9160-6fa66ab877db tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435362 Aug 21 09:35:52.333269 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4f176d1-b12d-47fc-aaa8-07d22d3c5abf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.441695 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4f176d1-b12d-47fc-aaa8-07d22d3c5abf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.481287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-bc615d19-4c73-4004-944d-ef90522aca11 None None] Allocated IP 172.20.0.2 (af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2/75b59f0a-52fb-4464-866e-28b6b0105d3d/31f0be68-0889-497f-9fb8-2826fc294ab1) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:52.488856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e62a1f7-2ffa-47f7-9dca-87cd18f5ca9e req-de905057-9826-438e-9825-9a23446743c7 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 210 time: 0.0438092 Aug 21 09:35:52.496612 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4f176d1-b12d-47fc-aaa8-07d22d3c5abf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.545793 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f176d1-b12d-47fc-aaa8-07d22d3c5abf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e4d6dd-6795-4b84-88fe-77952bba24fd,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:52.605622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4f176d1-b12d-47fc-aaa8-07d22d3c5abf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.606933 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b4f176d1-b12d-47fc-aaa8-07d22d3c5abf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3840525 Aug 21 09:35:52.609778 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54062) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:52.610105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bc615d19-4c73-4004-944d-ef90522aca11 None None] For port 31f0be68-0889-497f-9fb8-2826fc294ab1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=31f0be68-0889-497f-9fb8-2826fc294ab1,segment=NetworkSegment(a7dd3457-8676-4b37-8279-54ae8288dc71),segment_id=a7dd3457-8676-4b37-8279-54ae8288dc71)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:52.616753 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-cdc8a1f6-9d98-4d64-a62c-aab339de1c41 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'security_group': {'name': 'tempest-secgroup-1645438037'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:52.644326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bc615d19-4c73-4004-944d-ef90522aca11 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.657623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bc615d19-4c73-4004-944d-ef90522aca11 None None] Transition to ACTIVE for port object 31f0be68-0889-497f-9fb8-2826fc294ab1 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:52.719717 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a1f6-9d98-4d64-a62c-aab339de1c41 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.749598 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bc615d19-4c73-4004-944d-ef90522aca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.813172 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a1f6-9d98-4d64-a62c-aab339de1c41 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.863604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc615d19-4c73-4004-944d-ef90522aca11 None None] Pushing event updated for resources: {'Port': ['ID=31f0be68-0889-497f-9fb8-2826fc294ab1,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:52.888212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b647e368-3d12-47af-9c73-9bfd9eac9b3c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:35:52.902109 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a1f6-9d98-4d64-a62c-aab339de1c41 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.914655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: b647e368-3d12-47af-9c73-9bfd9eac9b3c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:35:52.915090 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b647e368-3d12-47af-9c73-9bfd9eac9b3c not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:35:52.950827 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8a1f6-9d98-4d64-a62c-aab339de1c41 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9932c180-b48d-47f6-93ed-1928841af510,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:52.983182 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a1f6-9d98-4d64-a62c-aab339de1c41 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:52.985228 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cdc8a1f6-9d98-4d64-a62c-aab339de1c41 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3734722 Aug 21 09:35:52.987870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54064) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:52.993540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2101776846', 'security_groups': ['9932c180-b48d-47f6-93ed-1928841af510'], 'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '75b59f0a-52fb-4464-866e-28b6b0105d3d'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:53.198802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:53.305034 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:53.327915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] device_id is not set on port b1a75b5e-5e8d-4bec-9a37-be0a3352acbe yet. {{(pid=106757) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 09:35:53.477857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 31f0be68-0889-497f-9fb8-2826fc294ab1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:53.605348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c855a10a-b575-4bb5-8aa5-87344f0b668f None None] Provisioning for port 31f0be68-0889-497f-9fb8-2826fc294ab1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:53.609679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c855a10a-b575-4bb5-8aa5-87344f0b668f None None] Provisioning complete for port 31f0be68-0889-497f-9fb8-2826fc294ab1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:53.609987 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c855a10a-b575-4bb5-8aa5-87344f0b668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:53.714230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c855a10a-b575-4bb5-8aa5-87344f0b668f None None] Provisioning complete for port 72681b53-c39b-4a87-8142-1dd71331be81 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:53.714907 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c855a10a-b575-4bb5-8aa5-87344f0b668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:53.750488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c855a10a-b575-4bb5-8aa5-87344f0b668f None None] Port 72681b53-c39b-4a87-8142-1dd71331be81 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:53.798030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00332f44-3550-4b6c-90bd-3118b9e1150b req-48c9c5f6-d41c-440d-b5ba-4e76a328d792 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:53.799487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00332f44-3550-4b6c-90bd-3118b9e1150b req-48c9c5f6-d41c-440d-b5ba-4e76a328d792 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.3589256 Aug 21 09:35:53.838196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3004761e-8efd-4895-9c63-2635cf164db0 req-346b6202-e49a-4308-916f-a08845a0dfc3 tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ee5660f-f461-4581-8820-fe9fa7ac7068 HTTP/1.1" status: 200 len: 210 time: 0.0524707 Aug 21 09:35:53.863913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.4 (af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2/75b59f0a-52fb-4464-866e-28b6b0105d3d/b1a75b5e-5e8d-4bec-9a37-be0a3352acbe) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:53.885159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00332f44-3550-4b6c-90bd-3118b9e1150b req-9b26f7bb-ca7c-48ad-af72-55e4ade62460 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721219 Aug 21 09:35:54.029666 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:54.044850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object b1a75b5e-5e8d-4bec-9a37-be0a3352acbe will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:54.177006 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:54.217020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:54.219959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:54.223582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:35:54.253035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=b1a75b5e-5e8d-4bec-9a37-be0a3352acbe,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:54.282575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:54.283222 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:54.354623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c9334e55-312c-4408-96c1-b8e9e18777bf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3653877 Aug 21 09:35:54.357691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54072) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:54.363162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1abccb6d-0ac9-4b28-961c-c43226635c9d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:54.542571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c9a55b6f-cbe0-47a1-acf6-af192ccd78bf None None] Provisioning for port b1a75b5e-5e8d-4bec-9a37-be0a3352acbe completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:54.547441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abccb6d-0ac9-4b28-961c-c43226635c9d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:54.547441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1abccb6d-0ac9-4b28-961c-c43226635c9d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:54.547738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c9a55b6f-cbe0-47a1-acf6-af192ccd78bf None None] Provisioning complete for port b1a75b5e-5e8d-4bec-9a37-be0a3352acbe triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:54.547738 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c9a55b6f-cbe0-47a1-acf6-af192ccd78bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:54.582165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c9a55b6f-cbe0-47a1-acf6-af192ccd78bf None None] Port b1a75b5e-5e8d-4bec-9a37-be0a3352acbe cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:54.630100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54076) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:54.640988 n-d-766726-28 neutron-server[106757]: INFO neutron.db.ipam_backend_mixin [None req-1abccb6d-0ac9-4b28-961c-c43226635c9d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 75b59f0a-52fb-4464-866e-28b6b0105d3d (CIDR: 172.20.0.0/28) Aug 21 09:35:54.679549 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-291b7353-66fc-49f7-8990-93c94994ed13 admin admin] Deleting subnet af81522f-2a31-4018-9cec-6f889b3ec138 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:35:54.682408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-291b7353-66fc-49f7-8990-93c94994ed13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:54.692175 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abccb6d-0ac9-4b28-961c-c43226635c9d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:35:54.692747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abccb6d-0ac9-4b28-961c-c43226635c9d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:35:54.723969 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-291b7353-66fc-49f7-8990-93c94994ed13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:54.766393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1abccb6d-0ac9-4b28-961c-c43226635c9d tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4074917 Aug 21 09:35:54.768619 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-291b7353-66fc-49f7-8990-93c94994ed13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:54.768982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54078) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:54.774214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3641d9ce-fa67-4903-8bc7-3e862db55d7a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:54.906323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54082) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:54.908593 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-291b7353-66fc-49f7-8990-93c94994ed13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:54.937170 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b7353-66fc-49f7-8990-93c94994ed13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af81522f-2a31-4018-9cec-6f889b3ec138,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:54.939236 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-291b7353-66fc-49f7-8990-93c94994ed13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:54.944367 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-291b7353-66fc-49f7-8990-93c94994ed13 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/af81522f-2a31-4018-9cec-6f889b3ec138 HTTP/1.1" status: 204 len: 168 time: 0.3118067 Aug 21 09:35:54.946002 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54086) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:54.993904 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d18d9923-9e6b-484a-ab09-a3397cb73edc tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.023663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3641d9ce-fa67-4903-8bc7-3e862db55d7a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:55.027097 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3641d9ce-fa67-4903-8bc7-3e862db55d7a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.028350 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.060028 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d18d9923-9e6b-484a-ab09-a3397cb73edc tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.116594 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.129077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:55.136629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7765764-23af-45c8-85d7-46b871f3b0f6 req-73df5926-0dc6-4e80-b6df-05a458a53f33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:55.138144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7765764-23af-45c8-85d7-46b871f3b0f6 req-73df5926-0dc6-4e80-b6df-05a458a53f33 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.1585915 Aug 21 09:35:55.141473 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300e6900-4677-40ef-a809-f27ada7db00b') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:55.141775 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300e6900-4677-40ef-a809-f27ada7db00b') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:35:55.152540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.168072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.174978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:35:55.175600 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:35:55.178420 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:35:55.196006 n-d-766726-28 neutron-server[106757]: INFO neutron.db.ipam_backend_mixin [None req-3641d9ce-fa67-4903-8bc7-3e862db55d7a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 02828315-9fb6-4e62-ac59-f4e53d63c390 (CIDR: 172.20.0.16/28) Aug 21 09:35:55.215437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7765764-23af-45c8-85d7-46b871f3b0f6 req-6c632084-3201-48b4-a6e4-8b5500ed9e15 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626323 Aug 21 09:35:55.245145 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-3641d9ce-fa67-4903-8bc7-3e862db55d7a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:35:55.245724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3641d9ce-fa67-4903-8bc7-3e862db55d7a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:35:55.301749 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d18d9923-9e6b-484a-ab09-a3397cb73edc tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.305131 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d18d9923-9e6b-484a-ab09-a3397cb73edc tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.306295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d18d9923-9e6b-484a-ab09-a3397cb73edc tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] 10.222.0.20 "DELETE /v2.0/security-groups/4b41092a-a5c7-4aa2-9aaa-ea43a0488194 HTTP/1.1" status: 204 len: 168 time: 0.3986983 Aug 21 09:35:55.315701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d9923-9e6b-484a-ab09-a3397cb73edc tempest-TestVolumeBackupRestore-664536792 tempest-TestVolumeBackupRestore-664536792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41092a-a5c7-4aa2-9aaa-ea43a0488194,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:55.354494 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.354687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3641d9ce-fa67-4903-8bc7-3e862db55d7a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5838926 Aug 21 09:35:55.356864 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54090) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:55.363238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1271cb3d-fd8d-4235-a62f-36fb3afb2ae4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'subnet': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:55.377403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.382070 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] 10.222.0.20 "DELETE /v2.0/networks/bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8 HTTP/1.1" status: 204 len: 168 time: 0.4348893 Aug 21 09:35:55.401289 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1c889-9c13-4ae1-94df-314ebf2b5e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3485ad-22ad-4a1e-9d0c-7f93a06b26a8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:55.570861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1271cb3d-fd8d-4235-a62f-36fb3afb2ae4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Made reservation on behalf of e85971425e634028b43131705115a88e for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:55.574642 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1271cb3d-fd8d-4235-a62f-36fb3afb2ae4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.772969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54112) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:55.853827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d5b4332e-bcfb-4e68-95d1-7f75f1208157 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=051ffcc0bd07497aaa70857b7433250c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796196 Aug 21 09:35:55.856394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54118) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:55.950282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c20312-ad9e-4390-9ff3-004368612e10 req-6d932488-a9c1-4481-9428-0c2c1e69b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:55.951890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97c20312-ad9e-4390-9ff3-004368612e10 req-6d932488-a9c1-4481-9428-0c2c1e69b566 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 1098 time: 0.0742748 Aug 21 09:35:55.959734 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7043d50f-372b-481e-bedf-f57e9b4d9152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:55.971550 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1271cb3d-fd8d-4235-a62f-36fb3afb2ae4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:56.018858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1271cb3d-fd8d-4235-a62f-36fb3afb2ae4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:35:56.023431 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-1271cb3d-fd8d-4235-a62f-36fb3afb2ae4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:35:56.025651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7043d50f-372b-481e-bedf-f57e9b4d9152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:56.028402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271cb3d-fd8d-4235-a62f-36fb3afb2ae4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:56.029184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1271cb3d-fd8d-4235-a62f-36fb3afb2ae4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:56.035429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271cb3d-fd8d-4235-a62f-36fb3afb2ae4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Subnet': ['ID=f8943b25-4ff6-4e70-88fe-d973ae0f5c9a,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:56.056664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e776522b-7b34-4b02-867a-669daa08275e None None] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:35:56.067207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97c20312-ad9e-4390-9ff3-004368612e10 req-cf12d431-38f0-4011-b3fd-0ae0f9566c45 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043723 Aug 21 09:35:56.121255 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1271cb3d-fd8d-4235-a62f-36fb3afb2ae4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7624886 Aug 21 09:35:56.123490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54128) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:56.131203 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-268759483', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f8943b25-4ff6-4e70-88fe-d973ae0f5c9a'}], 'security_groups': ['5230a5c7-f2b5-46fd-a9a9-f49005dfa24c', 'b1e4d6dd-6795-4b84-88fe-77952bba24fd']}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:56.187703 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7043d50f-372b-481e-bedf-f57e9b4d9152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:56.191005 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7043d50f-372b-481e-bedf-f57e9b4d9152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:56.192593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7043d50f-372b-481e-bedf-f57e9b4d9152 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e22c7624-f237-4dee-9df7-37c934270797 HTTP/1.1" status: 204 len: 168 time: 0.3349540 Aug 21 09:35:56.202425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043d50f-372b-481e-bedf-f57e9b4d9152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22c7624-f237-4dee-9df7-37c934270797,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:56.333192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7d7359-7e8d-414d-9b5d-25a87379006a None None] Update dhcp port {'port': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'fixed_ips': [{'subnet_id': '02828315-9fb6-4e62-ac59-f4e53d63c390', 'ip_address': '172.20.0.18'}, {'subnet_id': '75b59f0a-52fb-4464-866e-28b6b0105d3d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8943b25-4ff6-4e70-88fe-d973ae0f5c9a'}], 'binding:host_id': 'n-d-766726-28'}, 'id': '31f0be68-0889-497f-9fb8-2826fc294ab1'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:35:56.374850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c792-9b87-43f4-ae57-3a72f2feb0e2 req-17f009e4-c414-478d-80ed-e6c4d2c5c5d5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:56.376717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1937c792-9b87-43f4-ae57-3a72f2feb0e2 req-17f009e4-c414-478d-80ed-e6c4d2c5c5d5 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.0626352 Aug 21 09:35:56.380401 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7359-7e8d-414d-9b5d-25a87379006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:56.387514 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:56.448743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1937c792-9b87-43f4-ae57-3a72f2feb0e2 req-8da88b2f-2e24-4b4d-adaa-412eb4692fd8 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640466 Aug 21 09:35:56.618450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-4c7d7359-7e8d-414d-9b5d-25a87379006a None None] Allocated IP 172.20.0.34 (af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2/f8943b25-4ff6-4e70-88fe-d973ae0f5c9a/31f0be68-0889-497f-9fb8-2826fc294ab1) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:56.754079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4c7d7359-7e8d-414d-9b5d-25a87379006a None None] For port 31f0be68-0889-497f-9fb8-2826fc294ab1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=31f0be68-0889-497f-9fb8-2826fc294ab1,segment=NetworkSegment(a7dd3457-8676-4b37-8279-54ae8288dc71),segment_id=a7dd3457-8676-4b37-8279-54ae8288dc71)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:56.785788 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7359-7e8d-414d-9b5d-25a87379006a None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:56.801608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4c7d7359-7e8d-414d-9b5d-25a87379006a None None] Transition to ACTIVE for port object 31f0be68-0889-497f-9fb8-2826fc294ab1 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:56.862058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7359-7e8d-414d-9b5d-25a87379006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:57.014160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:35:57.039932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Delete allocated IP 172.20.0.4 (af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2/75b59f0a-52fb-4464-866e-28b6b0105d3d) {{(pid=106756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 09:35:57.049239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Allocated IP 172.20.0.42 (af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2/f8943b25-4ff6-4e70-88fe-d973ae0f5c9a/b1a75b5e-5e8d-4bec-9a37-be0a3352acbe) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:35:57.220962 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:57.269269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'port_id': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'mac_address': 'fa:16:3e:95:20:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:35:57.292763 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:57.324796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d7359-7e8d-414d-9b5d-25a87379006a None None] Pushing event updated for resources: {'Port': ['ID=31f0be68-0889-497f-9fb8-2826fc294ab1,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:57.355860 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Transition to ACTIVE for port object b1a75b5e-5e8d-4bec-9a37-be0a3352acbe will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:35:57.378144 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:57.422395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:35:57.440092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:57.468801 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:57.541324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 31f0be68-0889-497f-9fb8-2826fc294ab1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:57.592329 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:57.717953 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event updated for resources: {'Port': ['ID=b1a75b5e-5e8d-4bec-9a37-be0a3352acbe,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:57.731219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] In _notify_port_updated(), no bound segment for port b1a75b5e-5e8d-4bec-9a37-be0a3352acbe on network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 {{(pid=106756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 09:35:57.739249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:57.740892 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:57.742618 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-675a8613-3f2b-43b4-9bb0-d3a088adb7e4 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "PUT /v2.0/ports/b1a75b5e-5e8d-4bec-9a37-be0a3352acbe HTTP/1.1" status: 200 len: 959 time: 1.6176207 Aug 21 09:35:57.744700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4bd6e-197f-4534-bcbe-0dec964a4dbb req-6738ebfd-c4cd-474a-b9af-3c06713ca9aa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:57.749809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11d4bd6e-197f-4534-bcbe-0dec964a4dbb req-6738ebfd-c4cd-474a-b9af-3c06713ca9aa tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 945 time: 0.1481299 Aug 21 09:35:57.751301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:57.759395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54200) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:57.825377 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['8f8b7c3c-9fbb-4286-8c76-8a0b666169c5'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:35:57.838906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11d4bd6e-197f-4534-bcbe-0dec964a4dbb req-8999ade1-f289-4857-9c23-64116539ef1f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770450 Aug 21 09:35:57.858888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54210) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:57.947315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54214) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:58.012914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a44630ed-aeaa-46b8-abca-5e609c0da2cb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port b1a75b5e-5e8d-4bec-9a37-be0a3352acbe {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:35:58.027440 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a44630ed-aeaa-46b8-abca-5e609c0da2cb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.044689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fa45af90-44b8-4a9f-94fd-874c03309458 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/floatingips/294bb263-b73c-4309-8553-6a40e8413177 HTTP/1.1" status: 200 len: 993 time: 0.1840365 Aug 21 09:35:58.163607 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-736100046-network', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:58.202275 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a44630ed-aeaa-46b8-abca-5e609c0da2cb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.216751 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a44630ed-aeaa-46b8-abca-5e609c0da2cb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for b1a75b5e-5e8d-4bec-9a37-be0a3352acbe owned by {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:35:58.410718 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Made reservation on behalf of 6adc661839e442eaa44d0a52c5c2806a for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:58.416203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.429375 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.538886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-839c7579-4334-4d8e-b2a6-e44e8589ee64 None None] Provisioning for port b1a75b5e-5e8d-4bec-9a37-be0a3352acbe completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:58.539808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a44630ed-aeaa-46b8-abca-5e609c0da2cb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.544650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-839c7579-4334-4d8e-b2a6-e44e8589ee64 None None] Provisioning complete for port b1a75b5e-5e8d-4bec-9a37-be0a3352acbe triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:58.545291 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-839c7579-4334-4d8e-b2a6-e44e8589ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.571109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-839c7579-4334-4d8e-b2a6-e44e8589ee64 None None] Port b1a75b5e-5e8d-4bec-9a37-be0a3352acbe was deleted so its status cannot be updated. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 21 09:35:58.578052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44630ed-aeaa-46b8-abca-5e609c0da2cb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=b1a75b5e-5e8d-4bec-9a37-be0a3352acbe,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:58.667890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-839c7579-4334-4d8e-b2a6-e44e8589ee64 None None] Provisioning for port 31f0be68-0889-497f-9fb8-2826fc294ab1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:35:58.672520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-839c7579-4334-4d8e-b2a6-e44e8589ee64 None None] Provisioning complete for port 31f0be68-0889-497f-9fb8-2826fc294ab1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:58.673116 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-839c7579-4334-4d8e-b2a6-e44e8589ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.677762 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a44630ed-aeaa-46b8-abca-5e609c0da2cb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.680466 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a44630ed-aeaa-46b8-abca-5e609c0da2cb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/b1a75b5e-5e8d-4bec-9a37-be0a3352acbe HTTP/1.1" status: 204 len: 168 time: 0.9140491 Aug 21 09:35:58.683469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54240) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:58.718419 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a10709-6fa9-4482-ab13-c967fd37b419 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] GET failed (client error): The resource could not be found. Aug 21 09:35:58.721182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a9a10709-6fa9-4482-ab13-c967fd37b419 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports/b1a75b5e-5e8d-4bec-9a37-be0a3352acbe HTTP/1.1" status: 404 len: 333 time: 0.0364249 Aug 21 09:35:58.723637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54242) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:58.743295 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.810618 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c349541a-ec4e-4992-bef9-9fb6e438d76e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.819976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-839c7579-4334-4d8e-b2a6-e44e8589ee64 None None] Provisioning complete for port 72681b53-c39b-4a87-8142-1dd71331be81 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:58.820357 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-839c7579-4334-4d8e-b2a6-e44e8589ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.821982 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.840719 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c349541a-ec4e-4992-bef9-9fb6e438d76e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.875343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:35:58.882596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-839c7579-4334-4d8e-b2a6-e44e8589ee64 None None] Port 72681b53-c39b-4a87-8142-1dd71331be81 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:35:58.902811 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e81414a-8fdc-4d74-b78a-65af26353a41,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:58.922215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:35:58.982011 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c349541a-ec4e-4992-bef9-9fb6e438d76e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.983516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:35:58.984144 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.987126 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c349541a-ec4e-4992-bef9-9fb6e438d76e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.988689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:58.989262 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Added segment 378989c2-e6e9-47a2-bf1d-264637f61a99 of type vlan for network 6e849d4e-7f50-4ca4-b0e7-de781c718759 Aug 21 09:35:58.989525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c349541a-ec4e-4992-bef9-9fb6e438d76e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/security-groups/9932c180-b48d-47f6-93ed-1928841af510 HTTP/1.1" status: 204 len: 168 time: 0.2637599 Aug 21 09:35:58.993655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54252) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:59.047437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349541a-ec4e-4992-bef9-9fb6e438d76e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9932c180-b48d-47f6-93ed-1928841af510,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:59.090460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fa164d6d-f45e-46d6-9686-7c5c5f553e70 None None] Could not find standard attr ID for object b1a75b5e-5e8d-4bec-9a37-be0a3352acbe. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 09:35:59.106183 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.124439 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a17cd41-fd0e-4b6d-b2d0-8bffbb32e2ee tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.179306 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a17cd41-fd0e-4b6d-b2d0-8bffbb32e2ee tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.193774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.199516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:35:59.199516 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.254152 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.305866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:35:59.308291 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46aa7f6-d998-46d0-a321-4944d563ad1b" -d '{"events": [{"server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "name": "network-vif-plugged", "status": "completed", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:35:59.322584 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3690557 Aug 21 09:35:59.322740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:35:59.324753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54270) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:59.337448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] Request body: {'subnet': {'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-736100046-subnet', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:35:59.358004 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cdbb43-5ede-44e4-8e44-0c094ead1f53 x-openstack-request-id: req-05cdbb43-5ede-44e4-8e44-0c094ead1f53 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:35:59.358306 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "name": "network-vif-plugged", "status": "completed", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:35:59.358546 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05cdbb43-5ede-44e4-8e44-0c094ead1f53 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:35:59.358942 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'code': 200} Aug 21 09:35:59.366444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ff81a-2638-405f-8a79-e1edb827b910 admin admin] Pushing event updated for resources: {'Network': ['ID=6e849d4e-7f50-4ca4-b0e7-de781c718759,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:59.379832 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 6e849d4e-7f50-4ca4-b0e7-de781c718759 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:35:59.390287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a17cd41-fd0e-4b6d-b2d0-8bffbb32e2ee tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.395031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8a17cd41-fd0e-4b6d-b2d0-8bffbb32e2ee tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.404947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8a17cd41-fd0e-4b6d-b2d0-8bffbb32e2ee tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/security-groups/b1e4d6dd-6795-4b84-88fe-77952bba24fd HTTP/1.1" status: 204 len: 168 time: 0.4079673 Aug 21 09:35:59.405424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54272) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:59.420200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17cd41-fd0e-4b6d-b2d0-8bffbb32e2ee tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e4d6dd-6795-4b84-88fe-77952bba24fd,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:59.425954 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.473170 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8324-ab2f-4d99-90c7-682996a6f3c9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.498258 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8324-ab2f-4d99-90c7-682996a6f3c9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.501884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:59.508061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] Made reservation on behalf of 6adc661839e442eaa44d0a52c5c2806a for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:35:59.512507 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.634168 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8324-ab2f-4d99-90c7-682996a6f3c9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.636881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8324-ab2f-4d99-90c7-682996a6f3c9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.640437 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5c1e8324-ab2f-4d99-90c7-682996a6f3c9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/security-groups/5230a5c7-f2b5-46fd-a9a9-f49005dfa24c HTTP/1.1" status: 204 len: 168 time: 0.2315590 Aug 21 09:35:59.649243 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54282) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:35:59.704061 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e8324-ab2f-4d99-90c7-682996a6f3c9 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5230a5c7-f2b5-46fd-a9a9-f49005dfa24c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:59.709321 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eae4bd0-529b-4ea4-8b24-87279f280c58 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting subnet 75b59f0a-52fb-4464-866e-28b6b0105d3d {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:35:59.713458 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8eae4bd0-529b-4ea4-8b24-87279f280c58 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.760772 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8eae4bd0-529b-4ea4-8b24-87279f280c58 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.793676 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.850848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed0f82f-88b0-4a45-853e-c2fccf2503aa,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:35:59.856024 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8eae4bd0-529b-4ea4-8b24-87279f280c58 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:35:59.866363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] Checking segment: {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:35:59.867173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] Network hostable DHCP agents. Network: 6e849d4e-7f50-4ca4-b0e7-de781c718759, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:35:59.953298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] Network 6e849d4e-7f50-4ca4-b0e7-de781c718759 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:35:59.982421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8eae4bd0-529b-4ea4-8b24-87279f280c58 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.008086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae4bd0-529b-4ea4-8b24-87279f280c58 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Subnet': ['ID=75b59f0a-52fb-4464-866e-28b6b0105d3d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:00.014858 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8eae4bd0-529b-4ea4-8b24-87279f280c58 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.017087 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8eae4bd0-529b-4ea4-8b24-87279f280c58 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/75b59f0a-52fb-4464-866e-28b6b0105d3d HTTP/1.1" status: 204 len: 168 time: 0.3730793 Aug 21 09:36:00.025178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54292) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:00.027303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f550e6-bdef-4fa5-8e5a-de1bc2b311bd None None] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:00.045623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 6e849d4e-7f50-4ca4-b0e7-de781c718759) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:00.065729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:00.067537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.097810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3768713b-a36a-4298-849e-2545eae8abf8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting subnet f8943b25-4ff6-4e70-88fe-d973ae0f5c9a {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:36:00.099012 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3768713b-a36a-4298-849e-2545eae8abf8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.109588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911dd04b-e527-47a8-97f0-91d364a61f68 None None] Network 6e849d4e-7f50-4ca4-b0e7-de781c718759 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:00.146028 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3768713b-a36a-4298-849e-2545eae8abf8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.163159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8e604c85-0d54-4f51-a6ca-70abf5b777a7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8337162 Aug 21 09:36:00.163436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54298) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:00.168329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-736100046-router', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:00.248565 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3768713b-a36a-4298-849e-2545eae8abf8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.257102 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.258457 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.325371 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54306) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:00.405606 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.514771 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3768713b-a36a-4298-849e-2545eae8abf8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.536325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-6e849d4e-7f50-4ca4-b0e7-de781c718759', 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'fixed_ips': [{'subnet_id': 'eed0f82f-88b0-4a45-853e-c2fccf2503aa'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:36:00.537360 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.552187 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768713b-a36a-4298-849e-2545eae8abf8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Subnet': ['ID=f8943b25-4ff6-4e70-88fe-d973ae0f5c9a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:00.561244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3768713b-a36a-4298-849e-2545eae8abf8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.565758 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3768713b-a36a-4298-849e-2545eae8abf8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/f8943b25-4ff6-4e70-88fe-d973ae0f5c9a HTTP/1.1" status: 204 len: 168 time: 0.5350637 Aug 21 09:36:00.566400 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54316) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:00.645513 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c9bc6e-17b5-41e4-9ed6-771533f18390 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:36:00.649409 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c9bc6e-17b5-41e4-9ed6-771533f18390 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:36:00.649409 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-82c9bc6e-17b5-41e4-9ed6-771533f18390 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/75b59f0a-52fb-4464-866e-28b6b0105d3d HTTP/1.1" status: 404 len: 337 time: 0.0787072 Aug 21 09:36:00.672343 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.672343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54322) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:00.683943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa318d-63f3-4288-9887-2e9dfd6363f2 None None] Update dhcp port {'port': {'network_id': 'af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2', 'fixed_ips': [{'subnet_id': '02828315-9fb6-4e62-ac59-f4e53d63c390', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f8943b25-4ff6-4e70-88fe-d973ae0f5c9a'}], 'binding:host_id': 'n-d-766726-28'}, 'id': '31f0be68-0889-497f-9fb8-2826fc294ab1'} from n-d-766726-28. {{(pid=106758) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 09:36:00.726096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-296b4256-1306-47a9-a37a-3b25bd7becdf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting subnet 02828315-9fb6-4e62-ac59-f4e53d63c390 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:36:00.730139 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-296b4256-1306-47a9-a37a-3b25bd7becdf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.734196 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9daa318d-63f3-4288-9887-2e9dfd6363f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.756763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Allocated IP 172.20.0.2 (6e849d4e-7f50-4ca4-b0e7-de781c718759/eed0f82f-88b0-4a45-853e-c2fccf2503aa/947eb0ba-8ce8-40e1-bb1b-9276185e3c92) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:36:00.778340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-296b4256-1306-47a9-a37a-3b25bd7becdf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.874553 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-296b4256-1306-47a9-a37a-3b25bd7becdf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:00.879122 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.007977 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.045308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Transition to ACTIVE for port object 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:01.051403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-296b4256-1306-47a9-a37a-3b25bd7becdf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server [None req-9daa318d-63f3-4288-9887-2e9dfd6363f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02828315-9fb6-4e62-ac59-f4e53d63c390: This subnet is being modified by another concurrent operation. Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server raise exception Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02828315-9fb6-4e62-ac59-f4e53d63c390: This subnet is being modified by another concurrent operation. Aug 21 09:36:01.054109 n-d-766726-28 neutron-server[106758]: ERROR oslo_messaging.rpc.server Aug 21 09:36:01.076217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Transition to ACTIVE for port object 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:01.099021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b4256-1306-47a9-a37a-3b25bd7becdf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Subnet': ['ID=02828315-9fb6-4e62-ac59-f4e53d63c390,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:01.102080 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-296b4256-1306-47a9-a37a-3b25bd7becdf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.103989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-296b4256-1306-47a9-a37a-3b25bd7becdf tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/02828315-9fb6-4e62-ac59-f4e53d63c390 HTTP/1.1" status: 204 len: 168 time: 0.4313605 Aug 21 09:36:01.107162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54336) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.137766 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.176867 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e70d65-99af-428f-ab11-b609b63aa67a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:36:01.176867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e70d65-99af-428f-ab11-b609b63aa67a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:36:01.176867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d9e70d65-99af-428f-ab11-b609b63aa67a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/130c94da-7c1b-41f5-b3b1-04b6a4765ce7 HTTP/1.1" status: 404 len: 337 time: 0.0658190 Aug 21 09:36:01.179716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54342) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.202085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ceebed-b7fe-4738-8d3c-a5a4857aec28 None None] Network af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:01.208523 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-41c07d4e-09e1-4689-bea0-5aa5fe295ffa tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "GET /v2.0/ports?device_id=1122cfb3-6ea2-48b1-b926-f38e9f34b39f HTTP/1.1" status: 200 len: 205 time: 0.0286591 Aug 21 09:36:01.209326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Network 6e849d4e-7f50-4ca4-b0e7-de781c718759 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:01.211139 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54344) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.232548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:01.277609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:36:01.307812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Pushing event updated for resources: {'Port': ['ID=947eb0ba-8ce8-40e1-bb1b-9276185e3c92,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:01.330338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.336656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a7a189a3-c34d-489d-b118-c535c71b3d80 None None] Provisioning complete for port 31f0be68-0889-497f-9fb8-2826fc294ab1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:01.345264 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a7a189a3-c34d-489d-b118-c535c71b3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.352347 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.431819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Attempting to bind port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:36:01.432189 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Attempting to bind port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:36:01.432551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Attempting to bind port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 on network 6e849d4e-7f50-4ca4-b0e7-de781c718759 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:01.448927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:36:01.448927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Checking segment: {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:01.448927 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.449264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Bound using segment: {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:36:01.449647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Bound port: 947eb0ba-8ce8-40e1-bb1b-9276185e3c92, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:36:01.449890 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.503993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Allocated IP 172.25.5.176 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/20a76e5e-5972-4619-911d-602e008b975f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:36:01.526160 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-679801c1-41a8-4680-87e9-ae10d750313e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] delete failed (client error): The resource could not be found. Aug 21 09:36:01.530027 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-679801c1-41a8-4680-87e9-ae10d750313e tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/routers/1122cfb3-6ea2-48b1-b926-f38e9f34b39f HTTP/1.1" status: 404 len: 336 time: 0.3150344 Aug 21 09:36:01.530027 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54354) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.541576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c7508e-9c4d-4e97-9848-106ef1780d8f None None] DHCP port deletion for af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:36:01.554943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 31f0be68-0889-497f-9fb8-2826fc294ab1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:01.579064 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef3cd15-ff64-4fdc-a1fc-00309d685d27 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:36:01.579521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef3cd15-ff64-4fdc-a1fc-00309d685d27 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:36:01.581441 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7ef3cd15-ff64-4fdc-a1fc-00309d685d27 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/a0fa5034-620b-4616-bd97-96f4fce496d7 HTTP/1.1" status: 404 len: 337 time: 0.0509117 Aug 21 09:36:01.585106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54360) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.619085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] For port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:36:01.621389 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d9862f-06be-4542-83f7-9cff665468e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:36:01.621836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d9862f-06be-4542-83f7-9cff665468e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:36:01.623704 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-67d9862f-06be-4542-83f7-9cff665468e8 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/9fda6ae0-1be4-466e-bbbc-9d83cf4f069b HTTP/1.1" status: 404 len: 337 time: 0.0366335 Aug 21 09:36:01.627351 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54362) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.645922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] For port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=947eb0ba-8ce8-40e1-bb1b-9276185e3c92,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:36:01.657193 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e2df75-b367-4b08-a550-565458c489eb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:36:01.657677 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e2df75-b367-4b08-a550-565458c489eb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:36:01.659059 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.659346 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a4e2df75-b367-4b08-a550-565458c489eb tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/7ef0206c-3aa0-46c8-be8d-5a3515cbac1b HTTP/1.1" status: 404 len: 337 time: 0.0310144 Aug 21 09:36:01.663399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54364) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.667828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a7a189a3-c34d-489d-b118-c535c71b3d80 None None] Provisioning complete for port 72681b53-c39b-4a87-8142-1dd71331be81 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:01.668201 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a7a189a3-c34d-489d-b118-c535c71b3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.671299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] Deleting port 5a75ad81-672c-4a42-8c20-f076a87905cf {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:01.671648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.702964 n-d-766726-28 neutron-server[106756]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bd2a23-fb14-4ee4-b268-82a23e633451 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:36:01.703648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02bd2a23-fb14-4ee4-b268-82a23e633451 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:36:01.705364 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-02bd2a23-fb14-4ee4-b268-82a23e633451 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/9f5e080b-ce43-4a95-83c7-1d7de22b5393 HTTP/1.1" status: 404 len: 333 time: 0.0408959 Aug 21 09:36:01.710649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54368) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.720394 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.742549 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-8485bbcf-f413-43f9-a46d-0326f9059d60 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:36:01.743311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8485bbcf-f413-43f9-a46d-0326f9059d60 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:36:01.745297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8485bbcf-f413-43f9-a46d-0326f9059d60 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/16246b61-57a2-4447-9c3c-83dd8bc81d7f HTTP/1.1" status: 404 len: 337 time: 0.0328856 Aug 21 09:36:01.747934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54372) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.763806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-a7a189a3-c34d-489d-b118-c535c71b3d80 None None] Port 72681b53-c39b-4a87-8142-1dd71331be81 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:36:01.770734 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7508e-9c4d-4e97-9848-106ef1780d8f None None] Deleting port 31f0be68-0889-497f-9fb8-2826fc294ab1 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:01.771662 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1c7508e-9c4d-4e97-9848-106ef1780d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.780076 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-03372cbe-19a2-47b3-8e38-fd0909c042f7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:36:01.780560 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03372cbe-19a2-47b3-8e38-fd0909c042f7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:36:01.781636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] For port 5a75ad81-672c-4a42-8c20-f076a87905cf, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5a75ad81-672c-4a42-8c20-f076a87905cf,segment=NetworkSegment(2d9476d1-7bd7-47b5-b1da-b23614982f87),segment_id=2d9476d1-7bd7-47b5-b1da-b23614982f87)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:01.782179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.782301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-03372cbe-19a2-47b3-8e38-fd0909c042f7 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/bcdf116f-5bfd-4243-9fdf-db20e071db03 HTTP/1.1" status: 404 len: 337 time: 0.0334630 Aug 21 09:36:01.783406 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.785262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54374) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.795484 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.802778 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] Calling delete_port for 5a75ad81-672c-4a42-8c20-f076a87905cf owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:01.837475 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcca555b-cd8c-4cbd-b578-5f6dea8d426a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:36:01.838409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcca555b-cd8c-4cbd-b578-5f6dea8d426a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:36:01.840633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dcca555b-cd8c-4cbd-b578-5f6dea8d426a tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/5b5c0505-1324-4024-a99c-62838ce3faa2 HTTP/1.1" status: 404 len: 333 time: 0.0517046 Aug 21 09:36:01.843972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54378) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.860095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:01.879434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7a9e3-3132-43e8-9ded-a13ac6c623a7 None None] Pushing event updated for resources: {'Port': ['ID=947eb0ba-8ce8-40e1-bb1b-9276185e3c92,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:01.887530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:01.891312 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed854a81-ab5b-4e56-b5fa-47014a2433bc tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:36:01.891921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed854a81-ab5b-4e56-b5fa-47014a2433bc tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:36:01.893873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ed854a81-ab5b-4e56-b5fa-47014a2433bc tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/105714b4-7b85-45bc-b473-cd584e6ca47b HTTP/1.1" status: 404 len: 337 time: 0.0442429 Aug 21 09:36:01.899445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c1c7508e-9c4d-4e97-9848-106ef1780d8f None None] For port 31f0be68-0889-497f-9fb8-2826fc294ab1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=31f0be68-0889-497f-9fb8-2826fc294ab1,segment=NetworkSegment(a7dd3457-8676-4b37-8279-54ae8288dc71),segment_id=a7dd3457-8676-4b37-8279-54ae8288dc71)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:01.899445 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1c7508e-9c4d-4e97-9848-106ef1780d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:01.899817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:36:01.899817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Pushing event updated for resources: {'Port': ['ID=20a76e5e-5972-4619-911d-602e008b975f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:01.901286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54382) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:01.911179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 31f0be68-0889-497f-9fb8-2826fc294ab1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=31f0be68-0889-497f-9fb8-2826fc294ab1,segment=NetworkSegment(a7dd3457-8676-4b37-8279-54ae8288dc71),segment_id=a7dd3457-8676-4b37-8279-54ae8288dc71)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:01.915300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7508e-9c4d-4e97-9848-106ef1780d8f None None] Calling delete_port for 31f0be68-0889-497f-9fb8-2826fc294ab1 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:01.969730 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd8adb5-d1f0-468d-b04f-c4753efa6f86 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] DELETE failed (client error): The resource could not be found. Aug 21 09:36:01.970462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd8adb5-d1f0-468d-b04f-c4753efa6f86 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 09:36:01.972510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9fd8adb5-d1f0-468d-b04f-c4753efa6f86 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/subnets/7c60757f-8ad2-41f6-bc54-a8f40c6d646e HTTP/1.1" status: 404 len: 337 time: 0.0690355 Aug 21 09:36:01.975432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54388) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:02.000128 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:02.069658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=31f0be68-0889-497f-9fb8-2826fc294ab1,revision_number=11']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:02.096832 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1c7508e-9c4d-4e97-9848-106ef1780d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:02.138177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7508e-9c4d-4e97-9848-106ef1780d8f None None] Pushing event deleted for resources: {'Port': ['ID=31f0be68-0889-497f-9fb8-2826fc294ab1,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:02.144845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c7508e-9c4d-4e97-9848-106ef1780d8f None None] No DVR routers for this DVR port 31f0be68-0889-497f-9fb8-2826fc294ab1 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:36:02.195413 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:02.209538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-fd93fec6-8100-4805-b3dd-874f574c7e61 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Deleting port 72681b53-c39b-4a87-8142-1dd71331be81 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:02.209882 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd93fec6-8100-4805-b3dd-874f574c7e61 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:02.229163 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a75ad81-672c-4a42-8c20-f076a87905cf,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:02.452347 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:02.619481 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd93fec6-8100-4805-b3dd-874f574c7e61 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:02.639203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-fd93fec6-8100-4805-b3dd-874f574c7e61 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Calling delete_port for 72681b53-c39b-4a87-8142-1dd71331be81 owned by {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:02.677177 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] Router 03528649-e6b0-4b44-989d-e984d6421b42 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:36:02.726450 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:02.810226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:02.815448 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d90d1f28-e5ff-4868-9df0-3fe631203002 admin admin] 10.222.0.20 "PUT /v2.0/routers/03528649-e6b0-4b44-989d-e984d6421b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4887269 Aug 21 09:36:02.818449 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54420) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:02.822796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2e493e-182c-4afe-a741-8c5f624bc36c None None] Sync routers for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:02.832587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2e493e-182c-4afe-a741-8c5f624bc36c None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:02.843612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a2e493e-182c-4afe-a741-8c5f624bc36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:02.953039 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:02.955594 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd93fec6-8100-4805-b3dd-874f574c7e61 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:02.992745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93fec6-8100-4805-b3dd-874f574c7e61 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Port': ['ID=72681b53-c39b-4a87-8142-1dd71331be81,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:03.007986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd93fec6-8100-4805-b3dd-874f574c7e61 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.009896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fd93fec6-8100-4805-b3dd-874f574c7e61 tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/ports/72681b53-c39b-4a87-8142-1dd71331be81 HTTP/1.1" status: 204 len: 168 time: 1.0329707 Aug 21 09:36:03.011015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3a2e493e-182c-4afe-a741-8c5f624bc36c None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:03.016261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54426) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:03.021202 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.107015 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.206360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625432b3-8bc9-48bd-8963-b0b8f2f49126 None None] Network 6e849d4e-7f50-4ca4-b0e7-de781c718759 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:03.220948 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.266270 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Deleting port a261d5cb-48db-4c03-9179-b1b64eef67cf {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:03.266738 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.315281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a2e493e-182c-4afe-a741-8c5f624bc36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:36:02Z', 'revision_number': 5, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port': {'id': 'a261d5cb-48db-4c03-9179-b1b64eef67cf', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03528649-e6b0-4b44-989d-e984d6421b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:32Z', 'updated_at': '2021-08-21T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:03.348559 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.359946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:03.361074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2e493e-182c-4afe-a741-8c5f624bc36c None None] Checking router: 03528649-e6b0-4b44-989d-e984d6421b42 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:03.362407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] For port a261d5cb-48db-4c03-9179-b1b64eef67cf, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a261d5cb-48db-4c03-9179-b1b64eef67cf,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:03.362779 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.370996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dd3457-8676-4b37-8279-54ae8288dc71') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:03.371309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dd3457-8676-4b37-8279-54ae8288dc71') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:03.375700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Calling delete_port for a261d5cb-48db-4c03-9179-b1b64eef67cf owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:03.381745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.406779 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.410448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2e493e-182c-4afe-a741-8c5f624bc36c None None] Routers {'03528649-e6b0-4b44-989d-e984d6421b42'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:03.411158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a2e493e-182c-4afe-a741-8c5f624bc36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['03528649-e6b0-4b44-989d-e984d6421b42'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:03.414051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:36:03.414373 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:36:03.417889 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:36:03.433856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Router 7b2af4fb-0b3a-4355-a6e0-006f89284205 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:36:03.589233 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.599797 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.605313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] 10.222.0.20 "DELETE /v2.0/networks/af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2 HTTP/1.1" status: 204 len: 168 time: 0.5833728 Aug 21 09:36:03.629576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9160f21-aae5-4198-9a30-f72780794d6f tempest-PortsTestJSON-383524206 tempest-PortsTestJSON-383524206-project] Pushing event deleted for resources: {'Network': ['ID=af5da306-bfa9-4ad8-a2fb-1faaba3a3fb2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:03.642122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:03.655773 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Sync routers for ids ['7b2af4fb-0b3a-4355-a6e0-006f89284205'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:03.665545 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Routers {'7b2af4fb-0b3a-4355-a6e0-006f89284205'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:03.666216 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7b2af4fb-0b3a-4355-a6e0-006f89284205'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:03.668071 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.698160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Pushing event deleted for resources: {'Port': ['ID=a261d5cb-48db-4c03-9179-b1b64eef67cf,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:03.736409 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.740716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2588f288-866f-4708-a97b-60513925c609 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5732269 Aug 21 09:36:03.740944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54454) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:03.763839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:03.770040 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.809178 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Set router 7b2af4fb-0b3a-4355-a6e0-006f89284205 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:03.811598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-32f55ad7-4933-4ff6-a7ea-4977ea99d796 None None] Provisioning for port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:03.864331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-3a2e493e-182c-4afe-a741-8c5f624bc36c None None] Set router 03528649-e6b0-4b44-989d-e984d6421b42 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:03.883625 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.892368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:03.951152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-3a2e493e-182c-4afe-a741-8c5f624bc36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:36:03Z', 'revision_number': 6, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:03.982194 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2e493e-182c-4afe-a741-8c5f624bc36c None None] The sync data for ids ['03528649-e6b0-4b44-989d-e984d6421b42'] in n-d-766726-28 is: [{'id': '03528649-e6b0-4b44-989d-e984d6421b42', 'name': 'tempest-TestVolumeBackupRestore-1093244203-router', 'tenant_id': '913ad24557aa46a295b35c4ed067060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:31Z', 'updated_at': '2021-08-21T09:36:03Z', 'revision_number': 6, 'project_id': '913ad24557aa46a295b35c4ed067060f', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:04.040336 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.041038 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03528649-e6b0-4b44-989d-e984d6421b42 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:36:04.049942 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.050625 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:04.050846 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5a2e9e30-73da-4384-aaaa-dd753a424831 admin admin] 10.222.0.20 "DELETE /v2.0/routers/03528649-e6b0-4b44-989d-e984d6421b42 HTTP/1.1" status: 204 len: 168 time: 1.2279093 Aug 21 09:36:04.053338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:04.053751 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.054062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54462) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:04.160191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb9104a-0db0-4a38-9291-4287805e748a None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 09:36:04.163737 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbbe19c-c238-4b62-a611-bb37886424f3 admin admin] Deleting subnet 9e9e405f-6c64-4805-9f8b-9f8caf74d7d1 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:36:04.169272 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe19c-c238-4b62-a611-bb37886424f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.170972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54468) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:04.193231 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'name': 'tempest-TestServerMultinode-736100046-router', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '20a76e5e-5972-4619-911d-602e008b975f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:00Z', 'updated_at': '2021-08-21T09:36:02Z', 'revision_number': 3, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'gw_port': {'id': '20a76e5e-5972-4619-911d-602e008b975f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:01Z', 'updated_at': '2021-08-21T09:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:04.211946 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe19c-c238-4b62-a611-bb37886424f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.228947 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Checking router: 7b2af4fb-0b3a-4355-a6e0-006f89284205 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:04.230226 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Updating router 7b2af4fb-0b3a-4355-a6e0-006f89284205 port 20a76e5e-5972-4619-911d-602e008b975f binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:36:04.260891 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.335492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb9104a-0db0-4a38-9291-4287805e748a None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 09:36:04.359919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9ac93c30-4ed1-47b3-8429-62bf343b7289 None None] Provisioning complete for port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:04.360200 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9ac93c30-4ed1-47b3-8429-62bf343b7289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.360665 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe19c-c238-4b62-a611-bb37886424f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.407704 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.468399 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe19c-c238-4b62-a611-bb37886424f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.484076 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.509481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9aa52256-178a-474a-b013-320aff156ba9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e85971425e634028b43131705115a88e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351750 Aug 21 09:36:04.510344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54484) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:04.514444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbe19c-c238-4b62-a611-bb37886424f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9e405f-6c64-4805-9f8b-9f8caf74d7d1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:04.521417 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5bbbe19c-c238-4b62-a611-bb37886424f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.526698 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5bbbe19c-c238-4b62-a611-bb37886424f3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9e9e405f-6c64-4805-9f8b-9f8caf74d7d1 HTTP/1.1" status: 204 len: 168 time: 0.4693949 Aug 21 09:36:04.527245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54488) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:04.571860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=947eb0ba-8ce8-40e1-bb1b-9276185e3c92,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:04.593765 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.604191 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Transition to ACTIVE for port object 20a76e5e-5972-4619-911d-602e008b975f will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:04.634964 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.658951 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9ac93c30-4ed1-47b3-8429-62bf343b7289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.691226 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.691835 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.710078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Deleting port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:04.710670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.754556 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Pushing event updated for resources: {'Port': ['ID=20a76e5e-5972-4619-911d-602e008b975f,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:04.795736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] For port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=70e9c842-1c3d-4fec-bf8e-b53e0724ec9f,segment=NetworkSegment(2d9476d1-7bd7-47b5-b1da-b23614982f87),segment_id=2d9476d1-7bd7-47b5-b1da-b23614982f87)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:04.796894 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.799126 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.799484 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.799851 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.800776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-9ac93c30-4ed1-47b3-8429-62bf343b7289 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:36:04.801000 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.801398 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.801542 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-9ac93c30-4ed1-47b3-8429-62bf343b7289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:36:04.801728 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.802778 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.803651 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.804881 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.805458 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.805963 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.806475 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:04.814591 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Attempting to bind port 20a76e5e-5972-4619-911d-602e008b975f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:36:04.815210 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Attempting to bind port 20a76e5e-5972-4619-911d-602e008b975f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:36:04.816032 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Attempting to bind port 20a76e5e-5972-4619-911d-602e008b975f on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:04.822649 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:36:04.823663 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:04.824266 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.824840 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:36:04.825533 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Bound port: 20a76e5e-5972-4619-911d-602e008b975f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:36:04.826274 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.828172 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Calling delete_port for 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:04.850135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=947eb0ba-8ce8-40e1-bb1b-9276185e3c92,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:04.851948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Allocated IP 172.20.0.1 (6e849d4e-7f50-4ca4-b0e7-de781c718759/eed0f82f-88b0-4a45-853e-c2fccf2503aa/ac0aafd9-5963-45b0-a471-2b2f9568b327) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:36:04.882434 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] For port 20a76e5e-5972-4619-911d-602e008b975f, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:36:04.886602 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] For port 20a76e5e-5972-4619-911d-602e008b975f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=20a76e5e-5972-4619-911d-602e008b975f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:36:04.923176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae5d31-d6cf-4333-9816-0a93f898ddaa None None] Network 50d318ba-7145-49f2-9465-dd743feed952 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:04.948027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ca26-31d5-49e0-8d2d-a9bdbbf60dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.959199 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:04.986031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ca26-31d5-49e0-8d2d-a9bdbbf60dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.033290 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.045354 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06098ccc-e79c-4261-87cc-9ec645b551f2 None None] Pushing event updated for resources: {'Port': ['ID=20a76e5e-5972-4619-911d-602e008b975f,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:05.055379 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.077745 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Routers {'7b2af4fb-0b3a-4355-a6e0-006f89284205'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:05.078383 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7b2af4fb-0b3a-4355-a6e0-006f89284205'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:05.080896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=70e9c842-1c3d-4fec-bf8e-b53e0724ec9f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:05.081717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Transition to ACTIVE for port object ac0aafd9-5963-45b0-a471-2b2f9568b327 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:05.086313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] No DVR routers for this DVR port 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:36:05.180202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed29d7d-0b9d-4827-a605-8c9334da5d8e None None] DHCP port deletion for 50d318ba-7145-49f2-9465-dd743feed952 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:36:05.182147 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.193662 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ca26-31d5-49e0-8d2d-a9bdbbf60dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.196363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bdf8ca26-31d5-49e0-8d2d-a9bdbbf60dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.197549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bdf8ca26-31d5-49e0-8d2d-a9bdbbf60dab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6711c264-6c73-43af-bd12-5a9b590083a4 HTTP/1.1" status: 204 len: 168 time: 0.6862824 Aug 21 09:36:05.200153 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d318ba-7145-49f2-9465-dd743feed952']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:05.209240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8ca26-31d5-49e0-8d2d-a9bdbbf60dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6711c264-6c73-43af-bd12-5a9b590083a4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:05.215964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9476d1-7bd7-47b5-b1da-b23614982f87') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:05.216267 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9476d1-7bd7-47b5-b1da-b23614982f87') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:05.222580 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.241123 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.263141 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.273856 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:36:05.274618 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:36:05.276938 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:36:05.279536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Network 6e849d4e-7f50-4ca4-b0e7-de781c718759 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:05.283339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:05.287582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:36:05.295275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0aafd9-5963-45b0-a471-2b2f9568b327,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:05.344131 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.378294 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] Set router 7b2af4fb-0b3a-4355-a6e0-006f89284205 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:05.447736 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.458317 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.461949 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] 10.222.0.20 "DELETE /v2.0/networks/50d318ba-7145-49f2-9465-dd743feed952 HTTP/1.1" status: 204 len: 168 time: 0.9340975 Aug 21 09:36:05.465736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54522) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:05.485127 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a6bd2-53ea-4f7b-9b38-9ac9e0660c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=50d318ba-7145-49f2-9465-dd743feed952,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:05.498178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:05.612569 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:05.613090 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.733491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-452eb51a-0639-4dce-a3d0-5ad383eca1ea None None] Provisioning for port ac0aafd9-5963-45b0-a471-2b2f9568b327 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:05.740391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-452eb51a-0639-4dce-a3d0-5ad383eca1ea None None] Provisioning complete for port ac0aafd9-5963-45b0-a471-2b2f9568b327 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:05.740882 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-452eb51a-0639-4dce-a3d0-5ad383eca1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:05.772250 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'name': 'tempest-TestServerMultinode-736100046-router', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '20a76e5e-5972-4619-911d-602e008b975f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:00Z', 'updated_at': '2021-08-21T09:36:02Z', 'revision_number': 3, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'gw_port': {'id': '20a76e5e-5972-4619-911d-602e008b975f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:01Z', 'updated_at': '2021-08-21T09:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:05.797682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-452eb51a-0639-4dce-a3d0-5ad383eca1ea None None] Port ac0aafd9-5963-45b0-a471-2b2f9568b327 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:36:05.817555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:05.827468 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cb4a4-ae01-49c6-afc7-bb54ca10ebd8 None None] The sync data for ids ['7b2af4fb-0b3a-4355-a6e0-006f89284205'] in n-d-766726-28 is: [{'id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'name': 'tempest-TestServerMultinode-736100046-router', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '20a76e5e-5972-4619-911d-602e008b975f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:00Z', 'updated_at': '2021-08-21T09:36:02Z', 'revision_number': 3, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'gw_port': {'id': '20a76e5e-5972-4619-911d-602e008b975f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:01Z', 'updated_at': '2021-08-21T09:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:05.858625 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:05.859006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 70e9c842-1c3d-4fec-bf8e-b53e0724ec9f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:05.859430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5a75ad81-672c-4a42-8c20-f076a87905cf no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:05.879168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 5a75ad81-672c-4a42-8c20-f076a87905cf {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:05.879596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5a75ad81-672c-4a42-8c20-f076a87905cf not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:05.880013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a261d5cb-48db-4c03-9179-b1b64eef67cf no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:05.905714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a261d5cb-48db-4c03-9179-b1b64eef67cf {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:05.906134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a261d5cb-48db-4c03-9179-b1b64eef67cf not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:06.064027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:06.126274 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:06.321201 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:06.381997 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:06.441646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] Deleting port 0ae78641-d93c-413a-960d-e4505d4df18c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:06.442085 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:06.465558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:06.513894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0aafd9-5963-45b0-a471-2b2f9568b327,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:06.544099 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] For port 0ae78641-d93c-413a-960d-e4505d4df18c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0ae78641-d93c-413a-960d-e4505d4df18c,segment=NetworkSegment(7e391979-822f-443e-a69a-951b079190e9),segment_id=7e391979-822f-443e-a69a-951b079190e9)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:06.544621 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:06.561142 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] Calling delete_port for 0ae78641-d93c-413a-960d-e4505d4df18c owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:06.569328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Network 6e849d4e-7f50-4ca4-b0e7-de781c718759 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:06.570936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:06.641591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54582) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:06.739316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Router 7b2af4fb-0b3a-4355-a6e0-006f89284205 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:36:06.875237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0a0e9c94-f185-4768-b1d2-652f64dd031b tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:06.877381 n-d-766726-28 neutron-server[106757]: WARNING neutron.api.v2.base [None req-0a0e9c94-f185-4768-b1d2-652f64dd031b tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 21 09:36:06.877919 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-0a0e9c94-f185-4768-b1d2-652f64dd031b tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): There was a conflict when trying to complete your request. Aug 21 09:36:06.878992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0a0e9c94-f185-4768-b1d2-652f64dd031b tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2363894 Aug 21 09:36:06.883133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54594) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:06.887919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-20381c5a-897a-45c2-bdec-18faeff27b11 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'tempest-secgroup--911590184'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:06.916113 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4e915128-8efe-4b75-b477-c131ae31a81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:06.926196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:06.939950 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0568dbf4-667c-4562-a775-96ed999d34d7 None None] Provisioning complete for port ac0aafd9-5963-45b0-a471-2b2f9568b327 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:06.939950 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0568dbf4-667c-4562-a775-96ed999d34d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:06.943880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-af51945c-c59c-4be2-9745-49e35c6edb48 admin admin] 10.222.0.20 "PUT /v2.0/routers/7b2af4fb-0b3a-4355-a6e0-006f89284205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1985302 Aug 21 09:36:07.001466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0568dbf4-667c-4562-a775-96ed999d34d7 None None] Port ac0aafd9-5963-45b0-a471-2b2f9568b327 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:36:07.026602 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20381c5a-897a-45c2-bdec-18faeff27b11 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.035016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20381c5a-897a-45c2-bdec-18faeff27b11 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.140558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20381c5a-897a-45c2-bdec-18faeff27b11 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.198541 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20381c5a-897a-45c2-bdec-18faeff27b11 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.227251 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.237000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20381c5a-897a-45c2-bdec-18faeff27b11 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac62da8b-6b19-49a4-b690-7c4a578cd63b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:07.262611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae78641-d93c-413a-960d-e4505d4df18c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:07.321111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20381c5a-897a-45c2-bdec-18faeff27b11 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.401231 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20381c5a-897a-45c2-bdec-18faeff27b11 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.469515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20381c5a-897a-45c2-bdec-18faeff27b11 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075c5971-de31-497e-bd1c-21dade46995d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:07.500917 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.530111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-20381c5a-897a-45c2-bdec-18faeff27b11 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.533150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-20381c5a-897a-45c2-bdec-18faeff27b11 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6489801 Aug 21 09:36:07.538850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54624) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:07.543655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6c70151a-ac37-46f8-bcd8-4f3047e84af1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': '075c5971-de31-497e-bd1c-21dade46995d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:07.641077 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 20a76e5e-5972-4619-911d-602e008b975f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:07.665563 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c70151a-ac37-46f8-bcd8-4f3047e84af1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.752427 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c70151a-ac37-46f8-bcd8-4f3047e84af1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.758644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 20a76e5e-5972-4619-911d-602e008b975f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:07.763859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 20a76e5e-5972-4619-911d-602e008b975f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:07.764241 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.790467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] Router 7bd5778f-3d07-40ec-8516-d674288e9900 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:36:07.805422 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c70151a-ac37-46f8-bcd8-4f3047e84af1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.825052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70151a-ac37-46f8-bcd8-4f3047e84af1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7691785a-a4ca-498a-86da-776056e185d5,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:07.866498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Sync routers for ids ['7b2af4fb-0b3a-4355-a6e0-006f89284205'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:07.886165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Routers {'7b2af4fb-0b3a-4355-a6e0-006f89284205'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:07.886929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7b2af4fb-0b3a-4355-a6e0-006f89284205'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:07.894749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54644) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:07.900093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2042741783-network', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:07.905657 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c70151a-ac37-46f8-bcd8-4f3047e84af1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.910681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6c70151a-ac37-46f8-bcd8-4f3047e84af1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3668656 Aug 21 09:36:07.910828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54646) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:07.916606 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3d4ef27e-7dca-4971-ba37-bf0428a0dbe5 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': '075c5971-de31-497e-bd1c-21dade46995d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:07.924992 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:07.929180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:07.937949 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c6899dda-2169-4a25-b502-93bcfc5730d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/7bd5778f-3d07-40ec-8516-d674288e9900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4684887 Aug 21 09:36:07.939994 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc98424-399d-4a46-a9e0-6ba93b2261a6 None None] Sync routers for ids ['7bd5778f-3d07-40ec-8516-d674288e9900'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:07.940503 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54648) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:07.950522 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [None req-3d4ef27e-7dca-4971-ba37-bf0428a0dbe5 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 09:36:07.950522 n-d-766726-28 neutron-server[106757]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 09:36:07.950522 n-d-766726-28 neutron-server[106757]: [parameters: {'project_id_1': '471839b58eac4b6986d8f4c2806643e3', 'expiration_1': datetime.datetime(2021, 8, 21, 9, 36, 7, 924806)}] Aug 21 09:36:07.950522 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 09:36:07.951063 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [None req-3d4ef27e-7dca-4971-ba37-bf0428a0dbe5 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 09:36:07.951430 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc98424-399d-4a46-a9e0-6ba93b2261a6 None None] Routers {'7bd5778f-3d07-40ec-8516-d674288e9900'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:07.952132 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0dc98424-399d-4a46-a9e0-6ba93b2261a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7bd5778f-3d07-40ec-8516-d674288e9900'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:07.966205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 20a76e5e-5972-4619-911d-602e008b975f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=20a76e5e-5972-4619-911d-602e008b975f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:08.017051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Made reservation on behalf of 39b253c9dd264e1f9ccb2db1e4bd7425 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:36:08.020156 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.030340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.033386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Set router 7b2af4fb-0b3a-4355-a6e0-006f89284205 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:08.065806 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.092704 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-0dc98424-399d-4a46-a9e0-6ba93b2261a6 None None] Set router 7bd5778f-3d07-40ec-8516-d674288e9900 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:08.094804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.143972 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.205348 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.212268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=20a76e5e-5972-4619-911d-602e008b975f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:08.225875 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.233805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:36:08.248661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4394804-0b98-465c-898b-4817a44dd45c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:08.253795 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.254145 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Added segment 79d0ead7-4940-46ff-8099-320e04b90fbf of type vlan for network a5c3b841-2aeb-4682-8139-6a579f9163f1 Aug 21 09:36:08.301352 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.329620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'name': 'tempest-TestServerMultinode-736100046-router', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '20a76e5e-5972-4619-911d-602e008b975f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:00Z', 'updated_at': '2021-08-21T09:36:05Z', 'revision_number': 4, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'gw_port': {'id': '20a76e5e-5972-4619-911d-602e008b975f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:01Z', 'updated_at': '2021-08-21T09:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ac0aafd9-5963-45b0-a471-2b2f9568b327', 'name': '', 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'mac_address': 'fa:16:3e:2b:b0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'eed0f82f-88b0-4a45-853e-c2fccf2503aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:04Z', 'updated_at': '2021-08-21T09:36:06Z', 'revision_number': 2, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'subnets': [{'id': 'eed0f82f-88b0-4a45-853e-c2fccf2503aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:08.337702 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0dc98424-399d-4a46-a9e0-6ba93b2261a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'name': 'tempest-TestVolumeBackupRestore-914997542-router', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:38Z', 'updated_at': '2021-08-21T09:36:07Z', 'revision_number': 5, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'gw_port': {'id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:39Z', 'updated_at': '2021-08-21T09:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:08.357089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Checking router: 7b2af4fb-0b3a-4355-a6e0-006f89284205 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:08.357442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Updating router 7b2af4fb-0b3a-4355-a6e0-006f89284205 port ac0aafd9-5963-45b0-a471-2b2f9568b327 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:36:08.363874 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc98424-399d-4a46-a9e0-6ba93b2261a6 None None] Checking router: 7bd5778f-3d07-40ec-8516-d674288e9900 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:08.371881 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc98424-399d-4a46-a9e0-6ba93b2261a6 None None] Routers {'7bd5778f-3d07-40ec-8516-d674288e9900'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:08.372479 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0dc98424-399d-4a46-a9e0-6ba93b2261a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7bd5778f-3d07-40ec-8516-d674288e9900'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:08.381473 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.436637 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Deleting port 361c1db5-eb2c-4c24-912d-0e900c8038e8 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:08.437598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.491039 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-0dc98424-399d-4a46-a9e0-6ba93b2261a6 None None] Set router 7bd5778f-3d07-40ec-8516-d674288e9900 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:08.496078 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.500475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:08.500475 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.538475 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] For port 361c1db5-eb2c-4c24-912d-0e900c8038e8, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=361c1db5-eb2c-4c24-912d-0e900c8038e8,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:08.538843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.573313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Calling delete_port for 361c1db5-eb2c-4c24-912d-0e900c8038e8 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:08.602060 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d4ef27e-7dca-4971-ba37-bf0428a0dbe5 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.624650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7262735 Aug 21 09:36:08.625674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f4e29-75bd-4357-90a8-5bc0d82c4521 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c3b841-2aeb-4682-8139-6a579f9163f1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:08.634191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54670) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:08.640047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] Request body: {'subnet': {'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2042741783-subnet', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:08.644828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network a5c3b841-2aeb-4682-8139-6a579f9163f1 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:36:08.750259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] Made reservation on behalf of 39b253c9dd264e1f9ccb2db1e4bd7425 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:36:08.750964 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-0dc98424-399d-4a46-a9e0-6ba93b2261a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'name': 'tempest-TestVolumeBackupRestore-914997542-router', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:38Z', 'updated_at': '2021-08-21T09:36:07Z', 'revision_number': 5, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'gw_port': {'id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:39Z', 'updated_at': '2021-08-21T09:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:08.754094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.766862 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.788000 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc98424-399d-4a46-a9e0-6ba93b2261a6 None None] The sync data for ids ['7bd5778f-3d07-40ec-8516-d674288e9900'] in n-d-766726-28 is: [{'id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'name': 'tempest-TestVolumeBackupRestore-914997542-router', 'tenant_id': 'de5e9728392846c9b5c7ca9d91072edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:31:38Z', 'updated_at': '2021-08-21T09:36:07Z', 'revision_number': 5, 'project_id': 'de5e9728392846c9b5c7ca9d91072edf', 'gw_port': {'id': '361c1db5-eb2c-4c24-912d-0e900c8038e8', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd5778f-3d07-40ec-8516-d674288e9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:31:39Z', 'updated_at': '2021-08-21T09:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:08.816781 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-3d4ef27e-7dca-4971-ba37-bf0428a0dbe5 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): There was a conflict when trying to complete your request. Aug 21 09:36:08.816781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3d4ef27e-7dca-4971-ba37-bf0428a0dbe5 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9034274 Aug 21 09:36:08.821109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54680) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:08.884970 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-863b42c6-b9a4-4344-9f3a-f9001aea2bce tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.903095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Transition to ACTIVE for port object ac0aafd9-5963-45b0-a471-2b2f9568b327 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:08.906690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.914226 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-863b42c6-b9a4-4344-9f3a-f9001aea2bce tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:08.948291 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Pushing event deleted for resources: {'Port': ['ID=361c1db5-eb2c-4c24-912d-0e900c8038e8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:08.970565 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.017197 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.027578 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.036761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15710809-6195-4392-bc37-49299bdee944 None None] Pushing event updated for resources: {'Port': ['ID=ac0aafd9-5963-45b0-a471-2b2f9568b327,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:09.106443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] Checking segment: {'id': '79d0ead7-4940-46ff-8099-320e04b90fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:09.106799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] Network hostable DHCP agents. Network: a5c3b841-2aeb-4682-8139-6a579f9163f1, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:36:09.111172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Attempting to bind port ac0aafd9-5963-45b0-a471-2b2f9568b327 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:36:09.111975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Attempting to bind port ac0aafd9-5963-45b0-a471-2b2f9568b327 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:36:09.112194 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Attempting to bind port ac0aafd9-5963-45b0-a471-2b2f9568b327 on network 6e849d4e-7f50-4ca4-b0e7-de781c718759 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:09.120010 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:36:09.120604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Checking segment: {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:09.122850 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.123368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Bound using segment: {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:36:09.123936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Bound port: ac0aafd9-5963-45b0-a471-2b2f9568b327, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:36:09.124495 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.128292 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-863b42c6-b9a4-4344-9f3a-f9001aea2bce tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.136641 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-863b42c6-b9a4-4344-9f3a-f9001aea2bce tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.143654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad14ac6-e1c5-4614-9120-a1f305b30227,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:09.144489 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-863b42c6-b9a4-4344-9f3a-f9001aea2bce tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "DELETE /v2.0/security-groups/075c5971-de31-497e-bd1c-21dade46995d HTTP/1.1" status: 204 len: 168 time: 0.3217340 Aug 21 09:36:09.147797 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54694) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:09.162030 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.169833 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.207581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] For port ac0aafd9-5963-45b0-a471-2b2f9568b327, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:36:09.211539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] For port ac0aafd9-5963-45b0-a471-2b2f9568b327, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ac0aafd9-5963-45b0-a471-2b2f9568b327,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:36:09.216424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] Network a5c3b841-2aeb-4682-8139-6a579f9163f1 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:36:09.228486 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b42c6-b9a4-4344-9f3a-f9001aea2bce tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075c5971-de31-497e-bd1c-21dade46995d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:09.267231 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.284681 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-34bb1335-ba6b-4a77-8076-d879d0f9f00e tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1328449 Aug 21 09:36:09.288093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54700) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:09.295365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d0da6539-548c-4fc0-8e24-961ff7e94655 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'tempest-secgroup--176797780'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:09.304183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, a5c3b841-2aeb-4682-8139-6a579f9163f1) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:09.317349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba35f79-2fef-4187-813c-0e768821ff3f None None] Network a5c3b841-2aeb-4682-8139-6a579f9163f1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:09.319979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:09.321055 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.342342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.345621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Routers {'7b2af4fb-0b3a-4355-a6e0-006f89284205'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:09.345756 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bd5778f-3d07-40ec-8516-d674288e9900 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:36:09.345969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:35:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7b2af4fb-0b3a-4355-a6e0-006f89284205'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:09.350969 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.354748 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-810ae218-3da4-4357-8cc1-7b26e903ac59 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7bd5778f-3d07-40ec-8516-d674288e9900 HTTP/1.1" status: 204 len: 168 time: 1.4112663 Aug 21 09:36:09.355472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54702) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:09.406609 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b187ccc-eea3-43ae-b2a5-0afc299b14ae admin admin] Deleting subnet 960a4cad-34e9-4c81-95de-ac8b26b69e16 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:36:09.409810 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b187ccc-eea3-43ae-b2a5-0afc299b14ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.462810 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b187ccc-eea3-43ae-b2a5-0afc299b14ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.468732 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d0da6539-548c-4fc0-8e24-961ff7e94655 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.491336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15710809-6195-4392-bc37-49299bdee944 None None] Pushing event updated for resources: {'Port': ['ID=ac0aafd9-5963-45b0-a471-2b2f9568b327,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:09.566339 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b187ccc-eea3-43ae-b2a5-0afc299b14ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.569184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-36319cf5-10d6-4e4a-b8f3-9ca6c05387e7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9339101 Aug 21 09:36:09.581306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54712) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:09.588262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2042741783-router', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:09.597875 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aeaad6af-bdad-43cd-8773-67e2766a0650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.678204 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 20a76e5e-5972-4619-911d-602e008b975f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:09.693442 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d0da6539-548c-4fc0-8e24-961ff7e94655 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.711008 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b187ccc-eea3-43ae-b2a5-0afc299b14ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.741991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b187ccc-eea3-43ae-b2a5-0afc299b14ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960a4cad-34e9-4c81-95de-ac8b26b69e16,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:09.745425 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6b187ccc-eea3-43ae-b2a5-0afc299b14ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.747369 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6b187ccc-eea3-43ae-b2a5-0afc299b14ae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/960a4cad-34e9-4c81-95de-ac8b26b69e16 HTTP/1.1" status: 204 len: 168 time: 0.3906143 Aug 21 09:36:09.750226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54716) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:09.807192 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d0da6539-548c-4fc0-8e24-961ff7e94655 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.861379 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.867520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da6539-548c-4fc0-8e24-961ff7e94655 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407a8366-2e5e-4b24-a77b-cb535c9c5d42,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:09.899174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] Set router 7b2af4fb-0b3a-4355-a6e0-006f89284205 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:09.904320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a1b42-b6db-4044-8dee-d48dfa3feb36 None None] Network d9168bf0-c8a2-429a-9fc2-70352954c6ea requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:09.905731 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.906705 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.969597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Deleting port 81ee559d-b9c6-4671-a614-0231251f6444 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:09.969935 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.972522 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.976344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d0da6539-548c-4fc0-8e24-961ff7e94655 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:09.976470 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d0da6539-548c-4fc0-8e24-961ff7e94655 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6861498 Aug 21 09:36:09.979354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54718) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:09.985681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-515f2b2d-9d7f-49d3-9142-511fd1b4ce00 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': '407a8366-2e5e-4b24-a77b-cb535c9c5d42', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:09.985857 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-515f2b2d-9d7f-49d3-9142-511fd1b4ce00 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 21 09:36:09.986907 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-515f2b2d-9d7f-49d3-9142-511fd1b4ce00 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:09.990328 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-515f2b2d-9d7f-49d3-9142-511fd1b4ce00 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073416 Aug 21 09:36:09.990837 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54720) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:10.046079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] For port 81ee559d-b9c6-4671-a614-0231251f6444, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=81ee559d-b9c6-4671-a614-0231251f6444,segment=NetworkSegment(7e391979-822f-443e-a69a-951b079190e9),segment_id=7e391979-822f-443e-a69a-951b079190e9)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:10.046517 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.063512 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3324093b-b63c-470b-bbe9-6991927b6440 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.081559 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.083196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-a5c3b841-2aeb-4682-8139-6a579f9163f1', 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'fixed_ips': [{'subnet_id': '2ad14ac6-e1c5-4614-9120-a1f305b30227'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:36:10.084812 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.098075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3324093b-b63c-470b-bbe9-6991927b6440 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.118057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Calling delete_port for 81ee559d-b9c6-4671-a614-0231251f6444 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:10.200428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 20a76e5e-5972-4619-911d-602e008b975f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:10.200808 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.210478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3324093b-b63c-470b-bbe9-6991927b6440 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.213598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3324093b-b63c-470b-bbe9-6991927b6440 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.217306 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3324093b-b63c-470b-bbe9-6991927b6440 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "DELETE /v2.0/security-groups/407a8366-2e5e-4b24-a77b-cb535c9c5d42 HTTP/1.1" status: 204 len: 168 time: 0.2231941 Aug 21 09:36:10.218361 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54722) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:10.239901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324093b-b63c-470b-bbe9-6991927b6440 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407a8366-2e5e-4b24-a77b-cb535c9c5d42,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:10.263031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.270732 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6a375660-cd4b-4aa6-aa79-c72dd0bae727 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513191 Aug 21 09:36:10.274953 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54724) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:10.280916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b68f134d-69f9-4936-9828-4a557d202190 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118403203'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:10.385613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.412628 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2de5a5-b4fe-4223-81db-919f81d9474c None None] DHCP port deletion for d9168bf0-c8a2-429a-9fc2-70352954c6ea request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:36:10.415457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ee559d-b9c6-4671-a614-0231251f6444,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:10.424065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] No DVR routers for this DVR port 81ee559d-b9c6-4671-a614-0231251f6444 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:36:10.427843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b68f134d-69f9-4936-9828-4a557d202190 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.470136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Allocated IP 172.20.0.2 (a5c3b841-2aeb-4682-8139-6a579f9163f1/2ad14ac6-e1c5-4614-9120-a1f305b30227/135a5d84-7102-4b72-a7f0-1a99cdfd0595) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:36:10.499101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0ae78641-d93c-413a-960d-e4505d4df18c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:10.520847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.525734 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b68f134d-69f9-4936-9828-4a557d202190 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.537427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9168bf0-c8a2-429a-9fc2-70352954c6ea']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:10.549271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e391979-822f-443e-a69a-951b079190e9') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:10.549558 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e391979-822f-443e-a69a-951b079190e9') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:10.560190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 0ae78641-d93c-413a-960d-e4505d4df18c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:10.560538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0ae78641-d93c-413a-960d-e4505d4df18c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:10.560850 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.570999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'name': 'tempest-TestServerMultinode-736100046-router', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '20a76e5e-5972-4619-911d-602e008b975f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:00Z', 'updated_at': '2021-08-21T09:36:05Z', 'revision_number': 4, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'gw_port': {'id': '20a76e5e-5972-4619-911d-602e008b975f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:01Z', 'updated_at': '2021-08-21T09:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ac0aafd9-5963-45b0-a471-2b2f9568b327', 'name': '', 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'mac_address': 'fa:16:3e:2b:b0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'eed0f82f-88b0-4a45-853e-c2fccf2503aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:04Z', 'updated_at': '2021-08-21T09:36:09Z', 'revision_number': 4, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'subnets': [{'id': 'eed0f82f-88b0-4a45-853e-c2fccf2503aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:10.581431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.582719 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b68f134d-69f9-4936-9828-4a557d202190 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.604261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e04bb-1362-42e5-aa88-9a872a479410 None None] The sync data for ids ['7b2af4fb-0b3a-4355-a6e0-006f89284205'] in n-d-766726-28 is: [{'id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'name': 'tempest-TestServerMultinode-736100046-router', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '20a76e5e-5972-4619-911d-602e008b975f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:00Z', 'updated_at': '2021-08-21T09:36:05Z', 'revision_number': 4, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'gw_port': {'id': '20a76e5e-5972-4619-911d-602e008b975f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:01Z', 'updated_at': '2021-08-21T09:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ac0aafd9-5963-45b0-a471-2b2f9568b327', 'name': '', 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'mac_address': 'fa:16:3e:2b:b0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'eed0f82f-88b0-4a45-853e-c2fccf2503aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:04Z', 'updated_at': '2021-08-21T09:36:09Z', 'revision_number': 4, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'subnets': [{'id': 'eed0f82f-88b0-4a45-853e-c2fccf2503aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:10.620142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:36:10.624651 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:36:10.627194 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f134d-69f9-4936-9828-4a557d202190 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba282a1e-644b-4e80-8fa9-0d0cb13d7f5c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:10.696144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b68f134d-69f9-4936-9828-4a557d202190 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.697430 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b68f134d-69f9-4936-9828-4a557d202190 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4211483 Aug 21 09:36:10.700276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54726) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:10.704821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b6365e9c-ea66-4896-a21c-f3cbed28d8f3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ba282a1e-644b-4e80-8fa9-0d0cb13d7f5c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:10.705457 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-b6365e9c-ea66-4896-a21c-f3cbed28d8f3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 21 09:36:10.705965 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-b6365e9c-ea66-4896-a21c-f3cbed28d8f3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:10.707064 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b6365e9c-ea66-4896-a21c-f3cbed28d8f3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058811 Aug 21 09:36:10.709638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54728) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:10.741160 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.753681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Transition to ACTIVE for port object 135a5d84-7102-4b72-a7f0-1a99cdfd0595 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:10.762137 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.771874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Transition to ACTIVE for port object 135a5d84-7102-4b72-a7f0-1a99cdfd0595 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:10.784766 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.788292 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.793806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.796519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d9168bf0-c8a2-429a-9fc2-70352954c6ea HTTP/1.1" status: 204 len: 168 time: 1.0448980 Aug 21 09:36:10.803026 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc04b189-0a82-4758-8838-6c2db9f07917 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.826550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d868b-5587-4a68-8049-abab69a0b495 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9168bf0-c8a2-429a-9fc2-70352954c6ea,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:10.828606 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc04b189-0a82-4758-8838-6c2db9f07917 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.839218 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.912054 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Pushing event updated for resources: {'Port': ['ID=135a5d84-7102-4b72-a7f0-1a99cdfd0595,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:10.915914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Network a5c3b841-2aeb-4682-8139-6a579f9163f1 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:10.918636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:10.920900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:36:10.974810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Allocated IP 172.25.5.50 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/bca55fc4-9f49-48d9-8b73-16fe9f654a2f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:36:10.979262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Attempting to bind port 135a5d84-7102-4b72-a7f0-1a99cdfd0595 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:36:10.979678 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Attempting to bind port 135a5d84-7102-4b72-a7f0-1a99cdfd0595 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '79d0ead7-4940-46ff-8099-320e04b90fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:36:10.980271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Attempting to bind port 135a5d84-7102-4b72-a7f0-1a99cdfd0595 on network a5c3b841-2aeb-4682-8139-6a579f9163f1 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:10.981767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc04b189-0a82-4758-8838-6c2db9f07917 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.984555 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cc04b189-0a82-4758-8838-6c2db9f07917 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.986161 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cc04b189-0a82-4758-8838-6c2db9f07917 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "DELETE /v2.0/security-groups/ba282a1e-644b-4e80-8fa9-0d0cb13d7f5c HTTP/1.1" status: 204 len: 168 time: 0.2752209 Aug 21 09:36:10.986286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:36:10.986286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Checking segment: {'id': '79d0ead7-4940-46ff-8099-320e04b90fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:10.986512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.986881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Bound using segment: {'id': '79d0ead7-4940-46ff-8099-320e04b90fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:36:10.987368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Bound port: 135a5d84-7102-4b72-a7f0-1a99cdfd0595, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d0ead7-4940-46ff-8099-320e04b90fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:36:10.987781 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:10.991092 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54732) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:11.010146 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04b189-0a82-4758-8838-6c2db9f07917 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba282a1e-644b-4e80-8fa9-0d0cb13d7f5c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:11.053109 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.079222 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4eaff735-a793-466e-aaac-d73b108b3ce5 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0866923 Aug 21 09:36:11.083286 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54734) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:11.088729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b737bc59-a084-429c-9302-95d42cca49bf tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795065066'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:11.104042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] For port 135a5d84-7102-4b72-a7f0-1a99cdfd0595, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:36:11.108340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] For port 135a5d84-7102-4b72-a7f0-1a99cdfd0595, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=135a5d84-7102-4b72-a7f0-1a99cdfd0595,segment=NetworkSegment(79d0ead7-4940-46ff-8099-320e04b90fbf),segment_id=79d0ead7-4940-46ff-8099-320e04b90fbf)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:36:11.131258 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.188138 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.189495 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b737bc59-a084-429c-9302-95d42cca49bf tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.257734 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54736) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:11.264435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718cd62-07a1-4f81-922e-35ab3d1ff001 None None] Pushing event updated for resources: {'Port': ['ID=135a5d84-7102-4b72-a7f0-1a99cdfd0595,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:11.268964 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.315505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:11.318788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:11.322700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:36:11.326903 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ea96c2d5-5eb5-48b0-bb40-2757b5145202 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=913ad24557aa46a295b35c4ed067060f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680549 Aug 21 09:36:11.331985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54738) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:11.356929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Pushing event updated for resources: {'Port': ['ID=bca55fc4-9f49-48d9-8b73-16fe9f654a2f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:11.367227 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b737bc59-a084-429c-9302-95d42cca49bf tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.434448 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.452961 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b737bc59-a084-429c-9302-95d42cca49bf tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.500582 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.535352 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737bc59-a084-429c-9302-95d42cca49bf tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c209cc3c-0e7c-4055-bc01-3cc1d3748ad6,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:11.573724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ac0aafd9-5963-45b0-a471-2b2f9568b327 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:11.587176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b737bc59-a084-429c-9302-95d42cca49bf tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.588932 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b737bc59-a084-429c-9302-95d42cca49bf tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5044980 Aug 21 09:36:11.592656 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54740) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:11.599529 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-baf46a36-a3d2-4b3b-963c-a75b8a119e5d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'c209cc3c-0e7c-4055-bc01-3cc1d3748ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:11.602395 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-baf46a36-a3d2-4b3b-963c-a75b8a119e5d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 21 09:36:11.602987 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-baf46a36-a3d2-4b3b-963c-a75b8a119e5d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:11.604156 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-baf46a36-a3d2-4b3b-963c-a75b8a119e5d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104511 Aug 21 09:36:11.606892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54742) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:11.615071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-4e819904-1cd0-4249-a629-c4c69f65bc47 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'c209cc3c-0e7c-4055-bc01-3cc1d3748ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:11.617289 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-4e819904-1cd0-4249-a629-c4c69f65bc47 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 21 09:36:11.618441 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-4e819904-1cd0-4249-a629-c4c69f65bc47 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:11.622511 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4e819904-1cd0-4249-a629-c4c69f65bc47 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116053 Aug 21 09:36:11.623061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54744) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:11.634449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f1b4f30b-c114-447d-97cd-3e600e62aa2f tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'c209cc3c-0e7c-4055-bc01-3cc1d3748ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:11.636538 n-d-766726-28 neutron-server[106757]: WARNING neutron.api.v2.base [None req-f1b4f30b-c114-447d-97cd-3e600e62aa2f tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 21 09:36:11.637070 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-f1b4f30b-c114-447d-97cd-3e600e62aa2f tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:11.641981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f1b4f30b-c114-447d-97cd-3e600e62aa2f tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177314 Aug 21 09:36:11.648447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54746) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:11.653635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9cd3eeb6-4365-4f2b-9049-fa82ede050e6 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'c209cc3c-0e7c-4055-bc01-3cc1d3748ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:11.654875 n-d-766726-28 neutron-server[106757]: WARNING neutron.api.v2.base [None req-9cd3eeb6-4365-4f2b-9049-fa82ede050e6 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 21 09:36:11.655469 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-9cd3eeb6-4365-4f2b-9049-fa82ede050e6 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:11.658981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9cd3eeb6-4365-4f2b-9049-fa82ede050e6 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067022 Aug 21 09:36:11.659459 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54748) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:11.721267 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.724778 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.729033 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be89a87f-b709-46f7-9e83-a0e24a321eba HTTP/1.1" status: 204 len: 168 time: 0.3931830 Aug 21 09:36:11.743706 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6190abed-d72e-47da-97b2-376cda19988a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.747332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ac0aafd9-5963-45b0-a471-2b2f9568b327 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:11.753264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ac0aafd9-5963-45b0-a471-2b2f9568b327 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:11.753695 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.793923 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be89a87f-b709-46f7-9e83-a0e24a321eba,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:11.833408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.833772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.834246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.834637 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.834978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.838851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.839020 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.839525 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.840091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.844593 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.845085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.845427 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fec1f-6b5b-40a0-8d9d-711a52ef2ed7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:11.860904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6190abed-d72e-47da-97b2-376cda19988a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.926457 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:11.978022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port ac0aafd9-5963-45b0-a471-2b2f9568b327, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ac0aafd9-5963-45b0-a471-2b2f9568b327,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:12.004862 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6190abed-d72e-47da-97b2-376cda19988a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.009123 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6190abed-d72e-47da-97b2-376cda19988a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.010420 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6190abed-d72e-47da-97b2-376cda19988a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "DELETE /v2.0/security-groups/c209cc3c-0e7c-4055-bc01-3cc1d3748ad6 HTTP/1.1" status: 204 len: 168 time: 0.3498702 Aug 21 09:36:12.015834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54752) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:12.027426 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.047009 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190abed-d72e-47da-97b2-376cda19988a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c209cc3c-0e7c-4055-bc01-3cc1d3748ad6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:12.109213 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.142682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 81ee559d-b9c6-4671-a614-0231251f6444 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:12.160747 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0b3851b6-6993-40ed-b4d8-0f8891769caf tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1432185 Aug 21 09:36:12.169584 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54756) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:12.176911 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-53073f00-ccae-4d8f-93fc-226891f7e5ad tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'tempest-secgroup--453524814'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:12.192854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 81ee559d-b9c6-4671-a614-0231251f6444 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:12.193399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 81ee559d-b9c6-4671-a614-0231251f6444 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:12.194073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 361c1db5-eb2c-4c24-912d-0e900c8038e8 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:12.197303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=ac0aafd9-5963-45b0-a471-2b2f9568b327,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:12.230842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 361c1db5-eb2c-4c24-912d-0e900c8038e8 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:12.232368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 361c1db5-eb2c-4c24-912d-0e900c8038e8 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:12.301960 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53073f00-ccae-4d8f-93fc-226891f7e5ad tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.378030 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.421750 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.470416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394cc6a-23a9-4e27-a140-1083742f479f None None] Network a5c3b841-2aeb-4682-8139-6a579f9163f1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:12.525711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54758) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:12.529330 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53073f00-ccae-4d8f-93fc-226891f7e5ad tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.552675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:36:12.571778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dbc31148-14f0-4f61-805d-fbf68cc0f97f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de5e9728392846c9b5c7ca9d91072edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447083 Aug 21 09:36:12.574245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54760) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:12.576213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1c676d21-0834-4eb8-be82-d672a1563f9a None None] Provisioning for port 135a5d84-7102-4b72-a7f0-1a99cdfd0595 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:12.589593 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53073f00-ccae-4d8f-93fc-226891f7e5ad tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.621846 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53073f00-ccae-4d8f-93fc-226891f7e5ad tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:12.678812 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-53073f00-ccae-4d8f-93fc-226891f7e5ad tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.680195 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-53073f00-ccae-4d8f-93fc-226891f7e5ad tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5098324 Aug 21 09:36:12.682860 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54762) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:12.687675 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6bf80aa1-57dd-4c01-9f9f-7a21f38bcdf3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:12.688164 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-6bf80aa1-57dd-4c01-9f9f-7a21f38bcdf3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 21 09:36:12.688691 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-6bf80aa1-57dd-4c01-9f9f-7a21f38bcdf3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:12.689828 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6bf80aa1-57dd-4c01-9f9f-7a21f38bcdf3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058434 Aug 21 09:36:12.694805 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54764) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:12.708925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fafdd548-b538-4446-8552-10b6e85b0d62 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:12.716702 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0a98146-cc79-4e14-9896-b07ac7beb42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.740295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:12.749614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Sync routers for ids ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:12.762266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0a98146-cc79-4e14-9896-b07ac7beb42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.764603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Routers {'3ef2d499-dbc2-4751-92c1-4e8e4898db3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:12.765276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:12.844329 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.845838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-78a50ddd-6bae-4739-9c23-8ad65910510d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2612433 Aug 21 09:36:12.848564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54766) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:12.873159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Set router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:12.878599 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-fafdd548-b538-4446-8552-10b6e85b0d62 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:12.881597 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fafdd548-b538-4446-8552-10b6e85b0d62 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1830857 Aug 21 09:36:12.888090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54768) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:12.894920 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-db1391ca-7bae-4d10-9772-88f7463cf496 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:12.895550 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-db1391ca-7bae-4d10-9772-88f7463cf496 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 21 09:36:12.896436 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-db1391ca-7bae-4d10-9772-88f7463cf496 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:12.897546 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-db1391ca-7bae-4d10-9772-88f7463cf496 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069163 Aug 21 09:36:12.906330 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54770) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:12.911284 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ea4d79c1-d9c8-4595-8f03-e7b7771a84b8 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:12.915371 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0a98146-cc79-4e14-9896-b07ac7beb42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.918201 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c0a98146-cc79-4e14-9896-b07ac7beb42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:12.920218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c0a98146-cc79-4e14-9896-b07ac7beb42c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f026983c-b214-443b-a565-045ba8ce4fef HTTP/1.1" status: 204 len: 168 time: 0.3441443 Aug 21 09:36:12.958427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a98146-cc79-4e14-9896-b07ac7beb42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f026983c-b214-443b-a565-045ba8ce4fef,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:13.050083 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-ea4d79c1-d9c8-4595-8f03-e7b7771a84b8 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:13.054692 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ea4d79c1-d9c8-4595-8f03-e7b7771a84b8 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1439009 Aug 21 09:36:13.054902 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54774) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:13.059705 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-034873cf-5b26-4441-b666-4a5db2f01b42 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:13.060092 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-034873cf-5b26-4441-b666-4a5db2f01b42 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 21 09:36:13.060599 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-034873cf-5b26-4441-b666-4a5db2f01b42 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:13.061628 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-034873cf-5b26-4441-b666-4a5db2f01b42 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058513 Aug 21 09:36:13.071345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54776) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:13.076159 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9aec1ab0-25cc-4291-b052-852fb884b6e6 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:13.154319 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-9aec1ab0-25cc-4291-b052-852fb884b6e6 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Project 471839b58eac4b6986d8f4c2806643e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:36:13.242780 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-9aec1ab0-25cc-4291-b052-852fb884b6e6 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:13.242780 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9aec1ab0-25cc-4291-b052-852fb884b6e6 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1677799 Aug 21 09:36:13.245039 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54778) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:13.252965 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7aeb23b6-a6a9-45ce-aa23-dc965245dce3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:13.253667 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-7aeb23b6-a6a9-45ce-aa23-dc965245dce3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 21 09:36:13.255969 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-7aeb23b6-a6a9-45ce-aa23-dc965245dce3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:13.256958 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7aeb23b6-a6a9-45ce-aa23-dc965245dce3 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107129 Aug 21 09:36:13.261630 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54780) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:13.267242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'name': 'tempest-TestServerMultinode-2042741783-router', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:09Z', 'updated_at': '2021-08-21T09:36:11Z', 'revision_number': 3, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'gw_port': {'id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:10Z', 'updated_at': '2021-08-21T09:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:13.273061 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1f8a6111-71a8-40d9-98f2-0087285b5ace tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:13.298904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Checking router: 3ef2d499-dbc2-4751-92c1-4e8e4898db3c for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:13.299359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Updating router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c port bca55fc4-9f49-48d9-8b73-16fe9f654a2f binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:36:13.369569 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.370370 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-1f8a6111-71a8-40d9-98f2-0087285b5ace tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Project 471839b58eac4b6986d8f4c2806643e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:36:13.381144 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.450426 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-1f8a6111-71a8-40d9-98f2-0087285b5ace tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:13.451916 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1f8a6111-71a8-40d9-98f2-0087285b5ace tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1891205 Aug 21 09:36:13.454683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54782) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:13.484871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b204ad4d-2709-4021-9640-06989e83002c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:13.588337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Allocated IP 172.20.0.1 (a5c3b841-2aeb-4682-8139-6a579f9163f1/2ad14ac6-e1c5-4614-9120-a1f305b30227/eedb5af4-d7a7-40f2-aeaa-d333276c4da1) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:36:13.593592 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-b204ad4d-2709-4021-9640-06989e83002c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Project 471839b58eac4b6986d8f4c2806643e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:36:13.648503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 135a5d84-7102-4b72-a7f0-1a99cdfd0595 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:13.663377 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-b204ad4d-2709-4021-9640-06989e83002c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:13.667073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b204ad4d-2709-4021-9640-06989e83002c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2082675 Aug 21 09:36:13.667599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54784) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:13.728945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.735976 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.741446 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-659d8ee3-4225-4645-b42c-d716b1b9cfe8 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.745846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Transition to ACTIVE for port object eedb5af4-d7a7-40f2-aeaa-d333276c4da1 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:13.750562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Transition to ACTIVE for port object bca55fc4-9f49-48d9-8b73-16fe9f654a2f will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:13.765303 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-659d8ee3-4225-4645-b42c-d716b1b9cfe8 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.816143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 135a5d84-7102-4b72-a7f0-1a99cdfd0595 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:13.820614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 135a5d84-7102-4b72-a7f0-1a99cdfd0595 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:13.820987 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.839338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.840435 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.861930 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-659d8ee3-4225-4645-b42c-d716b1b9cfe8 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.865811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-659d8ee3-4225-4645-b42c-d716b1b9cfe8 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.868815 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-659d8ee3-4225-4645-b42c-d716b1b9cfe8 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "DELETE /v2.0/security-groups/ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819 HTTP/1.1" status: 204 len: 168 time: 0.1984863 Aug 21 09:36:13.870537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54786) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:13.888204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Network a5c3b841-2aeb-4682-8139-6a579f9163f1 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:13.892445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:13.892701 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d8ee3-4225-4645-b42c-d716b1b9cfe8 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd4e6e1-61b2-4cc8-96d0-9b16a36cf819,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:13.900251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:36:13.903084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Pushing event updated for resources: {'Port': ['ID=eedb5af4-d7a7-40f2-aeaa-d333276c4da1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:13.911796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ec41f-5d7b-44fd-90e2-1c9388db4aa7 None None] Pushing event updated for resources: {'Port': ['ID=bca55fc4-9f49-48d9-8b73-16fe9f654a2f,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:13.913988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Attempting to bind port bca55fc4-9f49-48d9-8b73-16fe9f654a2f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:36:13.914361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Attempting to bind port bca55fc4-9f49-48d9-8b73-16fe9f654a2f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:36:13.914728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Attempting to bind port bca55fc4-9f49-48d9-8b73-16fe9f654a2f on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:13.930247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:36:13.930908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:13.931486 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.932073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:36:13.932752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Bound port: bca55fc4-9f49-48d9-8b73-16fe9f654a2f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:36:13.934085 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:13.941868 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4f219f46-8252-4630-b2b4-9648e9c87a7b tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684979 Aug 21 09:36:13.949480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54788) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:13.954258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-50897ade-8eb6-441f-b4ea-c6a3e2bff90d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'tempest-secgroup--384507890'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:13.959916 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.028206 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.033603 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] For port bca55fc4-9f49-48d9-8b73-16fe9f654a2f, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:36:14.059996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] For port bca55fc4-9f49-48d9-8b73-16fe9f654a2f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=bca55fc4-9f49-48d9-8b73-16fe9f654a2f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:36:14.076064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 135a5d84-7102-4b72-a7f0-1a99cdfd0595, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=135a5d84-7102-4b72-a7f0-1a99cdfd0595,segment=NetworkSegment(79d0ead7-4940-46ff-8099-320e04b90fbf),segment_id=79d0ead7-4940-46ff-8099-320e04b90fbf)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:14.090326 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50897ade-8eb6-441f-b4ea-c6a3e2bff90d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.159245 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.178817 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50897ade-8eb6-441f-b4ea-c6a3e2bff90d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.208997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.209744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ac0aafd9-5963-45b0-a471-2b2f9568b327 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:14.228930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50897ade-8eb6-441f-b4ea-c6a3e2bff90d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.241287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.251707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Routers {'3ef2d499-dbc2-4751-92c1-4e8e4898db3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:14.252343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:14.256534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ec41f-5d7b-44fd-90e2-1c9388db4aa7 None None] Pushing event updated for resources: {'Port': ['ID=bca55fc4-9f49-48d9-8b73-16fe9f654a2f,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:14.289592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50897ade-8eb6-441f-b4ea-c6a3e2bff90d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8ca6d6-bf73-4f73-9d9c-ce08eea091cd,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:14.296250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e8df94b4-2275-422c-ae79-52910680d68d None None] Provisioning for port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:14.331339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e8df94b4-2275-422c-ae79-52910680d68d None None] Provisioning complete for port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:14.331735 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e8df94b4-2275-422c-ae79-52910680d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.397878 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-50897ade-8eb6-441f-b4ea-c6a3e2bff90d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.399130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-50897ade-8eb6-441f-b4ea-c6a3e2bff90d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4486933 Aug 21 09:36:14.402315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54790) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:14.407239 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-456b7335-b53d-4e64-a655-e26968dea244 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ee8ca6d6-bf73-4f73-9d9c-ce08eea091cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:14.433895 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.438914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=135a5d84-7102-4b72-a7f0-1a99cdfd0595,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:14.443314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e8df94b4-2275-422c-ae79-52910680d68d None None] Port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:36:14.458880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ac0aafd9-5963-45b0-a471-2b2f9568b327 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:14.459249 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.466129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] Set router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:14.518360 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.570554 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-456b7335-b53d-4e64-a655-e26968dea244 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The resource could not be found. Aug 21 09:36:14.571734 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-456b7335-b53d-4e64-a655-e26968dea244 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1682637 Aug 21 09:36:14.574620 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54792) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:14.580589 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6adcc1c3-571a-4a12-8561-778cf73bffa9 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': 'ee8ca6d6-bf73-4f73-9d9c-ce08eea091cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5259f21b-b84c-4ef2-b9a0-93a6ca44e0a8'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:14.584298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.598461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Pushing event updated for resources: {'Port': ['ID=eedb5af4-d7a7-40f2-aeaa-d333276c4da1,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:14.691028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Network a5c3b841-2aeb-4682-8139-6a579f9163f1 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:14.693490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:14.748671 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-6adcc1c3-571a-4a12-8561-778cf73bffa9 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The resource could not be found. Aug 21 09:36:14.755873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54794) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:14.756362 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6adcc1c3-571a-4a12-8561-778cf73bffa9 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1777272 Aug 21 09:36:14.837559 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'name': 'tempest-TestServerMultinode-2042741783-router', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:09Z', 'updated_at': '2021-08-21T09:36:14Z', 'revision_number': 4, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'gw_port': {'id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:10Z', 'updated_at': '2021-08-21T09:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eedb5af4-d7a7-40f2-aeaa-d333276c4da1', 'name': '', 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'mac_address': 'fa:16:3e:54:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2ad14ac6-e1c5-4614-9120-a1f305b30227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:13Z', 'updated_at': '2021-08-21T09:36:13Z', 'revision_number': 1, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'subnets': [{'id': '2ad14ac6-e1c5-4614-9120-a1f305b30227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:14.857153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:36:14.870564 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e44964d-2cc4-45c4-b60d-0eb50de25c4d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.873367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcf663-ce1e-4bbf-b536-cc8a0a3741e4 None None] The sync data for ids ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'] in n-d-766726-28 is: [{'id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'name': 'tempest-TestServerMultinode-2042741783-router', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:09Z', 'updated_at': '2021-08-21T09:36:14Z', 'revision_number': 4, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'gw_port': {'id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:10Z', 'updated_at': '2021-08-21T09:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eedb5af4-d7a7-40f2-aeaa-d333276c4da1', 'name': '', 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'mac_address': 'fa:16:3e:54:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2ad14ac6-e1c5-4614-9120-a1f305b30227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:13Z', 'updated_at': '2021-08-21T09:36:13Z', 'revision_number': 1, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'subnets': [{'id': '2ad14ac6-e1c5-4614-9120-a1f305b30227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:14.932408 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e44964d-2cc4-45c4-b60d-0eb50de25c4d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:14.969070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f1b44cce-58e5-4d69-b580-7545bbcde989 None None] Provisioning complete for port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:14.969451 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f1b44cce-58e5-4d69-b580-7545bbcde989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.009166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f1b44cce-58e5-4d69-b580-7545bbcde989 None None] Port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:36:15.027037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:15.032013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4b444f6a-5a1c-4c0e-b621-b4ab144a10d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/3ef2d499-dbc2-4751-92c1-4e8e4898db3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1824269 Aug 21 09:36:15.113391 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e44964d-2cc4-45c4-b60d-0eb50de25c4d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.120550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e44964d-2cc4-45c4-b60d-0eb50de25c4d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.120550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8e44964d-2cc4-45c4-b60d-0eb50de25c4d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "DELETE /v2.0/security-groups/ee8ca6d6-bf73-4f73-9d9c-ce08eea091cd HTTP/1.1" status: 204 len: 168 time: 0.3635888 Aug 21 09:36:15.121501 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54798) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:15.133299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44964d-2cc4-45c4-b60d-0eb50de25c4d tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8ca6d6-bf73-4f73-9d9c-ce08eea091cd,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:15.199680 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4c015066-c686-4360-971f-df7e4cb35596 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721772 Aug 21 09:36:15.200340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54804) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:15.205340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ae384dd3-fd29-47a7-ae5a-857035c05282 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': '8362230c-12cc-4f19-98d3-f434439752fa', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:15.347977 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-ae384dd3-fd29-47a7-ae5a-857035c05282 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The resource could not be found. Aug 21 09:36:15.353440 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ae384dd3-fd29-47a7-ae5a-857035c05282 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1482091 Aug 21 09:36:15.353951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54810) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:15.360081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bd85d4a1-dc1b-4ab0-89a2-c89c377af398 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325105891'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:15.442113 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd85d4a1-dc1b-4ab0-89a2-c89c377af398 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.481200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 135a5d84-7102-4b72-a7f0-1a99cdfd0595 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:15.512108 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.549837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 135a5d84-7102-4b72-a7f0-1a99cdfd0595 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:15.550365 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.550950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd85d4a1-dc1b-4ab0-89a2-c89c377af398 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.605443 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.655867 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd85d4a1-dc1b-4ab0-89a2-c89c377af398 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.672589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74767baf-d0b5-4778-898a-107f9a20b350 req-7198f406-414c-4c59-b01e-949fb468cffe tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:15.682582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-7198f406-414c-4c59-b01e-949fb468cffe tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/networks?id=6e849d4e-7f50-4ca4-b0e7-de781c718759 HTTP/1.1" status: 200 len: 910 time: 0.1469738 Aug 21 09:36:15.693060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-0cd36408-22f4-4f3c-bf0b-1ddfb72a8018 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/quotas/39b253c9dd264e1f9ccb2db1e4bd7425 HTTP/1.1" status: 200 len: 375 time: 0.0094967 Aug 21 09:36:15.694301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85d4a1-dc1b-4ab0-89a2-c89c377af398 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19177044-5b8f-4f35-9780-542078de7a19,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:15.775830 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd85d4a1-dc1b-4ab0-89a2-c89c377af398 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.777108 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bd85d4a1-dc1b-4ab0-89a2-c89c377af398 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4220865 Aug 21 09:36:15.779849 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54822) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:15.782689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-7cdcc673-4df5-4673-9d85-b680a2421009 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b253c9dd264e1f9ccb2db1e4bd7425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823827 Aug 21 09:36:15.784479 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2e0a08d3-f61a-4397-8966-f61982211072 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'tempest-secgroup--275360155'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:15.851406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e0a08d3-f61a-4397-8966-f61982211072 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.889073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-f8414d39-2c82-47d6-bb16-f3cf903752e2 service neutron] 10.222.0.20 "GET /v2.0/networks/6e849d4e-7f50-4ca4-b0e7-de781c718759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976727 Aug 21 09:36:15.944762 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e0a08d3-f61a-4397-8966-f61982211072 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:15.977997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-9e2980e9-8b84-4c29-91e8-fd18e0bcc286 service neutron] 10.222.0.20 "GET /v2.0/networks/6e849d4e-7f50-4ca4-b0e7-de781c718759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871973 Aug 21 09:36:16.004181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e0a08d3-f61a-4397-8966-f61982211072 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:16.068563 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-db7661b6-4d06-4a72-adb3-1933306f3c40 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527308 Aug 21 09:36:16.073957 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a08d3-f61a-4397-8966-f61982211072 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6266556b-618b-4e74-8d04-85e189811f68,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:16.113081 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2e0a08d3-f61a-4397-8966-f61982211072 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:16.114524 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2e0a08d3-f61a-4397-8966-f61982211072 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3336432 Aug 21 09:36:16.117765 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54826) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:16.122493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5115ac58-b30d-457b-8000-a9ca1677e52b tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': '19177044-5b8f-4f35-9780-542078de7a19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6266556b-618b-4e74-8d04-85e189811f68'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:16.148497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-11946c5b-876f-4f69-8962-980384b1c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:16.150041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-11946c5b-876f-4f69-8962-980384b1c3b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 1098 time: 0.0558546 Aug 21 09:36:16.266723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78c32679-e626-4355-a8e6-b485edefe655 req-66c8c6ff-13ba-4414-a28b-eae0dd6c8a90 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 210 time: 0.0314426 Aug 21 09:36:16.304169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-397d0cdd-ac06-4ff5-9df6-4780ee6573f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:16.307151 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-5115ac58-b30d-457b-8000-a9ca1677e52b tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:16.311755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-397d0cdd-ac06-4ff5-9df6-4780ee6573f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=181c322f-c891-4f45-8de8-2a1a2198ab96 HTTP/1.1" status: 200 len: 897 time: 0.1362042 Aug 21 09:36:16.312163 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5115ac58-b30d-457b-8000-a9ca1677e52b tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1894209 Aug 21 09:36:16.312514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54834) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:16.378006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a07522c-e0ca-4e55-bd74-554672393312 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:16.397621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-c67334a7-5b21-4fb7-adcb-52516e9d22b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 HTTP/1.1" status: 200 len: 1002 time: 0.0833592 Aug 21 09:36:16.407118 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a07522c-e0ca-4e55-bd74-554672393312 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:16.450348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-ed62f587-c660-4914-9785-f9babb97bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:16.451915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-ed62f587-c660-4914-9785-f9babb97bca2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=73eaf456-dd1e-435c-8f08-69a989062474 HTTP/1.1" status: 200 len: 835 time: 0.0467918 Aug 21 09:36:16.500618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-c3270c77-5949-47c0-aa4b-6662e03bf0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:16.501133 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-c3270c77-5949-47c0-aa4b-6662e03bf0c6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=181c322f-c891-4f45-8de8-2a1a2198ab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415556 Aug 21 09:36:16.514617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a07522c-e0ca-4e55-bd74-554672393312 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:16.518407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8a07522c-e0ca-4e55-bd74-554672393312 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:16.522347 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8a07522c-e0ca-4e55-bd74-554672393312 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "DELETE /v2.0/security-groups/6266556b-618b-4e74-8d04-85e189811f68 HTTP/1.1" status: 204 len: 168 time: 0.2072773 Aug 21 09:36:16.526560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54842) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:16.544680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07522c-e0ca-4e55-bd74-554672393312 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6266556b-618b-4e74-8d04-85e189811f68,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:16.595439 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6bce903c-886c-4571-ac68-49e99653996c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0680044 Aug 21 09:36:16.597529 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54844) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:16.657181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b4a5705-5428-42a6-a077-2ec8b2bd18bc tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:16.682078 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b4a5705-5428-42a6-a077-2ec8b2bd18bc tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:16.787208 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b4a5705-5428-42a6-a077-2ec8b2bd18bc tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:16.790569 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b4a5705-5428-42a6-a077-2ec8b2bd18bc tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:16.796615 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4b4a5705-5428-42a6-a077-2ec8b2bd18bc tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "DELETE /v2.0/security-groups/19177044-5b8f-4f35-9780-542078de7a19 HTTP/1.1" status: 204 len: 168 time: 0.1933196 Aug 21 09:36:16.802534 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54846) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:16.803822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a5705-5428-42a6-a077-2ec8b2bd18bc tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19177044-5b8f-4f35-9780-542078de7a19,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:16.851244 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b42206e5-2d34-41f3-bb23-635d39d41955 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438349 Aug 21 09:36:16.855326 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54848) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:16.859718 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b8f57f88-ec09-40eb-9359-55d5fc690561 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'tempest-secgroup--973787106'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:16.863797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-a6b69694-ad3a-4181-8ba1-2ebf1caa43dd service neutron] 10.222.0.22 "GET /v2.0/networks/181c322f-c891-4f45-8de8-2a1a2198ab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533568 Aug 21 09:36:16.930140 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8f57f88-ec09-40eb-9359-55d5fc690561 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:16.961155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5969a9df-9e54-49b8-922c-391ab4f23c35 req-e819f5f2-951b-46fe-9525-89bb1f89b639 service neutron] 10.222.0.22 "GET /v2.0/networks/181c322f-c891-4f45-8de8-2a1a2198ab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888383 Aug 21 09:36:17.032204 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8f57f88-ec09-40eb-9359-55d5fc690561 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:17.090140 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8f57f88-ec09-40eb-9359-55d5fc690561 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:17.123391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f57f88-ec09-40eb-9359-55d5fc690561 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23775b32-ecc2-47ae-b71d-338bc5c76fdf,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:17.152928 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8f57f88-ec09-40eb-9359-55d5fc690561 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:17.154254 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b8f57f88-ec09-40eb-9359-55d5fc690561 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2979317 Aug 21 09:36:17.157157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54852) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:17.162250 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ae865014-8ce6-476a-90fb-fff9a8947efe tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': '23775b32-ecc2-47ae-b71d-338bc5c76fdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:17.325107 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-ae865014-8ce6-476a-90fb-fff9a8947efe tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:17.327356 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ae865014-8ce6-476a-90fb-fff9a8947efe tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1688156 Aug 21 09:36:17.330120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54856) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:17.336054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-06cde75c-6f65-45ba-90d3-75e44f34b9ea tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group_rule': {'security_group_id': '23775b32-ecc2-47ae-b71d-338bc5c76fdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:17.372757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3240e2a1-eac5-46a0-92ec-25b3210f0194 req-6b69fcfa-bfbb-4762-93de-10c49ba8a9e3 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 210 time: 0.0316055 Aug 21 09:36:17.482284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device bca55fc4-9f49-48d9-8b73-16fe9f654a2f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:17.581579 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-06cde75c-6f65-45ba-90d3-75e44f34b9ea tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 09:36:17.582909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-06cde75c-6f65-45ba-90d3-75e44f34b9ea tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2516551 Aug 21 09:36:17.586212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54858) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:17.621658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port bca55fc4-9f49-48d9-8b73-16fe9f654a2f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:17.625586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port bca55fc4-9f49-48d9-8b73-16fe9f654a2f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:17.625955 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:17.640984 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:17.664910 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:17.712860 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:17.734427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port bca55fc4-9f49-48d9-8b73-16fe9f654a2f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=bca55fc4-9f49-48d9-8b73-16fe9f654a2f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:17.964434 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:17.967256 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:17.968445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "DELETE /v2.0/security-groups/23775b32-ecc2-47ae-b71d-338bc5c76fdf HTTP/1.1" status: 204 len: 168 time: 0.3813808 Aug 21 09:36:17.977067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54860) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:17.977822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23775b32-ecc2-47ae-b71d-338bc5c76fdf,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:17.985231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.985581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.985892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.986229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.986568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.986901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.987227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.987550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.987898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.988224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.988548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.988868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa801-153b-4b6b-9d8d-32b9e65f142a tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:17.992916 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.049676 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-98bebbb9-310a-4fca-aaed-a8bda328c6eb tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714488 Aug 21 09:36:18.054444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54862) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:18.059313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8c528d6d-6bdd-4c6b-85ae-47a147c7662c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'tempest-secgroup--600661622'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:18.065239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=bca55fc4-9f49-48d9-8b73-16fe9f654a2f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:18.150551 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Sync routers for ids ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:18.158688 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c528d6d-6bdd-4c6b-85ae-47a147c7662c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.159652 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Routers {'3ef2d499-dbc2-4751-92c1-4e8e4898db3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:18.160248 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:18.242273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c528d6d-6bdd-4c6b-85ae-47a147c7662c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.266329 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Set router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:18.358694 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c528d6d-6bdd-4c6b-85ae-47a147c7662c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.388308 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c528d6d-6bdd-4c6b-85ae-47a147c7662c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1370c4c1-a674-400f-912e-0c33c6e99faa,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:18.444773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c528d6d-6bdd-4c6b-85ae-47a147c7662c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.446101 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8c528d6d-6bdd-4c6b-85ae-47a147c7662c tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3906248 Aug 21 09:36:18.449006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54866) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:18.453889 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c3461f94-be67-4b53-b5df-6c2e99e1cbbd tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:18.454432 n-d-766726-28 neutron-server[106756]: WARNING neutron.api.v2.base [None req-c3461f94-be67-4b53-b5df-6c2e99e1cbbd tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 21 09:36:18.454831 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-c3461f94-be67-4b53-b5df-6c2e99e1cbbd tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] update failed (client error): There was a conflict when trying to complete your request. Aug 21 09:36:18.457975 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c3461f94-be67-4b53-b5df-6c2e99e1cbbd tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "PUT /v2.0/security-groups/1370c4c1-a674-400f-912e-0c33c6e99faa HTTP/1.1" status: 409 len: 330 time: 0.0058196 Aug 21 09:36:18.460178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54868) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:18.475407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-844b478d-3884-4cfe-8a52-e87065b5a3e5 req-2dcb64e5-47df-4eb6-bc5c-46ae14dd4d9e tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 210 time: 0.0305507 Aug 21 09:36:18.482644 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'name': 'tempest-TestServerMultinode-2042741783-router', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:09Z', 'updated_at': '2021-08-21T09:36:14Z', 'revision_number': 4, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'gw_port': {'id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:10Z', 'updated_at': '2021-08-21T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eedb5af4-d7a7-40f2-aeaa-d333276c4da1', 'name': '', 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'mac_address': 'fa:16:3e:54:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2ad14ac6-e1c5-4614-9120-a1f305b30227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:13Z', 'updated_at': '2021-08-21T09:36:14Z', 'revision_number': 2, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'subnets': [{'id': '2ad14ac6-e1c5-4614-9120-a1f305b30227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:18.509585 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Checking router: 3ef2d499-dbc2-4751-92c1-4e8e4898db3c for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:18.510018 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Updating router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:36:18.516583 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63d697bc-d3e2-4921-a1c7-1800da6ceae1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.535107 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.540644 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63d697bc-d3e2-4921-a1c7-1800da6ceae1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.644916 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63d697bc-d3e2-4921-a1c7-1800da6ceae1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.648244 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-63d697bc-d3e2-4921-a1c7-1800da6ceae1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.649444 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-63d697bc-d3e2-4921-a1c7-1800da6ceae1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "DELETE /v2.0/security-groups/1370c4c1-a674-400f-912e-0c33c6e99faa HTTP/1.1" status: 204 len: 168 time: 0.1893990 Aug 21 09:36:18.652233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54870) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:18.659123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d697bc-d3e2-4921-a1c7-1800da6ceae1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1370c4c1-a674-400f-912e-0c33c6e99faa,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:18.775601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7e6f740c-a44d-4253-8afa-f3d673f19757 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1183894 Aug 21 09:36:18.779303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54872) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:18.794254 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-7ffd4db4-d066-4cac-bd10-6f17b7a79fd1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] delete failed (client error): The resource could not be found. Aug 21 09:36:18.799625 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7ffd4db4-d066-4cac-bd10-6f17b7a79fd1 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "DELETE /v2.0/security-groups/69a6bc64-3f43-474b-b402-6a765edff9ab HTTP/1.1" status: 404 len: 347 time: 0.0198402 Aug 21 09:36:18.800443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54874) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:18.825252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74767baf-d0b5-4778-898a-107f9a20b350 req-bcd9027b-d42b-4e5b-8827-586d80998491 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:18.826766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-bcd9027b-d42b-4e5b-8827-586d80998491 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.13 "GET /v2.0/networks?id=6e849d4e-7f50-4ca4-b0e7-de781c718759 HTTP/1.1" status: 200 len: 910 time: 0.1250243 Aug 21 09:36:18.827811 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-5edc95d9-0e7d-43cb-88b1-4bf8ee490f64 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] show failed (client error): The resource could not be found. Aug 21 09:36:18.829011 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5edc95d9-0e7d-43cb-88b1-4bf8ee490f64 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-groups/efae690d-097b-47d3-b039-10d007e44c49 HTTP/1.1" status: 404 len: 347 time: 0.0233378 Aug 21 09:36:18.832680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54876) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:18.839002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Request body: {'port': {'device_id': 'cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b', 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759', 'admin_state_up': True, 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:18.847086 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-c0df763d-9143-4dff-a83d-e58fcd6aef69 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] show failed (client error): The resource could not be found. Aug 21 09:36:18.849778 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c0df763d-9143-4dff-a83d-e58fcd6aef69 tempest-NegativeSecGroupIPv6Test-692227036 tempest-NegativeSecGroupIPv6Test-692227036-project] 10.222.0.20 "GET /v2.0/security-group-rules/1eeb0c40-56bf-44d8-bda2-d4412b99cc5c HTTP/1.1" status: 404 len: 356 time: 0.0144558 Aug 21 09:36:18.900717 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.911926 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Transition to ACTIVE for port object eedb5af4-d7a7-40f2-aeaa-d333276c4da1 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:18.947147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Made reservation on behalf of 39b253c9dd264e1f9ccb2db1e4bd7425 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:36:18.949529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:18.975629 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.032195 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb256f-de2a-44c7-b048-f1c51678e85a None None] Pushing event updated for resources: {'Port': ['ID=eedb5af4-d7a7-40f2-aeaa-d333276c4da1,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:19.086306 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Attempting to bind port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:36:19.086652 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Attempting to bind port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '79d0ead7-4940-46ff-8099-320e04b90fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:36:19.087011 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Attempting to bind port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 on network a5c3b841-2aeb-4682-8139-6a579f9163f1 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:19.089735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Allocated IP 172.20.0.3 (6e849d4e-7f50-4ca4-b0e7-de781c718759/eed0f82f-88b0-4a45-853e-c2fccf2503aa/e961ac03-a599-4916-934c-d753cbc2aebe) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:36:19.092510 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:36:19.092873 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Checking segment: {'id': '79d0ead7-4940-46ff-8099-320e04b90fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:19.093518 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.093656 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Bound using segment: {'id': '79d0ead7-4940-46ff-8099-320e04b90fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:36:19.094110 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Bound port: eedb5af4-d7a7-40f2-aeaa-d333276c4da1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d0ead7-4940-46ff-8099-320e04b90fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:36:19.094495 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.165894 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] For port eedb5af4-d7a7-40f2-aeaa-d333276c4da1, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:36:19.166633 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] For port eedb5af4-d7a7-40f2-aeaa-d333276c4da1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=eedb5af4-d7a7-40f2-aeaa-d333276c4da1,segment=NetworkSegment(79d0ead7-4940-46ff-8099-320e04b90fbf),segment_id=79d0ead7-4940-46ff-8099-320e04b90fbf)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:36:19.233267 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.241462 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.257032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Transition to ACTIVE for port object e961ac03-a599-4916-934c-d753cbc2aebe will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:19.294232 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Routers {'3ef2d499-dbc2-4751-92c1-4e8e4898db3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:19.294232 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:19.342480 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb256f-de2a-44c7-b048-f1c51678e85a None None] Pushing event updated for resources: {'Port': ['ID=eedb5af4-d7a7-40f2-aeaa-d333276c4da1,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:19.371380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54882) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:19.377955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.441152 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] Set router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:19.482443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Network 6e849d4e-7f50-4ca4-b0e7-de781c718759 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:19.487500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:19.494968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:36:19.497145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Pushing event updated for resources: {'Port': ['ID=e961ac03-a599-4916-934c-d753cbc2aebe,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:19.549036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device bca55fc4-9f49-48d9-8b73-16fe9f654a2f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:19.566824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:19.568190 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.649520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port bca55fc4-9f49-48d9-8b73-16fe9f654a2f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:19.655947 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.656157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-e8a76f27-02ed-45d7-ab85-7a5e908baf06 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8170698 Aug 21 09:36:19.669401 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54888) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:19.682802 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5af55c43-233d-463b-8b0e-7b069ca99d9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=471839b58eac4b6986d8f4c2806643e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060553 Aug 21 09:36:19.693158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03a9f7-89a7-4e55-ab7b-ced2553569e8 req-3835e023-61d8-4f69-bf0c-79fefec4a69f tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:19.696450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf03a9f7-89a7-4e55-ab7b-ced2553569e8 req-3835e023-61d8-4f69-bf0c-79fefec4a69f tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1027 time: 0.1088536 Aug 21 09:36:19.706068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Request body: {'port': {'device_id': 'cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:19.746787 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'name': 'tempest-TestServerMultinode-2042741783-router', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:09Z', 'updated_at': '2021-08-21T09:36:14Z', 'revision_number': 4, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'gw_port': {'id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:10Z', 'updated_at': '2021-08-21T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eedb5af4-d7a7-40f2-aeaa-d333276c4da1', 'name': '', 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'mac_address': 'fa:16:3e:54:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2ad14ac6-e1c5-4614-9120-a1f305b30227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:13Z', 'updated_at': '2021-08-21T09:36:19Z', 'revision_number': 4, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'subnets': [{'id': '2ad14ac6-e1c5-4614-9120-a1f305b30227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:19.747929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device eedb5af4-d7a7-40f2-aeaa-d333276c4da1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:19.773068 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e44e1670-8a41-418e-a65d-545c28ec2291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.778729 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f55977-40d6-434f-aaca-d79e8ab69591 None None] The sync data for ids ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'] in n-d-766726-28 is: [{'id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'name': 'tempest-TestServerMultinode-2042741783-router', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:09Z', 'updated_at': '2021-08-21T09:36:14Z', 'revision_number': 4, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'gw_port': {'id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:10Z', 'updated_at': '2021-08-21T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'eedb5af4-d7a7-40f2-aeaa-d333276c4da1', 'name': '', 'network_id': 'a5c3b841-2aeb-4682-8139-6a579f9163f1', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'mac_address': 'fa:16:3e:54:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2ad14ac6-e1c5-4614-9120-a1f305b30227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:13Z', 'updated_at': '2021-08-21T09:36:19Z', 'revision_number': 4, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'subnets': [{'id': '2ad14ac6-e1c5-4614-9120-a1f305b30227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:19.803482 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e44e1670-8a41-418e-a65d-545c28ec2291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.831814 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf03a9f7-89a7-4e55-ab7b-ced2553569e8 req-a6358e65-7943-4bac-9ba5-7b99901402da tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196818 Aug 21 09:36:19.837009 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.861535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:19.868516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:19.868516 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.948721 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1ea97b1a-a0d1-4995-9dd2-831903967431 None None] Provisioning for port e961ac03-a599-4916-934c-d753cbc2aebe completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:19.963639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1ea97b1a-a0d1-4995-9dd2-831903967431 None None] Provisioning complete for port e961ac03-a599-4916-934c-d753cbc2aebe triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:19.963639 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1ea97b1a-a0d1-4995-9dd2-831903967431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.975883 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e44e1670-8a41-418e-a65d-545c28ec2291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.978537 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e44e1670-8a41-418e-a65d-545c28ec2291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:19.979740 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e44e1670-8a41-418e-a65d-545c28ec2291 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac62da8b-6b19-49a4-b690-7c4a578cd63b HTTP/1.1" status: 204 len: 168 time: 0.3089914 Aug 21 09:36:19.985984 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:20.006478 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e1670-8a41-418e-a65d-545c28ec2291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac62da8b-6b19-49a4-b690-7c4a578cd63b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:20.049976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1ea97b1a-a0d1-4995-9dd2-831903967431 None None] Port e961ac03-a599-4916-934c-d753cbc2aebe cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:36:20.055421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port eedb5af4-d7a7-40f2-aeaa-d333276c4da1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=eedb5af4-d7a7-40f2-aeaa-d333276c4da1,segment=NetworkSegment(79d0ead7-4940-46ff-8099-320e04b90fbf),segment_id=79d0ead7-4940-46ff-8099-320e04b90fbf)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:20.124506 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:20.155895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e961ac03-a599-4916-934c-d753cbc2aebe {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:36:20.174311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:20.185655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=eedb5af4-d7a7-40f2-aeaa-d333276c4da1,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:20.189717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Transition to ACTIVE for port object e961ac03-a599-4916-934c-d753cbc2aebe will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:20.272788 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:20.354371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Pushing event updated for resources: {'Port': ['ID=e961ac03-a599-4916-934c-d753cbc2aebe,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:20.409950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Attempting to bind port e961ac03-a599-4916-934c-d753cbc2aebe on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:36:20.409950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Attempting to bind port e961ac03-a599-4916-934c-d753cbc2aebe by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:36:20.410181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Attempting to bind port e961ac03-a599-4916-934c-d753cbc2aebe on network 6e849d4e-7f50-4ca4-b0e7-de781c718759 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:20.416636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Port e961ac03-a599-4916-934c-d753cbc2aebe on network 6e849d4e-7f50-4ca4-b0e7-de781c718759 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:36:20.417322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Attempting to bind port e961ac03-a599-4916-934c-d753cbc2aebe on network 6e849d4e-7f50-4ca4-b0e7-de781c718759 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:20.423935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:36:20.424354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Checking segment: {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:20.424805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Bound using segment: {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:36:20.425312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Bound port: e961ac03-a599-4916-934c-d753cbc2aebe, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:36:20.425910 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:20.512334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] For port e961ac03-a599-4916-934c-d753cbc2aebe, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:36:20.516280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] For port e961ac03-a599-4916-934c-d753cbc2aebe, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e961ac03-a599-4916-934c-d753cbc2aebe,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:36:20.581819 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:20.615517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:20.618978 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:20.618978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] 10.222.0.13 "PUT /v2.0/ports/e961ac03-a599-4916-934c-d753cbc2aebe HTTP/1.1" status: 200 len: 1092 time: 0.9336410 Aug 21 09:36:20.618978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b', 'tag': 'e961ac03-a599-4916-934c-d753cbc2aebe'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:36:20.620706 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cca388e-d417-4684-ba25-b71085d50981" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b", "tag": "e961ac03-a599-4916-934c-d753cbc2aebe"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:36:20.663155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b06831-97e1-499e-a33d-4c8ebb7c2a88 service neutron] Pushing event updated for resources: {'Port': ['ID=e961ac03-a599-4916-934c-d753cbc2aebe,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:20.679067 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0efe90-f2ce-426c-addb-07bd058be9eb x-openstack-request-id: req-cd0efe90-f2ce-426c-addb-07bd058be9eb {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:36:20.679482 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b", "tag": "e961ac03-a599-4916-934c-d753cbc2aebe", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:36:20.682326 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd0efe90-f2ce-426c-addb-07bd058be9eb {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:36:20.682326 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b', 'tag': 'e961ac03-a599-4916-934c-d753cbc2aebe', 'status': 'completed', 'code': 200} Aug 21 09:36:20.740288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca388e-d417-4684-ba25-b71085d50981 req-758afdb8-ca69-4d1f-8d56-f1ee3a64e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:20.741949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cca388e-d417-4684-ba25-b71085d50981 req-758afdb8-ca69-4d1f-8d56-f1ee3a64e551 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39b253c9dd264e1f9ccb2db1e4bd7425&device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1095 time: 0.0472651 Aug 21 09:36:20.845554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca388e-d417-4684-ba25-b71085d50981 req-63471f39-89c2-405d-bb74-ed784ba64546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:20.848435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cca388e-d417-4684-ba25-b71085d50981 req-63471f39-89c2-405d-bb74-ed784ba64546 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=39b253c9dd264e1f9ccb2db1e4bd7425&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0979040 Aug 21 09:36:20.959164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca388e-d417-4684-ba25-b71085d50981 req-b644e0b0-7121-41bd-9a14-7ab32c4e2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:20.960664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cca388e-d417-4684-ba25-b71085d50981 req-b644e0b0-7121-41bd-9a14-7ab32c4e2c22 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068370 Aug 21 09:36:20.989465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967344f4-8179-4670-b41d-577be7a25765 req-7ab897bb-3a85-4842-83f5-318ddba25f45 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:20.990989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-967344f4-8179-4670-b41d-577be7a25765 req-7ab897bb-3a85-4842-83f5-318ddba25f45 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1095 time: 0.0458724 Aug 21 09:36:21.065474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-967344f4-8179-4670-b41d-577be7a25765 req-195c8d46-3bcb-48a8-bb81-18952665cc96 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668783 Aug 21 09:36:21.068068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74767baf-d0b5-4778-898a-107f9a20b350 req-9ae8284b-b6b8-4ece-aada-be777329c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:21.069521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-9ae8284b-b6b8-4ece-aada-be777329c286 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39b253c9dd264e1f9ccb2db1e4bd7425&device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1095 time: 0.0722282 Aug 21 09:36:21.113078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-a2570987-b0c0-4911-99c3-fd37aab0fb18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e961ac03-a599-4916-934c-d753cbc2aebe HTTP/1.1" status: 200 len: 217 time: 0.0354962 Aug 21 09:36:21.144347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54918) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:21.159611 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:36:21.167287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74767baf-d0b5-4778-898a-107f9a20b350 req-3af3a5a9-1589-45fd-8f7f-89d89542e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:21.168821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-3af3a5a9-1589-45fd-8f7f-89d89542e4c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eed0f82f-88b0-4a45-853e-c2fccf2503aa HTTP/1.1" status: 200 len: 848 time: 0.0489633 Aug 21 09:36:21.218968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74767baf-d0b5-4778-898a-107f9a20b350 req-2ef8c9ac-489f-4660-a189-f3d647d06bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:21.218968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-2ef8c9ac-489f-4660-a189-f3d647d06bae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e849d4e-7f50-4ca4-b0e7-de781c718759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431588 Aug 21 09:36:21.250790 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-881beac9-96e8-40db-a978-c3914cdae645 tempest-ServiceProvidersTest-1352186010 tempest-ServiceProvidersTest-1352186010-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1052341 Aug 21 09:36:21.315519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-675b616c-5f57-4b6d-b245-610d6b78b5b9 service neutron] 10.222.0.13 "GET /v2.0/networks/6e849d4e-7f50-4ca4-b0e7-de781c718759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881014 Aug 21 09:36:21.409442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74767baf-d0b5-4778-898a-107f9a20b350 req-0c3177be-63fd-4daf-bd5d-01f40cd2cf10 service neutron] 10.222.0.13 "GET /v2.0/networks/6e849d4e-7f50-4ca4-b0e7-de781c718759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871062 Aug 21 09:36:21.457280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device eedb5af4-d7a7-40f2-aeaa-d333276c4da1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:21.723105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:21.723485 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:21.757919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54926) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:21.862660 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0b19f0d5-fd68-4a86-8ef8-b16e3f21d182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:21.947794 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0b19f0d5-fd68-4a86-8ef8-b16e3f21d182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:22.004084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0b19f0d5-fd68-4a86-8ef8-b16e3f21d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:22.043412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0b19f0d5-fd68-4a86-8ef8-b16e3f21d182 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa6e0c99bd35416c92fa6a84b61d825c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844234 Aug 21 09:36:22.044393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19f0d5-fd68-4a86-8ef8-b16e3f21d182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d194fa9-4e5d-43dc-816c-cf00386965b7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:22.046169 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54930) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:22.096723 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84c06f19-f67c-4bb0-8396-3510ac001c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:22.118254 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84c06f19-f67c-4bb0-8396-3510ac001c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:22.177728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa3e79-d5be-4854-9059-fe076edddf61 req-34d2c4de-7a7d-4d91-8fa1-7351da8bcd13 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:22.179254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33fa3e79-d5be-4854-9059-fe076edddf61 req-34d2c4de-7a7d-4d91-8fa1-7351da8bcd13 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1095 time: 0.0413923 Aug 21 09:36:22.224104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33fa3e79-d5be-4854-9059-fe076edddf61 req-834e6237-f704-421b-9c5f-507be55db52b tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348027 Aug 21 09:36:22.241812 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84c06f19-f67c-4bb0-8396-3510ac001c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:22.241812 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84c06f19-f67c-4bb0-8396-3510ac001c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:22.241812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-84c06f19-f67c-4bb0-8396-3510ac001c8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d194fa9-4e5d-43dc-816c-cf00386965b7 HTTP/1.1" status: 204 len: 168 time: 0.1910000 Aug 21 09:36:22.246930 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c06f19-f67c-4bb0-8396-3510ac001c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d194fa9-4e5d-43dc-816c-cf00386965b7,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:23.130353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54958) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:23.222783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-867d06ba-cd7a-4da8-a652-323f4ae3864e tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1465830297', 'prefixes': ['172.20.0.0/16']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:23.343742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ff73-0ca3-4f9c-aee2-0aabfe23d2a1 req-f6c02cc4-b46c-4c85-9a05-09609b702575 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:23.345201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c648ff73-0ca3-4f9c-aee2-0aabfe23d2a1 req-f6c02cc4-b46c-4c85-9a05-09609b702575 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1095 time: 0.0557919 Aug 21 09:36:23.379652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c648ff73-0ca3-4f9c-aee2-0aabfe23d2a1 req-a0a551ab-9bde-451d-9a74-086fc427da8f tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278637 Aug 21 09:36:23.483794 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-867d06ba-cd7a-4da8-a652-323f4ae3864e tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] Notify callbacks [] for subnetpool, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:23.484980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-867d06ba-cd7a-4da8-a652-323f4ae3864e tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3536313 Aug 21 09:36:23.487646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54964) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:23.523671 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0b75eba3-2f56-4892-962f-1311a44a6412 tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] 10.222.0.20 "GET /v2.0/subnetpools/72be0e1d-8eb0-4571-b997-716fa23681df HTTP/1.1" status: 200 len: 732 time: 0.0349867 Aug 21 09:36:23.526021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54966) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:23.530225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d0156bd7-b924-44ad-a39f-cf34c8b75c34 tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-765493355'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:23.691820 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d0156bd7-b924-44ad-a39f-cf34c8b75c34 tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] Notify callbacks [] for subnetpool, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:23.693562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d0156bd7-b924-44ad-a39f-cf34c8b75c34 tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] 10.222.0.20 "PUT /v2.0/subnetpools/72be0e1d-8eb0-4571-b997-716fa23681df HTTP/1.1" status: 200 len: 683 time: 0.1666353 Aug 21 09:36:23.696312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54968) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:23.823228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1133562c-0da7-44e1-a5aa-add82f5ab884 tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] Notify callbacks [] for subnetpool, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:23.823484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e961ac03-a599-4916-934c-d753cbc2aebe details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:36:23.824563 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1133562c-0da7-44e1-a5aa-add82f5ab884 tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] 10.222.0.20 "DELETE /v2.0/subnetpools/72be0e1d-8eb0-4571-b997-716fa23681df HTTP/1.1" status: 204 len: 168 time: 0.1273162 Aug 21 09:36:23.827186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54970) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:23.842247 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-48132369-59d0-4176-86c5-7342192696be tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] show failed (client error): The resource could not be found. Aug 21 09:36:23.843267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-48132369-59d0-4176-86c5-7342192696be tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] 10.222.0.20 "GET /v2.0/subnetpools/72be0e1d-8eb0-4571-b997-716fa23681df HTTP/1.1" status: 404 len: 346 time: 0.0151327 Aug 21 09:36:23.845974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54972) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:23.859636 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-d4de235b-a4b8-4db9-a03b-b91d9bb8f592 tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] delete failed (client error): The resource could not be found. Aug 21 09:36:23.860593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d4de235b-a4b8-4db9-a03b-b91d9bb8f592 tempest-SubnetPoolsTestJSON-1803974259 tempest-SubnetPoolsTestJSON-1803974259-project] 10.222.0.20 "DELETE /v2.0/subnetpools/72be0e1d-8eb0-4571-b997-716fa23681df HTTP/1.1" status: 404 len: 346 time: 0.0137613 Aug 21 09:36:23.919417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e961ac03-a599-4916-934c-d753cbc2aebe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e961ac03-a599-4916-934c-d753cbc2aebe,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:23.929802 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'e961ac03-a599-4916-934c-d753cbc2aebe', 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759', 'port_id': 'e961ac03-a599-4916-934c-d753cbc2aebe', 'mac_address': 'fa:16:3e:c4:66:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed0f82f-88b0-4a45-853e-c2fccf2503aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:36:23.967800 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:23.980535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e961ac03-a599-4916-934c-d753cbc2aebe {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:36:23.999578 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e961ac03-a599-4916-934c-d753cbc2aebe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e961ac03-a599-4916-934c-d753cbc2aebe,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:24.061151 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:24.108540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=e961ac03-a599-4916-934c-d753cbc2aebe,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:24.260779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['e961ac03-a599-4916-934c-d753cbc2aebe'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:36:24.307193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 54978) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:24.403596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a47c1aac-1c76-4ebf-8fae-cbc8eda86058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:24.513668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112f98c-1395-48ba-8990-e66afb0d60f9 req-9710d44a-bfdd-4d7c-a601-95902f9446ff tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:24.515075 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b112f98c-1395-48ba-8990-e66afb0d60f9 req-9710d44a-bfdd-4d7c-a601-95902f9446ff tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1096 time: 0.0645578 Aug 21 09:36:24.527380 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a47c1aac-1c76-4ebf-8fae-cbc8eda86058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:24.557950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b112f98c-1395-48ba-8990-e66afb0d60f9 req-ed1905e3-ad44-4551-805e-a5d4f711c757 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355065 Aug 21 09:36:24.603857 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a47c1aac-1c76-4ebf-8fae-cbc8eda86058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:24.642445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a47c1aac-1c76-4ebf-8fae-cbc8eda86058 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=539bf16692eb4c7081270de87c1dc593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473790 Aug 21 09:36:24.643421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c1aac-1c76-4ebf-8fae-cbc8eda86058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3931b0f5-ea1d-48b1-b273-ee2a09694fab,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:24.645635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 54984) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:24.695756 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3aa1a2a-76eb-4ff6-82dd-c06d4ee7d233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:24.716391 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3aa1a2a-76eb-4ff6-82dd-c06d4ee7d233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:24.832445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3aa1a2a-76eb-4ff6-82dd-c06d4ee7d233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:24.835475 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d3aa1a2a-76eb-4ff6-82dd-c06d4ee7d233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:24.836656 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d3aa1a2a-76eb-4ff6-82dd-c06d4ee7d233 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3931b0f5-ea1d-48b1-b273-ee2a09694fab HTTP/1.1" status: 204 len: 168 time: 0.1889584 Aug 21 09:36:24.844733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa1a2a-76eb-4ff6-82dd-c06d4ee7d233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3931b0f5-ea1d-48b1-b273-ee2a09694fab,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:25.661699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81ebcd-a528-4114-84fa-97c45871b9c3 req-2e8e6685-27c8-4609-a58d-87b63e9febe5 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:25.663116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c81ebcd-a528-4114-84fa-97c45871b9c3 req-2e8e6685-27c8-4609-a58d-87b63e9febe5 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1096 time: 0.0403366 Aug 21 09:36:25.704943 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c81ebcd-a528-4114-84fa-97c45871b9c3 req-5c8f9a3b-332d-41b2-a461-d6f43bda0a68 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357285 Aug 21 09:36:25.846028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e961ac03-a599-4916-934c-d753cbc2aebe up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:25.958536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port e961ac03-a599-4916-934c-d753cbc2aebe completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:25.962449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port e961ac03-a599-4916-934c-d753cbc2aebe triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:25.962825 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:26.043865 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:26.066768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e961ac03-a599-4916-934c-d753cbc2aebe'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:36:26.069043 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db85f7cb-e9ca-456b-aadb-97cfc654ca0b" -d '{"events": [{"server_uuid": "cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b", "name": "network-vif-plugged", "status": "completed", "tag": "e961ac03-a599-4916-934c-d753cbc2aebe"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:36:26.081561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e961ac03-a599-4916-934c-d753cbc2aebe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e961ac03-a599-4916-934c-d753cbc2aebe,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:26.105366 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252c17a2-d566-46e7-b8b4-49832b933b4d x-openstack-request-id: req-252c17a2-d566-46e7-b8b4-49832b933b4d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:36:26.105889 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b", "name": "network-vif-plugged", "status": "completed", "tag": "e961ac03-a599-4916-934c-d753cbc2aebe", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:36:26.106161 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-252c17a2-d566-46e7-b8b4-49832b933b4d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:36:26.106567 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e961ac03-a599-4916-934c-d753cbc2aebe', 'code': 200} Aug 21 09:36:26.141254 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:26.192790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=e961ac03-a599-4916-934c-d753cbc2aebe,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:26.201759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393e7be-5630-4834-a9b4-46863ca51086 req-a62ebb2b-7bfd-478a-a758-2a883c54ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:26.203583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1393e7be-5630-4834-a9b4-46863ca51086 req-a62ebb2b-7bfd-478a-a758-2a883c54ed23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1097 time: 0.0419774 Aug 21 09:36:26.238406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1393e7be-5630-4834-a9b4-46863ca51086 req-4ee9ab99-3abb-4ab3-956d-c95a25254418 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278769 Aug 21 09:36:26.821472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aa1ec-ac76-4578-a02a-c918362eeebf req-ce3f5d23-ac32-4493-8f12-2c351a5b6082 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:26.822954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e0aa1ec-ac76-4578-a02a-c918362eeebf req-ce3f5d23-ac32-4493-8f12-2c351a5b6082 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1097 time: 0.0473104 Aug 21 09:36:26.858060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e0aa1ec-ac76-4578-a02a-c918362eeebf req-635a562d-25b4-4188-aec6-1cbe3dc2b650 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290401 Aug 21 09:36:27.963838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081382c-6881-4b96-9767-fb82597481ac req-5a8dde18-6849-422e-90b0-f8c1a32dcf0f tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:27.965351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3081382c-6881-4b96-9767-fb82597481ac req-5a8dde18-6849-422e-90b0-f8c1a32dcf0f tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1097 time: 0.0405624 Aug 21 09:36:27.999063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3081382c-6881-4b96-9767-fb82597481ac req-462da1be-afb4-4532-9993-8de3b48b431f tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279548 Aug 21 09:36:28.105869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f797e75-f6c8-4a1b-b0b5-ffdcf0f8881a req-e3a638b3-a2a9-4d85-8cf4-dd332c75aa02 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:28.107401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f797e75-f6c8-4a1b-b0b5-ffdcf0f8881a req-e3a638b3-a2a9-4d85-8cf4-dd332c75aa02 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1097 time: 0.0438237 Aug 21 09:36:28.141188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3f797e75-f6c8-4a1b-b0b5-ffdcf0f8881a req-db73e356-53c0-4677-b4c7-4ea7c63b72c0 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278361 Aug 21 09:36:28.247527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0501e9-3493-47ee-a89b-bfa4cf8472e3 req-b53a4722-b144-4af5-bf0e-49f605f02773 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:28.249119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc0501e9-3493-47ee-a89b-bfa4cf8472e3 req-b53a4722-b144-4af5-bf0e-49f605f02773 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1097 time: 0.0455523 Aug 21 09:36:28.283265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc0501e9-3493-47ee-a89b-bfa4cf8472e3 req-8fc67cb7-b33d-49f2-ace3-767c51139e38 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283353 Aug 21 09:36:28.541912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561a396-3118-4068-b32a-73bc9d014d98 req-81e5727d-6158-470c-850a-599cd8df28d5 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:28.543454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-81e5727d-6158-470c-850a-599cd8df28d5 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/networks?id=6e849d4e-7f50-4ca4-b0e7-de781c718759 HTTP/1.1" status: 200 len: 910 time: 0.0862536 Aug 21 09:36:28.558142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-23b739ed-e169-4a75-a612-04c6c4fd4df9 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/quotas/39b253c9dd264e1f9ccb2db1e4bd7425 HTTP/1.1" status: 200 len: 375 time: 0.0088248 Aug 21 09:36:28.609264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-546ce8eb-cf41-40cb-8c05-e9d1f7045a14 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b253c9dd264e1f9ccb2db1e4bd7425&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458865 Aug 21 09:36:28.701518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-2af899ba-5e72-43ec-87c3-4a47e0d2a481 service neutron] 10.222.0.20 "GET /v2.0/networks/6e849d4e-7f50-4ca4-b0e7-de781c718759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851934 Aug 21 09:36:28.825064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-74d0ef5c-e391-4f88-af48-ef7e48066925 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661910 Aug 21 09:36:28.827352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-d02235a8-72c0-4028-827d-5126a361bcee service neutron] 10.222.0.20 "GET /v2.0/networks/6e849d4e-7f50-4ca4-b0e7-de781c718759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198905 Aug 21 09:36:28.915115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-6855e961-d2d2-4817-beb3-98d722817421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:28.917244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-6855e961-d2d2-4817-beb3-98d722817421 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39b253c9dd264e1f9ccb2db1e4bd7425&device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1097 time: 0.0488133 Aug 21 09:36:29.051241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-ca69f190-1d26-497b-a698-7f6e3ce2373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:29.052868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-ca69f190-1d26-497b-a698-7f6e3ce2373d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e849d4e-7f50-4ca4-b0e7-de781c718759 HTTP/1.1" status: 200 len: 910 time: 0.1142194 Aug 21 09:36:29.068758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a78bad8-14ef-42b7-bb8c-f73bdde7d171 req-98d192a3-4d0d-425a-87d9-834a9d5e60f3 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0360842 Aug 21 09:36:29.110617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-c7e22f25-85b1-4fa3-8d56-7a75fa8e1bdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e961ac03-a599-4916-934c-d753cbc2aebe HTTP/1.1" status: 200 len: 217 time: 0.0441155 Aug 21 09:36:29.171831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-a9b2ef88-f43e-42dd-9f2e-bf624b444ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:29.173599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-a9b2ef88-f43e-42dd-9f2e-bf624b444ace service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eed0f82f-88b0-4a45-853e-c2fccf2503aa HTTP/1.1" status: 200 len: 848 time: 0.0554602 Aug 21 09:36:29.220055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-ba5d1407-1e07-4b77-8331-82bb704d4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:29.221590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-ba5d1407-1e07-4b77-8331-82bb704d4528 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e849d4e-7f50-4ca4-b0e7-de781c718759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410752 Aug 21 09:36:29.311355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-7ab20364-6df7-4288-9ef9-045382db649b service neutron] 10.222.0.13 "GET /v2.0/networks/6e849d4e-7f50-4ca4-b0e7-de781c718759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825429 Aug 21 09:36:29.416952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebe0df71-3feb-4783-a9c5-334e28cbd950 req-a1ae436a-9244-4daa-9efd-d82e01b155f8 service neutron] 10.222.0.13 "GET /v2.0/networks/6e849d4e-7f50-4ca4-b0e7-de781c718759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981977 Aug 21 09:36:30.166494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-62045828-ba92-4ef8-aaef-330287315378 req-1ae5a1c2-cdcc-47e0-9aee-d1eb9d77d09b tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0278268 Aug 21 09:36:31.217698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561a396-3118-4068-b32a-73bc9d014d98 req-b9b26a8f-42e7-482b-a48b-bccea4bd859e tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:31.219320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-b9b26a8f-42e7-482b-a48b-bccea4bd859e tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.22 "GET /v2.0/networks?id=6e849d4e-7f50-4ca4-b0e7-de781c718759 HTTP/1.1" status: 200 len: 910 time: 0.0908253 Aug 21 09:36:31.237124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Request body: {'port': {'device_id': 'eaae1a54-417c-4d13-ba87-7e5157a0f4a6', 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759', 'admin_state_up': True, 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:31.267108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e772df5-2fdb-4620-adf7-457659053076 req-76229245-f200-4730-9a15-5ee6bc49bbed tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0352452 Aug 21 09:36:31.375594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Made reservation on behalf of 39b253c9dd264e1f9ccb2db1e4bd7425 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:36:31.378118 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:31.491328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Allocated IP 172.20.0.5 (6e849d4e-7f50-4ca4-b0e7-de781c718759/eed0f82f-88b0-4a45-853e-c2fccf2503aa/ca67950b-7cb4-4901-965a-f2a2b761a2c2) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:36:31.623182 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:31.636287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Transition to ACTIVE for port object ca67950b-7cb4-4901-965a-f2a2b761a2c2 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:31.729657 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:31.740560 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['e961ac03-a599-4916-934c-d753cbc2aebe'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:36:31.768850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Network 6e849d4e-7f50-4ca4-b0e7-de781c718759 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:31.785139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:31.789024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:36:31.791222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Pushing event updated for resources: {'Port': ['ID=ca67950b-7cb4-4901-965a-f2a2b761a2c2,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:31.836942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:31.837704 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:31.924972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-6de2962a-5993-4fce-a138-fed49fb340e4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6913037 Aug 21 09:36:31.938761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Request body: {'port': {'device_id': 'eaae1a54-417c-4d13-ba87-7e5157a0f4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:32.007514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:32.153043 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6d1fdc52-2a32-4bd7-9e19-bd66748386cc None None] Provisioning for port ca67950b-7cb4-4901-965a-f2a2b761a2c2 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:32.157530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6d1fdc52-2a32-4bd7-9e19-bd66748386cc None None] Provisioning complete for port ca67950b-7cb4-4901-965a-f2a2b761a2c2 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:32.161976 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6d1fdc52-2a32-4bd7-9e19-bd66748386cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:32.193549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fdc52-2a32-4bd7-9e19-bd66748386cc None None] Port ca67950b-7cb4-4901-965a-f2a2b761a2c2 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:36:32.279378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca67950b-7cb4-4901-965a-f2a2b761a2c2 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:36:32.287465 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:32.308588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Transition to ACTIVE for port object ca67950b-7cb4-4901-965a-f2a2b761a2c2 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:32.394517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c25e0-525f-48a7-8078-cc9364b3a780 req-d74cffc3-520c-4fef-bced-4ce60c630e3c tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:32.396070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d20c25e0-525f-48a7-8078-cc9364b3a780 req-d74cffc3-520c-4fef-bced-4ce60c630e3c tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1027 time: 0.0455458 Aug 21 09:36:32.430988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d20c25e0-525f-48a7-8078-cc9364b3a780 req-49996050-fc1a-42dd-8663-4d819500fe23 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285525 Aug 21 09:36:32.432405 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:32.485146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Pushing event updated for resources: {'Port': ['ID=ca67950b-7cb4-4901-965a-f2a2b761a2c2,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:32.552413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Attempting to bind port ca67950b-7cb4-4901-965a-f2a2b761a2c2 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:36:32.552757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Attempting to bind port ca67950b-7cb4-4901-965a-f2a2b761a2c2 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:36:32.553072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Attempting to bind port ca67950b-7cb4-4901-965a-f2a2b761a2c2 on network 6e849d4e-7f50-4ca4-b0e7-de781c718759 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:32.558095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Port ca67950b-7cb4-4901-965a-f2a2b761a2c2 on network 6e849d4e-7f50-4ca4-b0e7-de781c718759 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:36:32.558440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Attempting to bind port ca67950b-7cb4-4901-965a-f2a2b761a2c2 on network 6e849d4e-7f50-4ca4-b0e7-de781c718759 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:32.563481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:36:32.563857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Checking segment: {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:32.564243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Bound using segment: {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:36:32.564677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Bound port: ca67950b-7cb4-4901-965a-f2a2b761a2c2, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378989c2-e6e9-47a2-bf1d-264637f61a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:36:32.565037 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:32.642597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] For port ca67950b-7cb4-4901-965a-f2a2b761a2c2, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:36:32.646388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] For port ca67950b-7cb4-4901-965a-f2a2b761a2c2, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=ca67950b-7cb4-4901-965a-f2a2b761a2c2,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:36:32.730616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:32.766812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:32.767629 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:32.769471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] 10.222.0.22 "PUT /v2.0/ports/ca67950b-7cb4-4901-965a-f2a2b761a2c2 HTTP/1.1" status: 200 len: 1092 time: 0.8353903 Aug 21 09:36:32.770024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaae1a54-417c-4d13-ba87-7e5157a0f4a6', 'tag': 'ca67950b-7cb4-4901-965a-f2a2b761a2c2'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:36:32.772382 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c20cb7-2afe-4239-ac44-7fd6515f45e0" -d '{"events": [{"name": "network-changed", "server_uuid": "eaae1a54-417c-4d13-ba87-7e5157a0f4a6", "tag": "ca67950b-7cb4-4901-965a-f2a2b761a2c2"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:36:32.810880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aceb12-81ba-41b2-a83a-75ca5067ed26 service neutron] Pushing event updated for resources: {'Port': ['ID=ca67950b-7cb4-4901-965a-f2a2b761a2c2,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:32.832392 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6ded34-7850-4bb9-9435-0a88c3736dbf x-openstack-request-id: req-6b6ded34-7850-4bb9-9435-0a88c3736dbf {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:36:32.832736 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaae1a54-417c-4d13-ba87-7e5157a0f4a6", "tag": "ca67950b-7cb4-4901-965a-f2a2b761a2c2", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:36:32.832989 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b6ded34-7850-4bb9-9435-0a88c3736dbf {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:36:32.833399 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaae1a54-417c-4d13-ba87-7e5157a0f4a6', 'tag': 'ca67950b-7cb4-4901-965a-f2a2b761a2c2', 'status': 'completed', 'code': 200} Aug 21 09:36:32.933152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c20cb7-2afe-4239-ac44-7fd6515f45e0 req-cbc1f1a8-407c-4c82-bdb3-e770ea940421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:32.936299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80c20cb7-2afe-4239-ac44-7fd6515f45e0 req-cbc1f1a8-407c-4c82-bdb3-e770ea940421 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=39b253c9dd264e1f9ccb2db1e4bd7425&device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1095 time: 0.0792041 Aug 21 09:36:33.064956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c20cb7-2afe-4239-ac44-7fd6515f45e0 req-403d9e64-d5b4-43eb-a7be-ea88241a09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:33.066489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80c20cb7-2afe-4239-ac44-7fd6515f45e0 req-403d9e64-d5b4-43eb-a7be-ea88241a09fc service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=39b253c9dd264e1f9ccb2db1e4bd7425&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1233134 Aug 21 09:36:33.164029 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c20cb7-2afe-4239-ac44-7fd6515f45e0 req-d80d9889-07d0-45ed-9666-763f6e7b0dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:33.165512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80c20cb7-2afe-4239-ac44-7fd6515f45e0 req-d80d9889-07d0-45ed-9666-763f6e7b0dff service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921996 Aug 21 09:36:33.246083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561a396-3118-4068-b32a-73bc9d014d98 req-5a1bd8ba-4ba8-4cae-827c-fbe04cbc1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:33.247582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-5a1bd8ba-4ba8-4cae-827c-fbe04cbc1a75 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=39b253c9dd264e1f9ccb2db1e4bd7425&device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1095 time: 0.0453980 Aug 21 09:36:33.274709 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55112) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:33.289229 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-fc1a739a-0d3d-4148-8f66-af92113f1e1e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca67950b-7cb4-4901-965a-f2a2b761a2c2 HTTP/1.1" status: 200 len: 217 time: 0.0341339 Aug 21 09:36:33.340101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561a396-3118-4068-b32a-73bc9d014d98 req-2334b0b2-b58d-47c3-8a88-2149aa8a8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:33.341571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-2334b0b2-b58d-47c3-8a88-2149aa8a8c25 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eed0f82f-88b0-4a45-853e-c2fccf2503aa HTTP/1.1" status: 200 len: 848 time: 0.0452764 Aug 21 09:36:33.395984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561a396-3118-4068-b32a-73bc9d014d98 req-a2e0f60f-e238-4303-b3c7-c1f2187dc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:33.398206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-a2e0f60f-e238-4303-b3c7-c1f2187dc4bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e849d4e-7f50-4ca4-b0e7-de781c718759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495219 Aug 21 09:36:33.436132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port 239f85ed-56e9-43f9-b352-bbcd91cd305b {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:33.436554 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:33.492496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-06af3ce0-6641-4264-8239-cccc5dadf863 service neutron] 10.222.0.22 "GET /v2.0/networks/6e849d4e-7f50-4ca4-b0e7-de781c718759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862451 Aug 21 09:36:33.515685 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:33.516020 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:33.528646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for 239f85ed-56e9-43f9-b352-bbcd91cd305b owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:33.747291 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:33.775719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=239f85ed-56e9-43f9-b352-bbcd91cd305b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:33.840444 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:33.840963 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Floating IP 294bb263-b73c-4309-8553-6a40e8413177 disassociated (deleted). External IP: 172.25.5.155, port: 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5. Aug 21 09:36:33.870114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9ff5b-115f-44cb-8ab9-4060af4fdd4f req-65462f0a-cf4e-451d-9c08-093f0137c0de tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:33.870114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60d9ff5b-115f-44cb-8ab9-4060af4fdd4f req-65462f0a-cf4e-451d-9c08-093f0137c0de tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1095 time: 0.3713365 Aug 21 09:36:33.900507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e561a396-3118-4068-b32a-73bc9d014d98 req-ce31056f-9c09-40dc-99ee-6b0a5c6f55ea service neutron] 10.222.0.22 "GET /v2.0/networks/6e849d4e-7f50-4ca4-b0e7-de781c718759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006722 Aug 21 09:36:33.917763 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60d9ff5b-115f-44cb-8ab9-4060af4fdd4f req-3f5264a8-5a97-413c-93fa-2a16f489a05d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392106 Aug 21 09:36:34.298633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:36:34.407492 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:34.412479 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:34.417622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777edce6-bda4-4f2b-b7a9-edd8944ec7ca None None] Sync routers for ids ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:34.427022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777edce6-bda4-4f2b-b7a9-edd8944ec7ca None None] Routers {'243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:34.427674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-777edce6-bda4-4f2b-b7a9-edd8944ec7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:34.440991 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ce2f364c-c7c8-49e1-aa67-a15e1cb258ea tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/floatingips/294bb263-b73c-4309-8553-6a40e8413177 HTTP/1.1" status: 204 len: 168 time: 1.1652372 Aug 21 09:36:34.441621 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:36:34.445838 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356b5752-697f-4b92-99f4-7a1c35a261dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:36:34.487320 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1702578f-ab60-4afa-9a8d-c72486c4fc05 x-openstack-request-id: req-1702578f-ab60-4afa-9a8d-c72486c4fc05 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:36:34.490832 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:36:34.490832 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1702578f-ab60-4afa-9a8d-c72486c4fc05 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:36:34.490832 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'status': 'completed', 'code': 200} Aug 21 09:36:34.539580 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-777edce6-bda4-4f2b-b7a9-edd8944ec7ca None None] Set router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:34.554027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b5752-697f-4b92-99f4-7a1c35a261dc req-2370be5f-0316-482f-a1db-8949c9a87e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:34.555570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-356b5752-697f-4b92-99f4-7a1c35a261dc req-2370be5f-0316-482f-a1db-8949c9a87e44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 1098 time: 0.0451937 Aug 21 09:36:34.648826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b5752-697f-4b92-99f4-7a1c35a261dc req-36d0d07a-5bae-41a7-9117-b84f2be845ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:34.650391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-356b5752-697f-4b92-99f4-7a1c35a261dc req-36d0d07a-5bae-41a7-9117-b84f2be845ee service neutron] 10.222.0.22 "GET /v2.0/networks?id=181c322f-c891-4f45-8de8-2a1a2198ab96 HTTP/1.1" status: 200 len: 897 time: 0.0876763 Aug 21 09:36:34.692324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-356b5752-697f-4b92-99f4-7a1c35a261dc req-47f7d0e2-cc46-4447-8ff9-eacecc7f7510 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 HTTP/1.1" status: 200 len: 217 time: 0.0344062 Aug 21 09:36:34.752727 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-777edce6-bda4-4f2b-b7a9-edd8944ec7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:43Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'fa84c895-b37c-4c75-893e-ef60b9b6d907', 'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:41:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:42Z', 'updated_at': '2021-08-21T09:34:49Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73eaf456-dd1e-435c-8f08-69a989062474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:34.761595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b5752-697f-4b92-99f4-7a1c35a261dc req-c78cf7c2-0eff-4efb-9274-1fc9f63e789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:34.763549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-356b5752-697f-4b92-99f4-7a1c35a261dc req-c78cf7c2-0eff-4efb-9274-1fc9f63e789b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=73eaf456-dd1e-435c-8f08-69a989062474 HTTP/1.1" status: 200 len: 835 time: 0.0601137 Aug 21 09:36:34.783434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777edce6-bda4-4f2b-b7a9-edd8944ec7ca None None] Checking router: 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:34.794522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777edce6-bda4-4f2b-b7a9-edd8944ec7ca None None] Routers {'243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:34.795403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-777edce6-bda4-4f2b-b7a9-edd8944ec7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:34.831972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b5752-697f-4b92-99f4-7a1c35a261dc req-39da7cee-79a0-4037-8417-bcf1bc4b918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:34.833522 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-356b5752-697f-4b92-99f4-7a1c35a261dc req-39da7cee-79a0-4037-8417-bcf1bc4b918f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=181c322f-c891-4f45-8de8-2a1a2198ab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602417 Aug 21 09:36:34.949862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-777edce6-bda4-4f2b-b7a9-edd8944ec7ca None None] Set router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:34.968358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-356b5752-697f-4b92-99f4-7a1c35a261dc req-f5bfc799-d429-4245-a808-c877ee299972 service neutron] 10.222.0.22 "GET /v2.0/networks/181c322f-c891-4f45-8de8-2a1a2198ab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265657 Aug 21 09:36:35.048010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec46fa4-defa-4112-b334-ead922c31f80 req-ec3164aa-3235-4626-9640-5a8db12f0774 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:35.049549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ec46fa4-defa-4112-b334-ead922c31f80 req-ec3164aa-3235-4626-9640-5a8db12f0774 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.1337242 Aug 21 09:36:35.146310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ec46fa4-defa-4112-b334-ead922c31f80 req-f48cfe7d-8b21-445b-aec7-64ae0f50cdbf tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864377 Aug 21 09:36:35.151294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-356b5752-697f-4b92-99f4-7a1c35a261dc req-fa404bb6-4a4d-47be-9f32-6daf46b773d6 service neutron] 10.222.0.22 "GET /v2.0/networks/181c322f-c891-4f45-8de8-2a1a2198ab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736829 Aug 21 09:36:35.153024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ecb83-7bd7-45ad-aa23-ebff9124449e req-41b0b943-ea9f-435c-b164-c04e3d02a6f0 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:35.161162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8ecb83-7bd7-45ad-aa23-ebff9124449e req-41b0b943-ea9f-435c-b164-c04e3d02a6f0 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1095 time: 0.1265364 Aug 21 09:36:35.167162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-777edce6-bda4-4f2b-b7a9-edd8944ec7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:43Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'fa84c895-b37c-4c75-893e-ef60b9b6d907', 'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:41:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:42Z', 'updated_at': '2021-08-21T09:34:49Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73eaf456-dd1e-435c-8f08-69a989062474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:35.195549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b8ecb83-7bd7-45ad-aa23-ebff9124449e req-495fe107-3d2f-4fb3-bf64-35085e830499 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335815 Aug 21 09:36:35.198713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777edce6-bda4-4f2b-b7a9-edd8944ec7ca None None] The sync data for ids ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'] in n-d-766726-28 is: [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:34:43Z', 'revision_number': 4, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'fa84c895-b37c-4c75-893e-ef60b9b6d907', 'name': '', 'network_id': '181c322f-c891-4f45-8de8-2a1a2198ab96', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'mac_address': 'fa:16:3e:41:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '73eaf456-dd1e-435c-8f08-69a989062474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:42Z', 'updated_at': '2021-08-21T09:34:49Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'subnets': [{'id': '73eaf456-dd1e-435c-8f08-69a989062474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:35.218012 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device ca67950b-7cb4-4901-965a-f2a2b761a2c2 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:36:35.316032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port ca67950b-7cb4-4901-965a-f2a2b761a2c2, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=ca67950b-7cb4-4901-965a-f2a2b761a2c2,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:35.333407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'ca67950b-7cb4-4901-965a-f2a2b761a2c2', 'network_id': '6e849d4e-7f50-4ca4-b0e7-de781c718759', 'port_id': 'ca67950b-7cb4-4901-965a-f2a2b761a2c2', 'mac_address': 'fa:16:3e:f4:c8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed0f82f-88b0-4a45-853e-c2fccf2503aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:36:35.380613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:35.396035 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca67950b-7cb4-4901-965a-f2a2b761a2c2 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:36:35.432371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port ca67950b-7cb4-4901-965a-f2a2b761a2c2, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=ca67950b-7cb4-4901-965a-f2a2b761a2c2,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:35.458579 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e0df2-7b4e-479f-8307-fef135c6d7f7 None None] New status for floating IP 294bb263-b73c-4309-8553-6a40e8413177: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:36:35.501076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:35.551018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=ca67950b-7cb4-4901-965a-f2a2b761a2c2,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:35.559301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.559757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.560102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.560438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.560778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.561109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.561437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.561764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.562087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.562410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.562736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.563058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:36:35.718167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['ca67950b-7cb4-4901-965a-f2a2b761a2c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:36:36.177950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99dccb-ceed-4477-b3bc-bab9de3388d5 req-ebf78a0d-5123-433d-9e30-fb5bbfd89318 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:36.179365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae99dccb-ceed-4477-b3bc-bab9de3388d5 req-ebf78a0d-5123-433d-9e30-fb5bbfd89318 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.0488286 Aug 21 09:36:36.341439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccff56-a2ba-4ec3-8963-27a0e28dbbe3 req-15a46479-071c-42a3-9088-72374b50178f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:36.342951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4eccff56-a2ba-4ec3-8963-27a0e28dbbe3 req-15a46479-071c-42a3-9088-72374b50178f tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 946 time: 0.1209953 Aug 21 09:36:36.388890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b295b-3bb9-4534-a44f-126db7bf06db req-77a54a89-9224-46e6-bd77-b7242cf10a72 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:36.390463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-623b295b-3bb9-4534-a44f-126db7bf06db req-77a54a89-9224-46e6-bd77-b7242cf10a72 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1096 time: 0.1066513 Aug 21 09:36:36.394911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-ae99dccb-ceed-4477-b3bc-bab9de3388d5 req-cf8269e7-19ff-435b-bbbb-c5e54595619a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:36.395249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ae99dccb-ceed-4477-b3bc-bab9de3388d5 req-cf8269e7-19ff-435b-bbbb-c5e54595619a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:36.479976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4eccff56-a2ba-4ec3-8963-27a0e28dbbe3 req-db08af98-460d-4f9b-81be-b955ff079665 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/security-groups?id=9894de00-5e50-49ad-a3b9-47d3c14bf0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284831 Aug 21 09:36:36.497102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-623b295b-3bb9-4534-a44f-126db7bf06db req-82877a3f-9068-45e2-bd92-df90c044f20d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979598 Aug 21 09:36:36.527668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ae99dccb-ceed-4477-b3bc-bab9de3388d5 req-cf8269e7-19ff-435b-bbbb-c5e54595619a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:36.527973 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ae99dccb-ceed-4477-b3bc-bab9de3388d5 req-cf8269e7-19ff-435b-bbbb-c5e54595619a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:36.539609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-ae99dccb-ceed-4477-b3bc-bab9de3388d5 req-cf8269e7-19ff-435b-bbbb-c5e54595619a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:36.706903 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ae99dccb-ceed-4477-b3bc-bab9de3388d5 req-cf8269e7-19ff-435b-bbbb-c5e54595619a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:36.735791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8269e7-19ff-435b-bbbb-c5e54595619a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=8f8b7c3c-9fbb-4286-8c76-8a0b666169c5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:36.779508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae99dccb-ceed-4477-b3bc-bab9de3388d5 req-cf8269e7-19ff-435b-bbbb-c5e54595619a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] No DVR routers for this DVR port 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:36:36.781979 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ae99dccb-ceed-4477-b3bc-bab9de3388d5 req-cf8269e7-19ff-435b-bbbb-c5e54595619a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:36.784069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae99dccb-ceed-4477-b3bc-bab9de3388d5 req-cf8269e7-19ff-435b-bbbb-c5e54595619a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.22 "DELETE /v2.0/ports/8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 HTTP/1.1" status: 204 len: 173 time: 0.5982912 Aug 21 09:36:36.784509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'name': 'network-vif-deleted', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:36:36.786824 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549819cf-7ac4-4a23-92c9-770538ae17b2" -d '{"events": [{"server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "name": "network-vif-deleted", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:36:36.825427 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087ab6fc-f381-4249-a9a1-4a89b4963c84 x-openstack-request-id: req-087ab6fc-f381-4249-a9a1-4a89b4963c84 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:36:36.825815 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b529a6c-09b0-4ab6-b2fa-09f6cb45307e", "name": "network-vif-deleted", "tag": "8f8b7c3c-9fbb-4286-8c76-8a0b666169c5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:36:36.826087 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-087ab6fc-f381-4249-a9a1-4a89b4963c84 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:36:36.826493 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b529a6c-09b0-4ab6-b2fa-09f6cb45307e', 'name': 'network-vif-deleted', 'tag': '8f8b7c3c-9fbb-4286-8c76-8a0b666169c5', 'status': 'completed', 'code': 200} Aug 21 09:36:36.918272 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7c8b055f-cbcd-4dc5-bba2-e351af4a2e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:37.230848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device ca67950b-7cb4-4901-965a-f2a2b761a2c2 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:37.346792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port ca67950b-7cb4-4901-965a-f2a2b761a2c2 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:37.346792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port ca67950b-7cb4-4901-965a-f2a2b761a2c2 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:37.346792 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:37.424161 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:37.445740 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaae1a54-417c-4d13-ba87-7e5157a0f4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca67950b-7cb4-4901-965a-f2a2b761a2c2'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:36:37.447964 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c91ab5e-e23d-4d48-a3c5-d226c322225c" -d '{"events": [{"server_uuid": "eaae1a54-417c-4d13-ba87-7e5157a0f4a6", "name": "network-vif-plugged", "status": "completed", "tag": "ca67950b-7cb4-4901-965a-f2a2b761a2c2"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:36:37.467505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port ca67950b-7cb4-4901-965a-f2a2b761a2c2, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=ca67950b-7cb4-4901-965a-f2a2b761a2c2,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:37.487160 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bf54c2-0877-4a2e-b46c-7716025987fe x-openstack-request-id: req-12bf54c2-0877-4a2e-b46c-7716025987fe {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:36:37.487452 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaae1a54-417c-4d13-ba87-7e5157a0f4a6", "name": "network-vif-plugged", "status": "completed", "tag": "ca67950b-7cb4-4901-965a-f2a2b761a2c2", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:36:37.487781 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12bf54c2-0877-4a2e-b46c-7716025987fe {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:36:37.488234 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaae1a54-417c-4d13-ba87-7e5157a0f4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca67950b-7cb4-4901-965a-f2a2b761a2c2', 'code': 200} Aug 21 09:36:37.592668 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:37.594632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:37.620834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a795898a-4513-4cc8-b7ad-9c71dee9a5c9 req-1816b7f1-edaf-43a7-80c4-980f40533aaf tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b529a6c-09b0-4ab6-b2fa-09f6cb45307e HTTP/1.1" status: 200 len: 210 time: 0.0402403 Aug 21 09:36:37.642231 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:37.642563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8f8b7c3c-9fbb-4286-8c76-8a0b666169c5 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:37.647865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4a14-b820-4e22-bf64-4141544c9409 req-abc9ac7c-b23d-4190-a2ce-47086ad8e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:37.649269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc8b4a14-b820-4e22-bf64-4141544c9409 req-abc9ac7c-b23d-4190-a2ce-47086ad8e86c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1096 time: 0.0986190 Aug 21 09:36:37.666814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=ca67950b-7cb4-4901-965a-f2a2b761a2c2,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:37.675806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21967dde-2b79-4548-8ca1-dcbcf517fe0a req-a1d0acc6-e769-4955-b1f1-4b27388da08a tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:37.677374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21967dde-2b79-4548-8ca1-dcbcf517fe0a req-a1d0acc6-e769-4955-b1f1-4b27388da08a tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0845811 Aug 21 09:36:37.720056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc8b4a14-b820-4e22-bf64-4141544c9409 req-45e629f6-9757-4cc5-9b74-4f5a7b14aa55 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633411 Aug 21 09:36:37.737813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21967dde-2b79-4548-8ca1-dcbcf517fe0a req-37a653a4-0ee9-41e1-a34a-acc5d3fff486 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472364 Aug 21 09:36:38.677543 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55170) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:38.847926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67289a1e-fd20-404d-81cf-065d95a87bdc req-e2240848-648a-49f6-a6e6-8384fafb8787 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:38.851144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67289a1e-fd20-404d-81cf-065d95a87bdc req-e2240848-648a-49f6-a6e6-8384fafb8787 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0472431 Aug 21 09:36:38.887260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67289a1e-fd20-404d-81cf-065d95a87bdc req-0be192ed-2d67-4d8f-b8a6-add9661d0b1e tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300605 Aug 21 09:36:39.064046 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:39.321616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port fa84c895-b37c-4c75-893e-ef60b9b6d907 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:39.322046 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:39.410476 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port fa84c895-b37c-4c75-893e-ef60b9b6d907, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=fa84c895-b37c-4c75-893e-ef60b9b6d907,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:39.410848 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:39.423439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for fa84c895-b37c-4c75-893e-ef60b9b6d907 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:39.520152 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-650a6911-50cf-4a63-82dc-5a6f3e0b151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:39.683841 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:39.710779 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=fa84c895-b37c-4c75-893e-ef60b9b6d907,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:39.828801 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:39.888492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:40.000988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4af179-425f-43d5-8f3b-f78e1b6ace32 req-5e04f51c-a515-42d7-abad-cee61d0454af tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:40.005446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a4af179-425f-43d5-8f3b-f78e1b6ace32 req-5e04f51c-a515-42d7-abad-cee61d0454af tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0473373 Aug 21 09:36:40.039844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a4af179-425f-43d5-8f3b-f78e1b6ace32 req-d53cf429-4f60-41af-b934-1d1e502d72eb tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300970 Aug 21 09:36:40.120660 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:36:40.149232 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c01e3-f3ff-41e0-85af-c8f1b2515e4b req-0d82cd88-6c6a-4707-8d46-2a5f7dd9dab4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:40.150740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c42c01e3-f3ff-41e0-85af-c8f1b2515e4b req-0d82cd88-6c6a-4707-8d46-2a5f7dd9dab4 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0427535 Aug 21 09:36:40.186325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c42c01e3-f3ff-41e0-85af-c8f1b2515e4b req-5cbbcbe5-4b45-47fb-8a64-21740f36343c tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288932 Aug 21 09:36:40.234490 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:40.246716 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6aebd1ca-9a1d-4529-84c1-1f6e373f6664 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "PUT /v2.0/routers/243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5680656 Aug 21 09:36:40.247354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55184) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:40.248614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e054dff-1e1d-45cd-bf63-09178ca638be None None] Sync routers for ids ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:40.258896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e054dff-1e1d-45cd-bf63-09178ca638be None None] Routers {'243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:40.259535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8e054dff-1e1d-45cd-bf63-09178ca638be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:40.301268 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b690d0f7-ccd3-4150-b550-e8ed10c76c77 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting subnet 73eaf456-dd1e-435c-8f08-69a989062474 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:36:40.304639 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b690d0f7-ccd3-4150-b550-e8ed10c76c77 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:40.309955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38d6d9-9600-48bd-b33c-29b33276af4d req-bb64e981-b1d0-4633-b24b-1a3dd3bafea2 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:40.311631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca38d6d9-9600-48bd-b33c-29b33276af4d req-bb64e981-b1d0-4633-b24b-1a3dd3bafea2 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0589511 Aug 21 09:36:40.357247 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b690d0f7-ccd3-4150-b550-e8ed10c76c77 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:40.364866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca38d6d9-9600-48bd-b33c-29b33276af4d req-6051b156-7949-495f-8884-b0e1b4c2c943 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457056 Aug 21 09:36:40.384988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-8e054dff-1e1d-45cd-bf63-09178ca638be None None] Set router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:40.463039 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b690d0f7-ccd3-4150-b550-e8ed10c76c77 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:40.583669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8e054dff-1e1d-45cd-bf63-09178ca638be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:36:39Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:40.612556 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e054dff-1e1d-45cd-bf63-09178ca638be None None] Checking router: 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:40.614932 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b690d0f7-ccd3-4150-b550-e8ed10c76c77 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:40.622528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e054dff-1e1d-45cd-bf63-09178ca638be None None] Routers {'243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:40.628501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8e054dff-1e1d-45cd-bf63-09178ca638be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:40.652843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690d0f7-ccd3-4150-b550-e8ed10c76c77 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Subnet': ['ID=73eaf456-dd1e-435c-8f08-69a989062474,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:40.654846 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b690d0f7-ccd3-4150-b550-e8ed10c76c77 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:40.656812 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b690d0f7-ccd3-4150-b550-e8ed10c76c77 tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/subnets/73eaf456-dd1e-435c-8f08-69a989062474 HTTP/1.1" status: 204 len: 168 time: 0.4084852 Aug 21 09:36:40.669533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55192) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:40.669646 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f198b-2ab6-4d5b-92b3-328dfbd2d917 None None] Network 181c322f-c891-4f45-8de8-2a1a2198ab96 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:40.802581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-8e054dff-1e1d-45cd-bf63-09178ca638be None None] Set router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:40.861641 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:40.908148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad06865-6653-448d-9e03-594b791b9921 req-6432346d-25c1-44a2-ae3e-83573e82ab1f tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:40.909792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ad06865-6653-448d-9e03-594b791b9921 req-6432346d-25c1-44a2-ae3e-83573e82ab1f tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1097 time: 0.1079180 Aug 21 09:36:40.985603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ad06865-6653-448d-9e03-594b791b9921 req-4c37e363-0247-4b22-8aa9-e5cd0d79e6ca tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670774 Aug 21 09:36:41.006962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.021777 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.024031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069fd95-0427-460d-9a54-2d1a5a499514 None None] DHCP port deletion for 181c322f-c891-4f45-8de8-2a1a2198ab96 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:36:41.058831 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-8e054dff-1e1d-45cd-bf63-09178ca638be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:36:39Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:41.150674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Deleting port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:41.150919 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.235727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] For port 914ea1bd-c8b9-4b28-8f32-6278ad63bd33, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=914ea1bd-c8b9-4b28-8f32-6278ad63bd33,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:41.236125 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.245268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e054dff-1e1d-45cd-bf63-09178ca638be None None] The sync data for ids ['243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165'] in n-d-766726-28 is: [{'id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425712486', 'tenant_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:34:35Z', 'updated_at': '2021-08-21T09:36:39Z', 'revision_number': 5, 'project_id': '95b0c237fabe4ed6bcd22c7ea3548b4a', 'gw_port': {'id': '914ea1bd-c8b9-4b28-8f32-6278ad63bd33', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:38:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:34:37Z', 'updated_at': '2021-08-21T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:41.250374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Calling delete_port for 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:41.266963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1069fd95-0427-460d-9a54-2d1a5a499514 None None] Deleting port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:41.267364 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1069fd95-0427-460d-9a54-2d1a5a499514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.336959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1069fd95-0427-460d-9a54-2d1a5a499514 None None] For port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ec565ad8-4a66-48c6-af9b-8fbcf84e1d34,segment=NetworkSegment(d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876),segment_id=d3f42bb0-6fa8-4ffd-b0fc-277ca1e15876)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:41.337370 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1069fd95-0427-460d-9a54-2d1a5a499514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.349907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1069fd95-0427-460d-9a54-2d1a5a499514 None None] Calling delete_port for ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:41.512079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.538402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Port': ['ID=914ea1bd-c8b9-4b28-8f32-6278ad63bd33,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:41.547098 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1069fd95-0427-460d-9a54-2d1a5a499514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.559267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1069fd95-0427-460d-9a54-2d1a5a499514 None None] No DVR routers for this DVR port ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:36:41.578533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069fd95-0427-460d-9a54-2d1a5a499514 None None] Pushing event deleted for resources: {'Port': ['ID=ec565ad8-4a66-48c6-af9b-8fbcf84e1d34,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:41.620443 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.732970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:41.738159 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.740475 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.755066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:41.755406 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ec565ad8-4a66-48c6-af9b-8fbcf84e1d34 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:41.756012 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device fa84c895-b37c-4c75-893e-ef60b9b6d907 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:41.777277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: fa84c895-b37c-4c75-893e-ef60b9b6d907 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:41.777616 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device fa84c895-b37c-4c75-893e-ef60b9b6d907 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:41.884397 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.884916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Fanout notify agent at l3_agent the message router_deleted on router 243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:36:41.898664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:41.898664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7d322a9f-6899-494b-8671-02bd5261e54d tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/routers/243b2ca0-8a3e-4aa0-a24b-3ead7ca6b165 HTTP/1.1" status: 204 len: 168 time: 1.2321167 Aug 21 09:36:41.898888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55200) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:41.980744 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.078721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d255fb-a917-4f9f-bdf2-fc6c407461a3 req-55170a41-f462-4a2b-905c-76cf01a0fe00 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:42.080273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72d255fb-a917-4f9f-bdf2-fc6c407461a3 req-55170a41-f462-4a2b-905c-76cf01a0fe00 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0748866 Aug 21 09:36:42.100839 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.111240 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181c322f-c891-4f45-8de8-2a1a2198ab96']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:42.122912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:42.123205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f42bb0-6fa8-4ffd-b0fc-277ca1e15876') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:42.133006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.150885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f43426-c888-4f2c-b07d-414d1368a2c1 req-de6e605b-c263-4ca1-92c0-5e11f9e2ee50 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:42.161151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97f43426-c888-4f2c-b07d-414d1368a2c1 req-de6e605b-c263-4ca1-92c0-5e11f9e2ee50 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0846043 Aug 21 09:36:42.161313 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.161313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:36:42.161313 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:36:42.163045 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:36:42.221863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97f43426-c888-4f2c-b07d-414d1368a2c1 req-1a34a1ee-c48e-4f30-ac32-29a9e87d421c tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623422 Aug 21 09:36:42.231579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-72d255fb-a917-4f9f-bdf2-fc6c407461a3 req-271ebb31-474d-438a-aecd-d240e4dce6aa tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Deleting port ca67950b-7cb4-4901-965a-f2a2b761a2c2 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:42.231922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-72d255fb-a917-4f9f-bdf2-fc6c407461a3 req-271ebb31-474d-438a-aecd-d240e4dce6aa tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.315194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-72d255fb-a917-4f9f-bdf2-fc6c407461a3 req-271ebb31-474d-438a-aecd-d240e4dce6aa tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] For port ca67950b-7cb4-4901-965a-f2a2b761a2c2, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=ca67950b-7cb4-4901-965a-f2a2b761a2c2,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:42.315491 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-72d255fb-a917-4f9f-bdf2-fc6c407461a3 req-271ebb31-474d-438a-aecd-d240e4dce6aa tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.324144 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.327659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-72d255fb-a917-4f9f-bdf2-fc6c407461a3 req-271ebb31-474d-438a-aecd-d240e4dce6aa tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Calling delete_port for ca67950b-7cb4-4901-965a-f2a2b761a2c2 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:42.331300 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.334917 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/networks/181c322f-c891-4f45-8de8-2a1a2198ab96 HTTP/1.1" status: 204 len: 168 time: 0.4355516 Aug 21 09:36:42.339040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55204) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:42.356958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2644fd-3d5f-460b-b0f0-982438d2904a tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'Network': ['ID=181c322f-c891-4f45-8de8-2a1a2198ab96,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:42.457856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3c22ce6-d805-4f8c-9d11-480c0ed89aac tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.482382 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.485551 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3c22ce6-d805-4f8c-9d11-480c0ed89aac tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.644332 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-72d255fb-a917-4f9f-bdf2-fc6c407461a3 req-271ebb31-474d-438a-aecd-d240e4dce6aa tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.656098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['ca67950b-7cb4-4901-965a-f2a2b761a2c2'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:36:42.675353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ebb31-474d-438a-aecd-d240e4dce6aa tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca67950b-7cb4-4901-965a-f2a2b761a2c2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:42.677140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['e961ac03-a599-4916-934c-d753cbc2aebe'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:36:42.677281 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3c22ce6-d805-4f8c-9d11-480c0ed89aac tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.679730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3c22ce6-d805-4f8c-9d11-480c0ed89aac tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.680881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b3c22ce6-d805-4f8c-9d11-480c0ed89aac tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] 10.222.0.20 "DELETE /v2.0/security-groups/9894de00-5e50-49ad-a3b9-47d3c14bf0af HTTP/1.1" status: 204 len: 168 time: 0.3408952 Aug 21 09:36:42.727028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c22ce6-d805-4f8c-9d11-480c0ed89aac tempest-TestNetworkAdvancedServerOps-1224148145 tempest-TestNetworkAdvancedServerOps-1224148145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9894de00-5e50-49ad-a3b9-47d3c14bf0af,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:42.728848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d255fb-a917-4f9f-bdf2-fc6c407461a3 req-271ebb31-474d-438a-aecd-d240e4dce6aa tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] No DVR routers for this DVR port ca67950b-7cb4-4901-965a-f2a2b761a2c2 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:36:42.734586 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-72d255fb-a917-4f9f-bdf2-fc6c407461a3 req-271ebb31-474d-438a-aecd-d240e4dce6aa tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:42.736608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72d255fb-a917-4f9f-bdf2-fc6c407461a3 req-271ebb31-474d-438a-aecd-d240e4dce6aa tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.22 "DELETE /v2.0/ports/ca67950b-7cb4-4901-965a-f2a2b761a2c2 HTTP/1.1" status: 204 len: 173 time: 0.6391661 Aug 21 09:36:42.737170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaae1a54-417c-4d13-ba87-7e5157a0f4a6', 'name': 'network-vif-deleted', 'tag': 'ca67950b-7cb4-4901-965a-f2a2b761a2c2'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:36:42.740973 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da63957a-4444-4aac-941f-da8ecd3a785c" -d '{"events": [{"server_uuid": "eaae1a54-417c-4d13-ba87-7e5157a0f4a6", "name": "network-vif-deleted", "tag": "ca67950b-7cb4-4901-965a-f2a2b761a2c2"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:36:42.784530 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633ccb5e-c5fe-441f-a11d-5215f816a415 x-openstack-request-id: req-633ccb5e-c5fe-441f-a11d-5215f816a415 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:36:42.784820 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaae1a54-417c-4d13-ba87-7e5157a0f4a6", "name": "network-vif-deleted", "tag": "ca67950b-7cb4-4901-965a-f2a2b761a2c2", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:36:42.785065 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-633ccb5e-c5fe-441f-a11d-5215f816a415 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:36:42.785458 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaae1a54-417c-4d13-ba87-7e5157a0f4a6', 'name': 'network-vif-deleted', 'tag': 'ca67950b-7cb4-4901-965a-f2a2b761a2c2', 'status': 'completed', 'code': 200} Aug 21 09:36:43.344856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b370eeb8-4273-4b74-9b1a-198f6206a2e8 req-a8698e82-78fa-42f0-a568-41536ae6b8e7 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eaae1a54-417c-4d13-ba87-7e5157a0f4a6 HTTP/1.1" status: 200 len: 210 time: 0.0336785 Aug 21 09:36:43.350482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55220) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:43.430270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:43.452358 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:43.452703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 914ea1bd-c8b9-4b28-8f32-6278ad63bd33 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:43.493613 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-66a2e8a6-a15f-40b6-9fd2-19c86f4f4fbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95b0c237fabe4ed6bcd22c7ea3548b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414158 Aug 21 09:36:43.496089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55224) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:43.557276 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b4511ed-b3b5-4ac0-b49f-d06d2aaf5d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:43.586830 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b4511ed-b3b5-4ac0-b49f-d06d2aaf5d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:43.734896 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b4511ed-b3b5-4ac0-b49f-d06d2aaf5d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:43.737563 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1b4511ed-b3b5-4ac0-b49f-d06d2aaf5d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:43.738732 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1b4511ed-b3b5-4ac0-b49f-d06d2aaf5d97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6fcf542-680c-46d3-b212-fce8fcf12c80 HTTP/1.1" status: 204 len: 168 time: 0.2417414 Aug 21 09:36:43.752166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4511ed-b3b5-4ac0-b49f-d06d2aaf5d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fcf542-680c-46d3-b212-fce8fcf12c80,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:44.390509 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55236) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:44.439397 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d83cc282-5d87-462e-882c-7ba8a2042dab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f27f4cc90a2b478c826865c8400b41fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468128 Aug 21 09:36:44.441844 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55240) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:44.493472 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9e48dcc-7901-460a-9b62-6d5da1cb5aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:44.517870 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9e48dcc-7901-460a-9b62-6d5da1cb5aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:44.671349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9e48dcc-7901-460a-9b62-6d5da1cb5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:44.671349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a9e48dcc-7901-460a-9b62-6d5da1cb5aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:44.671349 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a9e48dcc-7901-460a-9b62-6d5da1cb5aa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bcdb5ff1-c5a6-45a6-9520-f003218e0784 HTTP/1.1" status: 204 len: 168 time: 0.2280350 Aug 21 09:36:44.679541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e48dcc-7901-460a-9b62-6d5da1cb5aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdb5ff1-c5a6-45a6-9520-f003218e0784,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:44.848435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea181d-0481-440c-be22-afd015c26913 req-3e8e6a56-cbc4-4e65-8c4f-aa878de93538 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:44.850079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35ea181d-0481-440c-be22-afd015c26913 req-3e8e6a56-cbc4-4e65-8c4f-aa878de93538 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1097 time: 0.0453064 Aug 21 09:36:44.886743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35ea181d-0481-440c-be22-afd015c26913 req-e6f22a6c-0114-45cc-9cde-f1233741953d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299838 Aug 21 09:36:45.308719 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device ca67950b-7cb4-4901-965a-f2a2b761a2c2 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:45.328279 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: ca67950b-7cb4-4901-965a-f2a2b761a2c2 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:45.328622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device ca67950b-7cb4-4901-965a-f2a2b761a2c2 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:45.517116 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:45.638204 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:46.011245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2de01b-038a-4008-b8e1-782de54157ab req-627dcfce-7abb-4723-82eb-ce1b33030cc2 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:46.012910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c2de01b-038a-4008-b8e1-782de54157ab req-627dcfce-7abb-4723-82eb-ce1b33030cc2 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1097 time: 0.0539863 Aug 21 09:36:46.049096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c2de01b-038a-4008-b8e1-782de54157ab req-4c8da6ac-c0f8-496e-9ddc-9e33e9b974a5 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4394804-0b98-465c-898b-4817a44dd45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292711 Aug 21 09:36:46.128720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0dcf1-0711-42ed-a524-d314509a20e3 req-5b92c42a-583d-43ff-93a9-7a89e4a2b41c tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:46.128720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9a0dcf1-0711-42ed-a524-d314509a20e3 req-5b92c42a-583d-43ff-93a9-7a89e4a2b41c tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 1097 time: 0.0393720 Aug 21 09:36:46.212453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f9a0dcf1-0711-42ed-a524-d314509a20e3 req-5aa20dc0-26db-4efc-ab52-2a0d449b7e7d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Deleting port e961ac03-a599-4916-934c-d753cbc2aebe {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:46.212799 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9a0dcf1-0711-42ed-a524-d314509a20e3 req-5aa20dc0-26db-4efc-ab52-2a0d449b7e7d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:46.296360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f9a0dcf1-0711-42ed-a524-d314509a20e3 req-5aa20dc0-26db-4efc-ab52-2a0d449b7e7d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] For port e961ac03-a599-4916-934c-d753cbc2aebe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e961ac03-a599-4916-934c-d753cbc2aebe,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:46.296723 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9a0dcf1-0711-42ed-a524-d314509a20e3 req-5aa20dc0-26db-4efc-ab52-2a0d449b7e7d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:46.308991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f9a0dcf1-0711-42ed-a524-d314509a20e3 req-5aa20dc0-26db-4efc-ab52-2a0d449b7e7d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Calling delete_port for e961ac03-a599-4916-934c-d753cbc2aebe owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:46.489834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55288) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:46.524355 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9a0dcf1-0711-42ed-a524-d314509a20e3 req-5aa20dc0-26db-4efc-ab52-2a0d449b7e7d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:46.535074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['e961ac03-a599-4916-934c-d753cbc2aebe'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:36:46.553261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa20dc0-26db-4efc-ab52-2a0d449b7e7d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Pushing event deleted for resources: {'Port': ['ID=e961ac03-a599-4916-934c-d753cbc2aebe,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:46.600369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a0dcf1-0711-42ed-a524-d314509a20e3 req-5aa20dc0-26db-4efc-ab52-2a0d449b7e7d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] No DVR routers for this DVR port e961ac03-a599-4916-934c-d753cbc2aebe on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:36:46.606519 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9a0dcf1-0711-42ed-a524-d314509a20e3 req-5aa20dc0-26db-4efc-ab52-2a0d449b7e7d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:46.608736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9a0dcf1-0711-42ed-a524-d314509a20e3 req-5aa20dc0-26db-4efc-ab52-2a0d449b7e7d tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e961ac03-a599-4916-934c-d753cbc2aebe HTTP/1.1" status: 204 len: 173 time: 0.4751749 Aug 21 09:36:46.609215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b', 'name': 'network-vif-deleted', 'tag': 'e961ac03-a599-4916-934c-d753cbc2aebe'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:36:46.611600 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308ad55f-f264-4703-b1eb-f94331291ce9" -d '{"events": [{"server_uuid": "cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b", "name": "network-vif-deleted", "tag": "e961ac03-a599-4916-934c-d753cbc2aebe"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:36:46.654813 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627f8c1d-1aa1-4f03-a191-405ad271bb0e x-openstack-request-id: req-627f8c1d-1aa1-4f03-a191-405ad271bb0e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:36:46.655929 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b", "name": "network-vif-deleted", "tag": "e961ac03-a599-4916-934c-d753cbc2aebe", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:36:46.656189 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-627f8c1d-1aa1-4f03-a191-405ad271bb0e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:36:46.656606 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b', 'name': 'network-vif-deleted', 'tag': 'e961ac03-a599-4916-934c-d753cbc2aebe', 'status': 'completed', 'code': 200} Aug 21 09:36:46.807219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'network': {'name': 'tempest-network-smoke--1133971215', 'project_id': '5676b5db70d243e49186472b267f60a5', 'port_security_enabled': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:46.958576 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Made reservation on behalf of 5676b5db70d243e49186472b267f60a5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:36:46.962361 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:46.971484 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:47.062681 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:47.141058 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:47.152883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb3a42ab-292c-4dc5-a5a2-1801d0f8ba75 req-1ef25ac7-74b3-45a0-a005-8e9c71e7e767 tempest-TestServerMultinode-211363871 tempest-TestServerMultinode-211363871-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc8a0735-39c0-4e7c-98fe-ff2c5617eb2b HTTP/1.1" status: 200 len: 210 time: 0.0258968 Aug 21 09:36:47.162136 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:36:47.184397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:47.184790 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Added segment 0d40d554-6971-4fb1-bd43-afb5b4453b5b of type vlan for network 37d5c14a-50e9-4266-9e40-9c42ac197079 Aug 21 09:36:47.186419 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56367c82-1673-425e-9f53-d7a4582e748e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:47.228976 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:47.318246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:47.324703 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:47.325289 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:47.404579 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Network': ['ID=37d5c14a-50e9-4266-9e40-9c42ac197079,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:47.415993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 37d5c14a-50e9-4266-9e40-9c42ac197079 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:36:47.439535 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-544970cc-fcec-43df-8db4-51da41dff53b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9483376 Aug 21 09:36:47.442540 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55300) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:47.447442 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-100534729', 'admin_state_up': True, 'project_id': '5676b5db70d243e49186472b267f60a5', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:47.575671 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:47.576838 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:47.631857 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:48.081415 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:48.217166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55308) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:48.372956 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:48.393617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:48.506483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Allocated IP 172.25.5.178 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:36:48.617629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:48.759163 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:48.798548 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:48.818835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:48.818835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:36:48.833555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:48.926618 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:49.167946 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:49.254375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] Deleting port ac0aafd9-5963-45b0-a471-2b2f9568b327 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:49.255042 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:49.332601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] For port ac0aafd9-5963-45b0-a471-2b2f9568b327, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ac0aafd9-5963-45b0-a471-2b2f9568b327,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:49.332962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:49.349003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] Calling delete_port for ac0aafd9-5963-45b0-a471-2b2f9568b327 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:49.369352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:49.586704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router 2fa313c6-9c61-47e6-87ad-f9ce8396111a is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:36:49.649632 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:49.678871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0aafd9-5963-45b0-a471-2b2f9568b327,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:49.705813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:49.722253 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Sync routers for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:49.743378 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:49.744053 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:49.793255 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:49.794573 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-69b0615b-4fea-435f-91ba-295356ab4af1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3511775 Aug 21 09:36:49.798088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55314) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:49.860919 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:49.878630 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:49.923031 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d89895df-e6c7-41c7-af78-221365003ea5 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5676b5db70d243e49186472b267f60a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1214316 Aug 21 09:36:49.923416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55318) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:49.943425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e961ac03-a599-4916-934c-d753cbc2aebe no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:49.969438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: e961ac03-a599-4916-934c-d753cbc2aebe {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:49.970099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e961ac03-a599-4916-934c-d753cbc2aebe not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:50.070585 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cac186-7a72-4be2-89b1-46c4502345a2 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:50.078571 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d0cac186-7a72-4be2-89b1-46c4502345a2 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1480801 Aug 21 09:36:50.078938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55324) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:50.118017 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1275b083-40ca-451c-aa5c-0ab743c7c79b tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380869 Aug 21 09:36:50.120740 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55326) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:50.126056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-656506648', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'project_id': '5676b5db70d243e49186472b267f60a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:50.130279 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:36:48Z', 'revision_number': 3, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:50.166472 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Checking router: 2fa313c6-9c61-47e6-87ad-f9ce8396111a for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:50.166863 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Updating router 2fa313c6-9c61-47e6-87ad-f9ce8396111a port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:36:50.176472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] Router 7b2af4fb-0b3a-4355-a6e0-006f89284205 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:36:50.199224 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.291587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Made reservation on behalf of 5676b5db70d243e49186472b267f60a5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:36:50.293104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:50.294397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.299300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-061910b4-8ebe-453c-84ec-39e75750b81e admin admin] 10.222.0.20 "PUT /v2.0/routers/7b2af4fb-0b3a-4355-a6e0-006f89284205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0804689 Aug 21 09:36:50.301816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55328) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:50.308366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ae0a0-a688-4783-a11d-92de7dd4669f None None] Sync routers for ids ['7b2af4fb-0b3a-4355-a6e0-006f89284205'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:50.319612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ae0a0-a688-4783-a11d-92de7dd4669f None None] Routers {'7b2af4fb-0b3a-4355-a6e0-006f89284205'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:50.320617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ea7ae0a0-a688-4783-a11d-92de7dd4669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7b2af4fb-0b3a-4355-a6e0-006f89284205'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:50.437753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-ea7ae0a0-a688-4783-a11d-92de7dd4669f None None] Set router 7b2af4fb-0b3a-4355-a6e0-006f89284205 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:50.462441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.542927 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.556630 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Transition to ACTIVE for port object 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:50.586199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.638706 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.649363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ea7ae0a0-a688-4783-a11d-92de7dd4669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'name': 'tempest-TestServerMultinode-736100046-router', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '20a76e5e-5972-4619-911d-602e008b975f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:00Z', 'updated_at': '2021-08-21T09:36:49Z', 'revision_number': 5, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'gw_port': {'id': '20a76e5e-5972-4619-911d-602e008b975f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:01Z', 'updated_at': '2021-08-21T09:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:50.667038 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.678011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ae0a0-a688-4783-a11d-92de7dd4669f None None] Checking router: 7b2af4fb-0b3a-4355-a6e0-006f89284205 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:50.690168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ae0a0-a688-4783-a11d-92de7dd4669f None None] Routers {'7b2af4fb-0b3a-4355-a6e0-006f89284205'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:50.691080 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ea7ae0a0-a688-4783-a11d-92de7dd4669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['7b2af4fb-0b3a-4355-a6e0-006f89284205'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:50.716057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Subnet': ['ID=8260616a-fbbc-47c4-bd34-940ff36faea4,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:50.717756 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04340a98-359f-43f4-86b4-1e6be05aa953 None None] Pushing event updated for resources: {'Port': ['ID=02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:50.723285 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Checking segment: {'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:50.723813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network hostable DHCP agents. Network: 37d5c14a-50e9-4266-9e40-9c42ac197079, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:36:50.740094 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Attempting to bind port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:36:50.741113 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Attempting to bind port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:36:50.741762 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Attempting to bind port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:50.748080 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:36:50.755325 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:50.755325 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.755325 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:36:50.755325 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Bound port: 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:36:50.755325 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.758571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Deleting port 20a76e5e-5972-4619-911d-602e008b975f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:50.758939 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.808166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-ea7ae0a0-a688-4783-a11d-92de7dd4669f None None] Set router 7b2af4fb-0b3a-4355-a6e0-006f89284205 gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:50.813800 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] For port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:36:50.817086 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] For port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:36:50.845977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] For port 20a76e5e-5972-4619-911d-602e008b975f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=20a76e5e-5972-4619-911d-602e008b975f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:50.846530 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.855888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 37d5c14a-50e9-4266-9e40-9c42ac197079 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:36:50.858064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Calling delete_port for 20a76e5e-5972-4619-911d-602e008b975f owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:50.860818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ea7ae0a0-a688-4783-a11d-92de7dd4669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'name': 'tempest-TestServerMultinode-736100046-router', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:00Z', 'updated_at': '2021-08-21T09:36:50Z', 'revision_number': 6, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:50.891776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ae0a0-a688-4783-a11d-92de7dd4669f None None] The sync data for ids ['7b2af4fb-0b3a-4355-a6e0-006f89284205'] in n-d-766726-28 is: [{'id': '7b2af4fb-0b3a-4355-a6e0-006f89284205', 'name': 'tempest-TestServerMultinode-736100046-router', 'tenant_id': '6adc661839e442eaa44d0a52c5c2806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:00Z', 'updated_at': '2021-08-21T09:36:50Z', 'revision_number': 6, 'project_id': '6adc661839e442eaa44d0a52c5c2806a', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:50.907527 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.941211 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 37d5c14a-50e9-4266-9e40-9c42ac197079) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:50.949985 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:50.950335 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:50.952655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bd1779-1f46-475d-bb18-403e76ee163b None None] Network 37d5c14a-50e9-4266-9e40-9c42ac197079 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:51.036354 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-66ec8f75-e010-4a53-b79f-2661b45fb35d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9119198 Aug 21 09:36:51.036608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55330) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:51.125361 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04340a98-359f-43f4-86b4-1e6be05aa953 None None] Pushing event updated for resources: {'Port': ['ID=02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:51.173142 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:51.173769 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:51.203686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-37d5c14a-50e9-4266-9e40-9c42ac197079', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:36:51.205603 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:51.233112 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:51.338038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a76e5e-5972-4619-911d-602e008b975f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:51.356032 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:51.519926 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:51.621945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Allocated IP 172.20.0.2 (37d5c14a-50e9-4266-9e40-9c42ac197079/8260616a-fbbc-47c4-bd34-940ff36faea4/455c1a6a-a693-4761-9c77-d2cdc7100620) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:36:51.666489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:51.669431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:51.728959 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:36:48Z', 'revision_number': 3, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:51.752106 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962afbe-c2d7-4012-8346-fd8169c6e795 None None] The sync data for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 is: [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:36:48Z', 'revision_number': 3, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:51.844408 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:51.844973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2af4fb-0b3a-4355-a6e0-006f89284205 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:36:51.849592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:51.850767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c2ab8b53-4c8e-4a77-877e-a06ba7ca0a12 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7b2af4fb-0b3a-4355-a6e0-006f89284205 HTTP/1.1" status: 204 len: 168 time: 1.5478408 Aug 21 09:36:51.853956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55336) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:51.942739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ac0aafd9-5963-45b0-a471-2b2f9568b327 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:51.977905 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:51.982106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e18f48-89fd-46cd-8a8f-78d2487fbefa admin admin] Deleting subnet eed0f82f-88b0-4a45-853e-c2fccf2503aa {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:36:51.987444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ac0aafd9-5963-45b0-a471-2b2f9568b327 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:51.988036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ac0aafd9-5963-45b0-a471-2b2f9568b327 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:51.988338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3e18f48-89fd-46cd-8a8f-78d2487fbefa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.014997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.033930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Transition to ACTIVE for port object 455c1a6a-a693-4761-9c77-d2cdc7100620 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:52.053046 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3e18f48-89fd-46cd-8a8f-78d2487fbefa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.074005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Transition to ACTIVE for port object 455c1a6a-a693-4761-9c77-d2cdc7100620 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:52.185052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3e18f48-89fd-46cd-8a8f-78d2487fbefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.201302 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.321277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Network 37d5c14a-50e9-4266-9e40-9c42ac197079 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:52.333544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:52.343511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:36:52.382063 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3e18f48-89fd-46cd-8a8f-78d2487fbefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.430949 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3e18f48-89fd-46cd-8a8f-78d2487fbefa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.439208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e3e18f48-89fd-46cd-8a8f-78d2487fbefa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eed0f82f-88b0-4a45-853e-c2fccf2503aa HTTP/1.1" status: 204 len: 168 time: 0.5821564 Aug 21 09:36:52.446389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55342) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:52.495103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca7ba92-d541-42e0-8f41-fab5551f68ba None None] Network 6e849d4e-7f50-4ca4-b0e7-de781c718759 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:52.517643 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Allocated IP 172.20.0.1 (37d5c14a-50e9-4266-9e40-9c42ac197079/8260616a-fbbc-47c4-bd34-940ff36faea4/63e4b556-b111-42f5-b7a0-3cb98f20c42f) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:36:52.543934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Pushing event updated for resources: {'Port': ['ID=455c1a6a-a693-4761-9c77-d2cdc7100620,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:52.598305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Attempting to bind port 455c1a6a-a693-4761-9c77-d2cdc7100620 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:36:52.598671 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Attempting to bind port 455c1a6a-a693-4761-9c77-d2cdc7100620 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:36:52.599039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Attempting to bind port 455c1a6a-a693-4761-9c77-d2cdc7100620 on network 37d5c14a-50e9-4266-9e40-9c42ac197079 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:52.609999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:36:52.610682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Checking segment: {'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:52.611282 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.611892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Bound using segment: {'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:36:52.612556 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Bound port: 455c1a6a-a693-4761-9c77-d2cdc7100620, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:36:52.613816 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.690287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] For port 455c1a6a-a693-4761-9c77-d2cdc7100620, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:36:52.694325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] For port 455c1a6a-a693-4761-9c77-d2cdc7100620, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=455c1a6a-a693-4761-9c77-d2cdc7100620,segment=NetworkSegment(0d40d554-6971-4fb1-bd43-afb5b4453b5b),segment_id=0d40d554-6971-4fb1-bd43-afb5b4453b5b)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:36:52.750791 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.774779 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Transition to ACTIVE for port object 63e4b556-b111-42f5-b7a0-3cb98f20c42f will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:52.787750 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.806056 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.822961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e18f48-89fd-46cd-8a8f-78d2487fbefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed0f82f-88b0-4a45-853e-c2fccf2503aa,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:52.884230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Deleting port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:52.884565 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.895870 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdea8c1-6b81-46f4-8883-65366fea4304 None None] Pushing event updated for resources: {'Port': ['ID=455c1a6a-a693-4761-9c77-d2cdc7100620,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:52.916314 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:52.918680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39075bd8-310a-4354-b093-01801423068c None None] DHCP port deletion for 6e849d4e-7f50-4ca4-b0e7-de781c718759 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:36:53.006043 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-39075bd8-310a-4354-b093-01801423068c None None] Deleting port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:53.006741 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-39075bd8-310a-4354-b093-01801423068c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.006894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 37d5c14a-50e9-4266-9e40-9c42ac197079 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:53.011842 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:53.025935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:36:53.071099 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=63e4b556-b111-42f5-b7a0-3cb98f20c42f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:53.115433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-39075bd8-310a-4354-b093-01801423068c None None] For port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=947eb0ba-8ce8-40e1-bb1b-9276185e3c92,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:53.116063 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-39075bd8-310a-4354-b093-01801423068c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.149965 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-39075bd8-310a-4354-b093-01801423068c None None] Calling delete_port for 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:53.381936 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-39075bd8-310a-4354-b093-01801423068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.388137 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] For port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=947eb0ba-8ce8-40e1-bb1b-9276185e3c92,segment=NetworkSegment(378989c2-e6e9-47a2-bf1d-264637f61a99),segment_id=378989c2-e6e9-47a2-bf1d-264637f61a99)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:53.389996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.408159 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Calling delete_port for 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:53.412577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39075bd8-310a-4354-b093-01801423068c None None] No DVR routers for this DVR port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:36:53.414684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39075bd8-310a-4354-b093-01801423068c None None] Pushing event deleted for resources: {'Port': ['ID=947eb0ba-8ce8-40e1-bb1b-9276185e3c92,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:53.422785 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.597687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:53.617773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.648807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Pushing event deleted for resources: {'Port': ['ID=947eb0ba-8ce8-40e1-bb1b-9276185e3c92,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:53.654700 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] No DVR routers for this DVR port 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:36:53.724854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:53.730084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:53.730542 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.761140 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.773375 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.787861 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e849d4e-7f50-4ca4-b0e7-de781c718759']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:53.817578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378989c2-e6e9-47a2-bf1d-264637f61a99') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:53.817915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378989c2-e6e9-47a2-bf1d-264637f61a99') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:53.833626 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.833885 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.857229 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.865590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:53.905627 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:36:53.906048 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: self.session.flush() Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:36:53.907836 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:36:53.947296 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:53.948310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 455c1a6a-a693-4761-9c77-d2cdc7100620 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:54.080789 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7679c1-b419-409e-a9f7-76ccaa037ab0 None None] Network 37d5c14a-50e9-4266-9e40-9c42ac197079 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:54.108774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:54.169311 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:54.181809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 455c1a6a-a693-4761-9c77-d2cdc7100620 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:54.188733 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:54.194269 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e849d4e-7f50-4ca4-b0e7-de781c718759 HTTP/1.1" status: 204 len: 168 time: 1.7397625 Aug 21 09:36:54.195728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55362) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:54.211583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0731c-ef88-4be4-8c46-e59652346690 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e849d4e-7f50-4ca4-b0e7-de781c718759,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:54.245993 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:54.280301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:54.303112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8b897d7b-7cbd-47f4-a552-a661e5c5e772 None None] Provisioning for port 455c1a6a-a693-4761-9c77-d2cdc7100620 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:54.307462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:54.307662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:54.309015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 947eb0ba-8ce8-40e1-bb1b-9276185e3c92 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:54.309015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 20a76e5e-5972-4619-911d-602e008b975f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:54.330041 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8b897d7b-7cbd-47f4-a552-a661e5c5e772 None None] Provisioning complete for port 455c1a6a-a693-4761-9c77-d2cdc7100620 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:54.330407 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8b897d7b-7cbd-47f4-a552-a661e5c5e772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:54.334660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 20a76e5e-5972-4619-911d-602e008b975f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:54.334939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 20a76e5e-5972-4619-911d-602e008b975f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:54.414514 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:54.427543 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=63e4b556-b111-42f5-b7a0-3cb98f20c42f,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:54.460787 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8b897d7b-7cbd-47f4-a552-a661e5c5e772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:54.515499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8b897d7b-7cbd-47f4-a552-a661e5c5e772 None None] For port 455c1a6a-a693-4761-9c77-d2cdc7100620, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=455c1a6a-a693-4761-9c77-d2cdc7100620,segment=NetworkSegment(0d40d554-6971-4fb1-bd43-afb5b4453b5b),segment_id=0d40d554-6971-4fb1-bd43-afb5b4453b5b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:54.541524 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 37d5c14a-50e9-4266-9e40-9c42ac197079 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:36:54.543042 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:36:54.580495 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8b897d7b-7cbd-47f4-a552-a661e5c5e772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:54.676073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b897d7b-7cbd-47f4-a552-a661e5c5e772 None None] Pushing event updated for resources: {'Port': ['ID=455c1a6a-a693-4761-9c77-d2cdc7100620,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:54.699586 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router 2fa313c6-9c61-47e6-87ad-f9ce8396111a has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:36:54.806008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-31d0fe7a-b13b-4e9a-b54d-cd7b0e29f4dd None None] Provisioning complete for port 455c1a6a-a693-4761-9c77-d2cdc7100620 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:54.806513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-31d0fe7a-b13b-4e9a-b54d-cd7b0e29f4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:54.813448 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:54.832672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:54.839120 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-37e1d34f-8f80-4a0d-b821-fcf546e767b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "PUT /v2.0/routers/2fa313c6-9c61-47e6-87ad-f9ce8396111a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8016415 Aug 21 09:36:54.841907 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55364) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:54.843342 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Sync routers for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:54.860602 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:54.861247 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:55.032522 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:55.057032 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291747e6-bea6-4e4a-aaa2-ec761efdd581 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:55.060077 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291747e6-bea6-4e4a-aaa2-ec761efdd581 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:55.060634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291747e6-bea6-4e4a-aaa2-ec761efdd581 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:55.061108 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291747e6-bea6-4e4a-aaa2-ec761efdd581 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:55.061402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-31d0fe7a-b13b-4e9a-b54d-cd7b0e29f4dd None None] Provisioning for port 63e4b556-b111-42f5-b7a0-3cb98f20c42f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:55.061575 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291747e6-bea6-4e4a-aaa2-ec761efdd581 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:55.063479 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-291747e6-bea6-4e4a-aaa2-ec761efdd581 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.2194791 Aug 21 09:36:55.066342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55370) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:55.067789 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-31d0fe7a-b13b-4e9a-b54d-cd7b0e29f4dd None None] Provisioning complete for port 63e4b556-b111-42f5-b7a0-3cb98f20c42f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:55.068360 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-31d0fe7a-b13b-4e9a-b54d-cd7b0e29f4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:55.156800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-31d0fe7a-b13b-4e9a-b54d-cd7b0e29f4dd None None] Port 63e4b556-b111-42f5-b7a0-3cb98f20c42f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:36:55.222879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e690b-e538-4a51-a3ac-4badba2c59ec tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:55.223498 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e690b-e538-4a51-a3ac-4badba2c59ec tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:55.225915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e690b-e538-4a51-a3ac-4badba2c59ec tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:55.225915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e690b-e538-4a51-a3ac-4badba2c59ec tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:55.226323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e690b-e538-4a51-a3ac-4badba2c59ec tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:55.228109 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-946e690b-e538-4a51-a3ac-4badba2c59ec tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3364 time: 0.1604383 Aug 21 09:36:55.231716 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55372) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:55.276777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] Deleting port eedb5af4-d7a7-40f2-aeaa-d333276c4da1 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:55.277268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:55.287253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ad8dd897-6928-483c-a0d8-46da18146a49 None None] Provisioning complete for port 63e4b556-b111-42f5-b7a0-3cb98f20c42f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:55.287652 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ad8dd897-6928-483c-a0d8-46da18146a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:55.362477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dd897-6928-483c-a0d8-46da18146a49 None None] Port 63e4b556-b111-42f5-b7a0-3cb98f20c42f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:36:55.383286 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:54Z', 'revision_number': 2, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:55.402866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] For port eedb5af4-d7a7-40f2-aeaa-d333276c4da1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=eedb5af4-d7a7-40f2-aeaa-d333276c4da1,segment=NetworkSegment(79d0ead7-4940-46ff-8099-320e04b90fbf),segment_id=79d0ead7-4940-46ff-8099-320e04b90fbf)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:55.403752 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:55.409851 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Checking router: 2fa313c6-9c61-47e6-87ad-f9ce8396111a for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:55.410282 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Updating router 2fa313c6-9c61-47e6-87ad-f9ce8396111a port 63e4b556-b111-42f5-b7a0-3cb98f20c42f binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:36:55.430573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] Calling delete_port for eedb5af4-d7a7-40f2-aeaa-d333276c4da1 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:55.441160 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:55.486032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1ad5539e-390b-433a-8caa-19c127444b12 None None] Provisioning complete for port 63e4b556-b111-42f5-b7a0-3cb98f20c42f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:55.486470 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1ad5539e-390b-433a-8caa-19c127444b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:55.516369 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-db2cb1d7-8fd5-4952-85a4-5ee89db8bdf0 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2325 time: 0.2834828 Aug 21 09:36:55.539007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5539e-390b-433a-8caa-19c127444b12 None None] Port 63e4b556-b111-42f5-b7a0-3cb98f20c42f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:36:55.559679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:55.786909 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:55.802494 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:55.814582 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Transition to ACTIVE for port object 63e4b556-b111-42f5-b7a0-3cb98f20c42f will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:36:55.815046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] Pushing event deleted for resources: {'Port': ['ID=eedb5af4-d7a7-40f2-aeaa-d333276c4da1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:55.827211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:55.827628 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:55.887153 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:55.914133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 455c1a6a-a693-4761-9c77-d2cdc7100620 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:55.962106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55376) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:55.969116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e14918c4-9e60-4b71-923a-1b7b937ed281 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90345882', 'description': 'tempest-secgroup-smoke-90345882 description', 'project_id': '5676b5db70d243e49186472b267f60a5'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:56.021811 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddac0f3-5c10-42a9-a6c1-2754d4fb1442 None None] Pushing event updated for resources: {'Port': ['ID=63e4b556-b111-42f5-b7a0-3cb98f20c42f,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:56.025272 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.057423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 455c1a6a-a693-4761-9c77-d2cdc7100620 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:56.057829 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.060168 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Attempting to bind port 63e4b556-b111-42f5-b7a0-3cb98f20c42f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:36:56.060742 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Attempting to bind port 63e4b556-b111-42f5-b7a0-3cb98f20c42f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:36:56.061175 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Attempting to bind port 63e4b556-b111-42f5-b7a0-3cb98f20c42f on network 37d5c14a-50e9-4266-9e40-9c42ac197079 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:36:56.062240 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e14918c4-9e60-4b71-923a-1b7b937ed281 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.082008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:36:56.082008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Checking segment: {'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:36:56.082008 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.082008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Bound using segment: {'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:36:56.082008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Bound port: 63e4b556-b111-42f5-b7a0-3cb98f20c42f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:36:56.082008 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.199158 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] For port 63e4b556-b111-42f5-b7a0-3cb98f20c42f, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:36:56.202995 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] For port 63e4b556-b111-42f5-b7a0-3cb98f20c42f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63e4b556-b111-42f5-b7a0-3cb98f20c42f,segment=NetworkSegment(0d40d554-6971-4fb1-bd43-afb5b4453b5b),segment_id=0d40d554-6971-4fb1-bd43-afb5b4453b5b)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:36:56.226863 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e14918c4-9e60-4b71-923a-1b7b937ed281 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.284647 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.329539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] Router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:36:56.343484 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:56.344146 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:56.345981 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddac0f3-5c10-42a9-a6c1-2754d4fb1442 None None] Pushing event updated for resources: {'Port': ['ID=63e4b556-b111-42f5-b7a0-3cb98f20c42f,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:56.364107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e14918c4-9e60-4b71-923a-1b7b937ed281 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.394909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14918c4-9e60-4b71-923a-1b7b937ed281 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be391fbf-a87c-40e3-9f3c-be9496fc8f97,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:56.475440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:36:56.481343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3c0f4c10-d0fd-4fda-9741-90e00d086902 admin admin] 10.222.0.20 "PUT /v2.0/routers/3ef2d499-dbc2-4751-92c1-4e8e4898db3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2826958 Aug 21 09:36:56.484030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55382) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:56.484375 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e14918c4-9e60-4b71-923a-1b7b937ed281 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.489072 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e14918c4-9e60-4b71-923a-1b7b937ed281 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5234129 Aug 21 09:36:56.489072 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55384) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:56.493801 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:56.494453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8aa30541-0ba2-4431-a3d8-adfc09d2de5c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': 'be391fbf-a87c-40e3-9f3c-be9496fc8f97', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:56.499938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb2cac-25bc-4c73-ab62-43ed2964e637 None None] Sync routers for ids ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:36:56.512719 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb2cac-25bc-4c73-ab62-43ed2964e637 None None] Routers {'3ef2d499-dbc2-4751-92c1-4e8e4898db3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:56.513915 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-fedb2cac-25bc-4c73-ab62-43ed2964e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:56.593647 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8aa30541-0ba2-4431-a3d8-adfc09d2de5c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.624312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.672900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-fedb2cac-25bc-4c73-ab62-43ed2964e637 None None] Set router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:56.674538 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8aa30541-0ba2-4431-a3d8-adfc09d2de5c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.739543 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:56Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:56.745023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.752628 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8aa30541-0ba2-4431-a3d8-adfc09d2de5c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.776245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa30541-0ba2-4431-a3d8-adfc09d2de5c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85a674f-f878-4d8f-a78f-cb1ee6e9a857,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:56.855354 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8aa30541-0ba2-4431-a3d8-adfc09d2de5c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.856844 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8aa30541-0ba2-4431-a3d8-adfc09d2de5c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3668780 Aug 21 09:36:56.859448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55386) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:56.867800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0f7a9773-5e39-46c4-9dd2-6d107277d716 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': 'be391fbf-a87c-40e3-9f3c-be9496fc8f97', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:56.891737 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f37b174-d6ca-4b4d-85f5-2dddfac23ab5 None None] The sync data for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 is: [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:56Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:56.900082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Deleting port bca55fc4-9f49-48d9-8b73-16fe9f654a2f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:56.900554 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:56.916840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-fedb2cac-25bc-4c73-ab62-43ed2964e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'name': 'tempest-TestServerMultinode-2042741783-router', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:09Z', 'updated_at': '2021-08-21T09:36:55Z', 'revision_number': 5, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'gw_port': {'id': 'bca55fc4-9f49-48d9-8b73-16fe9f654a2f', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:10Z', 'updated_at': '2021-08-21T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:56.964218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb2cac-25bc-4c73-ab62-43ed2964e637 None None] Checking router: 3ef2d499-dbc2-4751-92c1-4e8e4898db3c for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:36:56.979405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb2cac-25bc-4c73-ab62-43ed2964e637 None None] Routers {'3ef2d499-dbc2-4751-92c1-4e8e4898db3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:36:56.980574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-fedb2cac-25bc-4c73-ab62-43ed2964e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:36:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:56.998018 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9773-5e39-46c4-9dd2-6d107277d716 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.067019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] For port bca55fc4-9f49-48d9-8b73-16fe9f654a2f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=bca55fc4-9f49-48d9-8b73-16fe9f654a2f,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:57.067538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.081929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Calling delete_port for bca55fc4-9f49-48d9-8b73-16fe9f654a2f owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:57.100439 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9773-5e39-46c4-9dd2-6d107277d716 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.130169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-fedb2cac-25bc-4c73-ab62-43ed2964e637 None None] Set router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:36:57.187533 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9773-5e39-46c4-9dd2-6d107277d716 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.209397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-fedb2cac-25bc-4c73-ab62-43ed2964e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'name': 'tempest-TestServerMultinode-2042741783-router', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:09Z', 'updated_at': '2021-08-21T09:36:56Z', 'revision_number': 6, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:57.223930 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a9773-5e39-46c4-9dd2-6d107277d716 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee56a26-1094-44c8-82e3-5e86e4869c37,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:57.238346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb2cac-25bc-4c73-ab62-43ed2964e637 None None] The sync data for ids ['3ef2d499-dbc2-4751-92c1-4e8e4898db3c'] in n-d-766726-28 is: [{'id': '3ef2d499-dbc2-4751-92c1-4e8e4898db3c', 'name': 'tempest-TestServerMultinode-2042741783-router', 'tenant_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:09Z', 'updated_at': '2021-08-21T09:36:56Z', 'revision_number': 6, 'project_id': '39b253c9dd264e1f9ccb2db1e4bd7425', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:36:57.272353 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9773-5e39-46c4-9dd2-6d107277d716 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.278629 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0f7a9773-5e39-46c4-9dd2-6d107277d716 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4163802 Aug 21 09:36:57.278629 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55390) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:57.283456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c813c0a4-e4cd-4987-a66a-8ef41570beb2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': 'be391fbf-a87c-40e3-9f3c-be9496fc8f97', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:57.409812 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.439684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Pushing event deleted for resources: {'Port': ['ID=bca55fc4-9f49-48d9-8b73-16fe9f654a2f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:57.471928 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c813c0a4-e4cd-4987-a66a-8ef41570beb2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.522279 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.565525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c813c0a4-e4cd-4987-a66a-8ef41570beb2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.692310 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c813c0a4-e4cd-4987-a66a-8ef41570beb2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.693543 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.706331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.759484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813c0a4-e4cd-4987-a66a-8ef41570beb2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae7bf01-ce16-4924-a351-95fbe4683cf6,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:57.854921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63e4b556-b111-42f5-b7a0-3cb98f20c42f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:57.861642 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c813c0a4-e4cd-4987-a66a-8ef41570beb2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.863112 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c813c0a4-e4cd-4987-a66a-8ef41570beb2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5837383 Aug 21 09:36:57.865664 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55404) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:57.870516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-71ed32c8-0836-4ea8-ae7e-45d866cb6503 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': 'be391fbf-a87c-40e3-9f3c-be9496fc8f97', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:57.884712 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.885359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ef2d499-dbc2-4751-92c1-4e8e4898db3c {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:36:57.889841 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.897263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b2ea425d-2423-4072-acfa-3505a8fceccc admin admin] 10.222.0.20 "DELETE /v2.0/routers/3ef2d499-dbc2-4751-92c1-4e8e4898db3c HTTP/1.1" status: 204 len: 168 time: 1.4061058 Aug 21 09:36:57.897263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55406) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:57.966777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd03e155-6e9f-40f0-a510-ec8047011682 admin admin] Deleting subnet 2ad14ac6-e1c5-4614-9120-a1f305b30227 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:36:57.970302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd03e155-6e9f-40f0-a510-ec8047011682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:57.981082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71ed32c8-0836-4ea8-ae7e-45d866cb6503 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.012040 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd03e155-6e9f-40f0-a510-ec8047011682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.027635 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 63e4b556-b111-42f5-b7a0-3cb98f20c42f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:36:58.033480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 63e4b556-b111-42f5-b7a0-3cb98f20c42f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:58.034184 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.075702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71ed32c8-0836-4ea8-ae7e-45d866cb6503 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.127814 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd03e155-6e9f-40f0-a510-ec8047011682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.147334 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.156198 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71ed32c8-0836-4ea8-ae7e-45d866cb6503 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.159782 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:36:58.186278 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed32c8-0836-4ea8-ae7e-45d866cb6503 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e003c92-4bd5-4c42-9413-f80243b854eb,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:58.222026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 63e4b556-b111-42f5-b7a0-3cb98f20c42f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63e4b556-b111-42f5-b7a0-3cb98f20c42f,segment=NetworkSegment(0d40d554-6971-4fb1-bd43-afb5b4453b5b),segment_id=0d40d554-6971-4fb1-bd43-afb5b4453b5b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:58.261640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-71ed32c8-0836-4ea8-ae7e-45d866cb6503 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.263049 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-71ed32c8-0836-4ea8-ae7e-45d866cb6503 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3962176 Aug 21 09:36:58.266094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55408) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:58.271167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-696df5c0-4022-4498-8159-22aa25c3a666 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': 'be391fbf-a87c-40e3-9f3c-be9496fc8f97', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:58.285120 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.286130 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd03e155-6e9f-40f0-a510-ec8047011682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.341234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03e155-6e9f-40f0-a510-ec8047011682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad14ac6-e1c5-4614-9120-a1f305b30227,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:58.344873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd03e155-6e9f-40f0-a510-ec8047011682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.348409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dd03e155-6e9f-40f0-a510-ec8047011682 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2ad14ac6-e1c5-4614-9120-a1f305b30227 HTTP/1.1" status: 204 len: 168 time: 0.4529691 Aug 21 09:36:58.350190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55410) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:58.352158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=63e4b556-b111-42f5-b7a0-3cb98f20c42f,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:58.358203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c56b3c-02a0-42c0-b1b6-a537ad2031e4 None None] Network a5c3b841-2aeb-4682-8139-6a579f9163f1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:36:58.377290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device eedb5af4-d7a7-40f2-aeaa-d333276c4da1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:58.386943 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-696df5c0-4022-4498-8159-22aa25c3a666 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Project 5676b5db70d243e49186472b267f60a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:36:58.415382 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696df5c0-4022-4498-8159-22aa25c3a666 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.428158 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: eedb5af4-d7a7-40f2-aeaa-d333276c4da1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:58.428407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device eedb5af4-d7a7-40f2-aeaa-d333276c4da1 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:58.501255 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696df5c0-4022-4498-8159-22aa25c3a666 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.506621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.582761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Deleting port 135a5d84-7102-4b72-a7f0-1a99cdfd0595 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:58.583171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.583928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be2a7e-8f72-400c-b647-2452c01532ec None None] DHCP port deletion for a5c3b841-2aeb-4682-8139-6a579f9163f1 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:36:58.590710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696df5c0-4022-4498-8159-22aa25c3a666 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.651264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696df5c0-4022-4498-8159-22aa25c3a666 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2207f033-e004-4606-84ca-b4d68253570a,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:58.659879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-41be2a7e-8f72-400c-b647-2452c01532ec None None] Deleting port 135a5d84-7102-4b72-a7f0-1a99cdfd0595 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:36:58.660338 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-41be2a7e-8f72-400c-b647-2452c01532ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.676264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] For port 135a5d84-7102-4b72-a7f0-1a99cdfd0595, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=135a5d84-7102-4b72-a7f0-1a99cdfd0595,segment=NetworkSegment(79d0ead7-4940-46ff-8099-320e04b90fbf),segment_id=79d0ead7-4940-46ff-8099-320e04b90fbf)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:58.676750 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.691661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Calling delete_port for 135a5d84-7102-4b72-a7f0-1a99cdfd0595 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:58.723653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-41be2a7e-8f72-400c-b647-2452c01532ec None None] For port 135a5d84-7102-4b72-a7f0-1a99cdfd0595, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=135a5d84-7102-4b72-a7f0-1a99cdfd0595,segment=NetworkSegment(79d0ead7-4940-46ff-8099-320e04b90fbf),segment_id=79d0ead7-4940-46ff-8099-320e04b90fbf)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:36:58.724054 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-41be2a7e-8f72-400c-b647-2452c01532ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.737664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-696df5c0-4022-4498-8159-22aa25c3a666 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.738924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-696df5c0-4022-4498-8159-22aa25c3a666 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4717765 Aug 21 09:36:58.741869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55412) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:58.746634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9fd98570-5df3-4134-b93f-76e8a67264b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': 'be391fbf-a87c-40e3-9f3c-be9496fc8f97', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:36:58.751693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-41be2a7e-8f72-400c-b647-2452c01532ec None None] Calling delete_port for 135a5d84-7102-4b72-a7f0-1a99cdfd0595 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:36:58.872601 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.884845 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-9fd98570-5df3-4134-b93f-76e8a67264b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Project 5676b5db70d243e49186472b267f60a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:36:58.895357 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-41be2a7e-8f72-400c-b647-2452c01532ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.897401 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9fd98570-5df3-4134-b93f-76e8a67264b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.914926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Pushing event deleted for resources: {'Port': ['ID=135a5d84-7102-4b72-a7f0-1a99cdfd0595,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:58.914926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] No DVR routers for this DVR port 135a5d84-7102-4b72-a7f0-1a99cdfd0595 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:36:58.939987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be2a7e-8f72-400c-b647-2452c01532ec None None] Pushing event deleted for resources: {'Port': ['ID=135a5d84-7102-4b72-a7f0-1a99cdfd0595,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:58.946526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be2a7e-8f72-400c-b647-2452c01532ec None None] No DVR routers for this DVR port 135a5d84-7102-4b72-a7f0-1a99cdfd0595 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:36:58.981350 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9fd98570-5df3-4134-b93f-76e8a67264b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:58.999232 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.009927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c3b841-2aeb-4682-8139-6a579f9163f1']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:59.022079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d0ead7-4940-46ff-8099-320e04b90fbf') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:59.022374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d0ead7-4940-46ff-8099-320e04b90fbf') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:36:59.033915 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.049099 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.055720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:36:59.056148 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:36:59.057847 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:36:59.066619 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9fd98570-5df3-4134-b93f-76e8a67264b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.084983 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd98570-5df3-4134-b93f-76e8a67264b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448ccda9-efc2-48d4-bfc4-3e7de7f8ac16,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:59.175410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9fd98570-5df3-4134-b93f-76e8a67264b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.175680 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.176936 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9fd98570-5df3-4134-b93f-76e8a67264b1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4340529 Aug 21 09:36:59.182178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.187270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a5c3b841-2aeb-4682-8139-6a579f9163f1 HTTP/1.1" status: 204 len: 168 time: 0.8334401 Aug 21 09:36:59.203365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949eea8-f460-4851-9d10-8c3cd65e9025 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c3b841-2aeb-4682-8139-6a579f9163f1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:59.318870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-a4ebac89-fa28-4d6e-837a-5feedc31a1b3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90345882&fields=id&tenant_id=5676b5db70d243e49186472b267f60a5 HTTP/1.1" status: 200 len: 267 time: 0.0330079 Aug 21 09:36:59.428393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-3cbe1caa-fe64-4b4d-8f45-a89ca3d3dc4c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:36:59.429872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-3cbe1caa-fe64-4b4d-8f45-a89ca3d3dc4c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/networks?id=37d5c14a-50e9-4266-9e40-9c42ac197079 HTTP/1.1" status: 200 len: 797 time: 0.1042595 Aug 21 09:36:59.446434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-8c97e928-d163-44eb-bc18-6464d4eb29ad tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/quotas/5676b5db70d243e49186472b267f60a5 HTTP/1.1" status: 200 len: 375 time: 0.0101423 Aug 21 09:36:59.493914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63e4b556-b111-42f5-b7a0-3cb98f20c42f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:36:59.507536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-6306c754-0339-4f8d-aaf8-09d4de7c3c99 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545473 Aug 21 09:36:59.543376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 63e4b556-b111-42f5-b7a0-3cb98f20c42f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:36:59.543804 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.591739 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55430) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:59.610693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-5624c80d-bbdd-4d85-8042-14704da228f7 service neutron] 10.222.0.20 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909133 Aug 21 09:36:59.640107 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3dba3e7a-fafa-4fdd-8584-f53042ec081a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6adc661839e442eaa44d0a52c5c2806a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470936 Aug 21 09:36:59.643626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55432) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:36:59.691394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 135a5d84-7102-4b72-a7f0-1a99cdfd0595 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:59.696638 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1998cfda-8a82-4d73-91f0-d32250978e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.705926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-61b3388a-655b-4964-af8c-8c53c67145a0 service neutron] 10.222.0.20 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891271 Aug 21 09:36:59.715107 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 135a5d84-7102-4b72-a7f0-1a99cdfd0595 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:59.715454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 135a5d84-7102-4b72-a7f0-1a99cdfd0595 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:59.716200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device bca55fc4-9f49-48d9-8b73-16fe9f654a2f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:36:59.720711 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1998cfda-8a82-4d73-91f0-d32250978e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.735243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: bca55fc4-9f49-48d9-8b73-16fe9f654a2f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:36:59.735617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device bca55fc4-9f49-48d9-8b73-16fe9f654a2f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:36:59.843372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1998cfda-8a82-4d73-91f0-d32250978e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.846133 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1998cfda-8a82-4d73-91f0-d32250978e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:36:59.847296 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1998cfda-8a82-4d73-91f0-d32250978e0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e81414a-8fdc-4d74-b78a-65af26353a41 HTTP/1.1" status: 204 len: 168 time: 0.2027586 Aug 21 09:36:59.854993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998cfda-8a82-4d73-91f0-d32250978e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e81414a-8fdc-4d74-b78a-65af26353a41,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:36:59.967312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6dceee82-3d0a-4d8e-9736-97bc61c09a26 req-66a92953-87cf-4e40-9969-77e95de00333 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 210 time: 0.0353103 Aug 21 09:37:00.500578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55460) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:00.542630 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0d6682e6-d55a-4783-bd44-46d3cc4edaf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39b253c9dd264e1f9ccb2db1e4bd7425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407050 Aug 21 09:37:00.545101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55462) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:00.593974 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2667c7b-f31e-401f-b476-f450507b8b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:00.616151 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2667c7b-f31e-401f-b476-f450507b8b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:00.734748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2667c7b-f31e-401f-b476-f450507b8b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:00.737400 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a2667c7b-f31e-401f-b476-f450507b8b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:00.739540 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a2667c7b-f31e-401f-b476-f450507b8b9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4394804-0b98-465c-898b-4817a44dd45c HTTP/1.1" status: 204 len: 168 time: 0.1925189 Aug 21 09:37:00.747397 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2667c7b-f31e-401f-b476-f450507b8b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4394804-0b98-465c-898b-4817a44dd45c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:01.065494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca59dd70-cc55-47cf-8967-57d1f48707b8 req-634a5300-b52e-456e-b504-edef74871e6e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 210 time: 0.0256586 Aug 21 09:37:02.167746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1f7dbdf-9550-4da1-accc-a03b3ac36cdd req-166e8306-9b99-42a0-8a4d-cc723064e747 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 210 time: 0.0306091 Aug 21 09:37:02.210089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-9daa6fff-08ef-4b5b-977d-23129d174cbf tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:02.213735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-9daa6fff-08ef-4b5b-977d-23129d174cbf tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.22 "GET /v2.0/networks?id=37d5c14a-50e9-4266-9e40-9c42ac197079 HTTP/1.1" status: 200 len: 797 time: 0.1311140 Aug 21 09:37:02.253864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-2a9e095c-3120-492d-b829-9529b1c16fe1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5676b5db70d243e49186472b267f60a5 HTTP/1.1" status: 200 len: 378 time: 0.0336318 Aug 21 09:37:02.262872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'port': {'device_id': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'admin_state_up': True, 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'security_groups': ['be391fbf-a87c-40e3-9f3c-be9496fc8f97']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:02.489592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Made reservation on behalf of 5676b5db70d243e49186472b267f60a5 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:37:02.493990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:02.624510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Allocated IP 172.20.0.11 (37d5c14a-50e9-4266-9e40-9c42ac197079/8260616a-fbbc-47c4-bd34-940ff36faea4/cd788d58-cd43-48cb-b657-341f2a1644e9) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:37:02.763438 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:02.778066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Transition to ACTIVE for port object cd788d58-cd43-48cb-b657-341f2a1644e9 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:37:02.860351 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:02.907496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 37d5c14a-50e9-4266-9e40-9c42ac197079 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:37:02.910526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:37:02.915262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:37:02.940890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=cd788d58-cd43-48cb-b657-341f2a1644e9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:02.970115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:02.970545 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:03.049948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-fd3f9b69-a899-4759-a53e-e7be65947151 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7905047 Aug 21 09:37:03.063793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Request body: {'port': {'device_id': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:03.123129 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:03.185946 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6de466ea-1b31-4355-8ad1-48574f0ea411 None None] Provisioning for port cd788d58-cd43-48cb-b657-341f2a1644e9 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:37:03.191504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6de466ea-1b31-4355-8ad1-48574f0ea411 None None] Provisioning complete for port cd788d58-cd43-48cb-b657-341f2a1644e9 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:37:03.192134 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6de466ea-1b31-4355-8ad1-48574f0ea411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:03.234185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6de466ea-1b31-4355-8ad1-48574f0ea411 None None] Port cd788d58-cd43-48cb-b657-341f2a1644e9 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:37:03.348315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cf8d4-e573-400c-8abd-13e3ebf94a04 req-b3f7c6a2-fc40-4876-86b8-dff2ad42160e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:03.349791 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a3cf8d4-e573-400c-8abd-13e3ebf94a04 req-b3f7c6a2-fc40-4876-86b8-dff2ad42160e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 932 time: 0.1043198 Aug 21 09:37:03.695359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a3cf8d4-e573-400c-8abd-13e3ebf94a04 req-946c642a-87dc-49e6-bece-378ece557ace tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3357735 Aug 21 09:37:03.754287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd788d58-cd43-48cb-b657-341f2a1644e9 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:37:03.761726 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:03.774172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Transition to ACTIVE for port object cd788d58-cd43-48cb-b657-341f2a1644e9 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:37:03.860347 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:03.912922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Pushing event updated for resources: {'Port': ['ID=cd788d58-cd43-48cb-b657-341f2a1644e9,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:03.979882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Attempting to bind port cd788d58-cd43-48cb-b657-341f2a1644e9 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:37:03.980355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Attempting to bind port cd788d58-cd43-48cb-b657-341f2a1644e9 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:37:03.980533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Attempting to bind port cd788d58-cd43-48cb-b657-341f2a1644e9 on network 37d5c14a-50e9-4266-9e40-9c42ac197079 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:37:03.984979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Port cd788d58-cd43-48cb-b657-341f2a1644e9 on network 37d5c14a-50e9-4266-9e40-9c42ac197079 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:37:03.985331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Attempting to bind port cd788d58-cd43-48cb-b657-341f2a1644e9 on network 37d5c14a-50e9-4266-9e40-9c42ac197079 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:37:03.990404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:37:03.990739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Checking segment: {'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:37:03.991143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Bound using segment: {'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:37:03.991585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Bound port: cd788d58-cd43-48cb-b657-341f2a1644e9, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d40d554-6971-4fb1-bd43-afb5b4453b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:37:03.991945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:04.059044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] For port cd788d58-cd43-48cb-b657-341f2a1644e9, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:37:04.062328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] For port cd788d58-cd43-48cb-b657-341f2a1644e9, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cd788d58-cd43-48cb-b657-341f2a1644e9,segment=NetworkSegment(0d40d554-6971-4fb1-bd43-afb5b4453b5b),segment_id=0d40d554-6971-4fb1-bd43-afb5b4453b5b)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:37:04.164499 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:04.201358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:04.202317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:04.203383 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] 10.222.0.22 "PUT /v2.0/ports/cd788d58-cd43-48cb-b657-341f2a1644e9 HTTP/1.1" status: 200 len: 1093 time: 1.1448469 Aug 21 09:37:04.203836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'tag': 'cd788d58-cd43-48cb-b657-341f2a1644e9'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:37:04.206049 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d558c3-343b-489c-89c7-d73e00d1ba8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce27f025-a3c9-48a3-9fda-17839ebae38f", "tag": "cd788d58-cd43-48cb-b657-341f2a1644e9"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:37:04.234355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f51ce-be38-44a4-9f8f-55d7f386e716 service neutron] Pushing event updated for resources: {'Port': ['ID=cd788d58-cd43-48cb-b657-341f2a1644e9,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:04.245474 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a4c116-3bad-4bf2-bc11-cb14d6f52864 x-openstack-request-id: req-e9a4c116-3bad-4bf2-bc11-cb14d6f52864 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:37:04.245838 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce27f025-a3c9-48a3-9fda-17839ebae38f", "tag": "cd788d58-cd43-48cb-b657-341f2a1644e9", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:37:04.246160 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9a4c116-3bad-4bf2-bc11-cb14d6f52864 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:37:04.246561 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'tag': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'status': 'completed', 'code': 200} Aug 21 09:37:04.318800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d558c3-343b-489c-89c7-d73e00d1ba8e req-3e61d357-fc55-4bf0-a9d0-1804cfcfd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:04.320996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1d558c3-343b-489c-89c7-d73e00d1ba8e req-3e61d357-fc55-4bf0-a9d0-1804cfcfd588 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 1096 time: 0.0534179 Aug 21 09:37:04.422026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d558c3-343b-489c-89c7-d73e00d1ba8e req-9960a2df-443c-41a4-a4fe-af6622849627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:04.423579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1d558c3-343b-489c-89c7-d73e00d1ba8e req-9960a2df-443c-41a4-a4fe-af6622849627 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=5676b5db70d243e49186472b267f60a5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0951498 Aug 21 09:37:04.527803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d558c3-343b-489c-89c7-d73e00d1ba8e req-ee838224-d90e-474d-b0e6-b0e09335def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:04.529288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1d558c3-343b-489c-89c7-d73e00d1ba8e req-ee838224-d90e-474d-b0e6-b0e09335def6 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993202 Aug 21 09:37:04.602818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-f1f2a474-b74d-4562-b2b0-15e9d6a58bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:04.604317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-f1f2a474-b74d-4562-b2b0-15e9d6a58bed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 1096 time: 0.0400605 Aug 21 09:37:04.645743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-3ab3031a-06f2-4e4b-9d19-b6f7ca8e67b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd788d58-cd43-48cb-b657-341f2a1644e9 HTTP/1.1" status: 200 len: 217 time: 0.0334969 Aug 21 09:37:04.696911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-7616cb50-b0b8-4398-8c45-d490e9b90139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:04.698310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-7616cb50-b0b8-4398-8c45-d490e9b90139 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8260616a-fbbc-47c4-bd34-940ff36faea4 HTTP/1.1" status: 200 len: 834 time: 0.0461190 Aug 21 09:37:04.742290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-059a5fd5-dc6e-4b3b-a952-e79758dd1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:04.743822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-059a5fd5-dc6e-4b3b-a952-e79758dd1cf5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=37d5c14a-50e9-4266-9e40-9c42ac197079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391202 Aug 21 09:37:04.877878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4669f16-a018-45f4-8244-2f8d0121f502 req-2942c32b-a884-4c2c-aeda-8ca20cf17293 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:04.879360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4669f16-a018-45f4-8244-2f8d0121f502 req-2942c32b-a884-4c2c-aeda-8ca20cf17293 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 944 time: 0.1114917 Aug 21 09:37:04.884735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-570f4546-746c-4c67-808e-15be50a0147d service neutron] 10.222.0.22 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340842 Aug 21 09:37:04.963641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4669f16-a018-45f4-8244-2f8d0121f502 req-c68e862c-ca44-4c62-9958-9ee46c827766 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778623 Aug 21 09:37:04.997089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1150bf1d-0e33-4f21-8707-be60edb5e99b req-a1650852-7dd1-479f-b8b9-70948247046e service neutron] 10.222.0.22 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048083 Aug 21 09:37:06.082457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b281d5-0abe-4d13-88da-87a959cd7ffd req-c4448722-95b7-40ce-92ef-fffeeb623b98 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:06.084012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41b281d5-0abe-4d13-88da-87a959cd7ffd req-c4448722-95b7-40ce-92ef-fffeeb623b98 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 944 time: 0.0518785 Aug 21 09:37:06.124007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41b281d5-0abe-4d13-88da-87a959cd7ffd req-563e0fca-0687-4047-aa5b-98632390f14b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332875 Aug 21 09:37:06.930153 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e7e739e0-709e-480c-a19a-7d73d404b7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:07.239414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c224d6-82dc-413a-adea-3103e10d2c4c req-c578eda6-5ca6-4773-9915-7d88df238e76 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:07.241195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7c224d6-82dc-413a-adea-3103e10d2c4c req-c578eda6-5ca6-4773-9915-7d88df238e76 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 944 time: 0.0487421 Aug 21 09:37:07.278702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7c224d6-82dc-413a-adea-3103e10d2c4c req-fe5341ed-2cd9-44a8-8cb3-398cc0a0a79d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310857 Aug 21 09:37:07.363835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cd788d58-cd43-48cb-b657-341f2a1644e9 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:37:07.464037 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cd788d58-cd43-48cb-b657-341f2a1644e9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cd788d58-cd43-48cb-b657-341f2a1644e9,segment=NetworkSegment(0d40d554-6971-4fb1-bd43-afb5b4453b5b),segment_id=0d40d554-6971-4fb1-bd43-afb5b4453b5b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:37:07.475323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'port_id': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'mac_address': 'fa:16:3e:9e:e3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:37:07.519949 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:07.533460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd788d58-cd43-48cb-b657-341f2a1644e9 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:37:07.556085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cd788d58-cd43-48cb-b657-341f2a1644e9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cd788d58-cd43-48cb-b657-341f2a1644e9,segment=NetworkSegment(0d40d554-6971-4fb1-bd43-afb5b4453b5b),segment_id=0d40d554-6971-4fb1-bd43-afb5b4453b5b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:37:07.613978 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:07.660807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=cd788d58-cd43-48cb-b657-341f2a1644e9,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:07.823706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['cd788d58-cd43-48cb-b657-341f2a1644e9'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:37:08.398715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d51a8-1a45-4df2-b030-c3044cf32170 req-a045cb09-612e-42b5-9d83-e308822f0a42 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:08.400233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a3d51a8-1a45-4df2-b030-c3044cf32170 req-a045cb09-612e-42b5-9d83-e308822f0a42 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 945 time: 0.0506711 Aug 21 09:37:08.440654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a3d51a8-1a45-4df2-b030-c3044cf32170 req-c6e34b08-5225-4eb3-a8a9-6c4a97981ff5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344069 Aug 21 09:37:09.370229 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cd788d58-cd43-48cb-b657-341f2a1644e9 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:37:09.500807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port cd788d58-cd43-48cb-b657-341f2a1644e9 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:37:09.504848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port cd788d58-cd43-48cb-b657-341f2a1644e9 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:37:09.505283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:09.528218 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e1b7-00d4-41d1-a039-7c67b0ac935a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:09.553492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898065-2f2a-40e6-8ec1-870c06e76245 req-858ec8aa-79b3-4771-8c64-83d09cb7bcf8 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:09.554989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc898065-2f2a-40e6-8ec1-870c06e76245 req-858ec8aa-79b3-4771-8c64-83d09cb7bcf8 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 945 time: 0.0492196 Aug 21 09:37:09.587042 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:09.593462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc898065-2f2a-40e6-8ec1-870c06e76245 req-d5f0609b-7844-430c-b9f2-ef6a268d929e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321496 Aug 21 09:37:09.609549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd788d58-cd43-48cb-b657-341f2a1644e9'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:37:09.611816 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719f931d-0a16-40af-a8ff-97ad23851599" -d '{"events": [{"server_uuid": "ce27f025-a3c9-48a3-9fda-17839ebae38f", "name": "network-vif-plugged", "status": "completed", "tag": "cd788d58-cd43-48cb-b657-341f2a1644e9"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:37:09.625017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port cd788d58-cd43-48cb-b657-341f2a1644e9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cd788d58-cd43-48cb-b657-341f2a1644e9,segment=NetworkSegment(0d40d554-6971-4fb1-bd43-afb5b4453b5b),segment_id=0d40d554-6971-4fb1-bd43-afb5b4453b5b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:37:09.647376 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057a62d9-ed07-47e1-bc82-192a0d8f2fd2 x-openstack-request-id: req-057a62d9-ed07-47e1-bc82-192a0d8f2fd2 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:37:09.647709 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce27f025-a3c9-48a3-9fda-17839ebae38f", "name": "network-vif-plugged", "status": "completed", "tag": "cd788d58-cd43-48cb-b657-341f2a1644e9", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:37:09.647926 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-057a62d9-ed07-47e1-bc82-192a0d8f2fd2 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:37:09.648310 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'code': 200} Aug 21 09:37:09.671909 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:09.732213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=cd788d58-cd43-48cb-b657-341f2a1644e9,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:09.745171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e3955-0815-410d-858f-2fcb6129f79c req-f604f36e-218d-4d3f-a494-64cae00bcaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:09.746688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-626e3955-0815-410d-858f-2fcb6129f79c req-f604f36e-218d-4d3f-a494-64cae00bcaee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 1098 time: 0.0441203 Aug 21 09:37:09.779935 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:09.786223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-626e3955-0815-410d-858f-2fcb6129f79c req-028d312f-59b4-4880-90d7-0275e8b4e60a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328455 Aug 21 09:37:10.705243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20a339-0e4a-4cf1-8db9-61292d013fe4 req-eeaac869-10a0-4968-83e0-7643b2542c1a tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:10.706737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b20a339-0e4a-4cf1-8db9-61292d013fe4 req-eeaac869-10a0-4968-83e0-7643b2542c1a tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 946 time: 0.0491250 Aug 21 09:37:10.749666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b20a339-0e4a-4cf1-8db9-61292d013fe4 req-c18befea-b025-4501-8313-dd5cfe0394c2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362697 Aug 21 09:37:10.946484 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:11.863652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78412177-b40a-4616-b3cb-7dcb072769a9 req-b0c2f5e0-eb75-49c1-91b3-4d65cd69d308 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:11.865108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78412177-b40a-4616-b3cb-7dcb072769a9 req-b0c2f5e0-eb75-49c1-91b3-4d65cd69d308 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 946 time: 0.0475941 Aug 21 09:37:11.902369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78412177-b40a-4616-b3cb-7dcb072769a9 req-f81abd1e-434b-4454-93c7-0a8e3d463d94 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308597 Aug 21 09:37:12.012448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a64c42-008f-4cd6-928a-91bf26466faa req-7402daea-6b3f-4990-8677-3a2188de0047 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:12.013996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4a64c42-008f-4cd6-928a-91bf26466faa req-7402daea-6b3f-4990-8677-3a2188de0047 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 946 time: 0.0486081 Aug 21 09:37:12.054158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4a64c42-008f-4cd6-928a-91bf26466faa req-dd6e1702-c9a5-4d99-bf38-40e7aa2c1d02 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337229 Aug 21 09:37:12.075083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55570) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:12.115392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1914c0-2caf-489e-881b-3bdb09ba4029 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:12.117038 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8c1914c0-2caf-489e-881b-3bdb09ba4029 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 1093 time: 0.0409415 Aug 21 09:37:12.119900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55574) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:12.124339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:12.185144 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:12.293422 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:12.400469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Allocated IP 172.25.5.182 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/944b504e-6588-43d0-ad11-b74a5474c751) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:37:12.472126 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:12.497893 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:12.570178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:12.605590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:37:12.608289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:37:12.612408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:37:12.641577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=944b504e-6588-43d0-ad11-b74a5474c751,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:12.974917 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:13.112271 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:13.261393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:13.404196 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:13.482585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=944b504e-6588-43d0-ad11-b74a5474c751,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:13.490184 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:13.590099 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Floating IP 90a9780b-9cb9-453c-88b9-2e1a0dd94d69 associated. External IP: 172.25.5.182, port: cd788d58-cd43-48cb-b657-341f2a1644e9. Aug 21 09:37:13.793642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router 2fa313c6-9c61-47e6-87ad-f9ce8396111a has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:37:13.899774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:37:13.911285 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f122309-6816-4564-86be-ba7c58a9feb3 None None] Sync routers for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:37:13.920489 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f122309-6816-4564-86be-ba7c58a9feb3 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:37:13.921918 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9f122309-6816-4564-86be-ba7c58a9feb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:37:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:37:13.997768 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:14.033304 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9f122309-6816-4564-86be-ba7c58a9feb3 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:37:14.038478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-90896687-435e-4462-8b7d-0096b8428a48 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9152503 Aug 21 09:37:14.038478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'tag': 'cd788d58-cd43-48cb-b657-341f2a1644e9'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:37:14.039359 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55590) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:14.039897 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2da170-9218-4c91-989b-e1dd09e974f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce27f025-a3c9-48a3-9fda-17839ebae38f", "tag": "cd788d58-cd43-48cb-b657-341f2a1644e9"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:37:14.093622 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26975e12-d679-447e-b98e-9180ed983528 x-openstack-request-id: req-26975e12-d679-447e-b98e-9180ed983528 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:37:14.093913 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce27f025-a3c9-48a3-9fda-17839ebae38f", "tag": "cd788d58-cd43-48cb-b657-341f2a1644e9", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:37:14.094172 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26975e12-d679-447e-b98e-9180ed983528 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:37:14.094571 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'tag': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'status': 'completed', 'code': 200} Aug 21 09:37:14.110111 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6bb7e6d1-0241-4881-9b1d-3fc1df2a81ca tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/floatingips/90a9780b-9cb9-453c-88b9-2e1a0dd94d69 HTTP/1.1" status: 200 len: 992 time: 0.0687294 Aug 21 09:37:14.158709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da170-9218-4c91-989b-e1dd09e974f0 req-f68f105b-e928-49fc-9702-831d62605423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:14.160741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c2da170-9218-4c91-989b-e1dd09e974f0 req-f68f105b-e928-49fc-9702-831d62605423 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 1098 time: 0.0426261 Aug 21 09:37:14.256660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da170-9218-4c91-989b-e1dd09e974f0 req-7018b21f-21dd-4d78-b8e0-1a51a49307ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:14.258221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c2da170-9218-4c91-989b-e1dd09e974f0 req-7018b21f-21dd-4d78-b8e0-1a51a49307ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=37d5c14a-50e9-4266-9e40-9c42ac197079 HTTP/1.1" status: 200 len: 898 time: 0.0908849 Aug 21 09:37:14.268596 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9f122309-6816-4564-86be-ba7c58a9feb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '90a9780b-9cb9-453c-88b9-2e1a0dd94d69', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'port_id': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'mac_address': 'fa:16:3e:9e:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:37:12Z', 'updated_at': '2021-08-21T09:37:12Z', 'revision_number': 0, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:37:14.295153 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f122309-6816-4564-86be-ba7c58a9feb3 None None] Checking router: 2fa313c6-9c61-47e6-87ad-f9ce8396111a for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:37:14.304150 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f122309-6816-4564-86be-ba7c58a9feb3 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:37:14.304657 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9f122309-6816-4564-86be-ba7c58a9feb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:37:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:37:14.326664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c2da170-9218-4c91-989b-e1dd09e974f0 req-c280b093-656b-4965-b21f-0ac3b576b51b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd788d58-cd43-48cb-b657-341f2a1644e9 HTTP/1.1" status: 200 len: 1000 time: 0.0614874 Aug 21 09:37:14.376371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da170-9218-4c91-989b-e1dd09e974f0 req-a6eb3064-d8e3-4829-85df-899972b85b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:14.377985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c2da170-9218-4c91-989b-e1dd09e974f0 req-a6eb3064-d8e3-4829-85df-899972b85b3c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8260616a-fbbc-47c4-bd34-940ff36faea4 HTTP/1.1" status: 200 len: 834 time: 0.0445898 Aug 21 09:37:14.410760 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9f122309-6816-4564-86be-ba7c58a9feb3 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:37:14.427626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da170-9218-4c91-989b-e1dd09e974f0 req-dedde4d8-78dc-45f9-b447-6a50d7e7927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:14.429962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c2da170-9218-4c91-989b-e1dd09e974f0 req-dedde4d8-78dc-45f9-b447-6a50d7e7927b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=37d5c14a-50e9-4266-9e40-9c42ac197079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448132 Aug 21 09:37:14.527618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c2da170-9218-4c91-989b-e1dd09e974f0 req-e4005486-4374-4c9f-aaf8-dd905e06e8c9 service neutron] 10.222.0.22 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901132 Aug 21 09:37:14.625409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c2da170-9218-4c91-989b-e1dd09e974f0 req-5ad1e0bc-9aca-4059-ad75-e26bfe5001d4 service neutron] 10.222.0.22 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909266 Aug 21 09:37:14.653546 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9f122309-6816-4564-86be-ba7c58a9feb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '90a9780b-9cb9-453c-88b9-2e1a0dd94d69', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'port_id': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'mac_address': 'fa:16:3e:9e:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:37:12Z', 'updated_at': '2021-08-21T09:37:12Z', 'revision_number': 0, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:37:14.684727 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f122309-6816-4564-86be-ba7c58a9feb3 None None] The sync data for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 is: [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '90a9780b-9cb9-453c-88b9-2e1a0dd94d69', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'port_id': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'mac_address': 'fa:16:3e:9e:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:37:12Z', 'updated_at': '2021-08-21T09:37:12Z', 'revision_number': 0, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:37:14.885535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1d2278-9275-444a-bcb0-b4b7481c50e6 None None] New status for floating IP 90a9780b-9cb9-453c-88b9-2e1a0dd94d69: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:37:15.110835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55598) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:15.223844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-34a2c95d-35c6-43f3-9da1-6444360d3c45 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/floatingips/90a9780b-9cb9-453c-88b9-2e1a0dd94d69 HTTP/1.1" status: 200 len: 994 time: 0.0948339 Aug 21 09:37:15.523852 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:15.592005 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:16.020647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-4772c945-20bb-4ea5-a693-d850a42f4e2d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401523 Aug 21 09:37:16.105705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-71b59b95-7932-429e-8538-63a59db3fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:16.107187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-71b59b95-7932-429e-8538-63a59db3fa51 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 1098 time: 0.0437093 Aug 21 09:37:16.211772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-87664786-ac48-4c7d-84c2-b6cc6e166cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:16.213930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-87664786-ac48-4c7d-84c2-b6cc6e166cd6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=37d5c14a-50e9-4266-9e40-9c42ac197079 HTTP/1.1" status: 200 len: 898 time: 0.0852830 Aug 21 09:37:16.291373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-af071e8e-794b-4829-b368-31c0b3aa72fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd788d58-cd43-48cb-b657-341f2a1644e9 HTTP/1.1" status: 200 len: 1002 time: 0.0705118 Aug 21 09:37:16.363886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-a2fefa59-797d-4e52-9853-f6f7be8c04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:16.365502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-a2fefa59-797d-4e52-9853-f6f7be8c04bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8260616a-fbbc-47c4-bd34-940ff36faea4 HTTP/1.1" status: 200 len: 834 time: 0.0681782 Aug 21 09:37:16.415205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-caa07bdc-0f93-44cb-a7a8-84ea049ff0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:16.416809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-caa07bdc-0f93-44cb-a7a8-84ea049ff0bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=37d5c14a-50e9-4266-9e40-9c42ac197079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445936 Aug 21 09:37:16.510688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-38a069dd-cfef-4575-81ec-ea457f0be147 service neutron] 10.222.0.22 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869505 Aug 21 09:37:16.878857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d60000f4-93fc-4995-8dea-e42da4ede88d req-2dae3cd7-ef8d-47d1-8ac3-4acef328b9ac service neutron] 10.222.0.22 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615682 Aug 21 09:37:35.159760 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:37:36.901555 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0da18789-49fb-4c32-bcb2-5376f94d08e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:37.328652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55776) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:37.436544 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:37.523036 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:37.601437 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:37.642711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8f279aa26264944b9b2bb4140dfe5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126519 Aug 21 09:37:37.643875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a54bb5-c28c-4188-9492-647592b943f3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:37.645392 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55782) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:37.651997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.652351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.652701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.653039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.653448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.653791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.654156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.654489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.654820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.655148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.655480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.655832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c254a3d1-b877-4cb9-81e4-046c181cf178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.694880 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:37.715291 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:37.831714 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:37.835102 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:37.836312 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39a54bb5-c28c-4188-9492-647592b943f3 HTTP/1.1" status: 204 len: 168 time: 0.1899390 Aug 21 09:37:37.844493 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a54bb5-c28c-4188-9492-647592b943f3,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:37.851949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.852302 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.852648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.853009 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.853325 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.853777 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.853982 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.854312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.854641 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.854968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.855299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:37.855647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3386b4-1344-4a9a-8e79-7c681ff20336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:38.417609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55788) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:38.431377 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f1f11626-3b54-4e2f-a730-fec6ff31ccd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:38.517881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f1f11626-3b54-4e2f-a730-fec6ff31ccd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:38.584212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f1f11626-3b54-4e2f-a730-fec6ff31ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:38.622880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f1f11626-3b54-4e2f-a730-fec6ff31ccd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d5a322fc10c427aae29c2aaa815f90f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042103 Aug 21 09:37:38.623816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f11626-3b54-4e2f-a730-fec6ff31ccd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c451f311-f10d-4c74-91e7-c29df99b704e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:38.625636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55790) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:38.678301 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca94d353-04e6-4cc2-972c-30ca65ff66c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:38.698478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca94d353-04e6-4cc2-972c-30ca65ff66c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:38.848838 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca94d353-04e6-4cc2-972c-30ca65ff66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:38.851302 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca94d353-04e6-4cc2-972c-30ca65ff66c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:38.852598 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ca94d353-04e6-4cc2-972c-30ca65ff66c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c451f311-f10d-4c74-91e7-c29df99b704e HTTP/1.1" status: 204 len: 168 time: 0.2253139 Aug 21 09:37:38.860279 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94d353-04e6-4cc2-972c-30ca65ff66c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c451f311-f10d-4c74-91e7-c29df99b704e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:39.498998 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4910d7e8-cfb6-4954-ade2-dd46b3d86bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:39.797465 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:40.932799 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:42.424211 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:43.702892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55854) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:43.773559 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fdfd7d-a8a9-4ffd-9edd-c85f0ad766d2 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:43.774040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fdfd7d-a8a9-4ffd-9edd-c85f0ad766d2 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:43.774505 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fdfd7d-a8a9-4ffd-9edd-c85f0ad766d2 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:43.776234 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-48fdfd7d-a8a9-4ffd-9edd-c85f0ad766d2 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=5676b5db70d243e49186472b267f60a5&network_id=37d5c14a-50e9-4266-9e40-9c42ac197079 HTTP/1.1" status: 200 len: 2973 time: 0.0723228 Aug 21 09:37:45.515841 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:45.595649 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:47.220512 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55890) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:47.324989 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-848a0070-9749-4054-9183-89816e76051e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:47.414331 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-848a0070-9749-4054-9183-89816e76051e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:47.506071 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-848a0070-9749-4054-9183-89816e76051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:47.544833 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-848a0070-9749-4054-9183-89816e76051e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6d058955c5740a18897e3b11038cc0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231485 Aug 21 09:37:47.545969 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a0070-9749-4054-9183-89816e76051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1eb152-2822-4491-8164-0e09cfd0dfce,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:47.547634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55894) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:47.596651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fde5159e-696d-40a1-8804-613d840f6170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:47.616582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fde5159e-696d-40a1-8804-613d840f6170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:47.728605 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fde5159e-696d-40a1-8804-613d840f6170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:47.731117 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fde5159e-696d-40a1-8804-613d840f6170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:47.732505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fde5159e-696d-40a1-8804-613d840f6170 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c1eb152-2822-4491-8164-0e09cfd0dfce HTTP/1.1" status: 204 len: 168 time: 0.1834641 Aug 21 09:37:47.740383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5159e-696d-40a1-8804-613d840f6170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1eb152-2822-4491-8164-0e09cfd0dfce,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:47.752378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55898) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:47.806598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7961fb-8b4d-4ff1-b810-92f175928d24 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:47.808161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ce7961fb-8b4d-4ff1-b810-92f175928d24 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008 HTTP/1.1" status: 200 len: 814 time: 0.0545986 Aug 21 09:37:48.319441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55906) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:48.332534 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b85bee2f-f865-4ab1-8c52-e5e5dd405ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:48.417191 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b85bee2f-f865-4ab1-8c52-e5e5dd405ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:48.505412 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b85bee2f-f865-4ab1-8c52-e5e5dd405ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:48.543474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b85bee2f-f865-4ab1-8c52-e5e5dd405ee7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b21e505cc0d744539fdeee968c529871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229652 Aug 21 09:37:48.544371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bee2f-f865-4ab1-8c52-e5e5dd405ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c94c51-aabd-4eb7-aadd-863f9d06975a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:48.546171 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55908) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:48.594666 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc7d6-766f-40aa-ba7f-206d196ab6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:48.615778 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc7d6-766f-40aa-ba7f-206d196ab6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:48.715586 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc7d6-766f-40aa-ba7f-206d196ab6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:48.718159 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc7d6-766f-40aa-ba7f-206d196ab6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:48.719336 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ed9cc7d6-766f-40aa-ba7f-206d196ab6e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09c94c51-aabd-4eb7-aadd-863f9d06975a HTTP/1.1" status: 204 len: 168 time: 0.1715753 Aug 21 09:37:48.729382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cc7d6-766f-40aa-ba7f-206d196ab6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c94c51-aabd-4eb7-aadd-863f9d06975a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:48.894856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55912) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:48.900671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'network': {'name': 'tempest-network-smoke--1763091698', 'project_id': '5676b5db70d243e49186472b267f60a5', 'port_security_enabled': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:48.995327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Made reservation on behalf of 5676b5db70d243e49186472b267f60a5 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:37:48.998866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:49.027035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:37:49.037155 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:49.037589 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Added segment 47ab3a07-37ae-4fd5-a561-2414e41948ad of type vlan for network 2e2a08e1-6b92-4813-818c-c67c9d22f72f Aug 21 09:37:49.078197 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:49.166995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:49.172576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:49.173165 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:49.237627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Network': ['ID=2e2a08e1-6b92-4813-818c-c67c9d22f72f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:49.247665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2e2a08e1-6b92-4813-818c-c67c9d22f72f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:37:49.253338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5b90c360-e98b-422e-bdb7-8e45949883d5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3573308 Aug 21 09:37:49.256929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 55922) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:49.335995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e671266-0d12-4c75-acbe-b1d4d45a60cd tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:49.339949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6e671266-0d12-4c75-acbe-b1d4d45a60cd tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5676b5db70d243e49186472b267f60a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0795631 Aug 21 09:37:49.340464 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55926) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:49.429999 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac8d1eb-0652-4c6a-95ac-d8f1768c73b5 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:49.431524 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cac8d1eb-0652-4c6a-95ac-d8f1768c73b5 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900712 Aug 21 09:37:49.434279 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55928) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:49.462741 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-362f8128-87ec-46a3-a754-d796b4be18b4 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269361 Aug 21 09:37:49.464895 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55934) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:49.492986 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6332a47c-a235-4b27-8e0b-fc2e56d85aca tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5676b5db70d243e49186472b267f60a5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270216 Aug 21 09:37:49.495374 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55936) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:49.824461 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3076f4e0-e81d-428d-9ebd-57f88b32a47a tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:49.825971 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3076f4e0-e81d-428d-9ebd-57f88b32a47a tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3296568 Aug 21 09:37:49.828921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55950) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:49.856965 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-50bbaeb8-122a-49e1-9c2a-2108e08f865b tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269892 Aug 21 09:37:49.859483 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55952) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:49.864246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-673664895', 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f', 'project_id': '5676b5db70d243e49186472b267f60a5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:50.003672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Made reservation on behalf of 5676b5db70d243e49186472b267f60a5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:37:50.007969 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:50.237882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:50.304946 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Subnet': ['ID=c8aab8fd-aea2-4587-ad0e-04a5a4981d41,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:50.311851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Checking segment: {'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:37:50.312217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network hostable DHCP agents. Network: 2e2a08e1-6b92-4813-818c-c67c9d22f72f, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:37:50.401130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 2e2a08e1-6b92-4813-818c-c67c9d22f72f is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:37:50.510050 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 2e2a08e1-6b92-4813-818c-c67c9d22f72f) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:37:50.514222 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:50.514825 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:50.521224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d905d-a358-4b0f-8469-ff6b29824b7d None None] Network 2e2a08e1-6b92-4813-818c-c67c9d22f72f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:37:50.590945 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-adf3d572-f6f4-42b3-802d-996fceefe175 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7304089 Aug 21 09:37:50.682133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-2e2a08e1-6b92-4813-818c-c67c9d22f72f', 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ips': [{'subnet_id': 'c8aab8fd-aea2-4587-ad0e-04a5a4981d41'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:37:50.683115 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:50.819286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Allocated IP 172.20.0.18 (2e2a08e1-6b92-4813-818c-c67c9d22f72f/c8aab8fd-aea2-4587-ad0e-04a5a4981d41/e1ebfd98-aba5-41f2-8968-54309c63c26f) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:37:50.894892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 55994) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:50.900313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a48af9d4-cbf9-48c4-ad4f-2f2281e0e2f0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-46950973', 'description': 'tempest-secgroup-smoke-46950973 description', 'project_id': '5676b5db70d243e49186472b267f60a5'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:50.975968 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:50.983699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Transition to ACTIVE for port object e1ebfd98-aba5-41f2-8968-54309c63c26f will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:37:50.991877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a48af9d4-cbf9-48c4-ad4f-2f2281e0e2f0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:50.997482 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Transition to ACTIVE for port object e1ebfd98-aba5-41f2-8968-54309c63c26f will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:37:51.049167 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.084161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Network 2e2a08e1-6b92-4813-818c-c67c9d22f72f is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:37:51.087333 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:37:51.091492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:37:51.093512 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a48af9d4-cbf9-48c4-ad4f-2f2281e0e2f0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.127609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Pushing event updated for resources: {'Port': ['ID=e1ebfd98-aba5-41f2-8968-54309c63c26f,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:51.141284 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a48af9d4-cbf9-48c4-ad4f-2f2281e0e2f0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.155931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.156276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.156654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.157151 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.157379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.157716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.158038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.158360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.158680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.158998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.159364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.159652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:37:51.174911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Attempting to bind port e1ebfd98-aba5-41f2-8968-54309c63c26f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:37:51.183068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Attempting to bind port e1ebfd98-aba5-41f2-8968-54309c63c26f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:37:51.183068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Attempting to bind port e1ebfd98-aba5-41f2-8968-54309c63c26f on network 2e2a08e1-6b92-4813-818c-c67c9d22f72f {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:37:51.183068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:37:51.183068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Checking segment: {'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:37:51.183068 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.183829 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48af9d4-cbf9-48c4-ad4f-2f2281e0e2f0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497037b1-c06a-42af-9987-b02b21d0f3d3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:51.183958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Bound using segment: {'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:37:51.183958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Bound port: e1ebfd98-aba5-41f2-8968-54309c63c26f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:37:51.184188 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.252623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] For port e1ebfd98-aba5-41f2-8968-54309c63c26f, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:37:51.256273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] For port e1ebfd98-aba5-41f2-8968-54309c63c26f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e1ebfd98-aba5-41f2-8968-54309c63c26f,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:37:51.260807 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a48af9d4-cbf9-48c4-ad4f-2f2281e0e2f0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.263711 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a48af9d4-cbf9-48c4-ad4f-2f2281e0e2f0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3676271 Aug 21 09:37:51.267018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56026) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:51.272915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-32ce902c-2866-4da8-a6d1-3ed3bc578c83 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '497037b1-c06a-42af-9987-b02b21d0f3d3', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:51.329899 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.390451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68630434-6aa3-4dee-a3c5-9846f3c8cc3d None None] Pushing event updated for resources: {'Port': ['ID=e1ebfd98-aba5-41f2-8968-54309c63c26f,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:51.415239 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32ce902c-2866-4da8-a6d1-3ed3bc578c83 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.488801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32ce902c-2866-4da8-a6d1-3ed3bc578c83 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.557520 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32ce902c-2866-4da8-a6d1-3ed3bc578c83 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.592537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce902c-2866-4da8-a6d1-3ed3bc578c83 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626308c6-17cd-48dd-aa13-95c0f6b55fec,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:51.649014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32ce902c-2866-4da8-a6d1-3ed3bc578c83 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.653146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-32ce902c-2866-4da8-a6d1-3ed3bc578c83 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3820353 Aug 21 09:37:51.656993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56028) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:51.662040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bdef938b-1d55-4a46-aa32-0d04a68d51da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '497037b1-c06a-42af-9987-b02b21d0f3d3', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:51.763083 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdef938b-1d55-4a46-aa32-0d04a68d51da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.831077 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdef938b-1d55-4a46-aa32-0d04a68d51da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.894475 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdef938b-1d55-4a46-aa32-0d04a68d51da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.916834 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef938b-1d55-4a46-aa32-0d04a68d51da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a18ad5-77ac-419c-9d4c-4ed383c58b7e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:51.991888 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bdef938b-1d55-4a46-aa32-0d04a68d51da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:51.993570 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bdef938b-1d55-4a46-aa32-0d04a68d51da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3352311 Aug 21 09:37:51.996033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56032) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:52.001485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ef62e7a4-a655-4388-82f5-4cff37a1197c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '497037b1-c06a-42af-9987-b02b21d0f3d3', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:52.088728 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef62e7a4-a655-4388-82f5-4cff37a1197c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:52.165648 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef62e7a4-a655-4388-82f5-4cff37a1197c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:52.214851 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef62e7a4-a655-4388-82f5-4cff37a1197c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:52.233997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62e7a4-a655-4388-82f5-4cff37a1197c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0834879a-9445-423f-8964-3ac0dcf4ea1f,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:52.288991 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ef62e7a4-a655-4388-82f5-4cff37a1197c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:52.290244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ef62e7a4-a655-4388-82f5-4cff37a1197c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2932098 Aug 21 09:37:52.292936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56034) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:52.297733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3c7a7a7c-4af7-4766-99ef-0d62fc6c9111 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '497037b1-c06a-42af-9987-b02b21d0f3d3', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:52.374178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f023d-3b4c-440a-b953-edc58762e524 None None] Network 2e2a08e1-6b92-4813-818c-c67c9d22f72f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:37:52.391289 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7a7a7c-4af7-4766-99ef-0d62fc6c9111 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:52.453776 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7a7a7c-4af7-4766-99ef-0d62fc6c9111 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:52.529448 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7a7a7c-4af7-4766-99ef-0d62fc6c9111 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:52.551501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a7a7c-4af7-4766-99ef-0d62fc6c9111 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f074fb28-4fef-4140-9a3c-65023b303a7c,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:52.592123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1d6d6503-74cb-4fce-80ec-aa3647268791 None None] Provisioning for port e1ebfd98-aba5-41f2-8968-54309c63c26f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:37:52.620842 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3c7a7a7c-4af7-4766-99ef-0d62fc6c9111 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:52.624011 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3c7a7a7c-4af7-4766-99ef-0d62fc6c9111 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3282278 Aug 21 09:37:52.625055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56036) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:52.630176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-798b894c-e3e6-44af-bcea-fc8c5c6f4a89 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '497037b1-c06a-42af-9987-b02b21d0f3d3', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:52.733311 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-798b894c-e3e6-44af-bcea-fc8c5c6f4a89 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Project 5676b5db70d243e49186472b267f60a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:37:52.739056 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-798b894c-e3e6-44af-bcea-fc8c5c6f4a89 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:52.822048 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-798b894c-e3e6-44af-bcea-fc8c5c6f4a89 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:52.921438 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-798b894c-e3e6-44af-bcea-fc8c5c6f4a89 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:52.939851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b894c-e3e6-44af-bcea-fc8c5c6f4a89 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557423a5-14f6-4583-b72f-29485568bc85,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:53.024044 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-798b894c-e3e6-44af-bcea-fc8c5c6f4a89 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:53.029196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-798b894c-e3e6-44af-bcea-fc8c5c6f4a89 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3992343 Aug 21 09:37:53.029196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56040) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:37:53.032908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-74f96fb4-dbe5-4322-8e8d-a2f148b510c3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '497037b1-c06a-42af-9987-b02b21d0f3d3', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:53.140198 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-74f96fb4-dbe5-4322-8e8d-a2f148b510c3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Project 5676b5db70d243e49186472b267f60a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:37:53.145770 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74f96fb4-dbe5-4322-8e8d-a2f148b510c3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:53.207575 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74f96fb4-dbe5-4322-8e8d-a2f148b510c3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:53.294706 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74f96fb4-dbe5-4322-8e8d-a2f148b510c3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:53.313054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f96fb4-dbe5-4322-8e8d-a2f148b510c3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01013b4-6b8b-4812-b469-716210fa505f,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:53.397869 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-74f96fb4-dbe5-4322-8e8d-a2f148b510c3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:53.399122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-74f96fb4-dbe5-4322-8e8d-a2f148b510c3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3701265 Aug 21 09:37:53.558700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e1ebfd98-aba5-41f2-8968-54309c63c26f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:37:53.611673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-8f1c5c4d-add1-4bd2-83b8-b2f653a8c417 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46950973&fields=id&tenant_id=5676b5db70d243e49186472b267f60a5 HTTP/1.1" status: 200 len: 267 time: 0.0376663 Aug 21 09:37:53.683292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port e1ebfd98-aba5-41f2-8968-54309c63c26f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:37:53.688524 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e1ebfd98-aba5-41f2-8968-54309c63c26f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:37:53.693327 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:53.751317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-40a7e0ab-fe89-4cac-8a4e-f3b30be90969 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:53.753568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-40a7e0ab-fe89-4cac-8a4e-f3b30be90969 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/networks?id=2e2a08e1-6b92-4813-818c-c67c9d22f72f HTTP/1.1" status: 200 len: 797 time: 0.1341531 Aug 21 09:37:53.771993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-af8f5910-0e32-4a74-82da-30c4b13291b0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/quotas/5676b5db70d243e49186472b267f60a5 HTTP/1.1" status: 200 len: 375 time: 0.0109918 Aug 21 09:37:53.844322 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-8a85ed9c-df10-4686-b17b-4a92d3ccc245 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0661070 Aug 21 09:37:53.934767 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:53.950347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5f7a167c-6b48-4385-9516-d4aff87eb690 service neutron] 10.222.0.20 "GET /v2.0/networks/2e2a08e1-6b92-4813-818c-c67c9d22f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939982 Aug 21 09:37:53.967493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port e1ebfd98-aba5-41f2-8968-54309c63c26f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e1ebfd98-aba5-41f2-8968-54309c63c26f,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:37:54.035530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:54.044494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-f9f98616-5822-416b-8ab1-58e2ddf8a486 service neutron] 10.222.0.20 "GET /v2.0/networks/2e2a08e1-6b92-4813-818c-c67c9d22f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879834 Aug 21 09:37:54.085439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=e1ebfd98-aba5-41f2-8968-54309c63c26f,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:54.335145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a61110ad-5f79-4dd7-a1f9-55ee23a76aff req-8d688bfe-c705-4142-b03a-1658510aac3e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 210 time: 0.0345201 Aug 21 09:37:55.439531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5540bb0-ca82-4496-8985-a10f753c7fa5 req-8bf55b07-0d1a-4ced-bb6f-691aaa2b3ad2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 210 time: 0.0286255 Aug 21 09:37:55.522656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e1ebfd98-aba5-41f2-8968-54309c63c26f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:37:55.573677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e1ebfd98-aba5-41f2-8968-54309c63c26f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:37:55.574045 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:56.248817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-f7184f67-ce77-46b3-88ec-1a40171003fa tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:56.250331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-f7184f67-ce77-46b3-88ec-1a40171003fa tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.13 "GET /v2.0/networks?id=2e2a08e1-6b92-4813-818c-c67c9d22f72f HTTP/1.1" status: 200 len: 797 time: 0.1141117 Aug 21 09:37:56.297742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-e0d3038f-6481-48fe-a965-9454bb46e55e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5676b5db70d243e49186472b267f60a5 HTTP/1.1" status: 200 len: 469 time: 0.0381377 Aug 21 09:37:56.307448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'port': {'device_id': 'f9286294-0a96-40df-bdeb-239ad74e355b', 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f', 'admin_state_up': True, 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'security_groups': ['497037b1-c06a-42af-9987-b02b21d0f3d3']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:56.543745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6a59b22-71f9-44ac-815d-1482bfbaed62 req-4047c248-303f-48da-86e1-528cb21ae683 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 210 time: 0.0286412 Aug 21 09:37:56.580355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Made reservation on behalf of 5676b5db70d243e49186472b267f60a5 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:37:56.584580 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:56.711669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Allocated IP 172.20.0.24 (2e2a08e1-6b92-4813-818c-c67c9d22f72f/c8aab8fd-aea2-4587-ad0e-04a5a4981d41/0adec56e-f0dc-4b49-bfef-9cc58cd8944f) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:37:56.853958 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:56.868547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Transition to ACTIVE for port object 0adec56e-f0dc-4b49-bfef-9cc58cd8944f will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:37:56.963840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:57.011953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 2e2a08e1-6b92-4813-818c-c67c9d22f72f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:37:57.015283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:37:57.019336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:37:57.057061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=0adec56e-f0dc-4b49-bfef-9cc58cd8944f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:57.088015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:57.089075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:57.169796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-97a5b236-709e-40fc-af0b-706fa0628c14 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8661327 Aug 21 09:37:57.184632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Request body: {'port': {'device_id': 'f9286294-0a96-40df-bdeb-239ad74e355b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:37:57.240318 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:57.335437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f3f044de-19b9-4b4c-9cbc-9622d6055397 None None] Provisioning for port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:37:57.339727 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f3f044de-19b9-4b4c-9cbc-9622d6055397 None None] Provisioning complete for port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:37:57.340101 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f3f044de-19b9-4b4c-9cbc-9622d6055397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:57.378505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f3f044de-19b9-4b4c-9cbc-9622d6055397 None None] Port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:37:57.513363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0adec56e-f0dc-4b49-bfef-9cc58cd8944f {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:37:57.521602 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:57.533551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Transition to ACTIVE for port object 0adec56e-f0dc-4b49-bfef-9cc58cd8944f will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:37:57.603314 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:57.705829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Pushing event updated for resources: {'Port': ['ID=0adec56e-f0dc-4b49-bfef-9cc58cd8944f,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:57.757611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4228ba8-cd3d-4fd6-b2e3-8efe7eda9718 req-656b5503-5113-4ff6-bfee-72be8512c61f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:57.759190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c4228ba8-cd3d-4fd6-b2e3-8efe7eda9718 req-656b5503-5113-4ff6-bfee-72be8512c61f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 944 time: 0.1418779 Aug 21 09:37:57.793028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Attempting to bind port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:37:57.793358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Attempting to bind port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:37:57.793680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Attempting to bind port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f on network 2e2a08e1-6b92-4813-818c-c67c9d22f72f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:37:57.805996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f on network 2e2a08e1-6b92-4813-818c-c67c9d22f72f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:37:57.806314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Attempting to bind port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f on network 2e2a08e1-6b92-4813-818c-c67c9d22f72f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:37:57.817343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c4228ba8-cd3d-4fd6-b2e3-8efe7eda9718 req-c92d30b1-ac28-48b4-a703-43c430a217c0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497644 Aug 21 09:37:57.818129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:37:57.818463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Checking segment: {'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:37:57.818831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Bound using segment: {'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:37:57.819259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Bound port: 0adec56e-f0dc-4b49-bfef-9cc58cd8944f, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:37:57.819639 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:57.883618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] For port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:37:57.886736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] For port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0adec56e-f0dc-4b49-bfef-9cc58cd8944f,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:37:57.958096 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:57.993745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:57.994349 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:37:57.995856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] 10.222.0.13 "PUT /v2.0/ports/0adec56e-f0dc-4b49-bfef-9cc58cd8944f HTTP/1.1" status: 200 len: 1093 time: 0.8171124 Aug 21 09:37:57.996278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9286294-0a96-40df-bdeb-239ad74e355b', 'tag': '0adec56e-f0dc-4b49-bfef-9cc58cd8944f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:37:57.998538 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8c9a17-c117-4592-9ff1-4d1583717fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9286294-0a96-40df-bdeb-239ad74e355b", "tag": "0adec56e-f0dc-4b49-bfef-9cc58cd8944f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:37:58.033779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b868d-fa84-4022-b07d-0a11fcd214fc service neutron] Pushing event updated for resources: {'Port': ['ID=0adec56e-f0dc-4b49-bfef-9cc58cd8944f,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:37:58.066514 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c8f56a-4f88-4fc4-82e2-cadc4ff3d459 x-openstack-request-id: req-70c8f56a-4f88-4fc4-82e2-cadc4ff3d459 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:37:58.066840 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9286294-0a96-40df-bdeb-239ad74e355b", "tag": "0adec56e-f0dc-4b49-bfef-9cc58cd8944f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:37:58.067090 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70c8f56a-4f88-4fc4-82e2-cadc4ff3d459 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:37:58.068078 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9286294-0a96-40df-bdeb-239ad74e355b', 'tag': '0adec56e-f0dc-4b49-bfef-9cc58cd8944f', 'status': 'completed', 'code': 200} Aug 21 09:37:58.138891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9a17-c117-4592-9ff1-4d1583717fe1 req-4b1a939e-b307-4a87-9902-99cb11f36377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:58.140395 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f8c9a17-c117-4592-9ff1-4d1583717fe1 req-4b1a939e-b307-4a87-9902-99cb11f36377 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 1096 time: 0.0543401 Aug 21 09:37:58.243607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9a17-c117-4592-9ff1-4d1583717fe1 req-b6c0ddec-b8ed-4769-9890-47ba0c47ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:58.244357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9a17-c117-4592-9ff1-4d1583717fe1 req-b6c0ddec-b8ed-4769-9890-47ba0c47ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:58.245957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f8c9a17-c117-4592-9ff1-4d1583717fe1 req-b6c0ddec-b8ed-4769-9890-47ba0c47ed8a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5676b5db70d243e49186472b267f60a5&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.0973072 Aug 21 09:37:58.349452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9a17-c117-4592-9ff1-4d1583717fe1 req-363c7ac1-6280-4985-a404-d4caa8f7130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:58.351092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f8c9a17-c117-4592-9ff1-4d1583717fe1 req-363c7ac1-6280-4985-a404-d4caa8f7130e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983210 Aug 21 09:37:58.429090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-99aa6a62-7620-4e57-86b9-50be36170ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:58.430651 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-99aa6a62-7620-4e57-86b9-50be36170ab1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 1096 time: 0.0443814 Aug 21 09:37:58.473057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-f59a74ff-4d5a-4a50-92dd-5ba49271a213 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=0adec56e-f0dc-4b49-bfef-9cc58cd8944f HTTP/1.1" status: 200 len: 217 time: 0.0348117 Aug 21 09:37:58.526140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-1d0e89d6-22b9-499c-a295-890bffa71ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:58.527619 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-1d0e89d6-22b9-499c-a295-890bffa71ba3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8aab8fd-aea2-4587-ad0e-04a5a4981d41 HTTP/1.1" status: 200 len: 837 time: 0.0483344 Aug 21 09:37:58.574527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-3660c807-fdc5-4fa7-99a2-edbb1e64d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:58.576050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-3660c807-fdc5-4fa7-99a2-edbb1e64d347 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e2a08e1-6b92-4813-818c-c67c9d22f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0413201 Aug 21 09:37:58.667417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-5e82c2e9-ce66-40a9-83f8-79d83d902de4 service neutron] 10.222.0.13 "GET /v2.0/networks/2e2a08e1-6b92-4813-818c-c67c9d22f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837233 Aug 21 09:37:58.764598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26bad30-930b-4c17-9d11-562ff23d86e3 req-b8b5ba1f-0c57-4cfb-8b09-6ece9a8fbedf service neutron] 10.222.0.13 "GET /v2.0/networks/2e2a08e1-6b92-4813-818c-c67c9d22f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899184 Aug 21 09:37:58.937995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc554-595f-4f35-af02-609db7e22286 req-3e9b98cd-faf7-427f-b3d9-32519eec066f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:37:58.939507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8babc554-595f-4f35-af02-609db7e22286 req-3e9b98cd-faf7-427f-b3d9-32519eec066f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 944 time: 0.0511508 Aug 21 09:37:58.977901 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8babc554-595f-4f35-af02-609db7e22286 req-d275b057-24ba-4caf-85b3-ef23e536c31c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323956 Aug 21 09:38:00.094679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faada3-66b8-4dc5-a1cc-e5642826af90 req-0ec71612-5525-4e5f-9c3e-9b06314481ad tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:00.096203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12faada3-66b8-4dc5-a1cc-e5642826af90 req-0ec71612-5525-4e5f-9c3e-9b06314481ad tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 944 time: 0.0491934 Aug 21 09:38:00.140520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12faada3-66b8-4dc5-a1cc-e5642826af90 req-e12a9cdb-dc1e-45f7-98a0-bd7cacae6b19 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383646 Aug 21 09:38:01.255258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516b108-19a5-4e49-b725-6449a96f56f4 req-ae9de309-e514-48d7-bfe5-77f7020ce3ce tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:01.256810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d516b108-19a5-4e49-b725-6449a96f56f4 req-ae9de309-e514-48d7-bfe5-77f7020ce3ce tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 944 time: 0.0501351 Aug 21 09:38:01.304172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d516b108-19a5-4e49-b725-6449a96f56f4 req-67bca5d5-0532-4ecb-9e91-5bf34a684ed8 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396981 Aug 21 09:38:02.419028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a7ac-97d9-4ecc-88ae-6215b4fbcc63 req-195b0dd8-586b-4dc8-aad1-a3fe3516ff3d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:02.420474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8670a7ac-97d9-4ecc-88ae-6215b4fbcc63 req-195b0dd8-586b-4dc8-aad1-a3fe3516ff3d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 944 time: 0.0500143 Aug 21 09:38:02.436827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0adec56e-f0dc-4b49-bfef-9cc58cd8944f details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:38:02.461338 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8670a7ac-97d9-4ecc-88ae-6215b4fbcc63 req-ab1cbec3-bbaa-4369-be53-37e378f96eae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347962 Aug 21 09:38:02.544521 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0adec56e-f0dc-4b49-bfef-9cc58cd8944f,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:02.555453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '0adec56e-f0dc-4b49-bfef-9cc58cd8944f', 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f', 'port_id': '0adec56e-f0dc-4b49-bfef-9cc58cd8944f', 'mac_address': 'fa:16:3e:4c:e6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8aab8fd-aea2-4587-ad0e-04a5a4981d41', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:38:02.601418 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:02.604306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adec56e-f0dc-4b49-bfef-9cc58cd8944f {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:38:02.623631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0adec56e-f0dc-4b49-bfef-9cc58cd8944f,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:02.705997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:02.758587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=0adec56e-f0dc-4b49-bfef-9cc58cd8944f,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:02.910853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['0adec56e-f0dc-4b49-bfef-9cc58cd8944f'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:38:03.587118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2eb39-bc3f-4bd4-b177-ba581dc89387 req-2c10054b-0552-4500-92c7-653a8c7405f4 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:03.588793 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81c2eb39-bc3f-4bd4-b177-ba581dc89387 req-2c10054b-0552-4500-92c7-653a8c7405f4 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 945 time: 0.0565107 Aug 21 09:38:03.636716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81c2eb39-bc3f-4bd4-b177-ba581dc89387 req-3dc4f4ec-1d22-4ed4-bd57-4049bff73635 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396688 Aug 21 09:38:04.441775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0adec56e-f0dc-4b49-bfef-9cc58cd8944f up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:38:04.545550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:38:04.549437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:04.549808 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:04.625488 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:04.648643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9286294-0a96-40df-bdeb-239ad74e355b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adec56e-f0dc-4b49-bfef-9cc58cd8944f'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:38:04.650911 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf39a627-3108-464b-8a65-1c0f2c69ee28" -d '{"events": [{"server_uuid": "f9286294-0a96-40df-bdeb-239ad74e355b", "name": "network-vif-plugged", "status": "completed", "tag": "0adec56e-f0dc-4b49-bfef-9cc58cd8944f"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:38:04.668363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0adec56e-f0dc-4b49-bfef-9cc58cd8944f,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:04.695512 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c8d62d-0c26-4c3f-9e27-37216d551ada x-openstack-request-id: req-30c8d62d-0c26-4c3f-9e27-37216d551ada {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:38:04.695918 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9286294-0a96-40df-bdeb-239ad74e355b", "name": "network-vif-plugged", "status": "completed", "tag": "0adec56e-f0dc-4b49-bfef-9cc58cd8944f", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:38:04.696231 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30c8d62d-0c26-4c3f-9e27-37216d551ada {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:38:04.696688 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9286294-0a96-40df-bdeb-239ad74e355b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adec56e-f0dc-4b49-bfef-9cc58cd8944f', 'code': 200} Aug 21 09:38:04.723720 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:04.779862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=0adec56e-f0dc-4b49-bfef-9cc58cd8944f,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:04.787683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bedb1-5eea-4af4-9dd2-a62fb1f37808 req-8cf11836-7369-4587-9e70-21b19184b33b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:04.791992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd6bedb1-5eea-4af4-9dd2-a62fb1f37808 req-8cf11836-7369-4587-9e70-21b19184b33b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 946 time: 0.0767052 Aug 21 09:38:04.832820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87a461-d836-4855-a90c-556bae479707 req-837e06ae-b07b-43b5-84b6-96f6ef3a92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:04.834242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc87a461-d836-4855-a90c-556bae479707 req-837e06ae-b07b-43b5-84b6-96f6ef3a92c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 1098 time: 0.0807755 Aug 21 09:38:04.837417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd6bedb1-5eea-4af4-9dd2-a62fb1f37808 req-a0ad7be1-9a72-4d0f-9d2c-b502e89ab1a6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424409 Aug 21 09:38:04.870710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc87a461-d836-4855-a90c-556bae479707 req-8051175c-11f2-4516-98df-3e66e72e2b09 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290391 Aug 21 09:38:05.960531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fecea-f58e-4f81-9ef4-1ed560abfdf8 req-6e143729-4a5b-4bfc-ae1c-bba2897b8937 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:05.962025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d63fecea-f58e-4f81-9ef4-1ed560abfdf8 req-6e143729-4a5b-4bfc-ae1c-bba2897b8937 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 946 time: 0.0534799 Aug 21 09:38:06.002623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d63fecea-f58e-4f81-9ef4-1ed560abfdf8 req-891b423d-3622-48b4-901b-5881473633d3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345356 Aug 21 09:38:06.928690 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-80a8512a-59f2-4c02-9c50-c9cbf0bb3e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:07.125261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e5232-d98b-4431-b8b2-be84921478cb req-97067c80-59f3-4cb1-be90-6bd11aeb45f9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:07.126703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-259e5232-d98b-4431-b8b2-be84921478cb req-97067c80-59f3-4cb1-be90-6bd11aeb45f9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 946 time: 0.0522928 Aug 21 09:38:07.165934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-259e5232-d98b-4431-b8b2-be84921478cb req-fb2c05af-bcbf-4a53-b1e9-8e6defff68b4 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325809 Aug 21 09:38:07.280990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013532-a6f9-4f6b-a8a1-64bbd43fa361 req-bf783481-7d69-4732-850f-ae39c651d4f0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:07.282635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8013532-a6f9-4f6b-a8a1-64bbd43fa361 req-bf783481-7d69-4732-850f-ae39c651d4f0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 946 time: 0.0510137 Aug 21 09:38:07.320758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8013532-a6f9-4f6b-a8a1-64bbd43fa361 req-73071493-388b-4ff4-99e6-dd226d086855 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323358 Aug 21 09:38:08.807939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56152) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:09.253588 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:09.523232 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c593e95e-5985-46e4-a5d4-efe56e986987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:09.539345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Allocated IP 172.20.0.17 (2e2a08e1-6b92-4813-818c-c67c9d22f72f/c8aab8fd-aea2-4587-ad0e-04a5a4981d41/8a66996a-a769-4dcb-a486-5dcd5f968ae1) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:38:09.652842 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:09.667345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Transition to ACTIVE for port object 8a66996a-a769-4dcb-a486-5dcd5f968ae1 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:38:09.792674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:09.826088 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:09.838030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 2e2a08e1-6b92-4813-818c-c67c9d22f72f is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:38:09.843132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:38:09.844888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:38:09.876218 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=8a66996a-a769-4dcb-a486-5dcd5f968ae1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:09.900484 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:10.128340 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:10.179785 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-95ffdb00-b043-4dc5-ab02-c2d0fdf3f111 None None] Provisioning for port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:38:10.184074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-95ffdb00-b043-4dc5-ab02-c2d0fdf3f111 None None] Provisioning complete for port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:10.184517 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-95ffdb00-b043-4dc5-ab02-c2d0fdf3f111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:10.221198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-95ffdb00-b043-4dc5-ab02-c2d0fdf3f111 None None] Port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:38:10.408416 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:10.477262 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:10.556729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=8a66996a-a769-4dcb-a486-5dcd5f968ae1,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:10.559283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:10.650585 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 2e2a08e1-6b92-4813-818c-c67c9d22f72f is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:38:10.652004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:38:10.785143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router 2fa313c6-9c61-47e6-87ad-f9ce8396111a has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:38:10.906453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:38:10.911835 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4bb78dea-0356-4530-acb6-24c57a5fd120 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "PUT /v2.0/routers/2fa313c6-9c61-47e6-87ad-f9ce8396111a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1027989 Aug 21 09:38:10.918277 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Sync routers for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:38:10.928201 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:10.928851 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:10.952202 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:11.008985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4c18d305-5396-451e-a872-8be8102fd4a0 None None] Provisioning complete for port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:11.009354 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c18d305-5396-451e-a872-8be8102fd4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:11.035381 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:11.043457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-4c18d305-5396-451e-a872-8be8102fd4a0 None None] Port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:38:11.258408 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:09Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '90a9780b-9cb9-453c-88b9-2e1a0dd94d69', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'port_id': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'mac_address': 'fa:16:3e:9e:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:37:12Z', 'updated_at': '2021-08-21T09:37:14Z', 'revision_number': 1, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66996a-a769-4dcb-a486-5dcd5f968ae1', 'name': '', 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:f1:21:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'c8aab8fd-aea2-4587-ad0e-04a5a4981d41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:09Z', 'updated_at': '2021-08-21T09:38:10Z', 'revision_number': 2, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': 'c8aab8fd-aea2-4587-ad0e-04a5a4981d41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:11.286798 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Checking router: 2fa313c6-9c61-47e6-87ad-f9ce8396111a for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:38:11.287900 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Updating router 2fa313c6-9c61-47e6-87ad-f9ce8396111a port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:38:11.311715 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:11.639534 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:11.649471 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Transition to ACTIVE for port object 8a66996a-a769-4dcb-a486-5dcd5f968ae1 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:38:11.722883 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:11.773092 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Pushing event updated for resources: {'Port': ['ID=8a66996a-a769-4dcb-a486-5dcd5f968ae1,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:11.798050 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.798396 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.798731 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.799063 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.799390 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.799746 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.800067 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.800388 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.800708 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.801027 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.801345 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.801662 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:11.833236 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Attempting to bind port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:38:11.833784 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Attempting to bind port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:38:11.834740 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Attempting to bind port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 on network 2e2a08e1-6b92-4813-818c-c67c9d22f72f {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:38:11.840392 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:38:11.841380 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Checking segment: {'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:38:11.841380 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:11.841860 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Bound using segment: {'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:38:11.842432 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Bound port: 8a66996a-a769-4dcb-a486-5dcd5f968ae1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ab3a07-37ae-4fd5-a561-2414e41948ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:38:11.842911 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:11.909389 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] For port 8a66996a-a769-4dcb-a486-5dcd5f968ae1, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:38:11.912706 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] For port 8a66996a-a769-4dcb-a486-5dcd5f968ae1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8a66996a-a769-4dcb-a486-5dcd5f968ae1,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:38:12.018635 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:12.080750 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:12.081389 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:12.083164 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc56e7-222a-43d4-b576-88bc2c5e0ab6 None None] Pushing event updated for resources: {'Port': ['ID=8a66996a-a769-4dcb-a486-5dcd5f968ae1,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:12.186155 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:38:12.206887 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:12.431526 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:09Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '90a9780b-9cb9-453c-88b9-2e1a0dd94d69', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'port_id': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'mac_address': 'fa:16:3e:9e:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:37:12Z', 'updated_at': '2021-08-21T09:37:14Z', 'revision_number': 1, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66996a-a769-4dcb-a486-5dcd5f968ae1', 'name': '', 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:f1:21:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'c8aab8fd-aea2-4587-ad0e-04a5a4981d41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:09Z', 'updated_at': '2021-08-21T09:38:11Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': 'c8aab8fd-aea2-4587-ad0e-04a5a4981d41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:12.457113 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e5e03-aa75-4e68-aa10-4cc7cff604d3 None None] The sync data for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 is: [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:09Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '90a9780b-9cb9-453c-88b9-2e1a0dd94d69', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'port_id': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'mac_address': 'fa:16:3e:9e:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:37:12Z', 'updated_at': '2021-08-21T09:37:14Z', 'revision_number': 1, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a66996a-a769-4dcb-a486-5dcd5f968ae1', 'name': '', 'network_id': '2e2a08e1-6b92-4813-818c-c67c9d22f72f', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:f1:21:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'c8aab8fd-aea2-4587-ad0e-04a5a4981d41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:09Z', 'updated_at': '2021-08-21T09:38:11Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': 'c8aab8fd-aea2-4587-ad0e-04a5a4981d41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:38:12.486669 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:13.533270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8a66996a-a769-4dcb-a486-5dcd5f968ae1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:38:13.648295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:38:13.652593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:13.652971 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:13.729577 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:13.761523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 8a66996a-a769-4dcb-a486-5dcd5f968ae1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8a66996a-a769-4dcb-a486-5dcd5f968ae1,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:13.831474 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:13.881982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=8a66996a-a769-4dcb-a486-5dcd5f968ae1,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:15.149202 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56188) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:15.253065 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e29e3d8c-e7eb-45a2-9469-a7dc0fcce540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:15.341364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e29e3d8c-e7eb-45a2-9469-a7dc0fcce540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:15.403087 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e29e3d8c-e7eb-45a2-9469-a7dc0fcce540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:15.442733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e3d8c-e7eb-45a2-9469-a7dc0fcce540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d6a6a2-c59a-427f-bf4b-612635ba3e06,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:15.452034 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e29e3d8c-e7eb-45a2-9469-a7dc0fcce540 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5814945e84634d26af5537631a13aaca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992470 Aug 21 09:38:15.452034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56192) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:15.508098 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b10b4945-ebed-4d48-88ec-7cd515703a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:15.517441 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:15.533154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8a66996a-a769-4dcb-a486-5dcd5f968ae1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:38:15.542937 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b10b4945-ebed-4d48-88ec-7cd515703a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:15.584851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:15.585305 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:15.587995 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:15.643116 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b10b4945-ebed-4d48-88ec-7cd515703a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:15.645768 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b10b4945-ebed-4d48-88ec-7cd515703a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:15.647171 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b10b4945-ebed-4d48-88ec-7cd515703a42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45d6a6a2-c59a-427f-bf4b-612635ba3e06 HTTP/1.1" status: 204 len: 168 time: 0.1942241 Aug 21 09:38:15.655231 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b4945-ebed-4d48-88ec-7cd515703a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d6a6a2-c59a-427f-bf4b-612635ba3e06,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:18.030196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-f4be856f-36ff-4d5f-98de-69df09adcf21 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474520 Aug 21 09:38:18.113159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-c09d02c7-5451-4385-b46d-53745d8eb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:18.114722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-c09d02c7-5451-4385-b46d-53745d8eb9ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 1098 time: 0.0402913 Aug 21 09:38:18.216324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-fb93ea70-d8bf-4712-94ed-893aacd50400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:18.217779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-fb93ea70-d8bf-4712-94ed-893aacd50400 service neutron] 10.222.0.22 "GET /v2.0/networks?id=37d5c14a-50e9-4266-9e40-9c42ac197079 HTTP/1.1" status: 200 len: 898 time: 0.0829115 Aug 21 09:38:18.286163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-6209f040-8ea1-4e70-aa8e-3b7beb25490b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd788d58-cd43-48cb-b657-341f2a1644e9 HTTP/1.1" status: 200 len: 1002 time: 0.0607476 Aug 21 09:38:18.334801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-a6ade563-82c7-43f0-9328-75c1524db2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:18.336262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-a6ade563-82c7-43f0-9328-75c1524db2c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8260616a-fbbc-47c4-bd34-940ff36faea4 HTTP/1.1" status: 200 len: 834 time: 0.0432284 Aug 21 09:38:18.380336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-6dde0f59-323a-4ae9-be69-35522b75500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:18.382476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-6dde0f59-323a-4ae9-be69-35522b75500e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=37d5c14a-50e9-4266-9e40-9c42ac197079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393655 Aug 21 09:38:18.475513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-53a8c473-4478-4dda-b781-bdcc406b8ed8 service neutron] 10.222.0.22 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835989 Aug 21 09:38:18.561485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74a7926d-b8b6-48a7-aec5-106fd9132994 req-8e56ae90-f14c-4607-8c0b-b89c208b69d9 service neutron] 10.222.0.22 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813448 Aug 21 09:38:28.768149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56334) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:28.876924 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c347f0c-7267-47a3-803e-ff672a021f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:28.967681 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c347f0c-7267-47a3-803e-ff672a021f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:29.071091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6c347f0c-7267-47a3-803e-ff672a021f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:29.110291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6c347f0c-7267-47a3-803e-ff672a021f3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=deab1ff1c09c4b86af86df34ca9c8a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409154 Aug 21 09:38:29.111066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c347f0c-7267-47a3-803e-ff672a021f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a047bce-c960-46ef-b227-6d4a19ff7b94,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:29.112835 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56340) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:29.160443 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d101-94e0-49c6-9f06-bc7e3797a00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:29.181773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d101-94e0-49c6-9f06-bc7e3797a00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:29.251674 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56342) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:29.299602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d101-94e0-49c6-9f06-bc7e3797a00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:29.302161 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d101-94e0-49c6-9f06-bc7e3797a00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:29.303265 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6aa3d101-94e0-49c6-9f06-bc7e3797a00c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a047bce-c960-46ef-b227-6d4a19ff7b94 HTTP/1.1" status: 204 len: 168 time: 0.1894491 Aug 21 09:38:29.318755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3d101-94e0-49c6-9f06-bc7e3797a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a047bce-c960-46ef-b227-6d4a19ff7b94,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:29.640152 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:29.882620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56348) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:29.896270 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3703c596-cc32-4e26-adb1-6632a568502c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:29.955721 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting port 8a66996a-a769-4dcb-a486-5dcd5f968ae1 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:38:29.956121 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:29.982351 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3703c596-cc32-4e26-adb1-6632a568502c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:30.045673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] For port 8a66996a-a769-4dcb-a486-5dcd5f968ae1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8a66996a-a769-4dcb-a486-5dcd5f968ae1,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:30.045948 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:30.058157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Calling delete_port for 8a66996a-a769-4dcb-a486-5dcd5f968ae1 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:38:30.069625 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3703c596-cc32-4e26-adb1-6632a568502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:30.107618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3703c596-cc32-4e26-adb1-6632a568502c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbc845a4dc3c4c87baf8f4bf3bd0e657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238531 Aug 21 09:38:30.108510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703c596-cc32-4e26-adb1-6632a568502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0a95f5-7193-4f2a-b694-c9900162140d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:30.110760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56350) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:30.159403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f735873-7435-43eb-8aa0-5caf46497306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:30.179910 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f735873-7435-43eb-8aa0-5caf46497306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:30.294181 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f735873-7435-43eb-8aa0-5caf46497306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:30.296902 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6f735873-7435-43eb-8aa0-5caf46497306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:30.298091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6f735873-7435-43eb-8aa0-5caf46497306 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d0a95f5-7193-4f2a-b694-c9900162140d HTTP/1.1" status: 204 len: 168 time: 0.1855772 Aug 21 09:38:30.306406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f735873-7435-43eb-8aa0-5caf46497306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0a95f5-7193-4f2a-b694-c9900162140d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:30.340224 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:30.367761 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Port': ['ID=8a66996a-a769-4dcb-a486-5dcd5f968ae1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:30.543944 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:30.782900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-c11d30f7-7157-4fbe-9127-9b2bd9125ce9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409505 Aug 21 09:38:30.865955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-f8220658-babd-4155-9480-964eb7c391af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:30.867532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-f8220658-babd-4155-9480-964eb7c391af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 1098 time: 0.0418627 Aug 21 09:38:30.976594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-4622b6df-e911-4559-9d90-bedad0334730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:30.981499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-4622b6df-e911-4559-9d90-bedad0334730 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e2a08e1-6b92-4813-818c-c67c9d22f72f HTTP/1.1" status: 200 len: 898 time: 0.0898781 Aug 21 09:38:30.981916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56356) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:31.027050 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e22ea7a-44db-40ae-90f5-31bbfd23af93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:31.029818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-9a90f50d-7ed6-4f89-aeb2-2756cad886e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=0adec56e-f0dc-4b49-bfef-9cc58cd8944f HTTP/1.1" status: 200 len: 217 time: 0.0413215 Aug 21 09:38:31.042544 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router 2fa313c6-9c61-47e6-87ad-f9ce8396111a has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:38:31.098267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-0051eb79-8155-4f99-a9cb-c5ca54527151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:31.099808 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-0051eb79-8155-4f99-a9cb-c5ca54527151 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8aab8fd-aea2-4587-ad0e-04a5a4981d41 HTTP/1.1" status: 200 len: 837 time: 0.0632389 Aug 21 09:38:31.150147 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:38:31.159373 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bd7d831c-ad12-4009-90af-f3ed696d3ed1 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "PUT /v2.0/routers/2fa313c6-9c61-47e6-87ad-f9ce8396111a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9064345 Aug 21 09:38:31.164844 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b93b8-6987-4c47-8f7d-6e1696953ff3 None None] Sync routers for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:38:31.169135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-a4a788fc-68d5-468b-aa8f-7503967fb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:31.170655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-a4a788fc-68d5-468b-aa8f-7503967fb396 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e2a08e1-6b92-4813-818c-c67c9d22f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0628598 Aug 21 09:38:31.172832 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b93b8-6987-4c47-8f7d-6e1696953ff3 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:31.173982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4c5b93b8-6987-4c47-8f7d-6e1696953ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:31.247172 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e22ea7a-44db-40ae-90f5-31bbfd23af93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:31.278179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-7c27c9f0-b4ee-4416-9d65-c126a324ce93 service neutron] 10.222.0.13 "GET /v2.0/networks/2e2a08e1-6b92-4813-818c-c67c9d22f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992517 Aug 21 09:38:31.283234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-4c5b93b8-6987-4c47-8f7d-6e1696953ff3 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:31.341316 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-8e22ea7a-44db-40ae-90f5-31bbfd23af93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:31.392417 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8e22ea7a-44db-40ae-90f5-31bbfd23af93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4edcc1498f344116a3b6943f51f8757e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094186 Aug 21 09:38:31.395232 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56360) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:31.395957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22ea7a-44db-40ae-90f5-31bbfd23af93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472c5669-c29b-42ce-a6f4-bc3d8011187c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:31.418229 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1fa6112-9040-4d58-b817-49f43ea0e020 req-a58b4cbc-4f30-4b01-bc80-0551dcdaeb55 service neutron] 10.222.0.13 "GET /v2.0/networks/2e2a08e1-6b92-4813-818c-c67c9d22f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328001 Aug 21 09:38:31.463238 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33fe2fb6-880f-4929-8654-22c81e3657d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:31.488024 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33fe2fb6-880f-4929-8654-22c81e3657d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:31.546187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4c5b93b8-6987-4c47-8f7d-6e1696953ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:30Z', 'revision_number': 6, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '90a9780b-9cb9-453c-88b9-2e1a0dd94d69', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'port_id': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'mac_address': 'fa:16:3e:9e:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:37:12Z', 'updated_at': '2021-08-21T09:37:14Z', 'revision_number': 1, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:31.578396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b93b8-6987-4c47-8f7d-6e1696953ff3 None None] Checking router: 2fa313c6-9c61-47e6-87ad-f9ce8396111a for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:38:31.586752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b93b8-6987-4c47-8f7d-6e1696953ff3 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:31.587386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4c5b93b8-6987-4c47-8f7d-6e1696953ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:31.707391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-4c5b93b8-6987-4c47-8f7d-6e1696953ff3 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:31.771759 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33fe2fb6-880f-4929-8654-22c81e3657d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:31.775088 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-33fe2fb6-880f-4929-8654-22c81e3657d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:31.778106 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-33fe2fb6-880f-4929-8654-22c81e3657d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/472c5669-c29b-42ce-a6f4-bc3d8011187c HTTP/1.1" status: 204 len: 168 time: 0.3785553 Aug 21 09:38:31.789393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe2fb6-880f-4929-8654-22c81e3657d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472c5669-c29b-42ce-a6f4-bc3d8011187c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:31.845857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6e2f-63eb-47d7-85eb-031b5424e34c req-9daaf423-f0c6-41ba-b558-b7b51c792ba8 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:31.847456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81fe6e2f-63eb-47d7-85eb-031b5424e34c req-9daaf423-f0c6-41ba-b558-b7b51c792ba8 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 946 time: 0.2831004 Aug 21 09:38:31.887806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81fe6e2f-63eb-47d7-85eb-031b5424e34c req-3cb81480-9b16-4f6b-96d3-31c1e5322623 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334694 Aug 21 09:38:31.955720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4c5b93b8-6987-4c47-8f7d-6e1696953ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:30Z', 'revision_number': 6, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '90a9780b-9cb9-453c-88b9-2e1a0dd94d69', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'port_id': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'mac_address': 'fa:16:3e:9e:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:37:12Z', 'updated_at': '2021-08-21T09:37:14Z', 'revision_number': 1, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:31.985570 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b93b8-6987-4c47-8f7d-6e1696953ff3 None None] The sync data for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 is: [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:30Z', 'revision_number': 6, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '90a9780b-9cb9-453c-88b9-2e1a0dd94d69', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'port_id': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'mac_address': 'fa:16:3e:9e:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:37:12Z', 'updated_at': '2021-08-21T09:37:14Z', 'revision_number': 1, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:38:32.964992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f6bff-1691-4d9d-b037-690eb06b82a9 req-60678502-b139-4469-8be2-b39fcc802a29 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:32.966554 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f26f6bff-1691-4d9d-b037-690eb06b82a9 req-60678502-b139-4469-8be2-b39fcc802a29 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 946 time: 0.0529757 Aug 21 09:38:33.063032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f26f6bff-1691-4d9d-b037-690eb06b82a9 req-e494cba0-5174-482e-a706-b2602f681da6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:38:33.063368 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f26f6bff-1691-4d9d-b037-690eb06b82a9 req-e494cba0-5174-482e-a706-b2602f681da6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:33.164208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f26f6bff-1691-4d9d-b037-690eb06b82a9 req-e494cba0-5174-482e-a706-b2602f681da6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] For port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=0adec56e-f0dc-4b49-bfef-9cc58cd8944f,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:33.164570 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f26f6bff-1691-4d9d-b037-690eb06b82a9 req-e494cba0-5174-482e-a706-b2602f681da6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:33.191123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f26f6bff-1691-4d9d-b037-690eb06b82a9 req-e494cba0-5174-482e-a706-b2602f681da6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Calling delete_port for 0adec56e-f0dc-4b49-bfef-9cc58cd8944f owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:38:33.245413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f652cc-7105-487b-a8cb-078498bcc2fe req-0b4a4ad7-b634-44ef-b4f0-b40808c6059e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:33.246830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5f652cc-7105-487b-a8cb-078498bcc2fe req-0b4a4ad7-b634-44ef-b4f0-b40808c6059e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 946 time: 0.2794302 Aug 21 09:38:33.305396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5f652cc-7105-487b-a8cb-078498bcc2fe req-4fe3509a-ab92-4bf0-840a-a3b9e10f8422 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=497037b1-c06a-42af-9987-b02b21d0f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519280 Aug 21 09:38:33.419961 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f26f6bff-1691-4d9d-b037-690eb06b82a9 req-e494cba0-5174-482e-a706-b2602f681da6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:33.448940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494cba0-5174-482e-a706-b2602f681da6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Port': ['ID=0adec56e-f0dc-4b49-bfef-9cc58cd8944f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:33.493337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8a66996a-a769-4dcb-a486-5dcd5f968ae1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:38:33.497738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26f6bff-1691-4d9d-b037-690eb06b82a9 req-e494cba0-5174-482e-a706-b2602f681da6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] No DVR routers for this DVR port 0adec56e-f0dc-4b49-bfef-9cc58cd8944f on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:38:33.500467 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f26f6bff-1691-4d9d-b037-690eb06b82a9 req-e494cba0-5174-482e-a706-b2602f681da6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:33.504088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f26f6bff-1691-4d9d-b037-690eb06b82a9 req-e494cba0-5174-482e-a706-b2602f681da6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.13 "DELETE /v2.0/ports/0adec56e-f0dc-4b49-bfef-9cc58cd8944f HTTP/1.1" status: 204 len: 173 time: 0.5299463 Aug 21 09:38:33.504088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9286294-0a96-40df-bdeb-239ad74e355b', 'name': 'network-vif-deleted', 'tag': '0adec56e-f0dc-4b49-bfef-9cc58cd8944f'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:38:33.506608 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d72c337-0329-4426-9962-c20e83f0f21d" -d '{"events": [{"server_uuid": "f9286294-0a96-40df-bdeb-239ad74e355b", "name": "network-vif-deleted", "tag": "0adec56e-f0dc-4b49-bfef-9cc58cd8944f"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:38:33.513669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 8a66996a-a769-4dcb-a486-5dcd5f968ae1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:38:33.514022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8a66996a-a769-4dcb-a486-5dcd5f968ae1 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:38:33.542691 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4a2812-3bcc-4646-bcac-1b7129f7b156 x-openstack-request-id: req-bc4a2812-3bcc-4646-bcac-1b7129f7b156 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:38:33.542988 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9286294-0a96-40df-bdeb-239ad74e355b", "name": "network-vif-deleted", "tag": "0adec56e-f0dc-4b49-bfef-9cc58cd8944f", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:38:33.543243 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc4a2812-3bcc-4646-bcac-1b7129f7b156 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:38:33.543748 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9286294-0a96-40df-bdeb-239ad74e355b', 'name': 'network-vif-deleted', 'tag': '0adec56e-f0dc-4b49-bfef-9cc58cd8944f', 'status': 'completed', 'code': 200} Aug 21 09:38:34.408739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd595346-77e3-4f65-a2c5-da84a94685d8 req-fbbc408e-d71e-4e73-b7cb-0ddfa8ce17e2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9286294-0a96-40df-bdeb-239ad74e355b HTTP/1.1" status: 200 len: 210 time: 0.0266888 Aug 21 09:38:35.466485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56420) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:35.529809 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f9366a83-3982-40d0-9674-4433558753f3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:35.554639 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f9366a83-3982-40d0-9674-4433558753f3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:35.697168 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f9366a83-3982-40d0-9674-4433558753f3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:35.699980 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f9366a83-3982-40d0-9674-4433558753f3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:35.701180 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f9366a83-3982-40d0-9674-4433558753f3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/security-groups/497037b1-c06a-42af-9987-b02b21d0f3d3 HTTP/1.1" status: 204 len: 168 time: 0.2336421 Aug 21 09:38:35.711364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9366a83-3982-40d0-9674-4433558753f3 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497037b1-c06a-42af-9987-b02b21d0f3d3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:35.789754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56426) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:35.842031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13333e5-fb00-4c1c-a2c6-5f992e557055 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting subnet c8aab8fd-aea2-4587-ad0e-04a5a4981d41 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:38:35.845119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f13333e5-fb00-4c1c-a2c6-5f992e557055 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:35.884570 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f13333e5-fb00-4c1c-a2c6-5f992e557055 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.264806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f13333e5-fb00-4c1c-a2c6-5f992e557055 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.425561 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f13333e5-fb00-4c1c-a2c6-5f992e557055 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.453083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13333e5-fb00-4c1c-a2c6-5f992e557055 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Subnet': ['ID=c8aab8fd-aea2-4587-ad0e-04a5a4981d41,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:36.462785 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f13333e5-fb00-4c1c-a2c6-5f992e557055 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.462785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f13333e5-fb00-4c1c-a2c6-5f992e557055 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/subnets/c8aab8fd-aea2-4587-ad0e-04a5a4981d41 HTTP/1.1" status: 204 len: 168 time: 0.6691055 Aug 21 09:38:36.462785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56434) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:36.465796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b78ac4-37a1-40f6-9c0d-185473770381 None None] Network 2e2a08e1-6b92-4813-818c-c67c9d22f72f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:38:36.541087 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.588256 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0adec56e-f0dc-4b49-bfef-9cc58cd8944f no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:38:36.592885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting port e1ebfd98-aba5-41f2-8968-54309c63c26f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:38:36.593251 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.609696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 0adec56e-f0dc-4b49-bfef-9cc58cd8944f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:38:36.610259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 0adec56e-f0dc-4b49-bfef-9cc58cd8944f not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:38:36.652103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a4a57b-1268-49aa-88af-bd2c2ba9342e None None] DHCP port deletion for 2e2a08e1-6b92-4813-818c-c67c9d22f72f request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:38:36.655880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] For port e1ebfd98-aba5-41f2-8968-54309c63c26f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e1ebfd98-aba5-41f2-8968-54309c63c26f,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:36.658661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.678572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Calling delete_port for e1ebfd98-aba5-41f2-8968-54309c63c26f owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:38:36.700908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-69a4a57b-1268-49aa-88af-bd2c2ba9342e None None] Deleting port e1ebfd98-aba5-41f2-8968-54309c63c26f {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:38:36.701282 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-69a4a57b-1268-49aa-88af-bd2c2ba9342e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.764046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-69a4a57b-1268-49aa-88af-bd2c2ba9342e None None] For port e1ebfd98-aba5-41f2-8968-54309c63c26f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e1ebfd98-aba5-41f2-8968-54309c63c26f,segment=NetworkSegment(47ab3a07-37ae-4fd5-a561-2414e41948ad),segment_id=47ab3a07-37ae-4fd5-a561-2414e41948ad)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:36.764457 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-69a4a57b-1268-49aa-88af-bd2c2ba9342e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.781273 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-69a4a57b-1268-49aa-88af-bd2c2ba9342e None None] Calling delete_port for e1ebfd98-aba5-41f2-8968-54309c63c26f owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:38:36.851751 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.865208 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-69a4a57b-1268-49aa-88af-bd2c2ba9342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.874887 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Port': ['ID=e1ebfd98-aba5-41f2-8968-54309c63c26f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:36.880231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] No DVR routers for this DVR port e1ebfd98-aba5-41f2-8968-54309c63c26f on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:38:36.891701 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4a57b-1268-49aa-88af-bd2c2ba9342e None None] Pushing event deleted for resources: {'Port': ['ID=e1ebfd98-aba5-41f2-8968-54309c63c26f,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:36.895177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a4a57b-1268-49aa-88af-bd2c2ba9342e None None] No DVR routers for this DVR port e1ebfd98-aba5-41f2-8968-54309c63c26f on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:38:36.914232 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a07a5fa0-bd16-4d22-bfd5-edd2df4621ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.968544 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:36.981475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2a08e1-6b92-4813-818c-c67c9d22f72f']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:36.991897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ab3a07-37ae-4fd5-a561-2414e41948ad') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:36.992189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ab3a07-37ae-4fd5-a561-2414e41948ad') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:37.000834 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:37.014503 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:37.021924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:38:37.022311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:38:37.025234 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:38:37.139616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:37.147210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:37.149918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/networks/2e2a08e1-6b92-4813-818c-c67c9d22f72f HTTP/1.1" status: 204 len: 168 time: 0.6852553 Aug 21 09:38:37.151990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56440) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:37.160760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76225915-c616-4492-9123-ec960ed1d87b tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Network': ['ID=2e2a08e1-6b92-4813-818c-c67c9d22f72f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:37.309704 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting port 944b504e-6588-43d0-ad11-b74a5474c751 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:38:37.310060 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:37.390406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:37.390905 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:37.402453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Calling delete_port for 944b504e-6588-43d0-ad11-b74a5474c751 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:38:37.538738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e1ebfd98-aba5-41f2-8968-54309c63c26f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:38:37.559551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: e1ebfd98-aba5-41f2-8968-54309c63c26f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:38:37.559917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e1ebfd98-aba5-41f2-8968-54309c63c26f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:38:37.642889 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:37.671615 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Port': ['ID=944b504e-6588-43d0-ad11-b74a5474c751,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:37.732523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:37.732905 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Floating IP 90a9780b-9cb9-453c-88b9-2e1a0dd94d69 disassociated (deleted). External IP: 172.25.5.182, port: cd788d58-cd43-48cb-b657-341f2a1644e9. Aug 21 09:38:37.949004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router 2fa313c6-9c61-47e6-87ad-f9ce8396111a has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:38:38.070327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:38:38.078112 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:38.084272 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d4d27-e2de-430d-b148-529e27c0fb11 None None] Sync routers for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:38:38.099740 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d4d27-e2de-430d-b148-529e27c0fb11 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:38.100374 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ba5d4d27-e2de-430d-b148-529e27c0fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:38.108520 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4cb2ab07-b2ce-492a-9eff-c7216273fc5f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/floatingips/90a9780b-9cb9-453c-88b9-2e1a0dd94d69 HTTP/1.1" status: 204 len: 168 time: 0.9528975 Aug 21 09:38:38.108520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'tag': 'cd788d58-cd43-48cb-b657-341f2a1644e9'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:38:38.109831 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ce27f025-a3c9-48a3-9fda-17839ebae38f", "tag": "cd788d58-cd43-48cb-b657-341f2a1644e9"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:38:38.163275 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1c887d-5d96-4387-a462-fd52bc850c0a x-openstack-request-id: req-bc1c887d-5d96-4387-a462-fd52bc850c0a {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:38:38.163907 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce27f025-a3c9-48a3-9fda-17839ebae38f", "tag": "cd788d58-cd43-48cb-b657-341f2a1644e9", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:38:38.164247 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc1c887d-5d96-4387-a462-fd52bc850c0a {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:38:38.164733 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'tag': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'status': 'completed', 'code': 200} Aug 21 09:38:38.215359 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-ba5d4d27-e2de-430d-b148-529e27c0fb11 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:38.232638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1 req-fcccc458-347f-442b-81f2-7b594534591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:38.234308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1 req-fcccc458-347f-442b-81f2-7b594534591e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 1098 time: 0.0465558 Aug 21 09:38:38.334801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1 req-eaaea16b-a922-4172-9bb2-c101879ca800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:38.336379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1 req-eaaea16b-a922-4172-9bb2-c101879ca800 service neutron] 10.222.0.22 "GET /v2.0/networks?id=37d5c14a-50e9-4266-9e40-9c42ac197079 HTTP/1.1" status: 200 len: 898 time: 0.0951982 Aug 21 09:38:38.383072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1 req-91297980-053c-4f34-a49d-c384150c70c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd788d58-cd43-48cb-b657-341f2a1644e9 HTTP/1.1" status: 200 len: 217 time: 0.0391324 Aug 21 09:38:38.439412 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ba5d4d27-e2de-430d-b148-529e27c0fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:30Z', 'revision_number': 6, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:38.443338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1 req-ccf8ab41-8779-4e92-9c5a-840aa5d27680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:38.445053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1 req-ccf8ab41-8779-4e92-9c5a-840aa5d27680 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8260616a-fbbc-47c4-bd34-940ff36faea4 HTTP/1.1" status: 200 len: 834 time: 0.0507758 Aug 21 09:38:38.466859 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d4d27-e2de-430d-b148-529e27c0fb11 None None] Checking router: 2fa313c6-9c61-47e6-87ad-f9ce8396111a for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:38:38.478096 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d4d27-e2de-430d-b148-529e27c0fb11 None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:38.478740 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ba5d4d27-e2de-430d-b148-529e27c0fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:38.497536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1 req-3aa32124-4bbd-46be-82a4-40e03dde5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:38.497536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1 req-3aa32124-4bbd-46be-82a4-40e03dde5141 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=37d5c14a-50e9-4266-9e40-9c42ac197079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422421 Aug 21 09:38:38.601007 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-ba5d4d27-e2de-430d-b148-529e27c0fb11 None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:38.632951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1 req-0076fcc0-2978-4f04-ad7c-944070b12614 service neutron] 10.222.0.22 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306365 Aug 21 09:38:38.645302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec143935-abcb-4e17-985d-ab1d94ab2534 req-065ae2b3-70e9-4d8c-88f2-6d55ec7fbf4c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:38.647354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec143935-abcb-4e17-985d-ab1d94ab2534 req-065ae2b3-70e9-4d8c-88f2-6d55ec7fbf4c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 946 time: 0.0769556 Aug 21 09:38:38.757808 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec143935-abcb-4e17-985d-ab1d94ab2534 req-c38e6992-2a60-439d-a1bf-d48b6add284f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870230 Aug 21 09:38:38.788153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66bbc9e3-4e7b-4b7e-b31d-96bc33a180a1 req-fc2cd9ff-b637-47e4-aea5-394311b5cc0d service neutron] 10.222.0.22 "GET /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395154 Aug 21 09:38:38.840421 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ba5d4d27-e2de-430d-b148-529e27c0fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:30Z', 'revision_number': 6, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:38.867745 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d4d27-e2de-430d-b148-529e27c0fb11 None None] The sync data for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 is: [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:30Z', 'revision_number': 6, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '63e4b556-b111-42f5-b7a0-3cb98f20c42f', 'name': '', 'network_id': '37d5c14a-50e9-4266-9e40-9c42ac197079', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:7c:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:52Z', 'updated_at': '2021-08-21T09:36:58Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '8260616a-fbbc-47c4-bd34-940ff36faea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:38:39.101231 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef602b9-b3a6-448d-b7de-8144c9094e8d None None] New status for floating IP 90a9780b-9cb9-453c-88b9-2e1a0dd94d69: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:38:39.519908 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c77e2399-9028-4a32-b437-45761c5d1937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:39.774214 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:39.817410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c890c03-1550-49ec-872d-b6ac994b00f6 req-328d8441-4f5d-44ed-aec9-d698f5403f5d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:39.823866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c890c03-1550-49ec-872d-b6ac994b00f6 req-328d8441-4f5d-44ed-aec9-d698f5403f5d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 946 time: 0.0668862 Aug 21 09:38:39.927546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1365f7-05f3-4b7e-bcd5-522fde82ad28 req-0018d41f-189e-4a3c-bf92-9f8ea562729c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:39.929050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1365f7-05f3-4b7e-bcd5-522fde82ad28 req-0018d41f-189e-4a3c-bf92-9f8ea562729c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 946 time: 0.0967631 Aug 21 09:38:39.976514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9c890c03-1550-49ec-872d-b6ac994b00f6 req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting port cd788d58-cd43-48cb-b657-341f2a1644e9 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:38:39.976858 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9c890c03-1550-49ec-872d-b6ac994b00f6 req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:39.983143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1365f7-05f3-4b7e-bcd5-522fde82ad28 req-558505b6-e3c4-45ef-903d-d3f47fceefd2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=be391fbf-a87c-40e3-9f3c-be9496fc8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478120 Aug 21 09:38:40.068316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9c890c03-1550-49ec-872d-b6ac994b00f6 req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] For port cd788d58-cd43-48cb-b657-341f2a1644e9, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=cd788d58-cd43-48cb-b657-341f2a1644e9,segment=NetworkSegment(0d40d554-6971-4fb1-bd43-afb5b4453b5b),segment_id=0d40d554-6971-4fb1-bd43-afb5b4453b5b)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:40.068685 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9c890c03-1550-49ec-872d-b6ac994b00f6 req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:40.080267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9c890c03-1550-49ec-872d-b6ac994b00f6 req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Calling delete_port for cd788d58-cd43-48cb-b657-341f2a1644e9 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:38:40.259535 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9c890c03-1550-49ec-872d-b6ac994b00f6 req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:40.287216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Port': ['ID=cd788d58-cd43-48cb-b657-341f2a1644e9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:40.301663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.302122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.302334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.302666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.303000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.303338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.303770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.304029 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.304357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.304771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.305001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.305327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:40.344199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c890c03-1550-49ec-872d-b6ac994b00f6 req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] No DVR routers for this DVR port cd788d58-cd43-48cb-b657-341f2a1644e9 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:38:40.346624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9c890c03-1550-49ec-872d-b6ac994b00f6 req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:40.348776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c890c03-1550-49ec-872d-b6ac994b00f6 req-268ff823-1409-48c2-bb1a-95a68defaa4d tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.22 "DELETE /v2.0/ports/cd788d58-cd43-48cb-b657-341f2a1644e9 HTTP/1.1" status: 204 len: 173 time: 0.5228212 Aug 21 09:38:40.349240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'name': 'network-vif-deleted', 'tag': 'cd788d58-cd43-48cb-b657-341f2a1644e9'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:38:40.351550 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aac17cc-c559-4396-842f-6a8f071dc617" -d '{"events": [{"server_uuid": "ce27f025-a3c9-48a3-9fda-17839ebae38f", "name": "network-vif-deleted", "tag": "cd788d58-cd43-48cb-b657-341f2a1644e9"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:38:40.406646 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734f3e9f-e200-487b-a934-0c3a34f1c883 x-openstack-request-id: req-734f3e9f-e200-487b-a934-0c3a34f1c883 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:38:40.407120 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce27f025-a3c9-48a3-9fda-17839ebae38f", "name": "network-vif-deleted", "tag": "cd788d58-cd43-48cb-b657-341f2a1644e9", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:38:40.407391 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-734f3e9f-e200-487b-a934-0c3a34f1c883 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:38:40.407848 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce27f025-a3c9-48a3-9fda-17839ebae38f', 'name': 'network-vif-deleted', 'tag': 'cd788d58-cd43-48cb-b657-341f2a1644e9', 'status': 'completed', 'code': 200} Aug 21 09:38:40.966841 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:41.103991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49c40e62-c584-4a07-bb1d-3274004d19f3 req-3af13c2e-07c7-46e2-af81-fb768a3b4e43 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce27f025-a3c9-48a3-9fda-17839ebae38f HTTP/1.1" status: 200 len: 210 time: 0.0280015 Aug 21 09:38:42.160149 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56526) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:42.217945 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:42.243101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:42.368052 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:42.372309 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:42.391400 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/security-groups/be391fbf-a87c-40e3-9f3c-be9496fc8f97 HTTP/1.1" status: 204 len: 168 time: 0.2123625 Aug 21 09:38:42.391400 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be391fbf-a87c-40e3-9f3c-be9496fc8f97,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:42.394041 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.395248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.395647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.395997 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.396345 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.397696 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.398495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.398846 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.399187 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.399608 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.401119 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.401469 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4a1c4-2595-4b6e-8e64-5715d2300f09 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:42.453943 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:42.460531 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56532) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:42.820182 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:43.096129 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting port 63e4b556-b111-42f5-b7a0-3cb98f20c42f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:38:43.096129 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:43.177633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] For port 63e4b556-b111-42f5-b7a0-3cb98f20c42f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=63e4b556-b111-42f5-b7a0-3cb98f20c42f,segment=NetworkSegment(0d40d554-6971-4fb1-bd43-afb5b4453b5b),segment_id=0d40d554-6971-4fb1-bd43-afb5b4453b5b)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:43.178313 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:43.189769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Calling delete_port for 63e4b556-b111-42f5-b7a0-3cb98f20c42f owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:38:43.488166 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:43.517539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Port': ['ID=63e4b556-b111-42f5-b7a0-3cb98f20c42f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:43.687219 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:43.890161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cd788d58-cd43-48cb-b657-341f2a1644e9 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:38:43.906121 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router 2fa313c6-9c61-47e6-87ad-f9ce8396111a has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:38:43.911114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: cd788d58-cd43-48cb-b657-341f2a1644e9 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:38:43.912018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device cd788d58-cd43-48cb-b657-341f2a1644e9 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:38:44.014470 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:38:44.019776 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3c2d16cc-6337-49fd-867a-caed8cfd4537 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "PUT /v2.0/routers/2fa313c6-9c61-47e6-87ad-f9ce8396111a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5582128 Aug 21 09:38:44.022577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56540) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:44.026573 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bab3d0-cda4-4621-9e04-ddd53e6b5a7e None None] Sync routers for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:38:44.035759 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bab3d0-cda4-4621-9e04-ddd53e6b5a7e None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:44.036977 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b2bab3d0-cda4-4621-9e04-ddd53e6b5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:44.073100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6016265-db5b-4be1-91aa-d9f79085d89e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting subnet 8260616a-fbbc-47c4-bd34-940ff36faea4 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:38:44.076837 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6016265-db5b-4be1-91aa-d9f79085d89e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:44.120302 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6016265-db5b-4be1-91aa-d9f79085d89e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:44.243657 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b2bab3d0-cda4-4621-9e04-ddd53e6b5a7e None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:44.425817 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b2bab3d0-cda4-4621-9e04-ddd53e6b5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:43Z', 'revision_number': 7, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:44.456931 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bab3d0-cda4-4621-9e04-ddd53e6b5a7e None None] Checking router: 2fa313c6-9c61-47e6-87ad-f9ce8396111a for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:38:44.466216 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bab3d0-cda4-4621-9e04-ddd53e6b5a7e None None] Routers {'2fa313c6-9c61-47e6-87ad-f9ce8396111a'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:44.466829 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b2bab3d0-cda4-4621-9e04-ddd53e6b5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:44.484834 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6016265-db5b-4be1-91aa-d9f79085d89e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:44.572117 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b2bab3d0-cda4-4621-9e04-ddd53e6b5a7e None None] Set router 2fa313c6-9c61-47e6-87ad-f9ce8396111a gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:44.606209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6016265-db5b-4be1-91aa-d9f79085d89e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:44.635309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6016265-db5b-4be1-91aa-d9f79085d89e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Subnet': ['ID=8260616a-fbbc-47c4-bd34-940ff36faea4,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:44.643002 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6016265-db5b-4be1-91aa-d9f79085d89e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:44.644008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d25c68b-0e83-400c-b9f5-1bf6dab410cc None None] Network 37d5c14a-50e9-4266-9e40-9c42ac197079 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:38:44.648149 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c6016265-db5b-4be1-91aa-d9f79085d89e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/subnets/8260616a-fbbc-47c4-bd34-940ff36faea4 HTTP/1.1" status: 204 len: 168 time: 0.6213911 Aug 21 09:38:44.648654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56544) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:44.769818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:44.774610 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b2bab3d0-cda4-4621-9e04-ddd53e6b5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:43Z', 'revision_number': 7, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:44.811868 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bab3d0-cda4-4621-9e04-ddd53e6b5a7e None None] The sync data for ids ['2fa313c6-9c61-47e6-87ad-f9ce8396111a'] in n-d-766726-28 is: [{'id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'name': 'tempest-TestNetworkBasicOps-router-100534729', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:36:47Z', 'updated_at': '2021-08-21T09:38:43Z', 'revision_number': 7, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa313c6-9c61-47e6-87ad-f9ce8396111a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:36:48Z', 'updated_at': '2021-08-21T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:38:44.862115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5baea06-8593-40be-bbcf-11e0eca00df4 None None] DHCP port deletion for 37d5c14a-50e9-4266-9e40-9c42ac197079 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:38:44.889667 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:44.908360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d5baea06-8593-40be-bbcf-11e0eca00df4 None None] Deleting port 455c1a6a-a693-4761-9c77-d2cdc7100620 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:38:44.908874 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d5baea06-8593-40be-bbcf-11e0eca00df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:44.973747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d5baea06-8593-40be-bbcf-11e0eca00df4 None None] For port 455c1a6a-a693-4761-9c77-d2cdc7100620, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=455c1a6a-a693-4761-9c77-d2cdc7100620,segment=NetworkSegment(0d40d554-6971-4fb1-bd43-afb5b4453b5b),segment_id=0d40d554-6971-4fb1-bd43-afb5b4453b5b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:44.974459 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d5baea06-8593-40be-bbcf-11e0eca00df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:44.988131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d5baea06-8593-40be-bbcf-11e0eca00df4 None None] Calling delete_port for 455c1a6a-a693-4761-9c77-d2cdc7100620 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:38:45.024831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:38:45.025087 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.104222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] For port 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:45.104587 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.116844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Calling delete_port for 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:38:45.117257 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d5baea06-8593-40be-bbcf-11e0eca00df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.150373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baea06-8593-40be-bbcf-11e0eca00df4 None None] Pushing event deleted for resources: {'Port': ['ID=455c1a6a-a693-4761-9c77-d2cdc7100620,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:45.152195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baea06-8593-40be-bbcf-11e0eca00df4 None None] No DVR routers for this DVR port 455c1a6a-a693-4761-9c77-d2cdc7100620 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:38:45.385411 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.418573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Port': ['ID=02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:45.503754 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.532417 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.614755 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.617047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.617214 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.626764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 455c1a6a-a693-4761-9c77-d2cdc7100620 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:38:45.650667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 455c1a6a-a693-4761-9c77-d2cdc7100620 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:38:45.651548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 455c1a6a-a693-4761-9c77-d2cdc7100620 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:38:45.652274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63e4b556-b111-42f5-b7a0-3cb98f20c42f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:38:45.672814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 63e4b556-b111-42f5-b7a0-3cb98f20c42f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:38:45.673433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 63e4b556-b111-42f5-b7a0-3cb98f20c42f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:38:45.751323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.752122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Fanout notify agent at l3_agent the message router_deleted on router 2fa313c6-9c61-47e6-87ad-f9ce8396111a {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:38:45.759932 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.761197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-29afbc16-7554-4a34-92aa-9e2377e69ae2 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/routers/2fa313c6-9c61-47e6-87ad-f9ce8396111a HTTP/1.1" status: 204 len: 168 time: 1.1112957 Aug 21 09:38:45.763747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56552) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:45.855136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.955197 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:45.965517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d5c14a-50e9-4266-9e40-9c42ac197079']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:45.978159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d40d554-6971-4fb1-bd43-afb5b4453b5b') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:45.978456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d40d554-6971-4fb1-bd43-afb5b4453b5b') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:45.987804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.007236 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.013281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:38:46.013670 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:38:46.017034 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:38:46.151200 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.158487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.160403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/networks/37d5c14a-50e9-4266-9e40-9c42ac197079 HTTP/1.1" status: 204 len: 168 time: 0.3956087 Aug 21 09:38:46.173073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a6963-c722-4012-9fa4-fd7f20fd18da tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Network': ['ID=37d5c14a-50e9-4266-9e40-9c42ac197079,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:46.177996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56554) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:46.182978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'network': {'name': 'tempest-network-smoke--1609039371', 'project_id': '5676b5db70d243e49186472b267f60a5', 'port_security_enabled': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:46.267221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Made reservation on behalf of 5676b5db70d243e49186472b267f60a5 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:38:46.269918 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.294353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:38:46.306766 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.307159 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Added segment fcbc96fd-f7ed-4862-bcdb-269c2468f85b of type vlan for network b777455b-f615-4862-99e9-565e332bc39b Aug 21 09:38:46.347345 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.425441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.431807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:46.432375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.499574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Network': ['ID=b777455b-f615-4862-99e9-565e332bc39b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:46.511163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network b777455b-f615-4862-99e9-565e332bc39b details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:38:46.542437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1eb35cf0-3a4d-40c5-998e-a063681163a9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3617213 Aug 21 09:38:46.543680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56558) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:46.548465 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-741744427', 'admin_state_up': True, 'project_id': '5676b5db70d243e49186472b267f60a5', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:46.625603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.626674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.682936 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:46.891364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:47.165303 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:47.184943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:47.291708 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Allocated IP 172.25.5.125 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/4badb03c-b6ba-4e77-9575-9ec3e50f79f1) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:38:47.463054 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:47.499110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:38:47.524689 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:38:47.525290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 02fae3c0-5d98-44e0-ba5d-2fca94fb2e8c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:38:47.614410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:47.662943 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:38:47.665945 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:38:47.672759 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:38:47.676172 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=4badb03c-b6ba-4e77-9575-9ec3e50f79f1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:47.987101 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:48.076459 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56570) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:48.193235 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-756f305a-b625-4fda-8f03-2cd6a770db00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:48.220613 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:48.448482 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:38:48.569983 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-756f305a-b625-4fda-8f03-2cd6a770db00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:48.581590 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:38:48.593151 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Sync routers for ids ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:38:48.602786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Routers {'be1eb9fc-ec8d-4e74-a13e-653ff8e95020'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:48.603407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:48.623203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-756f305a-b625-4fda-8f03-2cd6a770db00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:48.661049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f305a-b625-4fda-8f03-2cd6a770db00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7fa7f1-f8dd-4ffd-8e67-fe072491ad30,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:48.665914 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-756f305a-b625-4fda-8f03-2cd6a770db00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bfdc652e7e448f2af9a408155125ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884914 Aug 21 09:38:48.668922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56576) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:48.691354 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:48.695380 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fbdcddcc-565d-4dd2-856e-9b9340c87ea7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1480231 Aug 21 09:38:48.695654 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56578) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:48.710750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Set router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:48.721145 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a0a-4e89-46e7-800a-0452bdafbbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:48.725824 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4bbc8e5f-3276-4910-8ff9-744b501a2f4d tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5676b5db70d243e49186472b267f60a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290883 Aug 21 09:38:48.728404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56580) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:48.747272 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a0a-4e89-46e7-800a-0452bdafbbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:48.820204 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe96124-f6f1-43a1-adb2-0ca372b34334 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:48.821841 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9fe96124-f6f1-43a1-adb2-0ca372b34334 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925410 Aug 21 09:38:48.824748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56582) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:48.854512 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-be356459-472d-4e0c-ae95-78a5a4c1205c tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286641 Aug 21 09:38:48.857072 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56584) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:48.861771 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1362400646', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'project_id': '5676b5db70d243e49186472b267f60a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:48.865528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a0a-4e89-46e7-800a-0452bdafbbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:48.868369 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7a0a-4e89-46e7-800a-0452bdafbbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:48.871872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b5ff7a0a-4e89-46e7-800a-0452bdafbbdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f7fa7f1-f8dd-4ffd-8e67-fe072491ad30 HTTP/1.1" status: 204 len: 168 time: 0.1996686 Aug 21 09:38:48.878911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff7a0a-4e89-46e7-800a-0452bdafbbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7fa7f1-f8dd-4ffd-8e67-fe072491ad30,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:48.901951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:47Z', 'revision_number': 3, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:48.931220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Checking router: be1eb9fc-ec8d-4e74-a13e-653ff8e95020 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:38:48.931684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Updating router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:38:48.957758 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:48.992477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Made reservation on behalf of 5676b5db70d243e49186472b267f60a5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:38:48.995819 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:49.184712 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:38:49.229457 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:49.239390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Transition to ACTIVE for port object 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:38:49.257363 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:49.305388 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:49.320539 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Subnet': ['ID=64007bcc-9d95-4131-9b99-d3161953e3bf,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:49.330991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Checking segment: {'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:38:49.331399 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network hostable DHCP agents. Network: b777455b-f615-4862-99e9-565e332bc39b, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:38:49.359202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Attempting to bind port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:38:49.359593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Attempting to bind port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:38:49.359958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Attempting to bind port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:38:49.362709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9885b1-adf0-46a7-b49b-711717e17495 None None] Pushing event updated for resources: {'Port': ['ID=4badb03c-b6ba-4e77-9575-9ec3e50f79f1,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:49.367683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:38:49.372181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:38:49.372181 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:49.372181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:38:49.372181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Bound port: 4badb03c-b6ba-4e77-9575-9ec3e50f79f1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:38:49.372181 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:49.420499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] For port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:38:49.423496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] For port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4badb03c-b6ba-4e77-9575-9ec3e50f79f1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:38:49.443142 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network b777455b-f615-4862-99e9-565e332bc39b is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:38:49.494443 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:49.517214 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, b777455b-f615-4862-99e9-565e332bc39b) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:38:49.522284 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:49.522911 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:49.531446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e098c-5b6f-444e-b747-429db5007690 None None] Network b777455b-f615-4862-99e9-565e332bc39b requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:38:49.592163 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-455d4058-f65d-4dba-a059-1d7124adbb61 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7311816 Aug 21 09:38:49.593878 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56600) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:49.594955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Routers {'be1eb9fc-ec8d-4e74-a13e-653ff8e95020'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:49.596171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:49.603874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9885b1-adf0-46a7-b49b-711717e17495 None None] Pushing event updated for resources: {'Port': ['ID=4badb03c-b6ba-4e77-9575-9ec3e50f79f1,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:49.757979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] Set router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:49.887168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-b777455b-f615-4862-99e9-565e332bc39b', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ips': [{'subnet_id': '64007bcc-9d95-4131-9b99-d3161953e3bf'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:38:49.888456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:50.085170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Allocated IP 172.20.0.2 (b777455b-f615-4862-99e9-565e332bc39b/64007bcc-9d95-4131-9b99-d3161953e3bf/ed1405f3-979d-436d-ae01-f67ab5ef41d4) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:38:50.097640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:47Z', 'revision_number': 3, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:50.128020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a012ac6-c172-438c-8ee1-3bc881ca0271 None None] The sync data for ids ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'] in n-d-766726-28 is: [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:47Z', 'revision_number': 3, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:38:50.357190 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:50.453255 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:50.463233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Transition to ACTIVE for port object ed1405f3-979d-436d-ae01-f67ab5ef41d4 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:38:50.479538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Transition to ACTIVE for port object ed1405f3-979d-436d-ae01-f67ab5ef41d4 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:38:50.560260 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:50.601117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Network b777455b-f615-4862-99e9-565e332bc39b is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:38:50.604217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:38:50.610824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:38:50.626183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Pushing event updated for resources: {'Port': ['ID=ed1405f3-979d-436d-ae01-f67ab5ef41d4,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:50.693099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Attempting to bind port ed1405f3-979d-436d-ae01-f67ab5ef41d4 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:38:50.693562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Attempting to bind port ed1405f3-979d-436d-ae01-f67ab5ef41d4 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:38:50.693996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Attempting to bind port ed1405f3-979d-436d-ae01-f67ab5ef41d4 on network b777455b-f615-4862-99e9-565e332bc39b {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:38:50.702087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:38:50.702561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Checking segment: {'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:38:50.703041 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:50.703503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Bound using segment: {'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:38:50.704628 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Bound port: ed1405f3-979d-436d-ae01-f67ab5ef41d4, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:38:50.705016 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:50.728622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Allocated IP 172.20.0.1 (b777455b-f615-4862-99e9-565e332bc39b/64007bcc-9d95-4131-9b99-d3161953e3bf/0a801279-abb4-406a-bf64-4b7378be21b8) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:38:50.782390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] For port ed1405f3-979d-436d-ae01-f67ab5ef41d4, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:38:50.785918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] For port ed1405f3-979d-436d-ae01-f67ab5ef41d4, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ed1405f3-979d-436d-ae01-f67ab5ef41d4,segment=NetworkSegment(fcbc96fd-f7ed-4862-bcdb-269c2468f85b),segment_id=fcbc96fd-f7ed-4862-bcdb-269c2468f85b)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:38:50.857178 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:50.863363 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:50.872511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Transition to ACTIVE for port object 0a801279-abb4-406a-bf64-4b7378be21b8 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:38:50.928929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b919d-277b-4a68-b7bd-f9d3cb1365e6 None None] Pushing event updated for resources: {'Port': ['ID=ed1405f3-979d-436d-ae01-f67ab5ef41d4,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:50.960318 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:51.007961 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network b777455b-f615-4862-99e9-565e332bc39b is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:38:51.011262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:38:51.013862 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:38:51.048348 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=0a801279-abb4-406a-bf64-4b7378be21b8,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:51.103050 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:51.319022 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:51.608147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ed1405f3-979d-436d-ae01-f67ab5ef41d4 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:38:51.629890 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:51.723004 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:51.745177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ed1405f3-979d-436d-ae01-f67ab5ef41d4 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:38:51.762502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:38:51.845394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=0a801279-abb4-406a-bf64-4b7378be21b8,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:51.860484 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:51.887809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:38:51.892703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:51.893109 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:51.977039 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:51.998518 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network b777455b-f615-4862-99e9-565e332bc39b is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:38:52.000133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:38:52.034394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4badb03c-b6ba-4e77-9575-9ec3e50f79f1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:52.128441 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:52.149303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:38:52.193539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=4badb03c-b6ba-4e77-9575-9ec3e50f79f1,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:52.202070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.203853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.203853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.203853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.203853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.203853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.204352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.204483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.204735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.205052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.205375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.205685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:38:52.273695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:38:52.281369 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e9d6808c-25df-4021-a07d-3fc6da899261 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "PUT /v2.0/routers/be1eb9fc-ec8d-4e74-a13e-653ff8e95020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6836817 Aug 21 09:38:52.288109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56674) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:52.334452 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Sync routers for ids ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:38:52.344445 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Routers {'be1eb9fc-ec8d-4e74-a13e-653ff8e95020'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:52.345136 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:52.391165 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b6c2b-f90d-4d64-bcb1-0bb5b4fd7185 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:52.391685 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b6c2b-f90d-4d64-bcb1-0bb5b4fd7185 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:52.392167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b6c2b-f90d-4d64-bcb1-0bb5b4fd7185 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:52.392800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b6c2b-f90d-4d64-bcb1-0bb5b4fd7185 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:52.395607 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3c3b6c2b-f90d-4d64-bcb1-0bb5b4fd7185 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1119757 Aug 21 09:38:52.397336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56680) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:52.452116 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3982190-592c-457b-9211-01e75b98fdce tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:52.452587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3982190-592c-457b-9211-01e75b98fdce tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:52.453045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3982190-592c-457b-9211-01e75b98fdce tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:52.453504 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3982190-592c-457b-9211-01e75b98fdce tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:52.455183 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f3982190-592c-457b-9211-01e75b98fdce tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0565944 Aug 21 09:38:52.457914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56682) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:52.461567 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Set router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:52.498235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a232a-f1db-4e3a-b8c4-089d1a5f6f64 None None] Network b777455b-f615-4862-99e9-565e332bc39b requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:38:52.599847 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9c99d083-c5c0-480b-b6bf-f5dccb5d9f17 tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1405158 Aug 21 09:38:52.687879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9dd85bd8-408a-46bd-a81b-bc53e73171b5 None None] Provisioning for port ed1405f3-979d-436d-ae01-f67ab5ef41d4 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:38:52.693008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9dd85bd8-408a-46bd-a81b-bc53e73171b5 None None] Provisioning complete for port ed1405f3-979d-436d-ae01-f67ab5ef41d4 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:52.697048 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9dd85bd8-408a-46bd-a81b-bc53e73171b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:52.708471 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0a801279-abb4-406a-bf64-4b7378be21b8', 'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:bd:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:50Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 2, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:52.741988 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Checking router: be1eb9fc-ec8d-4e74-a13e-653ff8e95020 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:38:52.742615 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Updating router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 port 0a801279-abb4-406a-bf64-4b7378be21b8 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:38:52.768962 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:52.795334 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9dd85bd8-408a-46bd-a81b-bc53e73171b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:52.831627 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9dd85bd8-408a-46bd-a81b-bc53e73171b5 None None] For port ed1405f3-979d-436d-ae01-f67ab5ef41d4, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ed1405f3-979d-436d-ae01-f67ab5ef41d4,segment=NetworkSegment(fcbc96fd-f7ed-4862-bcdb-269c2468f85b),segment_id=fcbc96fd-f7ed-4862-bcdb-269c2468f85b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:52.903939 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9dd85bd8-408a-46bd-a81b-bc53e73171b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:52.968140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd85bd8-408a-46bd-a81b-bc53e73171b5 None None] Pushing event updated for resources: {'Port': ['ID=ed1405f3-979d-436d-ae01-f67ab5ef41d4,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:53.041372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ee5f1a58-ca13-4c38-b338-f09840adcf67 None None] Provisioning complete for port ed1405f3-979d-436d-ae01-f67ab5ef41d4 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:53.041756 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1a58-ca13-4c38-b338-f09840adcf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.108948 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.120395 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Transition to ACTIVE for port object 0a801279-abb4-406a-bf64-4b7378be21b8 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:38:53.239730 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.241474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56724) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:53.246484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-98c9aca0-8383-4b2a-9ea2-1aa479f46fbd tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4282744', 'description': 'tempest-secgroup-smoke-4282744 description', 'project_id': '5676b5db70d243e49186472b267f60a5'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:53.262351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ee5f1a58-ca13-4c38-b338-f09840adcf67 None None] Provisioning for port 0a801279-abb4-406a-bf64-4b7378be21b8 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:38:53.295385 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4d0e0-d6db-445b-a6b8-d4441806d334 None None] Pushing event updated for resources: {'Port': ['ID=0a801279-abb4-406a-bf64-4b7378be21b8,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:53.345677 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Attempting to bind port 0a801279-abb4-406a-bf64-4b7378be21b8 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:38:53.346313 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Attempting to bind port 0a801279-abb4-406a-bf64-4b7378be21b8 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:38:53.346699 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Attempting to bind port 0a801279-abb4-406a-bf64-4b7378be21b8 on network b777455b-f615-4862-99e9-565e332bc39b {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:38:53.356932 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:38:53.357329 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Checking segment: {'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:38:53.357691 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.358074 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Bound using segment: {'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:38:53.358561 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Bound port: 0a801279-abb4-406a-bf64-4b7378be21b8, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:38:53.358934 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.373109 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98c9aca0-8383-4b2a-9ea2-1aa479f46fbd tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.453792 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] For port 0a801279-abb4-406a-bf64-4b7378be21b8, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:38:53.457370 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] For port 0a801279-abb4-406a-bf64-4b7378be21b8, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0a801279-abb4-406a-bf64-4b7378be21b8,segment=NetworkSegment(fcbc96fd-f7ed-4862-bcdb-269c2468f85b),segment_id=fcbc96fd-f7ed-4862-bcdb-269c2468f85b)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:38:53.472532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98c9aca0-8383-4b2a-9ea2-1aa479f46fbd tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.526099 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.548705 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98c9aca0-8383-4b2a-9ea2-1aa479f46fbd tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.550508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ed1405f3-979d-436d-ae01-f67ab5ef41d4 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:38:53.588605 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9aca0-8383-4b2a-9ea2-1aa479f46fbd tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcb0fce-8baf-4e03-9467-26900f715730,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:53.607932 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4d0e0-d6db-445b-a6b8-d4441806d334 None None] Pushing event updated for resources: {'Port': ['ID=0a801279-abb4-406a-bf64-4b7378be21b8,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:53.612921 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Routers {'be1eb9fc-ec8d-4e74-a13e-653ff8e95020'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:38:53.613599 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:38:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:53.628784 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ed1405f3-979d-436d-ae01-f67ab5ef41d4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:53.629047 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.641020 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-98c9aca0-8383-4b2a-9ea2-1aa479f46fbd tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.645078 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-98c9aca0-8383-4b2a-9ea2-1aa479f46fbd tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4001181 Aug 21 09:38:53.645986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56744) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:53.650508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-57e58bff-7daa-458f-a6fc-c9914e140c4c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '8dcb0fce-8baf-4e03-9467-26900f715730', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:53.740523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-57e58bff-7daa-458f-a6fc-c9914e140c4c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.752985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:38:53.815683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:53.816331 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.829140 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-57e58bff-7daa-458f-a6fc-c9914e140c4c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.841839 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] Set router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:38:53.905166 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-57e58bff-7daa-458f-a6fc-c9914e140c4c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.924898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e58bff-7daa-458f-a6fc-c9914e140c4c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888c8472-eb54-4272-b58d-2a0f287fbe6c,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:53.993829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-57e58bff-7daa-458f-a6fc-c9914e140c4c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:53.995133 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-57e58bff-7daa-458f-a6fc-c9914e140c4c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3483193 Aug 21 09:38:53.997966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56750) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:54.002742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-597d20a5-59cd-4800-897d-b01507724dbf tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '8dcb0fce-8baf-4e03-9467-26900f715730', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:54.058529 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0a801279-abb4-406a-bf64-4b7378be21b8', 'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:bd:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:50Z', 'updated_at': '2021-08-21T09:38:53Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:38:54.084202 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365e85e-d2b1-4400-adb2-3edc9cd4d217 None None] The sync data for ids ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'] in n-d-766726-28 is: [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0a801279-abb4-406a-bf64-4b7378be21b8', 'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:bd:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:50Z', 'updated_at': '2021-08-21T09:38:53Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:38:54.096266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-597d20a5-59cd-4800-897d-b01507724dbf tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.153088 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-597d20a5-59cd-4800-897d-b01507724dbf tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.216682 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-597d20a5-59cd-4800-897d-b01507724dbf tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.237730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d20a5-59cd-4800-897d-b01507724dbf tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98aa9be4-762a-45a0-b4a5-3a7ba36dbf30,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:54.297007 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-597d20a5-59cd-4800-897d-b01507724dbf tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.298742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-597d20a5-59cd-4800-897d-b01507724dbf tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2997658 Aug 21 09:38:54.302533 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56754) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:54.307670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1a66fe73-6096-4c1b-9d12-99d5e20b9089 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '8dcb0fce-8baf-4e03-9467-26900f715730', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:54.373345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56756) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:54.409209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a66fe73-6096-4c1b-9d12-99d5e20b9089 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.475213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a66fe73-6096-4c1b-9d12-99d5e20b9089 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.493648 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34a33442-4d4f-43ea-934a-70023712e921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.561286 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a66fe73-6096-4c1b-9d12-99d5e20b9089 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.580277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66fe73-6096-4c1b-9d12-99d5e20b9089 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3433cc-2bab-4450-a816-038e383cc3de,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:54.592962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34a33442-4d4f-43ea-934a-70023712e921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.667865 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-34a33442-4d4f-43ea-934a-70023712e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.703872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a33442-4d4f-43ea-934a-70023712e921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f8256e-b6b9-4b49-8495-49a5587a0604,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:54.716470 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-34a33442-4d4f-43ea-934a-70023712e921 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=593e5c379e72483d805add14f5b2c00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393142 Aug 21 09:38:54.716973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56760) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:54.726103 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a66fe73-6096-4c1b-9d12-99d5e20b9089 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.729353 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1a66fe73-6096-4c1b-9d12-99d5e20b9089 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4237475 Aug 21 09:38:54.731296 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56762) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:54.737222 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-6d1ee17a-3711-448e-825b-2a62051fde9c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '8dcb0fce-8baf-4e03-9467-26900f715730', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:54.768938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2b62c49-7685-4982-af9a-fcf572e611fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.792530 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2b62c49-7685-4982-af9a-fcf572e611fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.827176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee17a-3711-448e-825b-2a62051fde9c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.919438 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2b62c49-7685-4982-af9a-fcf572e611fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.922471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d2b62c49-7685-4982-af9a-fcf572e611fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.923680 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d2b62c49-7685-4982-af9a-fcf572e611fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5f8256e-b6b9-4b49-8495-49a5587a0604 HTTP/1.1" status: 204 len: 168 time: 0.2057014 Aug 21 09:38:54.934772 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee17a-3711-448e-825b-2a62051fde9c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:54.939473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b62c49-7685-4982-af9a-fcf572e611fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f8256e-b6b9-4b49-8495-49a5587a0604,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:55.056532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee17a-3711-448e-825b-2a62051fde9c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.078178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ee17a-3711-448e-825b-2a62051fde9c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c88f5c-4a43-4936-b69a-0de4cc5692a3,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:55.148044 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee17a-3711-448e-825b-2a62051fde9c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.149298 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6d1ee17a-3711-448e-825b-2a62051fde9c tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4166975 Aug 21 09:38:55.152065 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56766) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:55.156804 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b0817ba2-d771-4bc4-8041-f637129cae07 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '8dcb0fce-8baf-4e03-9467-26900f715730', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:55.256983 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-b0817ba2-d771-4bc4-8041-f637129cae07 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Project 5676b5db70d243e49186472b267f60a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:38:55.262164 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0817ba2-d771-4bc4-8041-f637129cae07 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.326479 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0817ba2-d771-4bc4-8041-f637129cae07 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.387609 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0817ba2-d771-4bc4-8041-f637129cae07 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.405144 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0817ba2-d771-4bc4-8041-f637129cae07 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f840bf0b-2ce9-4315-8a16-37f6d9b87faf,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:55.459297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0817ba2-d771-4bc4-8041-f637129cae07 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.460561 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b0817ba2-d771-4bc4-8041-f637129cae07 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3074009 Aug 21 09:38:55.463304 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56770) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:55.467727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-50a42bbf-1c81-4212-8e76-6469a69bb5e4 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'security_group_rule': {'security_group_id': '8dcb0fce-8baf-4e03-9467-26900f715730', 'project_id': '5676b5db70d243e49186472b267f60a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:55.554212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56772) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:55.560291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0a801279-abb4-406a-bf64-4b7378be21b8 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:38:55.569745 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0de71b0a-49b8-42b6-98a4-8b2ea7752c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.574355 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-50a42bbf-1c81-4212-8e76-6469a69bb5e4 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Project 5676b5db70d243e49186472b267f60a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:38:55.584325 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-50a42bbf-1c81-4212-8e76-6469a69bb5e4 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.648701 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-50a42bbf-1c81-4212-8e76-6469a69bb5e4 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.667862 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0de71b0a-49b8-42b6-98a4-8b2ea7752c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.676539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 0a801279-abb4-406a-bf64-4b7378be21b8 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:38:55.680988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0a801279-abb4-406a-bf64-4b7378be21b8 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:55.681353 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.745539 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-50a42bbf-1c81-4212-8e76-6469a69bb5e4 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.757317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.761583 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a42bbf-1c81-4212-8e76-6469a69bb5e4 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85085dd8-c4af-4a2a-8939-6f62fc438d89,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:55.777070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0de71b0a-49b8-42b6-98a4-8b2ea7752c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.790888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 0a801279-abb4-406a-bf64-4b7378be21b8, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0a801279-abb4-406a-bf64-4b7378be21b8,segment=NetworkSegment(fcbc96fd-f7ed-4862-bcdb-269c2468f85b),segment_id=fcbc96fd-f7ed-4862-bcdb-269c2468f85b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:38:55.817077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0de71b0a-49b8-42b6-98a4-8b2ea7752c4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0de8059ed5e4ce996458c9f33cf22ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616658 Aug 21 09:38:55.817872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de71b0a-49b8-42b6-98a4-8b2ea7752c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c80b2-1e9f-49a6-9691-b9799ffd075d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:55.820145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56774) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:55.844911 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-50a42bbf-1c81-4212-8e76-6469a69bb5e4 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.846598 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-50a42bbf-1c81-4212-8e76-6469a69bb5e4 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3819003 Aug 21 09:38:55.868847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1644ce94-e065-4be2-a312-06392caef4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.879211 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.891034 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1644ce94-e065-4be2-a312-06392caef4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:55.929254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=0a801279-abb4-406a-bf64-4b7378be21b8,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:56.033377 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1644ce94-e065-4be2-a312-06392caef4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:56.036480 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1644ce94-e065-4be2-a312-06392caef4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:56.037595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1644ce94-e065-4be2-a312-06392caef4dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e55c80b2-1e9f-49a6-9691-b9799ffd075d HTTP/1.1" status: 204 len: 168 time: 0.2165277 Aug 21 09:38:56.044862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-61d2dc80-ef9c-4f2a-9d6e-7e7aba9aeeae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4282744&fields=id&tenant_id=5676b5db70d243e49186472b267f60a5 HTTP/1.1" status: 200 len: 267 time: 0.0391386 Aug 21 09:38:56.049569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644ce94-e065-4be2-a312-06392caef4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c80b2-1e9f-49a6-9691-b9799ffd075d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:56.402041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-c5f00bbe-5276-4256-95a6-7a898787b738 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:56.402041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-c5f00bbe-5276-4256-95a6-7a898787b738 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/networks?id=b777455b-f615-4862-99e9-565e332bc39b HTTP/1.1" status: 200 len: 797 time: 0.1133258 Aug 21 09:38:56.402041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-cec77928-8561-447e-b475-1ed4b6ddce81 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/quotas/5676b5db70d243e49186472b267f60a5 HTTP/1.1" status: 200 len: 375 time: 0.0090230 Aug 21 09:38:56.402041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-0c254758-8513-473b-8ffa-6b2f4c3e0c29 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468180 Aug 21 09:38:56.486194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-76645794-8666-4be3-b932-7619c484b117 service neutron] 10.222.0.20 "GET /v2.0/networks/b777455b-f615-4862-99e9-565e332bc39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404153 Aug 21 09:38:56.585367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-fd65f214-62c3-4328-a65a-ed6fd53c88eb service neutron] 10.222.0.20 "GET /v2.0/networks/b777455b-f615-4862-99e9-565e332bc39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931239 Aug 21 09:38:56.852342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d57a2d8f-89d1-4aad-9ab2-88227e9c48c6 req-f4150221-9659-448f-912e-a7589a2aa970 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 210 time: 0.0278900 Aug 21 09:38:57.135037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56818) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:57.231792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1330485024-network', 'tenant_id': 'a2bec6f0773b4c468f07b4d554e0064e'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:57.319248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Made reservation on behalf of a2bec6f0773b4c468f07b4d554e0064e for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:38:57.321765 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:57.330492 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:57.415339 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:57.476357 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:57.505208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:38:57.516781 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:57.517128 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Added segment 8961f62b-8ec0-4b22-a945-89b268fd1745 of type vlan for network 2e3aaf14-21eb-4a2f-932c-1dce08a3e834 Aug 21 09:38:57.526869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f4a220-f01a-469d-b099-868b808551c2,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:57.544767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0a801279-abb4-406a-bf64-4b7378be21b8 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:38:57.561748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:57.598996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0a801279-abb4-406a-bf64-4b7378be21b8 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:57.599360 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:57.687876 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:57.688880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:57.689483 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:57.749162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3aaf14-21eb-4a2f-932c-1dce08a3e834,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:57.758643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2e3aaf14-21eb-4a2f-932c-1dce08a3e834 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:38:57.828552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-19cc231b-893c-412f-b524-df122953fe84 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6923037 Aug 21 09:38:57.831408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56824) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:57.836632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] Request body: {'subnet': {'network_id': '2e3aaf14-21eb-4a2f-932c-1dce08a3e834', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1330485024-subnet', 'tenant_id': 'a2bec6f0773b4c468f07b4d554e0064e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:57.947026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f9e55b4-24c3-4117-9d00-dc8d9aa2ec4d req-7c5defac-8549-4415-857e-c187958d2242 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 210 time: 0.0306752 Aug 21 09:38:57.947742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] Made reservation on behalf of a2bec6f0773b4c468f07b4d554e0064e for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:38:57.949931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:58.205266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:58.265830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=053530dc-ddb9-4daa-af46-716a3f6f6733,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:58.274696 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] Checking segment: {'id': '8961f62b-8ec0-4b22-a945-89b268fd1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2e3aaf14-21eb-4a2f-932c-1dce08a3e834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:38:58.275054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] Network hostable DHCP agents. Network: 2e3aaf14-21eb-4a2f-932c-1dce08a3e834, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:38:58.370164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] Network 2e3aaf14-21eb-4a2f-932c-1dce08a3e834 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:38:58.450584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 2e3aaf14-21eb-4a2f-932c-1dce08a3e834) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:38:58.454523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:58.455331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:58.460128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e78da-08b5-4e04-88c4-f310fef29292 None None] Network 2e3aaf14-21eb-4a2f-932c-1dce08a3e834 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:38:58.543298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b22612a2-d092-4285-9c2c-f04a29938823 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7107024 Aug 21 09:38:58.581122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1903c4-cc60-4542-90e1-98f607de37ad None None] Network 2e3aaf14-21eb-4a2f-932c-1dce08a3e834 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:38:58.706679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-282ba05b-fa9a-4c8c-b5b1-01c5560b5cd6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:58.708204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-282ba05b-fa9a-4c8c-b5b1-01c5560b5cd6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.22 "GET /v2.0/networks?id=b777455b-f615-4862-99e9-565e332bc39b HTTP/1.1" status: 200 len: 797 time: 0.1133318 Aug 21 09:38:58.752285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-96099fbc-686d-4535-9208-4779a0bd72ce tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5676b5db70d243e49186472b267f60a5 HTTP/1.1" status: 200 len: 377 time: 0.0348744 Aug 21 09:38:58.761721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'port': {'device_id': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'admin_state_up': True, 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'security_groups': ['8dcb0fce-8baf-4e03-9467-26900f715730']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:58.922314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Made reservation on behalf of 5676b5db70d243e49186472b267f60a5 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:38:58.925905 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.069221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Allocated IP 172.20.0.11 (b777455b-f615-4862-99e9-565e332bc39b/64007bcc-9d95-4131-9b99-d3161953e3bf/8ce4e26a-99be-4ca0-9948-e1ce109dad9d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:38:59.218244 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.233576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Transition to ACTIVE for port object 8ce4e26a-99be-4ca0-9948-e1ce109dad9d will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:38:59.300081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72894cc0-adb7-4cf1-b03e-0fa2898c6bc1 req-8c21e518-57a7-4a96-8436-283e3af706bc tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 210 time: 0.0283833 Aug 21 09:38:59.300081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56844) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:59.304889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1674711465-network', 'tenant_id': '46dfd741fdd14f11ae4e515dd30b3e96'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:59.370674 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.416845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network b777455b-f615-4862-99e9-565e332bc39b is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:38:59.419789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:38:59.423716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:38:59.426210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Made reservation on behalf of 46dfd741fdd14f11ae4e515dd30b3e96 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:38:59.428402 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.460361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=8ce4e26a-99be-4ca0-9948-e1ce109dad9d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:59.467027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.501436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:59.502076 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.586994 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.660272 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.687933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:38:59.693836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77284c2d-201a-47d7-99b6-8573b08914a3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:59.705510 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.705510 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Added segment 21658a89-ff5c-47e1-9537-a305fe2d110f of type vlan for network 3510bec2-4120-457f-987f-d661d0a24cdc Aug 21 09:38:59.744159 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.762479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-a30c79cf-93ef-4bc6-80da-10294184f304 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0043924 Aug 21 09:38:59.775146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Request body: {'port': {'device_id': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:38:59.787902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-733ec64b-b2c3-4fc4-87e7-d07c8375b1d8 None None] Provisioning for port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:38:59.791879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-733ec64b-b2c3-4fc4-87e7-d07c8375b1d8 None None] Provisioning complete for port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:38:59.792246 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-733ec64b-b2c3-4fc4-87e7-d07c8375b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.828285 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.829772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-733ec64b-b2c3-4fc4-87e7-d07c8375b1d8 None None] Port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:38:59.861266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.862199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:38:59.862772 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:38:59.989373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6883171 Aug 21 09:38:59.992761 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56846) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:38:59.993248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99095b75-153b-4dd9-b25e-5e0554c1d3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=3510bec2-4120-457f-987f-d661d0a24cdc,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:38:59.997976 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] Request body: {'subnet': {'network_id': '3510bec2-4120-457f-987f-d661d0a24cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1674711465-subnet', 'tenant_id': '46dfd741fdd14f11ae4e515dd30b3e96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:39:00.002525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 3510bec2-4120-457f-987f-d661d0a24cdc details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:39:00.088450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] Made reservation on behalf of 46dfd741fdd14f11ae4e515dd30b3e96 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:39:00.090749 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:00.323252 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:00.381344 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32eaeec-81ce-448b-a005-684435d38a9d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:00.391102 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] Checking segment: {'id': '21658a89-ff5c-47e1-9537-a305fe2d110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3510bec2-4120-457f-987f-d661d0a24cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:39:00.391468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] Network hostable DHCP agents. Network: 3510bec2-4120-457f-987f-d661d0a24cdc, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:39:00.446790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771296-c22d-4336-aaf7-3b32d7106e04 req-5edf5671-5a8a-4c4b-8e71-29a46e9924c0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:00.448335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb771296-c22d-4336-aaf7-3b32d7106e04 req-5edf5671-5a8a-4c4b-8e71-29a46e9924c0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 932 time: 0.0796294 Aug 21 09:39:00.484881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] Network 3510bec2-4120-457f-987f-d661d0a24cdc is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:39:00.501537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce4e26a-99be-4ca0-9948-e1ce109dad9d {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:39:00.513846 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:00.526956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb771296-c22d-4336-aaf7-3b32d7106e04 req-0518eee4-ebd1-4b51-88a0-69c344b76b22 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dcb0fce-8baf-4e03-9467-26900f715730&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0710750 Aug 21 09:39:00.531680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Transition to ACTIVE for port object 8ce4e26a-99be-4ca0-9948-e1ce109dad9d will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:39:00.554101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 3510bec2-4120-457f-987f-d661d0a24cdc) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:39:00.558359 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:00.558953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:00.563480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7163d370-ddc0-4fb8-b8d1-74889d4f6bfb None None] Network 3510bec2-4120-457f-987f-d661d0a24cdc requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:39:00.588042 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:00.639169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Pushing event updated for resources: {'Port': ['ID=8ce4e26a-99be-4ca0-9948-e1ce109dad9d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:00.651530 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-deef3054-340c-4862-a148-a1cd79044395 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6575551 Aug 21 09:39:00.707757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e244f52-9e5c-414d-a0af-bf8e90bb585e None None] Network 3510bec2-4120-457f-987f-d661d0a24cdc requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:39:00.720114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Attempting to bind port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:39:00.720557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Attempting to bind port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:39:00.720899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Attempting to bind port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d on network b777455b-f615-4862-99e9-565e332bc39b {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:39:00.726794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d on network b777455b-f615-4862-99e9-565e332bc39b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:39:00.727121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Attempting to bind port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d on network b777455b-f615-4862-99e9-565e332bc39b {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:39:00.732665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:39:00.733002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Checking segment: {'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:39:00.733388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Bound using segment: {'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:39:00.733817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Bound port: 8ce4e26a-99be-4ca0-9948-e1ce109dad9d, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:39:00.734180 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:00.810613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] For port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:39:00.814952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] For port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8ce4e26a-99be-4ca0-9948-e1ce109dad9d,segment=NetworkSegment(fcbc96fd-f7ed-4862-bcdb-269c2468f85b),segment_id=fcbc96fd-f7ed-4862-bcdb-269c2468f85b)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:39:00.894539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:00.933651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:00.934367 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:00.935721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] 10.222.0.22 "PUT /v2.0/ports/8ce4e26a-99be-4ca0-9948-e1ce109dad9d HTTP/1.1" status: 200 len: 1093 time: 1.1652386 Aug 21 09:39:00.936144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'tag': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:39:00.938400 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e5958d-551b-404d-8782-440a41335398" -d '{"events": [{"name": "network-changed", "server_uuid": "e92f286a-2a87-4b7f-b621-1a4efbc9d4fa", "tag": "8ce4e26a-99be-4ca0-9948-e1ce109dad9d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:39:00.978358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33784b-aaa4-41e0-a1c0-0cecf3ea8caa service neutron] Pushing event updated for resources: {'Port': ['ID=8ce4e26a-99be-4ca0-9948-e1ce109dad9d,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:00.986042 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01b4cdc-c7a8-40a7-8d3c-03776941ba80 x-openstack-request-id: req-d01b4cdc-c7a8-40a7-8d3c-03776941ba80 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:39:00.986333 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92f286a-2a87-4b7f-b621-1a4efbc9d4fa", "tag": "8ce4e26a-99be-4ca0-9948-e1ce109dad9d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:39:00.986585 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d01b4cdc-c7a8-40a7-8d3c-03776941ba80 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:39:00.986990 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'tag': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d', 'status': 'completed', 'code': 200} Aug 21 09:39:01.049944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5958d-551b-404d-8782-440a41335398 req-c6961061-fc43-4073-af64-03438824b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:01.051606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8e5958d-551b-404d-8782-440a41335398 req-c6961061-fc43-4073-af64-03438824b97c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 1096 time: 0.0464332 Aug 21 09:39:01.221372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5958d-551b-404d-8782-440a41335398 req-27e6ae03-5127-437c-9882-c45eb6228b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:01.222783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8e5958d-551b-404d-8782-440a41335398 req-27e6ae03-5127-437c-9882-c45eb6228b7d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=5676b5db70d243e49186472b267f60a5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1633992 Aug 21 09:39:01.265277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-f67f94f0-75d7-4e28-92ad-b82c80bbe884 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:01.266681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-f67f94f0-75d7-4e28-92ad-b82c80bbe884 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/networks?id=2e3aaf14-21eb-4a2f-932c-1dce08a3e834 HTTP/1.1" status: 200 len: 812 time: 0.1595004 Aug 21 09:39:01.307642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-59435433-cf24-49a0-9e3e-76fddfa27dfd tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/quotas/a2bec6f0773b4c468f07b4d554e0064e HTTP/1.1" status: 200 len: 375 time: 0.0168343 Aug 21 09:39:01.350085 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-424aeb5a-6a73-49de-84ba-fc10300ad5c7 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2bec6f0773b4c468f07b4d554e0064e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342777 Aug 21 09:39:01.370978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5958d-551b-404d-8782-440a41335398 req-7cc398e9-7fa0-46e4-a01f-ca7e1f045017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:01.372431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8e5958d-551b-404d-8782-440a41335398 req-7cc398e9-7fa0-46e4-a01f-ca7e1f045017 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429977 Aug 21 09:39:01.484090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-6578198f-87b3-4a11-8111-8fd209aa9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:01.485582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-6578198f-87b3-4a11-8111-8fd209aa9acd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 1096 time: 0.0741980 Aug 21 09:39:01.488959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-aed71924-560f-4f71-a31c-fc4ddee3e571 service neutron] 10.222.0.20 "GET /v2.0/networks/2e3aaf14-21eb-4a2f-932c-1dce08a3e834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301057 Aug 21 09:39:01.546984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-8fed243e-1685-412d-b367-c267c788d794 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ce4e26a-99be-4ca0-9948-e1ce109dad9d HTTP/1.1" status: 200 len: 217 time: 0.0535839 Aug 21 09:39:01.668791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-5ca2351b-9b21-4693-939d-b750224bdc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:01.670226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-5ca2351b-9b21-4693-939d-b750224bdc43 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64007bcc-9d95-4131-9b99-d3161953e3bf HTTP/1.1" status: 200 len: 835 time: 0.0972281 Aug 21 09:39:01.695641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-64e24bbd-44ff-4bf9-ab94-fd27ad803186 service neutron] 10.222.0.20 "GET /v2.0/networks/2e3aaf14-21eb-4a2f-932c-1dce08a3e834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967108 Aug 21 09:39:01.727732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1d347-9b58-4a70-8985-ef4129c666de req-08aca8a5-9c32-4f2f-bfe3-4dad5ba8a791 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:01.729213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ec1d347-9b58-4a70-8985-ef4129c666de req-08aca8a5-9c32-4f2f-bfe3-4dad5ba8a791 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 944 time: 0.1130261 Aug 21 09:39:01.750224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-d7cc583f-a7b8-44f4-8c0f-770133a9152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:01.754034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-d7cc583f-a7b8-44f4-8c0f-770133a9152f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b777455b-f615-4862-99e9-565e332bc39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732915 Aug 21 09:39:01.826669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ec1d347-9b58-4a70-8985-ef4129c666de req-f2fe3f05-1dd4-49d2-b97d-a6d373ca7951 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dcb0fce-8baf-4e03-9467-26900f715730&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0893710 Aug 21 09:39:01.864750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-3f86f6e0-55fc-4b5c-97c2-85aeae897855 service neutron] 10.222.0.22 "GET /v2.0/networks/b777455b-f615-4862-99e9-565e332bc39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986390 Aug 21 09:39:01.953329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8995110e-5c6b-49db-8992-d30d36e56bdd req-26fa3656-a06c-4d0b-9f7b-c3eecc2f1f7e tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 210 time: 0.0320039 Aug 21 09:39:01.986238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce51a0fe-c867-492c-89ae-48caf31164c0 req-657058ce-1dcb-4ac1-b686-bf8f4a5fc77e service neutron] 10.222.0.22 "GET /v2.0/networks/b777455b-f615-4862-99e9-565e332bc39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141005 Aug 21 09:39:02.948174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44bc96-33a9-4c4a-971a-4be293f493d3 req-6673f048-3da1-4b13-818d-a0a9a95e6e10 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:02.949660 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf44bc96-33a9-4c4a-971a-4be293f493d3 req-6673f048-3da1-4b13-818d-a0a9a95e6e10 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 944 time: 0.0495620 Aug 21 09:39:02.988994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf44bc96-33a9-4c4a-971a-4be293f493d3 req-38c3f9fe-6355-48b0-a6da-a375e85c6dee tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dcb0fce-8baf-4e03-9467-26900f715730&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329168 Aug 21 09:39:03.055731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d21a91e-ec2c-4b3e-b5eb-b9b9ca1d4d33 req-d659c830-113e-4482-a52a-beead6b8ab5a tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 210 time: 0.0308959 Aug 21 09:39:03.946617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8ce4e26a-99be-4ca0-9948-e1ce109dad9d details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:39:04.043807 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8ce4e26a-99be-4ca0-9948-e1ce109dad9d,segment=NetworkSegment(fcbc96fd-f7ed-4862-bcdb-269c2468f85b),segment_id=fcbc96fd-f7ed-4862-bcdb-269c2468f85b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:04.054106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'port_id': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d', 'mac_address': 'fa:16:3e:44:7d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:39:04.093378 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:04.112504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce4e26a-99be-4ca0-9948-e1ce109dad9d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:39:04.134185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8ce4e26a-99be-4ca0-9948-e1ce109dad9d,segment=NetworkSegment(fcbc96fd-f7ed-4862-bcdb-269c2468f85b),segment_id=fcbc96fd-f7ed-4862-bcdb-269c2468f85b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:04.197301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6c6e-2871-47a2-953b-605e48be6af2 req-17f97076-a904-40e4-bc7a-baa24478a4cb tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:04.198850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38cc6c6e-2871-47a2-953b-605e48be6af2 req-17f97076-a904-40e4-bc7a-baa24478a4cb tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 944 time: 0.1345911 Aug 21 09:39:04.203058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aec44a64-67e2-4a58-89da-90e6ceee18fd req-1b99a936-e63d-4d98-bec1-f03b10d9f400 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 210 time: 0.0515215 Aug 21 09:39:04.211018 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:04.262232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8ce4e26a-99be-4ca0-9948-e1ce109dad9d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:04.266246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38cc6c6e-2871-47a2-953b-605e48be6af2 req-8050ef1d-7705-487a-a1da-fa85314acb44 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dcb0fce-8baf-4e03-9467-26900f715730&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0601859 Aug 21 09:39:04.272792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-37b7b41b-e255-48ca-84e5-75a4d3b64822 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:04.274726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-37b7b41b-e255-48ca-84e5-75a4d3b64822 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.13 "GET /v2.0/networks?id=2e3aaf14-21eb-4a2f-932c-1dce08a3e834 HTTP/1.1" status: 200 len: 812 time: 0.1766210 Aug 21 09:39:04.287374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Request body: {'port': {'device_id': 'd85250be-6b13-4dcf-ac9e-156d7e08d184', 'network_id': '2e3aaf14-21eb-4a2f-932c-1dce08a3e834', 'admin_state_up': True, 'tenant_id': 'a2bec6f0773b4c468f07b4d554e0064e'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:39:04.422057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['8ce4e26a-99be-4ca0-9948-e1ce109dad9d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:39:04.484917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Made reservation on behalf of a2bec6f0773b4c468f07b4d554e0064e for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:39:04.488531 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:04.617525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Allocated IP 172.20.0.6 (2e3aaf14-21eb-4a2f-932c-1dce08a3e834/053530dc-ddb9-4daa-af46-716a3f6f6733/8c728929-ffcb-4200-8adb-4b4b4aa5b120) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:39:04.761092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:04.842218 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:04.883600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Network 2e3aaf14-21eb-4a2f-932c-1dce08a3e834 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:39:04.886468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:39:04.890272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:39:04.899074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Pushing event updated for resources: {'Port': ['ID=8c728929-ffcb-4200-8adb-4b4b4aa5b120,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:04.943370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:04.944014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:05.020206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-2eedfc74-9cd7-44f5-9477-115f315810d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7367697 Aug 21 09:39:05.033124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Request body: {'port': {'device_id': 'd85250be-6b13-4dcf-ac9e-156d7e08d184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:39:05.088599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:05.337588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cb6a7-a53b-49b2-a9e4-23015755b15b req-47846cab-b8a6-461d-a847-8855439e9395 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:05.339128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc8cb6a7-a53b-49b2-a9e4-23015755b15b req-47846cab-b8a6-461d-a847-8855439e9395 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 931 time: 0.0685909 Aug 21 09:39:05.442389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c728929-ffcb-4200-8adb-4b4b4aa5b120 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:39:05.455352 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:05.461356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cc8cb6a7-a53b-49b2-a9e4-23015755b15b req-2454ac07-5677-4ca2-8e41-16381a06edb5 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016471 Aug 21 09:39:05.469611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25eb92-42bb-4096-9ccc-89a814d4d516 req-a719dc51-4ea8-43ff-89cd-2cfc4a42fd18 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:05.471073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b25eb92-42bb-4096-9ccc-89a814d4d516 req-a719dc51-4ea8-43ff-89cd-2cfc4a42fd18 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 945 time: 0.1297965 Aug 21 09:39:05.486640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Transition to ACTIVE for port object 8c728929-ffcb-4200-8adb-4b4b4aa5b120 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:39:05.513122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b25eb92-42bb-4096-9ccc-89a814d4d516 req-f8d4709e-1796-4958-8f84-42d8ff1710de tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dcb0fce-8baf-4e03-9467-26900f715730&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358660 Aug 21 09:39:05.564338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:05.615954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Pushing event updated for resources: {'Port': ['ID=8c728929-ffcb-4200-8adb-4b4b4aa5b120,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:05.681059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Attempting to bind port 8c728929-ffcb-4200-8adb-4b4b4aa5b120 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:39:05.681385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Attempting to bind port 8c728929-ffcb-4200-8adb-4b4b4aa5b120 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '8961f62b-8ec0-4b22-a945-89b268fd1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2e3aaf14-21eb-4a2f-932c-1dce08a3e834'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:39:05.681711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Attempting to bind port 8c728929-ffcb-4200-8adb-4b4b4aa5b120 on network 2e3aaf14-21eb-4a2f-932c-1dce08a3e834 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:39:05.685867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Port 8c728929-ffcb-4200-8adb-4b4b4aa5b120 on network 2e3aaf14-21eb-4a2f-932c-1dce08a3e834 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:39:05.686185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Attempting to bind port 8c728929-ffcb-4200-8adb-4b4b4aa5b120 on network 2e3aaf14-21eb-4a2f-932c-1dce08a3e834 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:39:05.690974 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:39:05.691311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Checking segment: {'id': '8961f62b-8ec0-4b22-a945-89b268fd1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2e3aaf14-21eb-4a2f-932c-1dce08a3e834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:39:05.691719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Bound using segment: {'id': '8961f62b-8ec0-4b22-a945-89b268fd1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2e3aaf14-21eb-4a2f-932c-1dce08a3e834'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:39:05.692139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Bound port: 8c728929-ffcb-4200-8adb-4b4b4aa5b120, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8961f62b-8ec0-4b22-a945-89b268fd1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2e3aaf14-21eb-4a2f-932c-1dce08a3e834'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:39:05.692489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:05.753945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] For port 8c728929-ffcb-4200-8adb-4b4b4aa5b120, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:39:05.756820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] For port 8c728929-ffcb-4200-8adb-4b4b4aa5b120, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8c728929-ffcb-4200-8adb-4b4b4aa5b120,segment=NetworkSegment(8961f62b-8ec0-4b22-a945-89b268fd1745),segment_id=8961f62b-8ec0-4b22-a945-89b268fd1745)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:39:05.810232 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:05.842911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:05.843582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:05.844961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] 10.222.0.13 "PUT /v2.0/ports/8c728929-ffcb-4200-8adb-4b4b4aa5b120 HTTP/1.1" status: 200 len: 1092 time: 0.8160212 Aug 21 09:39:05.845391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85250be-6b13-4dcf-ac9e-156d7e08d184', 'tag': '8c728929-ffcb-4200-8adb-4b4b4aa5b120'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:39:05.847623 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cae9344-b592-4d6e-ae57-42fc74805acb" -d '{"events": [{"name": "network-changed", "server_uuid": "d85250be-6b13-4dcf-ac9e-156d7e08d184", "tag": "8c728929-ffcb-4200-8adb-4b4b4aa5b120"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:39:05.874596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a025279-ff21-418d-a7a1-4741f0fc22fc service neutron] Pushing event updated for resources: {'Port': ['ID=8c728929-ffcb-4200-8adb-4b4b4aa5b120,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:05.886021 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dc480a-b65c-463e-9d9a-0fec03029ffd x-openstack-request-id: req-e4dc480a-b65c-463e-9d9a-0fec03029ffd {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:39:05.886306 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85250be-6b13-4dcf-ac9e-156d7e08d184", "tag": "8c728929-ffcb-4200-8adb-4b4b4aa5b120", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:39:05.886557 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4dc480a-b65c-463e-9d9a-0fec03029ffd {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:39:05.886962 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85250be-6b13-4dcf-ac9e-156d7e08d184', 'tag': '8c728929-ffcb-4200-8adb-4b4b4aa5b120', 'status': 'completed', 'code': 200} Aug 21 09:39:05.950527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae9344-b592-4d6e-ae57-42fc74805acb req-47300e28-d2eb-4bea-8fcd-01b0a2a8d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:05.952070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4cae9344-b592-4d6e-ae57-42fc74805acb req-47300e28-d2eb-4bea-8fcd-01b0a2a8d8cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2bec6f0773b4c468f07b4d554e0064e&device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 1095 time: 0.0442212 Aug 21 09:39:05.961534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8ce4e26a-99be-4ca0-9948-e1ce109dad9d up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:39:06.047371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae9344-b592-4d6e-ae57-42fc74805acb req-98a0e61d-21b4-4d3e-8da8-ff5543ae965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:06.048911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4cae9344-b592-4d6e-ae57-42fc74805acb req-98a0e61d-21b4-4d3e-8da8-ff5543ae965b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a2bec6f0773b4c468f07b4d554e0064e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0894437 Aug 21 09:39:06.084457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:39:06.088359 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:39:06.088725 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:06.145807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae9344-b592-4d6e-ae57-42fc74805acb req-e0e56f14-8ddb-46af-8a9b-d99454d2a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:06.147271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4cae9344-b592-4d6e-ae57-42fc74805acb req-e0e56f14-8ddb-46af-8a9b-d99454d2a535 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911107 Aug 21 09:39:06.168654 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:06.190873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:39:06.193148 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f9d915-15bb-4c01-bd10-414c43426f2a" -d '{"events": [{"server_uuid": "e92f286a-2a87-4b7f-b621-1a4efbc9d4fa", "name": "network-vif-plugged", "status": "completed", "tag": "8ce4e26a-99be-4ca0-9948-e1ce109dad9d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:39:06.205893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8ce4e26a-99be-4ca0-9948-e1ce109dad9d,segment=NetworkSegment(fcbc96fd-f7ed-4862-bcdb-269c2468f85b),segment_id=fcbc96fd-f7ed-4862-bcdb-269c2468f85b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:06.221823 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-23c197b5-7cc3-4a35-a08b-7d8eb7e061dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:06.223323 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-23c197b5-7cc3-4a35-a08b-7d8eb7e061dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2bec6f0773b4c468f07b4d554e0064e&device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 1095 time: 0.0409982 Aug 21 09:39:06.229191 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8acac4-93de-476d-aacd-2a2920e30f5d x-openstack-request-id: req-9d8acac4-93de-476d-aacd-2a2920e30f5d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:39:06.229494 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92f286a-2a87-4b7f-b621-1a4efbc9d4fa", "name": "network-vif-plugged", "status": "completed", "tag": "8ce4e26a-99be-4ca0-9948-e1ce109dad9d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:39:06.229740 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d8acac4-93de-476d-aacd-2a2920e30f5d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:39:06.234327 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d', 'code': 200} Aug 21 09:39:06.270817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-b6c2dce9-b2ad-48fa-8586-9f67c0c5a1e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c728929-ffcb-4200-8adb-4b4b4aa5b120 HTTP/1.1" status: 200 len: 217 time: 0.0391910 Aug 21 09:39:06.282288 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:06.336378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8ce4e26a-99be-4ca0-9948-e1ce109dad9d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:06.353758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-1c597a95-e4c5-489a-a579-3a450a9f69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:06.355264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-1c597a95-e4c5-489a-a579-3a450a9f69e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=053530dc-ddb9-4daa-af46-716a3f6f6733 HTTP/1.1" status: 200 len: 852 time: 0.0779028 Aug 21 09:39:06.360825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f5077-63f4-45c3-b811-053ad941ae0b req-c5cb1602-207d-4d6b-8e98-89aa573c6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:06.362234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-395f5077-63f4-45c3-b811-053ad941ae0b req-c5cb1602-207d-4d6b-8e98-89aa573c6865 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 1098 time: 0.0765603 Aug 21 09:39:06.397444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-7d696fe9-ca3b-4adc-9f3f-bfee1e12ac5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e3aaf14-21eb-4a2f-932c-1dce08a3e834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342827 Aug 21 09:39:06.421394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-395f5077-63f4-45c3-b811-053ad941ae0b req-733f4de2-f77a-43fa-94f3-85afaa2481e5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8dcb0fce-8baf-4e03-9467-26900f715730&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489442 Aug 21 09:39:06.497980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-9665f9ca-9997-4a70-82cb-75370334a4ee service neutron] 10.222.0.13 "GET /v2.0/networks/2e3aaf14-21eb-4a2f-932c-1dce08a3e834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895185 Aug 21 09:39:06.654303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62110f0c-2d15-4696-af98-dbf0bd1c0c70 req-fc766d46-f9d3-47c2-b942-04214ff23b40 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:06.655767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-62110f0c-2d15-4696-af98-dbf0bd1c0c70 req-fc766d46-f9d3-47c2-b942-04214ff23b40 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 943 time: 0.1065745 Aug 21 09:39:06.659714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaa88fd5-fb17-4d0a-8ff9-860356bf7569 req-00c09818-56a7-4413-9396-aab5d14c2f4e service neutron] 10.222.0.13 "GET /v2.0/networks/2e3aaf14-21eb-4a2f-932c-1dce08a3e834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538827 Aug 21 09:39:06.689076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c82c90-380a-4b6c-a639-63902814b465 req-2bb04152-724f-4115-a43f-a4b18179e14e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:06.690661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3c82c90-380a-4b6c-a639-63902814b465 req-2bb04152-724f-4115-a43f-a4b18179e14e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 946 time: 0.1067791 Aug 21 09:39:06.724530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-62110f0c-2d15-4696-af98-dbf0bd1c0c70 req-22eb2463-ba75-4794-bdc0-818ed762e7a9 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626035 Aug 21 09:39:06.751309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3c82c90-380a-4b6c-a639-63902814b465 req-67c3d9f9-82f8-441b-add6-923de348d9f5 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dcb0fce-8baf-4e03-9467-26900f715730&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465088 Aug 21 09:39:06.896016 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d0ab49ee-8929-4f89-8693-8327c5a0d69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:07.865112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2811-f369-4e13-a3e5-eee609c40032 req-a7b702d0-bc5d-46d7-98c3-4bd5d6276623 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:07.867168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f7c2811-f369-4e13-a3e5-eee609c40032 req-a7b702d0-bc5d-46d7-98c3-4bd5d6276623 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 943 time: 0.0759666 Aug 21 09:39:07.886953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13be562-df38-4c4d-b232-692e7f476820 req-28cd4ce0-7ed5-45e2-9b90-b462c60aec41 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:07.888369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d13be562-df38-4c4d-b232-692e7f476820 req-28cd4ce0-7ed5-45e2-9b90-b462c60aec41 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 946 time: 0.0701168 Aug 21 09:39:07.935174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f7c2811-f369-4e13-a3e5-eee609c40032 req-7419b810-f10c-47bf-b775-d3846fc4481e tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607290 Aug 21 09:39:07.941951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d13be562-df38-4c4d-b232-692e7f476820 req-2691f468-d61b-4bb1-a318-32426253d650 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dcb0fce-8baf-4e03-9467-26900f715730&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463572 Aug 21 09:39:08.053162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27687c84-abf3-44dc-9c05-22ad72543623 req-fb4f7d07-fbfa-448c-8c92-3b36099ce344 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:08.054665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27687c84-abf3-44dc-9c05-22ad72543623 req-fb4f7d07-fbfa-448c-8c92-3b36099ce344 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 946 time: 0.0494072 Aug 21 09:39:08.091468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27687c84-abf3-44dc-9c05-22ad72543623 req-85afaafd-2534-475d-8795-e31f363814b9 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dcb0fce-8baf-4e03-9467-26900f715730&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308373 Aug 21 09:39:08.112805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56908) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:08.150667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5632d64-36c2-4f37-9a9e-64aa1451196b tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:08.152145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e5632d64-36c2-4f37-9a9e-64aa1451196b tempest-TestNetworkBasicOps-1268680229 tempest-TestNetworkBasicOps-1268680229-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 1093 time: 0.0383844 Aug 21 09:39:08.155064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56910) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:08.159289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:39:08.238372 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:08.336022 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:08.437588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Allocated IP 172.25.5.208 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/f42e1647-0191-402c-b0b7-ea9165dc6e78) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:39:08.534569 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:08.642475 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:08.677854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:39:08.680592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:39:08.684227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:39:08.713233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=f42e1647-0191-402c-b0b7-ea9165dc6e78,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:09.252933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db650a-555f-4668-a53b-2df1729b5f43 req-e4812530-1eef-4d3c-9d1d-66f316b2b815 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:09.254311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86db650a-555f-4668-a53b-2df1729b5f43 req-e4812530-1eef-4d3c-9d1d-66f316b2b815 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 943 time: 0.0899134 Aug 21 09:39:09.337370 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86db650a-555f-4668-a53b-2df1729b5f43 req-724ad0ab-8246-4a8a-a3cb-10e723ba705f tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756693 Aug 21 09:39:09.390089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:09.516378 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:09.519050 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3746ce2b-8b2b-41cd-bdbb-914fdfb37e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:09.664302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:09.724679 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:09.794479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event updated for resources: {'Port': ['ID=f42e1647-0191-402c-b0b7-ea9165dc6e78,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:09.799228 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:09.804657 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:09.905668 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Floating IP dd38a878-bb9d-4f6a-b0e0-ed46032b6c68 associated. External IP: 172.25.5.208, port: 8ce4e26a-99be-4ca0-9948-e1ce109dad9d. Aug 21 09:39:10.108253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:39:10.215837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:39:10.225779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07607ef1-2542-4312-8f84-d42ec6bf395b None None] Sync routers for ids ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:39:10.234626 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07607ef1-2542-4312-8f84-d42ec6bf395b None None] Routers {'be1eb9fc-ec8d-4e74-a13e-653ff8e95020'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:39:10.235239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-07607ef1-2542-4312-8f84-d42ec6bf395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:10.284643 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:10.311797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-68260999-3d97-42a1-a7f1-3a2cc9f52ff6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1556842 Aug 21 09:39:10.312694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'tag': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:39:10.314684 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56914) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:10.315737 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6193b25b-6e4b-4957-bdfc-83d60634cf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e92f286a-2a87-4b7f-b621-1a4efbc9d4fa", "tag": "8ce4e26a-99be-4ca0-9948-e1ce109dad9d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:39:10.342939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-07607ef1-2542-4312-8f84-d42ec6bf395b None None] Set router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:39:10.357566 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0725e9f-1786-4f18-9896-c618413b03bc x-openstack-request-id: req-d0725e9f-1786-4f18-9896-c618413b03bc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:39:10.357973 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92f286a-2a87-4b7f-b621-1a4efbc9d4fa", "tag": "8ce4e26a-99be-4ca0-9948-e1ce109dad9d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:39:10.360070 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0725e9f-1786-4f18-9896-c618413b03bc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:39:10.361079 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'tag': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d', 'status': 'completed', 'code': 200} Aug 21 09:39:10.385294 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b97ba9e9-8b44-4c2e-ba3d-945ecc74095e tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/floatingips/dd38a878-bb9d-4f6a-b0e0-ed46032b6c68 HTTP/1.1" status: 200 len: 992 time: 0.0693316 Aug 21 09:39:10.464079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193b25b-6e4b-4957-bdfc-83d60634cf9c req-88aa8b4c-3771-4ce3-9c45-d90bdaab2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:10.465617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6193b25b-6e4b-4957-bdfc-83d60634cf9c req-88aa8b4c-3771-4ce3-9c45-d90bdaab2686 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 1098 time: 0.0746367 Aug 21 09:39:10.526379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50203c93-ef66-43c5-9b5c-3caba136bcea req-107fe612-917c-47e1-899e-c6d67307626c tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:10.527907 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50203c93-ef66-43c5-9b5c-3caba136bcea req-107fe612-917c-47e1-899e-c6d67307626c tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 943 time: 0.1034424 Aug 21 09:39:10.571410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-07607ef1-2542-4312-8f84-d42ec6bf395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'dd38a878-bb9d-4f6a-b0e0-ed46032b6c68', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'port_id': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'mac_address': 'fa:16:3e:44:7d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:39:09Z', 'updated_at': '2021-08-21T09:39:09Z', 'revision_number': 0, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a801279-abb4-406a-bf64-4b7378be21b8', 'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:bd:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:50Z', 'updated_at': '2021-08-21T09:38:55Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:10.582999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50203c93-ef66-43c5-9b5c-3caba136bcea req-95a02663-222e-48e4-b7ba-627fde14eb95 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489051 Aug 21 09:39:10.597960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07607ef1-2542-4312-8f84-d42ec6bf395b None None] Checking router: be1eb9fc-ec8d-4e74-a13e-653ff8e95020 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:39:10.601304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193b25b-6e4b-4957-bdfc-83d60634cf9c req-fae5fc14-4a1e-4ee0-baf7-f6189c10cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:10.602785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6193b25b-6e4b-4957-bdfc-83d60634cf9c req-fae5fc14-4a1e-4ee0-baf7-f6189c10cc15 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b777455b-f615-4862-99e9-565e332bc39b HTTP/1.1" status: 200 len: 898 time: 0.1294222 Aug 21 09:39:10.606242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07607ef1-2542-4312-8f84-d42ec6bf395b None None] Routers {'be1eb9fc-ec8d-4e74-a13e-653ff8e95020'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:39:10.606848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-07607ef1-2542-4312-8f84-d42ec6bf395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:10.673130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6193b25b-6e4b-4957-bdfc-83d60634cf9c req-5431103b-ef45-41a4-b870-ba7844806f34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ce4e26a-99be-4ca0-9948-e1ce109dad9d HTTP/1.1" status: 200 len: 1000 time: 0.0622334 Aug 21 09:39:10.711638 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8c728929-ffcb-4200-8adb-4b4b4aa5b120 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:39:10.715064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-07607ef1-2542-4312-8f84-d42ec6bf395b None None] Set router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:39:10.721704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193b25b-6e4b-4957-bdfc-83d60634cf9c req-2da804d5-f546-45cc-9ff2-8be2a33e6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:10.723227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6193b25b-6e4b-4957-bdfc-83d60634cf9c req-2da804d5-f546-45cc-9ff2-8be2a33e6c21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64007bcc-9d95-4131-9b99-d3161953e3bf HTTP/1.1" status: 200 len: 835 time: 0.0429399 Aug 21 09:39:10.768096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193b25b-6e4b-4957-bdfc-83d60634cf9c req-6c7b77b4-535f-40b1-9722-8df27a72ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:10.769617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6193b25b-6e4b-4957-bdfc-83d60634cf9c req-6c7b77b4-535f-40b1-9722-8df27a72ab72 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b777455b-f615-4862-99e9-565e332bc39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398135 Aug 21 09:39:10.863453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6193b25b-6e4b-4957-bdfc-83d60634cf9c req-1d043d69-ab6d-4397-80ac-b76d9acebc90 service neutron] 10.222.0.22 "GET /v2.0/networks/b777455b-f615-4862-99e9-565e332bc39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862408 Aug 21 09:39:10.935522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 8c728929-ffcb-4200-8adb-4b4b4aa5b120, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8c728929-ffcb-4200-8adb-4b4b4aa5b120,segment=NetworkSegment(8961f62b-8ec0-4b22-a945-89b268fd1745),segment_id=8961f62b-8ec0-4b22-a945-89b268fd1745)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:10.950647 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '8c728929-ffcb-4200-8adb-4b4b4aa5b120', 'network_id': '2e3aaf14-21eb-4a2f-932c-1dce08a3e834', 'port_id': '8c728929-ffcb-4200-8adb-4b4b4aa5b120', 'mac_address': 'fa:16:3e:e4:51:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053530dc-ddb9-4daa-af46-716a3f6f6733', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:39:10.953735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6193b25b-6e4b-4957-bdfc-83d60634cf9c req-8b869cc8-91f9-4f2f-9eb4-202156c53302 service neutron] 10.222.0.22 "GET /v2.0/networks/b777455b-f615-4862-99e9-565e332bc39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828805 Aug 21 09:39:10.998861 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:11.027818 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:11.046637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c728929-ffcb-4200-8adb-4b4b4aa5b120 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:39:11.192085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 8c728929-ffcb-4200-8adb-4b4b4aa5b120, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8c728929-ffcb-4200-8adb-4b4b4aa5b120,segment=NetworkSegment(8961f62b-8ec0-4b22-a945-89b268fd1745),segment_id=8961f62b-8ec0-4b22-a945-89b268fd1745)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:11.192085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-07607ef1-2542-4312-8f84-d42ec6bf395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'dd38a878-bb9d-4f6a-b0e0-ed46032b6c68', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'port_id': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'mac_address': 'fa:16:3e:44:7d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:39:09Z', 'updated_at': '2021-08-21T09:39:09Z', 'revision_number': 0, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a801279-abb4-406a-bf64-4b7378be21b8', 'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:bd:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:50Z', 'updated_at': '2021-08-21T09:38:55Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:11.259476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07607ef1-2542-4312-8f84-d42ec6bf395b None None] The sync data for ids ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'] in n-d-766726-28 is: [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'dd38a878-bb9d-4f6a-b0e0-ed46032b6c68', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'port_id': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'mac_address': 'fa:16:3e:44:7d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:39:09Z', 'updated_at': '2021-08-21T09:39:09Z', 'revision_number': 0, 'project_id': '5676b5db70d243e49186472b267f60a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a801279-abb4-406a-bf64-4b7378be21b8', 'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:bd:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:50Z', 'updated_at': '2021-08-21T09:38:55Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:39:11.261049 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:11.311855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=8c728929-ffcb-4200-8adb-4b4b4aa5b120,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:11.389190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56920) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:11.455757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c55f1f31-5fc8-40d4-983a-45cb9c573a65 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/floatingips/dd38a878-bb9d-4f6a-b0e0-ed46032b6c68 HTTP/1.1" status: 200 len: 992 time: 0.0651321 Aug 21 09:39:11.465771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['8c728929-ffcb-4200-8adb-4b4b4aa5b120'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:39:11.467761 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f121a452-f82d-4710-93bf-6f8318fffc7d None None] New status for floating IP dd38a878-bb9d-4f6a-b0e0-ed46032b6c68: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:39:11.698451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc384d02-eb41-4fdf-8c6e-e8c3de3701ea req-9d2a85db-e09f-4b99-b7dd-fd0d075b1ee6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:11.700013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc384d02-eb41-4fdf-8c6e-e8c3de3701ea req-9d2a85db-e09f-4b99-b7dd-fd0d075b1ee6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 944 time: 0.0494964 Aug 21 09:39:11.737120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc384d02-eb41-4fdf-8c6e-e8c3de3701ea req-827845f1-9d92-48b4-ae67-3e1f86d55d84 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Aug 21 09:39:12.438613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:12.458770 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56924) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:12.518857 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2f06ac14-9fdd-4692-b088-d3185c8c370a tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/floatingips/dd38a878-bb9d-4f6a-b0e0-ed46032b6c68 HTTP/1.1" status: 200 len: 994 time: 0.0589497 Aug 21 09:39:12.699759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8c728929-ffcb-4200-8adb-4b4b4aa5b120 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:39:12.810380 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 8c728929-ffcb-4200-8adb-4b4b4aa5b120 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:39:12.814378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 8c728929-ffcb-4200-8adb-4b4b4aa5b120 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:39:12.814747 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:12.849489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f28336-1467-49cd-96f2-db70ec6989ef req-dc601cb2-8cba-4e11-9213-9bfcc036a022 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:12.851657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f28336-1467-49cd-96f2-db70ec6989ef req-dc601cb2-8cba-4e11-9213-9bfcc036a022 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 944 time: 0.0497451 Aug 21 09:39:12.889345 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37f28336-1467-49cd-96f2-db70ec6989ef req-609a3841-d81e-42da-83f1-d7a8e02449b9 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315366 Aug 21 09:39:12.892973 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:12.918626 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85250be-6b13-4dcf-ac9e-156d7e08d184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c728929-ffcb-4200-8adb-4b4b4aa5b120'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:39:12.920853 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6a0b71-d3c6-4d6c-a721-6dedf743ea18" -d '{"events": [{"server_uuid": "d85250be-6b13-4dcf-ac9e-156d7e08d184", "name": "network-vif-plugged", "status": "completed", "tag": "8c728929-ffcb-4200-8adb-4b4b4aa5b120"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:39:12.933520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 8c728929-ffcb-4200-8adb-4b4b4aa5b120, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8c728929-ffcb-4200-8adb-4b4b4aa5b120,segment=NetworkSegment(8961f62b-8ec0-4b22-a945-89b268fd1745),segment_id=8961f62b-8ec0-4b22-a945-89b268fd1745)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:12.955791 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3299e582-8095-4f8b-885c-9cda41b7781e x-openstack-request-id: req-3299e582-8095-4f8b-885c-9cda41b7781e {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:39:12.956082 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85250be-6b13-4dcf-ac9e-156d7e08d184", "name": "network-vif-plugged", "status": "completed", "tag": "8c728929-ffcb-4200-8adb-4b4b4aa5b120", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:39:12.956335 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3299e582-8095-4f8b-885c-9cda41b7781e {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:39:12.956738 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85250be-6b13-4dcf-ac9e-156d7e08d184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c728929-ffcb-4200-8adb-4b4b4aa5b120', 'code': 200} Aug 21 09:39:13.016547 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:13.056446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ab2a0-db74-4cb5-a395-55f9c0e2a9c8 req-4a1039c2-aa97-4fda-ba0e-85bdf422cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:13.058005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a7ab2a0-db74-4cb5-a395-55f9c0e2a9c8 req-4a1039c2-aa97-4fda-ba0e-85bdf422cc6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 1097 time: 0.0475893 Aug 21 09:39:13.065126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=8c728929-ffcb-4200-8adb-4b4b4aa5b120,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:13.094628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a7ab2a0-db74-4cb5-a395-55f9c0e2a9c8 req-33eff521-41bf-4b4e-b96c-155c8ae8c55f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295675 Aug 21 09:39:14.002405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a743f-8027-40dd-91e6-ca4020cb6621 req-6160250e-8dc9-4977-a76a-4f77a4e2a0ca tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:14.003937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b55a743f-8027-40dd-91e6-ca4020cb6621 req-6160250e-8dc9-4977-a76a-4f77a4e2a0ca tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0496097 Aug 21 09:39:14.042822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b55a743f-8027-40dd-91e6-ca4020cb6621 req-27b65dd0-23a3-43ad-8623-21e9586df8eb tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327957 Aug 21 09:39:15.156802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38f8e8-a5ee-4d4f-98fa-82b726faa56a req-412b60e7-71d9-470a-bca4-9173b56354b5 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:15.158272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb38f8e8-a5ee-4d4f-98fa-82b726faa56a req-412b60e7-71d9-470a-bca4-9173b56354b5 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0483506 Aug 21 09:39:15.195357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb38f8e8-a5ee-4d4f-98fa-82b726faa56a req-98b79c4b-de0f-44e7-b76f-71d67f75d437 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308187 Aug 21 09:39:15.313384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc99d5-06dc-4156-b39f-9f4cec00a2ae req-1e7e5e25-1026-4c26-b4a4-e47927daa773 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:15.313384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5dc99d5-06dc-4156-b39f-9f4cec00a2ae req-1e7e5e25-1026-4c26-b4a4-e47927daa773 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0522456 Aug 21 09:39:15.348560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5dc99d5-06dc-4156-b39f-9f4cec00a2ae req-304b3aae-aafd-4e1c-a7c2-042a616f8659 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305014 Aug 21 09:39:15.544836 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:15.625010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:15.775915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae75854-6eee-46f2-bfd3-434015e37c32 req-23ce23eb-fdd2-4606-be68-5accaaca4e2f tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:15.777372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ae75854-6eee-46f2-bfd3-434015e37c32 req-23ce23eb-fdd2-4606-be68-5accaaca4e2f tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0486939 Aug 21 09:39:15.814845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ae75854-6eee-46f2-bfd3-434015e37c32 req-8caddbae-d168-4553-b0a0-79f188def6c4 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Aug 21 09:39:16.930954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0a5e4-5d3b-43c2-a07b-9b4c8dd5a7b5 req-cfe5e05f-f927-4913-90d1-606544995bb6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:16.932460 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11e0a5e4-5d3b-43c2-a07b-9b4c8dd5a7b5 req-cfe5e05f-f927-4913-90d1-606544995bb6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0487082 Aug 21 09:39:16.968429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11e0a5e4-5d3b-43c2-a07b-9b4c8dd5a7b5 req-ccc7d1ca-2055-4364-a7b8-15ad14152624 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302303 Aug 21 09:39:17.392975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e46036-5f43-45c7-bee4-d3badd69e4d5 req-3e9fc317-44a8-4c8a-89c9-da07fee1b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:17.394560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70e46036-5f43-45c7-bee4-d3badd69e4d5 req-3e9fc317-44a8-4c8a-89c9-da07fee1b22d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2bec6f0773b4c468f07b4d554e0064e&device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 1097 time: 0.0479679 Aug 21 09:39:17.491762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e46036-5f43-45c7-bee4-d3badd69e4d5 req-531a8b4f-61b7-4370-98c9-22e55ba65529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:17.493182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70e46036-5f43-45c7-bee4-d3badd69e4d5 req-531a8b4f-61b7-4370-98c9-22e55ba65529 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e3aaf14-21eb-4a2f-932c-1dce08a3e834 HTTP/1.1" status: 200 len: 913 time: 0.0919781 Aug 21 09:39:17.559416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70e46036-5f43-45c7-bee4-d3badd69e4d5 req-e26cd5fc-a843-42d6-a53d-1c903243d141 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c728929-ffcb-4200-8adb-4b4b4aa5b120 HTTP/1.1" status: 200 len: 217 time: 0.0569246 Aug 21 09:39:17.602474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf530bb4-7a86-4717-9967-527b25f1d55d req-ecd9446f-0dd3-431c-b532-5a1fc0104030 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:17.604009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf530bb4-7a86-4717-9967-527b25f1d55d req-ecd9446f-0dd3-431c-b532-5a1fc0104030 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.1098921 Aug 21 09:39:17.635275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e46036-5f43-45c7-bee4-d3badd69e4d5 req-81a4377b-cba9-42be-808a-93d02151360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:17.636770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70e46036-5f43-45c7-bee4-d3badd69e4d5 req-81a4377b-cba9-42be-808a-93d02151360f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=053530dc-ddb9-4daa-af46-716a3f6f6733 HTTP/1.1" status: 200 len: 852 time: 0.0692456 Aug 21 09:39:17.674351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf530bb4-7a86-4717-9967-527b25f1d55d req-bc798fad-5e36-4655-8add-2bb75b5a2420 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628057 Aug 21 09:39:17.676358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70e46036-5f43-45c7-bee4-d3badd69e4d5 req-eabdf2b6-6a3c-4bc5-876f-b3ed4135ab46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e3aaf14-21eb-4a2f-932c-1dce08a3e834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299881 Aug 21 09:39:17.772996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70e46036-5f43-45c7-bee4-d3badd69e4d5 req-ffa71e85-eb42-49d9-9522-883bb3bde2d0 service neutron] 10.222.0.13 "GET /v2.0/networks/2e3aaf14-21eb-4a2f-932c-1dce08a3e834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890195 Aug 21 09:39:17.860963 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70e46036-5f43-45c7-bee4-d3badd69e4d5 req-73cd8a7c-93d2-42bf-b930-89e1eccf73e4 service neutron] 10.222.0.13 "GET /v2.0/networks/2e3aaf14-21eb-4a2f-932c-1dce08a3e834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819490 Aug 21 09:39:18.156563 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-ce198144-c2b7-4b3e-8d4a-286786a0dae2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1758451 Aug 21 09:39:18.237120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-4ce4732a-63c7-4c3d-95c5-7e92be2dd4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:18.238581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-4ce4732a-63c7-4c3d-95c5-7e92be2dd4ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 1098 time: 0.0395808 Aug 21 09:39:18.337965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-39f73d63-d67a-4ba2-b750-f4081dc0e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:18.339340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-39f73d63-d67a-4ba2-b750-f4081dc0e926 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b777455b-f615-4862-99e9-565e332bc39b HTTP/1.1" status: 200 len: 898 time: 0.0820675 Aug 21 09:39:18.406388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-23666974-cb39-411c-9d58-9dc9971261ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ce4e26a-99be-4ca0-9948-e1ce109dad9d HTTP/1.1" status: 200 len: 1002 time: 0.0602660 Aug 21 09:39:18.454991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-5690836a-b5c2-4784-9dcc-6345e7a5bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:18.456456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-5690836a-b5c2-4784-9dcc-6345e7a5bde7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64007bcc-9d95-4131-9b99-d3161953e3bf HTTP/1.1" status: 200 len: 835 time: 0.0425603 Aug 21 09:39:18.502302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-cad5c289-046e-4bda-9d70-1d12c1201106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:18.503853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-cad5c289-046e-4bda-9d70-1d12c1201106 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b777455b-f615-4862-99e9-565e332bc39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407281 Aug 21 09:39:18.515037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-390d991e-7a93-4320-91fa-d0b4c0fb183d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:39:18.516010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-390d991e-7a93-4320-91fa-d0b4c0fb183d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052390 Aug 21 09:39:18.613616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-e1e7d73c-60cf-4a57-a5c4-d8ac0c763510 service neutron] 10.222.0.22 "GET /v2.0/networks/b777455b-f615-4862-99e9-565e332bc39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900655 Aug 21 09:39:18.701787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa79c67e-2420-4d47-a23d-862c656fcdc0 req-31d54dab-34e4-413b-96f3-54353a9561b9 service neutron] 10.222.0.22 "GET /v2.0/networks/b777455b-f615-4862-99e9-565e332bc39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815318 Aug 21 09:39:18.798825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d2640-7f21-44ea-a66a-c82e0aeb183c req-956e50b4-b0c2-4b9d-a609-f2dfc9a85b56 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:18.800486 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be3d2640-7f21-44ea-a66a-c82e0aeb183c req-956e50b4-b0c2-4b9d-a609-f2dfc9a85b56 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0572982 Aug 21 09:39:18.838226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-be3d2640-7f21-44ea-a66a-c82e0aeb183c req-852419ff-29fc-4db5-b849-e8df0b29640f tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 Aug 21 09:39:19.950755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53139004-8ba5-4d2f-b5ed-3caac6998da4 req-c41c3e70-8e32-4507-bb9b-d037e226c377 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:19.952253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53139004-8ba5-4d2f-b5ed-3caac6998da4 req-c41c3e70-8e32-4507-bb9b-d037e226c377 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0482252 Aug 21 09:39:19.988656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53139004-8ba5-4d2f-b5ed-3caac6998da4 req-398036df-6aff-4d3a-910b-f739c72ebaf5 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306907 Aug 21 09:39:20.392972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f30e1a-f9c0-45aa-a743-456e477340ad req-a011056e-514a-4b0c-a614-415dc2df8380 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:20.394555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67f30e1a-f9c0-45aa-a743-456e477340ad req-a011056e-514a-4b0c-a614-415dc2df8380 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0497737 Aug 21 09:39:20.431263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67f30e1a-f9c0-45aa-a743-456e477340ad req-1a66c2bf-8a6d-4f14-a927-304e03ffbea4 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302169 Aug 21 09:39:21.550620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c1b0-80e7-4064-9990-4ff3784cf594 req-21f7dad6-678e-4ffd-8262-7252e4148c03 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:21.552092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6469c1b0-80e7-4064-9990-4ff3784cf594 req-21f7dad6-678e-4ffd-8262-7252e4148c03 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0536833 Aug 21 09:39:21.589353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6469c1b0-80e7-4064-9990-4ff3784cf594 req-e1fb42db-a0d2-4706-bf2e-8631d5d77c7c tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Aug 21 09:39:21.900239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cc709-dc06-46fb-bb03-c689417df09a req-4548a053-a898-4d79-b915-2c4ab43dd932 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:21.902428 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-886cc709-dc06-46fb-bb03-c689417df09a req-4548a053-a898-4d79-b915-2c4ab43dd932 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0517051 Aug 21 09:39:21.949588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-886cc709-dc06-46fb-bb03-c689417df09a req-ccc3d10e-2da2-43a4-9336-47c47051bc16 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 Aug 21 09:39:21.981388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-5595af84-11ba-438c-82f0-aa9a04fff844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:21.982904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-5595af84-11ba-438c-82f0-aa9a04fff844 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2bec6f0773b4c468f07b4d554e0064e&device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 1097 time: 0.0441563 Aug 21 09:39:22.076860 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-7687fa0b-f7ac-4627-8de0-2af360bc3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:22.078265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-7687fa0b-f7ac-4627-8de0-2af360bc3913 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e3aaf14-21eb-4a2f-932c-1dce08a3e834 HTTP/1.1" status: 200 len: 913 time: 0.0878103 Aug 21 09:39:22.120933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-21a1c28f-3740-4e42-b8a4-e2d9f834710c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c728929-ffcb-4200-8adb-4b4b4aa5b120 HTTP/1.1" status: 200 len: 217 time: 0.0351572 Aug 21 09:39:22.170362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-e226ed34-abb6-46a2-b924-5459f4e15928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:22.171878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-e226ed34-abb6-46a2-b924-5459f4e15928 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=053530dc-ddb9-4daa-af46-716a3f6f6733 HTTP/1.1" status: 200 len: 852 time: 0.0446913 Aug 21 09:39:22.207398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-96a09536-cfc0-44a0-992a-b474a37017ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e3aaf14-21eb-4a2f-932c-1dce08a3e834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281460 Aug 21 09:39:22.217819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-ad17f386-587f-40d9-8c23-f88bfc767e7a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:39:22.218752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-ad17f386-587f-40d9-8c23-f88bfc767e7a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048642 Aug 21 09:39:22.306500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-76774a7e-eda9-4263-bf36-91deb7333073 service neutron] 10.222.0.13 "GET /v2.0/networks/2e3aaf14-21eb-4a2f-932c-1dce08a3e834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809536 Aug 21 09:39:22.398558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-703d3eac-b122-499f-a400-e3947f46e6b4 req-4f473870-887b-440a-b731-69a66eb45d88 service neutron] 10.222.0.13 "GET /v2.0/networks/2e3aaf14-21eb-4a2f-932c-1dce08a3e834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856566 Aug 21 09:39:23.067928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76ae8-270f-4bd6-8b64-daa9e0454d4a req-e453482f-a253-477a-8792-ebbf0d28925e tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:23.069419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4e76ae8-270f-4bd6-8b64-daa9e0454d4a req-e453482f-a253-477a-8792-ebbf0d28925e tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0500391 Aug 21 09:39:23.108113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4e76ae8-270f-4bd6-8b64-daa9e0454d4a req-8615a251-0f74-4856-bc91-e47843f94c9c tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Aug 21 09:39:24.225032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935367b-d9c5-4b83-8c20-0235e07de20d req-27aac593-2167-458b-a2ea-07e5de0d62d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:24.226993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f935367b-d9c5-4b83-8c20-0235e07de20d req-27aac593-2167-458b-a2ea-07e5de0d62d6 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0480511 Aug 21 09:39:24.263374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f935367b-d9c5-4b83-8c20-0235e07de20d req-afacd39b-4057-4921-bbc1-b8cb11cf28c2 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305336 Aug 21 09:39:24.686605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa38d9-2672-4eed-9b9f-21b5406af2e2 req-e367e491-c8bb-42b1-b0b1-43bb712ef74a tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:24.688082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fa38d9-2672-4eed-9b9f-21b5406af2e2 req-e367e491-c8bb-42b1-b0b1-43bb712ef74a tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0520580 Aug 21 09:39:24.724300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2fa38d9-2672-4eed-9b9f-21b5406af2e2 req-789d0c89-31e0-4779-b363-f99aeb4e69b7 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304327 Aug 21 09:39:25.840820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69405a05-73ec-47e3-b572-6e7a087ab0c6 req-53a04032-c6e0-415b-999f-a21a57b1bbaa tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:25.843187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69405a05-73ec-47e3-b572-6e7a087ab0c6 req-53a04032-c6e0-415b-999f-a21a57b1bbaa tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0507061 Aug 21 09:39:25.883207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69405a05-73ec-47e3-b572-6e7a087ab0c6 req-86eead49-98f8-435d-b370-217ffc7a50d4 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f4a220-f01a-469d-b099-868b808551c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347610 Aug 21 09:39:26.184598 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:39:26.521683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868abf67-d869-4044-8ab0-e3431bb336ae req-680000d5-2f31-4ab2-8e3d-6db25bf8c203 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:26.523149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-868abf67-d869-4044-8ab0-e3431bb336ae req-680000d5-2f31-4ab2-8e3d-6db25bf8c203 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.13 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 945 time: 0.0484908 Aug 21 09:39:26.614266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-868abf67-d869-4044-8ab0-e3431bb336ae req-18cc6d8c-4f31-4e3d-a514-25218da7e729 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Deleting port 8c728929-ffcb-4200-8adb-4b4b4aa5b120 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:39:26.614612 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-868abf67-d869-4044-8ab0-e3431bb336ae req-18cc6d8c-4f31-4e3d-a514-25218da7e729 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:26.699900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-868abf67-d869-4044-8ab0-e3431bb336ae req-18cc6d8c-4f31-4e3d-a514-25218da7e729 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] For port 8c728929-ffcb-4200-8adb-4b4b4aa5b120, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=8c728929-ffcb-4200-8adb-4b4b4aa5b120,segment=NetworkSegment(8961f62b-8ec0-4b22-a945-89b268fd1745),segment_id=8961f62b-8ec0-4b22-a945-89b268fd1745)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:26.700268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-868abf67-d869-4044-8ab0-e3431bb336ae req-18cc6d8c-4f31-4e3d-a514-25218da7e729 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:26.711752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-868abf67-d869-4044-8ab0-e3431bb336ae req-18cc6d8c-4f31-4e3d-a514-25218da7e729 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Calling delete_port for 8c728929-ffcb-4200-8adb-4b4b4aa5b120 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:39:26.929920 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-868abf67-d869-4044-8ab0-e3431bb336ae req-18cc6d8c-4f31-4e3d-a514-25218da7e729 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:26.942072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['8c728929-ffcb-4200-8adb-4b4b4aa5b120'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:39:26.961082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc6d8c-4f31-4e3d-a514-25218da7e729 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Pushing event deleted for resources: {'Port': ['ID=8c728929-ffcb-4200-8adb-4b4b4aa5b120,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:27.005419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93de2832-45af-4eb1-966e-7a9cc0bcc94f req-e01fca84-c606-4210-88de-35f2cd721160 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.20 "GET /v2.0/ports?device_id=d85250be-6b13-4dcf-ac9e-156d7e08d184 HTTP/1.1" status: 200 len: 210 time: 0.0483458 Aug 21 09:39:27.024881 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-868abf67-d869-4044-8ab0-e3431bb336ae req-18cc6d8c-4f31-4e3d-a514-25218da7e729 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] No DVR routers for this DVR port 8c728929-ffcb-4200-8adb-4b4b4aa5b120 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:39:27.027595 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-868abf67-d869-4044-8ab0-e3431bb336ae req-18cc6d8c-4f31-4e3d-a514-25218da7e729 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:27.029629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-868abf67-d869-4044-8ab0-e3431bb336ae req-18cc6d8c-4f31-4e3d-a514-25218da7e729 tempest-TestServerAdvancedOps-1065883978 tempest-TestServerAdvancedOps-1065883978-project] 10.222.0.13 "DELETE /v2.0/ports/8c728929-ffcb-4200-8adb-4b4b4aa5b120 HTTP/1.1" status: 204 len: 173 time: 0.5007665 Aug 21 09:39:27.030067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85250be-6b13-4dcf-ac9e-156d7e08d184', 'name': 'network-vif-deleted', 'tag': '8c728929-ffcb-4200-8adb-4b4b4aa5b120'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:39:27.032313 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4caa7e-0ccc-46dc-b2bb-42f116085cb6" -d '{"events": [{"server_uuid": "d85250be-6b13-4dcf-ac9e-156d7e08d184", "name": "network-vif-deleted", "tag": "8c728929-ffcb-4200-8adb-4b4b4aa5b120"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:39:27.179609 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b8c055-c6b6-4b43-a902-528db8aec26b x-openstack-request-id: req-44b8c055-c6b6-4b43-a902-528db8aec26b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:39:27.179889 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85250be-6b13-4dcf-ac9e-156d7e08d184", "name": "network-vif-deleted", "tag": "8c728929-ffcb-4200-8adb-4b4b4aa5b120", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:39:27.180137 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44b8c055-c6b6-4b43-a902-528db8aec26b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:39:27.180538 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85250be-6b13-4dcf-ac9e-156d7e08d184', 'name': 'network-vif-deleted', 'tag': '8c728929-ffcb-4200-8adb-4b4b4aa5b120', 'status': 'completed', 'code': 200} Aug 21 09:39:28.065706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56980) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:28.112277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82913cb-e328-450f-9393-5ef7c1164ded admin admin] Deleting subnet 053530dc-ddb9-4daa-af46-716a3f6f6733 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:39:28.115112 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a82913cb-e328-450f-9393-5ef7c1164ded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.148431 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a82913cb-e328-450f-9393-5ef7c1164ded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.185760 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a82913cb-e328-450f-9393-5ef7c1164ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.301242 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a82913cb-e328-450f-9393-5ef7c1164ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.324432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82913cb-e328-450f-9393-5ef7c1164ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053530dc-ddb9-4daa-af46-716a3f6f6733,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:28.329932 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a82913cb-e328-450f-9393-5ef7c1164ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.332429 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a82913cb-e328-450f-9393-5ef7c1164ded admin admin] 10.222.0.20 "DELETE /v2.0/subnets/053530dc-ddb9-4daa-af46-716a3f6f6733 HTTP/1.1" status: 204 len: 168 time: 0.2651935 Aug 21 09:39:28.334305 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 56982) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:28.404988 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.480203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.489554 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3aaf14-21eb-4a2f-932c-1dce08a3e834']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:28.499514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8961f62b-8ec0-4b22-a945-89b268fd1745') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:28.499836 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8961f62b-8ec0-4b22-a945-89b268fd1745') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:28.508376 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.521683 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.527911 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:39:28.528294 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:39:28.529871 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:39:28.664784 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.674382 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.674382 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2e3aaf14-21eb-4a2f-932c-1dce08a3e834 HTTP/1.1" status: 204 len: 168 time: 0.3370872 Aug 21 09:39:28.675256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56984) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:28.683744 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65d21c-fa8c-4996-aa1b-b32069a80991 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3aaf14-21eb-4a2f-932c-1dce08a3e834,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:28.719847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ad4441-2915-4222-82c4-69c44d94f001 admin admin] Deleting subnet e32eaeec-81ce-448b-a005-684435d38a9d {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:39:28.722881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-38ad4441-2915-4222-82c4-69c44d94f001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.755497 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-38ad4441-2915-4222-82c4-69c44d94f001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.793275 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-38ad4441-2915-4222-82c4-69c44d94f001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.910248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-38ad4441-2915-4222-82c4-69c44d94f001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.934910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad4441-2915-4222-82c4-69c44d94f001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32eaeec-81ce-448b-a005-684435d38a9d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:28.938649 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-38ad4441-2915-4222-82c4-69c44d94f001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:28.940525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-38ad4441-2915-4222-82c4-69c44d94f001 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e32eaeec-81ce-448b-a005-684435d38a9d HTTP/1.1" status: 204 len: 168 time: 0.2642219 Aug 21 09:39:28.943041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56986) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:29.012362 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:29.094840 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:29.104403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3510bec2-4120-457f-987f-d661d0a24cdc']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:29.114321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21658a89-ff5c-47e1-9537-a305fe2d110f') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:29.114619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21658a89-ff5c-47e1-9537-a305fe2d110f') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:29.123706 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:29.137558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:29.143412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:39:29.143829 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:39:29.145422 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:39:29.259046 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:29.264693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:29.266503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] 10.222.0.20 "DELETE /v2.0/networks/3510bec2-4120-457f-987f-d661d0a24cdc HTTP/1.1" status: 204 len: 168 time: 0.3225217 Aug 21 09:39:29.277293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4518f-ef20-4eb7-9733-ec2ace39a4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=3510bec2-4120-457f-987f-d661d0a24cdc,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:29.601719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56990) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:29.644666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ecb814c6-8a3e-4eee-a141-6bdab6c29300 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2bec6f0773b4c468f07b4d554e0064e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417595 Aug 21 09:39:29.647063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56992) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:29.693431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d452c392-adb5-4a88-af76-9e68806ee97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:29.713271 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d452c392-adb5-4a88-af76-9e68806ee97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:29.826914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d452c392-adb5-4a88-af76-9e68806ee97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:29.829400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d452c392-adb5-4a88-af76-9e68806ee97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:29.831097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d452c392-adb5-4a88-af76-9e68806ee97a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95f4a220-f01a-469d-b099-868b808551c2 HTTP/1.1" status: 204 len: 168 time: 0.1825583 Aug 21 09:39:29.838777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452c392-adb5-4a88-af76-9e68806ee97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f4a220-f01a-469d-b099-868b808551c2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:30.478301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 56998) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:30.517641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3a876ec9-b039-4856-a16d-0469a597665e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46dfd741fdd14f11ae4e515dd30b3e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382266 Aug 21 09:39:30.519933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57000) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:30.565267 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f27fa27d-cf07-411b-89c8-fca5924594f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:30.585854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f27fa27d-cf07-411b-89c8-fca5924594f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:30.715747 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f27fa27d-cf07-411b-89c8-fca5924594f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:30.718270 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f27fa27d-cf07-411b-89c8-fca5924594f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:30.719448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f27fa27d-cf07-411b-89c8-fca5924594f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77284c2d-201a-47d7-99b6-8573b08914a3 HTTP/1.1" status: 204 len: 168 time: 0.1986406 Aug 21 09:39:30.726991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fa27d-cf07-411b-89c8-fca5924594f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77284c2d-201a-47d7-99b6-8573b08914a3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:30.836181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8c728929-ffcb-4200-8adb-4b4b4aa5b120 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:39:30.855780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 8c728929-ffcb-4200-8adb-4b4b4aa5b120 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:39:30.857825 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 8c728929-ffcb-4200-8adb-4b4b4aa5b120 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:39:36.898713 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-322af1db-11ad-46e9-b86b-933bdbaa0117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:38.987409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57014) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:39.048310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9747d0b6-a68d-4da5-8f40-8e2f0cc5285f tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/floatingips/dd38a878-bb9d-4f6a-b0e0-ed46032b6c68 HTTP/1.1" status: 200 len: 994 time: 0.0597339 Aug 21 09:39:39.345349 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57020) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:39.505340 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting port f42e1647-0191-402c-b0b7-ea9165dc6e78 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:39:39.505690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:39.533152 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eb7076f6-1099-4bac-b13e-422a0ccba4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:39.586430 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:39.586755 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:39.598639 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Calling delete_port for f42e1647-0191-402c-b0b7-ea9165dc6e78 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:39:39.791270 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:39.813305 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:39.850637 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Port': ['ID=f42e1647-0191-402c-b0b7-ea9165dc6e78,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:39.921102 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:39.921430 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Floating IP dd38a878-bb9d-4f6a-b0e0-ed46032b6c68 disassociated (deleted). External IP: 172.25.5.208, port: 8ce4e26a-99be-4ca0-9948-e1ce109dad9d. Aug 21 09:39:40.139279 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:39:40.243347 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:39:40.248031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:40.252488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a267c7e-fa28-47bf-a59c-68d7724346e7 None None] Sync routers for ids ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:39:40.261004 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a267c7e-fa28-47bf-a59c-68d7724346e7 None None] Routers {'be1eb9fc-ec8d-4e74-a13e-653ff8e95020'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:39:40.261617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4a267c7e-fa28-47bf-a59c-68d7724346e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:40.274637 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4e89edd5-8761-4ac2-95c1-d43986cba2a7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/floatingips/dd38a878-bb9d-4f6a-b0e0-ed46032b6c68 HTTP/1.1" status: 204 len: 168 time: 0.9282110 Aug 21 09:39:40.275327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'tag': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:39:40.277692 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39607dd133c4d4a83dffe87f3d759bb093b024d16ef59ae3b5f13ff6e4140767" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869" -d '{"events": [{"name": "network-changed", "server_uuid": "e92f286a-2a87-4b7f-b621-1a4efbc9d4fa", "tag": "8ce4e26a-99be-4ca0-9948-e1ce109dad9d"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:39:40.317964 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cd3474-f27b-44f2-b6cd-c28c283e595e x-openstack-request-id: req-19cd3474-f27b-44f2-b6cd-c28c283e595e {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:39:40.318265 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92f286a-2a87-4b7f-b621-1a4efbc9d4fa", "tag": "8ce4e26a-99be-4ca0-9948-e1ce109dad9d", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:39:40.318521 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19cd3474-f27b-44f2-b6cd-c28c283e595e {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:39:40.318932 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'tag': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d', 'status': 'completed', 'code': 200} Aug 21 09:39:40.371366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-4a267c7e-fa28-47bf-a59c-68d7724346e7 None None] Set router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:39:40.385083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869 req-04ce41dd-4833-4faf-9a3d-6ccdfaef314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:40.386645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869 req-04ce41dd-4833-4faf-9a3d-6ccdfaef314e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5676b5db70d243e49186472b267f60a5&device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 1098 time: 0.0424650 Aug 21 09:39:40.480764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869 req-58028221-f7ba-48b6-af48-daebaaed7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:40.482281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869 req-58028221-f7ba-48b6-af48-daebaaed7d9c service neutron] 10.222.0.22 "GET /v2.0/networks?id=b777455b-f615-4862-99e9-565e332bc39b HTTP/1.1" status: 200 len: 898 time: 0.0888188 Aug 21 09:39:40.525099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869 req-65560d06-e6a1-488c-9fe6-a9d2c5d812cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ce4e26a-99be-4ca0-9948-e1ce109dad9d HTTP/1.1" status: 200 len: 217 time: 0.0347788 Aug 21 09:39:40.572155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4a267c7e-fa28-47bf-a59c-68d7724346e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0a801279-abb4-406a-bf64-4b7378be21b8', 'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:bd:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:50Z', 'updated_at': '2021-08-21T09:38:55Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:40.580125 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869 req-271abb97-b72f-4734-aa4c-00f95110bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:40.581591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869 req-271abb97-b72f-4734-aa4c-00f95110bedc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64007bcc-9d95-4131-9b99-d3161953e3bf HTTP/1.1" status: 200 len: 835 time: 0.0491405 Aug 21 09:39:40.599198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a267c7e-fa28-47bf-a59c-68d7724346e7 None None] Checking router: be1eb9fc-ec8d-4e74-a13e-653ff8e95020 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:39:40.608967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a267c7e-fa28-47bf-a59c-68d7724346e7 None None] Routers {'be1eb9fc-ec8d-4e74-a13e-653ff8e95020'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:39:40.609592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4a267c7e-fa28-47bf-a59c-68d7724346e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:40.631745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869 req-0ccd29db-f98f-4d1e-82fb-7bfa5315c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:40.633800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869 req-0ccd29db-f98f-4d1e-82fb-7bfa5315c050 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b777455b-f615-4862-99e9-565e332bc39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423782 Aug 21 09:39:40.730675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-4a267c7e-fa28-47bf-a59c-68d7724346e7 None None] Set router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:39:40.950889 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-4a267c7e-fa28-47bf-a59c-68d7724346e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0a801279-abb4-406a-bf64-4b7378be21b8', 'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:bd:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:50Z', 'updated_at': '2021-08-21T09:38:55Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:40.978174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a267c7e-fa28-47bf-a59c-68d7724346e7 None None] The sync data for ids ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'] in n-d-766726-28 is: [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '0a801279-abb4-406a-bf64-4b7378be21b8', 'name': '', 'network_id': 'b777455b-f615-4862-99e9-565e332bc39b', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'mac_address': 'fa:16:3e:bd:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:50Z', 'updated_at': '2021-08-21T09:38:55Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'subnets': [{'id': '64007bcc-9d95-4131-9b99-d3161953e3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:39:40.980260 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:41.030463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4ce42-cd8a-47a2-b8f0-45b713a42755 req-e9570df1-f75b-4d35-bbcc-b84f1d99aeb0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:41.032052 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41b4ce42-cd8a-47a2-b8f0-45b713a42755 req-e9570df1-f75b-4d35-bbcc-b84f1d99aeb0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 946 time: 0.3923974 Aug 21 09:39:41.073067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869 req-128a8fb8-1859-421e-b008-da5b157d7d37 service neutron] 10.222.0.22 "GET /v2.0/networks/b777455b-f615-4862-99e9-565e332bc39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246337 Aug 21 09:39:41.097990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41b4ce42-cd8a-47a2-b8f0-45b713a42755 req-de0e8cbf-9874-42ee-ae0a-f1bdab002683 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dcb0fce-8baf-4e03-9467-26900f715730&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0552092 Aug 21 09:39:41.189530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69e11a9e-1f65-4ab2-ba58-21bd1fed1869 req-7772dca8-3445-4ad6-b212-5e528adb2e27 service neutron] 10.222.0.22 "GET /v2.0/networks/b777455b-f615-4862-99e9-565e332bc39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059198 Aug 21 09:39:41.227804 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b5bf96-d5ba-4d58-a963-a045ef9f4065 None None] New status for floating IP dd38a878-bb9d-4f6a-b0e0-ed46032b6c68: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:39:42.038447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b3252-426c-4ec8-8e94-8d0f191ae797 req-f23c456d-1186-4cc2-83f1-b0cf778f2df6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:42.040513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-881b3252-426c-4ec8-8e94-8d0f191ae797 req-f23c456d-1186-4cc2-83f1-b0cf778f2df6 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.22 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 946 time: 0.0537179 Aug 21 09:39:42.141047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-881b3252-426c-4ec8-8e94-8d0f191ae797 req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:39:42.141047 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-881b3252-426c-4ec8-8e94-8d0f191ae797 req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:42.284164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4c728-bf46-4d88-8d7e-5d3a93528709 req-e4b25a46-d7d2-4692-bdaa-066f265ec0e7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:42.286350 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8d4c728-bf46-4d88-8d7e-5d3a93528709 req-e4b25a46-d7d2-4692-bdaa-066f265ec0e7 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 946 time: 0.1038125 Aug 21 09:39:42.289034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-881b3252-426c-4ec8-8e94-8d0f191ae797 req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] For port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8ce4e26a-99be-4ca0-9948-e1ce109dad9d,segment=NetworkSegment(fcbc96fd-f7ed-4862-bcdb-269c2468f85b),segment_id=fcbc96fd-f7ed-4862-bcdb-269c2468f85b)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:42.289575 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-881b3252-426c-4ec8-8e94-8d0f191ae797 req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:42.326106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-881b3252-426c-4ec8-8e94-8d0f191ae797 req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Calling delete_port for 8ce4e26a-99be-4ca0-9948-e1ce109dad9d owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:39:42.412941 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8d4c728-bf46-4d88-8d7e-5d3a93528709 req-8fe98e75-a2ee-4b7b-8342-861441e4dad0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dcb0fce-8baf-4e03-9467-26900f715730&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1191509 Aug 21 09:39:42.448171 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:42.561607 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-881b3252-426c-4ec8-8e94-8d0f191ae797 req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:42.589100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Port': ['ID=8ce4e26a-99be-4ca0-9948-e1ce109dad9d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:42.602255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.605946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.605946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.605946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.605946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.605946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.605946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.605946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.605946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.605946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.605946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.605946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:42.644190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-881b3252-426c-4ec8-8e94-8d0f191ae797 req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] No DVR routers for this DVR port 8ce4e26a-99be-4ca0-9948-e1ce109dad9d on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:39:42.647000 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-881b3252-426c-4ec8-8e94-8d0f191ae797 req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:42.649150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-881b3252-426c-4ec8-8e94-8d0f191ae797 req-260f77e7-4e0b-4fcc-9d76-0eb61ef70dc0 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.22 "DELETE /v2.0/ports/8ce4e26a-99be-4ca0-9948-e1ce109dad9d HTTP/1.1" status: 204 len: 173 time: 0.6021271 Aug 21 09:39:42.655205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'name': 'network-vif-deleted', 'tag': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:39:42.655205 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5584ca-3bd9-4441-bbc4-ccf95baaf03d" -d '{"events": [{"server_uuid": "e92f286a-2a87-4b7f-b621-1a4efbc9d4fa", "name": "network-vif-deleted", "tag": "8ce4e26a-99be-4ca0-9948-e1ce109dad9d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:39:42.686651 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20feee3-4d0e-4692-bedc-5d84c25e046d x-openstack-request-id: req-b20feee3-4d0e-4692-bedc-5d84c25e046d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:39:42.686925 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92f286a-2a87-4b7f-b621-1a4efbc9d4fa", "name": "network-vif-deleted", "tag": "8ce4e26a-99be-4ca0-9948-e1ce109dad9d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:39:42.687180 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b20feee3-4d0e-4692-bedc-5d84c25e046d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:39:42.687607 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92f286a-2a87-4b7f-b621-1a4efbc9d4fa', 'name': 'network-vif-deleted', 'tag': '8ce4e26a-99be-4ca0-9948-e1ce109dad9d', 'status': 'completed', 'code': 200} Aug 21 09:39:43.521037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3759631e-a40f-4299-975f-3845cb58e524 req-aebc227e-5ff2-406d-b11f-af7aeeeb1624 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e92f286a-2a87-4b7f-b621-1a4efbc9d4fa HTTP/1.1" status: 200 len: 210 time: 0.0301430 Aug 21 09:39:44.576467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57036) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:44.634650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:44.660011 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:44.767289 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:44.769919 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:44.771099 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/security-groups/8dcb0fce-8baf-4e03-9467-26900f715730 HTTP/1.1" status: 204 len: 168 time: 0.1936567 Aug 21 09:39:44.780444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcb0fce-8baf-4e03-9467-26900f715730,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:44.788037 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.788385 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.788764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.789112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.789451 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.789785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.790119 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.790448 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.790779 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.791139 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.791433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.791890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff01883-2932-438e-a3cd-d33951cbf5ae tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:44.859575 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57040) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:45.485987 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:45.544517 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:45.624410 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:45.742901 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting port 0a801279-abb4-406a-bf64-4b7378be21b8 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:39:45.743441 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:45.833520 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] For port 0a801279-abb4-406a-bf64-4b7378be21b8, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0a801279-abb4-406a-bf64-4b7378be21b8,segment=NetworkSegment(fcbc96fd-f7ed-4862-bcdb-269c2468f85b),segment_id=fcbc96fd-f7ed-4862-bcdb-269c2468f85b)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:45.833881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:45.845332 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Calling delete_port for 0a801279-abb4-406a-bf64-4b7378be21b8 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:39:46.095200 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:46.111152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8ce4e26a-99be-4ca0-9948-e1ce109dad9d no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:39:46.124792 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Port': ['ID=0a801279-abb4-406a-bf64-4b7378be21b8,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:46.133061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 8ce4e26a-99be-4ca0-9948-e1ce109dad9d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:39:46.133498 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8ce4e26a-99be-4ca0-9948-e1ce109dad9d not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:39:46.340124 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:46.555516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:39:46.660080 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:39:46.665239 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-84d45c7c-7013-478c-a58b-f9cf46602556 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "PUT /v2.0/routers/be1eb9fc-ec8d-4e74-a13e-653ff8e95020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8044853 Aug 21 09:39:46.667905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57042) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:46.670284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64377202-f0c7-49e0-9ac5-acb65b084c29 None None] Sync routers for ids ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:39:46.679643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64377202-f0c7-49e0-9ac5-acb65b084c29 None None] Routers {'be1eb9fc-ec8d-4e74-a13e-653ff8e95020'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:39:46.680251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-64377202-f0c7-49e0-9ac5-acb65b084c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:46.723095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b4d857-2a04-40c8-9ab0-9e3c9a8177ec tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting subnet 64007bcc-9d95-4131-9b99-d3161953e3bf {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:39:46.726230 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5b4d857-2a04-40c8-9ab0-9e3c9a8177ec tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:46.765525 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5b4d857-2a04-40c8-9ab0-9e3c9a8177ec tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:46.790804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-64377202-f0c7-49e0-9ac5-acb65b084c29 None None] Set router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:39:46.846850 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5b4d857-2a04-40c8-9ab0-9e3c9a8177ec tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:46.967528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-64377202-f0c7-49e0-9ac5-acb65b084c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:39:45Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:46.993500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64377202-f0c7-49e0-9ac5-acb65b084c29 None None] Checking router: be1eb9fc-ec8d-4e74-a13e-653ff8e95020 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:39:46.997977 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5b4d857-2a04-40c8-9ab0-9e3c9a8177ec tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.001895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64377202-f0c7-49e0-9ac5-acb65b084c29 None None] Routers {'be1eb9fc-ec8d-4e74-a13e-653ff8e95020'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:39:47.002506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-64377202-f0c7-49e0-9ac5-acb65b084c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:47.027175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4d857-2a04-40c8-9ab0-9e3c9a8177ec tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Subnet': ['ID=64007bcc-9d95-4131-9b99-d3161953e3bf,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:47.034393 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5b4d857-2a04-40c8-9ab0-9e3c9a8177ec tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.039082 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a5b4d857-2a04-40c8-9ab0-9e3c9a8177ec tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/subnets/64007bcc-9d95-4131-9b99-d3161953e3bf HTTP/1.1" status: 204 len: 168 time: 0.3676658 Aug 21 09:39:47.039202 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57044) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:47.040041 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b73f064-bac3-4607-b8f7-90f406374667 None None] Network b777455b-f615-4862-99e9-565e332bc39b requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:39:47.147667 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.194630 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-64377202-f0c7-49e0-9ac5-acb65b084c29 None None] Set router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:39:47.251157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.364107 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f40dc8-e9c1-4f44-9d1a-32ddc1ca56fb None None] DHCP port deletion for b777455b-f615-4862-99e9-565e332bc39b request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:39:47.391830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Deleting port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:39:47.392278 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.412853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-64377202-f0c7-49e0-9ac5-acb65b084c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:39:45Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:47.448162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64377202-f0c7-49e0-9ac5-acb65b084c29 None None] The sync data for ids ['be1eb9fc-ec8d-4e74-a13e-653ff8e95020'] in n-d-766726-28 is: [{'id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'name': 'tempest-TestNetworkBasicOps-router-741744427', 'tenant_id': '5676b5db70d243e49186472b267f60a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:38:46Z', 'updated_at': '2021-08-21T09:39:45Z', 'revision_number': 5, 'project_id': '5676b5db70d243e49186472b267f60a5', 'gw_port': {'id': '4badb03c-b6ba-4e77-9575-9ec3e50f79f1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1eb9fc-ec8d-4e74-a13e-653ff8e95020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:38:47Z', 'updated_at': '2021-08-21T09:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:39:47.457433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-33f40dc8-e9c1-4f44-9d1a-32ddc1ca56fb None None] Deleting port ed1405f3-979d-436d-ae01-f67ab5ef41d4 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:39:47.459965 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-33f40dc8-e9c1-4f44-9d1a-32ddc1ca56fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.496176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] For port 4badb03c-b6ba-4e77-9575-9ec3e50f79f1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=4badb03c-b6ba-4e77-9575-9ec3e50f79f1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:47.496474 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.509071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Calling delete_port for 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:39:47.576955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-33f40dc8-e9c1-4f44-9d1a-32ddc1ca56fb None None] For port ed1405f3-979d-436d-ae01-f67ab5ef41d4, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ed1405f3-979d-436d-ae01-f67ab5ef41d4,segment=NetworkSegment(fcbc96fd-f7ed-4862-bcdb-269c2468f85b),segment_id=fcbc96fd-f7ed-4862-bcdb-269c2468f85b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:47.577470 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-33f40dc8-e9c1-4f44-9d1a-32ddc1ca56fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.592140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-33f40dc8-e9c1-4f44-9d1a-32ddc1ca56fb None None] Calling delete_port for ed1405f3-979d-436d-ae01-f67ab5ef41d4 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:39:47.758365 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.791858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Port': ['ID=4badb03c-b6ba-4e77-9575-9ec3e50f79f1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:47.868104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.871483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ed1405f3-979d-436d-ae01-f67ab5ef41d4 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:39:47.936911 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-33f40dc8-e9c1-4f44-9d1a-32ddc1ca56fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.962860 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.965155 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:47.970928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f40dc8-e9c1-4f44-9d1a-32ddc1ca56fb None None] Pushing event deleted for resources: {'Port': ['ID=ed1405f3-979d-436d-ae01-f67ab5ef41d4,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:47.987769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f40dc8-e9c1-4f44-9d1a-32ddc1ca56fb None None] No DVR routers for this DVR port ed1405f3-979d-436d-ae01-f67ab5ef41d4 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:39:47.987769 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:48.025136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0a801279-abb4-406a-bf64-4b7378be21b8 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:39:48.044758 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 0a801279-abb4-406a-bf64-4b7378be21b8 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:39:48.045363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0a801279-abb4-406a-bf64-4b7378be21b8 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:39:48.072341 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:48.072958 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Fanout notify agent at l3_agent the message router_deleted on router be1eb9fc-ec8d-4e74-a13e-653ff8e95020 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:39:48.081599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:48.081599 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dbbf4ecc-3ab6-4957-91a6-ae731be2eb13 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/routers/be1eb9fc-ec8d-4e74-a13e-653ff8e95020 HTTP/1.1" status: 204 len: 168 time: 1.0409310 Aug 21 09:39:48.083929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57046) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:48.164438 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:48.247460 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:48.256852 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b777455b-f615-4862-99e9-565e332bc39b']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:48.267535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:48.267859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbc96fd-f7ed-4862-bcdb-269c2468f85b') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:48.276966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:48.294060 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:48.299938 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:39:48.300332 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:39:48.303259 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:39:48.452603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:48.459883 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:48.461728 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] 10.222.0.20 "DELETE /v2.0/networks/b777455b-f615-4862-99e9-565e332bc39b HTTP/1.1" status: 204 len: 168 time: 0.3768616 Aug 21 09:39:48.473329 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338ee96-7a5b-4f83-9379-e1d934fffc75 tempest-TestNetworkBasicOps-933856854 tempest-TestNetworkBasicOps-933856854-project] Pushing event deleted for resources: {'Network': ['ID=b777455b-f615-4862-99e9-565e332bc39b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:48.939116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57052) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:49.071185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-17b846db-6f89-483a-b87f-60ed7469f566 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5676b5db70d243e49186472b267f60a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308873 Aug 21 09:39:49.073699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57056) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:49.130013 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e5628b8e-be4b-443e-99be-5e7e12ab427c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:49.151790 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e5628b8e-be4b-443e-99be-5e7e12ab427c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:49.271580 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e5628b8e-be4b-443e-99be-5e7e12ab427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:49.274639 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e5628b8e-be4b-443e-99be-5e7e12ab427c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:49.275846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e5628b8e-be4b-443e-99be-5e7e12ab427c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56367c82-1673-425e-9f53-d7a4582e748e HTTP/1.1" status: 204 len: 168 time: 0.2011857 Aug 21 09:39:49.283504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5628b8e-be4b-443e-99be-5e7e12ab427c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56367c82-1673-425e-9f53-d7a4582e748e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:49.580558 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:39:49.601649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:39:49.602054 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 4badb03c-b6ba-4e77-9575-9ec3e50f79f1 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:39:49.885531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57062) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:49.899547 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee7a044d-609d-46c4-860f-ce9d3379bbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:49.984932 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee7a044d-609d-46c4-860f-ce9d3379bbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:50.052652 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee7a044d-609d-46c4-860f-ce9d3379bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:50.094483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ee7a044d-609d-46c4-860f-ce9d3379bbe7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a95e419b337347d494341d7b80c5183b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2078719 Aug 21 09:39:50.095430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a044d-609d-46c4-860f-ce9d3379bbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16e2f8-c423-4cf8-9f62-47825eed400b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:50.097187 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57064) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:50.146629 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-229378ae-7a61-4942-9e66-8bf97b41f5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:50.166670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-229378ae-7a61-4942-9e66-8bf97b41f5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:50.271328 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-229378ae-7a61-4942-9e66-8bf97b41f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:50.273884 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-229378ae-7a61-4942-9e66-8bf97b41f5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:50.275034 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-229378ae-7a61-4942-9e66-8bf97b41f5b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b16e2f8-c423-4cf8-9f62-47825eed400b HTTP/1.1" status: 204 len: 168 time: 0.1768463 Aug 21 09:39:50.282440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229378ae-7a61-4942-9e66-8bf97b41f5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16e2f8-c423-4cf8-9f62-47825eed400b,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:51.334864 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57086) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:51.434106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2008421407-network', 'tenant_id': '053ee6c388ea42d3a0146e3106269859'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:39:51.534625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Made reservation on behalf of 053ee6c388ea42d3a0146e3106269859 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:39:51.537055 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:51.546650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:51.639511 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:51.695265 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:51.720472 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:39:51.730462 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715d1871-a2be-48aa-b744-434d4795126f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:51.736529 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:51.736878 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Added segment a2a68656-dca7-4b12-ad0d-3bfec5930608 of type vlan for network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 Aug 21 09:39:51.780150 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:51.871827 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:51.872744 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:51.873328 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:51.935157 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] Pushing event updated for resources: {'Network': ['ID=bc828ebd-0b8d-434d-9960-b2a7bc2fe295,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:51.945014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:39:52.004257 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1a00d18e-e7c5-4dfa-8995-687dc5571656 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6694109 Aug 21 09:39:52.007048 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57090) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:52.012123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] Request body: {'subnet': {'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2008421407-subnet', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:39:52.100243 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] Made reservation on behalf of 053ee6c388ea42d3a0146e3106269859 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:39:52.103311 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:52.586626 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:52.643455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9caf4f79-d7ba-4136-887f-05670fbd954d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:52.653180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] Checking segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:39:52.653563 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] Network hostable DHCP agents. Network: bc828ebd-0b8d-434d-9960-b2a7bc2fe295, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:39:52.755996 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:39:52.824499 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, bc828ebd-0b8d-434d-9960-b2a7bc2fe295) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:39:52.828475 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:52.829059 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:52.834479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33537eb4-e871-4123-b499-a3a44fbc21ae None None] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:39:52.916691 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e140816c-3bf8-4fcc-acb6-54518408ce8f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9083438 Aug 21 09:39:52.919459 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57092) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:52.923851 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:39:52.980846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:39:52.981744 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:52.997833 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:52.998980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.052456 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.119820 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Allocated IP 172.20.0.2 (bc828ebd-0b8d-434d-9960-b2a7bc2fe295/9caf4f79-d7ba-4136-887f-05670fbd954d/f1d67a3c-a069-40e0-a940-1b3529bace90) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:39:53.252797 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.264887 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.273214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Transition to ACTIVE for port object f1d67a3c-a069-40e0-a940-1b3529bace90 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:39:53.290962 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Transition to ACTIVE for port object f1d67a3c-a069-40e0-a940-1b3529bace90 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:39:53.378774 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.428425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:39:53.432427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:39:53.437088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:39:53.445911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Pushing event updated for resources: {'Port': ['ID=f1d67a3c-a069-40e0-a940-1b3529bace90,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:53.471279 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.471654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.471999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.472332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.472666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.473322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.473322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.473622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.473946 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.474263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.474582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.474898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:53.512109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Attempting to bind port f1d67a3c-a069-40e0-a940-1b3529bace90 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:39:53.512399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Attempting to bind port f1d67a3c-a069-40e0-a940-1b3529bace90 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:39:53.512762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Attempting to bind port f1d67a3c-a069-40e0-a940-1b3529bace90 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:39:53.518360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:39:53.518670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Checking segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:39:53.519075 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.519467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Bound using segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:39:53.519960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Bound port: f1d67a3c-a069-40e0-a940-1b3529bace90, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:39:53.520358 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.547104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.566407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.582214 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] For port f1d67a3c-a069-40e0-a940-1b3529bace90, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:39:53.585375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] For port f1d67a3c-a069-40e0-a940-1b3529bace90, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f1d67a3c-a069-40e0-a940-1b3529bace90,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:39:53.665208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Allocated IP 172.25.5.9 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/8831818c-fe22-4f58-a9e6-ef0c379b8a57) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:39:53.666225 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.727516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3621910-51b8-40c5-82d3-b2d43cc637fc None None] Pushing event updated for resources: {'Port': ['ID=f1d67a3c-a069-40e0-a940-1b3529bace90,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:53.780495 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.874174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:53.916379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:39:53.919350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:39:53.922979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:39:53.948276 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Pushing event updated for resources: {'Port': ['ID=8831818c-fe22-4f58-a9e6-ef0c379b8a57,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:54.254774 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:54.461218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:54.529706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585af78-7400-4983-b8d2-787c2b4ea02f None None] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:39:54.641801 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:39:54.700677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a14a0fa1-ab32-4e67-8306-5effea816f4d None None] Provisioning for port f1d67a3c-a069-40e0-a940-1b3529bace90 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:39:54.753283 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:39:54.765836 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Sync routers for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:39:54.780256 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:39:54.780897 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:54.824790 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:54.828969 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5c237fa2-d368-4fb8-88ca-7aa3edb70f8c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9058144 Aug 21 09:39:54.829263 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57094) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:54.891703 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:39:55.064280 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:54Z', 'revision_number': 3, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:55.089793 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Checking router: adcf2cf0-0287-4cb4-aa16-b3ec774d3669 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:39:55.090130 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Updating router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 port 8831818c-fe22-4f58-a9e6-ef0c379b8a57 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:39:55.115526 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.244545 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.362660 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.372463 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Transition to ACTIVE for port object 8831818c-fe22-4f58-a9e6-ef0c379b8a57 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:39:55.437434 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.440415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Allocated IP 172.20.0.1 (bc828ebd-0b8d-434d-9960-b2a7bc2fe295/9caf4f79-d7ba-4136-887f-05670fbd954d/cc1c1980-1218-4520-a999-0c60b2bad264) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:39:55.487683 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Attempting to bind port 8831818c-fe22-4f58-a9e6-ef0c379b8a57 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:39:55.488043 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Attempting to bind port 8831818c-fe22-4f58-a9e6-ef0c379b8a57 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:39:55.488392 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Attempting to bind port 8831818c-fe22-4f58-a9e6-ef0c379b8a57 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:39:55.490320 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Pushing event updated for resources: {'Port': ['ID=8831818c-fe22-4f58-a9e6-ef0c379b8a57,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:55.499836 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:39:55.500131 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:39:55.500524 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.500908 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:39:55.501357 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Bound port: 8831818c-fe22-4f58-a9e6-ef0c379b8a57, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:39:55.501731 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.503889 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.504223 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.504551 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.504873 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.505192 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.505509 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.505825 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.506137 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.506449 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.506757 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.507723 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.508042 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:39:55.549497 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.564100 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] For port 8831818c-fe22-4f58-a9e6-ef0c379b8a57, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:39:55.565886 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Transition to ACTIVE for port object cc1c1980-1218-4520-a999-0c60b2bad264 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:39:55.567311 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] For port 8831818c-fe22-4f58-a9e6-ef0c379b8a57, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8831818c-fe22-4f58-a9e6-ef0c379b8a57,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:39:55.608259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f1d67a3c-a069-40e0-a940-1b3529bace90 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:39:55.660473 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.689394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.721743 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:39:55.722373 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:55.725397 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c90e2c-71e3-47b8-bcca-f9f66605fe46 None None] Pushing event updated for resources: {'Port': ['ID=8831818c-fe22-4f58-a9e6-ef0c379b8a57,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:55.735977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:39:55.740294 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:39:55.744964 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:39:55.746118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port f1d67a3c-a069-40e0-a940-1b3529bace90 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:39:55.752389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f1d67a3c-a069-40e0-a940-1b3529bace90 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:39:55.752989 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.753109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Pushing event updated for resources: {'Port': ['ID=cc1c1980-1218-4520-a999-0c60b2bad264,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:55.790155 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.864784 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:55.901429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port f1d67a3c-a069-40e0-a940-1b3529bace90, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f1d67a3c-a069-40e0-a940-1b3529bace90,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:55.930585 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:39:55.962305 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:56.015130 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:56.019351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=f1d67a3c-a069-40e0-a940-1b3529bace90,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:56.100047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-131418d5-256c-4f96-9a5b-32b7795dd25f None None] Provisioning for port cc1c1980-1218-4520-a999-0c60b2bad264 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:39:56.105496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-131418d5-256c-4f96-9a5b-32b7795dd25f None None] Provisioning complete for port cc1c1980-1218-4520-a999-0c60b2bad264 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:39:56.106356 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-131418d5-256c-4f96-9a5b-32b7795dd25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:56.121879 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:54Z', 'revision_number': 3, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:56.146388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-131418d5-256c-4f96-9a5b-32b7795dd25f None None] Port cc1c1980-1218-4520-a999-0c60b2bad264 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:39:56.147968 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c8fd68-8c51-49b6-bdaa-5b66df7b5497 None None] The sync data for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 is: [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:54Z', 'revision_number': 3, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:39:56.197207 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:56.248855 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:56.319853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:56.321651 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Pushing event updated for resources: {'Port': ['ID=cc1c1980-1218-4520-a999-0c60b2bad264,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:56.441478 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:39:56.442967 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:39:56.564569 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:39:56.673562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8363262c-9d81-4fb0-ae56-999dc97b918f None None] Provisioning complete for port cc1c1980-1218-4520-a999-0c60b2bad264 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:39:56.674056 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8363262c-9d81-4fb0-ae56-999dc97b918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:56.683355 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:39:56.688686 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fe281402-e9e8-410c-8b26-1efd8728ea5d admin admin] 10.222.0.20 "PUT /v2.0/routers/adcf2cf0-0287-4cb4-aa16-b3ec774d3669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583176 Aug 21 09:39:56.714205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8363262c-9d81-4fb0-ae56-999dc97b918f None None] Port cc1c1980-1218-4520-a999-0c60b2bad264 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:39:57.312462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57110) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:57.317475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-933432475-network', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:39:57.385760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Made reservation on behalf of 1a3a67ca9fca437ab1e6013477f0679a for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:39:57.388319 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:57.398470 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:57.485994 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:57.580213 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:57.605662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:39:57.614739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dffa2e-90b2-482b-8f6d-e0119ef50b6f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:57.621162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:57.621510 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Added segment 25463cda-dfb5-4500-b54e-a1ca6a2cefb2 of type vlan for network ee1c9c6d-f620-47ad-a515-7c36f72716cf Aug 21 09:39:57.661972 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:57.666246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8831818c-fe22-4f58-a9e6-ef0c379b8a57 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:39:57.692769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Sync routers for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:39:57.712241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:39:57.712897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:57.751767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:57.752740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:57.753326 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:57.814760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] Pushing event updated for resources: {'Network': ['ID=ee1c9c6d-f620-47ad-a515-7c36f72716cf,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:57.823300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:39:57.826305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network ee1c9c6d-f620-47ad-a515-7c36f72716cf details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:39:57.852714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 8831818c-fe22-4f58-a9e6-ef0c379b8a57 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:39:57.872870 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8831818c-fe22-4f58-a9e6-ef0c379b8a57 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:39:57.873077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-29452695-d2be-42e8-a1a7-1a2d0148a68a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5589621 Aug 21 09:39:57.873257 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:57.875253 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57112) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:57.880302 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] Request body: {'subnet': {'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-933432475-subnet', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:39:57.974877 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] Made reservation on behalf of 1a3a67ca9fca437ab1e6013477f0679a for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:39:57.977919 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:58.092694 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:58.137732 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 8831818c-fe22-4f58-a9e6-ef0c379b8a57, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8831818c-fe22-4f58-a9e6-ef0c379b8a57,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:39:58.159099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:39:56Z', 'revision_number': 2, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:58.186264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Checking router: adcf2cf0-0287-4cb4-aa16-b3ec774d3669 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:39:58.186612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Updating router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 port cc1c1980-1218-4520-a999-0c60b2bad264 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:39:58.210373 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:58.211134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f1d67a3c-a069-40e0-a940-1b3529bace90 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:39:58.231723 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:58.253053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:58.313676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a468e2-a4ff-4362-93c1-2492c6a763ac,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:58.321022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] Checking segment: {'id': '25463cda-dfb5-4500-b54e-a1ca6a2cefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:39:58.321383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] Network hostable DHCP agents. Network: ee1c9c6d-f620-47ad-a515-7c36f72716cf, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:39:58.329343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=8831818c-fe22-4f58-a9e6-ef0c379b8a57,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:58.397229 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] Network ee1c9c6d-f620-47ad-a515-7c36f72716cf is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:39:58.400800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f1d67a3c-a069-40e0-a940-1b3529bace90 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:39:58.401179 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:58.482660 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, ee1c9c6d-f620-47ad-a515-7c36f72716cf) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:39:58.487251 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:39:58.488357 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:58.493602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac37fdb8-2cea-4db5-b8f4-a71b0ddb18c6 None None] Network ee1c9c6d-f620-47ad-a515-7c36f72716cf requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:39:58.569725 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ed93e468-07ba-4105-8010-e95fda119516 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6932573 Aug 21 09:39:58.572312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 57114) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:39:58.576872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-933432475-router', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:39:58.680031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:58.680031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:58.873429 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:58.891838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Transition to ACTIVE for port object cc1c1980-1218-4520-a999-0c60b2bad264 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:39:58.923797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-ee1c9c6d-f620-47ad-a515-7c36f72716cf', 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'fixed_ips': [{'subnet_id': '82a468e2-a4ff-4362-93c1-2492c6a763ac'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:39:58.924697 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:58.992211 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.000270 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.086623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a8652-400f-4f70-b68d-4687d25367c1 None None] Pushing event updated for resources: {'Port': ['ID=cc1c1980-1218-4520-a999-0c60b2bad264,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:59.153504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Allocated IP 172.20.0.2 (ee1c9c6d-f620-47ad-a515-7c36f72716cf/82a468e2-a4ff-4362-93c1-2492c6a763ac/00faa7af-854d-44ae-9583-aa3747dbe43b) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:39:59.159046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Attempting to bind port cc1c1980-1218-4520-a999-0c60b2bad264 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:39:59.159421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Attempting to bind port cc1c1980-1218-4520-a999-0c60b2bad264 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:39:59.159819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Attempting to bind port cc1c1980-1218-4520-a999-0c60b2bad264 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:39:59.169914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:39:59.174920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Checking segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:39:59.174920 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.174920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Bound using segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:39:59.174920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Bound port: cc1c1980-1218-4520-a999-0c60b2bad264, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:39:59.174920 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.206534 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.315460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] For port cc1c1980-1218-4520-a999-0c60b2bad264, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:39:59.320942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] For port cc1c1980-1218-4520-a999-0c60b2bad264, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cc1c1980-1218-4520-a999-0c60b2bad264,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:39:59.368132 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.374428 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.412574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Transition to ACTIVE for port object 00faa7af-854d-44ae-9583-aa3747dbe43b will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:39:59.447757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a8652-400f-4f70-b68d-4687d25367c1 None None] Pushing event updated for resources: {'Port': ['ID=cc1c1980-1218-4520-a999-0c60b2bad264,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:59.452163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Transition to ACTIVE for port object 00faa7af-854d-44ae-9583-aa3747dbe43b will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:39:59.456508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:39:59.457149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:39:59.465155 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.490087 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.547815 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.608855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Network ee1c9c6d-f620-47ad-a515-7c36f72716cf is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:39:59.610156 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Allocated IP 172.25.5.241 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/ac3feda4-7755-49b8-8985-5f6d23f1ca78) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:39:59.615936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8831818c-fe22-4f58-a9e6-ef0c379b8a57 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:39:59.626687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:39:59.629481 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:39:59.650704 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:39:59.655433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Pushing event updated for resources: {'Port': ['ID=00faa7af-854d-44ae-9583-aa3747dbe43b,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:59.721413 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.797033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Attempting to bind port 00faa7af-854d-44ae-9583-aa3747dbe43b on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:39:59.797412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Attempting to bind port 00faa7af-854d-44ae-9583-aa3747dbe43b by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '25463cda-dfb5-4500-b54e-a1ca6a2cefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:39:59.797766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Attempting to bind port 00faa7af-854d-44ae-9583-aa3747dbe43b on network ee1c9c6d-f620-47ad-a515-7c36f72716cf {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:39:59.815801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:39:59.816168 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Checking segment: {'id': '25463cda-dfb5-4500-b54e-a1ca6a2cefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:39:59.816567 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.816947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Bound using segment: {'id': '25463cda-dfb5-4500-b54e-a1ca6a2cefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:39:59.817449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Bound port: 00faa7af-854d-44ae-9583-aa3747dbe43b, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25463cda-dfb5-4500-b54e-a1ca6a2cefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:39:59.817825 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.831924 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.862154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8831818c-fe22-4f58-a9e6-ef0c379b8a57 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:39:59.862517 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:39:59.869223 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:39:59.873415 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:39:59.876888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:39:59.901468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3feda4-7755-49b8-8985-5f6d23f1ca78,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:39:59.996511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] For port 00faa7af-854d-44ae-9583-aa3747dbe43b, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:40:00.034270 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] For port 00faa7af-854d-44ae-9583-aa3747dbe43b, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=00faa7af-854d-44ae-9583-aa3747dbe43b,segment=NetworkSegment(25463cda-dfb5-4500-b54e-a1ca6a2cefb2),segment_id=25463cda-dfb5-4500-b54e-a1ca6a2cefb2)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:40:00.068744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:39:59Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:40:00.095288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac4f3b-9142-41d9-b2b9-b4ba450e1ec6 None None] The sync data for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 is: [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:39:59Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:40:00.126394 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:00.197059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c113d65-fad4-419b-8bdd-3a1e59d80784 None None] Pushing event updated for resources: {'Port': ['ID=00faa7af-854d-44ae-9583-aa3747dbe43b,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:00.243889 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:00.478991 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:00.681458 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:40:00.796762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:40:00.806172 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Sync routers for ids ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:40:00.820067 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Routers {'2371fea6-2366-457f-9e0d-b3bd0b11d2aa'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:40:00.821889 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:40:00.870503 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:00.874685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 57116) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:40:00.875286 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bb1eba46-3911-4f20-bc43-d94253e355d5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3014383 Aug 21 09:40:00.931980 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Set router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:40:01.143507 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'name': 'tempest-TestVolumeBootPattern-933432475-router', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:58Z', 'updated_at': '2021-08-21T09:40:00Z', 'revision_number': 3, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'gw_port': {'id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:59Z', 'updated_at': '2021-08-21T09:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:40:01.174290 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Checking router: 2371fea6-2366-457f-9e0d-b3bd0b11d2aa for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:40:01.174726 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Updating router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa port ac3feda4-7755-49b8-8985-5f6d23f1ca78 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:40:01.203442 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.257729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a0e4d-029c-44b8-8080-61015d607ec4 None None] Network ee1c9c6d-f620-47ad-a515-7c36f72716cf requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:40:01.383534 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.392924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7dce182e-670c-4b16-afe8-52f0e557fcf6 None None] Provisioning for port 00faa7af-854d-44ae-9583-aa3747dbe43b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:40:01.502977 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.517446 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Transition to ACTIVE for port object ac3feda4-7755-49b8-8985-5f6d23f1ca78 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:40:01.572699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Allocated IP 172.20.0.1 (ee1c9c6d-f620-47ad-a515-7c36f72716cf/82a468e2-a4ff-4362-93c1-2492c6a763ac/2f17772b-e2e4-4648-b5d4-f68b6712f7b4) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:40:01.587156 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.636318 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c9978-f1d6-44ac-8800-27a90d9668c3 None None] Pushing event updated for resources: {'Port': ['ID=ac3feda4-7755-49b8-8985-5f6d23f1ca78,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:01.660338 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Attempting to bind port ac3feda4-7755-49b8-8985-5f6d23f1ca78 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:40:01.660886 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Attempting to bind port ac3feda4-7755-49b8-8985-5f6d23f1ca78 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:40:01.661267 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Attempting to bind port ac3feda4-7755-49b8-8985-5f6d23f1ca78 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:40:01.667677 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:40:01.671023 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:40:01.671023 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.671023 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:40:01.671023 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Bound port: ac3feda4-7755-49b8-8985-5f6d23f1ca78, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:40:01.671023 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.702419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc1c1980-1218-4520-a999-0c60b2bad264 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:40:01.712626 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.728715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Transition to ACTIVE for port object 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:40:01.737143 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] For port ac3feda4-7755-49b8-8985-5f6d23f1ca78, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:40:01.740490 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] For port ac3feda4-7755-49b8-8985-5f6d23f1ca78, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ac3feda4-7755-49b8-8985-5f6d23f1ca78,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:40:01.798769 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.831547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port cc1c1980-1218-4520-a999-0c60b2bad264 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:40:01.834848 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.835904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cc1c1980-1218-4520-a999-0c60b2bad264 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:01.836417 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.857509 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Routers {'2371fea6-2366-457f-9e0d-b3bd0b11d2aa'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:40:01.858187 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:40:01.872836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Network ee1c9c6d-f620-47ad-a515-7c36f72716cf is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:40:01.875715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:40:01.879270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:40:01.902334 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c9978-f1d6-44ac-8800-27a90d9668c3 None None] Pushing event updated for resources: {'Port': ['ID=ac3feda4-7755-49b8-8985-5f6d23f1ca78,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:01.933904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Pushing event updated for resources: {'Port': ['ID=2f17772b-e2e4-4648-b5d4-f68b6712f7b4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:01.935470 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.938071 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:01.973051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port cc1c1980-1218-4520-a999-0c60b2bad264, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cc1c1980-1218-4520-a999-0c60b2bad264,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:40:01.984978 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] Set router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:40:02.071703 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:02.072508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 00faa7af-854d-44ae-9583-aa3747dbe43b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:40:02.150397 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:02.171196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=cc1c1980-1218-4520-a999-0c60b2bad264,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:02.181859 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'name': 'tempest-TestVolumeBootPattern-933432475-router', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:58Z', 'updated_at': '2021-08-21T09:40:00Z', 'revision_number': 3, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'gw_port': {'id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:59Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:40:02.210404 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8c68f-5c09-4f8e-bcb3-a37b9d039d1e None None] The sync data for ids ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'] in n-d-766726-28 is: [{'id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'name': 'tempest-TestVolumeBootPattern-933432475-router', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:58Z', 'updated_at': '2021-08-21T09:40:00Z', 'revision_number': 3, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'gw_port': {'id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:59Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:40:02.270110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8f9b9975-fbba-4a37-aae5-816d7a27d1fa None None] Provisioning for port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:40:02.275032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8f9b9975-fbba-4a37-aae5-816d7a27d1fa None None] Provisioning complete for port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:02.279719 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8f9b9975-fbba-4a37-aae5-816d7a27d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:02.300900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 00faa7af-854d-44ae-9583-aa3747dbe43b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:40:02.308092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 00faa7af-854d-44ae-9583-aa3747dbe43b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:02.308473 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:02.328237 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:02.339293 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b9975-fbba-4a37-aae5-816d7a27d1fa None None] Port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:40:02.391324 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:02.393451 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:02.441772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 00faa7af-854d-44ae-9583-aa3747dbe43b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=00faa7af-854d-44ae-9583-aa3747dbe43b,segment=NetworkSegment(25463cda-dfb5-4500-b54e-a1ca6a2cefb2),segment_id=25463cda-dfb5-4500-b54e-a1ca6a2cefb2)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:40:02.467066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Pushing event updated for resources: {'Port': ['ID=2f17772b-e2e4-4648-b5d4-f68b6712f7b4,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:02.471954 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:02.511467 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:02.561971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=00faa7af-854d-44ae-9583-aa3747dbe43b,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:02.576582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Network ee1c9c6d-f620-47ad-a515-7c36f72716cf is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:40:02.578003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:40:02.703997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:40:02.825208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:40:02.830605 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4b9e010f-9c64-46a5-b67f-cdce986b4539 admin admin] 10.222.0.20 "PUT /v2.0/routers/2371fea6-2366-457f-9e0d-b3bd0b11d2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9540808 Aug 21 09:40:02.861203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5e6ccbef-b1b2-4de4-b20a-58c9750c1114 None None] Provisioning complete for port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:02.861601 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccbef-b1b2-4de4-b20a-58c9750c1114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:02.900895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ccbef-b1b2-4de4-b20a-58c9750c1114 None None] Port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:40:03.183756 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:40:03.648988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc1c1980-1218-4520-a999-0c60b2bad264 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:40:03.696876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port cc1c1980-1218-4520-a999-0c60b2bad264 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:03.697258 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:03.718440 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Sync routers for ids ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:40:03.738639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Routers {'2371fea6-2366-457f-9e0d-b3bd0b11d2aa'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:40:03.739244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:40:04.028586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 00faa7af-854d-44ae-9583-aa3747dbe43b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:40:04.052179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Set router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:40:04.181335 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 00faa7af-854d-44ae-9583-aa3747dbe43b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:04.181711 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:04.312408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ac3feda4-7755-49b8-8985-5f6d23f1ca78 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:40:04.357355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'name': 'tempest-TestVolumeBootPattern-933432475-router', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:58Z', 'updated_at': '2021-08-21T09:40:02Z', 'revision_number': 4, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'gw_port': {'id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:59Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '2f17772b-e2e4-4648-b5d4-f68b6712f7b4', 'name': '', 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'mac_address': 'fa:16:3e:1e:65:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '82a468e2-a4ff-4362-93c1-2492c6a763ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:40:01Z', 'updated_at': '2021-08-21T09:40:02Z', 'revision_number': 2, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'subnets': [{'id': '82a468e2-a4ff-4362-93c1-2492c6a763ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:40:04.389448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Checking router: 2371fea6-2366-457f-9e0d-b3bd0b11d2aa for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:40:04.389798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Updating router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:40:04.416507 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:04.505839 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ac3feda4-7755-49b8-8985-5f6d23f1ca78 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:40:04.519507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ac3feda4-7755-49b8-8985-5f6d23f1ca78 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:04.519841 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:04.675105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:04.704717 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port ac3feda4-7755-49b8-8985-5f6d23f1ca78, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ac3feda4-7755-49b8-8985-5f6d23f1ca78,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:40:04.755410 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:04.765141 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Transition to ACTIVE for port object 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:40:04.783112 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:04.824470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=ac3feda4-7755-49b8-8985-5f6d23f1ca78,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:04.900257 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:04.972827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08575d13-bf4c-425f-af46-04dc9f21e4b0 None None] Pushing event updated for resources: {'Port': ['ID=2f17772b-e2e4-4648-b5d4-f68b6712f7b4,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:05.005951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Attempting to bind port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:40:05.006491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Attempting to bind port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '25463cda-dfb5-4500-b54e-a1ca6a2cefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:40:05.010461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Attempting to bind port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 on network ee1c9c6d-f620-47ad-a515-7c36f72716cf {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:40:05.012464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:40:05.012881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Checking segment: {'id': '25463cda-dfb5-4500-b54e-a1ca6a2cefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:40:05.013243 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:05.014129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Bound using segment: {'id': '25463cda-dfb5-4500-b54e-a1ca6a2cefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:40:05.014739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Bound port: 2f17772b-e2e4-4648-b5d4-f68b6712f7b4, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25463cda-dfb5-4500-b54e-a1ca6a2cefb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:40:05.014985 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:05.093361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] For port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:40:05.094711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] For port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2f17772b-e2e4-4648-b5d4-f68b6712f7b4,segment=NetworkSegment(25463cda-dfb5-4500-b54e-a1ca6a2cefb2),segment_id=25463cda-dfb5-4500-b54e-a1ca6a2cefb2)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:40:05.186381 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:05.255834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Routers {'2371fea6-2366-457f-9e0d-b3bd0b11d2aa'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:40:05.256479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:39:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:40:05.258165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08575d13-bf4c-425f-af46-04dc9f21e4b0 None None] Pushing event updated for resources: {'Port': ['ID=2f17772b-e2e4-4648-b5d4-f68b6712f7b4,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:05.371881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] Set router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:40:05.575983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'name': 'tempest-TestVolumeBootPattern-933432475-router', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:58Z', 'updated_at': '2021-08-21T09:40:02Z', 'revision_number': 4, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'gw_port': {'id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:59Z', 'updated_at': '2021-08-21T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '2f17772b-e2e4-4648-b5d4-f68b6712f7b4', 'name': '', 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'mac_address': 'fa:16:3e:1e:65:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '82a468e2-a4ff-4362-93c1-2492c6a763ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:40:01Z', 'updated_at': '2021-08-21T09:40:05Z', 'revision_number': 4, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'subnets': [{'id': '82a468e2-a4ff-4362-93c1-2492c6a763ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:40:05.603208 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ac3feda4-7755-49b8-8985-5f6d23f1ca78 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:40:05.605655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213cedc-54b8-46cb-9fc2-a3a0b324bf59 None None] The sync data for ids ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'] in n-d-766726-28 is: [{'id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'name': 'tempest-TestVolumeBootPattern-933432475-router', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:58Z', 'updated_at': '2021-08-21T09:40:02Z', 'revision_number': 4, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'gw_port': {'id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:59Z', 'updated_at': '2021-08-21T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '2f17772b-e2e4-4648-b5d4-f68b6712f7b4', 'name': '', 'network_id': 'ee1c9c6d-f620-47ad-a515-7c36f72716cf', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'mac_address': 'fa:16:3e:1e:65:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '82a468e2-a4ff-4362-93c1-2492c6a763ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:40:01Z', 'updated_at': '2021-08-21T09:40:05Z', 'revision_number': 4, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'subnets': [{'id': '82a468e2-a4ff-4362-93c1-2492c6a763ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:40:05.670368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ac3feda4-7755-49b8-8985-5f6d23f1ca78 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:05.670748 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:06.488026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdf84-48da-411a-80a1-0242a85d4337 req-b315d0b4-8931-4ee2-9cb1-4464cad14543 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:06.489479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-b315d0b4-8931-4ee2-9cb1-4464cad14543 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.0974154 Aug 21 09:40:06.504513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-bc5a1b24-5d0b-449c-90c3-bf7f276cb7c0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/quotas/053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 375 time: 0.0088325 Aug 21 09:40:06.558562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-0c9cea35-a757-40cc-b608-fcceb27e662d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484617 Aug 21 09:40:06.666383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-2dd25713-4174-4f3d-ba18-58dc271d4eec service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:40:06.667376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-2dd25713-4174-4f3d-ba18-58dc271d4eec service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1023450 Aug 21 09:40:06.754019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-4b33c9c1-a8b0-42f8-ad10-bc3a0cf91f73 service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803509 Aug 21 09:40:06.850276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-6310b12d-6249-48b2-828a-7d010af3ff85 service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897429 Aug 21 09:40:06.914754 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5ec68a42-270d-458b-a83e-20ca46bfa8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:07.437370 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23e0813a-bd69-4e62-ae0a-b68b4cb53c1f req-86a6b75a-27e5-49c2-a905-7be9076e23d2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 210 time: 0.0276146 Aug 21 09:40:07.605291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:40:07.762757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:40:07.766776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:07.767152 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:07.846140 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:07.876439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2f17772b-e2e4-4648-b5d4-f68b6712f7b4,segment=NetworkSegment(25463cda-dfb5-4500-b54e-a1ca6a2cefb2),segment_id=25463cda-dfb5-4500-b54e-a1ca6a2cefb2)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:40:07.939649 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:07.986996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=2f17772b-e2e4-4648-b5d4-f68b6712f7b4,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:08.527342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d97ea441-9a19-42c5-8d95-fe33c205f9a8 req-bad1a6a6-b0cb-4711-b34e-e2aa63fb35cd tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 210 time: 0.0259767 Aug 21 09:40:09.450260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdf84-48da-411a-80a1-0242a85d4337 req-297048d1-01a4-4a26-951a-9c979421b107 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:09.451795 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-297048d1-01a4-4a26-951a-9c979421b107 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.0983880 Aug 21 09:40:09.464908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'port': {'device_id': 'c972a979-7fc0-4ae3-8385-494d8b96be3a', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'admin_state_up': True, 'tenant_id': '053ee6c388ea42d3a0146e3106269859'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:40:09.534065 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b7556dbb-9fbe-41e2-8c42-b82559f7a9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:09.588533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:40:09.626863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-58405c71-1e5f-401b-a65f-903a0c7938d6 req-78aa5565-b905-446e-9dc4-6f81e4bbfd6b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 210 time: 0.0299146 Aug 21 09:40:09.641399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:09.641399 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:09.669488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Made reservation on behalf of 053ee6c388ea42d3a0146e3106269859 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:40:09.673430 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:09.779879 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:09.806137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Allocated IP 172.20.0.4 (bc828ebd-0b8d-434d-9960-b2a7bc2fe295/9caf4f79-d7ba-4136-887f-05670fbd954d/8379720a-b0d1-40ad-93b3-23cdba975efe) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:40:09.951248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:09.968731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Transition to ACTIVE for port object 8379720a-b0d1-40ad-93b3-23cdba975efe will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:40:10.087581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:10.146118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:40:10.150230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:40:10.154248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:40:10.184544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=8379720a-b0d1-40ad-93b3-23cdba975efe,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:10.215682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:10.216378 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:10.300725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-efdffbb2-5a2e-465f-99f1-8746fa87864c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8400626 Aug 21 09:40:10.314097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Request body: {'port': {'device_id': 'c972a979-7fc0-4ae3-8385-494d8b96be3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:40:10.369097 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:10.493575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5782bd97-74fd-46f0-add9-80b895784b4f None None] Provisioning for port 8379720a-b0d1-40ad-93b3-23cdba975efe completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:40:10.497873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5782bd97-74fd-46f0-add9-80b895784b4f None None] Provisioning complete for port 8379720a-b0d1-40ad-93b3-23cdba975efe triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:10.498247 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5782bd97-74fd-46f0-add9-80b895784b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:10.532795 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5782bd97-74fd-46f0-add9-80b895784b4f None None] Port 8379720a-b0d1-40ad-93b3-23cdba975efe cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:40:10.639086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8379720a-b0d1-40ad-93b3-23cdba975efe {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:40:10.646474 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:10.659099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Transition to ACTIVE for port object 8379720a-b0d1-40ad-93b3-23cdba975efe will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:40:10.725127 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:10.797163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a891-ad57-4279-b5a7-d552a7be291f req-295aa960-2975-43cb-a7bc-6fefdfb29342 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:10.797163 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4178a891-ad57-4279-b5a7-d552a7be291f req-295aa960-2975-43cb-a7bc-6fefdfb29342 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 931 time: 0.1009080 Aug 21 09:40:10.810701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Pushing event updated for resources: {'Port': ['ID=8379720a-b0d1-40ad-93b3-23cdba975efe,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:10.907875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4178a891-ad57-4279-b5a7-d552a7be291f req-01fa88a1-0a62-425c-a9a8-c0a3c551bff3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949814 Aug 21 09:40:10.934854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Attempting to bind port 8379720a-b0d1-40ad-93b3-23cdba975efe on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:40:10.935284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Attempting to bind port 8379720a-b0d1-40ad-93b3-23cdba975efe by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:40:10.935743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Attempting to bind port 8379720a-b0d1-40ad-93b3-23cdba975efe on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:40:10.940855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Port 8379720a-b0d1-40ad-93b3-23cdba975efe on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:40:10.941256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Attempting to bind port 8379720a-b0d1-40ad-93b3-23cdba975efe on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:40:10.946334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:40:10.946669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Checking segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:40:10.947054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Bound using segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:40:10.947478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Bound port: 8379720a-b0d1-40ad-93b3-23cdba975efe, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:40:10.947870 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:10.957153 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:11.013749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] For port 8379720a-b0d1-40ad-93b3-23cdba975efe, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:40:11.016843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] For port 8379720a-b0d1-40ad-93b3-23cdba975efe, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8379720a-b0d1-40ad-93b3-23cdba975efe,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:40:11.066071 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:11.104720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:11.105474 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:11.107653 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] 10.222.0.22 "PUT /v2.0/ports/8379720a-b0d1-40ad-93b3-23cdba975efe HTTP/1.1" status: 200 len: 1092 time: 0.7988381 Aug 21 09:40:11.109864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972a979-7fc0-4ae3-8385-494d8b96be3a', 'tag': '8379720a-b0d1-40ad-93b3-23cdba975efe'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:40:11.110499 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0637d6d0-e7d8-4174-9929-34291bcde601" -d '{"events": [{"name": "network-changed", "server_uuid": "c972a979-7fc0-4ae3-8385-494d8b96be3a", "tag": "8379720a-b0d1-40ad-93b3-23cdba975efe"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:40:11.137347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cd435-0f89-4269-bd66-f15c6b846a94 service neutron] Pushing event updated for resources: {'Port': ['ID=8379720a-b0d1-40ad-93b3-23cdba975efe,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:11.165880 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e633706a-da58-46d5-9e64-8dc9346c4ee6 x-openstack-request-id: req-e633706a-da58-46d5-9e64-8dc9346c4ee6 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:40:11.166174 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972a979-7fc0-4ae3-8385-494d8b96be3a", "tag": "8379720a-b0d1-40ad-93b3-23cdba975efe", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:40:11.166428 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e633706a-da58-46d5-9e64-8dc9346c4ee6 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:40:11.166831 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972a979-7fc0-4ae3-8385-494d8b96be3a', 'tag': '8379720a-b0d1-40ad-93b3-23cdba975efe', 'status': 'completed', 'code': 200} Aug 21 09:40:11.545158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637d6d0-e7d8-4174-9929-34291bcde601 req-32fc6bb4-a1ed-4e80-8237-ac2dbdfdccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:11.546668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0637d6d0-e7d8-4174-9929-34291bcde601 req-32fc6bb4-a1ed-4e80-8237-ac2dbdfdccee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 1095 time: 0.3598244 Aug 21 09:40:11.641173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637d6d0-e7d8-4174-9929-34291bcde601 req-cb80cb57-dc7b-4973-af3e-a9c71ea8f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:11.642640 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0637d6d0-e7d8-4174-9929-34291bcde601 req-cb80cb57-dc7b-4973-af3e-a9c71ea8f092 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=053ee6c388ea42d3a0146e3106269859&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0875564 Aug 21 09:40:11.739094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637d6d0-e7d8-4174-9929-34291bcde601 req-15b732de-1dc5-4b9f-a225-db3a3ceac645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:11.740533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0637d6d0-e7d8-4174-9929-34291bcde601 req-15b732de-1dc5-4b9f-a225-db3a3ceac645 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909085 Aug 21 09:40:11.814997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdf84-48da-411a-80a1-0242a85d4337 req-793f531d-0d8a-41e0-8198-dcf885487988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:11.816465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-793f531d-0d8a-41e0-8198-dcf885487988 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 1095 time: 0.0407469 Aug 21 09:40:11.859840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-f74bd2d7-28d6-4415-aa33-4155d22508b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8379720a-b0d1-40ad-93b3-23cdba975efe HTTP/1.1" status: 200 len: 217 time: 0.0359380 Aug 21 09:40:11.908916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdf84-48da-411a-80a1-0242a85d4337 req-8008bfb5-6a8c-49ef-81b0-d93b6b6295ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:11.910371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-8008bfb5-6a8c-49ef-81b0-d93b6b6295ea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0441802 Aug 21 09:40:11.956227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdf84-48da-411a-80a1-0242a85d4337 req-77d90a79-591e-4188-88f2-10cace9da6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:11.957739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-77d90a79-591e-4188-88f2-10cace9da6e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405514 Aug 21 09:40:12.078171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ede54-530f-4045-8e70-6d32b7e072da req-b97a762a-3ed6-4e29-a66e-a32f0f1d32af tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:12.079580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-826ede54-530f-4045-8e70-6d32b7e072da req-b97a762a-3ed6-4e29-a66e-a32f0f1d32af tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 943 time: 0.1139340 Aug 21 09:40:12.096028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-fc8c206e-f461-4551-ba0b-498c84d0c5fe service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314654 Aug 21 09:40:12.178187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-826ede54-530f-4045-8e70-6d32b7e072da req-880cfbd6-b5d2-4e79-830f-a8d18bbe3eb0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910230 Aug 21 09:40:12.213469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-809fdf84-48da-411a-80a1-0242a85d4337 req-442ada79-0cc6-4cab-bdb2-afb7086b720f service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098714 Aug 21 09:40:12.446837 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:13.293624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8ec85-44b2-409b-b06f-7747c3955e68 req-1b9068f3-d1c4-4190-a1df-b94dc1a3166b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:13.295108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2a8ec85-44b2-409b-b06f-7747c3955e68 req-1b9068f3-d1c4-4190-a1df-b94dc1a3166b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 943 time: 0.0492156 Aug 21 09:40:13.333764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2a8ec85-44b2-409b-b06f-7747c3955e68 req-574440e2-b708-41c1-9c01-119633dafb12 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Aug 21 09:40:14.443500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafedf2-a9c1-4c79-8737-dd9cd079bbc8 req-5eb6de2b-9e19-41e6-ba85-baa7e2579973 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:14.445011 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-daafedf2-a9c1-4c79-8737-dd9cd079bbc8 req-5eb6de2b-9e19-41e6-ba85-baa7e2579973 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 943 time: 0.0477076 Aug 21 09:40:14.482280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-daafedf2-a9c1-4c79-8737-dd9cd079bbc8 req-bf5b1a08-82ac-4734-a1e8-b8d8797d86af tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309570 Aug 21 09:40:15.550396 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:15.599841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f56a-7293-424f-a373-f06c10ec28f5 req-deba7f17-ed5d-4b09-b64b-3678a320c193 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:15.601316 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcc7f56a-7293-424f-a373-f06c10ec28f5 req-deba7f17-ed5d-4b09-b64b-3678a320c193 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 943 time: 0.0529740 Aug 21 09:40:15.620036 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:15.641230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcc7f56a-7293-424f-a373-f06c10ec28f5 req-4d4fdf4e-f6ed-46f7-ae8a-ce2326ccf0df tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Aug 21 09:40:16.752888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cfd9c-b6b8-4a55-afd3-167de9252a74 req-d344927f-d7e2-4b3f-b230-2f02e27aa533 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:16.754282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-444cfd9c-b6b8-4a55-afd3-167de9252a74 req-d344927f-d7e2-4b3f-b230-2f02e27aa533 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 943 time: 0.0487719 Aug 21 09:40:16.793372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-444cfd9c-b6b8-4a55-afd3-167de9252a74 req-f88a5f2e-03a7-43b2-91d3-061b329b421b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327756 Aug 21 09:40:17.904612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068115-8561-4156-87a4-cb405d5f0d20 req-fddcda43-bf53-4a26-993f-fa777c9ddd12 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:17.906128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a068115-8561-4156-87a4-cb405d5f0d20 req-fddcda43-bf53-4a26-993f-fa777c9ddd12 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 943 time: 0.0492306 Aug 21 09:40:17.942868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a068115-8561-4156-87a4-cb405d5f0d20 req-82ea342a-1757-4aea-962a-de2783debae6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Aug 21 09:40:19.061828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b72af-f253-4b83-b9f5-170f44348a30 req-3ce7c8ba-0519-4d1a-b62c-74dc12c4e79a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:19.063331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c5b72af-f253-4b83-b9f5-170f44348a30 req-3ce7c8ba-0519-4d1a-b62c-74dc12c4e79a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 943 time: 0.0545857 Aug 21 09:40:19.102683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c5b72af-f253-4b83-b9f5-170f44348a30 req-d31d1c5e-1bc6-4e4c-ac75-27adb520f1a5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Aug 21 09:40:20.216973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08defc-72de-44af-8e70-2d8cd084c4e6 req-9a1cf1ef-f5dd-46c2-8b20-6a6cd81b41ff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:20.218442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd08defc-72de-44af-8e70-2d8cd084c4e6 req-9a1cf1ef-f5dd-46c2-8b20-6a6cd81b41ff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 943 time: 0.0489962 Aug 21 09:40:20.255083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd08defc-72de-44af-8e70-2d8cd084c4e6 req-44d6da33-099a-4d59-aa77-778fc60243d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308363 Aug 21 09:40:21.367894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c1a1b-d4cd-4ee5-b025-f030632f8ffc req-3ec2a0bd-d3a5-4579-9c8a-948eee4b3c28 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:21.369998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b7c1a1b-d4cd-4ee5-b025-f030632f8ffc req-3ec2a0bd-d3a5-4579-9c8a-948eee4b3c28 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 943 time: 0.0500436 Aug 21 09:40:21.407573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b7c1a1b-d4cd-4ee5-b025-f030632f8ffc req-eb033b08-440d-4907-b422-b958cf990c49 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Aug 21 09:40:22.225949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8379720a-b0d1-40ad-93b3-23cdba975efe details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:40:22.318683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8379720a-b0d1-40ad-93b3-23cdba975efe, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8379720a-b0d1-40ad-93b3-23cdba975efe,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:40:22.329373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '8379720a-b0d1-40ad-93b3-23cdba975efe', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'port_id': '8379720a-b0d1-40ad-93b3-23cdba975efe', 'mac_address': 'fa:16:3e:ee:96:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:40:22.367105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:22.379801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8379720a-b0d1-40ad-93b3-23cdba975efe {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:40:22.398513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8379720a-b0d1-40ad-93b3-23cdba975efe, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8379720a-b0d1-40ad-93b3-23cdba975efe,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:40:22.499240 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:22.526245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76411d76-477b-4301-b3e3-aa04eb9d0ef9 req-965e03e1-e82f-4bec-8de7-315a35eb03d4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:22.527776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76411d76-477b-4301-b3e3-aa04eb9d0ef9 req-965e03e1-e82f-4bec-8de7-315a35eb03d4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 943 time: 0.0557184 Aug 21 09:40:22.550426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8379720a-b0d1-40ad-93b3-23cdba975efe,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:22.566277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76411d76-477b-4301-b3e3-aa04eb9d0ef9 req-fa647c2c-f3c0-4f3e-9959-db50e340cb73 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Aug 21 09:40:22.705980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['8379720a-b0d1-40ad-93b3-23cdba975efe'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:40:23.678424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a66a65-5f7c-41c3-bede-260e5b277032 req-0be3f322-9ed0-4363-8b13-fead449cc531 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:23.679929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85a66a65-5f7c-41c3-bede-260e5b277032 req-0be3f322-9ed0-4363-8b13-fead449cc531 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 944 time: 0.0491304 Aug 21 09:40:23.723178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85a66a65-5f7c-41c3-bede-260e5b277032 req-a66dcbcf-2c02-425f-b0cc-e8d61215f5c6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328858 Aug 21 09:40:24.225473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8379720a-b0d1-40ad-93b3-23cdba975efe up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:40:24.345192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 8379720a-b0d1-40ad-93b3-23cdba975efe completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:40:24.348810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 8379720a-b0d1-40ad-93b3-23cdba975efe triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:40:24.349274 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:24.423923 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:24.445015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972a979-7fc0-4ae3-8385-494d8b96be3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8379720a-b0d1-40ad-93b3-23cdba975efe'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:40:24.447287 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae11a7f7-d87f-4eca-aeb1-72b682ee845f" -d '{"events": [{"server_uuid": "c972a979-7fc0-4ae3-8385-494d8b96be3a", "name": "network-vif-plugged", "status": "completed", "tag": "8379720a-b0d1-40ad-93b3-23cdba975efe"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:40:24.459142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 8379720a-b0d1-40ad-93b3-23cdba975efe, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8379720a-b0d1-40ad-93b3-23cdba975efe,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:40:24.533758 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:24.582849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=8379720a-b0d1-40ad-93b3-23cdba975efe,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:24.609945 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ef2fb-af6f-4eb1-89b4-edd051b4f94d x-openstack-request-id: req-050ef2fb-af6f-4eb1-89b4-edd051b4f94d {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:40:24.609945 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972a979-7fc0-4ae3-8385-494d8b96be3a", "name": "network-vif-plugged", "status": "completed", "tag": "8379720a-b0d1-40ad-93b3-23cdba975efe", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:40:24.609945 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-050ef2fb-af6f-4eb1-89b4-edd051b4f94d {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:40:24.610384 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972a979-7fc0-4ae3-8385-494d8b96be3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8379720a-b0d1-40ad-93b3-23cdba975efe', 'code': 200} Aug 21 09:40:24.701913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21f28c-0aa1-4cfb-9bb7-6ff95dacd595 req-0567e5db-bd34-4b4f-8ea4-301603988725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:24.703358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e21f28c-0aa1-4cfb-9bb7-6ff95dacd595 req-0567e5db-bd34-4b4f-8ea4-301603988725 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 1097 time: 0.0390041 Aug 21 09:40:24.738438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e21f28c-0aa1-4cfb-9bb7-6ff95dacd595 req-7aeb9c69-3fbc-4508-8cbc-59cb8392d168 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274024 Aug 21 09:40:24.842762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f085aa-d9c9-4950-91b2-5302d13cb1a8 req-437b4e68-2183-42ff-b933-da0d3995897d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:24.844262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5f085aa-d9c9-4950-91b2-5302d13cb1a8 req-437b4e68-2183-42ff-b933-da0d3995897d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 945 time: 0.0521569 Aug 21 09:40:24.880654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5f085aa-d9c9-4950-91b2-5302d13cb1a8 req-5a68d4fe-389e-48aa-b167-12f08e7f6260 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304408 Aug 21 09:40:25.997321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6330-9b56-4113-9197-51d6f9db9456 req-9c59c7d1-a7cd-4a99-86e2-a49dbd93960a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:25.998797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66ea6330-9b56-4113-9197-51d6f9db9456 req-9c59c7d1-a7cd-4a99-86e2-a49dbd93960a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 945 time: 0.0495918 Aug 21 09:40:26.039448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66ea6330-9b56-4113-9197-51d6f9db9456 req-c9cf27f5-2276-46ff-9fda-a7dfb2503eea tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345516 Aug 21 09:40:26.162932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09c0cb-eec8-46c8-8a1e-a312c795480e req-ac2560e0-a282-4d2a-b78c-850264fffd34 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:26.164713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b09c0cb-eec8-46c8-8a1e-a312c795480e req-ac2560e0-a282-4d2a-b78c-850264fffd34 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 945 time: 0.0503206 Aug 21 09:40:26.202912 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b09c0cb-eec8-46c8-8a1e-a312c795480e req-388a8558-2c63-4cea-8907-49106d0e1cf9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Aug 21 09:40:26.320173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfd95b-cb62-4258-ac2e-3c1f7a4cab9f req-298cb8c8-dfe6-4e1e-b635-e0537f312c65 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:26.321654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11dfd95b-cb62-4258-ac2e-3c1f7a4cab9f req-298cb8c8-dfe6-4e1e-b635-e0537f312c65 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 945 time: 0.0538061 Aug 21 09:40:26.368894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11dfd95b-cb62-4258-ac2e-3c1f7a4cab9f req-4937f450-2f2f-451f-a0b1-613fe36a25f2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406682 Aug 21 09:40:26.810434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8651ad7-7af6-491e-ae15-f6041140d040 req-6429b6c0-c189-4465-b2c8-92409d5064e2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:26.811930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8651ad7-7af6-491e-ae15-f6041140d040 req-6429b6c0-c189-4465-b2c8-92409d5064e2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 945 time: 0.0478723 Aug 21 09:40:26.849208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8651ad7-7af6-491e-ae15-f6041140d040 req-6a84cf79-8278-4aa8-8887-7280c4369bb8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314515 Aug 21 09:40:27.963715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46f8ac-fe32-4b91-aa6d-2dfeb7d09219 req-5482c6cc-6808-4be6-966c-c5548a174028 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:27.965247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b46f8ac-fe32-4b91-aa6d-2dfeb7d09219 req-5482c6cc-6808-4be6-966c-c5548a174028 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 945 time: 0.0490987 Aug 21 09:40:28.003158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b46f8ac-fe32-4b91-aa6d-2dfeb7d09219 req-0fee61b4-fcad-449f-b873-59e7d07d1913 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Aug 21 09:40:28.330495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a1e4e-2ea6-4d1e-a5c8-f599440e75c5 req-1b128c60-71dd-40ed-b416-5e719e3b98ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:28.331985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c7a1e4e-2ea6-4d1e-a5c8-f599440e75c5 req-1b128c60-71dd-40ed-b416-5e719e3b98ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 945 time: 0.0523269 Aug 21 09:40:28.418861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7c7a1e4e-2ea6-4d1e-a5c8-f599440e75c5 req-657d8816-8e3e-4553-80c6-021e4297b463 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Deleting port 8379720a-b0d1-40ad-93b3-23cdba975efe {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:40:28.419200 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c7a1e4e-2ea6-4d1e-a5c8-f599440e75c5 req-657d8816-8e3e-4553-80c6-021e4297b463 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:28.506496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7c7a1e4e-2ea6-4d1e-a5c8-f599440e75c5 req-657d8816-8e3e-4553-80c6-021e4297b463 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] For port 8379720a-b0d1-40ad-93b3-23cdba975efe, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=8379720a-b0d1-40ad-93b3-23cdba975efe,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:40:28.506856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c7a1e4e-2ea6-4d1e-a5c8-f599440e75c5 req-657d8816-8e3e-4553-80c6-021e4297b463 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:28.519204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7c7a1e4e-2ea6-4d1e-a5c8-f599440e75c5 req-657d8816-8e3e-4553-80c6-021e4297b463 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Calling delete_port for 8379720a-b0d1-40ad-93b3-23cdba975efe owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:40:28.806462 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c7a1e4e-2ea6-4d1e-a5c8-f599440e75c5 req-657d8816-8e3e-4553-80c6-021e4297b463 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:28.839335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d8816-8e3e-4553-80c6-021e4297b463 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event deleted for resources: {'Port': ['ID=8379720a-b0d1-40ad-93b3-23cdba975efe,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:40:28.884910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7a1e4e-2ea6-4d1e-a5c8-f599440e75c5 req-657d8816-8e3e-4553-80c6-021e4297b463 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] No DVR routers for this DVR port 8379720a-b0d1-40ad-93b3-23cdba975efe on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:40:28.887536 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7c7a1e4e-2ea6-4d1e-a5c8-f599440e75c5 req-657d8816-8e3e-4553-80c6-021e4297b463 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:28.889835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c7a1e4e-2ea6-4d1e-a5c8-f599440e75c5 req-657d8816-8e3e-4553-80c6-021e4297b463 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "DELETE /v2.0/ports/8379720a-b0d1-40ad-93b3-23cdba975efe HTTP/1.1" status: 204 len: 173 time: 0.5514648 Aug 21 09:40:28.890289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972a979-7fc0-4ae3-8385-494d8b96be3a', 'name': 'network-vif-deleted', 'tag': '8379720a-b0d1-40ad-93b3-23cdba975efe'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:40:28.892573 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0830b907-6d6b-4619-8c91-11e7532cd8dc" -d '{"events": [{"server_uuid": "c972a979-7fc0-4ae3-8385-494d8b96be3a", "name": "network-vif-deleted", "tag": "8379720a-b0d1-40ad-93b3-23cdba975efe"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:40:28.929952 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a96cf4-4e75-4f1e-bd19-876d5b68cfbb x-openstack-request-id: req-35a96cf4-4e75-4f1e-bd19-876d5b68cfbb {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:40:28.930244 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972a979-7fc0-4ae3-8385-494d8b96be3a", "name": "network-vif-deleted", "tag": "8379720a-b0d1-40ad-93b3-23cdba975efe", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:40:28.930524 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35a96cf4-4e75-4f1e-bd19-876d5b68cfbb {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:40:28.931018 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972a979-7fc0-4ae3-8385-494d8b96be3a', 'name': 'network-vif-deleted', 'tag': '8379720a-b0d1-40ad-93b3-23cdba975efe', 'status': 'completed', 'code': 200} Aug 21 09:40:29.098616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71ddcf61-b58e-458d-94bf-382abb75f424 req-69a17b65-45a1-495b-8c73-64eb34721ef6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 210 time: 0.0268443 Aug 21 09:40:30.192879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27afec72-ab04-4eae-8dce-dc385d83e866 req-fa532e9c-9594-4104-863e-d4e81be6e7e7 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 210 time: 0.0269275 Aug 21 09:40:30.271781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8379720a-b0d1-40ad-93b3-23cdba975efe no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:40:30.293261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 8379720a-b0d1-40ad-93b3-23cdba975efe {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:40:30.293869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 8379720a-b0d1-40ad-93b3-23cdba975efe not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:40:31.284957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec129846-f617-4ce9-9406-04023e17a59a req-21acfeb0-e5ac-4738-b169-07b61f6813f9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 210 time: 0.0265141 Aug 21 09:40:32.379970 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8012433b-62ae-4254-8989-a59619955059 req-ac4ea678-d55d-4869-b510-d5499a90287c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=c972a979-7fc0-4ae3-8385-494d8b96be3a HTTP/1.1" status: 200 len: 210 time: 0.0301192 Aug 21 09:40:36.957682 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-212ab9b0-b467-4701-ae79-6a32cbc45f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:39.533020 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0b7c0520-8f08-41b6-b3d8-ec4d0ca616fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:39.797131 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:40.183438 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:40:40.966397 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:42.452986 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:45.550208 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:45.607278 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:40:59.405717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12ff4-6280-4986-8420-e483777ffce4 req-2b2c335e-c887-4c90-bbb8-5c3ba8f23016 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:40:59.407188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-2b2c335e-c887-4c90-bbb8-5c3ba8f23016 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.1004899 Aug 21 09:40:59.422533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4f7e8e36-a464-4ab4-ba3a-e5082fb9838e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/quotas/053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 375 time: 0.0095611 Aug 21 09:40:59.471750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-656df431-ba23-46f9-bc5b-a83e4094ac3e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439744 Aug 21 09:40:59.482494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-6280e766-ff16-4dff-953d-42fd68ee7f46 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:40:59.483444 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-6280e766-ff16-4dff-953d-42fd68ee7f46 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053906 Aug 21 09:40:59.572713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-8020d241-79b9-4e18-8fb7-f27434cf11aa service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837984 Aug 21 09:40:59.660353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-61f097fe-531b-4d61-8ebc-c7e2b5d11fd7 service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815480 Aug 21 09:40:59.897267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ab1b6ab-bc9f-42b0-afd5-b9ab3a5268a1 req-69cc5f0e-a212-4b9b-a220-44c8ddb27d0c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 210 time: 0.0312748 Aug 21 09:41:00.988502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-68650177-1b43-480c-ad69-9e13e0d64000 req-cc1758db-3183-4053-b842-99ce149da485 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 210 time: 0.0260127 Aug 21 09:41:01.472468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12ff4-6280-4986-8420-e483777ffce4 req-c9ed4015-8b2c-4eca-b5b2-bb660cf3205f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:01.473998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-c9ed4015-8b2c-4eca-b5b2-bb660cf3205f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.1048429 Aug 21 09:41:01.485989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'port': {'device_id': '5d1cd778-1d9c-40c1-9fc0-c6de30534117', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'admin_state_up': True, 'tenant_id': '053ee6c388ea42d3a0146e3106269859'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:41:01.657603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Made reservation on behalf of 053ee6c388ea42d3a0146e3106269859 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:41:01.661329 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:01.787507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Allocated IP 172.20.0.11 (bc828ebd-0b8d-434d-9960-b2a7bc2fe295/9caf4f79-d7ba-4136-887f-05670fbd954d/eaba1cf9-b5d2-459d-97f6-5a06b0f11f32) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:41:01.934725 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:01.948517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Transition to ACTIVE for port object eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:41:02.018633 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:02.099543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:41:02.108081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:41:02.109878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:41:02.114479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:41:02.156402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.156756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.157101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.157442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.157781 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.158115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.158445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.158796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.159112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.159420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.159780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.160108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:02.174001 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b384749-a433-4074-8292-3ae9f12a5afe req-2e608aef-a4fd-4b60-b28d-626c0382894a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:02.176115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b384749-a433-4074-8292-3ae9f12a5afe req-2e608aef-a4fd-4b60-b28d-626c0382894a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 932 time: 0.1100588 Aug 21 09:41:02.207726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:02.208267 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:02.235251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b384749-a433-4074-8292-3ae9f12a5afe req-fa15b3e3-2f46-4510-b0c2-cb9c8fe9ea07 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532193 Aug 21 09:41:02.293805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-d41a638d-47f6-45d2-b359-1b89910d7638 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8115036 Aug 21 09:41:02.307456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Request body: {'port': {'device_id': '5d1cd778-1d9c-40c1-9fc0-c6de30534117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:41:02.364877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:02.440743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cc22755c-7cf0-4585-8777-e7a59d1ce410 None None] Provisioning for port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:41:02.445998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cc22755c-7cf0-4585-8777-e7a59d1ce410 None None] Provisioning complete for port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:41:02.447136 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cc22755c-7cf0-4585-8777-e7a59d1ce410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:02.483315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cc22755c-7cf0-4585-8777-e7a59d1ce410 None None] Port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:41:02.629187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:41:02.636576 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:02.648902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Transition to ACTIVE for port object eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:41:02.732692 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:02.786729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Pushing event updated for resources: {'Port': ['ID=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:41:02.859392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Attempting to bind port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:41:02.859757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Attempting to bind port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:41:02.860080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Attempting to bind port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:41:02.864646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:41:02.864963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Attempting to bind port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:41:02.870427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:41:02.870770 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Checking segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:41:02.871204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Bound using segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:41:02.871669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Bound port: eaba1cf9-b5d2-459d-97f6-5a06b0f11f32, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:41:02.872031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:02.942622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] For port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:41:02.947385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] For port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:41:03.064708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:03.100381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:03.101108 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:03.102503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] 10.222.0.22 "PUT /v2.0/ports/eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 HTTP/1.1" status: 200 len: 1093 time: 0.7993886 Aug 21 09:41:03.102931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1cd778-1d9c-40c1-9fc0-c6de30534117', 'tag': 'eaba1cf9-b5d2-459d-97f6-5a06b0f11f32'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:41:03.105196 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b27b1-0d47-48d7-a6b0-eccb1b55e6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1cd778-1d9c-40c1-9fc0-c6de30534117", "tag": "eaba1cf9-b5d2-459d-97f6-5a06b0f11f32"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:41:03.128844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe88369-b312-4e7b-931e-67e23d6cc861 service neutron] Pushing event updated for resources: {'Port': ['ID=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:41:03.156992 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee1506b-a799-4c4e-97c9-867dec8cb42f x-openstack-request-id: req-0ee1506b-a799-4c4e-97c9-867dec8cb42f {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:41:03.157294 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1cd778-1d9c-40c1-9fc0-c6de30534117", "tag": "eaba1cf9-b5d2-459d-97f6-5a06b0f11f32", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:41:03.159682 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ee1506b-a799-4c4e-97c9-867dec8cb42f {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:41:03.159682 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1cd778-1d9c-40c1-9fc0-c6de30534117', 'tag': 'eaba1cf9-b5d2-459d-97f6-5a06b0f11f32', 'status': 'completed', 'code': 200} Aug 21 09:41:03.216355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b27b1-0d47-48d7-a6b0-eccb1b55e6d7 req-691596c4-301d-4107-8a13-0c0ca4ad9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:03.217945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-704b27b1-0d47-48d7-a6b0-eccb1b55e6d7 req-691596c4-301d-4107-8a13-0c0ca4ad9569 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 1096 time: 0.0441124 Aug 21 09:41:03.330779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b27b1-0d47-48d7-a6b0-eccb1b55e6d7 req-978d5557-c985-46ad-b6d4-d3e5ee82257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:03.332397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-704b27b1-0d47-48d7-a6b0-eccb1b55e6d7 req-978d5557-c985-46ad-b6d4-d3e5ee82257d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=053ee6c388ea42d3a0146e3106269859&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1071565 Aug 21 09:41:03.434337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf926c4-6821-47b0-9002-f3d785715652 req-6066a43a-a21a-4212-b779-19a6212137aa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:03.435782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cf926c4-6821-47b0-9002-f3d785715652 req-6066a43a-a21a-4212-b779-19a6212137aa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.1074586 Aug 21 09:41:03.481469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b27b1-0d47-48d7-a6b0-eccb1b55e6d7 req-661a0512-8168-429d-a23e-838c9975f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:03.482982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-704b27b1-0d47-48d7-a6b0-eccb1b55e6d7 req-661a0512-8168-429d-a23e-838c9975f3fc service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427293 Aug 21 09:41:03.490851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cf926c4-6821-47b0-9002-f3d785715652 req-3d2691b6-e90e-4981-9636-c9d36ce365e5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487041 Aug 21 09:41:03.564064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4252059b-bc4c-4498-b23d-c4b23df9ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:03.565639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-4252059b-bc4c-4498-b23d-c4b23df9ca25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 1096 time: 0.0425346 Aug 21 09:41:03.610226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-c232fa3f-6874-447c-8b6c-195fa5fb5466 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 HTTP/1.1" status: 200 len: 217 time: 0.0368915 Aug 21 09:41:03.659279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12ff4-6280-4986-8420-e483777ffce4 req-9a5d654b-6983-4464-96d7-119f39015847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:03.660899 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-9a5d654b-6983-4464-96d7-119f39015847 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0443137 Aug 21 09:41:03.707155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12ff4-6280-4986-8420-e483777ffce4 req-f35f6b24-4019-44b9-bc9c-f1de43a173f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:03.708690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-f35f6b24-4019-44b9-bc9c-f1de43a173f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403147 Aug 21 09:41:03.800476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-86a31c55-42bc-4e3f-a2f7-762474174131 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839961 Aug 21 09:41:03.895470 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81b12ff4-6280-4986-8420-e483777ffce4 req-1e12653c-55e3-4636-ba76-82abe2f2230b service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881190 Aug 21 09:41:04.608603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bce974-b1fe-4c6f-a003-5cbb7ae8ada0 req-80b3a14d-f583-496c-bdc4-d302b2739f2d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:04.610079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9bce974-b1fe-4c6f-a003-5cbb7ae8ada0 req-80b3a14d-f583-496c-bdc4-d302b2739f2d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0500989 Aug 21 09:41:04.658349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9bce974-b1fe-4c6f-a003-5cbb7ae8ada0 req-a7721a51-af54-4d73-a6d2-e8326fd94dd1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Aug 21 09:41:05.784577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9acaa-a6cd-4ea4-978a-bca2db446e0e req-875d5805-77af-4aed-9f77-931cb4988681 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:05.786079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19a9acaa-a6cd-4ea4-978a-bca2db446e0e req-875d5805-77af-4aed-9f77-931cb4988681 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0565963 Aug 21 09:41:05.825309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19a9acaa-a6cd-4ea4-978a-bca2db446e0e req-d0b19bd1-0242-42b5-8ffe-c946ec89974b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332992 Aug 21 09:41:06.926215 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-18aaf5c8-d001-4f94-b121-fc073c65fb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:06.946903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cfc0b-1c5a-4f94-932a-a640d72d1fb1 req-5e698645-0a68-45a4-bacd-ff752c55f169 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:06.948448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b0cfc0b-1c5a-4f94-932a-a640d72d1fb1 req-5e698645-0a68-45a4-bacd-ff752c55f169 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0563781 Aug 21 09:41:06.998719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b0cfc0b-1c5a-4f94-932a-a640d72d1fb1 req-f48333a3-a5cd-469c-a6e3-e394e36f4343 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432205 Aug 21 09:41:08.119211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb31a47-dfda-4a7a-b808-56a51ea2dba5 req-74836917-ed2a-4454-8600-2eb26e4741a0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:08.120794 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebb31a47-dfda-4a7a-b808-56a51ea2dba5 req-74836917-ed2a-4454-8600-2eb26e4741a0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0509429 Aug 21 09:41:08.161742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebb31a47-dfda-4a7a-b808-56a51ea2dba5 req-cd4326c1-c7c7-48e6-8f3f-87d7d4d59759 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Aug 21 09:41:09.281187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f6ab-1aa4-4569-b5fe-a6d4e6250174 req-d27da8d9-947f-4a34-b24e-9ad72d120356 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:09.282590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4b6f6ab-1aa4-4569-b5fe-a6d4e6250174 req-d27da8d9-947f-4a34-b24e-9ad72d120356 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0542521 Aug 21 09:41:09.320566 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f4b6f6ab-1aa4-4569-b5fe-a6d4e6250174 req-c93aa9ec-0b66-4028-bb31-29a41aad458e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Aug 21 09:41:09.555387 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38e3c706-d3ba-4051-893b-f4d16177dfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:09.783248 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:10.448351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6bb47-64e4-4d73-b7a4-2c7e0f419910 req-467561a3-fd90-4b41-8c3e-61d4d3f46ed4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:10.449878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2a6bb47-64e4-4d73-b7a4-2c7e0f419910 req-467561a3-fd90-4b41-8c3e-61d4d3f46ed4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0576584 Aug 21 09:41:10.491362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2a6bb47-64e4-4d73-b7a4-2c7e0f419910 req-b1de1201-d006-40a5-ba0b-3578b086d6d9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Aug 21 09:41:11.040944 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:11.608341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8845cf6-d830-4c97-a604-0a6c091d5649 req-65f6bd90-3003-4f55-a81d-5fcd76529916 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:11.609806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8845cf6-d830-4c97-a604-0a6c091d5649 req-65f6bd90-3003-4f55-a81d-5fcd76529916 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0511570 Aug 21 09:41:11.651953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8845cf6-d830-4c97-a604-0a6c091d5649 req-a94ef05f-c657-4876-952e-41dfec87522a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Aug 21 09:41:12.531675 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:12.777801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b898dcb-cd07-47bf-b19d-33f27627f642 req-58616ab5-9e44-4907-aae8-c3fe063cb3c3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:12.779305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b898dcb-cd07-47bf-b19d-33f27627f642 req-58616ab5-9e44-4907-aae8-c3fe063cb3c3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0564134 Aug 21 09:41:12.818138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b898dcb-cd07-47bf-b19d-33f27627f642 req-77c51ed4-bfb1-4b29-8fd0-5f38215fb4df tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329254 Aug 21 09:41:13.938508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada86c-7542-46d2-8d5b-b7ae6a079516 req-fca64cd8-3cbb-45b3-be41-7013b07fbe5f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:13.940027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45ada86c-7542-46d2-8d5b-b7ae6a079516 req-fca64cd8-3cbb-45b3-be41-7013b07fbe5f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0500262 Aug 21 09:41:13.979869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-45ada86c-7542-46d2-8d5b-b7ae6a079516 req-73f77074-a292-41e8-bf03-0650fa25afd7 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Aug 21 09:41:15.106993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5abc6c-a442-479d-ba3c-233ff7ac8c54 req-9fc02982-6be7-409a-ba0a-8fba15e68ef3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:15.108494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e5abc6c-a442-479d-ba3c-233ff7ac8c54 req-9fc02982-6be7-409a-ba0a-8fba15e68ef3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0539443 Aug 21 09:41:15.150454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e5abc6c-a442-479d-ba3c-233ff7ac8c54 req-3cc816d7-1dff-47ef-91bd-a2411b1f4306 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360606 Aug 21 09:41:15.605754 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:15.662849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:16.267433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295ec77-4ba8-4ca5-a4ad-284ede1b73ab req-01eea6fb-7e21-48a0-bf53-bbfbffdca424 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:16.268831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1295ec77-4ba8-4ca5-a4ad-284ede1b73ab req-01eea6fb-7e21-48a0-bf53-bbfbffdca424 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0521805 Aug 21 09:41:16.308741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1295ec77-4ba8-4ca5-a4ad-284ede1b73ab req-0e71acde-1a5a-4402-bbbe-76473bc959b1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Aug 21 09:41:17.183019 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:41:17.437551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6253508-7ab1-474a-a95d-d4d6ba3e819e req-9d44eda2-f168-4bb2-adcf-6e02278fb2e1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:17.439089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6253508-7ab1-474a-a95d-d4d6ba3e819e req-9d44eda2-f168-4bb2-adcf-6e02278fb2e1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0625556 Aug 21 09:41:17.478268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6253508-7ab1-474a-a95d-d4d6ba3e819e req-1d117dbd-edd7-4777-a1a8-7b114e19cd8d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Aug 21 09:41:18.307066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-e6d9b67b-e315-4035-9ac2-94929094e4ea req-a979e671-4583-4e26-859e-d37d87b2b958 service neutron] (106756) timed out ('10.222.0.20', 41832) {{(pid=106756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:41:18.596102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416caab5-2bee-4a67-82cb-9e2928540946 req-60f372a4-6e22-42f8-8100-72f61f67cb41 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:18.597523 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-416caab5-2bee-4a67-82cb-9e2928540946 req-60f372a4-6e22-42f8-8100-72f61f67cb41 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0500569 Aug 21 09:41:18.636189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-416caab5-2bee-4a67-82cb-9e2928540946 req-84d7052c-91d4-481b-a857-1f135f634ee5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Aug 21 09:41:19.760531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b5907-6311-4b7e-8f3b-68075a806fdf req-7bfa7855-ae25-40c7-807d-238f6ef8fee9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:19.762272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a46b5907-6311-4b7e-8f3b-68075a806fdf req-7bfa7855-ae25-40c7-807d-238f6ef8fee9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0585496 Aug 21 09:41:19.801102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a46b5907-6311-4b7e-8f3b-68075a806fdf req-0386783b-ade2-4966-8f0e-801d6588aaf0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328884 Aug 21 09:41:20.915094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c0e5f-b897-445e-8ab2-f51ac052bb2a req-43450534-6ade-4ba1-a03b-8361a74d3f3a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:20.916587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b2c0e5f-b897-445e-8ab2-f51ac052bb2a req-43450534-6ade-4ba1-a03b-8361a74d3f3a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0487916 Aug 21 09:41:20.954569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b2c0e5f-b897-445e-8ab2-f51ac052bb2a req-84786081-8117-4a18-906e-9bdcb70f624d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Aug 21 09:41:22.069986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd93be-ab25-4595-a409-82e9a81b28b6 req-258659b1-0c72-4fd3-bd47-cba02472ade9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:22.071465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22cd93be-ab25-4595-a409-82e9a81b28b6 req-258659b1-0c72-4fd3-bd47-cba02472ade9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0495236 Aug 21 09:41:22.108605 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22cd93be-ab25-4595-a409-82e9a81b28b6 req-1feaefce-aecb-400f-81f1-2d3d8587c916 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Aug 21 09:41:23.223026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f8848-84ad-4c40-b2eb-4e798b437ddf req-6429bb01-37f7-4758-9cd2-22db70a610e3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:23.224494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-911f8848-84ad-4c40-b2eb-4e798b437ddf req-6429bb01-37f7-4758-9cd2-22db70a610e3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0514405 Aug 21 09:41:23.261646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-911f8848-84ad-4c40-b2eb-4e798b437ddf req-731d9a92-4e40-460e-a900-41fb53991410 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Aug 21 09:41:24.374681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492f89a-6880-4fc5-83dc-71ba845d9294 req-d2d8f85d-7132-476d-9aee-3c4f4a3b7adc tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:24.376221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e492f89a-6880-4fc5-83dc-71ba845d9294 req-d2d8f85d-7132-476d-9aee-3c4f4a3b7adc tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0492074 Aug 21 09:41:24.416468 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e492f89a-6880-4fc5-83dc-71ba845d9294 req-08153f75-1830-4dd0-9cba-2df885cf5b35 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339973 Aug 21 09:41:25.531507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f16c3-dc22-4686-87f2-55a58a6d6b0b req-cb64087b-64fc-447b-88d4-1d23ac3d1cef tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:25.533046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26f16c3-dc22-4686-87f2-55a58a6d6b0b req-cb64087b-64fc-447b-88d4-1d23ac3d1cef tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0504923 Aug 21 09:41:25.572109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a26f16c3-dc22-4686-87f2-55a58a6d6b0b req-3aec9893-077c-4ee8-bc85-778c5670efb1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Aug 21 09:41:26.689143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae249aa-d5a3-4af0-becd-ac8657e1ec6b req-1242f253-f26c-402a-ac03-2ce1281677fb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:26.690626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ae249aa-d5a3-4af0-becd-ac8657e1ec6b req-1242f253-f26c-402a-ac03-2ce1281677fb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0534410 Aug 21 09:41:26.728923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ae249aa-d5a3-4af0-becd-ac8657e1ec6b req-64089a6a-0a2d-40b2-b26f-6bc3bd5f01ac tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317018 Aug 21 09:41:27.842596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd067f-89d0-43d0-89a9-8038b2af06d1 req-b6e7f234-e91d-4a93-9c3e-7e14869d01ce tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:27.847620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66bd067f-89d0-43d0-89a9-8038b2af06d1 req-b6e7f234-e91d-4a93-9c3e-7e14869d01ce tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0532460 Aug 21 09:41:27.884977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66bd067f-89d0-43d0-89a9-8038b2af06d1 req-f6be0f9f-f727-47a4-a131-90fb17fb8d88 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Aug 21 09:41:28.998204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1089b2-9e6d-4c3c-b47e-5d34b1cde011 req-d096c338-a478-41ee-b2b0-a8f1c80dd14a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:28.999712 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af1089b2-9e6d-4c3c-b47e-5d34b1cde011 req-d096c338-a478-41ee-b2b0-a8f1c80dd14a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0492899 Aug 21 09:41:29.038770 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af1089b2-9e6d-4c3c-b47e-5d34b1cde011 req-5102049a-19c4-4cff-acde-806910079247 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329478 Aug 21 09:41:30.153436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feb4a6-3e12-411b-97e3-5ec7fdd7324d req-f4ad476b-1a1a-4e5d-8984-63e64cbfbca9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:30.154902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7feb4a6-3e12-411b-97e3-5ec7fdd7324d req-f4ad476b-1a1a-4e5d-8984-63e64cbfbca9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0520699 Aug 21 09:41:30.192254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7feb4a6-3e12-411b-97e3-5ec7fdd7324d req-6ba2d814-3219-41cf-a0d7-66d5cb15dea7 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Aug 21 09:41:31.303184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd07e22-373b-45cc-8d91-184483a09739 req-79e783d2-637b-420a-91b2-0192b39f3e13 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:31.304594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfd07e22-373b-45cc-8d91-184483a09739 req-79e783d2-637b-420a-91b2-0192b39f3e13 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0485642 Aug 21 09:41:31.341363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfd07e22-373b-45cc-8d91-184483a09739 req-7c7b2286-dec2-47f8-9d96-1bd23488fe06 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309243 Aug 21 09:41:32.452136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb441cb-345b-459f-b8b3-bae509a8b86e req-8282c6bf-d307-4bdb-ab1e-2753e045508f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:32.453603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fb441cb-345b-459f-b8b3-bae509a8b86e req-8282c6bf-d307-4bdb-ab1e-2753e045508f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0475936 Aug 21 09:41:32.490080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1fb441cb-345b-459f-b8b3-bae509a8b86e req-f806fde0-af3a-4412-a4f0-45e5f231d401 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307486 Aug 21 09:41:33.605757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb9f31-c163-493b-b5d4-8325d105c034 req-9e120523-545f-43fc-8dfa-ac7268f72278 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:33.607236 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6efb9f31-c163-493b-b5d4-8325d105c034 req-9e120523-545f-43fc-8dfa-ac7268f72278 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0519481 Aug 21 09:41:33.643878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6efb9f31-c163-493b-b5d4-8325d105c034 req-f1d4893d-a151-401b-907b-3e68639ccd9e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307686 Aug 21 09:41:34.764436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dcd81-522b-4bb6-9088-5a61d7792cc5 req-60ab4ef1-9e5d-49bf-bcec-e1ace450b822 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:34.765916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c97dcd81-522b-4bb6-9088-5a61d7792cc5 req-60ab4ef1-9e5d-49bf-bcec-e1ace450b822 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0580628 Aug 21 09:41:34.802445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c97dcd81-522b-4bb6-9088-5a61d7792cc5 req-222b03fa-5ddd-477a-9f3e-c48b4bead579 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307322 Aug 21 09:41:35.913257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5466a6e-a05a-4f42-87d3-89e8e0dda57a req-b97483a5-483b-46e8-b2cf-b47a8463970f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:35.914720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5466a6e-a05a-4f42-87d3-89e8e0dda57a req-b97483a5-483b-46e8-b2cf-b47a8463970f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 944 time: 0.0481296 Aug 21 09:41:35.951607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5466a6e-a05a-4f42-87d3-89e8e0dda57a req-8f553701-8dbb-49b6-ac21-280f0838c71c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Aug 21 09:41:36.582875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:41:36.673752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:41:36.684287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'eaba1cf9-b5d2-459d-97f6-5a06b0f11f32', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'port_id': 'eaba1cf9-b5d2-459d-97f6-5a06b0f11f32', 'mac_address': 'fa:16:3e:db:b4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:41:36.720513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:36.735468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:41:36.753852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:41:36.816868 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:36.871112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:41:36.878079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.878421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.878768 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.879124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.879449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.879799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.880134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.880440 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.880759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.881075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.881391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.881706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:41:36.965376 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d74f5fb5-6d87-4e92-a746-252ecefa0bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:37.013562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['eaba1cf9-b5d2-459d-97f6-5a06b0f11f32'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:41:37.075746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00956124-5dcf-4d37-b6e9-2d087ef9f0ac req-da8a19ab-0839-453a-955d-a61ad878d7fe tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:37.077219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00956124-5dcf-4d37-b6e9-2d087ef9f0ac req-da8a19ab-0839-453a-955d-a61ad878d7fe tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 945 time: 0.0556493 Aug 21 09:41:37.115716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00956124-5dcf-4d37-b6e9-2d087ef9f0ac req-d04280a6-a912-4f06-a5c6-5f2c5e16e85b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322459 Aug 21 09:41:38.228096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b373-eb55-482c-aab2-fbacbd84e3b4 req-20e0177a-b21b-4896-be3d-38a0de0e9ec8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:38.229569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9342b373-eb55-482c-aab2-fbacbd84e3b4 req-20e0177a-b21b-4896-be3d-38a0de0e9ec8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 945 time: 0.0480766 Aug 21 09:41:38.266818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9342b373-eb55-482c-aab2-fbacbd84e3b4 req-4fdcc93c-8621-49be-a21e-e83b04eec271 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Aug 21 09:41:38.598544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:41:38.725573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:41:38.730015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:41:38.730388 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:38.804188 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:38.825335 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1cd778-1d9c-40c1-9fc0-c6de30534117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaba1cf9-b5d2-459d-97f6-5a06b0f11f32'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:41:38.827596 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c92c38-c214-4702-bd30-dc3d3fc3e3a7" -d '{"events": [{"server_uuid": "5d1cd778-1d9c-40c1-9fc0-c6de30534117", "name": "network-vif-plugged", "status": "completed", "tag": "eaba1cf9-b5d2-459d-97f6-5a06b0f11f32"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:41:38.840205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:41:38.862759 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de049a07-1080-4414-9f44-363c681cdf1e x-openstack-request-id: req-de049a07-1080-4414-9f44-363c681cdf1e {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:41:38.863040 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1cd778-1d9c-40c1-9fc0-c6de30534117", "name": "network-vif-plugged", "status": "completed", "tag": "eaba1cf9-b5d2-459d-97f6-5a06b0f11f32", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:41:38.863283 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de049a07-1080-4414-9f44-363c681cdf1e {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:41:38.863686 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1cd778-1d9c-40c1-9fc0-c6de30534117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaba1cf9-b5d2-459d-97f6-5a06b0f11f32', 'code': 200} Aug 21 09:41:38.897040 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:38.955948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40819-0af0-4846-aca5-2103ea474c8d req-50a6153c-bcf9-4570-8a43-205433409f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:38.957473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d40819-0af0-4846-aca5-2103ea474c8d req-50a6153c-bcf9-4570-8a43-205433409f74 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 1098 time: 0.0398104 Aug 21 09:41:38.995053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76d40819-0af0-4846-aca5-2103ea474c8d req-da801397-835a-4a8e-a375-bc162856cbda service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308731 Aug 21 09:41:39.100535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:41:39.379004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df5c54-09c4-436c-a613-4204d95e7435 req-7a855c91-813d-4c58-8c0a-242dbb4983d9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:39.380400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86df5c54-09c4-436c-a613-4204d95e7435 req-7a855c91-813d-4c58-8c0a-242dbb4983d9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 946 time: 0.0511274 Aug 21 09:41:39.416932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86df5c54-09c4-436c-a613-4204d95e7435 req-1cfe3e47-3b12-4e39-9496-aa7972302f36 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299196 Aug 21 09:41:39.519683 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-69ff829e-828f-4302-aa23-d2b4dd462592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:39.765244 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:40.530436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f397d-7a6d-4a3a-b34f-a5745fe79ff4 req-ceca3bd2-1460-45be-9aac-6dab0b21232d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:40.531909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb9f397d-7a6d-4a3a-b34f-a5745fe79ff4 req-ceca3bd2-1460-45be-9aac-6dab0b21232d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 946 time: 0.0490618 Aug 21 09:41:40.567496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eb9f397d-7a6d-4a3a-b34f-a5745fe79ff4 req-514400e5-4bca-4743-b61b-dc722a8c72ef tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297577 Aug 21 09:41:40.679275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5020651-bf89-4486-b61d-86371adca688 req-767c5588-62b0-427a-95d4-50a08a99ec55 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:40.680754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5020651-bf89-4486-b61d-86371adca688 req-767c5588-62b0-427a-95d4-50a08a99ec55 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 946 time: 0.0486784 Aug 21 09:41:40.720635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5020651-bf89-4486-b61d-86371adca688 req-a2d8a79a-9aa6-4eb2-b555-ddf82e92bcb6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339484 Aug 21 09:41:40.834612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1df6c-8a99-488f-9076-addd63722707 req-74910f85-79dd-452f-a998-a176859bd0f2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:40.836090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90a1df6c-8a99-488f-9076-addd63722707 req-74910f85-79dd-452f-a998-a176859bd0f2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 946 time: 0.0513756 Aug 21 09:41:40.873261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90a1df6c-8a99-488f-9076-addd63722707 req-34be1cc8-2fc8-49e9-bbfa-9e5ef55afd38 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308273 Aug 21 09:41:40.971105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:41.307478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b2ff9-4161-4d2c-a4c6-93c66486fefe req-932e7b81-959f-4146-bb24-257c7ca5ea57 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:41.308975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f4b2ff9-4161-4d2c-a4c6-93c66486fefe req-932e7b81-959f-4146-bb24-257c7ca5ea57 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 946 time: 0.0489645 Aug 21 09:41:41.345587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0f4b2ff9-4161-4d2c-a4c6-93c66486fefe req-1223e0df-4ec7-4eeb-9432-08f8aafdf1b9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306118 Aug 21 09:41:42.468186 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:42.475481 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ac19a-bb06-4291-b252-4c154a0e914e req-f423b76a-57f3-42f1-9453-3f5f4ce057b2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:42.477020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a43ac19a-bb06-4291-b252-4c154a0e914e req-f423b76a-57f3-42f1-9453-3f5f4ce057b2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 946 time: 0.0485470 Aug 21 09:41:42.514652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a43ac19a-bb06-4291-b252-4c154a0e914e req-b37d8661-70ce-457e-935d-ca9d9e12902a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Aug 21 09:41:42.675805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010a676-7957-4c8e-9460-bbf20621faa3 req-223febf1-7dac-449b-bb84-c089e42fb64c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:41:42.677286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9010a676-7957-4c8e-9460-bbf20621faa3 req-223febf1-7dac-449b-bb84-c089e42fb64c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 946 time: 0.0547063 Aug 21 09:41:42.766627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9010a676-7957-4c8e-9460-bbf20621faa3 req-2d00fa3b-71ff-42eb-bf55-7913bbb46f69 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Deleting port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:41:42.766968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9010a676-7957-4c8e-9460-bbf20621faa3 req-2d00fa3b-71ff-42eb-bf55-7913bbb46f69 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:42.855013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9010a676-7957-4c8e-9460-bbf20621faa3 req-2d00fa3b-71ff-42eb-bf55-7913bbb46f69 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] For port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:41:42.855374 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9010a676-7957-4c8e-9460-bbf20621faa3 req-2d00fa3b-71ff-42eb-bf55-7913bbb46f69 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:42.866844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-9010a676-7957-4c8e-9460-bbf20621faa3 req-2d00fa3b-71ff-42eb-bf55-7913bbb46f69 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Calling delete_port for eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:41:43.051720 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9010a676-7957-4c8e-9460-bbf20621faa3 req-2d00fa3b-71ff-42eb-bf55-7913bbb46f69 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:43.085247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00fa3b-71ff-42eb-bf55-7913bbb46f69 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event deleted for resources: {'Port': ['ID=eaba1cf9-b5d2-459d-97f6-5a06b0f11f32,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:41:43.125200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9010a676-7957-4c8e-9460-bbf20621faa3 req-2d00fa3b-71ff-42eb-bf55-7913bbb46f69 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] No DVR routers for this DVR port eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:41:43.128200 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9010a676-7957-4c8e-9460-bbf20621faa3 req-2d00fa3b-71ff-42eb-bf55-7913bbb46f69 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:43.130308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9010a676-7957-4c8e-9460-bbf20621faa3 req-2d00fa3b-71ff-42eb-bf55-7913bbb46f69 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "DELETE /v2.0/ports/eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 HTTP/1.1" status: 204 len: 173 time: 0.4463964 Aug 21 09:41:43.130777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1cd778-1d9c-40c1-9fc0-c6de30534117', 'name': 'network-vif-deleted', 'tag': 'eaba1cf9-b5d2-459d-97f6-5a06b0f11f32'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:41:43.133152 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdaef92-123a-4fe9-a1c4-fa678c02635f" -d '{"events": [{"server_uuid": "5d1cd778-1d9c-40c1-9fc0-c6de30534117", "name": "network-vif-deleted", "tag": "eaba1cf9-b5d2-459d-97f6-5a06b0f11f32"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:41:43.176247 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1322fa44-d1c4-4d4e-9a0b-948d6c95f5ec x-openstack-request-id: req-1322fa44-d1c4-4d4e-9a0b-948d6c95f5ec {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:41:43.176560 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1cd778-1d9c-40c1-9fc0-c6de30534117", "name": "network-vif-deleted", "tag": "eaba1cf9-b5d2-459d-97f6-5a06b0f11f32", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:41:43.176786 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1322fa44-d1c4-4d4e-9a0b-948d6c95f5ec {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:41:43.177206 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1cd778-1d9c-40c1-9fc0-c6de30534117', 'name': 'network-vif-deleted', 'tag': 'eaba1cf9-b5d2-459d-97f6-5a06b0f11f32', 'status': 'completed', 'code': 200} Aug 21 09:41:43.611145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa0bc755-377d-40c8-aead-cccf1d9f0961 req-7a83fd96-033c-49d3-9686-f98781cc289a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 210 time: 0.0266073 Aug 21 09:41:44.645579 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:41:44.667609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:41:44.667959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eaba1cf9-b5d2-459d-97f6-5a06b0f11f32 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:41:44.728542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5959d09b-11ed-4b82-84ca-740ce1a35fe8 req-4033cb24-9074-452c-9e1f-c86c58d156ed tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 210 time: 0.0271747 Aug 21 09:41:45.611363 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:45.651210 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:41:45.822303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adf50602-1f87-4473-8deb-792c824728da req-1996011e-7fd9-490c-92d0-4467f27a0108 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 210 time: 0.0278385 Aug 21 09:41:46.918294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9cb679b0-250e-42cb-9776-625fe10b2a2b req-ade9c8d8-1fba-4fff-8c84-8b2b283f779d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d1cd778-1d9c-40c1-9fc0-c6de30534117 HTTP/1.1" status: 200 len: 210 time: 0.0287986 Aug 21 09:41:54.181314 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:42:06.907353 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-47c5af11-340e-4eed-98f1-203095c54187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:09.552966 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d295241a-8aab-4cd9-b497-cb475626ee30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:09.804212 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:11.005714 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:12.484657 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:15.667946 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:15.696599 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:18.693222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-1c994923-abbc-49b7-80b6-34518cd4165f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:18.694589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-1c994923-abbc-49b7-80b6-34518cd4165f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.0999937 Aug 21 09:42:18.709160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-4118115b-dfd5-47b0-a32e-fc280064ff78 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/quotas/053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 375 time: 0.0089102 Aug 21 09:42:18.759351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-c45b73bf-b5a3-4111-892c-4add6117e266 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451443 Aug 21 09:42:18.850980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-0e76f453-961f-44a7-9370-de8f2fa07c14 service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845833 Aug 21 09:42:18.940087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-23a2f058-ed3e-46e8-b941-298fd6997ecd service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832098 Aug 21 09:42:19.397674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6e64473-73c0-419b-8f92-90d9ec45e0b3 req-284c33f5-8a53-4959-9064-2fb170760f8b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 210 time: 0.0313468 Aug 21 09:42:20.471785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c321e2b4-59ee-44cb-bce6-308480fa1078 req-efce4fc6-e1e2-43d8-a897-14723c28dac9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 210 time: 0.0265009 Aug 21 09:42:21.545182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3363069f-7e86-4e9d-80b1-beb66d097acf req-513f0c9c-c6f7-4fd0-8b6f-5ea6b211eb3f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 210 time: 0.0257456 Aug 21 09:42:22.643647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5131ec02-fa26-48a4-8bbe-60d759808ecf req-559a1f9e-d50c-4c86-8e10-5ed0e7c36ebe tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 210 time: 0.0293005 Aug 21 09:42:23.203019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-1bdd91ac-0745-434a-80ce-8f04624be7d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:23.204601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-1bdd91ac-0745-434a-80ce-8f04624be7d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.1039693 Aug 21 09:42:23.216750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'port': {'device_id': '54db1f07-7cdc-48ad-9d4c-d9cd89627203', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'admin_state_up': True, 'tenant_id': '053ee6c388ea42d3a0146e3106269859'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:42:23.369760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Made reservation on behalf of 053ee6c388ea42d3a0146e3106269859 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:42:23.373338 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:23.795459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ede36b2a-a317-44ba-8da3-d142d5ef6032 req-b236090a-298e-47bc-8b35-eb1a45e61e12 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 210 time: 0.0326285 Aug 21 09:42:23.810786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Allocated IP 172.20.0.12 (bc828ebd-0b8d-434d-9960-b2a7bc2fe295/9caf4f79-d7ba-4136-887f-05670fbd954d/a86e0af6-f717-43fe-bec4-a100f4206d63) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:42:23.957889 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:23.971244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Transition to ACTIVE for port object a86e0af6-f717-43fe-bec4-a100f4206d63 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:42:24.039519 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:24.082657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:42:24.085664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:42:24.089284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:42:24.097683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=a86e0af6-f717-43fe-bec4-a100f4206d63,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:42:24.130154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.130461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.130752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.131095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.131436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.131808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.132139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.132469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.132873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.133208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.133536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.133957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:24.156948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:24.157633 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:24.228567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-45c6042c-4076-40c8-be96-dea1bd5b9e2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0154648 Aug 21 09:42:24.241665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Request body: {'port': {'device_id': '54db1f07-7cdc-48ad-9d4c-d9cd89627203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:42:24.301366 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:24.365161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cc8a9044-629b-4f39-a83c-0cb9828abf67 None None] Provisioning for port a86e0af6-f717-43fe-bec4-a100f4206d63 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:42:24.369697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cc8a9044-629b-4f39-a83c-0cb9828abf67 None None] Provisioning complete for port a86e0af6-f717-43fe-bec4-a100f4206d63 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:42:24.370062 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9044-629b-4f39-a83c-0cb9828abf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:24.407853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cc8a9044-629b-4f39-a83c-0cb9828abf67 None None] Port a86e0af6-f717-43fe-bec4-a100f4206d63 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:42:24.567847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86e0af6-f717-43fe-bec4-a100f4206d63 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:42:24.574999 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:24.587093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Transition to ACTIVE for port object a86e0af6-f717-43fe-bec4-a100f4206d63 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:42:24.667891 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:24.719209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Pushing event updated for resources: {'Port': ['ID=a86e0af6-f717-43fe-bec4-a100f4206d63,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:42:24.796704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Attempting to bind port a86e0af6-f717-43fe-bec4-a100f4206d63 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:42:24.797314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Attempting to bind port a86e0af6-f717-43fe-bec4-a100f4206d63 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:42:24.797502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Attempting to bind port a86e0af6-f717-43fe-bec4-a100f4206d63 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:42:24.801931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Port a86e0af6-f717-43fe-bec4-a100f4206d63 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:42:24.802252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Attempting to bind port a86e0af6-f717-43fe-bec4-a100f4206d63 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:42:24.807256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:42:24.807652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Checking segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:42:24.808045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Bound using segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:42:24.808472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Bound port: a86e0af6-f717-43fe-bec4-a100f4206d63, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:42:24.808838 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:24.893234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] For port a86e0af6-f717-43fe-bec4-a100f4206d63, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:42:24.922231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] For port a86e0af6-f717-43fe-bec4-a100f4206d63, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a86e0af6-f717-43fe-bec4-a100f4206d63,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:42:24.939484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cb48f-cd6a-4003-a807-da6ebed92c25 req-386f115e-18c6-4283-bf06-b7051f5672a6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:24.941070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b5cb48f-cd6a-4003-a807-da6ebed92c25 req-386f115e-18c6-4283-bf06-b7051f5672a6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 944 time: 0.0613830 Aug 21 09:42:24.978355 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:24.991122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b5cb48f-cd6a-4003-a807-da6ebed92c25 req-3d3f1073-b960-427d-9d28-7a4487da9f2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438957 Aug 21 09:42:25.016277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:25.017036 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:25.022302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] 10.222.0.22 "PUT /v2.0/ports/a86e0af6-f717-43fe-bec4-a100f4206d63 HTTP/1.1" status: 200 len: 1093 time: 0.7812591 Aug 21 09:42:25.022302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54db1f07-7cdc-48ad-9d4c-d9cd89627203', 'tag': 'a86e0af6-f717-43fe-bec4-a100f4206d63'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:42:25.022302 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9410fb1a-21ce-4270-b2f0-facc23543d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "54db1f07-7cdc-48ad-9d4c-d9cd89627203", "tag": "a86e0af6-f717-43fe-bec4-a100f4206d63"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:42:25.053167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f7ce6-ae7c-4dce-bc2e-ea1ac9742604 service neutron] Pushing event updated for resources: {'Port': ['ID=a86e0af6-f717-43fe-bec4-a100f4206d63,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:42:25.076798 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251fa36b-a523-4a28-89fd-f8ee426cf9f6 x-openstack-request-id: req-251fa36b-a523-4a28-89fd-f8ee426cf9f6 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:42:25.077356 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54db1f07-7cdc-48ad-9d4c-d9cd89627203", "tag": "a86e0af6-f717-43fe-bec4-a100f4206d63", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:42:25.077616 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-251fa36b-a523-4a28-89fd-f8ee426cf9f6 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:42:25.078150 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54db1f07-7cdc-48ad-9d4c-d9cd89627203', 'tag': 'a86e0af6-f717-43fe-bec4-a100f4206d63', 'status': 'completed', 'code': 200} Aug 21 09:42:25.151788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410fb1a-21ce-4270-b2f0-facc23543d9f req-ffb028ba-1c2a-4db2-baa7-0bc96ae4b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:25.153714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9410fb1a-21ce-4270-b2f0-facc23543d9f req-ffb028ba-1c2a-4db2-baa7-0bc96ae4b5a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 1096 time: 0.0537202 Aug 21 09:42:25.266114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410fb1a-21ce-4270-b2f0-facc23543d9f req-319d7dcf-49c4-4f3a-a84f-e519188c282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:25.268176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9410fb1a-21ce-4270-b2f0-facc23543d9f req-319d7dcf-49c4-4f3a-a84f-e519188c282f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=053ee6c388ea42d3a0146e3106269859&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1065729 Aug 21 09:42:25.361900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410fb1a-21ce-4270-b2f0-facc23543d9f req-6c4c91bf-1266-4a5e-b539-4b410f54b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:25.363343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9410fb1a-21ce-4270-b2f0-facc23543d9f req-6c4c91bf-1266-4a5e-b539-4b410f54b6b3 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883811 Aug 21 09:42:25.439279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-92dadce4-0092-4be7-907e-23283177e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:25.440742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-92dadce4-0092-4be7-907e-23283177e052 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 1096 time: 0.0402925 Aug 21 09:42:25.484567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-e512a098-4fec-4896-9860-6dd21aeac96b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a86e0af6-f717-43fe-bec4-a100f4206d63 HTTP/1.1" status: 200 len: 217 time: 0.0361254 Aug 21 09:42:25.532969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-e9d45c54-2310-4b23-8d0d-64ca488534bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:25.534382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-e9d45c54-2310-4b23-8d0d-64ca488534bf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0434113 Aug 21 09:42:25.578711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-04adf6cf-c624-4df8-9060-d8f75b52a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:25.580773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-04adf6cf-c624-4df8-9060-d8f75b52a345 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395176 Aug 21 09:42:25.672410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-d3c1b823-47ef-427e-9db7-8f91aecf865b service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840147 Aug 21 09:42:25.761143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0031e02-06ff-4750-b1cc-70db7d932725 req-94cf4cb9-e903-40af-a028-722b6530af95 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810146 Aug 21 09:42:26.111416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5424e1-5cb5-4a9e-b6c2-70aa49da22fa req-b1ba565d-258e-4a1b-87b5-84895185eb80 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:26.112826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a5424e1-5cb5-4a9e-b6c2-70aa49da22fa req-b1ba565d-258e-4a1b-87b5-84895185eb80 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 944 time: 0.0532410 Aug 21 09:42:26.149753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a5424e1-5cb5-4a9e-b6c2-70aa49da22fa req-90f7a1dd-63d0-473e-94c5-d893d37a51d4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309997 Aug 21 09:42:27.263351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a791823-5547-40cf-afa2-9c399996dbe3 req-096e060f-70ce-4b89-bade-6e746efbf388 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:27.264794 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a791823-5547-40cf-afa2-9c399996dbe3 req-096e060f-70ce-4b89-bade-6e746efbf388 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 944 time: 0.0486410 Aug 21 09:42:27.303232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a791823-5547-40cf-afa2-9c399996dbe3 req-e3fb2278-0f7e-4776-bd53-8fb322c8f742 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Aug 21 09:42:28.416645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ef2d4-e8d7-4eb5-9896-8568d1ad660c req-db3a3c67-483d-4bb5-ab4b-ddffe3da10c7 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:28.418104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c26ef2d4-e8d7-4eb5-9896-8568d1ad660c req-db3a3c67-483d-4bb5-ab4b-ddffe3da10c7 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 944 time: 0.0478289 Aug 21 09:42:28.454568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c26ef2d4-e8d7-4eb5-9896-8568d1ad660c req-6287ed27-c3f8-451a-860e-40d48a2b9499 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300291 Aug 21 09:42:29.570240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea9258-d2af-47ef-881e-20e93ff2c2d9 req-e747f57c-6ab6-4138-8047-da97384bb7c9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:29.571734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8eea9258-d2af-47ef-881e-20e93ff2c2d9 req-e747f57c-6ab6-4138-8047-da97384bb7c9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 944 time: 0.0517020 Aug 21 09:42:29.607672 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8eea9258-d2af-47ef-881e-20e93ff2c2d9 req-eb887c2c-6aec-49ba-a5fd-d714d336dcf9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300343 Aug 21 09:42:30.719723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1f955-d465-471e-a01f-fa89c8cd48c8 req-749bfa98-714a-49ed-8c48-ba890f0878d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:30.721179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59d1f955-d465-471e-a01f-fa89c8cd48c8 req-749bfa98-714a-49ed-8c48-ba890f0878d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 944 time: 0.0476923 Aug 21 09:42:30.758025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59d1f955-d465-471e-a01f-fa89c8cd48c8 req-988fecc6-84df-425c-b3fc-6628bc4b43a3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Aug 21 09:42:31.179842 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:42:31.868874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd282a3-7f7d-40fe-b409-286c41977725 req-f6e489fd-d4b6-47e6-8cee-679910b2428d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:31.870243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acd282a3-7f7d-40fe-b409-286c41977725 req-f6e489fd-d4b6-47e6-8cee-679910b2428d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 944 time: 0.0474811 Aug 21 09:42:31.907144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acd282a3-7f7d-40fe-b409-286c41977725 req-02ba9cc4-4052-4c55-97b9-13fdcfeb6db8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305219 Aug 21 09:42:33.023581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc599b-cb9f-4f6f-af02-016715a22770 req-38568185-639c-48db-a4a9-59135f8db827 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:33.025108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54fc599b-cb9f-4f6f-af02-016715a22770 req-38568185-639c-48db-a4a9-59135f8db827 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 944 time: 0.0528383 Aug 21 09:42:33.061948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54fc599b-cb9f-4f6f-af02-016715a22770 req-741c13ca-26b9-4bd2-8938-bef44c56cdc9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Aug 21 09:42:34.175065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34376a3c-6cc2-4dac-8bc2-7120356b0eb1 req-bd6ecace-de7e-4672-9bc6-6b5ee0574d06 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:34.176573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34376a3c-6cc2-4dac-8bc2-7120356b0eb1 req-bd6ecace-de7e-4672-9bc6-6b5ee0574d06 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 944 time: 0.0490232 Aug 21 09:42:34.214409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34376a3c-6cc2-4dac-8bc2-7120356b0eb1 req-9b5b9453-2718-410c-86df-bdf6670ed794 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Aug 21 09:42:35.326070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706c63d-d9aa-43fe-a42c-60f3a96942f3 req-b871fd2d-597b-4036-be82-9a8c167689b2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:35.327433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e706c63d-d9aa-43fe-a42c-60f3a96942f3 req-b871fd2d-597b-4036-be82-9a8c167689b2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 944 time: 0.0479681 Aug 21 09:42:35.364283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e706c63d-d9aa-43fe-a42c-60f3a96942f3 req-130974be-07ee-426e-adc8-ce73815318c8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310519 Aug 21 09:42:36.478622 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532d98e-7f22-418e-b985-cf25bd34bc5a req-47142260-b6d1-46a2-a051-de696b853847 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:36.480122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5532d98e-7f22-418e-b985-cf25bd34bc5a req-47142260-b6d1-46a2-a051-de696b853847 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 944 time: 0.0516896 Aug 21 09:42:36.517279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5532d98e-7f22-418e-b985-cf25bd34bc5a req-48a63ea7-6623-4275-86f7-d32bd3286b8c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313733 Aug 21 09:42:36.894436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a86e0af6-f717-43fe-bec4-a100f4206d63 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:42:36.922414 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c434ebe1-fcc8-4844-82e5-d95c798244bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:36.986268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a86e0af6-f717-43fe-bec4-a100f4206d63, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a86e0af6-f717-43fe-bec4-a100f4206d63,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:42:36.996634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'a86e0af6-f717-43fe-bec4-a100f4206d63', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'port_id': 'a86e0af6-f717-43fe-bec4-a100f4206d63', 'mac_address': 'fa:16:3e:0b:ad:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:42:37.034203 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:37.049805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86e0af6-f717-43fe-bec4-a100f4206d63 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:42:37.067885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a86e0af6-f717-43fe-bec4-a100f4206d63, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a86e0af6-f717-43fe-bec4-a100f4206d63,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:42:37.124808 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:37.170968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=a86e0af6-f717-43fe-bec4-a100f4206d63,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:42:37.178045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.178391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.178730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.179065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.179397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.179750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.180079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.180402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.180751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.181073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.181392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.181709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:42:37.320433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['a86e0af6-f717-43fe-bec4-a100f4206d63'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:42:37.630592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f2e3a-f58b-4ee3-8e46-b11d6a249b0e req-d74ce8c1-2d22-4828-9ee2-b72853d143d8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:37.632147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e79f2e3a-f58b-4ee3-8e46-b11d6a249b0e req-d74ce8c1-2d22-4828-9ee2-b72853d143d8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 945 time: 0.0494139 Aug 21 09:42:37.669193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e79f2e3a-f58b-4ee3-8e46-b11d6a249b0e req-04fda847-d4d5-447b-b7cf-289e9d6d2644 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308301 Aug 21 09:42:38.782034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea525b-bece-4ae6-8b41-495ea566be10 req-b799f940-c20f-4bca-81e8-a6f814044d7b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:38.783516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5dea525b-bece-4ae6-8b41-495ea566be10 req-b799f940-c20f-4bca-81e8-a6f814044d7b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 945 time: 0.0486381 Aug 21 09:42:38.820083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5dea525b-bece-4ae6-8b41-495ea566be10 req-5bfc9da9-f3a9-4f40-9ac4-950cf0afcbd5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306039 Aug 21 09:42:38.909848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a86e0af6-f717-43fe-bec4-a100f4206d63 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:42:39.010527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port a86e0af6-f717-43fe-bec4-a100f4206d63 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:42:39.014232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port a86e0af6-f717-43fe-bec4-a100f4206d63 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:42:39.014601 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:39.088439 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:39.109623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54db1f07-7cdc-48ad-9d4c-d9cd89627203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86e0af6-f717-43fe-bec4-a100f4206d63'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:42:39.112354 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f2017d-c4de-418a-9acc-d96e4ad38e0b" -d '{"events": [{"server_uuid": "54db1f07-7cdc-48ad-9d4c-d9cd89627203", "name": "network-vif-plugged", "status": "completed", "tag": "a86e0af6-f717-43fe-bec4-a100f4206d63"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:42:39.124312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a86e0af6-f717-43fe-bec4-a100f4206d63, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a86e0af6-f717-43fe-bec4-a100f4206d63,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:42:39.149203 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1a45e7-a027-457b-9eed-3fb49b030261 x-openstack-request-id: req-ba1a45e7-a027-457b-9eed-3fb49b030261 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:42:39.149490 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54db1f07-7cdc-48ad-9d4c-d9cd89627203", "name": "network-vif-plugged", "status": "completed", "tag": "a86e0af6-f717-43fe-bec4-a100f4206d63", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:42:39.149736 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba1a45e7-a027-457b-9eed-3fb49b030261 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:42:39.150142 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54db1f07-7cdc-48ad-9d4c-d9cd89627203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86e0af6-f717-43fe-bec4-a100f4206d63', 'code': 200} Aug 21 09:42:39.187835 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:39.238147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=a86e0af6-f717-43fe-bec4-a100f4206d63,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:42:39.245710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe17f8-99db-44f2-a4d9-026a9a3240cf req-6bd4cd57-a165-45f7-92c1-c963a4e07c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:39.247213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7abe17f8-99db-44f2-a4d9-026a9a3240cf req-6bd4cd57-a165-45f7-92c1-c963a4e07c37 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 1098 time: 0.0436823 Aug 21 09:42:39.281609 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7abe17f8-99db-44f2-a4d9-026a9a3240cf req-b6bec8ca-9d27-4775-9dd5-caaf04630352 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273161 Aug 21 09:42:39.513203 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bd91f400-b788-4572-a5ce-a5e02c540b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:39.774893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:39.932972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98c50d-fec1-4a73-8440-6edaf0c32dc0 req-3b187d68-ce82-4614-9e3a-74b3a6bffaad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:39.934491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e98c50d-fec1-4a73-8440-6edaf0c32dc0 req-3b187d68-ce82-4614-9e3a-74b3a6bffaad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 946 time: 0.0496163 Aug 21 09:42:39.971715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e98c50d-fec1-4a73-8440-6edaf0c32dc0 req-a55cb657-087b-4b1f-8f38-e7b6c0c45490 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307121 Aug 21 09:42:40.980326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:41.084358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3cb87-540e-476a-b6f0-987e4932d93d req-02c4a622-437e-4f8b-881c-7f3a91a47da0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:41.085804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ef3cb87-540e-476a-b6f0-987e4932d93d req-02c4a622-437e-4f8b-881c-7f3a91a47da0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 946 time: 0.0474138 Aug 21 09:42:41.123981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ef3cb87-540e-476a-b6f0-987e4932d93d req-96036993-83d1-4105-9bac-716e231bcf45 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321140 Aug 21 09:42:41.241496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad870d91-ef2b-4a8f-b0c8-3029497faf82 req-77e97f62-a6ed-44e1-95c4-827965f71146 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:41.241496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad870d91-ef2b-4a8f-b0c8-3029497faf82 req-77e97f62-a6ed-44e1-95c4-827965f71146 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 946 time: 0.0515168 Aug 21 09:42:41.277091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad870d91-ef2b-4a8f-b0c8-3029497faf82 req-3d953921-4c82-471f-af4e-ffff847bfdb8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Aug 21 09:42:42.490567 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:44.528493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-15226143-7ffe-4a3a-9590-54b49ac09545 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:44.529938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-15226143-7ffe-4a3a-9590-54b49ac09545 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.0970609 Aug 21 09:42:44.544143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-1e6db6df-3ddb-463a-97a2-638243c8fdc9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/quotas/053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 375 time: 0.0087302 Aug 21 09:42:44.595213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-d6b79fbb-746e-43c7-a5e2-dbe3e45eb500 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459969 Aug 21 09:42:44.705698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-12ac5205-eb63-4c11-bb4f-6b476300c026 service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035361 Aug 21 09:42:44.791914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-609749e1-02f4-46b4-9a51-398bd9712c1f service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801775 Aug 21 09:42:45.599030 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:45.621998 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:46.082419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bf9d07e-dc64-462c-a7ab-33921e0f32ec req-5a317a18-b179-496a-9d1f-a2a91fb6024c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 210 time: 0.0312657 Aug 21 09:42:47.160162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70445596-7642-4aaf-82f4-d0a37219f6ee req-a15e2852-0287-4235-aaba-6f1bff2b66bb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 210 time: 0.0278544 Aug 21 09:42:48.252748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42d85aa3-59c1-4373-87e9-133948968252 req-f3331c7f-6efb-4a24-bdce-1432b11859a5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 210 time: 0.0257447 Aug 21 09:42:49.344712 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de707b0a-fc69-42de-9625-3ca664f1ff12 req-b5a52b0b-d594-4766-9991-70596e063c33 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 210 time: 0.0256834 Aug 21 09:42:50.004198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-09fa9d02-0add-432f-bc3e-bb59d5710d8b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:50.005669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-09fa9d02-0add-432f-bc3e-bb59d5710d8b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.13 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.1036122 Aug 21 09:42:50.021505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'port': {'device_id': '157bcaae-538e-43d7-9927-78aae30d05c4', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'admin_state_up': True, 'tenant_id': '053ee6c388ea42d3a0146e3106269859'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:42:50.185697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Made reservation on behalf of 053ee6c388ea42d3a0146e3106269859 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:42:50.189856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:50.318712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Allocated IP 172.20.0.13 (bc828ebd-0b8d-434d-9960-b2a7bc2fe295/9caf4f79-d7ba-4136-887f-05670fbd954d/1d553695-8a94-448d-ac91-c32432142b9b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:42:50.449667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e017830-1603-4d94-98fa-32df0daa7fe8 req-e9eaaab7-944d-49e7-bd89-d6ad4c0cdfdf tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 210 time: 0.0341833 Aug 21 09:42:50.489348 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:50.503337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Transition to ACTIVE for port object 1d553695-8a94-448d-ac91-c32432142b9b will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:42:50.647752 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:50.655468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['a86e0af6-f717-43fe-bec4-a100f4206d63'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:42:50.686552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:42:50.690678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:42:50.694537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:42:50.727950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=1d553695-8a94-448d-ac91-c32432142b9b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:42:50.759701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:50.760553 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:50.849535 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-7fd1e912-67b1-41ee-9424-f1942a567adb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8325460 Aug 21 09:42:50.934212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Request body: {'port': {'device_id': '157bcaae-538e-43d7-9927-78aae30d05c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:42:50.959352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-082ae965-50f1-4b65-a041-809bc8f328f2 None None] Provisioning for port 1d553695-8a94-448d-ac91-c32432142b9b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:42:50.963577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-082ae965-50f1-4b65-a041-809bc8f328f2 None None] Provisioning complete for port 1d553695-8a94-448d-ac91-c32432142b9b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:42:50.963892 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-082ae965-50f1-4b65-a041-809bc8f328f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:50.994438 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:51.003655 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-082ae965-50f1-4b65-a041-809bc8f328f2 None None] Port 1d553695-8a94-448d-ac91-c32432142b9b cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:42:51.277960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d553695-8a94-448d-ac91-c32432142b9b {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:42:51.286313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:51.298703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Transition to ACTIVE for port object 1d553695-8a94-448d-ac91-c32432142b9b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:42:51.353201 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:51.411071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d553695-8a94-448d-ac91-c32432142b9b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:42:51.494632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Attempting to bind port 1d553695-8a94-448d-ac91-c32432142b9b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:42:51.495814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Attempting to bind port 1d553695-8a94-448d-ac91-c32432142b9b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:42:51.496148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Attempting to bind port 1d553695-8a94-448d-ac91-c32432142b9b on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:42:51.501582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Port 1d553695-8a94-448d-ac91-c32432142b9b on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:42:51.502748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Attempting to bind port 1d553695-8a94-448d-ac91-c32432142b9b on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:42:51.509672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:42:51.510018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Checking segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:42:51.510415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Bound using segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:42:51.511000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Bound port: 1d553695-8a94-448d-ac91-c32432142b9b, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:42:51.511379 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:51.614143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] For port 1d553695-8a94-448d-ac91-c32432142b9b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:42:51.625473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] For port 1d553695-8a94-448d-ac91-c32432142b9b, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1d553695-8a94-448d-ac91-c32432142b9b,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:42:51.635197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac63fc-ee8f-4da6-a9e1-fafee0a4b0e3 req-577659a3-81f3-42ed-a39f-68384b5f5e74 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:51.637207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0dac63fc-ee8f-4da6-a9e1-fafee0a4b0e3 req-577659a3-81f3-42ed-a39f-68384b5f5e74 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0887170 Aug 21 09:42:51.696266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0dac63fc-ee8f-4da6-a9e1-fafee0a4b0e3 req-d1f58df3-689a-4e1c-8e30-5dff0700ec8c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475385 Aug 21 09:42:51.708379 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:51.746866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:51.747686 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:42:51.749294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/1d553695-8a94-448d-ac91-c32432142b9b HTTP/1.1" status: 200 len: 1093 time: 0.8918915 Aug 21 09:42:51.749838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157bcaae-538e-43d7-9927-78aae30d05c4', 'tag': '1d553695-8a94-448d-ac91-c32432142b9b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:42:51.752892 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981b7cc6-1ea6-40ad-8eb7-37847cbcaf0b" -d '{"events": [{"name": "network-changed", "server_uuid": "157bcaae-538e-43d7-9927-78aae30d05c4", "tag": "1d553695-8a94-448d-ac91-c32432142b9b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:42:51.786772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa6158-99dd-4bd8-84a6-abfda75356d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d553695-8a94-448d-ac91-c32432142b9b,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:42:51.815114 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0989636f-7dbe-46ee-95ab-2f97c5f07e20 x-openstack-request-id: req-0989636f-7dbe-46ee-95ab-2f97c5f07e20 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:42:51.815510 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157bcaae-538e-43d7-9927-78aae30d05c4", "tag": "1d553695-8a94-448d-ac91-c32432142b9b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:42:51.815822 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0989636f-7dbe-46ee-95ab-2f97c5f07e20 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:42:51.816270 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157bcaae-538e-43d7-9927-78aae30d05c4', 'tag': '1d553695-8a94-448d-ac91-c32432142b9b', 'status': 'completed', 'code': 200} Aug 21 09:42:51.887173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b7cc6-1ea6-40ad-8eb7-37847cbcaf0b req-90f720d7-a15f-4b90-afca-27ffcd528513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:51.889117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981b7cc6-1ea6-40ad-8eb7-37847cbcaf0b req-90f720d7-a15f-4b90-afca-27ffcd528513 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 1096 time: 0.0520718 Aug 21 09:42:52.021372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b7cc6-1ea6-40ad-8eb7-37847cbcaf0b req-af6e5eb0-97c3-4f56-bcaf-43f06aeac273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:52.021372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981b7cc6-1ea6-40ad-8eb7-37847cbcaf0b req-af6e5eb0-97c3-4f56-bcaf-43f06aeac273 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=053ee6c388ea42d3a0146e3106269859&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1221609 Aug 21 09:42:52.122058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b7cc6-1ea6-40ad-8eb7-37847cbcaf0b req-812cc931-1820-45dc-ae75-f5add64f8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:52.123569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981b7cc6-1ea6-40ad-8eb7-37847cbcaf0b req-812cc931-1820-45dc-ae75-f5add64f8d2f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971971 Aug 21 09:42:52.204784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-9b991e14-c306-4ff2-a421-b9ce873e763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:52.206450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-9b991e14-c306-4ff2-a421-b9ce873e763c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 1096 time: 0.0480132 Aug 21 09:42:52.257509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-d148af77-1483-4c73-81c4-334fd00bb1a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d553695-8a94-448d-ac91-c32432142b9b HTTP/1.1" status: 200 len: 217 time: 0.0425866 Aug 21 09:42:52.308498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-36e1f323-9103-47f6-93fa-dd658e4c0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:52.310018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-36e1f323-9103-47f6-93fa-dd658e4c0db8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0458884 Aug 21 09:42:52.355018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-39108b03-f2b7-49db-bcbf-09315dec2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:52.356485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-39108b03-f2b7-49db-bcbf-09315dec2d15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399253 Aug 21 09:42:52.448189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-4f6e23a0-9754-49ef-a8f9-dbdaf7f8f375 service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849380 Aug 21 09:42:52.537980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5fa7d39-b760-4154-8b91-fb7e7e09ac51 req-0d2e6c74-8f3b-43c9-b948-9a0d3f65b222 service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830238 Aug 21 09:42:52.824730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bc838-79df-4f15-83a6-4a5d854a5ef2 req-1686ebbd-152b-4938-a00e-5c207b7c431c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:52.826302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b32bc838-79df-4f15-83a6-4a5d854a5ef2 req-1686ebbd-152b-4938-a00e-5c207b7c431c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0533018 Aug 21 09:42:52.871454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b32bc838-79df-4f15-83a6-4a5d854a5ef2 req-44284686-c681-448a-aa4a-f11c3d483d51 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380235 Aug 21 09:42:53.992811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26927d03-56a8-4889-a956-29a502352fe5 req-0645625d-7ba9-4a7c-b6a9-02563900555b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:53.994297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26927d03-56a8-4889-a956-29a502352fe5 req-0645625d-7ba9-4a7c-b6a9-02563900555b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0532196 Aug 21 09:42:54.034257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26927d03-56a8-4889-a956-29a502352fe5 req-97d8c35b-3019-45ce-9e72-ad6a3496c170 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 Aug 21 09:42:55.158162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446ffa0-c396-461e-a978-b9e3c648173d req-f0e212f1-af6a-405d-bd16-ea4b800e8b6d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:55.160273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7446ffa0-c396-461e-a978-b9e3c648173d req-f0e212f1-af6a-405d-bd16-ea4b800e8b6d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0505414 Aug 21 09:42:55.201348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7446ffa0-c396-461e-a978-b9e3c648173d req-2400b152-d2f8-4f20-b11d-be524b99d68c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Aug 21 09:42:56.316630 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3aa83-cc48-436f-b3a0-9e66aece4499 req-8cb5ff52-bf92-443e-9c6b-8b679eba98d1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:56.318036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90a3aa83-cc48-436f-b3a0-9e66aece4499 req-8cb5ff52-bf92-443e-9c6b-8b679eba98d1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0503106 Aug 21 09:42:56.359410 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90a3aa83-cc48-436f-b3a0-9e66aece4499 req-a8a76b22-be71-4ab5-933a-cbada11c148c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355494 Aug 21 09:42:57.483440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfabec-fc7a-4d0b-849c-83fd9d635bfe req-9cd3835b-55b3-42f3-940e-1532d3430a86 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:57.487138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2acfabec-fc7a-4d0b-849c-83fd9d635bfe req-9cd3835b-55b3-42f3-940e-1532d3430a86 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0566230 Aug 21 09:42:57.531917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2acfabec-fc7a-4d0b-849c-83fd9d635bfe req-8f0ab4f5-353e-4bd1-942c-43e636efd699 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361569 Aug 21 09:42:58.671551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1e08e-b593-416b-8689-54d4984b6396 req-7126bc65-ae9c-46fd-9360-2aff64e2b63f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:58.673051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eed1e08e-b593-416b-8689-54d4984b6396 req-7126bc65-ae9c-46fd-9360-2aff64e2b63f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0582581 Aug 21 09:42:58.713756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eed1e08e-b593-416b-8689-54d4984b6396 req-da539e6b-4dfa-4440-be81-c4f4c3bb127f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338523 Aug 21 09:42:59.836862 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f198e-972d-4c52-92d3-e1b6041035b1 req-baadb962-ff69-4a4a-be18-7dafde11c73e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:42:59.838343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-675f198e-972d-4c52-92d3-e1b6041035b1 req-baadb962-ff69-4a4a-be18-7dafde11c73e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0561328 Aug 21 09:42:59.880909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-675f198e-972d-4c52-92d3-e1b6041035b1 req-755ba664-4a94-4222-8560-d7da4c7c75db tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363379 Aug 21 09:43:01.006110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693987-4b0e-4d4f-98b5-093b6cdd7f0b req-8228a63f-d851-4390-9b34-08a37c14836d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:01.007815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a693987-4b0e-4d4f-98b5-093b6cdd7f0b req-8228a63f-d851-4390-9b34-08a37c14836d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0567536 Aug 21 09:43:01.051526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a693987-4b0e-4d4f-98b5-093b6cdd7f0b req-d7aaf101-988e-46b2-9d33-52574f4c2108 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372300 Aug 21 09:43:02.175072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02dc5-0022-4b1d-8d94-cbf7e5a64280 req-d87bf875-74f7-4c11-a6b7-18433f006b59 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:02.177250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bad02dc5-0022-4b1d-8d94-cbf7e5a64280 req-d87bf875-74f7-4c11-a6b7-18433f006b59 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0559661 Aug 21 09:43:02.218114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bad02dc5-0022-4b1d-8d94-cbf7e5a64280 req-859e8a66-2831-4a39-a4c8-5d4cd98bff1a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348845 Aug 21 09:43:03.340212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ea0fb-e161-48a7-802f-97d929731b03 req-8d1f9c54-92db-4e27-9ed6-0ffee5b3e5e4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:03.341683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-934ea0fb-e161-48a7-802f-97d929731b03 req-8d1f9c54-92db-4e27-9ed6-0ffee5b3e5e4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0534225 Aug 21 09:43:03.383240 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-934ea0fb-e161-48a7-802f-97d929731b03 req-14afe75a-48b8-46d5-8ae1-2f93237653c5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356328 Aug 21 09:43:04.497849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b396b-43a8-494b-984f-8faf5f1f414d req-79da19c3-9369-4ffe-9a30-866503d16281 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:04.499329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d78b396b-43a8-494b-984f-8faf5f1f414d req-79da19c3-9369-4ffe-9a30-866503d16281 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0494895 Aug 21 09:43:04.537078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d78b396b-43a8-494b-984f-8faf5f1f414d req-53ad9eba-50cd-49fc-a693-6f6d9676a85e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Aug 21 09:43:05.654354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f569a-f822-4245-b700-5c9841ef3277 req-88bdbe89-82b2-4010-a71d-221dfd205d34 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:05.658739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b75f569a-f822-4245-b700-5c9841ef3277 req-88bdbe89-82b2-4010-a71d-221dfd205d34 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0503767 Aug 21 09:43:05.694635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b75f569a-f822-4245-b700-5c9841ef3277 req-1b0760f1-1463-426a-b617-b3ff94bc01aa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326080 Aug 21 09:43:06.821734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22fd8d-fbb2-469d-8db0-1879c8520cf1 req-5ae511a1-0c8f-4403-bc2d-b0cedbe38c15 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:06.823416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d22fd8d-fbb2-469d-8db0-1879c8520cf1 req-5ae511a1-0c8f-4403-bc2d-b0cedbe38c15 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0554931 Aug 21 09:43:06.871510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9d22fd8d-fbb2-469d-8db0-1879c8520cf1 req-26c595be-ce1c-49db-ab86-cf189e5f9109 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419545 Aug 21 09:43:06.982165 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e50138ed-a48d-4191-86ad-95586d772ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:07.993877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1b2ce-e281-40ab-88d5-bb32c6219193 req-2da41b09-8694-49db-95ee-0d2cefdc8653 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:07.995351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35d1b2ce-e281-40ab-88d5-bb32c6219193 req-2da41b09-8694-49db-95ee-0d2cefdc8653 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0498617 Aug 21 09:43:08.034828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35d1b2ce-e281-40ab-88d5-bb32c6219193 req-ed9af962-a273-41cf-9bbf-68c29af38d91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Aug 21 09:43:08.178964 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:43:09.151789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a7bc4-aa26-463c-b829-d52b671e1eb4 req-bc53edee-919f-41e6-a9d3-cebdc7b48f61 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:09.153276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-880a7bc4-aa26-463c-b829-d52b671e1eb4 req-bc53edee-919f-41e6-a9d3-cebdc7b48f61 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0484035 Aug 21 09:43:09.191746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-880a7bc4-aa26-463c-b829-d52b671e1eb4 req-f2fb1c7e-7c4f-4887-aea2-ca8bdb6398c3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Aug 21 09:43:09.553101 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-78f7d727-80aa-4bd3-b505-469c5a3b6bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:09.792580 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:10.307035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fa7b5-1bac-4fa7-9c73-467b899cb8e7 req-f17ebb1b-4f73-4278-aba3-b54884128800 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:10.308533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a9fa7b5-1bac-4fa7-9c73-467b899cb8e7 req-f17ebb1b-4f73-4278-aba3-b54884128800 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0512037 Aug 21 09:43:10.350880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a9fa7b5-1bac-4fa7-9c73-467b899cb8e7 req-c9c9135f-c8c7-4af5-931f-7aa11a774826 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363944 Aug 21 09:43:11.010504 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:11.464775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ca219-bc1e-4a66-8260-983ee7bc3395 req-ced55ccc-a3a0-4d82-9bf2-f198cd1a3fe0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:11.466271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa4ca219-bc1e-4a66-8260-983ee7bc3395 req-ced55ccc-a3a0-4d82-9bf2-f198cd1a3fe0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0493846 Aug 21 09:43:11.504111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa4ca219-bc1e-4a66-8260-983ee7bc3395 req-7218f0a1-5949-41a8-94b7-b1ef6f77d545 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Aug 21 09:43:12.499387 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:12.620603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1248a-1353-4581-9c90-8e6ed33dc848 req-3d42036d-5ba4-4c59-a32e-33d46165ad04 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:12.622038 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f1248a-1353-4581-9c90-8e6ed33dc848 req-3d42036d-5ba4-4c59-a32e-33d46165ad04 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0494120 Aug 21 09:43:12.660832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f1248a-1353-4581-9c90-8e6ed33dc848 req-9d0c7484-cc63-464b-9317-6f030f1a31d1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313649 Aug 21 09:43:13.778868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7f23d-34ff-4dfc-af4c-a5082ea0af3f req-88790daf-e659-4810-9a2d-318858050d33 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:13.780366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10a7f23d-34ff-4dfc-af4c-a5082ea0af3f req-88790daf-e659-4810-9a2d-318858050d33 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0489860 Aug 21 09:43:13.821723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-10a7f23d-34ff-4dfc-af4c-a5082ea0af3f req-ffa9c432-546e-4b1a-b581-d44259e03e6f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353696 Aug 21 09:43:14.935058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c63505-4c9a-44f9-a6c1-37faa8f03725 req-9e67772a-f7f2-4c98-b845-7dad6c23f981 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:14.936531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06c63505-4c9a-44f9-a6c1-37faa8f03725 req-9e67772a-f7f2-4c98-b845-7dad6c23f981 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0478084 Aug 21 09:43:14.974775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06c63505-4c9a-44f9-a6c1-37faa8f03725 req-4e7894eb-88d2-4794-8a88-37a80d8e2968 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Aug 21 09:43:15.661564 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:15.729528 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:16.092288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c3d31-7cbc-44f8-ad6b-988627522de8 req-72c58609-9022-4b9a-8815-f53bea77b0ff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:16.093852 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c2c3d31-7cbc-44f8-ad6b-988627522de8 req-72c58609-9022-4b9a-8815-f53bea77b0ff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0490377 Aug 21 09:43:16.131315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c2c3d31-7cbc-44f8-ad6b-988627522de8 req-6b4b1287-3b0a-4bd3-936d-52cb55c99569 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313485 Aug 21 09:43:17.248660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b8e10-fe25-471c-86bf-839e25e42d11 req-a679f7fd-f5c1-4eb9-a0fb-65b70177ff21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:17.250092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-459b8e10-fe25-471c-86bf-839e25e42d11 req-a679f7fd-f5c1-4eb9-a0fb-65b70177ff21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0503561 Aug 21 09:43:17.297041 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-459b8e10-fe25-471c-86bf-839e25e42d11 req-4a399f6d-d8e2-4018-ad3d-2bb1f65f487b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 Aug 21 09:43:18.419548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4760eef-4ac4-4150-a02f-ac76aab97cfa req-494ac065-65bc-4b96-9957-5bd9c721e8a2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:18.421102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4760eef-4ac4-4150-a02f-ac76aab97cfa req-494ac065-65bc-4b96-9957-5bd9c721e8a2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0501330 Aug 21 09:43:18.458662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4760eef-4ac4-4150-a02f-ac76aab97cfa req-2e2f362d-79be-4253-a0b9-5920af2ca51d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Aug 21 09:43:19.575551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cbabc-4f99-4a29-9759-9c2923cb691e req-f9d4a417-84b1-4553-85dc-c2669c02a4c6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:19.577062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-017cbabc-4f99-4a29-9759-9c2923cb691e req-f9d4a417-84b1-4553-85dc-c2669c02a4c6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0490077 Aug 21 09:43:19.614917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-017cbabc-4f99-4a29-9759-9c2923cb691e req-cc5df42b-d771-41da-9fdc-867738eddbea tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Aug 21 09:43:20.733529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35fba2-b96e-43ad-b1c8-6985420b5c57 req-e83be2d9-85ed-4d47-98b0-7c7408b33c6c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:20.735021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f35fba2-b96e-43ad-b1c8-6985420b5c57 req-e83be2d9-85ed-4d47-98b0-7c7408b33c6c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0488322 Aug 21 09:43:20.776391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f35fba2-b96e-43ad-b1c8-6985420b5c57 req-31518126-9701-4297-97d3-47fcffdefb53 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355136 Aug 21 09:43:21.888480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a5a47-1efc-4d51-9a82-114938a70df9 req-45d69662-b7ad-47a9-b6ee-ced0e6f18190 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:21.889867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-320a5a47-1efc-4d51-9a82-114938a70df9 req-45d69662-b7ad-47a9-b6ee-ced0e6f18190 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0487206 Aug 21 09:43:21.928517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-320a5a47-1efc-4d51-9a82-114938a70df9 req-3e85e447-76ba-40b2-8122-eaac01103268 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Aug 21 09:43:23.043692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a7940-1f3c-4861-a7e7-fbcdb34e8a33 req-4ce75e64-0fae-4360-8c38-836fb9a85d4b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:23.045308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-624a7940-1f3c-4861-a7e7-fbcdb34e8a33 req-4ce75e64-0fae-4360-8c38-836fb9a85d4b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0496335 Aug 21 09:43:23.083224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-624a7940-1f3c-4861-a7e7-fbcdb34e8a33 req-a9aec4e6-fe69-47a2-9212-19178f0d1655 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Aug 21 09:43:24.017341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-f7852cbb-7d23-485a-987b-c1a793672bae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411325 Aug 21 09:43:24.108963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-c11b4323-1e7a-42f7-86a7-09457dc9771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:24.110654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-c11b4323-1e7a-42f7-86a7-09457dc9771c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 1098 time: 0.0460773 Aug 21 09:43:24.535590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c111794-a31c-43fa-a9f1-e3fb535f45a5 req-97c31523-6a43-4e02-8b40-f37876d93040 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:24.537055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c111794-a31c-43fa-a9f1-e3fb535f45a5 req-97c31523-6a43-4e02-8b40-f37876d93040 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.3863306 Aug 21 09:43:24.553507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-2a22e27d-97e4-492c-8791-287555a8e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:24.554947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-2a22e27d-97e4-492c-8791-287555a8e0ed service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.4250021 Aug 21 09:43:24.600941 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-83fa418c-bc7f-41d2-9e41-4bd93da8d282 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a86e0af6-f717-43fe-bec4-a100f4206d63 HTTP/1.1" status: 200 len: 217 time: 0.0366786 Aug 21 09:43:24.623231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9c111794-a31c-43fa-a9f1-e3fb535f45a5 req-ae7208f5-6ba0-44b1-8c4f-00956b1c4c2d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781789 Aug 21 09:43:24.657729 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-6b276417-e9b3-4fe3-baf1-928b1c2975bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:24.659208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-6b276417-e9b3-4fe3-baf1-928b1c2975bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0502598 Aug 21 09:43:24.708952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-cba46fbc-7cad-4846-84f9-656515f6c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:24.710439 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-cba46fbc-7cad-4846-84f9-656515f6c472 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438881 Aug 21 09:43:24.802128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-dbdb12ce-9c61-4aec-b80a-48e8a1b459d4 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843267 Aug 21 09:43:24.896433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44255879-4486-46a3-a72a-51195c5bc9c2 req-91f67a7e-db77-409c-a932-5180be64a335 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871944 Aug 21 09:43:25.740086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894af06f-5b60-4e72-87d7-837f46e7b422 req-4c0f507d-6cfe-4801-882e-d7f1f6464a59 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:25.741634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-894af06f-5b60-4e72-87d7-837f46e7b422 req-4c0f507d-6cfe-4801-882e-d7f1f6464a59 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0499582 Aug 21 09:43:25.779842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-894af06f-5b60-4e72-87d7-837f46e7b422 req-aac0cf55-1e7a-4ba7-9a5a-f92921c25d2e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Aug 21 09:43:26.899323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b493a1-f340-4ede-86dc-7c10b87ee9dc req-ceb72b36-abb1-4422-a49f-2c3f4a3bc927 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:26.900881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59b493a1-f340-4ede-86dc-7c10b87ee9dc req-ceb72b36-abb1-4422-a49f-2c3f4a3bc927 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0508568 Aug 21 09:43:26.938934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59b493a1-f340-4ede-86dc-7c10b87ee9dc req-7abcdcb6-838e-46e2-a8ae-fc76a8af0bd4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315375 Aug 21 09:43:28.052932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a9b77-0c2d-478d-8321-f502e8cf173d req-212500a2-be05-476e-b7b4-fc67c747129d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:28.054401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c71a9b77-0c2d-478d-8321-f502e8cf173d req-212500a2-be05-476e-b7b4-fc67c747129d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0484102 Aug 21 09:43:28.095485 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c71a9b77-0c2d-478d-8321-f502e8cf173d req-eea9c549-f033-48d7-82a4-001ca7e8db4e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343211 Aug 21 09:43:29.212716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843226-41f5-4952-95fb-bbff9f7451de req-5daa3975-d29e-4a1f-bcf8-56b2c23e606c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:29.214196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7843226-41f5-4952-95fb-bbff9f7451de req-5daa3975-d29e-4a1f-bcf8-56b2c23e606c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0489125 Aug 21 09:43:29.254014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7843226-41f5-4952-95fb-bbff9f7451de req-59f2f5d0-aaf7-430e-a572-04305bb57a93 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338669 Aug 21 09:43:30.375414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34177f1-6612-4b8e-a1b2-8134b27dd9c9 req-6054e49f-b5ab-4b3f-bcc9-01e704ae0889 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:30.376916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b34177f1-6612-4b8e-a1b2-8134b27dd9c9 req-6054e49f-b5ab-4b3f-bcc9-01e704ae0889 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0482039 Aug 21 09:43:30.414843 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b34177f1-6612-4b8e-a1b2-8134b27dd9c9 req-da05934f-1fe0-46f6-b3c7-d2aa9866e91a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Aug 21 09:43:31.593552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe8e1d-f22c-4df1-9265-2a0e9a832a14 req-13be7e94-8be6-4372-a8ea-4bea14bccd98 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:31.595029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3dfe8e1d-f22c-4df1-9265-2a0e9a832a14 req-13be7e94-8be6-4372-a8ea-4bea14bccd98 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.1137471 Aug 21 09:43:31.638837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3dfe8e1d-f22c-4df1-9265-2a0e9a832a14 req-2fadf1b6-6258-405f-8445-a67b8b488799 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Aug 21 09:43:32.751394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de066438-56b6-45fc-92b1-c559b561a9f8 req-37091a34-6a96-4b55-b2ac-35f189267ab0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:32.752898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de066438-56b6-45fc-92b1-c559b561a9f8 req-37091a34-6a96-4b55-b2ac-35f189267ab0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0483904 Aug 21 09:43:32.790818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de066438-56b6-45fc-92b1-c559b561a9f8 req-b382cf25-9453-49eb-a0b3-5814d56b58be tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Aug 21 09:43:33.903691 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b38f-e45c-4754-90a6-c10fe1e03c4e req-ba48b789-6ac6-4d85-81f1-14a5c858fa01 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:33.905082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7b6b38f-e45c-4754-90a6-c10fe1e03c4e req-ba48b789-6ac6-4d85-81f1-14a5c858fa01 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 944 time: 0.0487368 Aug 21 09:43:33.942094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7b6b38f-e45c-4754-90a6-c10fe1e03c4e req-6d18fa2f-6eb1-441c-b2a1-7519b15ce53c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310807 Aug 21 09:43:33.946280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1d553695-8a94-448d-ac91-c32432142b9b details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:43:34.044068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1d553695-8a94-448d-ac91-c32432142b9b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1d553695-8a94-448d-ac91-c32432142b9b,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:43:34.054100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '1d553695-8a94-448d-ac91-c32432142b9b', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'port_id': '1d553695-8a94-448d-ac91-c32432142b9b', 'mac_address': 'fa:16:3e:06:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:43:34.091103 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:34.103828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d553695-8a94-448d-ac91-c32432142b9b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:43:34.123161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1d553695-8a94-448d-ac91-c32432142b9b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1d553695-8a94-448d-ac91-c32432142b9b,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:43:34.201145 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:34.249283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=1d553695-8a94-448d-ac91-c32432142b9b,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:43:34.448947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['1d553695-8a94-448d-ac91-c32432142b9b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:43:35.124364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7563d-0f75-4549-95f9-5110e673cd43 req-b8fc8e94-2e40-44f7-b3ec-e943ce3724f4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:35.125836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46c7563d-0f75-4549-95f9-5110e673cd43 req-b8fc8e94-2e40-44f7-b3ec-e943ce3724f4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 945 time: 0.1110091 Aug 21 09:43:35.166677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46c7563d-0f75-4549-95f9-5110e673cd43 req-7ee57e5c-51c6-4a2d-b098-dc2df27c46bd tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347450 Aug 21 09:43:35.957165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1d553695-8a94-448d-ac91-c32432142b9b up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:43:36.064013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 1d553695-8a94-448d-ac91-c32432142b9b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:43:36.067920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 1d553695-8a94-448d-ac91-c32432142b9b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:43:36.068293 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:36.152079 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:36.173773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157bcaae-538e-43d7-9927-78aae30d05c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d553695-8a94-448d-ac91-c32432142b9b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:43:36.176053 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f194bb98-aeab-4263-9544-786a34892759" -d '{"events": [{"server_uuid": "157bcaae-538e-43d7-9927-78aae30d05c4", "name": "network-vif-plugged", "status": "completed", "tag": "1d553695-8a94-448d-ac91-c32432142b9b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:43:36.190602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 1d553695-8a94-448d-ac91-c32432142b9b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1d553695-8a94-448d-ac91-c32432142b9b,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:43:36.213616 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2ee387-0d83-4e48-934a-77512a3adfc5 x-openstack-request-id: req-ff2ee387-0d83-4e48-934a-77512a3adfc5 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:43:36.214329 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157bcaae-538e-43d7-9927-78aae30d05c4", "name": "network-vif-plugged", "status": "completed", "tag": "1d553695-8a94-448d-ac91-c32432142b9b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:43:36.214790 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff2ee387-0d83-4e48-934a-77512a3adfc5 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:43:36.215187 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157bcaae-538e-43d7-9927-78aae30d05c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d553695-8a94-448d-ac91-c32432142b9b', 'code': 200} Aug 21 09:43:36.255884 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:36.305923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=1d553695-8a94-448d-ac91-c32432142b9b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:43:36.315038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107febb-98e7-4973-8112-f704dbe6435b req-23250e48-0bf6-422c-abf4-ec8bc7f409f9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:36.316564 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8107febb-98e7-4973-8112-f704dbe6435b req-23250e48-0bf6-422c-abf4-ec8bc7f409f9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 945 time: 0.0814800 Aug 21 09:43:36.322697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c84bd-0418-4784-8b30-dc8508b2a1f9 req-0d0b5b3b-c971-4755-a6a2-0789f627d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:36.324706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f02c84bd-0418-4784-8b30-dc8508b2a1f9 req-0d0b5b3b-c971-4755-a6a2-0789f627d47a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 1098 time: 0.0560939 Aug 21 09:43:36.376578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8107febb-98e7-4973-8112-f704dbe6435b req-385a840d-94d5-423b-9888-b3d166e766a3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509477 Aug 21 09:43:36.380582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f02c84bd-0418-4784-8b30-dc8508b2a1f9 req-ce5a61c2-4b78-440a-a9d3-16a9f0d00fd9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492048 Aug 21 09:43:36.900846 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bad51825-1353-42cc-94b3-825aa123eced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:37.498459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c2de8-e453-4a05-9423-b58c4fb42da7 req-4e42446f-1767-451e-b46c-b70f94ca148c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:37.500020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-933c2de8-e453-4a05-9423-b58c4fb42da7 req-4e42446f-1767-451e-b46c-b70f94ca148c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 946 time: 0.0527012 Aug 21 09:43:37.538996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-933c2de8-e453-4a05-9423-b58c4fb42da7 req-b101ffac-1ffa-4184-94a3-33981e07cbe1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Aug 21 09:43:38.652641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e08a6-b19c-4458-8402-d9de416e7480 req-837dce71-1f57-4b3b-874c-07ca61c594e1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:38.654317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef9e08a6-b19c-4458-8402-d9de416e7480 req-837dce71-1f57-4b3b-874c-07ca61c594e1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 946 time: 0.0503078 Aug 21 09:43:38.692757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ef9e08a6-b19c-4458-8402-d9de416e7480 req-399e83c4-66e2-457f-a291-cc4219a63b6f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324621 Aug 21 09:43:38.805817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-af4e1709-884e-4c90-991a-0bddcf072d1d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0717518 Aug 21 09:43:38.822734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92dd48-6393-4f93-a0d4-23bdbb9afca1 req-89435774-fdea-4d85-8b00-39b9afe0b2fa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:38.824182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd92dd48-6393-4f93-a0d4-23bdbb9afca1 req-89435774-fdea-4d85-8b00-39b9afe0b2fa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 946 time: 0.0629027 Aug 21 09:43:38.887861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd92dd48-6393-4f93-a0d4-23bdbb9afca1 req-f24f3e94-688c-4464-801b-be01b5874fb2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575416 Aug 21 09:43:38.896873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-02752a66-47ee-4ed1-b6fe-a3b7a5017dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:38.898316 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-02752a66-47ee-4ed1-b6fe-a3b7a5017dda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 1098 time: 0.0523784 Aug 21 09:43:39.004745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-edc6af8f-0411-4d52-841b-401669a8e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:39.006211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-edc6af8f-0411-4d52-841b-401669a8e79c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0878212 Aug 21 09:43:39.048557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-82503242-987f-40ff-a01d-7c755208472d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d553695-8a94-448d-ac91-c32432142b9b HTTP/1.1" status: 200 len: 217 time: 0.0356309 Aug 21 09:43:39.097416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-5850bb7c-4fbb-44e8-93c5-5afccd9b6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:39.098740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-5850bb7c-4fbb-44e8-93c5-5afccd9b6274 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0436301 Aug 21 09:43:39.144672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-5690b017-10d1-495f-a66c-68c541ec88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:39.146170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-5690b017-10d1-495f-a66c-68c541ec88a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402582 Aug 21 09:43:39.241111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-88896fc7-3ec9-4481-9f2c-f73ce8cdc648 service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878959 Aug 21 09:43:39.331206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb9fd857-6bde-469e-95f2-892b10a6efc0 req-2d613b08-d006-4bd4-a31a-f7e41f6329b9 service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831103 Aug 21 09:43:39.397334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08b39b-4878-44b6-9412-a6c5d9c6b54b req-462c7913-83cb-46d6-8948-9416e23cde5a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:39.398721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e08b39b-4878-44b6-9412-a6c5d9c6b54b req-462c7913-83cb-46d6-8948-9416e23cde5a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 946 time: 0.0532515 Aug 21 09:43:39.436339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e08b39b-4878-44b6-9412-a6c5d9c6b54b req-b8f2eaa8-acbe-46eb-8523-382c13d4c919 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308652 Aug 21 09:43:39.500545 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-26fa0cd7-537e-47ca-b455-6d9c99038946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:39.806734 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:40.553541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90608-abf9-4b0e-8114-67d66f33bdbe req-b7cb0953-9e09-4071-8843-2ed7246f78c6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:40.555002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59e90608-abf9-4b0e-8114-67d66f33bdbe req-b7cb0953-9e09-4071-8843-2ed7246f78c6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 946 time: 0.0484509 Aug 21 09:43:40.592131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59e90608-abf9-4b0e-8114-67d66f33bdbe req-cca4418a-4e34-4ae8-966f-2df07cb5bfb8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310495 Aug 21 09:43:40.825890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8b11d-3b81-42f2-852e-8655e27904d8 req-3fb0c0db-2b5c-4969-a24b-ea9e3b252489 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:40.827249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98a8b11d-3b81-42f2-852e-8655e27904d8 req-3fb0c0db-2b5c-4969-a24b-ea9e3b252489 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.13 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 946 time: 0.0480633 Aug 21 09:43:40.921294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-98a8b11d-3b81-42f2-852e-8655e27904d8 req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Deleting port 1d553695-8a94-448d-ac91-c32432142b9b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:43:40.921631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-98a8b11d-3b81-42f2-852e-8655e27904d8 req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:41.006649 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:41.008184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-98a8b11d-3b81-42f2-852e-8655e27904d8 req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] For port 1d553695-8a94-448d-ac91-c32432142b9b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=1d553695-8a94-448d-ac91-c32432142b9b,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:43:41.008313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-98a8b11d-3b81-42f2-852e-8655e27904d8 req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:41.020596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-98a8b11d-3b81-42f2-852e-8655e27904d8 req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Calling delete_port for 1d553695-8a94-448d-ac91-c32432142b9b owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:43:41.247023 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-98a8b11d-3b81-42f2-852e-8655e27904d8 req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:41.259828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['a86e0af6-f717-43fe-bec4-a100f4206d63'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:43:41.262685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['1d553695-8a94-448d-ac91-c32432142b9b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:43:41.276389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event deleted for resources: {'Port': ['ID=1d553695-8a94-448d-ac91-c32432142b9b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.307187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:43:41.335956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a8b11d-3b81-42f2-852e-8655e27904d8 req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] No DVR routers for this DVR port 1d553695-8a94-448d-ac91-c32432142b9b on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:43:41.338874 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-98a8b11d-3b81-42f2-852e-8655e27904d8 req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:41.340924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98a8b11d-3b81-42f2-852e-8655e27904d8 req-ef98e1e1-a480-40ae-b1e3-bd45bac107ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.13 "DELETE /v2.0/ports/1d553695-8a94-448d-ac91-c32432142b9b HTTP/1.1" status: 204 len: 173 time: 0.5077751 Aug 21 09:43:41.341364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157bcaae-538e-43d7-9927-78aae30d05c4', 'name': 'network-vif-deleted', 'tag': '1d553695-8a94-448d-ac91-c32432142b9b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:43:41.343663 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa38363-b83a-4b7d-9844-0c12364dc783" -d '{"events": [{"server_uuid": "157bcaae-538e-43d7-9927-78aae30d05c4", "name": "network-vif-deleted", "tag": "1d553695-8a94-448d-ac91-c32432142b9b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:43:41.381751 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfcfcc8-e557-464e-beb4-c6dd103df8a5 x-openstack-request-id: req-1bfcfcc8-e557-464e-beb4-c6dd103df8a5 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:43:41.382117 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157bcaae-538e-43d7-9927-78aae30d05c4", "name": "network-vif-deleted", "tag": "1d553695-8a94-448d-ac91-c32432142b9b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:43:41.382280 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bfcfcc8-e557-464e-beb4-c6dd103df8a5 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:43:41.382915 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157bcaae-538e-43d7-9927-78aae30d05c4', 'name': 'network-vif-deleted', 'tag': '1d553695-8a94-448d-ac91-c32432142b9b', 'status': 'completed', 'code': 200} Aug 21 09:43:41.688461 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-454a6f2a-d056-4090-8866-12b82d1a40a7 req-4d1fe6ff-2192-4366-9912-22058a85ad93 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 210 time: 0.0274253 Aug 21 09:43:42.475311 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:42.784557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2fe3a4ef-ceab-4685-871f-28ab729ce179 req-1eb4d400-8433-4f1f-bd76-e6d69f31a895 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 210 time: 0.0278935 Aug 21 09:43:43.878613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf92d67c-d715-4763-b039-68c465fe5389 req-f2fbce86-75ed-4330-9000-bf8a8804ae78 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 210 time: 0.0259433 Aug 21 09:43:44.026892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1d553695-8a94-448d-ac91-c32432142b9b no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:43:44.047432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 1d553695-8a94-448d-ac91-c32432142b9b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:43:44.047810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 1d553695-8a94-448d-ac91-c32432142b9b not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:43:44.972706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4821f75-62ba-42d9-a351-2fd018da832e req-79109310-96f7-4f74-a2d7-f387206ea36f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=157bcaae-538e-43d7-9927-78aae30d05c4 HTTP/1.1" status: 200 len: 210 time: 0.0258865 Aug 21 09:43:45.176995 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:43:45.638306 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:45.684247 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:50.777874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf8c70-0328-4a0a-bb6e-dba260e67637 req-82e8ef79-411b-4494-accc-1f3f5f4a5f4a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:50.779348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0abf8c70-0328-4a0a-bb6e-dba260e67637 req-82e8ef79-411b-4494-accc-1f3f5f4a5f4a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 946 time: 0.0518410 Aug 21 09:43:50.816431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0abf8c70-0328-4a0a-bb6e-dba260e67637 req-1c9f0580-edd0-4e2e-b98e-47fca5b0310d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Aug 21 09:43:51.933884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e4d56-471a-4af9-9443-88e8cc3710d5 req-2d52cb26-100c-4f06-bc2e-bc3cbc2d24c1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:51.935536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-229e4d56-471a-4af9-9443-88e8cc3710d5 req-2d52cb26-100c-4f06-bc2e-bc3cbc2d24c1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 946 time: 0.0496449 Aug 21 09:43:51.976182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-229e4d56-471a-4af9-9443-88e8cc3710d5 req-521f2257-7df4-4089-aabb-16764ca879dd tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=715d1871-a2be-48aa-b744-434d4795126f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342808 Aug 21 09:43:52.275389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e9a64-5c59-4c04-afe2-808a125427c5 req-b70ea216-aca4-4aa8-8dab-ba5ef2037e8b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:43:52.276794 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b2e9a64-5c59-4c04-afe2-808a125427c5 req-b70ea216-aca4-4aa8-8dab-ba5ef2037e8b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 946 time: 0.0481107 Aug 21 09:43:52.370325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6b2e9a64-5c59-4c04-afe2-808a125427c5 req-22baa003-d23c-479e-81b6-7ace29274db6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Deleting port a86e0af6-f717-43fe-bec4-a100f4206d63 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:43:52.370669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6b2e9a64-5c59-4c04-afe2-808a125427c5 req-22baa003-d23c-479e-81b6-7ace29274db6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:52.456451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6b2e9a64-5c59-4c04-afe2-808a125427c5 req-22baa003-d23c-479e-81b6-7ace29274db6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] For port a86e0af6-f717-43fe-bec4-a100f4206d63, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a86e0af6-f717-43fe-bec4-a100f4206d63,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:43:52.456823 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6b2e9a64-5c59-4c04-afe2-808a125427c5 req-22baa003-d23c-479e-81b6-7ace29274db6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:52.469112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6b2e9a64-5c59-4c04-afe2-808a125427c5 req-22baa003-d23c-479e-81b6-7ace29274db6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Calling delete_port for a86e0af6-f717-43fe-bec4-a100f4206d63 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:43:52.643881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6b2e9a64-5c59-4c04-afe2-808a125427c5 req-22baa003-d23c-479e-81b6-7ace29274db6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:52.657750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['a86e0af6-f717-43fe-bec4-a100f4206d63'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:43:52.675210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22baa003-d23c-479e-81b6-7ace29274db6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event deleted for resources: {'Port': ['ID=a86e0af6-f717-43fe-bec4-a100f4206d63,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:43:52.720074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2e9a64-5c59-4c04-afe2-808a125427c5 req-22baa003-d23c-479e-81b6-7ace29274db6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] No DVR routers for this DVR port a86e0af6-f717-43fe-bec4-a100f4206d63 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:43:52.722707 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6b2e9a64-5c59-4c04-afe2-808a125427c5 req-22baa003-d23c-479e-81b6-7ace29274db6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:43:52.724766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b2e9a64-5c59-4c04-afe2-808a125427c5 req-22baa003-d23c-479e-81b6-7ace29274db6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "DELETE /v2.0/ports/a86e0af6-f717-43fe-bec4-a100f4206d63 HTTP/1.1" status: 204 len: 173 time: 0.4413145 Aug 21 09:43:52.725146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54db1f07-7cdc-48ad-9d4c-d9cd89627203', 'name': 'network-vif-deleted', 'tag': 'a86e0af6-f717-43fe-bec4-a100f4206d63'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:43:52.727359 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437af6e4-8286-425d-9321-ca3e2fbc00d1" -d '{"events": [{"server_uuid": "54db1f07-7cdc-48ad-9d4c-d9cd89627203", "name": "network-vif-deleted", "tag": "a86e0af6-f717-43fe-bec4-a100f4206d63"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:43:52.762324 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d871a270-5ce0-45ef-a621-e9b30a53e044 x-openstack-request-id: req-d871a270-5ce0-45ef-a621-e9b30a53e044 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:43:52.762631 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54db1f07-7cdc-48ad-9d4c-d9cd89627203", "name": "network-vif-deleted", "tag": "a86e0af6-f717-43fe-bec4-a100f4206d63", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:43:52.762881 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d871a270-5ce0-45ef-a621-e9b30a53e044 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:43:52.763279 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54db1f07-7cdc-48ad-9d4c-d9cd89627203', 'name': 'network-vif-deleted', 'tag': 'a86e0af6-f717-43fe-bec4-a100f4206d63', 'status': 'completed', 'code': 200} Aug 21 09:43:53.078137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51f032fb-400d-4df9-b2dc-85a2a9e13865 req-eed888f2-ee25-4533-aa6b-729530b89acd tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 210 time: 0.0282230 Aug 21 09:43:54.173475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-12bbb41a-62b8-493d-9483-60fc205b1135 req-2f4140ae-e400-41ec-8d25-96d68f5212b9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 210 time: 0.0274596 Aug 21 09:43:55.264596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a4590d4-b1ea-4c0f-8328-0293c1366bb4 req-72e7a5c3-b1cc-457b-9336-df654ef7f0fb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 210 time: 0.0267606 Aug 21 09:43:56.356613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9cd2e51b-4dc7-48d7-9ab3-30a7d0f03e52 req-365b17db-400f-458e-bc1e-6a96c643c399 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=54db1f07-7cdc-48ad-9d4c-d9cd89627203 HTTP/1.1" status: 200 len: 210 time: 0.0254529 Aug 21 09:43:57.251536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a86e0af6-f717-43fe-bec4-a100f4206d63 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:43:57.272076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: a86e0af6-f717-43fe-bec4-a100f4206d63 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:43:57.272422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a86e0af6-f717-43fe-bec4-a100f4206d63 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:44:00.961957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58108) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:44:00.966608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0d1ca8cb-c991-4249-a042-a61957969686 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590607448', 'description': 'tempest-secgroup-smoke-590607448 description', 'project_id': '053ee6c388ea42d3a0146e3106269859'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:44:01.048881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0d1ca8cb-c991-4249-a042-a61957969686 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.128415 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0d1ca8cb-c991-4249-a042-a61957969686 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.194223 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0d1ca8cb-c991-4249-a042-a61957969686 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.225015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ca8cb-c991-4249-a042-a61957969686 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949fc1a4-c372-4f6a-bcbd-c2b84811c05b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:01.280362 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0d1ca8cb-c991-4249-a042-a61957969686 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.281643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0d1ca8cb-c991-4249-a042-a61957969686 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3186617 Aug 21 09:44:01.284590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58110) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:44:01.289126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e398d3d9-bf3a-4cd5-82c0-b5741f631ba6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'security_group_rule': {'security_group_id': '949fc1a4-c372-4f6a-bcbd-c2b84811c05b', 'project_id': '053ee6c388ea42d3a0146e3106269859', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:44:01.378985 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e398d3d9-bf3a-4cd5-82c0-b5741f631ba6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.434615 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e398d3d9-bf3a-4cd5-82c0-b5741f631ba6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.505872 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e398d3d9-bf3a-4cd5-82c0-b5741f631ba6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.523393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398d3d9-bf3a-4cd5-82c0-b5741f631ba6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40297d6d-1b6f-4bf9-9f68-01ad227518af,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:01.597572 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e398d3d9-bf3a-4cd5-82c0-b5741f631ba6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.598828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e398d3d9-bf3a-4cd5-82c0-b5741f631ba6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3133192 Aug 21 09:44:01.601620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58112) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:44:01.606864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f08fea6a-26da-49cc-b723-e07d2e6094d2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'security_group_rule': {'security_group_id': '949fc1a4-c372-4f6a-bcbd-c2b84811c05b', 'project_id': '053ee6c388ea42d3a0146e3106269859', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:44:01.717003 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f08fea6a-26da-49cc-b723-e07d2e6094d2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.771031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f08fea6a-26da-49cc-b723-e07d2e6094d2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.848730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f08fea6a-26da-49cc-b723-e07d2e6094d2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.866245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fea6a-26da-49cc-b723-e07d2e6094d2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a54f86-445a-4fe9-a1e1-ad66f4342e7e,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:01.934732 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f08fea6a-26da-49cc-b723-e07d2e6094d2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:01.936004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f08fea6a-26da-49cc-b723-e07d2e6094d2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334322 Aug 21 09:44:01.938623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58114) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:44:01.943134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4d24401b-d461-4a18-85b0-f4cffaed1ea8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'security_group_rule': {'security_group_id': '949fc1a4-c372-4f6a-bcbd-c2b84811c05b', 'project_id': '053ee6c388ea42d3a0146e3106269859', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:44:02.036645 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d24401b-d461-4a18-85b0-f4cffaed1ea8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.092538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d24401b-d461-4a18-85b0-f4cffaed1ea8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.168819 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d24401b-d461-4a18-85b0-f4cffaed1ea8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.188505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24401b-d461-4a18-85b0-f4cffaed1ea8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc55649-6246-4152-8e4b-81d3edfa111d,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:02.263522 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d24401b-d461-4a18-85b0-f4cffaed1ea8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.264807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4d24401b-d461-4a18-85b0-f4cffaed1ea8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3252642 Aug 21 09:44:02.267818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58116) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:44:02.272653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f0e7adc0-b704-46c8-b796-5269c3ff7ac5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'security_group_rule': {'security_group_id': '949fc1a4-c372-4f6a-bcbd-c2b84811c05b', 'project_id': '053ee6c388ea42d3a0146e3106269859', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:44:02.376940 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f0e7adc0-b704-46c8-b796-5269c3ff7ac5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.435152 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f0e7adc0-b704-46c8-b796-5269c3ff7ac5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.499998 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f0e7adc0-b704-46c8-b796-5269c3ff7ac5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.517575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7adc0-b704-46c8-b796-5269c3ff7ac5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58b2c30-6463-4fb3-928b-7be6b72d4c2c,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:02.577403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f0e7adc0-b704-46c8-b796-5269c3ff7ac5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.578670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f0e7adc0-b704-46c8-b796-5269c3ff7ac5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097501 Aug 21 09:44:02.581557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58118) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:44:02.586061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-40ae3146-0c9b-4aba-a8ec-bd873daa67d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'security_group_rule': {'security_group_id': '949fc1a4-c372-4f6a-bcbd-c2b84811c05b', 'project_id': '053ee6c388ea42d3a0146e3106269859', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:44:02.671735 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-40ae3146-0c9b-4aba-a8ec-bd873daa67d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Project 053ee6c388ea42d3a0146e3106269859 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:44:02.676609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40ae3146-0c9b-4aba-a8ec-bd873daa67d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.733837 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40ae3146-0c9b-4aba-a8ec-bd873daa67d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.800210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40ae3146-0c9b-4aba-a8ec-bd873daa67d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.821193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae3146-0c9b-4aba-a8ec-bd873daa67d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9b1213-1a8a-471a-af4c-cb0805f9195d,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:02.897822 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-40ae3146-0c9b-4aba-a8ec-bd873daa67d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:02.899072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-40ae3146-0c9b-4aba-a8ec-bd873daa67d6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3165941 Aug 21 09:44:02.902223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58120) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:44:02.906632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ab85b967-d31b-4b15-961c-019e90b88cff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'security_group_rule': {'security_group_id': '949fc1a4-c372-4f6a-bcbd-c2b84811c05b', 'project_id': '053ee6c388ea42d3a0146e3106269859', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:44:03.003444 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-ab85b967-d31b-4b15-961c-019e90b88cff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Project 053ee6c388ea42d3a0146e3106269859 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 09:44:03.008781 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab85b967-d31b-4b15-961c-019e90b88cff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:03.067838 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab85b967-d31b-4b15-961c-019e90b88cff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:03.140341 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab85b967-d31b-4b15-961c-019e90b88cff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:03.161066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85b967-d31b-4b15-961c-019e90b88cff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472074d3-6b76-46d6-9781-6d22fd1efb57,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:03.238020 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab85b967-d31b-4b15-961c-019e90b88cff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:03.239302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ab85b967-d31b-4b15-961c-019e90b88cff tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3361347 Aug 21 09:44:06.926227 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2048b4d8-12f7-4e49-b5aa-5bf61eca31fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:09.545952 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-97939c54-7778-478a-9f55-f1126ff29ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:09.774605 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:11.037486 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:12.655000 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:15.669113 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:15.677253 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:22.176210 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:44:26.257217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-9684f1c9-afc7-449a-82ce-5acb27126c0e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590607448&fields=id&tenant_id=053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 267 time: 0.0323813 Aug 21 09:44:26.359845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-ec97a5b7-e505-40dd-a81a-d26cc6f5fe11 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:26.361302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-ec97a5b7-e505-40dd-a81a-d26cc6f5fe11 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.0969985 Aug 21 09:44:26.376284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-d3d62f46-8f1f-4d20-aab9-73a1f7940bd8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/quotas/053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 375 time: 0.0093679 Aug 21 09:44:26.425634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-c75e8dce-dd90-4f94-8ffc-959fc2281fed tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442665 Aug 21 09:44:26.571121 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-b55c7c91-8048-405d-8cee-ce1f54b59216 service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337519 Aug 21 09:44:26.658084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-daa91c4f-4433-4477-9d24-04f82e548d0a service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809298 Aug 21 09:44:27.206742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-483aa757-a4c6-4fcd-8b11-1db758494109 req-22be5573-1dfe-4c70-81ce-ee11d56d3ff4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 210 time: 0.0314586 Aug 21 09:44:28.298967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bcb7334-d45c-439d-af83-2f3133c89824 req-d4358bb2-b1e1-4766-8264-5f7c547a8992 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 210 time: 0.0269051 Aug 21 09:44:28.970471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-129ff0b8-d759-49bd-a722-efb4efd4abb1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:28.971940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-129ff0b8-d759-49bd-a722-efb4efd4abb1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.0994341 Aug 21 09:44:29.015078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-4c5c9bac-b1e5-4fc9-a7cd-089661c88853 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 379 time: 0.0340419 Aug 21 09:44:29.023723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'port': {'device_id': '32b48126-155a-4d21-909b-ce22a1c317f5', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'admin_state_up': True, 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'security_groups': ['949fc1a4-c372-4f6a-bcbd-c2b84811c05b']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:44:29.205045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Made reservation on behalf of 053ee6c388ea42d3a0146e3106269859 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:44:29.209544 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:29.343682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Allocated IP 172.20.0.12 (bc828ebd-0b8d-434d-9960-b2a7bc2fe295/9caf4f79-d7ba-4136-887f-05670fbd954d/407fc5af-2805-4001-bacc-bdf25e5758d5) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:44:29.403982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6475749-c230-4cca-8279-41d810647f48 req-26588892-f4bd-4f63-849d-8427a36a3246 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 210 time: 0.0364583 Aug 21 09:44:29.501671 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:29.515581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Transition to ACTIVE for port object 407fc5af-2805-4001-bacc-bdf25e5758d5 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:44:29.632485 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:29.682429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:44:29.685557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:44:29.690183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:44:29.716249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=407fc5af-2805-4001-bacc-bdf25e5758d5,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:29.745639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:29.746288 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:29.811961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-74dc934b-ab9b-4a3c-9551-d2cf625ba541 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7917972 Aug 21 09:44:29.879007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Request body: {'port': {'device_id': '32b48126-155a-4d21-909b-ce22a1c317f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:44:29.939340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:29.993945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6af6548e-40ef-4bba-bd5b-3245e1d5ebbf None None] Provisioning for port 407fc5af-2805-4001-bacc-bdf25e5758d5 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:44:29.998113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6af6548e-40ef-4bba-bd5b-3245e1d5ebbf None None] Provisioning complete for port 407fc5af-2805-4001-bacc-bdf25e5758d5 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:44:29.998675 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6af6548e-40ef-4bba-bd5b-3245e1d5ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:30.036705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6af6548e-40ef-4bba-bd5b-3245e1d5ebbf None None] Port 407fc5af-2805-4001-bacc-bdf25e5758d5 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:44:30.197250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407fc5af-2805-4001-bacc-bdf25e5758d5 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:44:30.205418 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:30.217163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Transition to ACTIVE for port object 407fc5af-2805-4001-bacc-bdf25e5758d5 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:44:30.297075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:30.397323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Pushing event updated for resources: {'Port': ['ID=407fc5af-2805-4001-bacc-bdf25e5758d5,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:30.429516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Attempting to bind port 407fc5af-2805-4001-bacc-bdf25e5758d5 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:44:30.429810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Attempting to bind port 407fc5af-2805-4001-bacc-bdf25e5758d5 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:44:30.430147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Attempting to bind port 407fc5af-2805-4001-bacc-bdf25e5758d5 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:44:30.434917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Port 407fc5af-2805-4001-bacc-bdf25e5758d5 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:44:30.435811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Attempting to bind port 407fc5af-2805-4001-bacc-bdf25e5758d5 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:44:30.440867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:44:30.441212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Checking segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:44:30.441717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Bound using segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:44:30.442031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Bound port: 407fc5af-2805-4001-bacc-bdf25e5758d5, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:44:30.442395 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:30.550039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] For port 407fc5af-2805-4001-bacc-bdf25e5758d5, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:44:30.554725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] For port 407fc5af-2805-4001-bacc-bdf25e5758d5, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=407fc5af-2805-4001-bacc-bdf25e5758d5,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:44:30.568100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4e186-2784-4269-a16f-dc0d23923606 req-2e5eccd9-f4d5-4a64-8757-901e3ebd8570 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:30.568100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78c4e186-2784-4269-a16f-dc0d23923606 req-2e5eccd9-f4d5-4a64-8757-901e3ebd8570 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 944 time: 0.0835385 Aug 21 09:44:30.604025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78c4e186-2784-4269-a16f-dc0d23923606 req-54b04375-ce49-4de8-8d07-15fcbb3502f1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322413 Aug 21 09:44:30.626510 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:30.662741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:30.663374 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:30.664874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] 10.222.0.22 "PUT /v2.0/ports/407fc5af-2805-4001-bacc-bdf25e5758d5 HTTP/1.1" status: 200 len: 1093 time: 0.8451235 Aug 21 09:44:30.665314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b48126-155a-4d21-909b-ce22a1c317f5', 'tag': '407fc5af-2805-4001-bacc-bdf25e5758d5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:44:30.667514 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48c5c22-102e-45de-ab80-f4e223483d29" -d '{"events": [{"name": "network-changed", "server_uuid": "32b48126-155a-4d21-909b-ce22a1c317f5", "tag": "407fc5af-2805-4001-bacc-bdf25e5758d5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:44:30.689525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfc136-7bf4-4658-a1a3-dfc1d45d5182 service neutron] Pushing event updated for resources: {'Port': ['ID=407fc5af-2805-4001-bacc-bdf25e5758d5,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:30.786138 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da95ee1-b78b-4ec4-a177-5f0cc77d20d5 x-openstack-request-id: req-2da95ee1-b78b-4ec4-a177-5f0cc77d20d5 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:44:30.786426 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b48126-155a-4d21-909b-ce22a1c317f5", "tag": "407fc5af-2805-4001-bacc-bdf25e5758d5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:44:30.786696 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2da95ee1-b78b-4ec4-a177-5f0cc77d20d5 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:44:30.787108 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b48126-155a-4d21-909b-ce22a1c317f5', 'tag': '407fc5af-2805-4001-bacc-bdf25e5758d5', 'status': 'completed', 'code': 200} Aug 21 09:44:30.838742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-c06c566e-dd38-4cbe-8018-13e86a8e000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:30.840355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-c06c566e-dd38-4cbe-8018-13e86a8e000c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 1096 time: 0.0461588 Aug 21 09:44:30.885480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-e656a6a5-af07-465f-ad33-1d615d6bdb8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=407fc5af-2805-4001-bacc-bdf25e5758d5 HTTP/1.1" status: 200 len: 217 time: 0.0365381 Aug 21 09:44:30.936764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-3cfce196-a4d6-4929-96c7-d2d9b9e6d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:30.938087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-3cfce196-a4d6-4929-96c7-d2d9b9e6d721 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0453544 Aug 21 09:44:30.988998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-ad8fe3fc-841c-4c43-a591-bebe75362548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:30.990565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-ad8fe3fc-841c-4c43-a591-bebe75362548 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455389 Aug 21 09:44:31.079020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-7c141545-5b21-4da7-9a33-1a3aef0304d6 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812852 Aug 21 09:44:31.172062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f461a00-34ca-4357-ac5c-ea5101ab02b4 req-40d97e3f-9729-40c9-a6a1-a114450cfe8e service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863614 Aug 21 09:44:31.325934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c5c22-102e-45de-ab80-f4e223483d29 req-5e0a1f84-1799-486c-80ee-2bbcdc75904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:31.327339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f48c5c22-102e-45de-ab80-f4e223483d29 req-5e0a1f84-1799-486c-80ee-2bbcdc75904e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 1096 time: 0.0443916 Aug 21 09:44:31.416229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c5c22-102e-45de-ab80-f4e223483d29 req-869ca1ab-e68f-445f-9398-273aeabcec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:31.417710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f48c5c22-102e-45de-ab80-f4e223483d29 req-869ca1ab-e68f-445f-9398-273aeabcec93 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0838718 Aug 21 09:44:31.464598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f48c5c22-102e-45de-ab80-f4e223483d29 req-15b8e2fb-2a23-4d00-82ba-28e023d4fe3f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=407fc5af-2805-4001-bacc-bdf25e5758d5 HTTP/1.1" status: 200 len: 217 time: 0.0369668 Aug 21 09:44:31.515256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c5c22-102e-45de-ab80-f4e223483d29 req-efe30331-f4d9-4b95-a25c-2ba5b7c050f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:31.516815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f48c5c22-102e-45de-ab80-f4e223483d29 req-efe30331-f4d9-4b95-a25c-2ba5b7c050f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0444310 Aug 21 09:44:31.563758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c5c22-102e-45de-ab80-f4e223483d29 req-e7b98d09-f1bb-4be6-83f3-113416b71198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:31.565269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f48c5c22-102e-45de-ab80-f4e223483d29 req-e7b98d09-f1bb-4be6-83f3-113416b71198 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411844 Aug 21 09:44:31.663153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f48c5c22-102e-45de-ab80-f4e223483d29 req-563a7be1-788b-41af-9985-b8422acffefe service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905495 Aug 21 09:44:31.785240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd3cba-5d16-4359-8190-6161913cdef3 req-6c7c3354-3305-4ba7-b82e-849d07354aae tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:31.786771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0bd3cba-5d16-4359-8190-6161913cdef3 req-6c7c3354-3305-4ba7-b82e-849d07354aae tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 944 time: 0.1098225 Aug 21 09:44:31.803474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f48c5c22-102e-45de-ab80-f4e223483d29 req-6f17f12e-ee71-4731-89d5-0f6c68e6913d service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338828 Aug 21 09:44:31.829691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0bd3cba-5d16-4359-8190-6161913cdef3 req-f70f670b-ccd2-4d11-ae3e-78ad1b4ef245 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355065 Aug 21 09:44:32.949150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad9033-c726-4c98-8c41-4fde4ab93546 req-5109fae3-8f2d-414f-8877-3e25caa88103 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:32.950702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0ad9033-c726-4c98-8c41-4fde4ab93546 req-5109fae3-8f2d-414f-8877-3e25caa88103 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 944 time: 0.0510333 Aug 21 09:44:32.993550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0ad9033-c726-4c98-8c41-4fde4ab93546 req-5caf6b69-0ad7-4f3c-a48c-8f9c85151b38 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356524 Aug 21 09:44:34.105827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8486b-0168-4a6c-bb8c-a257610b2379 req-5f0c2395-bebe-497a-bb03-3cab475da0d9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:34.107275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ae8486b-0168-4a6c-bb8c-a257610b2379 req-5f0c2395-bebe-497a-bb03-3cab475da0d9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 944 time: 0.0478399 Aug 21 09:44:34.145655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ae8486b-0168-4a6c-bb8c-a257610b2379 req-93997f50-10a4-47b6-900f-a1b74de776c0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324955 Aug 21 09:44:35.263420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57667aaf-1c7a-4b97-b207-a5d4124b155f req-d72b758a-c2af-4681-bb34-2971ffa2a12f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:35.264801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-57667aaf-1c7a-4b97-b207-a5d4124b155f req-d72b758a-c2af-4681-bb34-2971ffa2a12f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 944 time: 0.0521507 Aug 21 09:44:35.301869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-57667aaf-1c7a-4b97-b207-a5d4124b155f req-3a8035a4-584e-4b5d-81d5-e8ec7ce171d8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311766 Aug 21 09:44:36.417007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce0d8e-672b-4e99-80e1-86fb929ce430 req-1acd501c-3058-473e-ba6d-4a0a91e8ccc7 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:36.418483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32ce0d8e-672b-4e99-80e1-86fb929ce430 req-1acd501c-3058-473e-ba6d-4a0a91e8ccc7 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 944 time: 0.0486310 Aug 21 09:44:36.455491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32ce0d8e-672b-4e99-80e1-86fb929ce430 req-09603ae2-5f38-4408-9a6a-fcdf30e720a2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302730 Aug 21 09:44:36.941769 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-557cac2f-e21d-461a-a290-680982530bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:37.569732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b8e4d-0a72-4afe-b1e5-6f74ab6905e4 req-e51fe743-cbbd-4a46-b764-67cfa54b89a1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:37.571225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-635b8e4d-0a72-4afe-b1e5-6f74ab6905e4 req-e51fe743-cbbd-4a46-b764-67cfa54b89a1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 944 time: 0.0506744 Aug 21 09:44:37.607455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-635b8e4d-0a72-4afe-b1e5-6f74ab6905e4 req-c2bf9ec7-28ec-4d1a-ae06-329375256d11 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302513 Aug 21 09:44:38.725186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0a5d6-b091-4459-8f52-7362c2c88e3a req-c31b9389-ff34-401f-9767-1c1fe02cc8c0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:38.726672 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2c0a5d6-b091-4459-8f52-7362c2c88e3a req-c31b9389-ff34-401f-9767-1c1fe02cc8c0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 944 time: 0.0524259 Aug 21 09:44:38.763548 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a2c0a5d6-b091-4459-8f52-7362c2c88e3a req-3898ec77-a3a9-4d31-9d42-a347b49b6178 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310316 Aug 21 09:44:39.528459 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a0567774-bf7a-4053-aa78-9df1006e24f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:39.764912 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:39.875941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35b1d7-0f67-4fc6-8f43-edb8feafd49d req-d5f43312-55ac-467a-986a-5d6019d83db4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:39.877730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c35b1d7-0f67-4fc6-8f43-edb8feafd49d req-d5f43312-55ac-467a-986a-5d6019d83db4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 944 time: 0.0492568 Aug 21 09:44:39.914940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c35b1d7-0f67-4fc6-8f43-edb8feafd49d req-1adcfe2a-214f-43bd-a2a0-db8820c48295 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311532 Aug 21 09:44:41.003064 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:41.026564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd5f8d-319e-476f-8ce3-b7379691f5a7 req-527e536f-f5a0-4462-b02f-4c8f2d6630dc tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:41.028143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ccd5f8d-319e-476f-8ce3-b7379691f5a7 req-527e536f-f5a0-4462-b02f-4c8f2d6630dc tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 944 time: 0.0491099 Aug 21 09:44:41.066153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ccd5f8d-319e-476f-8ce3-b7379691f5a7 req-a7173e34-2bc3-4d6e-8ca7-9f97d700c4f6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314891 Aug 21 09:44:41.505126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 407fc5af-2805-4001-bacc-bdf25e5758d5 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:44:41.595660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 407fc5af-2805-4001-bacc-bdf25e5758d5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=407fc5af-2805-4001-bacc-bdf25e5758d5,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:44:41.605614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '407fc5af-2805-4001-bacc-bdf25e5758d5', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'port_id': '407fc5af-2805-4001-bacc-bdf25e5758d5', 'mac_address': 'fa:16:3e:ad:05:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:44:41.644845 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:41.657495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407fc5af-2805-4001-bacc-bdf25e5758d5 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:44:41.675496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 407fc5af-2805-4001-bacc-bdf25e5758d5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=407fc5af-2805-4001-bacc-bdf25e5758d5,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:44:41.739763 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:41.785361 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=407fc5af-2805-4001-bacc-bdf25e5758d5,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:41.792532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.792871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.793209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.793540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.793867 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.794190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.794510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.794833 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.795265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.795601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.795923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.796240 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:41.976979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['407fc5af-2805-4001-bacc-bdf25e5758d5'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:44:42.182213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db916b-59aa-4ca9-8381-822db5881c24 req-999bc6b4-631a-4b98-bc7a-829aad80cdea tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:42.183732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9db916b-59aa-4ca9-8381-822db5881c24 req-999bc6b4-631a-4b98-bc7a-829aad80cdea tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 945 time: 0.0525856 Aug 21 09:44:42.222880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9db916b-59aa-4ca9-8381-822db5881c24 req-e9ac031d-fffb-4f8f-bfa5-2cb3ba0340af tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325418 Aug 21 09:44:42.496334 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:43.337177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61945a-831c-4e7e-8272-b473526f1517 req-921fb2e8-3729-4aa7-a38f-2ff5a488a0aa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:43.338641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b61945a-831c-4e7e-8272-b473526f1517 req-921fb2e8-3729-4aa7-a38f-2ff5a488a0aa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 945 time: 0.0499089 Aug 21 09:44:43.374934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b61945a-831c-4e7e-8272-b473526f1517 req-ec9afbab-b534-4963-bc2b-4a8d3c08ad4b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303032 Aug 21 09:44:43.515122 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 407fc5af-2805-4001-bacc-bdf25e5758d5 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:44:43.642389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 407fc5af-2805-4001-bacc-bdf25e5758d5 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:44:43.645978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 407fc5af-2805-4001-bacc-bdf25e5758d5 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:44:43.646350 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:43.724374 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:43.745761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b48126-155a-4d21-909b-ce22a1c317f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407fc5af-2805-4001-bacc-bdf25e5758d5'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:44:43.748049 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714f252b-9084-4f59-9421-cd73c7f6e749" -d '{"events": [{"server_uuid": "32b48126-155a-4d21-909b-ce22a1c317f5", "name": "network-vif-plugged", "status": "completed", "tag": "407fc5af-2805-4001-bacc-bdf25e5758d5"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:44:43.768529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 407fc5af-2805-4001-bacc-bdf25e5758d5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=407fc5af-2805-4001-bacc-bdf25e5758d5,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:44:43.789045 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f108a5-1150-4154-ab2a-b7b19ca1ad12 x-openstack-request-id: req-c6f108a5-1150-4154-ab2a-b7b19ca1ad12 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:44:43.789340 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b48126-155a-4d21-909b-ce22a1c317f5", "name": "network-vif-plugged", "status": "completed", "tag": "407fc5af-2805-4001-bacc-bdf25e5758d5", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:44:43.789586 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6f108a5-1150-4154-ab2a-b7b19ca1ad12 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:44:43.789974 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b48126-155a-4d21-909b-ce22a1c317f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407fc5af-2805-4001-bacc-bdf25e5758d5', 'code': 200} Aug 21 09:44:43.855936 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:43.884859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14500ddc-7b80-465d-9b29-dd58bad1d2fd req-d7eb9d9c-2a7d-4758-97fb-bc2bc6d6b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:43.889458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14500ddc-7b80-465d-9b29-dd58bad1d2fd req-d7eb9d9c-2a7d-4758-97fb-bc2bc6d6b845 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 1098 time: 0.0401058 Aug 21 09:44:43.904869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=407fc5af-2805-4001-bacc-bdf25e5758d5,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:43.921796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14500ddc-7b80-465d-9b29-dd58bad1d2fd req-cfc5574e-12dd-4c62-a1c4-a12f243a5cf3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278409 Aug 21 09:44:44.491350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06f340-335d-4377-a944-abb0d504a8f3 req-19742179-0c0f-4dc9-93d0-9357d3baba4e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:44.492830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf06f340-335d-4377-a944-abb0d504a8f3 req-19742179-0c0f-4dc9-93d0-9357d3baba4e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 946 time: 0.0514512 Aug 21 09:44:44.529921 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bf06f340-335d-4377-a944-abb0d504a8f3 req-54825996-6351-4807-9ed1-c7914c8be6ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312006 Aug 21 09:44:45.657741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00860d57-8470-4b67-a787-20bc1ebbd9c4 req-25895aab-8482-4cf2-8953-5ba0145d5ab2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:45.659244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00860d57-8470-4b67-a787-20bc1ebbd9c4 req-25895aab-8482-4cf2-8953-5ba0145d5ab2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 946 time: 0.0484369 Aug 21 09:44:45.677265 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:45.696086 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:45.697384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00860d57-8470-4b67-a787-20bc1ebbd9c4 req-d2d53f2f-27ef-468f-a3d5-5661a1556c8d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Aug 21 09:44:45.811109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1cb7d-ad01-4bfd-a158-8279290b7843 req-e5820bd8-a63f-4d53-b755-5068829cea9c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:45.812725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ea1cb7d-ad01-4bfd-a158-8279290b7843 req-e5820bd8-a63f-4d53-b755-5068829cea9c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 946 time: 0.0490010 Aug 21 09:44:45.851498 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ea1cb7d-ad01-4bfd-a158-8279290b7843 req-9a5bfa26-9b4d-4516-945b-3f18e8e4d2f7 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325947 Aug 21 09:44:45.872719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58334) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:44:45.915420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a33cc57-bff2-442e-85c4-fe6088748e16 tempest-TestVolumeBootPattern-1195665196 tempest-TestVolumeBootPattern-1195665196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:45.916919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2a33cc57-bff2-442e-85c4-fe6088748e16 tempest-TestVolumeBootPattern-1195665196 tempest-TestVolumeBootPattern-1195665196-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 1093 time: 0.0432265 Aug 21 09:44:45.919792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58336) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:44:45.923992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '407fc5af-2805-4001-bacc-bdf25e5758d5', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:44:45.998626 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:46.093321 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:46.479192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Allocated IP 172.25.5.123 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/4935c49a-169c-4450-8ab4-5392fab03530) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:44:46.576806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:46.667521 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:46.702036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:44:46.706642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:44:46.710072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:44:46.717221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=4935c49a-169c-4450-8ab4-5392fab03530,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:46.745100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:46.745382 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:46.745722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:46.746063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:46.746398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:46.746727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:46.747054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:46.747379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:46.747734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:46.748061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:46.748384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:46.748707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:44:47.072592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:47.213717 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:47.360013 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:47.419163 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:47.487033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=4935c49a-169c-4450-8ab4-5392fab03530,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:44:47.497248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:47.601123 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Floating IP 9b808fbb-e9db-4292-97fc-d4091b09d569 associated. External IP: 172.25.5.123, port: 407fc5af-2805-4001-bacc-bdf25e5758d5. Aug 21 09:44:47.810000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:44:47.927521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:44:47.937274 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aadf353-33bb-4a5b-81ee-4df7264f698d None None] Sync routers for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:44:47.949253 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aadf353-33bb-4a5b-81ee-4df7264f698d None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:44:47.949857 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9aadf353-33bb-4a5b-81ee-4df7264f698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:44:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:44:47.999009 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:44:48.026898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a40d593f-e2b1-48ff-81b5-d8ec8ffbfb91 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1060905 Aug 21 09:44:48.027955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b48126-155a-4d21-909b-ce22a1c317f5', 'tag': '407fc5af-2805-4001-bacc-bdf25e5758d5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:44:48.029773 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71" -d '{"events": [{"name": "network-changed", "server_uuid": "32b48126-155a-4d21-909b-ce22a1c317f5", "tag": "407fc5af-2805-4001-bacc-bdf25e5758d5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:44:48.051284 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9aadf353-33bb-4a5b-81ee-4df7264f698d None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:44:48.064990 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecda867-4802-4b59-8470-1f5fd6ce9fd2 x-openstack-request-id: req-cecda867-4802-4b59-8470-1f5fd6ce9fd2 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:44:48.065278 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b48126-155a-4d21-909b-ce22a1c317f5", "tag": "407fc5af-2805-4001-bacc-bdf25e5758d5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:44:48.065526 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cecda867-4802-4b59-8470-1f5fd6ce9fd2 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:44:48.065933 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b48126-155a-4d21-909b-ce22a1c317f5', 'tag': '407fc5af-2805-4001-bacc-bdf25e5758d5', 'status': 'completed', 'code': 200} Aug 21 09:44:48.128657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71 req-9236388e-6299-4f10-8d89-bcdf775e47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:48.130193 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71 req-9236388e-6299-4f10-8d89-bcdf775e47bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 1098 time: 0.0409896 Aug 21 09:44:48.226957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71 req-06649ab0-d906-49d5-aa41-15cec2b24a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:48.228562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71 req-06649ab0-d906-49d5-aa41-15cec2b24a3c service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0918188 Aug 21 09:44:48.295589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71 req-9c4a38aa-2a20-42dc-bd57-8bdcfdebd926 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=407fc5af-2805-4001-bacc-bdf25e5758d5 HTTP/1.1" status: 200 len: 1000 time: 0.0590746 Aug 21 09:44:48.347535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71 req-ce2615de-36c2-416b-a63d-a289577a2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:48.349042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71 req-ce2615de-36c2-416b-a63d-a289577a2d4c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0471609 Aug 21 09:44:48.361658 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9aadf353-33bb-4a5b-81ee-4df7264f698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '9b808fbb-e9db-4292-97fc-d4091b09d569', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '407fc5af-2805-4001-bacc-bdf25e5758d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:ad:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b48126-155a-4d21-909b-ce22a1c317f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:44:46Z', 'updated_at': '2021-08-21T09:44:46Z', 'revision_number': 0, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:44:48.386702 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aadf353-33bb-4a5b-81ee-4df7264f698d None None] Checking router: adcf2cf0-0287-4cb4-aa16-b3ec774d3669 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:44:48.394028 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71 req-29cfb26c-581d-4853-940a-c73ad4da645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:44:48.395258 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aadf353-33bb-4a5b-81ee-4df7264f698d None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:44:48.395541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71 req-29cfb26c-581d-4853-940a-c73ad4da645e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396571 Aug 21 09:44:48.395935 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9aadf353-33bb-4a5b-81ee-4df7264f698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:44:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:44:48.484330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71 req-e331d06a-9a2b-40ed-82b2-669e23f416d4 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816746 Aug 21 09:44:48.498098 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9aadf353-33bb-4a5b-81ee-4df7264f698d None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:44:48.579895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5463fe2a-c6f8-4ca9-976e-5a8596d9fd71 req-cc43592d-f0f3-4b48-8935-122eb0626bd9 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880747 Aug 21 09:44:48.719715 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9aadf353-33bb-4a5b-81ee-4df7264f698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '9b808fbb-e9db-4292-97fc-d4091b09d569', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '407fc5af-2805-4001-bacc-bdf25e5758d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:ad:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b48126-155a-4d21-909b-ce22a1c317f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:44:46Z', 'updated_at': '2021-08-21T09:44:46Z', 'revision_number': 0, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:44:48.744866 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aadf353-33bb-4a5b-81ee-4df7264f698d None None] The sync data for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 is: [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '9b808fbb-e9db-4292-97fc-d4091b09d569', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '407fc5af-2805-4001-bacc-bdf25e5758d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:ad:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b48126-155a-4d21-909b-ce22a1c317f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:44:46Z', 'updated_at': '2021-08-21T09:44:46Z', 'revision_number': 0, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:44:48.940317 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020250dc-81bd-4368-a7c5-50cf69b1587f None None] New status for floating IP 9b808fbb-e9db-4292-97fc-d4091b09d569: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:44:59.175357 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:45:06.952284 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff695-bbd7-445d-898e-689b4636ff1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:09.545007 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-08c1e934-b04b-41c8-b2ce-f8bb77bd2672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:09.763463 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:10.992170 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:12.472395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:15.664540 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:15.671842 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:26.729590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-c86581f3-5715-4c0f-afc3-ec33895634de req-bc730f1a-37e0-44ab-9c6d-d4f2c2a3e18f service neutron] (106757) timed out ('10.222.0.13', 65442) {{(pid=106757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:45:27.030660 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-56c974a8-34f8-4414-ac66-54150bb034aa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426643 Aug 21 09:45:27.111850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-0d44344a-9077-47f4-981b-dfd1bcdc15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:45:27.113350 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-0d44344a-9077-47f4-981b-dfd1bcdc15a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 1098 time: 0.0408885 Aug 21 09:45:27.219163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-9d1925cc-0db4-4384-ab51-e2c32e18afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:45:27.220657 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-9d1925cc-0db4-4384-ab51-e2c32e18afb4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0870843 Aug 21 09:45:27.284179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-1dfabde2-7fae-4b10-85ba-efb315d3dfdf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=407fc5af-2805-4001-bacc-bdf25e5758d5 HTTP/1.1" status: 200 len: 1002 time: 0.0567856 Aug 21 09:45:27.342190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-26255c8c-17f8-4920-a835-34893f0487ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:45:27.343820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-26255c8c-17f8-4920-a835-34893f0487ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0524428 Aug 21 09:45:27.392322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-ac186ac3-b43e-4b7c-9ce5-ce89c6d43c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:45:27.393845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-ac186ac3-b43e-4b7c-9ce5-ce89c6d43c7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433552 Aug 21 09:45:27.484649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-30cc369c-e359-42a1-8d82-780d4a060fdc service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838819 Aug 21 09:45:27.580568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70dd3d34-59a7-41cc-9b87-f6276defee2a req-1df64524-3f25-40f9-ab74-55b257aafbac service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882478 Aug 21 09:45:36.175522 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:45:36.905340 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ca36453b-da4c-4da4-be78-dfe90e870095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:39.545471 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4381c02b-7636-4505-b9f3-609ab4020ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:39.762506 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:41.019787 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:42.459579 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:45.676677 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:45:45.722255 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:06.909749 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7ba8c201-8044-451e-b3aa-a69b6920e663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:09.532517 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a90e881-38c3-40e9-bb78-8f42828d4608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:09.766812 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:11.006946 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:12.538491 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:13.175732 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:46:15.698480 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:15.703701 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:27.012804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7857d39-60b3-4380-b240-d025d1d87187 req-c13400f0-14c5-4ded-847f-0629a627c5fb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420561 Aug 21 09:46:27.090423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857d39-60b3-4380-b240-d025d1d87187 req-8e535e45-e5b1-421e-924b-493d86ec8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:46:27.091895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7857d39-60b3-4380-b240-d025d1d87187 req-8e535e45-e5b1-421e-924b-493d86ec8701 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 1098 time: 0.0394776 Aug 21 09:46:27.199981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857d39-60b3-4380-b240-d025d1d87187 req-6467e44d-dc08-4b5e-987e-6267dd71cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:46:27.201466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7857d39-60b3-4380-b240-d025d1d87187 req-6467e44d-dc08-4b5e-987e-6267dd71cfea service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0912230 Aug 21 09:46:27.266227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7857d39-60b3-4380-b240-d025d1d87187 req-788d25e4-f3e4-43b7-b645-46b71c634cdd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=407fc5af-2805-4001-bacc-bdf25e5758d5 HTTP/1.1" status: 200 len: 1002 time: 0.0579467 Aug 21 09:46:27.318425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857d39-60b3-4380-b240-d025d1d87187 req-51b3c679-8938-4c9f-8e50-42b6535c7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:46:27.319889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7857d39-60b3-4380-b240-d025d1d87187 req-51b3c679-8938-4c9f-8e50-42b6535c7e65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0474632 Aug 21 09:46:27.364544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857d39-60b3-4380-b240-d025d1d87187 req-c22d8a4b-979f-4d93-b1c1-5b82e1522cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:46:27.366002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7857d39-60b3-4380-b240-d025d1d87187 req-c22d8a4b-979f-4d93-b1c1-5b82e1522cc0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392327 Aug 21 09:46:27.452764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7857d39-60b3-4380-b240-d025d1d87187 req-87cabffd-8b52-4b91-b5a9-7d22b9472604 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793602 Aug 21 09:46:27.544073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7857d39-60b3-4380-b240-d025d1d87187 req-f26297e7-31ec-4b07-a7fe-211adeeb1b83 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844202 Aug 21 09:46:36.931995 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6446cda6-3d69-4f65-bd28-4edfddeda612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:39.526337 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e05835d2-4af3-4d82-a84f-b86ce199fbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:39.771996 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:41.005974 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:42.469112 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:45.691790 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:45.714661 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:46:50.175704 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:46:53.611545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-7fc324ff-1725-4280-a2eb-c9098057a1c7 req-3e9006ba-b3ea-4c53-b297-ff307766fcd7 service neutron] (106757) timed out ('10.222.0.20', 55670) {{(pid=106757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:47:06.926428 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0d317084-8702-4c56-b966-2edecffc661d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:09.531397 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cdeda0e9-de7d-469c-a943-e1cbe5220b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:09.770476 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:10.994337 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:12.485318 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:14.796277 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c09ca-e2dc-4b8a-b529-be41689f8e29 req-fdde9d17-ccbd-4277-96e0-816795c50b96 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:14.797767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc7c09ca-e2dc-4b8a-b529-be41689f8e29 req-fdde9d17-ccbd-4277-96e0-816795c50b96 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 946 time: 0.0512261 Aug 21 09:47:14.835425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc7c09ca-e2dc-4b8a-b529-be41689f8e29 req-5a7c62df-164a-4f83-9e5a-80850e2ff6c6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312128 Aug 21 09:47:15.691568 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:15.696811 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:15.965811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fd353-6249-44be-bef5-f999be002693 req-487a5841-630b-45b4-9166-5449242a0be0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:15.967291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e54fd353-6249-44be-bef5-f999be002693 req-487a5841-630b-45b4-9166-5449242a0be0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 946 time: 0.0482571 Aug 21 09:47:16.009275 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e54fd353-6249-44be-bef5-f999be002693 req-24c774e3-2dc0-4649-a226-3ba5c8955f42 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360899 Aug 21 09:47:16.263091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-3e5a2931-ec2d-48bb-a195-72e56def037a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:16.264480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-3e5a2931-ec2d-48bb-a195-72e56def037a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 946 time: 0.0472248 Aug 21 09:47:16.352634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Deleting port 407fc5af-2805-4001-bacc-bdf25e5758d5 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:47:16.352971 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:16.440730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] For port 407fc5af-2805-4001-bacc-bdf25e5758d5, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=407fc5af-2805-4001-bacc-bdf25e5758d5,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:47:16.441084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:16.652306 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:16.652306 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:16.652306 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Floating IP 9b808fbb-e9db-4292-97fc-d4091b09d569 disassociated. External IP: 172.25.5.123, port: 407fc5af-2805-4001-bacc-bdf25e5758d5. Aug 21 09:47:16.652306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Calling delete_port for 407fc5af-2805-4001-bacc-bdf25e5758d5 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:47:16.828404 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:16.859135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event deleted for resources: {'Port': ['ID=407fc5af-2805-4001-bacc-bdf25e5758d5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:47:16.869721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.870073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.870421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.870791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.871135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.871475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.871835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.872165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.873004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.873004 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.873202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.873533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:16.982002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:47:17.089282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:47:17.101913 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6f4f9-6edc-4e72-8303-44844dacbc29 None None] Sync routers for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:47:17.111431 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6f4f9-6edc-4e72-8303-44844dacbc29 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:47:17.112068 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-94c6f4f9-6edc-4e72-8303-44844dacbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:47:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:47:17.140187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] No DVR routers for this DVR port 407fc5af-2805-4001-bacc-bdf25e5758d5 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:47:17.154706 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:17.156708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-867af271-25cc-4857-a0a4-d67d0d610cdf req-dc7de3b8-3e86-4b51-8290-b76e4780953e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "DELETE /v2.0/ports/407fc5af-2805-4001-bacc-bdf25e5758d5 HTTP/1.1" status: 204 len: 173 time: 0.8844435 Aug 21 09:47:17.157293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b48126-155a-4d21-909b-ce22a1c317f5', 'name': 'network-vif-deleted', 'tag': '407fc5af-2805-4001-bacc-bdf25e5758d5'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:47:17.159594 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cd5414-a428-46ef-85ff-f9e338054292" -d '{"events": [{"server_uuid": "32b48126-155a-4d21-909b-ce22a1c317f5", "name": "network-vif-deleted", "tag": "407fc5af-2805-4001-bacc-bdf25e5758d5"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:47:17.164131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8bcb9f9c-a0c2-46e7-bf5c-5f63786b1fd5 req-53f9e892-48f0-4dbc-9d57-bc3e15d72d9c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 210 time: 0.0497825 Aug 21 09:47:17.204806 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baaef28-e2ff-45d6-b00e-a17038a70481 x-openstack-request-id: req-0baaef28-e2ff-45d6-b00e-a17038a70481 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:47:17.205099 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b48126-155a-4d21-909b-ce22a1c317f5", "name": "network-vif-deleted", "tag": "407fc5af-2805-4001-bacc-bdf25e5758d5", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:47:17.205375 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0baaef28-e2ff-45d6-b00e-a17038a70481 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:47:17.205808 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b48126-155a-4d21-909b-ce22a1c317f5', 'name': 'network-vif-deleted', 'tag': '407fc5af-2805-4001-bacc-bdf25e5758d5', 'status': 'completed', 'code': 200} Aug 21 09:47:17.223544 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-94c6f4f9-6edc-4e72-8303-44844dacbc29 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:47:17.434704 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-94c6f4f9-6edc-4e72-8303-44844dacbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:47:17.460442 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6f4f9-6edc-4e72-8303-44844dacbc29 None None] Checking router: adcf2cf0-0287-4cb4-aa16-b3ec774d3669 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:47:17.468314 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6f4f9-6edc-4e72-8303-44844dacbc29 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:47:17.468909 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-94c6f4f9-6edc-4e72-8303-44844dacbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:47:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:47:17.573067 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-94c6f4f9-6edc-4e72-8303-44844dacbc29 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:47:17.770463 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-94c6f4f9-6edc-4e72-8303-44844dacbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:47:17.799985 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6f4f9-6edc-4e72-8303-44844dacbc29 None None] The sync data for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 is: [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:47:18.027187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2670701-5529-4920-ba2b-43fe112127cf None None] New status for floating IP 9b808fbb-e9db-4292-97fc-d4091b09d569: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:47:18.272652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad671717-9b2d-4c6d-adf1-bce6c2879284 req-f2a556b2-aeae-41d5-8fec-484db518ad3b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 210 time: 0.0339322 Aug 21 09:47:19.367145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7d6be19-6078-4cea-95cb-140480a6e80f req-d09c0221-8fa1-4710-9514-474421a0ecea tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 210 time: 0.0258248 Aug 21 09:47:20.370741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 407fc5af-2805-4001-bacc-bdf25e5758d5 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:47:20.395218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 407fc5af-2805-4001-bacc-bdf25e5758d5 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:47:20.395591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 407fc5af-2805-4001-bacc-bdf25e5758d5 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:47:20.464889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b59320f2-ae1e-4e6e-8b78-31d797bf8181 req-2e42744e-03d0-43a8-a8fa-58761a166259 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=32b48126-155a-4d21-909b-ce22a1c317f5 HTTP/1.1" status: 200 len: 210 time: 0.0297179 Aug 21 09:47:21.657910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-bc29d246-b462-42f9-adbd-1ce67a188973 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590607448&fields=id&tenant_id=053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 267 time: 0.0319793 Aug 21 09:47:21.759144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-3c15344d-97e7-4686-b302-276e4865bc4b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:21.760856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-3c15344d-97e7-4686-b302-276e4865bc4b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.0953639 Aug 21 09:47:21.776308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-582f755d-6cbf-4eff-826e-ffb037a455ad tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/quotas/053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 375 time: 0.0096703 Aug 21 09:47:21.828687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-289bb530-28e8-4587-a807-4ff0220ebead tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466969 Aug 21 09:47:22.036302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-67c4444e-0526-4321-999f-e34c7ed2dafd service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957755 Aug 21 09:47:22.121624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-d598a685-57fc-476e-a888-e85a69ff6c58 service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794320 Aug 21 09:47:22.645797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3969c4ed-3112-4979-9e4d-8dcf94191bb2 req-256c2814-a927-4102-ba16-a2f1eae957b6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 210 time: 0.0337989 Aug 21 09:47:23.725721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7635e728-99a0-47c4-b81b-1e4b6f162f38 req-a179b769-e4a9-4c79-a85b-998daf3b5f5a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 210 time: 0.0261238 Aug 21 09:47:24.804836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e81e3f1e-1c9e-4db7-bcaf-368cd7566481 req-4b17dd56-01cc-4325-bdf2-7f23540f29c5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 210 time: 0.0266616 Aug 21 09:47:25.897894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fb4e6ab-3fe3-4e4b-9172-127ae0dbbd3e req-5ee4db7d-8769-4203-9a51-824695487157 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 210 time: 0.0259454 Aug 21 09:47:26.575171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-790c5731-d15c-42bf-b7a0-dac3f697929e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:26.576732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-790c5731-d15c-42bf-b7a0-dac3f697929e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.1054509 Aug 21 09:47:26.624732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-78a2722e-ffcb-4c83-8d5a-ef2540e05b6a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 379 time: 0.0370986 Aug 21 09:47:26.634324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'port': {'device_id': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'admin_state_up': True, 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'security_groups': ['949fc1a4-c372-4f6a-bcbd-c2b84811c05b']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:47:26.776846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Made reservation on behalf of 053ee6c388ea42d3a0146e3106269859 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:47:26.780518 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:26.909995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Allocated IP 172.20.0.6 (bc828ebd-0b8d-434d-9960-b2a7bc2fe295/9caf4f79-d7ba-4136-887f-05670fbd954d/0e723da4-63d5-4de6-84de-54a6d7ac7823) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:47:27.176771 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:47:27.329007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-92541965-fb07-4825-8fa8-393096940683 req-a6036661-84c6-4816-9e12-eee8a7001741 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 210 time: 0.3606782 Aug 21 09:47:27.374987 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:27.388648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Transition to ACTIVE for port object 0e723da4-63d5-4de6-84de-54a6d7ac7823 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:47:27.463059 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:27.505905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:47:27.508909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:47:27.512532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:47:27.521091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=0e723da4-63d5-4de6-84de-54a6d7ac7823,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:47:27.569818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:27.571238 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:27.647081 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-f3634d7b-62bf-49b1-9c30-b5dd109ef289 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0163229 Aug 21 09:47:27.661056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Request body: {'port': {'device_id': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:47:27.717763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:27.782921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2c6ba921-55cf-4f23-82f0-5afe4fa466b9 None None] Provisioning for port 0e723da4-63d5-4de6-84de-54a6d7ac7823 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:47:27.790588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2c6ba921-55cf-4f23-82f0-5afe4fa466b9 None None] Provisioning complete for port 0e723da4-63d5-4de6-84de-54a6d7ac7823 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:47:27.791154 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba921-55cf-4f23-82f0-5afe4fa466b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:27.832714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-2c6ba921-55cf-4f23-82f0-5afe4fa466b9 None None] Port 0e723da4-63d5-4de6-84de-54a6d7ac7823 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:47:28.022997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e723da4-63d5-4de6-84de-54a6d7ac7823 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:47:28.030885 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:28.043014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Transition to ACTIVE for port object 0e723da4-63d5-4de6-84de-54a6d7ac7823 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:47:28.114222 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:28.169338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Pushing event updated for resources: {'Port': ['ID=0e723da4-63d5-4de6-84de-54a6d7ac7823,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:47:28.239915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Attempting to bind port 0e723da4-63d5-4de6-84de-54a6d7ac7823 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:47:28.240251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Attempting to bind port 0e723da4-63d5-4de6-84de-54a6d7ac7823 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:47:28.240636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Attempting to bind port 0e723da4-63d5-4de6-84de-54a6d7ac7823 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:47:28.245073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Port 0e723da4-63d5-4de6-84de-54a6d7ac7823 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:47:28.245451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Attempting to bind port 0e723da4-63d5-4de6-84de-54a6d7ac7823 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:47:28.250523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:47:28.250857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Checking segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:47:28.251484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Bound using segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:47:28.251954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Bound port: 0e723da4-63d5-4de6-84de-54a6d7ac7823, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:47:28.252311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:28.319602 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] For port 0e723da4-63d5-4de6-84de-54a6d7ac7823, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:47:28.322953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] For port 0e723da4-63d5-4de6-84de-54a6d7ac7823, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:47:28.389218 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:28.451928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:28.452554 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:28.453933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] 10.222.0.22 "PUT /v2.0/ports/0e723da4-63d5-4de6-84de-54a6d7ac7823 HTTP/1.1" status: 200 len: 1092 time: 0.7979422 Aug 21 09:47:28.455225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'tag': '0e723da4-63d5-4de6-84de-54a6d7ac7823'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:47:28.457469 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a73162e-f585-4ba3-9c88-1f7d7a3d359f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e2670e-531b-429c-a959-95e8362c7d90", "tag": "0e723da4-63d5-4de6-84de-54a6d7ac7823"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:47:28.486332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1006d-f11e-4200-9377-96aa547aea01 service neutron] Pushing event updated for resources: {'Port': ['ID=0e723da4-63d5-4de6-84de-54a6d7ac7823,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:47:28.505596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc03f4-b882-45cf-a22b-e0d66a38fafc req-c2f88396-38bc-4068-bb5a-255286b49bac tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:28.508035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5fbc03f4-b882-45cf-a22b-e0d66a38fafc req-c2f88396-38bc-4068-bb5a-255286b49bac tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 943 time: 0.1080067 Aug 21 09:47:28.509909 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c03c29-c44e-44da-b17c-cf6866f19898 x-openstack-request-id: req-65c03c29-c44e-44da-b17c-cf6866f19898 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:47:28.510415 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e2670e-531b-429c-a959-95e8362c7d90", "tag": "0e723da4-63d5-4de6-84de-54a6d7ac7823", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:47:28.510886 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65c03c29-c44e-44da-b17c-cf6866f19898 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:47:28.517424 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'tag': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'status': 'completed', 'code': 200} Aug 21 09:47:28.578160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5fbc03f4-b882-45cf-a22b-e0d66a38fafc req-6b8c0fb0-38ea-4a6f-a7b2-7cdb622f27d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597303 Aug 21 09:47:28.591039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73162e-f585-4ba3-9c88-1f7d7a3d359f req-d9b27ea2-a8a0-4e43-ba14-07f87f9235dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:28.592663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a73162e-f585-4ba3-9c88-1f7d7a3d359f req-d9b27ea2-a8a0-4e43-ba14-07f87f9235dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 1095 time: 0.0594790 Aug 21 09:47:28.701943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73162e-f585-4ba3-9c88-1f7d7a3d359f req-fc05f7ad-3982-4a70-a902-7cd6ed2660b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:28.703368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a73162e-f585-4ba3-9c88-1f7d7a3d359f req-fc05f7ad-3982-4a70-a902-7cd6ed2660b3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=053ee6c388ea42d3a0146e3106269859&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1030409 Aug 21 09:47:28.801153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73162e-f585-4ba3-9c88-1f7d7a3d359f req-fa4ce72c-5096-42c1-a497-13d438e9dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:28.802850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a73162e-f585-4ba3-9c88-1f7d7a3d359f req-fa4ce72c-5096-42c1-a497-13d438e9dd2a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929875 Aug 21 09:47:28.881372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-80499642-ed0d-4d9c-b8f8-81d31c7e4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:28.882866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-80499642-ed0d-4d9c-b8f8-81d31c7e4770 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 1095 time: 0.0431674 Aug 21 09:47:28.929592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-7a36bc12-7569-4580-8ceb-fd34443148ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823 HTTP/1.1" status: 200 len: 217 time: 0.0383623 Aug 21 09:47:28.978755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-e6d0ddb5-29b2-467a-af0e-24f7d9b52bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:28.980239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-e6d0ddb5-29b2-467a-af0e-24f7d9b52bb9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0438848 Aug 21 09:47:29.026637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-b225417f-bcb6-4378-b870-1a686545e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:29.028194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-b225417f-bcb6-4378-b870-1a686545e706 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409677 Aug 21 09:47:29.121577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-561046b6-aecb-4568-83d5-52fc2f38eb3d service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855901 Aug 21 09:47:29.212082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4f52fe13-d520-419b-ac21-8a45df240b62 req-d0f2a365-36be-43b9-b041-6dc263667d02 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837519 Aug 21 09:47:29.698891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e462d2b-e8e4-46b9-bc9c-5d55e5b9bff5 req-75f704cd-6e25-44f0-bde3-a9e391d540aa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:29.700517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e462d2b-e8e4-46b9-bc9c-5d55e5b9bff5 req-75f704cd-6e25-44f0-bde3-a9e391d540aa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 943 time: 0.0493331 Aug 21 09:47:29.742195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e462d2b-e8e4-46b9-bc9c-5d55e5b9bff5 req-d38eeb9d-5dc5-48c8-a38d-f78f48b20144 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357816 Aug 21 09:47:30.854474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fd32e-99a7-4380-88ea-c2a419ff6833 req-d1242594-b07a-46fd-a3fc-74f09e13917f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:30.855982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-347fd32e-99a7-4380-88ea-c2a419ff6833 req-d1242594-b07a-46fd-a3fc-74f09e13917f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 943 time: 0.0484147 Aug 21 09:47:30.894389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-347fd32e-99a7-4380-88ea-c2a419ff6833 req-c7ace17e-3956-4863-9c98-0fa257b7e59a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322433 Aug 21 09:47:32.008697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5557c19-4bee-4c69-9de7-0a7ee4a2400b req-a5bd70db-bad1-48a3-9717-5cf200e65876 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:32.010206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5557c19-4bee-4c69-9de7-0a7ee4a2400b req-a5bd70db-bad1-48a3-9717-5cf200e65876 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 943 time: 0.0487535 Aug 21 09:47:32.048369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5557c19-4bee-4c69-9de7-0a7ee4a2400b req-7175bf74-e982-44c6-b280-73f268d8cac4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320656 Aug 21 09:47:33.161878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b0515-9b26-4cae-94f3-60d4ed287fe8 req-15eea5d8-90eb-4226-85fa-e26afb89affb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:33.163368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b7b0515-9b26-4cae-94f3-60d4ed287fe8 req-15eea5d8-90eb-4226-85fa-e26afb89affb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 943 time: 0.0480475 Aug 21 09:47:33.203541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b7b0515-9b26-4cae-94f3-60d4ed287fe8 req-2c1b09f5-1009-4a10-b259-5607fb3be683 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343311 Aug 21 09:47:34.315043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7c2e5-857b-4d88-b5da-24accf276875 req-a82351e3-6e6e-4633-a305-e4c28a47934c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:34.317099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14e7c2e5-857b-4d88-b5da-24accf276875 req-a82351e3-6e6e-4633-a305-e4c28a47934c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 943 time: 0.0479290 Aug 21 09:47:34.353571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14e7c2e5-857b-4d88-b5da-24accf276875 req-ee84fb10-2fd1-48de-8422-5b03dc30d0e6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303798 Aug 21 09:47:35.464695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f03fb-e505-4aed-bb38-7e9075130073 req-7952f59e-2799-475e-9f55-1d55dd70b0ba tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:35.466203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a9f03fb-e505-4aed-bb38-7e9075130073 req-7952f59e-2799-475e-9f55-1d55dd70b0ba tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 943 time: 0.0484638 Aug 21 09:47:35.502717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3a9f03fb-e505-4aed-bb38-7e9075130073 req-26712222-7d03-4940-b3af-2d40ddda4b05 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306580 Aug 21 09:47:36.615095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ec48d-5044-4bd1-a7d6-9cdf2258c1e4 req-064574cc-d67b-452d-a858-e6116b61bb0c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:36.616566 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f89ec48d-5044-4bd1-a7d6-9cdf2258c1e4 req-064574cc-d67b-452d-a858-e6116b61bb0c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 943 time: 0.0478036 Aug 21 09:47:36.656876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f89ec48d-5044-4bd1-a7d6-9cdf2258c1e4 req-60e93045-a8d8-4950-87c2-2d9738364b19 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343382 Aug 21 09:47:36.943038 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d9a9326b-e9d3-4b5f-8635-99b28c07c305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:37.770822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab490076-de4f-4fb6-8264-56a99e628444 req-77cb1c9a-c70a-4707-95a1-a25858c4946c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:37.772341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab490076-de4f-4fb6-8264-56a99e628444 req-77cb1c9a-c70a-4707-95a1-a25858c4946c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 943 time: 0.0508919 Aug 21 09:47:37.812097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab490076-de4f-4fb6-8264-56a99e628444 req-ce913e7a-3eed-4c68-85f1-e884fc35b641 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339153 Aug 21 09:47:38.479777 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0e723da4-63d5-4de6-84de-54a6d7ac7823 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:47:38.573711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0e723da4-63d5-4de6-84de-54a6d7ac7823, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:47:38.584376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'port_id': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'mac_address': 'fa:16:3e:53:5c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:47:38.620233 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:38.633315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e723da4-63d5-4de6-84de-54a6d7ac7823 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:47:38.651837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0e723da4-63d5-4de6-84de-54a6d7ac7823, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:47:38.753579 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:38.799485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=0e723da4-63d5-4de6-84de-54a6d7ac7823,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:47:38.807071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.807412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.807773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.808109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.808433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.808757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.809080 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.809401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.809718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.810039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.810353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.810672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:47:38.925067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb463437-c021-42ae-bd98-4ffbe4e04c82 req-15e595b1-adf2-4e3c-a53e-1d8a9bcd267f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:38.926549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb463437-c021-42ae-bd98-4ffbe4e04c82 req-15e595b1-adf2-4e3c-a53e-1d8a9bcd267f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 944 time: 0.0493903 Aug 21 09:47:38.964091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb463437-c021-42ae-bd98-4ffbe4e04c82 req-0ec92b8c-e5e9-4a1f-8a35-aa0b6dc1ab81 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311553 Aug 21 09:47:38.987493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['0e723da4-63d5-4de6-84de-54a6d7ac7823'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:47:39.537441 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bf28a843-7786-41e9-86a5-3d3215f9b712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:39.782274 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:40.076638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d8557-1b37-4a62-bf38-9909d305fa7d req-d7d5dee4-b572-4af1-b030-94550ed186a6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:40.078099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f16d8557-1b37-4a62-bf38-9909d305fa7d req-d7d5dee4-b572-4af1-b030-94550ed186a6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 944 time: 0.0475640 Aug 21 09:47:40.118870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f16d8557-1b37-4a62-bf38-9909d305fa7d req-0857ef80-1b46-4ce5-aa4e-3fbdc25ce08d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343018 Aug 21 09:47:40.495007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0e723da4-63d5-4de6-84de-54a6d7ac7823 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:47:40.611082 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 0e723da4-63d5-4de6-84de-54a6d7ac7823 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:47:40.615510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 0e723da4-63d5-4de6-84de-54a6d7ac7823 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:47:40.620969 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:40.692721 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:40.714078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e723da4-63d5-4de6-84de-54a6d7ac7823'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:47:40.716309 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf299093-7ab4-432e-8468-2892fd0b2774" -d '{"events": [{"server_uuid": "b1e2670e-531b-429c-a959-95e8362c7d90", "name": "network-vif-plugged", "status": "completed", "tag": "0e723da4-63d5-4de6-84de-54a6d7ac7823"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:47:40.729355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 0e723da4-63d5-4de6-84de-54a6d7ac7823, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:47:40.806633 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaa8d0f-2556-4d11-a672-9fd99b8842b6 x-openstack-request-id: req-dfaa8d0f-2556-4d11-a672-9fd99b8842b6 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:47:40.806799 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e2670e-531b-429c-a959-95e8362c7d90", "name": "network-vif-plugged", "status": "completed", "tag": "0e723da4-63d5-4de6-84de-54a6d7ac7823", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:47:40.807103 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfaa8d0f-2556-4d11-a672-9fd99b8842b6 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:47:40.807519 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'code': 200} Aug 21 09:47:40.828426 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:40.879247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=0e723da4-63d5-4de6-84de-54a6d7ac7823,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:47:40.905124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9aaa5-c71e-4a31-be7b-5939b21e5a58 req-a7ae40b2-28d7-4fae-8b3b-c77fb34d2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:40.906655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44b9aaa5-c71e-4a31-be7b-5939b21e5a58 req-a7ae40b2-28d7-4fae-8b3b-c77fb34d2622 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 1097 time: 0.0406606 Aug 21 09:47:40.940929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44b9aaa5-c71e-4a31-be7b-5939b21e5a58 req-07ec2e91-2fff-4b4d-9316-6d022d48c65c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273628 Aug 21 09:47:41.004220 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:41.233451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2e245-0461-4fc3-a569-7f3cd2817b3f req-a1e69d51-24dd-4bd5-9543-3e89fc29f51c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:41.234927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2f2e245-0461-4fc3-a569-7f3cd2817b3f req-a1e69d51-24dd-4bd5-9543-3e89fc29f51c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 945 time: 0.0493171 Aug 21 09:47:41.272217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2f2e245-0461-4fc3-a569-7f3cd2817b3f req-205364a1-23c1-4c27-992f-6a21189f712a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312748 Aug 21 09:47:42.386484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2e542-28ff-4dce-82c1-c883c3dfb0d7 req-5d8ec997-3d27-4401-8106-92e7d270d94c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:42.387970 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46e2e542-28ff-4dce-82c1-c883c3dfb0d7 req-5d8ec997-3d27-4401-8106-92e7d270d94c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 945 time: 0.0499775 Aug 21 09:47:42.430573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46e2e542-28ff-4dce-82c1-c883c3dfb0d7 req-808b4259-5aad-4424-95e3-b0ae3b7fbc3d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367310 Aug 21 09:47:42.491427 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:42.543633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d62e07-836c-4e8e-8e62-e58f8c21e287 req-6b7917de-3330-4223-9a22-2945fea523ef tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:42.545088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97d62e07-836c-4e8e-8e62-e58f8c21e287 req-6b7917de-3330-4223-9a22-2945fea523ef tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Aug 21 09:47:42.582612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97d62e07-836c-4e8e-8e62-e58f8c21e287 req-84114d3e-b2b9-489d-b46c-a022eb590b8a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315468 Aug 21 09:47:42.605200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58518) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:47:42.687046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e4597-b90a-4f9b-832d-49ab685541fc tempest-TestVolumeBootPattern-1195665196 tempest-TestVolumeBootPattern-1195665196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:42.688603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0e8e4597-b90a-4f9b-832d-49ab685541fc tempest-TestVolumeBootPattern-1195665196 tempest-TestVolumeBootPattern-1195665196-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 1092 time: 0.0824296 Aug 21 09:47:42.691424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58522) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:47:42.695868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:47:42.788148 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:42.885655 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:42.984458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Allocated IP 172.25.5.139 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/8565bef1-b37b-43f6-8a52-1b325b745e3b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:47:43.087166 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:43.159991 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:43.197407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:47:43.200197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:47:43.203613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:47:43.227816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=8565bef1-b37b-43f6-8a52-1b325b745e3b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:47:43.558598 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:43.675782 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:43.824931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:43.862215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:43.929400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=8565bef1-b37b-43f6-8a52-1b325b745e3b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:47:43.939038 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:44.038637 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Floating IP aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf associated. External IP: 172.25.5.139, port: 0e723da4-63d5-4de6-84de-54a6d7ac7823. Aug 21 09:47:44.240818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:47:44.343817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:47:44.353683 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6990f0-8bac-4de4-bbf2-6618445b38d1 None None] Sync routers for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:47:44.362205 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6990f0-8bac-4de4-bbf2-6618445b38d1 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:47:44.362804 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9e6990f0-8bac-4de4-bbf2-6618445b38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:47:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:47:44.411181 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:44.437935 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ee92459e-5ce2-416e-82ec-5cf30695f746 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7454758 Aug 21 09:47:44.438526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'tag': '0e723da4-63d5-4de6-84de-54a6d7ac7823'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:47:44.440836 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e2670e-531b-429c-a959-95e8362c7d90", "tag": "0e723da4-63d5-4de6-84de-54a6d7ac7823"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:47:44.468393 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9e6990f0-8bac-4de4-bbf2-6618445b38d1 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:47:44.477894 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6269d072-3987-4a25-ba5b-2244f89aecb4 x-openstack-request-id: req-6269d072-3987-4a25-ba5b-2244f89aecb4 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:47:44.478189 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e2670e-531b-429c-a959-95e8362c7d90", "tag": "0e723da4-63d5-4de6-84de-54a6d7ac7823", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:47:44.478442 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6269d072-3987-4a25-ba5b-2244f89aecb4 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:47:44.478850 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'tag': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'status': 'completed', 'code': 200} Aug 21 09:47:44.541224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d req-4e873cd8-cfe1-4d84-9759-ec4545cf44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:44.542710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d req-4e873cd8-cfe1-4d84-9759-ec4545cf44d6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 1097 time: 0.0412121 Aug 21 09:47:44.635507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d req-5b0b396a-ac04-4742-8713-78fbfc70a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:44.637015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d req-5b0b396a-ac04-4742-8713-78fbfc70a880 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0875123 Aug 21 09:47:44.684872 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9e6990f0-8bac-4de4-bbf2-6618445b38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:53:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:47:43Z', 'updated_at': '2021-08-21T09:47:43Z', 'revision_number': 0, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:47:44.702422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d req-51a96ade-65ab-4416-b815-0bfc1883be0f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823 HTTP/1.1" status: 200 len: 999 time: 0.0580661 Aug 21 09:47:44.712865 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6990f0-8bac-4de4-bbf2-6618445b38d1 None None] Checking router: adcf2cf0-0287-4cb4-aa16-b3ec774d3669 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:47:44.721792 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6990f0-8bac-4de4-bbf2-6618445b38d1 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:47:44.722402 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9e6990f0-8bac-4de4-bbf2-6618445b38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:47:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:47:44.758646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d req-40279b23-4e92-441f-8645-5de391a1ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:44.764447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d req-40279b23-4e92-441f-8645-5de391a1ebbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0508184 Aug 21 09:47:44.806911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d req-18a51d8a-fc9a-40dc-ad8e-ed96cf7afda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:47:44.808396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d req-18a51d8a-fc9a-40dc-ad8e-ed96cf7afda8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409644 Aug 21 09:47:44.826070 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9e6990f0-8bac-4de4-bbf2-6618445b38d1 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:47:44.898336 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d req-108cf76c-c063-4313-a1a1-ef9531d1d588 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821335 Aug 21 09:47:44.990903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d1be738-60b6-44f4-8aa9-c35781dc9e1d req-ed3b88f1-eef4-4aaf-9ddf-3b68b57f55d2 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853910 Aug 21 09:47:45.041390 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9e6990f0-8bac-4de4-bbf2-6618445b38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:53:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:47:43Z', 'updated_at': '2021-08-21T09:47:43Z', 'revision_number': 0, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:47:45.066516 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6990f0-8bac-4de4-bbf2-6618445b38d1 None None] The sync data for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 is: [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:53:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:47:43Z', 'updated_at': '2021-08-21T09:47:43Z', 'revision_number': 0, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:47:45.248185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1859dd4-5ea1-460a-8764-1e49db1e9127 None None] New status for floating IP aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:47:45.696506 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:47:45.707922 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:04.176663 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:48:06.930239 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e71e9cbd-216d-410b-a2d2-002aa943ee4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:09.562948 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1eb184a3-01ba-4eb0-a86d-c49b0409f571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:09.809081 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:11.010380 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:12.524779 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:15.684751 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:15.736251 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:28.004585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a589d21-ec2c-412b-98ef-db287171c24b req-60edf5ce-4b2a-4d7b-80da-04e4389cdf7a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416088 Aug 21 09:48:28.087090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a589d21-ec2c-412b-98ef-db287171c24b req-e5ffacb8-59a9-418a-a24b-369401d37798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:48:28.088494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a589d21-ec2c-412b-98ef-db287171c24b req-e5ffacb8-59a9-418a-a24b-369401d37798 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 1097 time: 0.0419872 Aug 21 09:48:28.196196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a589d21-ec2c-412b-98ef-db287171c24b req-619f2a88-9f51-4dd5-a364-8754d7616354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:48:28.197919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a589d21-ec2c-412b-98ef-db287171c24b req-619f2a88-9f51-4dd5-a364-8754d7616354 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0913568 Aug 21 09:48:28.264175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a589d21-ec2c-412b-98ef-db287171c24b req-dff3bd88-d147-48d2-8e4d-e849ed85d1b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823 HTTP/1.1" status: 200 len: 1001 time: 0.0581353 Aug 21 09:48:28.318267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a589d21-ec2c-412b-98ef-db287171c24b req-684cc358-fb77-4100-bed3-3691d5f0c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:48:28.320030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a589d21-ec2c-412b-98ef-db287171c24b req-684cc358-fb77-4100-bed3-3691d5f0c7b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0489311 Aug 21 09:48:28.365163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a589d21-ec2c-412b-98ef-db287171c24b req-807ccba5-ddca-41df-a887-82c63b55851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:48:28.366555 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a589d21-ec2c-412b-98ef-db287171c24b req-807ccba5-ddca-41df-a887-82c63b55851f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401144 Aug 21 09:48:28.452588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a589d21-ec2c-412b-98ef-db287171c24b req-26e7f018-35a7-48c1-9f59-e81b0cb4901d service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788200 Aug 21 09:48:28.542363 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a589d21-ec2c-412b-98ef-db287171c24b req-2bedd5d1-e1da-4c75-863b-329d1e2eae06 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829306 Aug 21 09:48:36.933456 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b92b005a-3330-4441-a24c-21c4c3fd053f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:39.533419 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c79f39f0-3c89-495e-b646-6e6872296bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:39.819216 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:41.013331 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:41.180522 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:48:42.512784 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:45.740870 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:48:45.763737 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:06.827339 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [req-b3065901-174d-4c70-b81a-304248af2c14 req-ce7b122f-3fcf-480a-ba44-1221f14cfa2f service neutron] (106756) timed out ('10.222.0.20', 53734) {{(pid=106756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:49:06.980586 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fe842d10-093a-4e58-91cd-29d7986e2acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:09.526675 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6af6-5d64-4db1-96c7-d256caa6d4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:09.792250 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:11.047326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:12.517659 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:15.711914 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:15.754510 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:18.179380 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:49:25.409233 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-94ae2828-6ef8-46a5-a1e2-3e35da5f95a1 req-9cc10576-928a-4dae-ab66-27da51ec2a30 service neutron] (106757) timed out ('10.222.0.22', 54672) {{(pid=106757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 09:49:29.025881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5467186-63f0-4cb2-8379-ae651472482d req-9eceb43a-3cae-4741-8784-65438638a531 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417457 Aug 21 09:49:29.102745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5467186-63f0-4cb2-8379-ae651472482d req-3174de1d-5fd8-4e7a-863a-da5da41c8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:49:29.104233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5467186-63f0-4cb2-8379-ae651472482d req-3174de1d-5fd8-4e7a-863a-da5da41c8175 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 1097 time: 0.0394421 Aug 21 09:49:29.207754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5467186-63f0-4cb2-8379-ae651472482d req-c3abbce2-f2da-468a-a3d2-b120ce195069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:49:29.209194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5467186-63f0-4cb2-8379-ae651472482d req-c3abbce2-f2da-468a-a3d2-b120ce195069 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0854287 Aug 21 09:49:29.272183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5467186-63f0-4cb2-8379-ae651472482d req-c9a00695-4618-47b8-9156-afef836d9597 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823 HTTP/1.1" status: 200 len: 1001 time: 0.0555403 Aug 21 09:49:29.323261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5467186-63f0-4cb2-8379-ae651472482d req-bc85de5e-eed4-4505-9528-39e51431451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:49:29.324667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5467186-63f0-4cb2-8379-ae651472482d req-bc85de5e-eed4-4505-9528-39e51431451e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0459168 Aug 21 09:49:29.368348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5467186-63f0-4cb2-8379-ae651472482d req-b9d5f7f9-660f-465c-862f-c89dabcbb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:49:29.369774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5467186-63f0-4cb2-8379-ae651472482d req-b9d5f7f9-660f-465c-862f-c89dabcbb186 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379581 Aug 21 09:49:29.381053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-b5467186-63f0-4cb2-8379-ae651472482d req-270730c2-2c2b-44b2-89a3-00746ad9260f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:49:29.382017 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5467186-63f0-4cb2-8379-ae651472482d req-270730c2-2c2b-44b2-89a3-00746ad9260f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047793 Aug 21 09:49:29.468863 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5467186-63f0-4cb2-8379-ae651472482d req-afdcd993-8f79-4a15-ad13-9531651034c3 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784826 Aug 21 09:49:29.613114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5467186-63f0-4cb2-8379-ae651472482d req-74ade0b0-0af1-4a4f-b8a6-b5e553285837 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366088 Aug 21 09:49:36.911810 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-210c7378-a32b-4edc-99d9-c7befae91a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:39.519369 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79a1aae2-2557-4805-8bca-7cee288dfd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:39.765425 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:41.026047 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:42.490794 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:45.707735 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:45.717914 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:49:55.180344 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:50:06.928332 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6fa1e785-989d-42db-859e-74034b074d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:09.553116 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-71340c60-c151-4b08-9486-91a3d298043a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:09.836996 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:11.038569 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:11.112383 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-25145f06-c2eb-4678-b75b-9d20c31f43d2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590607448&fields=id&tenant_id=053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 267 time: 0.0327308 Aug 21 09:50:11.219949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-60145366-0fb7-4a41-84a1-57acb63e07bd tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:11.221311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-60145366-0fb7-4a41-84a1-57acb63e07bd tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.1023624 Aug 21 09:50:11.241832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-a7a60f82-069b-408e-81dc-f32e1c1bcb49 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/quotas/053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 375 time: 0.0123353 Aug 21 09:50:11.588943 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-9fea623a-71ee-4840-a110-6324a989551b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3435428 Aug 21 09:50:11.605743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-38507d94-c023-4e1c-b339-4d08036bf366 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:50:11.606698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-38507d94-c023-4e1c-b339-4d08036bf366 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052524 Aug 21 09:50:11.693289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-c2948374-7b1c-4ed6-9d91-088b752f91a5 service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798392 Aug 21 09:50:11.782888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-57f5440f-edf6-4b02-9de3-77d5c63052f1 service neutron] 10.222.0.20 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827579 Aug 21 09:50:12.470847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1bf6fd6-65f0-4867-bd6d-97984da3d464 req-d83daf48-3d85-42b3-8cc1-fbfd40aa6105 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 210 time: 0.1217189 Aug 21 09:50:12.490281 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:13.547072 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-850cd52c-dd0b-4ce0-a942-4ad924bf270d req-54046721-7027-4c09-87fd-2bdf0aad1d20 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 210 time: 0.0253420 Aug 21 09:50:14.655819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2cfab931-6260-4942-9d1f-269b868bbf03 req-51ba8631-2293-40a3-9a35-24f03e9c562f tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 210 time: 0.0254390 Aug 21 09:50:15.712988 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:15.751381 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e559ab4-90a3-4050-bbf0-2ee17b23ec9d req-8e600456-ad59-43c9-b42c-e2e4df6f3736 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 210 time: 0.0299370 Aug 21 09:50:15.758372 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:16.317549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-8b7880cc-82dd-4d86-8b43-f670df0b8915 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:16.318873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-8b7880cc-82dd-4d86-8b43-f670df0b8915 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.13 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 812 time: 0.1013911 Aug 21 09:50:16.364495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-df0c1513-0d53-4ae9-9e20-9711cd1601e7 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=053ee6c388ea42d3a0146e3106269859 HTTP/1.1" status: 200 len: 379 time: 0.0336940 Aug 21 09:50:16.374710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'port': {'device_id': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'admin_state_up': True, 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'security_groups': ['949fc1a4-c372-4f6a-bcbd-c2b84811c05b']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:50:16.556771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Made reservation on behalf of 053ee6c388ea42d3a0146e3106269859 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:50:16.562110 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:16.688595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Allocated IP 172.20.0.11 (bc828ebd-0b8d-434d-9960-b2a7bc2fe295/9caf4f79-d7ba-4136-887f-05670fbd954d/e6f88a8c-ed36-4a00-a659-0dd5834e63b7) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:50:16.852165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-60820c9a-47fb-4c8b-96f4-ef48d00b7cd8 req-e1720393-6fde-40d3-896f-daf51e51834a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 210 time: 0.0312808 Aug 21 09:50:16.861663 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:16.878045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Transition to ACTIVE for port object e6f88a8c-ed36-4a00-a659-0dd5834e63b7 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:50:16.965343 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:17.010693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:50:17.013858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:50:17.018699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:50:17.053146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=e6f88a8c-ed36-4a00-a659-0dd5834e63b7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:50:17.065379 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.067899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.067899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.067899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.067899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.067899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.067899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.067899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.068504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.068595 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.068847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.069168 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:17.095249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:17.095960 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:17.188016 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-0b3e540d-2951-4cc0-9a7c-2384dfad95d3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8172109 Aug 21 09:50:17.199922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-324a14e5-e996-46db-8ebb-c8c7b18722ea tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:50:17.204392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-324a14e5-e996-46db-8ebb-c8c7b18722ea tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062654 Aug 21 09:50:17.256360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Request body: {'port': {'device_id': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:50:17.311776 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:17.421095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-477e9da8-a4f1-440b-838f-bee7afc97362 None None] Provisioning for port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:50:17.424947 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-477e9da8-a4f1-440b-838f-bee7afc97362 None None] Provisioning complete for port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:50:17.425607 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-477e9da8-a4f1-440b-838f-bee7afc97362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:17.460068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-477e9da8-a4f1-440b-838f-bee7afc97362 None None] Port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:50:17.587263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f88a8c-ed36-4a00-a659-0dd5834e63b7 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:50:17.595032 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:17.607490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Transition to ACTIVE for port object e6f88a8c-ed36-4a00-a659-0dd5834e63b7 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:50:17.747140 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:17.802107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Pushing event updated for resources: {'Port': ['ID=e6f88a8c-ed36-4a00-a659-0dd5834e63b7,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:50:17.877617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Attempting to bind port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:50:17.878241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Attempting to bind port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:50:17.878351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Attempting to bind port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:50:17.883289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:50:17.889543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Attempting to bind port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 on network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:50:17.889543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:50:17.889543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Checking segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:50:17.890000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Bound using segment: {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:50:17.890495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Bound port: e6f88a8c-ed36-4a00-a659-0dd5834e63b7, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a68656-dca7-4b12-ad0d-3bfec5930608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:50:17.890854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:17.999114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] For port e6f88a8c-ed36-4a00-a659-0dd5834e63b7, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:50:18.013882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90abc6-680d-4b0d-884d-59be9f9245e2 req-3db244e6-c01a-4d52-a675-afc2e83d4d6e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:18.015588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e90abc6-680d-4b0d-884d-59be9f9245e2 req-3db244e6-c01a-4d52-a675-afc2e83d4d6e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 944 time: 0.0790977 Aug 21 09:50:18.031869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] For port e6f88a8c-ed36-4a00-a659-0dd5834e63b7, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e6f88a8c-ed36-4a00-a659-0dd5834e63b7,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:50:18.060199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e90abc6-680d-4b0d-884d-59be9f9245e2 req-99b4ba35-e555-446d-b98d-991b49895b28 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366411 Aug 21 09:50:18.147468 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:18.187971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:18.188588 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:18.190023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] 10.222.0.13 "PUT /v2.0/ports/e6f88a8c-ed36-4a00-a659-0dd5834e63b7 HTTP/1.1" status: 200 len: 1093 time: 0.9814582 Aug 21 09:50:18.190463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'tag': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:50:18.192742 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8a6557-be9e-4571-820c-866753655d52" -d '{"events": [{"name": "network-changed", "server_uuid": "9368552d-4db1-41d9-9efb-0ce47b99f76b", "tag": "e6f88a8c-ed36-4a00-a659-0dd5834e63b7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:50:18.216707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2323fe-b0b7-452f-aa12-488c7d1bf28f service neutron] Pushing event updated for resources: {'Port': ['ID=e6f88a8c-ed36-4a00-a659-0dd5834e63b7,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:50:18.308186 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daea42e-034f-4238-b76f-f610f4b47b63 x-openstack-request-id: req-7daea42e-034f-4238-b76f-f610f4b47b63 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:50:18.308582 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9368552d-4db1-41d9-9efb-0ce47b99f76b", "tag": "e6f88a8c-ed36-4a00-a659-0dd5834e63b7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:50:18.308892 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7daea42e-034f-4238-b76f-f610f4b47b63 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:50:18.309354 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'tag': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7', 'status': 'completed', 'code': 200} Aug 21 09:50:18.374973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a6557-be9e-4571-820c-866753655d52 req-f41e3a43-cd52-4752-8fcc-43e3d5148f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:18.376660 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca8a6557-be9e-4571-820c-866753655d52 req-f41e3a43-cd52-4752-8fcc-43e3d5148f7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 1096 time: 0.0455928 Aug 21 09:50:18.477945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a6557-be9e-4571-820c-866753655d52 req-484b5aa1-3f72-41f4-a201-fd45508fc334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:18.479403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca8a6557-be9e-4571-820c-866753655d52 req-484b5aa1-3f72-41f4-a201-fd45508fc334 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=053ee6c388ea42d3a0146e3106269859&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0948515 Aug 21 09:50:18.578723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a6557-be9e-4571-820c-866753655d52 req-3b2a51de-8e86-42c3-82be-bcebc8bc952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:18.580258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca8a6557-be9e-4571-820c-866753655d52 req-3b2a51de-8e86-42c3-82be-bcebc8bc952f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935428 Aug 21 09:50:18.657875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-9a30dcbe-8744-4ba8-b289-2a315ca566e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:18.659348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-9a30dcbe-8744-4ba8-b289-2a315ca566e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 1096 time: 0.0428166 Aug 21 09:50:18.702010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-d4f009cf-d50f-4786-b5b7-f8cb9c5559f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f88a8c-ed36-4a00-a659-0dd5834e63b7 HTTP/1.1" status: 200 len: 217 time: 0.0349753 Aug 21 09:50:18.759048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-de08f9f9-8eaa-4c8c-973d-0802ff6279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:18.761045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-de08f9f9-8eaa-4c8c-973d-0802ff6279ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0511229 Aug 21 09:50:18.812517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-f4a75890-f275-481f-a9f7-414371e675c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:18.814039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-f4a75890-f275-481f-a9f7-414371e675c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446270 Aug 21 09:50:18.902766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-07c80706-e944-4b57-8cf3-563cc3d85656 service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818288 Aug 21 09:50:18.995968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21ae3c36-f7c1-4ea8-8f79-34f01fef64c4 req-72a0d77f-ad96-424e-b926-6a85930a720e service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857608 Aug 21 09:50:19.199856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34585ece-2b9e-4b98-a8d0-334009fb7c2a req-11a64f2d-f75f-4518-a5c2-cdcb6b71a4f6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:19.201399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34585ece-2b9e-4b98-a8d0-334009fb7c2a req-11a64f2d-f75f-4518-a5c2-cdcb6b71a4f6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 944 time: 0.0511580 Aug 21 09:50:19.241253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34585ece-2b9e-4b98-a8d0-334009fb7c2a req-21f452f3-875c-4a5e-99b8-98f79aee6a8b tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336688 Aug 21 09:50:20.363186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfba9df-2580-48f9-9e0c-e37e7dbb9e4a req-00ab11d6-17b3-4244-8745-07603a02018a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:20.364725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbfba9df-2580-48f9-9e0c-e37e7dbb9e4a req-00ab11d6-17b3-4244-8745-07603a02018a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 944 time: 0.0531588 Aug 21 09:50:20.404435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bbfba9df-2580-48f9-9e0c-e37e7dbb9e4a req-e0fa4b49-6114-464a-bd45-ad7e05155bc7 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331109 Aug 21 09:50:21.516689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e17df9-d6d4-4e12-8b0e-535ec3c3b824 req-127229c2-a360-4b1d-8f25-08bea4dadcbd tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:21.518090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7e17df9-d6d4-4e12-8b0e-535ec3c3b824 req-127229c2-a360-4b1d-8f25-08bea4dadcbd tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 944 time: 0.0480027 Aug 21 09:50:21.556130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7e17df9-d6d4-4e12-8b0e-535ec3c3b824 req-f1c90be6-0a54-4277-81c5-5b2f60610862 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319965 Aug 21 09:50:22.669939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6894de0-6712-4f35-8232-de3479c91335 req-22b6ea6c-158b-42ea-bcf4-f74691ee365a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:22.671579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6894de0-6712-4f35-8232-de3479c91335 req-22b6ea6c-158b-42ea-bcf4-f74691ee365a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 944 time: 0.0494056 Aug 21 09:50:22.708031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6894de0-6712-4f35-8232-de3479c91335 req-23a7bda8-c841-4041-9931-411aa80786f8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304985 Aug 21 09:50:23.826961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff03ca-cacc-4a8a-93e3-e6aa29d0b255 req-e1d93179-44e3-40d1-b3d9-9ce60a169c42 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:23.828482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eff03ca-cacc-4a8a-93e3-e6aa29d0b255 req-e1d93179-44e3-40d1-b3d9-9ce60a169c42 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 944 time: 0.0549808 Aug 21 09:50:23.866027 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3eff03ca-cacc-4a8a-93e3-e6aa29d0b255 req-e487b8b4-cc62-4fc4-aa12-fea06265d7e4 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Aug 21 09:50:24.978110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee126e-ca82-47c5-bb64-232a75cb2bfa req-4ebc7186-2c7f-4dfb-8bb6-95207d4b5f53 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:24.979626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1bee126e-ca82-47c5-bb64-232a75cb2bfa req-4ebc7186-2c7f-4dfb-8bb6-95207d4b5f53 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 944 time: 0.0482681 Aug 21 09:50:25.017954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1bee126e-ca82-47c5-bb64-232a75cb2bfa req-453ab31e-367c-40d5-b715-791df97a2eb6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319622 Aug 21 09:50:26.130542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431a3f6-10e6-4784-948d-9e8ab0453f43 req-bc4a586b-5202-418e-9875-e0630502c526 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:26.131972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7431a3f6-10e6-4784-948d-9e8ab0453f43 req-bc4a586b-5202-418e-9875-e0630502c526 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 944 time: 0.0489135 Aug 21 09:50:26.170235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7431a3f6-10e6-4784-948d-9e8ab0453f43 req-20651dd0-fa22-4633-8490-725e31bd1ed9 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323145 Aug 21 09:50:27.287413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04e8c0-45b5-432e-a341-d4d82af044c4 req-8a9f6e0f-8811-4655-ab1a-4a34b7aed0e2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:27.288865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd04e8c0-45b5-432e-a341-d4d82af044c4 req-8a9f6e0f-8811-4655-ab1a-4a34b7aed0e2 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 944 time: 0.0525942 Aug 21 09:50:27.325407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd04e8c0-45b5-432e-a341-d4d82af044c4 req-62a3ebe6-3593-4579-bc7e-a5bed4bc90cc tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305967 Aug 21 09:50:28.438797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a973fc-6ad4-40ee-aa90-12468059dd52 req-019764d9-849e-458b-b626-f02117bcea28 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:28.440284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76a973fc-6ad4-40ee-aa90-12468059dd52 req-019764d9-849e-458b-b626-f02117bcea28 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 944 time: 0.0487635 Aug 21 09:50:28.477751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-76a973fc-6ad4-40ee-aa90-12468059dd52 req-61b94f28-77ff-42e8-bd03-c20ff2929476 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316708 Aug 21 09:50:29.592969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85163-0012-486c-bfc8-602f9b7f74a5 req-887549bf-0502-45a3-b5f8-93a75f6211e5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:29.594456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87f85163-0012-486c-bfc8-602f9b7f74a5 req-887549bf-0502-45a3-b5f8-93a75f6211e5 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 944 time: 0.0499520 Aug 21 09:50:29.632996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87f85163-0012-486c-bfc8-602f9b7f74a5 req-459999cd-b611-4679-802a-69400f1f9b3e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326369 Aug 21 09:50:29.758846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e6f88a8c-ed36-4a00-a659-0dd5834e63b7 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:50:29.852171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e6f88a8c-ed36-4a00-a659-0dd5834e63b7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e6f88a8c-ed36-4a00-a659-0dd5834e63b7,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:50:29.866912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'port_id': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7', 'mac_address': 'fa:16:3e:9b:8b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:50:29.908660 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:29.921631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f88a8c-ed36-4a00-a659-0dd5834e63b7 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:50:29.940051 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e6f88a8c-ed36-4a00-a659-0dd5834e63b7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e6f88a8c-ed36-4a00-a659-0dd5834e63b7,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:50:30.007662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-d2c23d6d-58b2-48a7-9fb7-7ba6c340920a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431707 Aug 21 09:50:30.032100 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:30.082873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=e6f88a8c-ed36-4a00-a659-0dd5834e63b7,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:50:30.084363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-5fc2bcc7-3f23-415e-ab35-63e9de2ca74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:30.085857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-5fc2bcc7-3f23-415e-ab35-63e9de2ca74f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 1097 time: 0.0393674 Aug 21 09:50:30.090427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.090775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.091113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.091450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.092332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.092664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.092989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.093327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.093670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.093994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.094315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.094634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:50:30.194183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-fbe3ab8f-e07b-4699-be66-421692c25972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:30.195745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-fbe3ab8f-e07b-4699-be66-421692c25972 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0885923 Aug 21 09:50:30.262230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-382262b4-78b1-4a6b-a3ae-8f74c2b65ed9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823 HTTP/1.1" status: 200 len: 1001 time: 0.0596752 Aug 21 09:50:30.263434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['e6f88a8c-ed36-4a00-a659-0dd5834e63b7'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:50:30.312347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-ffc70943-f90e-431c-9d99-1fc3de25bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:30.313777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-ffc70943-f90e-431c-9d99-1fc3de25bc11 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0446796 Aug 21 09:50:30.358984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-3dc93281-1750-4777-a90a-b002be24ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:30.360494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-3dc93281-1750-4777-a90a-b002be24ca41 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399506 Aug 21 09:50:30.454519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-d4791bd8-5539-4998-9b5e-ed0c68a42855 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860465 Aug 21 09:50:30.544302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22dc45b2-5a2f-44d2-b603-f30562f79509 req-997cd66a-82e0-4ba3-afda-a1b4c5c9a61b service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822566 Aug 21 09:50:30.749745 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2b837-1dc4-466a-b9ca-d1335fb42816 req-b53ae2fd-8b06-4a9b-ad53-3fe470f21263 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:30.751353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99e2b837-1dc4-466a-b9ca-d1335fb42816 req-b53ae2fd-8b06-4a9b-ad53-3fe470f21263 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 945 time: 0.0543685 Aug 21 09:50:30.788697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99e2b837-1dc4-466a-b9ca-d1335fb42816 req-6145a560-f5a1-464f-ab0d-1c5f33bcd92c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Aug 21 09:50:31.770116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e6f88a8c-ed36-4a00-a659-0dd5834e63b7 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:50:31.888057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:50:31.892725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:50:31.893130 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:31.903873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d04620-e881-4523-96fd-7f8f378159ef req-16c10a90-3b86-4fc1-af65-623c3d3804bb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:31.906015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98d04620-e881-4523-96fd-7f8f378159ef req-16c10a90-3b86-4fc1-af65-623c3d3804bb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 945 time: 0.0505273 Aug 21 09:50:31.944260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98d04620-e881-4523-96fd-7f8f378159ef req-ed16df15-096c-4c8c-874c-c43c7186defa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318172 Aug 21 09:50:31.971426 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:31.993027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:50:31.995234 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d025b1-3a6f-459f-9bcf-65b9e40d7510" -d '{"events": [{"server_uuid": "9368552d-4db1-41d9-9efb-0ce47b99f76b", "name": "network-vif-plugged", "status": "completed", "tag": "e6f88a8c-ed36-4a00-a659-0dd5834e63b7"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:50:32.011260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e6f88a8c-ed36-4a00-a659-0dd5834e63b7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e6f88a8c-ed36-4a00-a659-0dd5834e63b7,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:50:32.040960 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2edcbe8-04aa-4834-b884-01fc0940bc19 x-openstack-request-id: req-e2edcbe8-04aa-4834-b884-01fc0940bc19 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:50:32.040960 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9368552d-4db1-41d9-9efb-0ce47b99f76b", "name": "network-vif-plugged", "status": "completed", "tag": "e6f88a8c-ed36-4a00-a659-0dd5834e63b7", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:50:32.040960 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2edcbe8-04aa-4834-b884-01fc0940bc19 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:50:32.040960 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7', 'code': 200} Aug 21 09:50:32.083749 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:32.130669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a568cc-a3c4-4e32-8003-c53331d115a0 req-3bda46af-db3d-4768-94a5-720320bcdca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:32.130916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=e6f88a8c-ed36-4a00-a659-0dd5834e63b7,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:50:32.132289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1a568cc-a3c4-4e32-8003-c53331d115a0 req-3bda46af-db3d-4768-94a5-720320bcdca0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 1098 time: 0.0399916 Aug 21 09:50:32.166865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1a568cc-a3c4-4e32-8003-c53331d115a0 req-660317bb-3a19-4811-9369-75764afa326a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279434 Aug 21 09:50:32.178997 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:50:33.062092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910650-390c-49ed-8375-c0c718778cf8 req-892a223c-3fa8-4326-95ab-4d29af2fd3ab tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:33.063582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6910650-390c-49ed-8375-c0c718778cf8 req-892a223c-3fa8-4326-95ab-4d29af2fd3ab tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 946 time: 0.0534270 Aug 21 09:50:33.101948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6910650-390c-49ed-8375-c0c718778cf8 req-ec998b5e-3681-46d7-a1fa-4a96c4dc6fe0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322394 Aug 21 09:50:34.215700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed63470-94e1-42e5-9ac5-729b16df4fe7 req-a239e23b-16cd-4c88-91db-959f62e7f8e3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:34.217779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ed63470-94e1-42e5-9ac5-729b16df4fe7 req-a239e23b-16cd-4c88-91db-959f62e7f8e3 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 946 time: 0.0494375 Aug 21 09:50:34.254700 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ed63470-94e1-42e5-9ac5-729b16df4fe7 req-a2194648-c1fc-4a4b-883c-6ed30d9d9d11 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310416 Aug 21 09:50:34.366010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f0e63-06fb-417c-8183-027f6de6c988 req-8b326f97-fe35-44d6-9e6d-4aacac7062f8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:34.367508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-004f0e63-06fb-417c-8183-027f6de6c988 req-8b326f97-fe35-44d6-9e6d-4aacac7062f8 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 946 time: 0.0478489 Aug 21 09:50:34.405646 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-004f0e63-06fb-417c-8183-027f6de6c988 req-be2c759c-7f68-4694-a13d-811fbd2debb1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313509 Aug 21 09:50:34.427286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58776) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:50:34.469936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08420922-ff23-4911-8d33-2dd4dbb95420 tempest-TestVolumeBootPattern-1195665196 tempest-TestVolumeBootPattern-1195665196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:34.471544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-08420922-ff23-4911-8d33-2dd4dbb95420 tempest-TestVolumeBootPattern-1195665196 tempest-TestVolumeBootPattern-1195665196-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 1093 time: 0.0431652 Aug 21 09:50:34.474314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58778) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:50:34.478761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:50:34.556186 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:34.651261 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:34.756006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Allocated IP 172.25.5.154 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/9b0742a2-a4fb-42e3-9bd3-55bb771e1769) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:50:34.852855 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:34.946632 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:34.985797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:50:34.989812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:50:34.993164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:50:35.017025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=9b0742a2-a4fb-42e3-9bd3-55bb771e1769,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:50:35.345886 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:35.473847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:35.618180 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:35.700528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:35.765985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event updated for resources: {'Port': ['ID=9b0742a2-a4fb-42e3-9bd3-55bb771e1769,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:50:35.777234 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:35.876783 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Floating IP 0547036c-274e-4c34-b891-ab9eb9a8a8c5 associated. External IP: 172.25.5.154, port: e6f88a8c-ed36-4a00-a659-0dd5834e63b7. Aug 21 09:50:36.087148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:50:36.194601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:50:36.204790 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb3e7e-be7d-4e30-b933-1495cbceb5cc None None] Sync routers for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:50:36.214107 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb3e7e-be7d-4e30-b933-1495cbceb5cc None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:50:36.214709 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b5fb3e7e-be7d-4e30-b933-1495cbceb5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:50:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:50:36.306366 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:36.316805 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b5fb3e7e-be7d-4e30-b933-1495cbceb5cc None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:50:36.333923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-304a0bf4-97c2-4042-b059-c6b2178d2758 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8585565 Aug 21 09:50:36.334527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'tag': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:50:36.336793 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdde361-4e86-4df9-bf99-e1551700252f" -d '{"events": [{"name": "network-changed", "server_uuid": "9368552d-4db1-41d9-9efb-0ce47b99f76b", "tag": "e6f88a8c-ed36-4a00-a659-0dd5834e63b7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:50:36.373717 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebb7f5e-a0d7-4b2c-be0e-d588be03d7b2 x-openstack-request-id: req-9ebb7f5e-a0d7-4b2c-be0e-d588be03d7b2 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:50:36.374343 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9368552d-4db1-41d9-9efb-0ce47b99f76b", "tag": "e6f88a8c-ed36-4a00-a659-0dd5834e63b7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:50:36.374343 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ebb7f5e-a0d7-4b2c-be0e-d588be03d7b2 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:50:36.374632 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'tag': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7', 'status': 'completed', 'code': 200} Aug 21 09:50:36.435049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdde361-4e86-4df9-bf99-e1551700252f req-cd08c3ab-115a-42b1-abc4-a4c6109ef933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:36.437218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acdde361-4e86-4df9-bf99-e1551700252f req-cd08c3ab-115a-42b1-abc4-a4c6109ef933 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 1098 time: 0.0415559 Aug 21 09:50:36.540886 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b5fb3e7e-be7d-4e30-b933-1495cbceb5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '0547036c-274e-4c34-b891-ab9eb9a8a8c5', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:9b:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:50:35Z', 'updated_at': '2021-08-21T09:50:35Z', 'revision_number': 0, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}, {'id': 'aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:53:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:47:43Z', 'updated_at': '2021-08-21T09:47:45Z', 'revision_number': 1, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:50:36.570735 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb3e7e-be7d-4e30-b933-1495cbceb5cc None None] Checking router: adcf2cf0-0287-4cb4-aa16-b3ec774d3669 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:50:36.579650 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb3e7e-be7d-4e30-b933-1495cbceb5cc None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:50:36.580256 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b5fb3e7e-be7d-4e30-b933-1495cbceb5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:50:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:50:36.688575 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b5fb3e7e-be7d-4e30-b933-1495cbceb5cc None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:50:36.827678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdde361-4e86-4df9-bf99-e1551700252f req-51418941-5c7a-48a8-a8e5-eaef9d2c8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:36.829348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acdde361-4e86-4df9-bf99-e1551700252f req-51418941-5c7a-48a8-a8e5-eaef9d2c8234 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.3850763 Aug 21 09:50:36.895151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acdde361-4e86-4df9-bf99-e1551700252f req-5e733447-67bb-42e4-8632-178c00e9fca5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f88a8c-ed36-4a00-a659-0dd5834e63b7 HTTP/1.1" status: 200 len: 1000 time: 0.0586998 Aug 21 09:50:36.917844 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4a5acf74-972e-4f97-b9c6-c56175e95f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:36.944734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdde361-4e86-4df9-bf99-e1551700252f req-28671250-2bca-4c85-8648-346d8159d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:36.946195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acdde361-4e86-4df9-bf99-e1551700252f req-28671250-2bca-4c85-8648-346d8159d40a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0441864 Aug 21 09:50:36.996210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdde361-4e86-4df9-bf99-e1551700252f req-2c6fc8bf-5d2e-46f2-bc37-a16d90420648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:36.997823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acdde361-4e86-4df9-bf99-e1551700252f req-2c6fc8bf-5d2e-46f2-bc37-a16d90420648 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439978 Aug 21 09:50:37.007431 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b5fb3e7e-be7d-4e30-b933-1495cbceb5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '0547036c-274e-4c34-b891-ab9eb9a8a8c5', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:9b:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:50:35Z', 'updated_at': '2021-08-21T09:50:35Z', 'revision_number': 0, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}, {'id': 'aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:53:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:47:43Z', 'updated_at': '2021-08-21T09:47:45Z', 'revision_number': 1, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:50:37.037195 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb3e7e-be7d-4e30-b933-1495cbceb5cc None None] The sync data for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 is: [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '0547036c-274e-4c34-b891-ab9eb9a8a8c5', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:9b:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:50:35Z', 'updated_at': '2021-08-21T09:50:35Z', 'revision_number': 0, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}, {'id': 'aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:53:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:47:43Z', 'updated_at': '2021-08-21T09:47:45Z', 'revision_number': 1, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:50:37.093036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acdde361-4e86-4df9-bf99-e1551700252f req-9f079499-f387-4e23-9b96-1e33672d3fe7 service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856397 Aug 21 09:50:37.203452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-acdde361-4e86-4df9-bf99-e1551700252f req-d6a6aba4-637e-4636-9802-d47eb859973d service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056635 Aug 21 09:50:37.235597 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3cb633-fe26-46c0-964d-39bead14b922 None None] New status for floating IP 0547036c-274e-4c34-b891-ab9eb9a8a8c5: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:50:39.573588 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2c10-354e-4883-b2a8-168ec8cf5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:39.809349 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:41.025166 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:42.533808 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:45.756958 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:45.774230 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:50:46.757146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a697053-3a87-42c2-86b4-484d05991e8a req-a33ee008-5619-4b35-80ac-9c535c535f6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438144 Aug 21 09:50:46.839933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697053-3a87-42c2-86b4-484d05991e8a req-1c163125-f31f-4209-8d4d-bac425c70fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:46.841448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a697053-3a87-42c2-86b4-484d05991e8a req-1c163125-f31f-4209-8d4d-bac425c70fef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 1098 time: 0.0407515 Aug 21 09:50:46.947177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697053-3a87-42c2-86b4-484d05991e8a req-e71025f2-a617-4f57-a88f-afc026606a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:46.948679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a697053-3a87-42c2-86b4-484d05991e8a req-e71025f2-a617-4f57-a88f-afc026606a42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0874040 Aug 21 09:50:47.016708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a697053-3a87-42c2-86b4-484d05991e8a req-a3a75452-03cb-406c-a687-34fa4ce98bca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f88a8c-ed36-4a00-a659-0dd5834e63b7 HTTP/1.1" status: 200 len: 1002 time: 0.0600550 Aug 21 09:50:47.067449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697053-3a87-42c2-86b4-484d05991e8a req-4d8c9054-1f92-4512-98ac-323e4d61f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:47.069793 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a697053-3a87-42c2-86b4-484d05991e8a req-4d8c9054-1f92-4512-98ac-323e4d61f91c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0462115 Aug 21 09:50:47.122113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697053-3a87-42c2-86b4-484d05991e8a req-53fac92f-ddcf-4bee-954d-a49507cd46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:50:47.123663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a697053-3a87-42c2-86b4-484d05991e8a req-53fac92f-ddcf-4bee-954d-a49507cd46cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463672 Aug 21 09:50:47.212936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a697053-3a87-42c2-86b4-484d05991e8a req-84f14c02-8270-41b8-888f-ad782f43b47d service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818744 Aug 21 09:50:47.308759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a697053-3a87-42c2-86b4-484d05991e8a req-67bfd529-43ae-4464-9dca-38e77ec334a9 service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878642 Aug 21 09:51:06.916395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f64cf26f-3224-4966-99c6-cff880fe98ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:09.177961 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:51:09.556385 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-72b85830-9bd6-44f6-b5e8-4ab42aa8438e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:09.779295 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:11.024993 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:12.510547 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:15.727818 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:15.755748 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:30.002872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-007645dd-8bc2-4d38-ab7f-e508bde30ac2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404196 Aug 21 09:51:30.082167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-141b8fa1-686a-4d1f-b722-2ee9e0f9f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:51:30.083639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-141b8fa1-686a-4d1f-b722-2ee9e0f9f829 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 1097 time: 0.0400798 Aug 21 09:51:30.206218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-b7bea1fe-e120-4b12-a2f4-8e040d71d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:51:30.207732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-b7bea1fe-e120-4b12-a2f4-8e040d71d5bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.1056428 Aug 21 09:51:30.271711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-51a4b0f8-a864-4a79-a10f-16c1e2bf360c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823 HTTP/1.1" status: 200 len: 1001 time: 0.0569391 Aug 21 09:51:30.320546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-78a85f2d-d7d2-4292-b79a-aaad535045cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:51:30.322019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-78a85f2d-d7d2-4292-b79a-aaad535045cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0437164 Aug 21 09:51:30.371214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-7b28c0fb-4dcd-4035-bf4e-fbc681ed3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:51:30.372786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-7b28c0fb-4dcd-4035-bf4e-fbc681ed3ed2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440042 Aug 21 09:51:30.464298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-656e3cb7-a752-4468-afd1-9d0bf2b93113 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847096 Aug 21 09:51:30.558447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d4e235a-13af-4472-9b48-6f1c170dcc85 req-1da4bc60-ae20-4fcf-8295-8739ba2d5079 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869603 Aug 21 09:51:36.949733 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4e54e7ee-be89-4e84-b8cd-f7d30015d8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:39.560843 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-78d18ff4-27b3-479e-95b3-c77cf2d62195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:39.812506 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:41.012191 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:42.532576 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:45.738339 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:45.772561 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:51:46.176858 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:51:47.762319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-63ea2f1b-4176-43a0-8525-34586b9cc67c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405700 Aug 21 09:51:47.841969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-5c31aac5-14d6-4a2f-958b-d59fbfc7b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:51:47.843463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-5c31aac5-14d6-4a2f-958b-d59fbfc7b260 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 1098 time: 0.0394614 Aug 21 09:51:47.946872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-c5196e50-785b-406e-b7a2-75af2acff320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:51:47.948371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-c5196e50-785b-406e-b7a2-75af2acff320 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0863593 Aug 21 09:51:48.014548 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-a4a93baf-da81-4960-8154-bd8cf8648f7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f88a8c-ed36-4a00-a659-0dd5834e63b7 HTTP/1.1" status: 200 len: 1002 time: 0.0589750 Aug 21 09:51:48.064186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-f8737e5d-84ae-4c42-be95-00beffd502b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:51:48.065590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-f8737e5d-84ae-4c42-be95-00beffd502b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0437813 Aug 21 09:51:48.115456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-23136de8-85ee-46e0-aef7-1e2c18965b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:51:48.116956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-23136de8-85ee-46e0-aef7-1e2c18965b88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435357 Aug 21 09:51:48.205374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-74c0d18d-e886-4da8-8b6f-266051efd462 service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796814 Aug 21 09:51:48.297914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b9ebba1-bf00-4183-898f-4602a10d167b req-5fa1cebf-aa9e-45ba-a91d-d9c072aa7971 service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847335 Aug 21 09:52:06.943291 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-547f347a-31b5-4ada-a63a-a74e6c8cdf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:09.537447 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-82391d2c-486a-4f8b-b3dd-78e2357504e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:09.788908 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:11.034465 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:12.531715 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:15.766209 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:15.794544 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:23.176270 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:52:32.004597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-78669b09-21fc-496f-8e26-b238865a6dc5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392902 Aug 21 09:52:32.082888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-ab453a0d-c81b-441c-a824-d6b311933ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:32.085001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-ab453a0d-c81b-441c-a824-d6b311933ace service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 1097 time: 0.0401824 Aug 21 09:52:32.186527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-8503713e-d68c-4cac-8db8-ca7e775ee30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:32.188035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-8503713e-d68c-4cac-8db8-ca7e775ee30a service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0847418 Aug 21 09:52:32.252108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-5aa86dd2-dd8b-4858-9b54-44a518c34a7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823 HTTP/1.1" status: 200 len: 1001 time: 0.0570884 Aug 21 09:52:32.299100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-82922bb3-0632-4930-9a70-c197c370022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:32.300567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-82922bb3-0632-4930-9a70-c197c370022e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0417333 Aug 21 09:52:32.348359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-f15927d7-45e3-4020-980a-8c652043057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:32.349837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-f15927d7-45e3-4020-980a-8c652043057c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424612 Aug 21 09:52:32.436924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-79a989ae-687b-489f-81c2-b1d162e5bae0 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796185 Aug 21 09:52:32.527420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95bcd551-0a9e-438e-a6cb-a87f876bc886 req-85226ac7-06c6-4405-86fa-05d67f178956 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828395 Aug 21 09:52:36.935934 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8b04bdae-12e1-42e1-8a83-61fd8155a1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:38.469683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58824) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:52:38.666943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Deleting port 9b0742a2-a4fb-42e3-9bd3-55bb771e1769 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:52:38.667280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:38.739302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:38.739596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:38.751163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Calling delete_port for 9b0742a2-a4fb-42e3-9bd3-55bb771e1769 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:52:38.965555 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:38.992638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event deleted for resources: {'Port': ['ID=9b0742a2-a4fb-42e3-9bd3-55bb771e1769,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:52:39.002598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.002946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.003292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.003656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.003995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.004869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.004869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.005027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.005268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.005592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.005919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.006241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:52:39.064280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:39.064603 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Floating IP 0547036c-274e-4c34-b891-ab9eb9a8a8c5 disassociated (deleted). External IP: 172.25.5.154, port: e6f88a8c-ed36-4a00-a659-0dd5834e63b7. Aug 21 09:52:39.263759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:52:39.367362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:52:39.372355 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:39.376832 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ce2ace-9089-4729-8284-1e3845228c36 None None] Sync routers for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:52:39.385912 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce2ace-9089-4729-8284-1e3845228c36 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:52:39.386514 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c8ce2ace-9089-4729-8284-1e3845228c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:52:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:52:39.398752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7f2c4041-cba6-4bb9-8492-c446e9d7bca1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "DELETE /v2.0/floatingips/0547036c-274e-4c34-b891-ab9eb9a8a8c5 HTTP/1.1" status: 204 len: 168 time: 0.9279783 Aug 21 09:52:39.399440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'tag': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:52:39.401991 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981bee9b-bc47-4da6-a988-fa852a0f2089" -d '{"events": [{"name": "network-changed", "server_uuid": "9368552d-4db1-41d9-9efb-0ce47b99f76b", "tag": "e6f88a8c-ed36-4a00-a659-0dd5834e63b7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:52:39.447708 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d8ad3e-854a-4e24-9d10-884901e2dba2 x-openstack-request-id: req-c6d8ad3e-854a-4e24-9d10-884901e2dba2 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:52:39.447982 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9368552d-4db1-41d9-9efb-0ce47b99f76b", "tag": "e6f88a8c-ed36-4a00-a659-0dd5834e63b7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:52:39.448243 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6d8ad3e-854a-4e24-9d10-884901e2dba2 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:52:39.448727 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'tag': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7', 'status': 'completed', 'code': 200} Aug 21 09:52:39.498556 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c8ce2ace-9089-4729-8284-1e3845228c36 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:52:39.522129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bee9b-bc47-4da6-a988-fa852a0f2089 req-a0e98fc0-c0e4-47dd-975a-67c6f4a5b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:39.523590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981bee9b-bc47-4da6-a988-fa852a0f2089 req-a0e98fc0-c0e4-47dd-975a-67c6f4a5b57c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 1098 time: 0.0516789 Aug 21 09:52:39.542932 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4fe65b10-12c1-4efc-be83-2d8e1b583a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:39.627796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bee9b-bc47-4da6-a988-fa852a0f2089 req-4231569d-4296-4916-8f75-f62a789b6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:39.629292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981bee9b-bc47-4da6-a988-fa852a0f2089 req-4231569d-4296-4916-8f75-f62a789b6334 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0972023 Aug 21 09:52:39.671681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981bee9b-bc47-4da6-a988-fa852a0f2089 req-aa0ed816-b73e-4457-8b2b-a78ce3924844 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f88a8c-ed36-4a00-a659-0dd5834e63b7 HTTP/1.1" status: 200 len: 217 time: 0.0345509 Aug 21 09:52:39.733977 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c8ce2ace-9089-4729-8284-1e3845228c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:53:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:47:43Z', 'updated_at': '2021-08-21T09:47:45Z', 'revision_number': 1, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:52:39.760377 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ce2ace-9089-4729-8284-1e3845228c36 None None] Checking router: adcf2cf0-0287-4cb4-aa16-b3ec774d3669 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:52:39.769570 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce2ace-9089-4729-8284-1e3845228c36 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:52:39.770694 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c8ce2ace-9089-4729-8284-1e3845228c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:52:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:52:39.781747 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:39.879898 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c8ce2ace-9089-4729-8284-1e3845228c36 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:52:40.050870 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bee9b-bc47-4da6-a988-fa852a0f2089 req-477c08e2-9a39-4292-9c0b-6da6804d03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:40.052355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981bee9b-bc47-4da6-a988-fa852a0f2089 req-477c08e2-9a39-4292-9c0b-6da6804d03f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.3738620 Aug 21 09:52:40.096923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc7bc-8421-4662-b062-753f16ba6bd0 req-50801966-cf7b-40c3-9694-ed3fba09d2fa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:40.099031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e1cc7bc-8421-4662-b062-753f16ba6bd0 req-50801966-cf7b-40c3-9694-ed3fba09d2fa tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 946 time: 0.3812404 Aug 21 09:52:40.109508 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c8ce2ace-9089-4729-8284-1e3845228c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:53:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:47:43Z', 'updated_at': '2021-08-21T09:47:45Z', 'revision_number': 1, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:52:40.125805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bee9b-bc47-4da6-a988-fa852a0f2089 req-1d2fb97c-99b8-4454-b7f1-50c45fd4cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:40.127286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981bee9b-bc47-4da6-a988-fa852a0f2089 req-1d2fb97c-99b8-4454-b7f1-50c45fd4cdc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644443 Aug 21 09:52:40.139729 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ce2ace-9089-4729-8284-1e3845228c36 None None] The sync data for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 is: [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'port_id': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'mac_address': 'fa:16:3e:53:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:47:43Z', 'updated_at': '2021-08-21T09:47:45Z', 'revision_number': 1, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:52:40.153604 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e1cc7bc-8421-4662-b062-753f16ba6bd0 req-50abf68f-ea9b-4594-9a42-8d5ae4612fce tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481958 Aug 21 09:52:40.235309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981bee9b-bc47-4da6-a988-fa852a0f2089 req-de69ed08-d2ff-4479-99ca-251e45bb9d7e service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967877 Aug 21 09:52:40.328300 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981bee9b-bc47-4da6-a988-fa852a0f2089 req-34170b4e-e723-42e6-a600-96e197d91bea service neutron] 10.222.0.13 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849113 Aug 21 09:52:40.366371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9582df72-bb5a-4864-984e-937826a0037e None None] New status for floating IP 0547036c-274e-4c34-b891-ab9eb9a8a8c5: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:52:41.051260 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:41.278298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66012860-1c3e-48b5-8035-a4976bbb6c82 req-5eb37f36-e5d3-46d6-8b97-413e466188a1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:41.279685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66012860-1c3e-48b5-8035-a4976bbb6c82 req-5eb37f36-e5d3-46d6-8b97-413e466188a1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.13 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 946 time: 0.0767753 Aug 21 09:52:41.329249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2d969-8761-4748-a7b2-31134990c697 req-d51fd669-b634-46cb-a464-635e63550715 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:41.330707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfd2d969-8761-4748-a7b2-31134990c697 req-d51fd669-b634-46cb-a464-635e63550715 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 946 time: 0.0904205 Aug 21 09:52:41.393963 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfd2d969-8761-4748-a7b2-31134990c697 req-8a13cd02-476c-4035-ae63-eec37ed3180a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563414 Aug 21 09:52:41.412033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-66012860-1c3e-48b5-8035-a4976bbb6c82 req-13043122-6f3b-425d-bf89-d166b3393864 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Deleting port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:52:41.412033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66012860-1c3e-48b5-8035-a4976bbb6c82 req-13043122-6f3b-425d-bf89-d166b3393864 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:41.501259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-66012860-1c3e-48b5-8035-a4976bbb6c82 req-13043122-6f3b-425d-bf89-d166b3393864 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] For port e6f88a8c-ed36-4a00-a659-0dd5834e63b7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e6f88a8c-ed36-4a00-a659-0dd5834e63b7,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:52:41.501630 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66012860-1c3e-48b5-8035-a4976bbb6c82 req-13043122-6f3b-425d-bf89-d166b3393864 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:41.513194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-66012860-1c3e-48b5-8035-a4976bbb6c82 req-13043122-6f3b-425d-bf89-d166b3393864 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Calling delete_port for e6f88a8c-ed36-4a00-a659-0dd5834e63b7 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:52:41.691224 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66012860-1c3e-48b5-8035-a4976bbb6c82 req-13043122-6f3b-425d-bf89-d166b3393864 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:41.722215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13043122-6f3b-425d-bf89-d166b3393864 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event deleted for resources: {'Port': ['ID=e6f88a8c-ed36-4a00-a659-0dd5834e63b7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:52:41.765325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-66012860-1c3e-48b5-8035-a4976bbb6c82 req-13043122-6f3b-425d-bf89-d166b3393864 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] No DVR routers for this DVR port e6f88a8c-ed36-4a00-a659-0dd5834e63b7 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:52:41.767867 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-66012860-1c3e-48b5-8035-a4976bbb6c82 req-13043122-6f3b-425d-bf89-d166b3393864 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:41.769875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-66012860-1c3e-48b5-8035-a4976bbb6c82 req-13043122-6f3b-425d-bf89-d166b3393864 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.13 "DELETE /v2.0/ports/e6f88a8c-ed36-4a00-a659-0dd5834e63b7 HTTP/1.1" status: 204 len: 173 time: 0.4821136 Aug 21 09:52:41.770319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'name': 'network-vif-deleted', 'tag': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:52:41.772636 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffa1771-72a9-404b-9dd2-91e3b7dce5c9" -d '{"events": [{"server_uuid": "9368552d-4db1-41d9-9efb-0ce47b99f76b", "name": "network-vif-deleted", "tag": "e6f88a8c-ed36-4a00-a659-0dd5834e63b7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:52:41.831889 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5308126-562e-4f86-a1bb-0e3b996e1455 x-openstack-request-id: req-b5308126-562e-4f86-a1bb-0e3b996e1455 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:52:41.832206 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9368552d-4db1-41d9-9efb-0ce47b99f76b", "name": "network-vif-deleted", "tag": "e6f88a8c-ed36-4a00-a659-0dd5834e63b7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:52:41.832459 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5308126-562e-4f86-a1bb-0e3b996e1455 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:52:41.832943 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9368552d-4db1-41d9-9efb-0ce47b99f76b', 'name': 'network-vif-deleted', 'tag': 'e6f88a8c-ed36-4a00-a659-0dd5834e63b7', 'status': 'completed', 'code': 200} Aug 21 09:52:42.488553 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180ee8ec-d363-459d-8eca-8b8e942d29ed req-443f5f55-ccb5-40f8-a49c-62f34f964470 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 210 time: 0.0264680 Aug 21 09:52:42.520263 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:43.583353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c1d8802-7d13-40c1-9bbb-82ad9385da5f req-0510fc8c-fb60-429e-a49a-db7ed0424b8a tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 210 time: 0.0267596 Aug 21 09:52:44.376718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e6f88a8c-ed36-4a00-a659-0dd5834e63b7 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:52:44.397422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: e6f88a8c-ed36-4a00-a659-0dd5834e63b7 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:52:44.397763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e6f88a8c-ed36-4a00-a659-0dd5834e63b7 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:52:44.681201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0fe16c54-8932-4cb2-bdae-d2c3a4983477 req-ff46c881-1053-461a-9b58-da73e692f34c tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 210 time: 0.0275667 Aug 21 09:52:45.725822 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:45.748324 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:45.787921 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-32dd6d85-b7df-4a20-9dc6-4a3a51fd7202 req-2e37f3c7-c74b-49ab-b199-33db0faec1a6 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=9368552d-4db1-41d9-9efb-0ce47b99f76b HTTP/1.1" status: 200 len: 210 time: 0.0305386 Aug 21 09:52:52.416813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58882) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:52:52.563394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Deleting port 8565bef1-b37b-43f6-8a52-1b325b745e3b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:52:52.563752 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:52.636049 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:52.636375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:52.647808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Calling delete_port for 8565bef1-b37b-43f6-8a52-1b325b745e3b owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:52:52.895689 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:52.922418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event deleted for resources: {'Port': ['ID=8565bef1-b37b-43f6-8a52-1b325b745e3b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:52:52.983489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:52.983895 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Floating IP aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf disassociated (deleted). External IP: 172.25.5.139, port: 0e723da4-63d5-4de6-84de-54a6d7ac7823. Aug 21 09:52:53.188398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:52:53.295107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:52:53.300002 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:53.304430 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dda95d-fe2b-47db-8f98-2386bb76db08 None None] Sync routers for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:52:53.314471 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dda95d-fe2b-47db-8f98-2386bb76db08 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:52:53.315073 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b5dda95d-fe2b-47db-8f98-2386bb76db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:52:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:52:53.325985 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dc075c89-d00a-4ba6-992a-0a7bad037e21 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "DELETE /v2.0/floatingips/aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf HTTP/1.1" status: 204 len: 168 time: 0.9126048 Aug 21 09:52:53.326562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'tag': '0e723da4-63d5-4de6-84de-54a6d7ac7823'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:52:53.328816 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079a0a24-fe28-447d-a1ba-7ce15fc5328b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e2670e-531b-429c-a959-95e8362c7d90", "tag": "0e723da4-63d5-4de6-84de-54a6d7ac7823"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:52:53.367401 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45ddfa4-b630-431c-a74b-5e0f9b206e2d x-openstack-request-id: req-e45ddfa4-b630-431c-a74b-5e0f9b206e2d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:52:53.367724 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e2670e-531b-429c-a959-95e8362c7d90", "tag": "0e723da4-63d5-4de6-84de-54a6d7ac7823", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:52:53.367998 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e45ddfa4-b630-431c-a74b-5e0f9b206e2d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:52:53.368449 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'tag': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'status': 'completed', 'code': 200} Aug 21 09:52:53.423352 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b5dda95d-fe2b-47db-8f98-2386bb76db08 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:52:53.431081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a0a24-fe28-447d-a1ba-7ce15fc5328b req-8a39d5e6-2a25-4f94-bbaa-e6b474b85ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:53.432694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-079a0a24-fe28-447d-a1ba-7ce15fc5328b req-8a39d5e6-2a25-4f94-bbaa-e6b474b85ee2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=053ee6c388ea42d3a0146e3106269859&device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 1097 time: 0.0425358 Aug 21 09:52:53.526010 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a0a24-fe28-447d-a1ba-7ce15fc5328b req-8a356051-246e-4ffa-a80d-643bbfdaa004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:53.528785 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-079a0a24-fe28-447d-a1ba-7ce15fc5328b req-8a356051-246e-4ffa-a80d-643bbfdaa004 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 200 len: 913 time: 0.0890670 Aug 21 09:52:53.575250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-079a0a24-fe28-447d-a1ba-7ce15fc5328b req-576709c1-1531-4491-8815-0d20689658ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823 HTTP/1.1" status: 200 len: 217 time: 0.0392540 Aug 21 09:52:53.627270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a0a24-fe28-447d-a1ba-7ce15fc5328b req-44af292e-38da-4f9a-97eb-2884b34cbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:53.628859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-079a0a24-fe28-447d-a1ba-7ce15fc5328b req-44af292e-38da-4f9a-97eb-2884b34cbe17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 200 len: 851 time: 0.0459933 Aug 21 09:52:53.678618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a0a24-fe28-447d-a1ba-7ce15fc5328b req-cefee571-df71-40f9-b3c9-0e3ba0bac0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:53.680233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-079a0a24-fe28-447d-a1ba-7ce15fc5328b req-cefee571-df71-40f9-b3c9-0e3ba0bac0d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bc828ebd-0b8d-434d-9960-b2a7bc2fe295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443664 Aug 21 09:52:53.705007 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b5dda95d-fe2b-47db-8f98-2386bb76db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:52:53.734603 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dda95d-fe2b-47db-8f98-2386bb76db08 None None] Checking router: adcf2cf0-0287-4cb4-aa16-b3ec774d3669 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:52:53.742953 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dda95d-fe2b-47db-8f98-2386bb76db08 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:52:53.743550 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b5dda95d-fe2b-47db-8f98-2386bb76db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:52:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:52:53.781909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-079a0a24-fe28-447d-a1ba-7ce15fc5328b req-f03b3efd-15df-4b03-938a-1df9289de30b service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940135 Aug 21 09:52:53.849139 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b5dda95d-fe2b-47db-8f98-2386bb76db08 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:52:53.914403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9e9f-8722-4612-91da-9b327bd688cc req-a07aef71-a7f3-48f0-82ee-56f147bb0d53 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:53.915881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5aa9e9f-8722-4612-91da-9b327bd688cc req-a07aef71-a7f3-48f0-82ee-56f147bb0d53 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 945 time: 0.0809836 Aug 21 09:52:53.920005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-079a0a24-fe28-447d-a1ba-7ce15fc5328b req-543ce003-0acf-4939-8bf0-055cc09b79d8 service neutron] 10.222.0.22 "GET /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307666 Aug 21 09:52:53.955659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e5aa9e9f-8722-4612-91da-9b327bd688cc req-915b0641-d0a7-4305-8f16-72348e848a43 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/security-groups?id=949fc1a4-c372-4f6a-bcbd-c2b84811c05b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331187 Aug 21 09:52:54.045401 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b5dda95d-fe2b-47db-8f98-2386bb76db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:52:54.071705 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dda95d-fe2b-47db-8f98-2386bb76db08 None None] The sync data for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 is: [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:55Z', 'revision_number': 4, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'cc1c1980-1218-4520-a999-0c60b2bad264', 'name': '', 'network_id': 'bc828ebd-0b8d-434d-9960-b2a7bc2fe295', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'mac_address': 'fa:16:3e:03:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:55Z', 'updated_at': '2021-08-21T09:40:01Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'subnets': [{'id': '9caf4f79-d7ba-4136-887f-05670fbd954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:52:54.283191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2814239-674a-485d-b1dd-bebd6237efdc None None] New status for floating IP aa7ca1f5-2b37-4ad9-acf7-44b82a964cbf: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:52:54.468343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46361d-05b1-42d4-8834-60bd8c8c8b44 req-829f7dbb-31ba-4d1d-a585-557265f245eb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:52:54.469775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f46361d-05b1-42d4-8834-60bd8c8c8b44 req-829f7dbb-31ba-4d1d-a585-557265f245eb tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 945 time: 0.0478990 Aug 21 09:52:54.559715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7f46361d-05b1-42d4-8834-60bd8c8c8b44 req-3a5d45ee-793e-4828-804b-35d1a570a147 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Deleting port 0e723da4-63d5-4de6-84de-54a6d7ac7823 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:52:54.559866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f46361d-05b1-42d4-8834-60bd8c8c8b44 req-3a5d45ee-793e-4828-804b-35d1a570a147 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:54.649608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7f46361d-05b1-42d4-8834-60bd8c8c8b44 req-3a5d45ee-793e-4828-804b-35d1a570a147 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] For port 0e723da4-63d5-4de6-84de-54a6d7ac7823, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=0e723da4-63d5-4de6-84de-54a6d7ac7823,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:52:54.649917 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f46361d-05b1-42d4-8834-60bd8c8c8b44 req-3a5d45ee-793e-4828-804b-35d1a570a147 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:54.661734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-7f46361d-05b1-42d4-8834-60bd8c8c8b44 req-3a5d45ee-793e-4828-804b-35d1a570a147 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Calling delete_port for 0e723da4-63d5-4de6-84de-54a6d7ac7823 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:52:54.880747 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f46361d-05b1-42d4-8834-60bd8c8c8b44 req-3a5d45ee-793e-4828-804b-35d1a570a147 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:54.918831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d45ee-793e-4828-804b-35d1a570a147 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event deleted for resources: {'Port': ['ID=0e723da4-63d5-4de6-84de-54a6d7ac7823,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:52:54.960527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f46361d-05b1-42d4-8834-60bd8c8c8b44 req-3a5d45ee-793e-4828-804b-35d1a570a147 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] No DVR routers for this DVR port 0e723da4-63d5-4de6-84de-54a6d7ac7823 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:52:54.963173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7f46361d-05b1-42d4-8834-60bd8c8c8b44 req-3a5d45ee-793e-4828-804b-35d1a570a147 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:54.965267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7f46361d-05b1-42d4-8834-60bd8c8c8b44 req-3a5d45ee-793e-4828-804b-35d1a570a147 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.22 "DELETE /v2.0/ports/0e723da4-63d5-4de6-84de-54a6d7ac7823 HTTP/1.1" status: 204 len: 173 time: 0.4883814 Aug 21 09:52:55.054634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35fca20a-fb22-4c6b-9135-63a0db96d02e req-e23aadd6-6be1-41cc-a546-a68682b3cc0d tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 210 time: 0.0296659 Aug 21 09:52:55.369849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'name': 'network-vif-deleted', 'tag': '0e723da4-63d5-4de6-84de-54a6d7ac7823'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:52:55.372422 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe698cd-21c9-4159-9dc5-2d60b3958236" -d '{"events": [{"server_uuid": "b1e2670e-531b-429c-a959-95e8362c7d90", "name": "network-vif-deleted", "tag": "0e723da4-63d5-4de6-84de-54a6d7ac7823"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:52:55.409608 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e471c002-863a-4173-bdf3-16f7b9aa35b4 x-openstack-request-id: req-e471c002-863a-4173-bdf3-16f7b9aa35b4 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:52:55.409900 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e2670e-531b-429c-a959-95e8362c7d90", "name": "network-vif-deleted", "tag": "0e723da4-63d5-4de6-84de-54a6d7ac7823", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:52:55.410175 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e471c002-863a-4173-bdf3-16f7b9aa35b4 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:52:55.410595 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e2670e-531b-429c-a959-95e8362c7d90', 'name': 'network-vif-deleted', 'tag': '0e723da4-63d5-4de6-84de-54a6d7ac7823', 'status': 'completed', 'code': 200} Aug 21 09:52:56.147972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a52d26d-c756-4193-a68d-3d74a31d02b7 req-4a2a2b88-4806-4d10-a4f3-16526ee91566 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 210 time: 0.0270326 Aug 21 09:52:57.241073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9ed7c30-8dd4-4d68-9f48-265015bb3329 req-85dd83f8-6ecd-4702-8054-6767785243d0 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 210 time: 0.0263178 Aug 21 09:52:58.111371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0e723da4-63d5-4de6-84de-54a6d7ac7823 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:52:58.132037 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 0e723da4-63d5-4de6-84de-54a6d7ac7823 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:52:58.132381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 0e723da4-63d5-4de6-84de-54a6d7ac7823 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:52:58.336602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ba3bd98-da2e-4cfa-8669-add529fbb41c req-b37bdcbc-8967-44f3-83a3-28d2845c3190 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1e2670e-531b-429c-a959-95e8362c7d90 HTTP/1.1" status: 200 len: 210 time: 0.0273409 Aug 21 09:52:59.390867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58902) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:52:59.511078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-db46495f-35ad-4a2c-9a7c-10b78ddbc95e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Deleting port 4935c49a-169c-4450-8ab4-5392fab03530 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:52:59.511421 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-db46495f-35ad-4a2c-9a7c-10b78ddbc95e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:59.587744 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-db46495f-35ad-4a2c-9a7c-10b78ddbc95e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:59.588076 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-db46495f-35ad-4a2c-9a7c-10b78ddbc95e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:59.599432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-db46495f-35ad-4a2c-9a7c-10b78ddbc95e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Calling delete_port for 4935c49a-169c-4450-8ab4-5392fab03530 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:52:59.816657 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-db46495f-35ad-4a2c-9a7c-10b78ddbc95e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:59.845287 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46495f-35ad-4a2c-9a7c-10b78ddbc95e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event deleted for resources: {'Port': ['ID=4935c49a-169c-4450-8ab4-5392fab03530,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:52:59.906741 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-db46495f-35ad-4a2c-9a7c-10b78ddbc95e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:59.909438 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-db46495f-35ad-4a2c-9a7c-10b78ddbc95e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:52:59.910650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-db46495f-35ad-4a2c-9a7c-10b78ddbc95e tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "DELETE /v2.0/floatingips/9b808fbb-e9db-4292-97fc-d4091b09d569 HTTP/1.1" status: 204 len: 168 time: 0.5187738 Aug 21 09:53:00.175366 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:53:03.417886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58918) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:03.475171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00dc8622-96b8-4ab7-8775-5c0081c22cc1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:03.500026 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00dc8622-96b8-4ab7-8775-5c0081c22cc1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:03.633812 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00dc8622-96b8-4ab7-8775-5c0081c22cc1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:03.636435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00dc8622-96b8-4ab7-8775-5c0081c22cc1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:03.637647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-00dc8622-96b8-4ab7-8775-5c0081c22cc1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] 10.222.0.20 "DELETE /v2.0/security-groups/949fc1a4-c372-4f6a-bcbd-c2b84811c05b HTTP/1.1" status: 204 len: 168 time: 0.2188039 Aug 21 09:53:03.647037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc8622-96b8-4ab7-8775-5c0081c22cc1 tempest-TestVolumeBootPattern-1477768066 tempest-TestVolumeBootPattern-1477768066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=949fc1a4-c372-4f6a-bcbd-c2b84811c05b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:04.800208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58924) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:05.286762 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:05.536294 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] Deleting port cc1c1980-1218-4520-a999-0c60b2bad264 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:53:05.536633 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:05.611304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] For port cc1c1980-1218-4520-a999-0c60b2bad264, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=cc1c1980-1218-4520-a999-0c60b2bad264,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:05.611600 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:05.623663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] Calling delete_port for cc1c1980-1218-4520-a999-0c60b2bad264 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:53:05.872447 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:05.901690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1c1980-1218-4520-a999-0c60b2bad264,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:06.353312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:06.558218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] Router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:53:06.660848 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:53:06.665831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5cafade7-754a-4546-b600-7688aa5ac77e admin admin] 10.222.0.20 "PUT /v2.0/routers/adcf2cf0-0287-4cb4-aa16-b3ec774d3669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8645370 Aug 21 09:53:06.668299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58928) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:06.670861 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0b2b2-1972-4f57-b87e-f6b0ea1635c7 None None] Sync routers for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:53:06.680662 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0b2b2-1972-4f57-b87e-f6b0ea1635c7 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:53:06.681257 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-19b0b2b2-1972-4f57-b87e-f6b0ea1635c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:52:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:06.770516 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:06.787397 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-19b0b2b2-1972-4f57-b87e-f6b0ea1635c7 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:53:06.871372 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:06.936383 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-269985b0-126d-4307-9daa-cf599c0b4feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:06.963638 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-19b0b2b2-1972-4f57-b87e-f6b0ea1635c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:53:05Z', 'revision_number': 5, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port': {'id': '8831818c-fe22-4f58-a9e6-ef0c379b8a57', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:06.991388 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0b2b2-1972-4f57-b87e-f6b0ea1635c7 None None] Checking router: adcf2cf0-0287-4cb4-aa16-b3ec774d3669 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:53:07.000029 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0b2b2-1972-4f57-b87e-f6b0ea1635c7 None None] Routers {'adcf2cf0-0287-4cb4-aa16-b3ec774d3669'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:53:07.000630 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-19b0b2b2-1972-4f57-b87e-f6b0ea1635c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:52:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:07.009100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Deleting port 8831818c-fe22-4f58-a9e6-ef0c379b8a57 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:53:07.009513 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.082529 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-19b0b2b2-1972-4f57-b87e-f6b0ea1635c7 None None] Set router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:53:07.085788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] For port 8831818c-fe22-4f58-a9e6-ef0c379b8a57, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8831818c-fe22-4f58-a9e6-ef0c379b8a57,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:07.086160 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.097571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Calling delete_port for 8831818c-fe22-4f58-a9e6-ef0c379b8a57 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:53:07.133011 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-19b0b2b2-1972-4f57-b87e-f6b0ea1635c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:53:06Z', 'revision_number': 6, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:07.162878 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0b2b2-1972-4f57-b87e-f6b0ea1635c7 None None] The sync data for ids ['adcf2cf0-0287-4cb4-aa16-b3ec774d3669'] in n-d-766726-28 is: [{'id': 'adcf2cf0-0287-4cb4-aa16-b3ec774d3669', 'name': 'tempest-TestVolumeBootPattern-2008421407-router', 'tenant_id': '053ee6c388ea42d3a0146e3106269859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:53Z', 'updated_at': '2021-08-21T09:53:06Z', 'revision_number': 6, 'project_id': '053ee6c388ea42d3a0146e3106269859', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:53:07.346360 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.376712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Pushing event deleted for resources: {'Port': ['ID=8831818c-fe22-4f58-a9e6-ef0c379b8a57,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:07.437602 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.527197 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.529514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.639769 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.640231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Fanout notify agent at l3_agent the message router_deleted on router adcf2cf0-0287-4cb4-aa16-b3ec774d3669 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:53:07.646397 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.646397 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4e6c300b-8caf-4d43-bdbd-a52c9f3602df admin admin] 10.222.0.20 "DELETE /v2.0/routers/adcf2cf0-0287-4cb4-aa16-b3ec774d3669 HTTP/1.1" status: 204 len: 168 time: 0.9765148 Aug 21 09:53:07.648463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58936) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:07.695942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e232c2-cb54-49c8-a847-fe728d28e76d admin admin] Deleting subnet 9caf4f79-d7ba-4136-887f-05670fbd954d {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:53:07.699030 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5e232c2-cb54-49c8-a847-fe728d28e76d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.732441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5e232c2-cb54-49c8-a847-fe728d28e76d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.806110 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5e232c2-cb54-49c8-a847-fe728d28e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.935735 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5e232c2-cb54-49c8-a847-fe728d28e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.959664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e232c2-cb54-49c8-a847-fe728d28e76d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9caf4f79-d7ba-4136-887f-05670fbd954d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:07.966059 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d5e232c2-cb54-49c8-a847-fe728d28e76d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:07.967990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d5e232c2-cb54-49c8-a847-fe728d28e76d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9caf4f79-d7ba-4136-887f-05670fbd954d HTTP/1.1" status: 204 len: 168 time: 0.3185952 Aug 21 09:53:07.970688 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58938) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:07.974312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637c047-514a-4394-8b58-83b3f19ce5e6 None None] Network bc828ebd-0b8d-434d-9960-b2a7bc2fe295 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:53:08.032480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc1c1980-1218-4520-a999-0c60b2bad264 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:53:08.059839 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.060433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: cc1c1980-1218-4520-a999-0c60b2bad264 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:53:08.060808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device cc1c1980-1218-4520-a999-0c60b2bad264 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:53:08.061220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8831818c-fe22-4f58-a9e6-ef0c379b8a57 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:53:08.092913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 8831818c-fe22-4f58-a9e6-ef0c379b8a57 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:53:08.092913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8831818c-fe22-4f58-a9e6-ef0c379b8a57 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:53:08.118312 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Deleting port f1d67a3c-a069-40e0-a940-1b3529bace90 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:53:08.118748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.185173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] For port f1d67a3c-a069-40e0-a940-1b3529bace90, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f1d67a3c-a069-40e0-a940-1b3529bace90,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:08.185554 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.202928 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Calling delete_port for f1d67a3c-a069-40e0-a940-1b3529bace90 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:53:08.226801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] DHCP port deletion for bc828ebd-0b8d-434d-9960-b2a7bc2fe295 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:53:08.272680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Deleting port f1d67a3c-a069-40e0-a940-1b3529bace90 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:53:08.273058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.334156 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] For port f1d67a3c-a069-40e0-a940-1b3529bace90, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f1d67a3c-a069-40e0-a940-1b3529bace90,segment=NetworkSegment(a2a68656-dca7-4b12-ad0d-3bfec5930608),segment_id=a2a68656-dca7-4b12-ad0d-3bfec5930608)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:08.334586 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.350166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Calling delete_port for f1d67a3c-a069-40e0-a940-1b3529bace90 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:53:08.363850 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.390980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d67a3c-a069-40e0-a940-1b3529bace90,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:08.393269 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] No DVR routers for this DVR port f1d67a3c-a069-40e0-a940-1b3529bace90 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:53:08.418028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.418315 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.418661 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.419003 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.419341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 09:53:08.419493 n-d-766726-28 neutron-server[106758]: self.session.flush() Aug 21 09:53:08.423047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.423047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.423047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.423047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.423047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.423047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.423047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.430485 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.456056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Pushing event deleted for resources: {'Port': ['ID=f1d67a3c-a069-40e0-a940-1b3529bace90,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:08.458368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] No DVR routers for this DVR port f1d67a3c-a069-40e0-a940-1b3529bace90 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:53:08.469945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.470288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.470624 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.470956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.471286 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.471644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.471970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.472291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.472611 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.472933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.473252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.473567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6c43f6-b324-49d9-ad06-403acae20689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:08.477421 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.487495 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc828ebd-0b8d-434d-9960-b2a7bc2fe295']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:08.498437 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a68656-dca7-4b12-ad0d-3bfec5930608') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:08.498737 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a68656-dca7-4b12-ad0d-3bfec5930608') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:08.507433 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.520801 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.526488 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:53:08.526869 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: timer() Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:53:08.528514 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:53:08.660327 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.666369 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:08.680233 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] 10.222.0.20 "DELETE /v2.0/networks/bc828ebd-0b8d-434d-9960-b2a7bc2fe295 HTTP/1.1" status: 204 len: 168 time: 0.6965528 Aug 21 09:53:08.680341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58948) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:08.680774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7a53f-70a7-4913-8276-d1a624cff2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=bc828ebd-0b8d-434d-9960-b2a7bc2fe295,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:09.002989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:09.238054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] Deleting port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:53:09.238304 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:09.320444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] For port 2f17772b-e2e4-4648-b5d4-f68b6712f7b4, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2f17772b-e2e4-4648-b5d4-f68b6712f7b4,segment=NetworkSegment(25463cda-dfb5-4500-b54e-a1ca6a2cefb2),segment_id=25463cda-dfb5-4500-b54e-a1ca6a2cefb2)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:09.320807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:09.332050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] Calling delete_port for 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:53:09.576719 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-84387d2f-cd0b-44f1-be78-d4b062a64a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:09.587686 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:09.612573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f17772b-e2e4-4648-b5d4-f68b6712f7b4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:09.776990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:09.791823 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:09.994443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] Router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:53:10.064774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f1d67a3c-a069-40e0-a940-1b3529bace90 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:53:10.084938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: f1d67a3c-a069-40e0-a940-1b3529bace90 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:53:10.085399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f1d67a3c-a069-40e0-a940-1b3529bace90 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:53:10.405591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:53:10.410488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5d4e6e65-9063-436a-8ba6-3e095606dc55 admin admin] 10.222.0.20 "PUT /v2.0/routers/2371fea6-2366-457f-9e0d-b3bd0b11d2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7380779 Aug 21 09:53:10.413013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58952) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:10.416344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8db91-c51b-489d-bd53-7ff1afb4add6 None None] Sync routers for ids ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:53:10.425325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8db91-c51b-489d-bd53-7ff1afb4add6 None None] Routers {'2371fea6-2366-457f-9e0d-b3bd0b11d2aa'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:53:10.425949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-01f8db91-c51b-489d-bd53-7ff1afb4add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:53:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:10.513622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:10.528245 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-01f8db91-c51b-489d-bd53-7ff1afb4add6 None None] Set router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:53:10.619603 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:10.711704 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-01f8db91-c51b-489d-bd53-7ff1afb4add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'name': 'tempest-TestVolumeBootPattern-933432475-router', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:58Z', 'updated_at': '2021-08-21T09:53:09Z', 'revision_number': 5, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'gw_port': {'id': 'ac3feda4-7755-49b8-8985-5f6d23f1ca78', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:39:59Z', 'updated_at': '2021-08-21T09:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:10.737764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Deleting port ac3feda4-7755-49b8-8985-5f6d23f1ca78 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:53:10.738108 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:10.738472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8db91-c51b-489d-bd53-7ff1afb4add6 None None] Checking router: 2371fea6-2366-457f-9e0d-b3bd0b11d2aa for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:53:10.747133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8db91-c51b-489d-bd53-7ff1afb4add6 None None] Routers {'2371fea6-2366-457f-9e0d-b3bd0b11d2aa'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:53:10.747799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-01f8db91-c51b-489d-bd53-7ff1afb4add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:53:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:10.821919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] For port ac3feda4-7755-49b8-8985-5f6d23f1ca78, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ac3feda4-7755-49b8-8985-5f6d23f1ca78,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:10.822577 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:10.835879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Calling delete_port for ac3feda4-7755-49b8-8985-5f6d23f1ca78 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:53:11.002751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-01f8db91-c51b-489d-bd53-7ff1afb4add6 None None] Set router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:53:11.054849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-01f8db91-c51b-489d-bd53-7ff1afb4add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'name': 'tempest-TestVolumeBootPattern-933432475-router', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:58Z', 'updated_at': '2021-08-21T09:53:10Z', 'revision_number': 6, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:11.056755 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.084788 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8db91-c51b-489d-bd53-7ff1afb4add6 None None] The sync data for ids ['2371fea6-2366-457f-9e0d-b3bd0b11d2aa'] in n-d-766726-28 is: [{'id': '2371fea6-2366-457f-9e0d-b3bd0b11d2aa', 'name': 'tempest-TestVolumeBootPattern-933432475-router', 'tenant_id': '1a3a67ca9fca437ab1e6013477f0679a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:39:58Z', 'updated_at': '2021-08-21T09:53:10Z', 'revision_number': 6, 'project_id': '1a3a67ca9fca437ab1e6013477f0679a', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:53:11.094212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.119383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3feda4-7755-49b8-8985-5f6d23f1ca78,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:11.177423 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.264806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.266769 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.382440 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.382913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2371fea6-2366-457f-9e0d-b3bd0b11d2aa {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 09:53:11.387014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.388223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b40bc82c-49dd-4720-b395-19973a743e60 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2371fea6-2366-457f-9e0d-b3bd0b11d2aa HTTP/1.1" status: 204 len: 168 time: 0.9736364 Aug 21 09:53:11.390850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58958) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:11.435910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff565a90-b77c-4d88-837a-950100d8fb5f admin admin] Deleting subnet 82a468e2-a4ff-4362-93c1-2492c6a763ac {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:53:11.439767 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff565a90-b77c-4d88-837a-950100d8fb5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.475487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff565a90-b77c-4d88-837a-950100d8fb5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.560241 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff565a90-b77c-4d88-837a-950100d8fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.696717 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff565a90-b77c-4d88-837a-950100d8fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.725279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff565a90-b77c-4d88-837a-950100d8fb5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a468e2-a4ff-4362-93c1-2492c6a763ac,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:11.732250 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff565a90-b77c-4d88-837a-950100d8fb5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.732250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ff565a90-b77c-4d88-837a-950100d8fb5f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/82a468e2-a4ff-4362-93c1-2492c6a763ac HTTP/1.1" status: 204 len: 168 time: 0.3395956 Aug 21 09:53:11.733862 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58964) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:11.736341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e04c8d-4f9e-4ed6-a199-a81fb65f167d None None] Network ee1c9c6d-f620-47ad-a515-7c36f72716cf requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:53:11.799950 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.866278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Deleting port 00faa7af-854d-44ae-9583-aa3747dbe43b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:53:11.867425 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.924346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16409790-d7c8-4c4c-ab69-8102f18d8ee2 None None] DHCP port deletion for ee1c9c6d-f620-47ad-a515-7c36f72716cf request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 09:53:11.938638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] For port 00faa7af-854d-44ae-9583-aa3747dbe43b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=00faa7af-854d-44ae-9583-aa3747dbe43b,segment=NetworkSegment(25463cda-dfb5-4500-b54e-a1ca6a2cefb2),segment_id=25463cda-dfb5-4500-b54e-a1ca6a2cefb2)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:11.939080 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:11.955623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Calling delete_port for 00faa7af-854d-44ae-9583-aa3747dbe43b owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:53:11.972272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-16409790-d7c8-4c4c-ab69-8102f18d8ee2 None None] Deleting port 00faa7af-854d-44ae-9583-aa3747dbe43b {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:53:11.972643 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-16409790-d7c8-4c4c-ab69-8102f18d8ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.031430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 00faa7af-854d-44ae-9583-aa3747dbe43b no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:53:12.079169 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-16409790-d7c8-4c4c-ab69-8102f18d8ee2 None None] For port 00faa7af-854d-44ae-9583-aa3747dbe43b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=00faa7af-854d-44ae-9583-aa3747dbe43b,segment=NetworkSegment(25463cda-dfb5-4500-b54e-a1ca6a2cefb2),segment_id=25463cda-dfb5-4500-b54e-a1ca6a2cefb2)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:12.079588 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-16409790-d7c8-4c4c-ab69-8102f18d8ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.099484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-16409790-d7c8-4c4c-ab69-8102f18d8ee2 None None] Calling delete_port for 00faa7af-854d-44ae-9583-aa3747dbe43b owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:53:12.152390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.180307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Pushing event deleted for resources: {'Port': ['ID=00faa7af-854d-44ae-9583-aa3747dbe43b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:12.184778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] No DVR routers for this DVR port 00faa7af-854d-44ae-9583-aa3747dbe43b on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:53:12.186556 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.247539 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:53:12.266351 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.268548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:53:12.268900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2f17772b-e2e4-4648-b5d4-f68b6712f7b4 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:53:12.269319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ac3feda4-7755-49b8-8985-5f6d23f1ca78 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:53:12.273265 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-16409790-d7c8-4c4c-ab69-8102f18d8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.278995 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1c9c6d-f620-47ad-a515-7c36f72716cf']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:12.300695 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25463cda-dfb5-4500-b54e-a1ca6a2cefb2') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:12.301057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25463cda-dfb5-4500-b54e-a1ca6a2cefb2') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:53:12.312787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.315119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ac3feda4-7755-49b8-8985-5f6d23f1ca78 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:53:12.315453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ac3feda4-7755-49b8-8985-5f6d23f1ca78 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:53:12.317429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16409790-d7c8-4c4c-ab69-8102f18d8ee2 None None] Pushing event deleted for resources: {'Port': ['ID=00faa7af-854d-44ae-9583-aa3747dbe43b,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:12.322045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16409790-d7c8-4c4c-ab69-8102f18d8ee2 None None] No DVR routers for this DVR port 00faa7af-854d-44ae-9583-aa3747dbe43b on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:53:12.336287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.341459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:53:12.341866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:53:12.343623 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:53:12.462671 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.468818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.470728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ee1c9c6d-f620-47ad-a515-7c36f72716cf HTTP/1.1" status: 204 len: 168 time: 0.7359614 Aug 21 09:53:12.482377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9f068-7628-44a7-8511-737f1fe30723 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1c9c6d-f620-47ad-a515-7c36f72716cf,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:12.519856 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.847124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58974) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:12.887914 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-412d1d6f-11ac-4b78-ad68-7aabac162697 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=053ee6c388ea42d3a0146e3106269859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395913 Aug 21 09:53:12.890929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 58976) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:12.942939 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e00dd670-4f56-4467-82e5-6aa640607c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:12.964199 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e00dd670-4f56-4467-82e5-6aa640607c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:13.078534 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e00dd670-4f56-4467-82e5-6aa640607c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:13.083767 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e00dd670-4f56-4467-82e5-6aa640607c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:13.085990 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e00dd670-4f56-4467-82e5-6aa640607c6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/715d1871-a2be-48aa-b744-434d4795126f HTTP/1.1" status: 204 len: 168 time: 0.1938288 Aug 21 09:53:13.094905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dd670-4f56-4467-82e5-6aa640607c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d1871-a2be-48aa-b744-434d4795126f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:13.754709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58982) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:13.795001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e90574a3-0750-48ac-9c3f-98a4312373e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a3a67ca9fca437ab1e6013477f0679a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389149 Aug 21 09:53:13.797582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 58984) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:13.844326 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f7d83563-1187-452c-b922-6d4564774044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:13.870400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f7d83563-1187-452c-b922-6d4564774044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:13.999483 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f7d83563-1187-452c-b922-6d4564774044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:14.002166 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f7d83563-1187-452c-b922-6d4564774044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:14.003356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f7d83563-1187-452c-b922-6d4564774044 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35dffa2e-90b2-482b-8f6d-e0119ef50b6f HTTP/1.1" status: 204 len: 168 time: 0.2048855 Aug 21 09:53:14.015694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d83563-1187-452c-b922-6d4564774044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dffa2e-90b2-482b-8f6d-e0119ef50b6f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:15.735422 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:15.774227 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:26.001451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f9024b80-3846-488d-8506-eadd2476d7f6 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=56ec7ddbb7f744e4b9ca44d0d85025e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338659 Aug 21 09:53:26.191043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-d68649c9-7100-4091-a880-b6a886d7ec90 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:26.192550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-d68649c9-7100-4091-a880-b6a886d7ec90 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845300 Aug 21 09:53:26.207274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-bd310b31-50ea-4336-83af-45ac24e12a6c tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/quotas/56ec7ddbb7f744e4b9ca44d0d85025e6 HTTP/1.1" status: 200 len: 375 time: 0.0088370 Aug 21 09:53:26.237910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-bd2291ae-1f7e-4184-a799-8bf6e8230e92 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=56ec7ddbb7f744e4b9ca44d0d85025e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252624 Aug 21 09:53:26.520509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-953ede36-77a1-4386-8dce-9163c23defa8 req-48d3414a-9779-47b7-b423-07a83c0a929e tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 210 time: 0.0318902 Aug 21 09:53:27.626507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63a56e60-ea76-4d43-99d2-a2c6c6db9fe5 req-e746c44f-7ec4-47fd-8ae2-8e1bb0f15371 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 210 time: 0.0265534 Aug 21 09:53:28.423076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-b0f0352f-4a23-40eb-80ac-fe3aa8b64bd9 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=56ec7ddbb7f744e4b9ca44d0d85025e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246127 Aug 21 09:53:28.555032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-e8cbed96-ea6c-46b8-8076-4a94d3f2fdb9 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:28.556497 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-e8cbed96-ea6c-46b8-8076-4a94d3f2fdb9 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1283376 Aug 21 09:53:28.570579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Request body: {'port': {'device_id': '2ed86f49-f075-458f-8877-ea7a092ff2aa', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'admin_state_up': True, 'tenant_id': '56ec7ddbb7f744e4b9ca44d0d85025e6'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:53:28.730511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d618e87-166f-4359-aaaa-dc594ae65777 req-6dc45784-e466-4a98-9639-abb05e509ccd tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 210 time: 0.0319512 Aug 21 09:53:28.810328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Made reservation on behalf of 56ec7ddbb7f744e4b9ca44d0d85025e6 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:53:28.813976 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:28.822397 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:28.925257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:28.976234 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:29.050434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd252aeb-860f-49c4-963d-f5ea72a799df,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:29.136300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Allocated IP 192.168.233.30 (25e8f783-044b-457c-93e0-f6c67675107c/d461a58a-2faa-4348-a998-3b57f0a010b8/4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:53:29.281369 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:29.295175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Transition to ACTIVE for port object 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:53:29.408971 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:29.453518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Network 25e8f783-044b-457c-93e0-f6c67675107c is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:53:29.456487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:53:29.469664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:53:29.473673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Pushing event updated for resources: {'Port': ['ID=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:29.527714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:29.528226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:29.615141 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-f91bca0d-be3b-4a39-b4d3-54c1971034ab tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0487301 Aug 21 09:53:29.627661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Request body: {'port': {'device_id': '2ed86f49-f075-458f-8877-ea7a092ff2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:53:29.682440 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:29.759438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-febe1fbc-53f8-4b1a-8141-c7bfd2b7be3d None None] Provisioning for port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:53:29.764552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-febe1fbc-53f8-4b1a-8141-c7bfd2b7be3d None None] Provisioning complete for port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:53:29.765176 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-febe1fbc-53f8-4b1a-8141-c7bfd2b7be3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:29.804920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-febe1fbc-53f8-4b1a-8141-c7bfd2b7be3d None None] Port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:53:29.907740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f46fb-122c-4421-8b4e-008e55f2a8b7 req-aa03b614-9961-480c-9ba1-d1b3c139eea9 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:29.909347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e3f46fb-122c-4421-8b4e-008e55f2a8b7 req-aa03b614-9961-480c-9ba1-d1b3c139eea9 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 935 time: 0.1015270 Aug 21 09:53:29.980590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e3f46fb-122c-4421-8b4e-008e55f2a8b7 req-edb71932-1ac9-4dfb-85ab-ad9fc3e13c34 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd252aeb-860f-49c4-963d-f5ea72a799df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607455 Aug 21 09:53:30.048431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:53:30.056644 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:30.068556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Transition to ACTIVE for port object 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:53:30.159275 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:30.225720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:30.326091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Attempting to bind port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:53:30.326394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Attempting to bind port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:53:30.326735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Attempting to bind port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:53:30.333102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a on network 25e8f783-044b-457c-93e0-f6c67675107c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:53:30.333428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Attempting to bind port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a on network 25e8f783-044b-457c-93e0-f6c67675107c {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:53:30.339022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:53:30.339369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Checking segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:53:30.339788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Bound using segment: {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:53:30.340221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Bound port: 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3b9e5-5643-4565-aa76-3ac99b80b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:53:30.340730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:30.406736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] For port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:53:30.409727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] For port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:53:30.460461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:30.493721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:30.494455 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:30.495960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] 10.222.0.22 "PUT /v2.0/ports/4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a HTTP/1.1" status: 200 len: 1096 time: 0.8727100 Aug 21 09:53:30.498325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed86f49-f075-458f-8877-ea7a092ff2aa', 'tag': '4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:53:30.500820 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a761b0-61e3-4566-b589-5ef00f7eb99a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed86f49-f075-458f-8877-ea7a092ff2aa", "tag": "4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:53:30.527053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc26b42-b47a-4027-b126-36b801a8dd29 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:30.539539 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a60ee2c-9ffc-495f-90cb-99cdec0f41d0 x-openstack-request-id: req-5a60ee2c-9ffc-495f-90cb-99cdec0f41d0 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:53:30.539866 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed86f49-f075-458f-8877-ea7a092ff2aa", "tag": "4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:53:30.540120 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a60ee2c-9ffc-495f-90cb-99cdec0f41d0 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:53:30.540551 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed86f49-f075-458f-8877-ea7a092ff2aa', 'tag': '4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a', 'status': 'completed', 'code': 200} Aug 21 09:53:30.600716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a761b0-61e3-4566-b589-5ef00f7eb99a req-7d6abe19-5e7e-4224-9ea2-f9ca4c997f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:30.602347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71a761b0-61e3-4566-b589-5ef00f7eb99a req-7d6abe19-5e7e-4224-9ea2-f9ca4c997f84 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56ec7ddbb7f744e4b9ca44d0d85025e6&device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 1099 time: 0.0430257 Aug 21 09:53:30.633882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71a761b0-61e3-4566-b589-5ef00f7eb99a req-5c23e679-2c6a-435d-bbf1-05b4f1f715b9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=56ec7ddbb7f744e4b9ca44d0d85025e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239565 Aug 21 09:53:30.726966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a761b0-61e3-4566-b589-5ef00f7eb99a req-5c681ea1-3dc4-4e4d-aa97-8e40984a5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:30.729465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71a761b0-61e3-4566-b589-5ef00f7eb99a req-5c681ea1-3dc4-4e4d-aa97-8e40984a5419 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880001 Aug 21 09:53:30.807224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-57d95fe3-920d-4b67-9308-7cab1e977927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:30.808656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-57d95fe3-920d-4b67-9308-7cab1e977927 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56ec7ddbb7f744e4b9ca44d0d85025e6&device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 1099 time: 0.0429535 Aug 21 09:53:30.852937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-6045c407-7a2f-4dde-86bd-7b81fae44a53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a HTTP/1.1" status: 200 len: 217 time: 0.0363641 Aug 21 09:53:30.900354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-aab59dfa-a907-437d-9a7d-5306a0ea584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:30.901717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-aab59dfa-a907-437d-9a7d-5306a0ea584d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d461a58a-2faa-4348-a998-3b57f0a010b8 HTTP/1.1" status: 200 len: 843 time: 0.0424652 Aug 21 09:53:30.945492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-328f6da3-e384-4b15-8e90-4c208ae198ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:30.946917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-328f6da3-e384-4b15-8e90-4c208ae198ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25e8f783-044b-457c-93e0-f6c67675107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0381591 Aug 21 09:53:31.039433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-cddf5bc9-05b1-4bb1-8771-a67e50b0eab5 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852909 Aug 21 09:53:31.153946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed347ace-e55b-46c4-8a17-89cd511a0d80 req-2be0e3fe-22ee-47ca-b646-176b446c7fd7 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:31.155316 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed347ace-e55b-46c4-8a17-89cd511a0d80 req-2be0e3fe-22ee-47ca-b646-176b446c7fd7 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 947 time: 0.0915990 Aug 21 09:53:31.175166 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e6ff8970-2c57-47f7-babe-5214d53286a7 req-b3f1cf74-b6bc-4967-a5bc-de701d583d58 service neutron] 10.222.0.22 "GET /v2.0/networks/25e8f783-044b-457c-93e0-f6c67675107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290250 Aug 21 09:53:31.200830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed347ace-e55b-46c4-8a17-89cd511a0d80 req-4ac3426c-2222-4107-b8c0-d8f9696216eb tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd252aeb-860f-49c4-963d-f5ea72a799df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Aug 21 09:53:32.323211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33a7fe-9374-4a0f-9be8-9a4f89e5a1b5 req-db645b00-4123-4cbf-b873-5af399b7d013 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:32.326616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b33a7fe-9374-4a0f-9be8-9a4f89e5a1b5 req-db645b00-4123-4cbf-b873-5af399b7d013 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 947 time: 0.0569630 Aug 21 09:53:32.364775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b33a7fe-9374-4a0f-9be8-9a4f89e5a1b5 req-599fb8bc-8ec3-4b0e-8506-5fafdc38af7b tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd252aeb-860f-49c4-963d-f5ea72a799df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Aug 21 09:53:33.500182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e7a73-173e-4566-8ec0-d736bdd7aacf req-54e523cb-64b2-46f9-9c6d-be33c2230ffe tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:33.501710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a4e7a73-173e-4566-8ec0-d736bdd7aacf req-54e523cb-64b2-46f9-9c6d-be33c2230ffe tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 947 time: 0.0537002 Aug 21 09:53:33.540530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a4e7a73-173e-4566-8ec0-d736bdd7aacf req-606afafc-d498-4f85-9c78-e9076189a89d tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd252aeb-860f-49c4-963d-f5ea72a799df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Aug 21 09:53:34.310503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:53:34.425729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:34.438436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a', 'network_id': '25e8f783-044b-457c-93e0-f6c67675107c', 'port_id': '4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a', 'mac_address': 'fa:16:3e:f2:49:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461a58a-2faa-4348-a998-3b57f0a010b8', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:53:34.478196 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:34.491143 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:53:34.513030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:34.616254 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:34.669888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714080b8-8dc9-479d-8275-bb10aebc449b req-b5433d70-422a-4239-8711-7edad1ed7a19 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:34.672187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-714080b8-8dc9-479d-8275-bb10aebc449b req-b5433d70-422a-4239-8711-7edad1ed7a19 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 948 time: 0.0592434 Aug 21 09:53:34.687235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:34.715006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-714080b8-8dc9-479d-8275-bb10aebc449b req-d09b8e0b-3358-4d9c-a629-93b2287ce42b tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd252aeb-860f-49c4-963d-f5ea72a799df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352869 Aug 21 09:53:34.866305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:53:35.833328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bc292-ba59-4e10-a659-9778080ccfd7 req-53756f77-a88c-4d33-a969-8150b623dc8b tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:35.834844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-677bc292-ba59-4e10-a659-9778080ccfd7 req-53756f77-a88c-4d33-a969-8150b623dc8b tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 948 time: 0.0507884 Aug 21 09:53:35.877412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-677bc292-ba59-4e10-a659-9778080ccfd7 req-5292ad34-03fa-4151-97d9-afebf705b3f0 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd252aeb-860f-49c4-963d-f5ea72a799df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Aug 21 09:53:36.324544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:53:36.450463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:53:36.454837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:53:36.460395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:36.534994 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:36.558729 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed86f49-f075-458f-8877-ea7a092ff2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:53:36.560957 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafa8de8-1d31-488a-9802-2bb0434b0787" -d '{"events": [{"server_uuid": "2ed86f49-f075-458f-8877-ea7a092ff2aa", "name": "network-vif-plugged", "status": "completed", "tag": "4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:53:36.573699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:36.659754 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:36.687719 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8888b39c-1b6f-4f23-95ad-457503622ff3 x-openstack-request-id: req-8888b39c-1b6f-4f23-95ad-457503622ff3 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:53:36.688041 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed86f49-f075-458f-8877-ea7a092ff2aa", "name": "network-vif-plugged", "status": "completed", "tag": "4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:53:36.688292 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8888b39c-1b6f-4f23-95ad-457503622ff3 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:53:36.688652 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed86f49-f075-458f-8877-ea7a092ff2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a', 'code': 200} Aug 21 09:53:36.715737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:36.773910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e48b47-dd09-4dda-860d-4dfc3b267ccd req-1029a8b7-2ffd-470d-92de-680439810d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:36.775461 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26e48b47-dd09-4dda-860d-4dfc3b267ccd req-1029a8b7-2ffd-470d-92de-680439810d48 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 1101 time: 0.0419652 Aug 21 09:53:36.810369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26e48b47-dd09-4dda-860d-4dfc3b267ccd req-24d1f8d7-cde5-41b9-83f4-be6d7312c37b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fd252aeb-860f-49c4-963d-f5ea72a799df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277658 Aug 21 09:53:36.969104 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-015573eb-e342-4571-8dc8-a12bcd01cf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:36.997238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab23fd4-e6c5-4a43-b23e-d3036f427946 req-718afc97-7957-4797-97d9-f80bda36f258 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:36.998756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ab23fd4-e6c5-4a43-b23e-d3036f427946 req-718afc97-7957-4797-97d9-f80bda36f258 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 949 time: 0.0543325 Aug 21 09:53:37.037506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ab23fd4-e6c5-4a43-b23e-d3036f427946 req-eb72c7d5-d4a7-4587-8fb8-4c8e45aa355f tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd252aeb-860f-49c4-963d-f5ea72a799df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Aug 21 09:53:37.174169 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:53:38.162000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d7d0c-2b02-4991-8bd4-93e54e83b909 req-be87605d-b699-406e-b7e7-5a2beca9b07e tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:38.164377 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da6d7d0c-2b02-4991-8bd4-93e54e83b909 req-be87605d-b699-406e-b7e7-5a2beca9b07e tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 949 time: 0.0540049 Aug 21 09:53:38.206185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da6d7d0c-2b02-4991-8bd4-93e54e83b909 req-6d4fdc52-7360-45ae-8238-8375fde2134f tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd252aeb-860f-49c4-963d-f5ea72a799df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356469 Aug 21 09:53:39.541138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e101b4-d416-4c56-8553-1659916d3b29 req-f74036c0-6d84-4a97-abcf-8de09461e20a tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:39.542612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93e101b4-d416-4c56-8553-1659916d3b29 req-f74036c0-6d84-4a97-abcf-8de09461e20a tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 949 time: 0.0487680 Aug 21 09:53:39.559033 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a3a9fa4b-378d-4823-9f38-0cd5a869c9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:39.580113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93e101b4-d416-4c56-8553-1659916d3b29 req-c926acd9-11be-4779-a80b-32050fc976f8 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd252aeb-860f-49c4-963d-f5ea72a799df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Aug 21 09:53:39.816197 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:40.699180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d58afc-db13-4849-9b81-57cc005fe954 req-e60072b2-8446-409e-a543-6e80a5e46c9d tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:40.700668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6d58afc-db13-4849-9b81-57cc005fe954 req-e60072b2-8446-409e-a543-6e80a5e46c9d tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 949 time: 0.0513260 Aug 21 09:53:40.738140 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6d58afc-db13-4849-9b81-57cc005fe954 req-0034b165-fbb6-4714-9968-041e14a0955e tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd252aeb-860f-49c4-963d-f5ea72a799df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315015 Aug 21 09:53:40.828491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf1136-34d2-414b-94f1-f9236a2c538d req-c525aee2-d532-457c-a0a3-0966cae1ddf9 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:40.829955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6baf1136-34d2-414b-94f1-f9236a2c538d req-c525aee2-d532-457c-a0a3-0966cae1ddf9 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 949 time: 0.0537386 Aug 21 09:53:40.917038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6baf1136-34d2-414b-94f1-f9236a2c538d req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Deleting port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:53:40.917290 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6baf1136-34d2-414b-94f1-f9236a2c538d req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:41.038854 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:41.305598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6baf1136-34d2-414b-94f1-f9236a2c538d req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] For port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a,segment=NetworkSegment(4be3b9e5-5643-4565-aa76-3ac99b80b437),segment_id=4be3b9e5-5643-4565-aa76-3ac99b80b437)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:41.305962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6baf1136-34d2-414b-94f1-f9236a2c538d req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:41.317580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6baf1136-34d2-414b-94f1-f9236a2c538d req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Calling delete_port for 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:53:41.522822 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6baf1136-34d2-414b-94f1-f9236a2c538d req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:41.534512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:53:41.551758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Pushing event deleted for resources: {'Port': ['ID=4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:41.565061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.565061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.565355 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.565674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.566003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.566333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.566664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.566992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.567316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.567662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.567992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.568305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:53:41.602569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6baf1136-34d2-414b-94f1-f9236a2c538d req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] No DVR routers for this DVR port 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:53:41.605296 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6baf1136-34d2-414b-94f1-f9236a2c538d req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:41.607321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6baf1136-34d2-414b-94f1-f9236a2c538d req-012f8085-ea5c-412b-b564-d9af5172f0ca tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.22 "DELETE /v2.0/ports/4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a HTTP/1.1" status: 204 len: 173 time: 0.7714977 Aug 21 09:53:41.607803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed86f49-f075-458f-8877-ea7a092ff2aa', 'name': 'network-vif-deleted', 'tag': '4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:53:41.610180 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56712361-dd75-452e-87ce-0ea2bce5c83d" -d '{"events": [{"server_uuid": "2ed86f49-f075-458f-8877-ea7a092ff2aa", "name": "network-vif-deleted", "tag": "4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:53:41.648953 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7162b81e-6eea-4963-9296-8bb2df0c097c x-openstack-request-id: req-7162b81e-6eea-4963-9296-8bb2df0c097c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:53:41.649235 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed86f49-f075-458f-8877-ea7a092ff2aa", "name": "network-vif-deleted", "tag": "4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:53:41.649485 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7162b81e-6eea-4963-9296-8bb2df0c097c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:53:41.650024 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed86f49-f075-458f-8877-ea7a092ff2aa', 'name': 'network-vif-deleted', 'tag': '4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a', 'status': 'completed', 'code': 200} Aug 21 09:53:41.862084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-876ca9c0-6bd7-4990-93a5-5353ec857cde req-4c3fac03-6bb4-4c3b-a6c2-ead8d3739791 tempest-ServersAdminNegativeTestJSON-215790539 tempest-ServersAdminNegativeTestJSON-215790539-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed86f49-f075-458f-8877-ea7a092ff2aa HTTP/1.1" status: 200 len: 210 time: 0.0414717 Aug 21 09:53:42.541405 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:43.526449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59130) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:43.669069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4768bcdb-a132-48a8-9219-5c96fb1b786d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56ec7ddbb7f744e4b9ca44d0d85025e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414046 Aug 21 09:53:43.671543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59134) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:43.719050 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f64c4fb8-ae0e-42e4-8799-135820902721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:43.740912 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f64c4fb8-ae0e-42e4-8799-135820902721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:43.893550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f64c4fb8-ae0e-42e4-8799-135820902721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:43.895978 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f64c4fb8-ae0e-42e4-8799-135820902721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:43.897155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f64c4fb8-ae0e-42e4-8799-135820902721 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd252aeb-860f-49c4-963d-f5ea72a799df HTTP/1.1" status: 204 len: 168 time: 0.2246490 Aug 21 09:53:43.905543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c4fb8-ae0e-42e4-8799-135820902721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd252aeb-860f-49c4-963d-f5ea72a799df,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:44.350212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:53:44.369978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:53:44.370318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4ba54624-c6a7-4c1b-b1d9-373f3fbdc77a not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:53:44.699846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59140) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:44.712708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b322824b-843f-4b34-a578-2be7301586be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:44.798897 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b322824b-843f-4b34-a578-2be7301586be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:44.888628 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b322824b-843f-4b34-a578-2be7301586be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:44.927041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322824b-843f-4b34-a578-2be7301586be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779be272-27cf-42c1-8bdd-a586e956d17b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:44.931311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b322824b-843f-4b34-a578-2be7301586be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e16397ed30264552bea80318007c4d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304659 Aug 21 09:53:44.935138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59142) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:44.983138 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c7f370e0-b21e-470f-8569-7c4eba9eac04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:45.004708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c7f370e0-b21e-470f-8569-7c4eba9eac04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:45.136035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c7f370e0-b21e-470f-8569-7c4eba9eac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:45.138725 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c7f370e0-b21e-470f-8569-7c4eba9eac04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:45.140005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c7f370e0-b21e-470f-8569-7c4eba9eac04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/779be272-27cf-42c1-8bdd-a586e956d17b HTTP/1.1" status: 204 len: 168 time: 0.2044094 Aug 21 09:53:45.147876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f370e0-b21e-470f-8569-7c4eba9eac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779be272-27cf-42c1-8bdd-a586e956d17b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:45.739302 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:45.813823 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:46.286503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59164) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:46.392441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-996813576-network', 'tenant_id': '946eda7f7cbe4b9d8dfaff185c252609'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:53:46.501794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Made reservation on behalf of 946eda7f7cbe4b9d8dfaff185c252609 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:53:46.504184 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:46.512825 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:46.601636 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:46.690647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:46.720035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:53:46.726675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4f5cc1-1a9e-43c2-ad13-a5234c543159,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:46.733326 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:46.733671 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Added segment 01513d9f-c33b-43b1-b3bd-996e9263117c of type vlan for network 07ecce97-4095-4bd9-b24a-0ef6983744a8 Aug 21 09:53:46.775746 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:46.865283 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:46.866193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:46.866768 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:46.924507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] Pushing event updated for resources: {'Network': ['ID=07ecce97-4095-4bd9-b24a-0ef6983744a8,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:46.934714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 07ecce97-4095-4bd9-b24a-0ef6983744a8 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:53:46.988666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7877ff34-a0e7-41af-a3d1-fd182854cfd5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7010205 Aug 21 09:53:46.992603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59168) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:53:47.005837 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] Request body: {'subnet': {'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-996813576-subnet', 'tenant_id': '946eda7f7cbe4b9d8dfaff185c252609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:53:47.093407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] Made reservation on behalf of 946eda7f7cbe4b9d8dfaff185c252609 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:53:47.095876 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:47.350914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:47.413230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f469ec-9578-4ad2-b181-b3cf917cc8a5,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:47.419282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] Checking segment: {'id': '01513d9f-c33b-43b1-b3bd-996e9263117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:53:47.419699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] Network hostable DHCP agents. Network: 07ecce97-4095-4bd9-b24a-0ef6983744a8, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:53:47.501470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] Network 07ecce97-4095-4bd9-b24a-0ef6983744a8 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:53:47.581806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 07ecce97-4095-4bd9-b24a-0ef6983744a8) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:53:47.586238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:47.586856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:47.591372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79665c2-b9b8-41ee-b842-eae4d3b06dc5 None None] Network 07ecce97-4095-4bd9-b24a-0ef6983744a8 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:53:47.691053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-23d882a7-8c79-4748-b234-8b40b462dbf5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6971586 Aug 21 09:53:47.716781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29931b03-f9dd-45b3-9e4d-06c7948075bc None None] Network 07ecce97-4095-4bd9-b24a-0ef6983744a8 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:53:48.117204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-ebd22a9b-0a3f-4cad-bd4c-e3f105fe052c tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:48.118779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-ebd22a9b-0a3f-4cad-bd4c-e3f105fe052c tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/networks?id=07ecce97-4095-4bd9-b24a-0ef6983744a8 HTTP/1.1" status: 200 len: 811 time: 0.1074517 Aug 21 09:53:48.134645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1ed87ff8-c5be-4c19-b040-f0deeaf4cdad tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/quotas/946eda7f7cbe4b9d8dfaff185c252609 HTTP/1.1" status: 200 len: 375 time: 0.0093431 Aug 21 09:53:48.165856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-9acd6e73-2312-4cf1-9cab-1c0f85bff2ae tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=946eda7f7cbe4b9d8dfaff185c252609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256088 Aug 21 09:53:48.225151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-bac9cbcc-5243-4ace-8b68-bea2997df8c2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 09:53:48.226261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-bac9cbcc-5243-4ace-8b68-bea2997df8c2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529768 Aug 21 09:53:48.316644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-564d6498-fc49-40ce-8644-4c6523a231e0 service neutron] 10.222.0.20 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836084 Aug 21 09:53:48.401837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-f9195d05-dbfa-4044-8ee1-7daa37404588 service neutron] 10.222.0.20 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791879 Aug 21 09:53:48.668502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-951b59be-3704-41c6-9c6d-b7a4fa10cdf6 req-c3238ba4-0a70-4767-9032-6e4a89aab11b tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 210 time: 0.0270903 Aug 21 09:53:49.744478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c07e7ca-dd8e-41d0-917c-d17effd114ef req-96a2a42f-38e4-421d-9d15-76c797da7011 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 210 time: 0.0263371 Aug 21 09:53:50.846404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93100a0d-030e-4748-ab07-da2c99bf4a40 req-b8e3d5be-8d3f-4e0c-b75e-b6dbbfc86a24 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 210 time: 0.0310421 Aug 21 09:53:51.438102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-7948c68a-c7f1-495c-a0e6-feb99820b211 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:51.439699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-7948c68a-c7f1-495c-a0e6-feb99820b211 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.22 "GET /v2.0/networks?id=07ecce97-4095-4bd9-b24a-0ef6983744a8 HTTP/1.1" status: 200 len: 811 time: 0.1071253 Aug 21 09:53:51.453356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Request body: {'port': {'device_id': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8', 'admin_state_up': True, 'tenant_id': '946eda7f7cbe4b9d8dfaff185c252609'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:53:51.638651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Made reservation on behalf of 946eda7f7cbe4b9d8dfaff185c252609 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:53:51.642268 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:51.772692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Allocated IP 172.20.0.10 (07ecce97-4095-4bd9-b24a-0ef6983744a8/47f469ec-9578-4ad2-b181-b3cf917cc8a5/b712a13d-d6f3-4a71-b2b0-c0540b5c66f8) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:53:51.960581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a78d669d-3000-4055-b69d-22b44c3bd350 req-fe6ee86e-e782-48f4-8bf4-b147f650c74f tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 210 time: 0.0335364 Aug 21 09:53:51.965312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:52.053916 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:52.101188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Network 07ecce97-4095-4bd9-b24a-0ef6983744a8 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:53:52.104186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:53:52.108400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:53:52.138668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Pushing event updated for resources: {'Port': ['ID=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:52.168208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:52.169737 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:52.277466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-1bb9dece-8ed6-41f2-8d50-463e5001f0cc tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8287351 Aug 21 09:53:52.289949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Request body: {'port': {'device_id': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:53:52.342425 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:52.616623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:53:52.623720 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:52.635009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Transition to ACTIVE for port object b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:53:52.704742 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:52.758665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:52.821925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Attempting to bind port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:53:52.822258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Attempting to bind port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '01513d9f-c33b-43b1-b3bd-996e9263117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:53:52.822583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Attempting to bind port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 on network 07ecce97-4095-4bd9-b24a-0ef6983744a8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:53:52.827275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 on network 07ecce97-4095-4bd9-b24a-0ef6983744a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:53:52.827635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Attempting to bind port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 on network 07ecce97-4095-4bd9-b24a-0ef6983744a8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:53:52.832619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:53:52.832963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Checking segment: {'id': '01513d9f-c33b-43b1-b3bd-996e9263117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:53:52.833342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Bound using segment: {'id': '01513d9f-c33b-43b1-b3bd-996e9263117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:53:52.833763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Bound port: b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01513d9f-c33b-43b1-b3bd-996e9263117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:53:52.834117 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:52.900175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:53:52.903055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,segment=NetworkSegment(01513d9f-c33b-43b1-b3bd-996e9263117c),segment_id=01513d9f-c33b-43b1-b3bd-996e9263117c)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:53:53.014014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:53.072170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:53.072856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:53.074888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] 10.222.0.22 "PUT /v2.0/ports/b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 HTTP/1.1" status: 200 len: 1093 time: 0.7892323 Aug 21 09:53:53.077597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:53:53.079878 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c08b0d3-1b23-4b68-94a9-c53831b343cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:53:53.103707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66484772-be1a-4964-aa3f-d4eae4d529f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:53.122185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac5b25-82b6-4f4a-9868-50691de172db req-9a3227b5-ad2b-4fd7-b921-d68fc772089a tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:53.123749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ac5b25-82b6-4f4a-9868-50691de172db req-9a3227b5-ad2b-4fd7-b921-d68fc772089a tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 944 time: 0.0849342 Aug 21 09:53:53.125181 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d7019b-d379-40f0-ba00-4713f0506d44 x-openstack-request-id: req-57d7019b-d379-40f0-ba00-4713f0506d44 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:53:53.125457 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:53:53.130462 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57d7019b-d379-40f0-ba00-4713f0506d44 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:53:53.130462 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8', 'status': 'completed', 'code': 200} Aug 21 09:53:53.191764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ac5b25-82b6-4f4a-9868-50691de172db req-f3211fa4-a4e0-4bed-bcdd-4e7980fbd8f2 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601726 Aug 21 09:53:53.217480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b0d3-1b23-4b68-94a9-c53831b343cb req-cf1c1c47-4da4-4c66-9c16-1a9e9236b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:53.219057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c08b0d3-1b23-4b68-94a9-c53831b343cb req-cf1c1c47-4da4-4c66-9c16-1a9e9236b5cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=946eda7f7cbe4b9d8dfaff185c252609&device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 1096 time: 0.0720985 Aug 21 09:53:53.324236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b0d3-1b23-4b68-94a9-c53831b343cb req-2a1ac307-a835-46f2-b758-5d82d2e85394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:53.325711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c08b0d3-1b23-4b68-94a9-c53831b343cb req-2a1ac307-a835-46f2-b758-5d82d2e85394 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=946eda7f7cbe4b9d8dfaff185c252609&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0982873 Aug 21 09:53:53.422844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b0d3-1b23-4b68-94a9-c53831b343cb req-494965b0-63c9-43d2-adb1-a27d6cde2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:53.424376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c08b0d3-1b23-4b68-94a9-c53831b343cb req-494965b0-63c9-43d2-adb1-a27d6cde2bad service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916116 Aug 21 09:53:53.500165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-f880ba42-06bc-4b9c-a647-24ecbbae70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:53.501669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-f880ba42-06bc-4b9c-a647-24ecbbae70bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=946eda7f7cbe4b9d8dfaff185c252609&device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 1096 time: 0.0418620 Aug 21 09:53:53.541882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-78f2e470-d7cb-442c-ba6f-c8a96ee55da9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 HTTP/1.1" status: 200 len: 217 time: 0.0326545 Aug 21 09:53:53.595492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-2e577c8a-5f64-4263-ac26-803293f42190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:53.596980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-2e577c8a-5f64-4263-ac26-803293f42190 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=47f469ec-9578-4ad2-b181-b3cf917cc8a5 HTTP/1.1" status: 200 len: 851 time: 0.0481191 Aug 21 09:53:53.629583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-17981f45-2ece-439e-a678-1f282bfc5014 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07ecce97-4095-4bd9-b24a-0ef6983744a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252552 Aug 21 09:53:53.720440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-132561ef-cbaa-4eeb-bb3d-2f747dae0515 service neutron] 10.222.0.22 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831132 Aug 21 09:53:53.815352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97ebe781-bd12-4648-be5f-8dbf2ea64d80 req-146c07c5-78af-4e80-a3d8-1d74d38b4aeb service neutron] 10.222.0.22 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871155 Aug 21 09:53:54.307349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b56704-057a-4ff7-97b3-137f8d832dc1 req-96ee2bd5-43ef-4bcf-a040-c72d24700fe0 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:54.308974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5b56704-057a-4ff7-97b3-137f8d832dc1 req-96ee2bd5-43ef-4bcf-a040-c72d24700fe0 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 944 time: 0.0493104 Aug 21 09:53:54.346303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d5b56704-057a-4ff7-97b3-137f8d832dc1 req-f89ee02c-d96c-440e-a0f4-82f70c4d18a5 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Aug 21 09:53:55.457925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36881627-0e6e-4d73-9546-98acfdf03627 req-98b4cf01-4197-42b1-af65-62b8932abc31 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:55.459407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36881627-0e6e-4d73-9546-98acfdf03627 req-98b4cf01-4197-42b1-af65-62b8932abc31 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 944 time: 0.0481803 Aug 21 09:53:55.496474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36881627-0e6e-4d73-9546-98acfdf03627 req-5c594a6f-c84e-4bfc-a67b-e5954a5bfb4c tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305872 Aug 21 09:53:56.400491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:53:56.494523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,segment=NetworkSegment(01513d9f-c33b-43b1-b3bd-996e9263117c),segment_id=01513d9f-c33b-43b1-b3bd-996e9263117c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:56.505174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8', 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8', 'port_id': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8', 'mac_address': 'fa:16:3e:17:1d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f469ec-9578-4ad2-b181-b3cf917cc8a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:53:56.541863 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:56.554850 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:53:56.574078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,segment=NetworkSegment(01513d9f-c33b-43b1-b3bd-996e9263117c),segment_id=01513d9f-c33b-43b1-b3bd-996e9263117c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:56.612816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7679e-085d-4dd0-a02e-3b95402e76db req-015e4c94-274c-4b29-aa46-67c27d8e8360 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:56.614277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0da7679e-085d-4dd0-a02e-3b95402e76db req-015e4c94-274c-4b29-aa46-67c27d8e8360 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 944 time: 0.0520270 Aug 21 09:53:56.650097 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:56.650716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0da7679e-085d-4dd0-a02e-3b95402e76db req-a1f829c0-5d44-4c14-b2cb-6631ce917936 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301352 Aug 21 09:53:56.701567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:56.835341 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['b712a13d-d6f3-4a71-b2b0-c0540b5c66f8'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:53:57.769217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080742f-2c3f-44c1-8504-42e1698a7302 req-b498216b-a180-47c2-91ee-91364fc8488b tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:57.770685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d080742f-2c3f-44c1-8504-42e1698a7302 req-b498216b-a180-47c2-91ee-91364fc8488b tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 945 time: 0.0512712 Aug 21 09:53:57.807871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d080742f-2c3f-44c1-8504-42e1698a7302 req-b82e8e51-1f7e-4c24-a589-92774da94fb0 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Aug 21 09:53:58.406430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:53:58.532782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:53:58.536506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:53:58.536873 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:58.612478 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:58.633672 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:53:58.635942 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7067d0-beac-49be-a4ed-96fecaf5e6b4" -d '{"events": [{"server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "name": "network-vif-plugged", "status": "completed", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:53:58.648427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,segment=NetworkSegment(01513d9f-c33b-43b1-b3bd-996e9263117c),segment_id=01513d9f-c33b-43b1-b3bd-996e9263117c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:53:58.673437 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf24759e-b4a0-4400-ab06-59ec90aeaaba x-openstack-request-id: req-cf24759e-b4a0-4400-ab06-59ec90aeaaba {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:53:58.673722 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "name": "network-vif-plugged", "status": "completed", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:53:58.673969 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf24759e-b4a0-4400-ab06-59ec90aeaaba {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:53:58.674514 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8', 'code': 200} Aug 21 09:53:58.716044 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:53:58.764448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:53:58.770082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c7dea-3150-4310-be59-8fde825e4e7a req-81d682d7-392b-4f46-a22d-fc51be292e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:58.771611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f56c7dea-3150-4310-be59-8fde825e4e7a req-81d682d7-392b-4f46-a22d-fc51be292e62 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 1098 time: 0.0410817 Aug 21 09:53:58.805947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f56c7dea-3150-4310-be59-8fde825e4e7a req-1646a447-cdd2-4886-beed-aae184fed288 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269735 Aug 21 09:53:58.922926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946fa50-1597-484a-b8e8-e2ac0af1036d req-326f0f20-12b2-49f9-ad40-0c744fdac1d6 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:53:58.924347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1946fa50-1597-484a-b8e8-e2ac0af1036d req-326f0f20-12b2-49f9-ad40-0c744fdac1d6 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0511668 Aug 21 09:53:58.961606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1946fa50-1597-484a-b8e8-e2ac0af1036d req-e998fa63-7f34-45eb-ae6c-786b8080a63e tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313683 Aug 21 09:54:00.077728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c271-7301-4478-b1ab-c9aa8173e407 req-390137d1-a295-451a-9236-f7a33f05503a tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:00.079242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15a4c271-7301-4478-b1ab-c9aa8173e407 req-390137d1-a295-451a-9236-f7a33f05503a tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0494022 Aug 21 09:54:00.117375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15a4c271-7301-4478-b1ab-c9aa8173e407 req-94363539-dd82-40e7-af7b-7fa6feac5dc6 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Aug 21 09:54:00.558829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3d568-1074-42ef-854e-84adee3546cb req-19717627-5243-499f-82d2-1eb1bac5df95 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:00.560332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91f3d568-1074-42ef-854e-84adee3546cb req-19717627-5243-499f-82d2-1eb1bac5df95 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0485981 Aug 21 09:54:00.597367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91f3d568-1074-42ef-854e-84adee3546cb req-c7ad8631-09aa-4e35-8950-32d24fe3d3f1 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310500 Aug 21 09:54:00.635737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59238) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:54:00.727819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-62255430-181b-40ba-bafc-5ce5ffb1452d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907192 Aug 21 09:54:01.724153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfda3e-cdf6-43f9-b476-61ee72f6c806 req-8cddc72a-facf-41b4-889e-07f2ddeafbc0 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:01.725640 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6abfda3e-cdf6-43f9-b476-61ee72f6c806 req-8cddc72a-facf-41b4-889e-07f2ddeafbc0 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0507224 Aug 21 09:54:01.765601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6abfda3e-cdf6-43f9-b476-61ee72f6c806 req-950ba489-a988-499a-a864-82771339a611 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Aug 21 09:54:02.718360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-71365b5f-2630-47de-9d06-d80246b84268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:02.719844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-71365b5f-2630-47de-9d06-d80246b84268 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=946eda7f7cbe4b9d8dfaff185c252609&device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 1098 time: 0.0401878 Aug 21 09:54:02.810517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-add70b4c-49d3-4779-b0fa-6cc42b302015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:02.812014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-add70b4c-49d3-4779-b0fa-6cc42b302015 service neutron] 10.222.0.22 "GET /v2.0/networks?id=07ecce97-4095-4bd9-b24a-0ef6983744a8 HTTP/1.1" status: 200 len: 912 time: 0.0854480 Aug 21 09:54:02.857314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-6cbc7365-3f4d-4ef6-9a3a-5572615db1ed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 HTTP/1.1" status: 200 len: 217 time: 0.0375111 Aug 21 09:54:02.931021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-9e600046-30f1-4abf-9a38-d3879e6505ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:02.932490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-9e600046-30f1-4abf-9a38-d3879e6505ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=47f469ec-9578-4ad2-b181-b3cf917cc8a5 HTTP/1.1" status: 200 len: 851 time: 0.0680101 Aug 21 09:54:02.941002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea3a62-443e-4658-8b92-2961f4ee61e6 req-29910628-2b42-4c6b-af77-cf1e6a401e31 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:02.942341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-baea3a62-443e-4658-8b92-2961f4ee61e6 req-29910628-2b42-4c6b-af77-cf1e6a401e31 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0877283 Aug 21 09:54:02.971641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-a1de283e-35f9-4691-9a3c-863cf2506469 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07ecce97-4095-4bd9-b24a-0ef6983744a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283003 Aug 21 09:54:03.043297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-baea3a62-443e-4658-8b92-2961f4ee61e6 req-22355152-6c2e-4492-a002-c47b281762ff tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906670 Aug 21 09:54:03.077781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-93a8d9c9-e0f8-4160-8326-7cc9759c0525 service neutron] 10.222.0.22 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985763 Aug 21 09:54:03.164697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-b003e59e-f3de-4772-9b38-814fab32fe47 service neutron] 10.222.0.22 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799100 Aug 21 09:54:04.156437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae841-3dc5-4dd9-8e5d-940166b2be85 req-494a2418-e58c-44ac-8250-e9baf057d04a tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:04.157885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-008ae841-3dc5-4dd9-8e5d-940166b2be85 req-494a2418-e58c-44ac-8250-e9baf057d04a tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0488169 Aug 21 09:54:04.193965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-008ae841-3dc5-4dd9-8e5d-940166b2be85 req-a814cf64-b1ce-4a17-a1f8-e5d60fc1e2e2 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302610 Aug 21 09:54:05.310585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c087161-c32a-4c08-81aa-2678eb594b21 req-74f0b1f5-5cd1-4932-8a11-d4f3864bfd12 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:05.311971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c087161-c32a-4c08-81aa-2678eb594b21 req-74f0b1f5-5cd1-4932-8a11-d4f3864bfd12 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0519388 Aug 21 09:54:05.349007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c087161-c32a-4c08-81aa-2678eb594b21 req-8f2ed1da-0ef3-440c-99c4-61fdb3724096 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Aug 21 09:54:06.460103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9a133-755c-4118-b2a9-829e4f01fcbc req-02fb67db-5576-4711-bf89-eaeb1bde2af0 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:06.461543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63c9a133-755c-4118-b2a9-829e4f01fcbc req-02fb67db-5576-4711-bf89-eaeb1bde2af0 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0472741 Aug 21 09:54:06.498645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-63c9a133-755c-4118-b2a9-829e4f01fcbc req-ef3dcd63-d54a-4f22-b398-2797b2a08170 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308390 Aug 21 09:54:06.955660 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-152e68fd-0a7d-49c8-b0ce-d896b6535606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:07.611113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538e23c-7500-4a3d-a6f6-0d05a5294727 req-ccb59fc2-32a6-4941-8c03-36d88bf25af9 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:07.612727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e538e23c-7500-4a3d-a6f6-0d05a5294727 req-ccb59fc2-32a6-4941-8c03-36d88bf25af9 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0485196 Aug 21 09:54:07.652706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e538e23c-7500-4a3d-a6f6-0d05a5294727 req-9937b61a-7f4e-40de-8192-b31b1f391ad8 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337925 Aug 21 09:54:08.775846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cba50-cc27-4b3b-ad80-6a6693925a05 req-4e8218d2-d606-4a3d-a686-0cdbe03a3b78 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:08.777478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a2cba50-cc27-4b3b-ad80-6a6693925a05 req-4e8218d2-d606-4a3d-a686-0cdbe03a3b78 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0576615 Aug 21 09:54:08.816483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a2cba50-cc27-4b3b-ad80-6a6693925a05 req-0763f8ce-09cf-47d8-aa8a-e21791bc4cbd tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Aug 21 09:54:09.546838 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1e94-079b-4a33-9e45-f1a0ce778f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:09.812768 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:09.932799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15f31a-7440-40d7-83cc-503ba31cf842 req-c29bd2b5-a3f5-47d0-9524-5b1d9a72fb00 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:09.934369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a15f31a-7440-40d7-83cc-503ba31cf842 req-c29bd2b5-a3f5-47d0-9524-5b1d9a72fb00 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0495377 Aug 21 09:54:09.972866 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a15f31a-7440-40d7-83cc-503ba31cf842 req-50e9b838-ff72-4de2-8467-d7aed4ea5e32 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Aug 21 09:54:11.047009 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:11.088628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2d99b-932e-49a2-a27b-f213a7876d32 req-50a2268e-ba72-48d3-a8a3-8c38e819d71d tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:11.090624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98a2d99b-932e-49a2-a27b-f213a7876d32 req-50a2268e-ba72-48d3-a8a3-8c38e819d71d tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Aug 21 09:54:11.129393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98a2d99b-932e-49a2-a27b-f213a7876d32 req-7e89624c-620f-465e-997a-102ffbe3c0a3 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326905 Aug 21 09:54:12.246876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f8904-e69a-4871-a0ad-0a87ccde9dc9 req-fa61f31a-f488-4e39-9466-6f2dce939b22 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:12.248281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-648f8904-e69a-4871-a0ad-0a87ccde9dc9 req-fa61f31a-f488-4e39-9466-6f2dce939b22 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0519931 Aug 21 09:54:12.285751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-648f8904-e69a-4871-a0ad-0a87ccde9dc9 req-4cbe266a-1fe2-417b-a925-cb16af707281 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Aug 21 09:54:12.521026 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:13.398899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba895982-05c3-49c0-a39b-847e02bc352b req-574bf198-fd22-49fa-a108-4d91ff725ebd tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:13.400402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba895982-05c3-49c0-a39b-847e02bc352b req-574bf198-fd22-49fa-a108-4d91ff725ebd tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0480325 Aug 21 09:54:13.437744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba895982-05c3-49c0-a39b-847e02bc352b req-f3c96da8-cc7e-4858-b7d4-63c47b64c79a tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 Aug 21 09:54:14.173751 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:54:14.552912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec53e2-a50f-4395-9c0f-7fa55c1231d9 req-1d838472-066b-4f04-abc6-ffcc4d2d0f58 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:14.554378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dec53e2-a50f-4395-9c0f-7fa55c1231d9 req-1d838472-066b-4f04-abc6-ffcc4d2d0f58 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0479429 Aug 21 09:54:14.591131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dec53e2-a50f-4395-9c0f-7fa55c1231d9 req-4e3fdeef-b60a-4c0d-9ade-acd3ebabba95 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300391 Aug 21 09:54:15.714082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34978357-fe80-4c5f-9f7f-a05ae8ec2767 req-2c0f8d5f-ffde-4285-b03c-0d36b1a516b6 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:15.715800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34978357-fe80-4c5f-9f7f-a05ae8ec2767 req-2c0f8d5f-ffde-4285-b03c-0d36b1a516b6 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0531864 Aug 21 09:54:15.754666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34978357-fe80-4c5f-9f7f-a05ae8ec2767 req-279b1739-4242-494d-9388-99b8386b7dfe tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327830 Aug 21 09:54:15.772530 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:15.795323 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:16.868569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dbc59-e42e-43c1-b256-f67f5142be8c req-121ebc41-8229-4ffc-a518-79236ac55c16 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:16.870050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e9dbc59-e42e-43c1-b256-f67f5142be8c req-121ebc41-8229-4ffc-a518-79236ac55c16 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0485530 Aug 21 09:54:16.908033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e9dbc59-e42e-43c1-b256-f67f5142be8c req-2e8fb738-35dd-4c2e-abf5-8aecbd4da174 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Aug 21 09:54:18.021101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318a1f3-9096-4a16-8646-f07a32bd764c req-bc4f3bb3-8fff-4e79-bf8d-f2023f49a322 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:18.022610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3318a1f3-9096-4a16-8646-f07a32bd764c req-bc4f3bb3-8fff-4e79-bf8d-f2023f49a322 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0490482 Aug 21 09:54:18.059981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3318a1f3-9096-4a16-8646-f07a32bd764c req-d5e90727-e32c-4323-b5fb-36cbc633ad9a tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307434 Aug 21 09:54:19.179281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4a479-24e7-44cd-9195-62d364732402 req-f6db928c-e69a-4db5-b8b8-34618366f11d tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:19.180801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2e4a479-24e7-44cd-9195-62d364732402 req-f6db928c-e69a-4db5-b8b8-34618366f11d tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0526152 Aug 21 09:54:19.222626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2e4a479-24e7-44cd-9195-62d364732402 req-be2e91e8-e2df-4d51-8048-7e7cc16bc38c tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352178 Aug 21 09:54:20.336291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bcaff-0a52-48cc-ad3e-76d3a4755930 req-a1f841ac-0404-431a-a052-3d308fb348b3 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:20.337765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-492bcaff-0a52-48cc-ad3e-76d3a4755930 req-a1f841ac-0404-431a-a052-3d308fb348b3 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0488057 Aug 21 09:54:20.376270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-492bcaff-0a52-48cc-ad3e-76d3a4755930 req-7ad6d701-ef26-4261-8c6c-d208ce632c9d tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Aug 21 09:54:21.490307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59ce9d-50f4-460a-a877-c5162824b06e req-75b5f6b4-02d8-4748-8329-02a9d8e50269 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:21.491818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c59ce9d-50f4-460a-a877-c5162824b06e req-75b5f6b4-02d8-4748-8329-02a9d8e50269 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0485792 Aug 21 09:54:21.529521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c59ce9d-50f4-460a-a877-c5162824b06e req-e8779b84-cc79-40ec-88fb-05851653bac5 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Aug 21 09:54:22.647743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306bec4-c227-49d0-b4ca-5db2fa27ed5a req-5c8b2684-0f56-446a-9879-6df35ca66a3a tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:22.649242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2306bec4-c227-49d0-b4ca-5db2fa27ed5a req-5c8b2684-0f56-446a-9879-6df35ca66a3a tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0530376 Aug 21 09:54:22.686991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2306bec4-c227-49d0-b4ca-5db2fa27ed5a req-37ea8828-a385-46ec-af37-db63924540ab tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Aug 21 09:54:23.801865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfa3a-83aa-4386-8111-562e1fcaeff9 req-dc5cca86-b9ce-4ddb-8054-11e85d6b3441 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:23.803330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1fbfa3a-83aa-4386-8111-562e1fcaeff9 req-dc5cca86-b9ce-4ddb-8054-11e85d6b3441 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0486691 Aug 21 09:54:23.840456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1fbfa3a-83aa-4386-8111-562e1fcaeff9 req-cd7e603f-19f7-4883-ac69-92ef2ae61359 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311766 Aug 21 09:54:24.953356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae861fb-caf5-4497-923e-ca5d4e9d939b req-861107c8-d75b-4fa3-afe6-7d92a7e084ab tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:24.954811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ae861fb-caf5-4497-923e-ca5d4e9d939b req-861107c8-d75b-4fa3-afe6-7d92a7e084ab tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0479059 Aug 21 09:54:24.991507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2ae861fb-caf5-4497-923e-ca5d4e9d939b req-a860b6f9-facf-4762-9c0c-669eaa78ebbe tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309029 Aug 21 09:54:26.107178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e6564-ad2c-4a1b-be2c-1a649ba4f26a req-00584464-1d24-4d0e-b649-23ae6ffebb82 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:26.108938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a4e6564-ad2c-4a1b-be2c-1a649ba4f26a req-00584464-1d24-4d0e-b649-23ae6ffebb82 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0516779 Aug 21 09:54:26.145835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a4e6564-ad2c-4a1b-be2c-1a649ba4f26a req-e2ccd386-d34a-4466-8ff2-12d08cf21daf tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307586 Aug 21 09:54:27.260477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a523c20-72a3-42d4-8c36-3da399a24737 req-f79f576a-875e-41a5-a813-29766dfd08b8 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:27.261864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a523c20-72a3-42d4-8c36-3da399a24737 req-f79f576a-875e-41a5-a813-29766dfd08b8 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0501678 Aug 21 09:54:27.298845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a523c20-72a3-42d4-8c36-3da399a24737 req-60556d4b-be53-4df1-b4a3-cc2dc46af77d tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Aug 21 09:54:28.411237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2165f-e923-4c11-9e81-634558ba5d39 req-b4afd18a-06f2-437c-a281-0ac5c3409217 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:28.412700 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fea2165f-e923-4c11-9e81-634558ba5d39 req-b4afd18a-06f2-437c-a281-0ac5c3409217 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0474346 Aug 21 09:54:28.449681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fea2165f-e923-4c11-9e81-634558ba5d39 req-02c7eb2a-9790-4297-9c21-e6fcfa38e082 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311406 Aug 21 09:54:29.566283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17729b3a-4753-44e1-a360-d2d73323eadc req-6e582f75-334f-40d6-a953-c0f597041ed4 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:29.567828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17729b3a-4753-44e1-a360-d2d73323eadc req-6e582f75-334f-40d6-a953-c0f597041ed4 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0529716 Aug 21 09:54:29.608710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17729b3a-4753-44e1-a360-d2d73323eadc req-f894c22b-01fa-4574-a688-c526d1e42890 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Aug 21 09:54:30.316658 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-32a9d748-2987-4d79-8ae3-18f7084e5edc service neutron] show failed (client error): The resource could not be found. Aug 21 09:54:30.317683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-32a9d748-2987-4d79-8ae3-18f7084e5edc service neutron] 10.222.0.22 "GET /v2.0/ports/b712a13d-d6f3-4a71-b2b0-c0540b5c66f8/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.1026320 Aug 21 09:54:30.736213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502df767-8bf7-445b-95de-d0aa6e4ac2b4 req-9d1bfff6-4f73-4711-9ab4-7f2e84329ef1 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:30.737753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-502df767-8bf7-445b-95de-d0aa6e4ac2b4 req-9d1bfff6-4f73-4711-9ab4-7f2e84329ef1 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0594141 Aug 21 09:54:30.825758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-502df767-8bf7-445b-95de-d0aa6e4ac2b4 req-395e604d-cf15-49f2-b613-a60040bd81c7 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809355 Aug 21 09:54:30.844939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-45fdd214-237a-477e-b23f-0b32cf7b5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:30.846432 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-45fdd214-237a-477e-b23f-0b32cf7b5504 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090&tenant_id=946eda7f7cbe4b9d8dfaff185c252609 HTTP/1.1" status: 200 len: 1098 time: 0.0848057 Aug 21 09:54:30.858724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:54:30.909951 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:31.105125 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,segment=NetworkSegment(01513d9f-c33b-43b1-b3bd-996e9263117c),segment_id=01513d9f-c33b-43b1-b3bd-996e9263117c)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:54:31.142032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:54:31.178779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:54:31.180975 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abed857f-2c80-460b-948d-4b2cd82d55bb" -d '{"events": [{"server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "name": "network-vif-unplugged", "status": "completed", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:54:31.185854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:31.198160 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Transition to ACTIVE for port object b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:54:31.228012 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd973e1-6366-4031-ae94-116df1bcd34f x-openstack-request-id: req-ebd973e1-6366-4031-ae94-116df1bcd34f {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:54:31.228325 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "name": "network-vif-unplugged", "status": "completed", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:54:31.228735 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebd973e1-6366-4031-ae94-116df1bcd34f {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:54:31.229138 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8', 'code': 200} Aug 21 09:54:31.280176 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:31.340341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] No DVR routers for this DVR port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:54:31.344208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Pushing event updated for resources: {'Port': ['ID=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:31.377009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Attempting to bind port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:54:31.381694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Attempting to bind port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '01513d9f-c33b-43b1-b3bd-996e9263117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:54:31.381694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Attempting to bind port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 on network 07ecce97-4095-4bd9-b24a-0ef6983744a8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:54:31.381981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 on network 07ecce97-4095-4bd9-b24a-0ef6983744a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:54:31.382302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Attempting to bind port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 on network 07ecce97-4095-4bd9-b24a-0ef6983744a8 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:54:31.387234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:54:31.388243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Checking segment: {'id': '01513d9f-c33b-43b1-b3bd-996e9263117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:54:31.388644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Bound using segment: {'id': '01513d9f-c33b-43b1-b3bd-996e9263117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:54:31.389064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Bound port: b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01513d9f-c33b-43b1-b3bd-996e9263117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:54:31.389409 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:31.452955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:54:31.456212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,segment=NetworkSegment(01513d9f-c33b-43b1-b3bd-996e9263117c),segment_id=01513d9f-c33b-43b1-b3bd-996e9263117c)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:54:31.549121 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:31.581150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:31.581793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:31.583177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] 10.222.0.13 "PUT /v2.0/ports/b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 HTTP/1.1" status: 200 len: 1093 time: 0.7284374 Aug 21 09:54:31.608006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10757122-94ec-4782-aca4-69aea5a7025f service neutron] Pushing event updated for resources: {'Port': ['ID=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:31.648237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-fcde3d5c-9ab3-44b6-bf28-9d829a3e451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:31.649734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-fcde3d5c-9ab3-44b6-bf28-9d829a3e451f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=946eda7f7cbe4b9d8dfaff185c252609&device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 1096 time: 0.0432439 Aug 21 09:54:31.740893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-37396d84-c521-489e-a510-0dd7b177f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:31.742301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-37396d84-c521-489e-a510-0dd7b177f90f service neutron] 10.222.0.13 "GET /v2.0/networks?id=07ecce97-4095-4bd9-b24a-0ef6983744a8 HTTP/1.1" status: 200 len: 912 time: 0.0856736 Aug 21 09:54:31.781848 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-3c745b41-a1c5-4074-a647-91ba88bc61d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 HTTP/1.1" status: 200 len: 217 time: 0.0329430 Aug 21 09:54:31.829570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-089d6bd9-3976-4f83-9e69-3879f4360493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:31.831015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-089d6bd9-3976-4f83-9e69-3879f4360493 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47f469ec-9578-4ad2-b181-b3cf917cc8a5 HTTP/1.1" status: 200 len: 851 time: 0.0424683 Aug 21 09:54:31.867362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-2b2af221-81e5-4bae-bce7-6f59e60e8015 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07ecce97-4095-4bd9-b24a-0ef6983744a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285361 Aug 21 09:54:31.988947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3be08-55c5-4847-baef-1cd53bbf62aa req-0ece1f94-7e53-47f3-afc6-033947bdc746 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:31.990414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86d3be08-55c5-4847-baef-1cd53bbf62aa req-0ece1f94-7e53-47f3-afc6-033947bdc746 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 944 time: 0.0963008 Aug 21 09:54:31.993880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-73032879-2534-443f-9446-1e4530a9a0ba service neutron] 10.222.0.13 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181841 Aug 21 09:54:32.076869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86d3be08-55c5-4847-baef-1cd53bbf62aa req-0437cbba-a8d6-4eb9-b222-a4bfe0030cf5 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803874 Aug 21 09:54:32.108955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d5e5d41-c23a-4236-adbe-f6f39f50a7cc req-8b7c23f9-cf7c-4b7a-9cf9-11a0902e5374 service neutron] 10.222.0.13 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067233 Aug 21 09:54:33.195353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b68cf-9a0c-4b43-9a3e-09000a8d7c23 req-316bd6b8-9076-4262-b94e-2de7941fc883 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:33.196830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-470b68cf-9a0c-4b43-9a3e-09000a8d7c23 req-316bd6b8-9076-4262-b94e-2de7941fc883 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 944 time: 0.0489359 Aug 21 09:54:33.230333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:54:33.232966 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59495ea8-7350-4723-a27f-54673ab0a6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:54:33.238416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-470b68cf-9a0c-4b43-9a3e-09000a8d7c23 req-fdb548b8-4acf-47cb-88bc-1c571f2f62a5 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355365 Aug 21 09:54:33.281047 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4866581-7e2d-4ff8-9c56-5386c74e4298 x-openstack-request-id: req-b4866581-7e2d-4ff8-9c56-5386c74e4298 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:54:33.281332 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:54:33.281579 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4866581-7e2d-4ff8-9c56-5386c74e4298 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:54:33.281968 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8', 'status': 'completed', 'code': 200} Aug 21 09:54:33.370822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-c584040c-3944-4b84-a531-f1f99870aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:33.372318 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-c584040c-3944-4b84-a531-f1f99870aeeb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=946eda7f7cbe4b9d8dfaff185c252609&device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 1096 time: 0.0626941 Aug 21 09:54:33.374543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-3cea1c81-6b3e-4e62-a66c-043e7c4efb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:33.375868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-3cea1c81-6b3e-4e62-a66c-043e7c4efb63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=946eda7f7cbe4b9d8dfaff185c252609&device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 1096 time: 0.0742700 Aug 21 09:54:33.838765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-e7657c70-b98d-4a06-8207-baea57e47a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:33.840269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-e7657c70-b98d-4a06-8207-baea57e47a05 service neutron] 10.222.0.22 "GET /v2.0/networks?id=07ecce97-4095-4bd9-b24a-0ef6983744a8 HTTP/1.1" status: 200 len: 912 time: 0.4616616 Aug 21 09:54:33.841346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-d40961fd-03d4-4fbf-9154-07a8dd5059f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:33.842651 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-d40961fd-03d4-4fbf-9154-07a8dd5059f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=07ecce97-4095-4bd9-b24a-0ef6983744a8 HTTP/1.1" status: 200 len: 912 time: 0.4569674 Aug 21 09:54:33.912546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-dd7a4068-7b58-48f7-aaf0-f8ee347da021 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 HTTP/1.1" status: 200 len: 217 time: 0.0649929 Aug 21 09:54:33.913869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-0c395e30-788a-46d5-a914-f594047d00ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 HTTP/1.1" status: 200 len: 217 time: 0.0600088 Aug 21 09:54:33.994288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-f88d3276-cdc5-438f-bb47-6e8ae0a6cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:33.995688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-f88d3276-cdc5-438f-bb47-6e8ae0a6cdbb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=47f469ec-9578-4ad2-b181-b3cf917cc8a5 HTTP/1.1" status: 200 len: 851 time: 0.0756369 Aug 21 09:54:33.999598 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-520cd3a4-69e1-4756-9b72-b1bd3c788a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:34.000929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-520cd3a4-69e1-4756-9b72-b1bd3c788a7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47f469ec-9578-4ad2-b181-b3cf917cc8a5 HTTP/1.1" status: 200 len: 851 time: 0.0736744 Aug 21 09:54:34.049590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-19cfb546-cd4a-4b90-ab62-c2ca31e534ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07ecce97-4095-4bd9-b24a-0ef6983744a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470366 Aug 21 09:54:34.051268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-a233e864-3a26-4e0b-924a-4e43a5b2f823 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07ecce97-4095-4bd9-b24a-0ef6983744a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414119 Aug 21 09:54:34.201509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-af727004-69db-4faa-868e-2810c8265aa4 service neutron] 10.222.0.22 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447606 Aug 21 09:54:34.204767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-9105db71-8951-4d08-8cc9-2bd65de0789b service neutron] 10.222.0.13 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403549 Aug 21 09:54:34.393965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-affdc7f9-c084-499c-acc6-bd108453499f service neutron] 10.222.0.13 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791375 Aug 21 09:54:34.398110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59495ea8-7350-4723-a27f-54673ab0a6e6 req-5554cbfb-bdf5-4246-b45b-ddf2d7cfebe9 service neutron] 10.222.0.22 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902544 Aug 21 09:54:34.406943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd7367-86ce-49a2-b13d-a26528798f65 req-a446fc58-bfe5-45e9-9ddb-15bea369cbe8 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:34.408436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81dd7367-86ce-49a2-b13d-a26528798f65 req-a446fc58-bfe5-45e9-9ddb-15bea369cbe8 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 944 time: 0.1029930 Aug 21 09:54:34.446505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81dd7367-86ce-49a2-b13d-a26528798f65 req-774d764d-568b-40a7-81f0-37d769c3608b tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Aug 21 09:54:34.593697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:54:34.630883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:54:34.872451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:54:34.943080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-a8099190-9089-43ef-9d9c-4016be0f5b81 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:34.944664 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-a8099190-9089-43ef-9d9c-4016be0f5b81 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.22 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090&tenant_id=946eda7f7cbe4b9d8dfaff185c252609&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 944 time: 0.0858335 Aug 21 09:54:34.964152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,segment=NetworkSegment(01513d9f-c33b-43b1-b3bd-996e9263117c),segment_id=01513d9f-c33b-43b1-b3bd-996e9263117c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:54:34.974918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8', 'network_id': '07ecce97-4095-4bd9-b24a-0ef6983744a8', 'port_id': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8', 'mac_address': 'fa:16:3e:17:1d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f469ec-9578-4ad2-b181-b3cf917cc8a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:54:35.009480 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-d7fddec5-239a-44dd-9479-b752e9ed2653 service neutron] delete failed (client error): The resource could not be found. Aug 21 09:54:35.010527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-d7fddec5-239a-44dd-9479-b752e9ed2653 service neutron] 10.222.0.22 "DELETE /v2.0/ports/b712a13d-d6f3-4a71-b2b0-c0540b5c66f8/bindings/n-h2-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0584419 Aug 21 09:54:35.016636 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:35.029583 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:54:35.048879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,segment=NetworkSegment(01513d9f-c33b-43b1-b3bd-996e9263117c),segment_id=01513d9f-c33b-43b1-b3bd-996e9263117c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:54:35.098489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-f0492161-ea99-48a4-9707-19bcf6f46f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:35.100050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-f0492161-ea99-48a4-9707-19bcf6f46f68 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=946eda7f7cbe4b9d8dfaff185c252609&device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 1096 time: 0.0476396 Aug 21 09:54:35.131800 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:35.178330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:35.186311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.186659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.187003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.187344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.187710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.188046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.188376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.188709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.189037 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.189360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.189702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.190032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:35.191880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-0908be00-a31e-489d-8798-14b7015a16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:35.194103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-0908be00-a31e-489d-8798-14b7015a16b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=07ecce97-4095-4bd9-b24a-0ef6983744a8 HTTP/1.1" status: 200 len: 912 time: 0.0871799 Aug 21 09:54:35.238011 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-dcdd3624-7fe4-4c29-b5eb-027466d9a56f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 HTTP/1.1" status: 200 len: 217 time: 0.0367978 Aug 21 09:54:35.285266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-60d3aa15-967a-4e9e-83ef-c9c8a6395577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:35.286636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-60d3aa15-967a-4e9e-83ef-c9c8a6395577 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=47f469ec-9578-4ad2-b181-b3cf917cc8a5 HTTP/1.1" status: 200 len: 851 time: 0.0421228 Aug 21 09:54:35.318196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-19301371-ec88-482c-bb6d-41772bbdb086 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07ecce97-4095-4bd9-b24a-0ef6983744a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243180 Aug 21 09:54:35.375088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['b712a13d-d6f3-4a71-b2b0-c0540b5c66f8'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:54:35.417116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-47987a7a-1359-45aa-993a-e2123561f8cb service neutron] 10.222.0.22 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896177 Aug 21 09:54:35.507257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-1da699ea-b464-4e1c-a7e5-dd7ff037ba61 service neutron] 10.222.0.22 "GET /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834289 Aug 21 09:54:36.878107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf7251-538e-4b5d-a332-98f0bb19c96b req-95e62282-99ad-45a4-bcaf-d656a1ef4a78 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:36.879597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4caf7251-538e-4b5d-a332-98f0bb19c96b req-95e62282-99ad-45a4-bcaf-d656a1ef4a78 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 945 time: 0.0502703 Aug 21 09:54:36.905205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:54:36.920086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4caf7251-538e-4b5d-a332-98f0bb19c96b req-fb3ecd8d-ea9f-40cd-b441-f4d10faab15b tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345235 Aug 21 09:54:36.947375 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0cfa8e6c-4e95-4df4-a093-09ea3668bf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:37.029332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:54:37.033398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:54:37.033701 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:37.110256 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:37.132446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:54:37.134646 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d06b396-b867-4e0b-b659-ac0ecf434390" -d '{"events": [{"server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "name": "network-vif-plugged", "status": "completed", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:54:37.147863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,segment=NetworkSegment(01513d9f-c33b-43b1-b3bd-996e9263117c),segment_id=01513d9f-c33b-43b1-b3bd-996e9263117c)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:54:37.171702 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397b0325-2428-4649-94f4-d9003f181969 x-openstack-request-id: req-397b0325-2428-4649-94f4-d9003f181969 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:54:37.171811 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "name": "network-vif-plugged", "status": "completed", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:54:37.172022 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-397b0325-2428-4649-94f4-d9003f181969 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:54:37.172412 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8', 'code': 200} Aug 21 09:54:37.199688 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:37.245976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:38.047126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb2aab-b7ec-4c43-9d6f-faf9289685bf req-99c4b8c3-98eb-4dc3-8b83-abd57cd1e99b tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:38.049017 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98eb2aab-b7ec-4c43-9d6f-faf9289685bf req-99c4b8c3-98eb-4dc3-8b83-abd57cd1e99b tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0587313 Aug 21 09:54:38.087675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-98eb2aab-b7ec-4c43-9d6f-faf9289685bf req-34623fde-7b4c-4f48-9774-2432f8b1cf69 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f4f5cc1-1a9e-43c2-ad13-a5234c543159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Aug 21 09:54:38.190672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-fe48adc2-35d4-484f-b402-f14f12dc556f tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:38.192172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-fe48adc2-35d4-484f-b402-f14f12dc556f tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.13 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 946 time: 0.0481961 Aug 21 09:54:38.283857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-20a50e1e-f0ea-4828-b8c7-fb910deec427 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Deleting port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:54:38.284099 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-20a50e1e-f0ea-4828-b8c7-fb910deec427 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:38.370964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-20a50e1e-f0ea-4828-b8c7-fb910deec427 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] For port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,segment=NetworkSegment(01513d9f-c33b-43b1-b3bd-996e9263117c),segment_id=01513d9f-c33b-43b1-b3bd-996e9263117c)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:54:38.371333 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-20a50e1e-f0ea-4828-b8c7-fb910deec427 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:38.383492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-20a50e1e-f0ea-4828-b8c7-fb910deec427 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Calling delete_port for b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:54:38.594499 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-20a50e1e-f0ea-4828-b8c7-fb910deec427 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:38.606070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['b712a13d-d6f3-4a71-b2b0-c0540b5c66f8'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:54:38.623592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a50e1e-f0ea-4828-b8c7-fb910deec427 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Pushing event deleted for resources: {'Port': ['ID=b712a13d-d6f3-4a71-b2b0-c0540b5c66f8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:38.664610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-20a50e1e-f0ea-4828-b8c7-fb910deec427 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] No DVR routers for this DVR port b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:54:38.667242 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-20a50e1e-f0ea-4828-b8c7-fb910deec427 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:38.669277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7070d9d-533d-4b66-8cdd-7bf55e14aa21 req-20a50e1e-f0ea-4828-b8c7-fb910deec427 tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.13 "DELETE /v2.0/ports/b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 HTTP/1.1" status: 204 len: 173 time: 0.4706633 Aug 21 09:54:38.669795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'name': 'network-vif-deleted', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:54:38.672073 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6975e9e-c1d0-46b5-bbe2-ed9f429ce6a5" -d '{"events": [{"server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "name": "network-vif-deleted", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:54:38.708593 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858a1cfc-0777-4d47-82b1-2ba9cf61e714 x-openstack-request-id: req-858a1cfc-0777-4d47-82b1-2ba9cf61e714 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:54:38.708893 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7346dac8-5f43-41d6-b5c5-3ec2a5f82090", "name": "network-vif-deleted", "tag": "b712a13d-d6f3-4a71-b2b0-c0540b5c66f8", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:54:38.709153 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-858a1cfc-0777-4d47-82b1-2ba9cf61e714 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:54:38.709560 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7346dac8-5f43-41d6-b5c5-3ec2a5f82090', 'name': 'network-vif-deleted', 'tag': 'b712a13d-d6f3-4a71-b2b0-c0540b5c66f8', 'status': 'completed', 'code': 200} Aug 21 09:54:39.195574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94d19152-3260-48e9-8d3b-579e7b1b4d63 req-00ebbe97-eecd-49c8-bad2-246fa7497ddb tempest-DeleteServersTestJSON-2000513671 tempest-DeleteServersTestJSON-2000513671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7346dac8-5f43-41d6-b5c5-3ec2a5f82090 HTTP/1.1" status: 200 len: 210 time: 0.0305638 Aug 21 09:54:39.569058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cd84fce0-a29a-4549-b564-fb438b0d304e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:39.782465 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.321357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59352) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:54:40.365856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-4384c0cd-0c1c-4fd7-ab56-db6e4b79c730 admin admin] Deleting subnet 47f469ec-9578-4ad2-b181-b3cf917cc8a5 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:54:40.368831 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4384c0cd-0c1c-4fd7-ab56-db6e4b79c730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.401643 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4384c0cd-0c1c-4fd7-ab56-db6e4b79c730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.438778 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4384c0cd-0c1c-4fd7-ab56-db6e4b79c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.577167 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4384c0cd-0c1c-4fd7-ab56-db6e4b79c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.608684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384c0cd-0c1c-4fd7-ab56-db6e4b79c730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f469ec-9578-4ad2-b181-b3cf917cc8a5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:40.612661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4384c0cd-0c1c-4fd7-ab56-db6e4b79c730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.614778 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4384c0cd-0c1c-4fd7-ab56-db6e4b79c730 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/47f469ec-9578-4ad2-b181-b3cf917cc8a5 HTTP/1.1" status: 204 len: 168 time: 0.2924016 Aug 21 09:54:40.617416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59354) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:54:40.683787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.764607 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.774138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ecce97-4095-4bd9-b24a-0ef6983744a8']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:54:40.784783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01513d9f-c33b-43b1-b3bd-996e9263117c') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:54:40.785072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01513d9f-c33b-43b1-b3bd-996e9263117c') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:54:40.794334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.807700 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.814565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:54:40.816537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:54:40.816660 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:54:40.931377 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.934643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:54:40.936613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:40.938515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/07ecce97-4095-4bd9-b24a-0ef6983744a8 HTTP/1.1" status: 204 len: 168 time: 0.3201647 Aug 21 09:54:40.950244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06bb97-b96f-414f-8580-822b46d7a5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=07ecce97-4095-4bd9-b24a-0ef6983744a8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:40.958102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:54:40.958451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b712a13d-d6f3-4a71-b2b0-c0540b5c66f8 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:54:41.091977 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:41.281939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59358) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:54:41.320155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7e9782b0-3c00-4213-a835-9993da5b1e29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=946eda7f7cbe4b9d8dfaff185c252609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370989 Aug 21 09:54:41.322665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59360) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:54:41.373598 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9ec13a0d-8046-4427-a3d6-8b822d08a52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:41.393843 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9ec13a0d-8046-4427-a3d6-8b822d08a52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:41.540345 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9ec13a0d-8046-4427-a3d6-8b822d08a52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:41.542911 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9ec13a0d-8046-4427-a3d6-8b822d08a52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:41.544257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9ec13a0d-8046-4427-a3d6-8b822d08a52c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f4f5cc1-1a9e-43c2-ad13-a5234c543159 HTTP/1.1" status: 204 len: 168 time: 0.2205424 Aug 21 09:54:41.552067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec13a0d-8046-4427-a3d6-8b822d08a52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4f5cc1-1a9e-43c2-ad13-a5234c543159,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:42.557163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59382) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:54:42.557755 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:42.651380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1155263278-network', 'tenant_id': '2613c6f95834420eb2c8ac6f3aff22f8'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:54:42.725159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Made reservation on behalf of 2613c6f95834420eb2c8ac6f3aff22f8 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:54:42.727546 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:42.736545 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:42.823452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:42.888630 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:42.914697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:54:42.920367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db37790-fdbf-4c81-aa19-5278b0d42231,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:42.929787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.930135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.930480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.930821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.931161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.931500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.931868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.932198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.932525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.932889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.933209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.933536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:54:42.939606 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:42.939956 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Added segment fad141cf-3e85-4baf-ba36-2825693ba940 of type vlan for network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 Aug 21 09:54:42.979843 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:43.066198 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:43.067145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:43.067750 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:43.126599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] Pushing event updated for resources: {'Network': ['ID=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:43.136450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:54:43.172601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-91a8f557-fe2b-4bdc-adbd-074cbe8249ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6141961 Aug 21 09:54:43.175424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59386) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:54:43.180485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] Request body: {'subnet': {'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1155263278-subnet', 'tenant_id': '2613c6f95834420eb2c8ac6f3aff22f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:54:43.273883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] Made reservation on behalf of 2613c6f95834420eb2c8ac6f3aff22f8 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:54:43.276274 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:43.503123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:43.556501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:43.565400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] Checking segment: {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:54:43.565984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] Network hostable DHCP agents. Network: e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:54:43.654476 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] Network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:54:43.734531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:54:43.740381 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:43.740612 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:43.743456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20f217-d04c-4c56-8330-fd45a1abcec2 None None] Network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:54:43.855362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b87f4a45-b97c-4d74-bcca-52ee276da6f1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6786730 Aug 21 09:54:43.863820 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8d8bc7-f8c1-4630-a634-90fbc0dafda0 None None] Network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:54:44.275159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0480-58dd-4667-82d0-99524dd8164d req-31a205d2-a7a4-4110-bec5-ca1bfe197383 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:44.276622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-31a205d2-a7a4-4110-bec5-ca1bfe197383 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 815 time: 0.1025245 Aug 21 09:54:44.291735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-61a8ece0-3a7e-4746-8307-9d0c15542991 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/quotas/2613c6f95834420eb2c8ac6f3aff22f8 HTTP/1.1" status: 200 len: 375 time: 0.0087872 Aug 21 09:54:44.321731 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-c47c764f-83ee-43a7-930b-5a4bd73a1fd1 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250013 Aug 21 09:54:44.460633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-e5c61cae-78fe-4d6a-9fe4-e2f650cfe502 service neutron] 10.222.0.20 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317897 Aug 21 09:54:44.548404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-e2bdda2d-d1fe-4d52-a851-a7a1c25169b0 service neutron] 10.222.0.20 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809698 Aug 21 09:54:44.779692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-310690a4-3cbf-474c-b8d0-aef6db3cfba5 req-2397d337-4fbc-494c-bc4e-f8e3e0c9839d tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 210 time: 0.0271208 Aug 21 09:54:45.768845 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:45.791453 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:45.875167 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d01ccb0c-7f0b-4fe6-953c-794ba1093e6f req-1bea2155-a4f5-4022-9677-2cd8096ba6f9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 210 time: 0.0292461 Aug 21 09:54:46.810480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0480-58dd-4667-82d0-99524dd8164d req-f758a6e3-c082-48f0-ad24-516d38bce20e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:46.811929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-f758a6e3-c082-48f0-ad24-516d38bce20e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.13 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 815 time: 0.1053855 Aug 21 09:54:46.824505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Request body: {'port': {'device_id': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58', 'admin_state_up': True, 'tenant_id': '2613c6f95834420eb2c8ac6f3aff22f8'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:54:46.969539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7275636-3b3a-45dc-931e-28e6ff326b7e req-22873470-df57-4940-be98-ea8d77d4b34c tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 210 time: 0.0266275 Aug 21 09:54:47.020778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Made reservation on behalf of 2613c6f95834420eb2c8ac6f3aff22f8 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:54:47.024426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:47.145717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Allocated IP 172.20.0.14 (e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58/244a3318-1d8c-45ef-8ab9-3ebf230ef7fd/eadbfb40-73bd-4c12-9e2d-65307c9f9de3) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:54:47.287854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:47.383335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:47.424673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:54:47.427508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:54:47.431248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:54:47.470407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Pushing event updated for resources: {'Port': ['ID=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:47.505930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:47.506535 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:47.571697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-88befe09-06a2-487d-af52-ef2e2eceb59e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7508466 Aug 21 09:54:47.583734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Request body: {'port': {'device_id': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:54:47.635225 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:47.891596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadbfb40-73bd-4c12-9e2d-65307c9f9de3 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:54:47.898690 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:47.910565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Transition to ACTIVE for port object eadbfb40-73bd-4c12-9e2d-65307c9f9de3 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:54:47.976431 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:48.049684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Pushing event updated for resources: {'Port': ['ID=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:48.133168 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f73ed3-b913-4e3a-82d4-b91776084840 req-2c16bc26-0eef-4254-9dc9-14d184952405 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:48.134625 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96f73ed3-b913-4e3a-82d4-b91776084840 req-2c16bc26-0eef-4254-9dc9-14d184952405 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 944 time: 0.0877798 Aug 21 09:54:48.135779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Attempting to bind port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:54:48.136103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Attempting to bind port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:54:48.136418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Attempting to bind port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:54:48.141815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:54:48.142066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Attempting to bind port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:54:48.160665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:54:48.160990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Checking segment: {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:54:48.161358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Bound using segment: {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:54:48.161775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Bound port: eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:54:48.162121 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:48.207947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96f73ed3-b913-4e3a-82d4-b91776084840 req-3e7048fb-3478-4bfc-9325-73e2b8d55db1 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670269 Aug 21 09:54:48.237227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:54:48.240393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:54:48.337212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:48.371748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:48.372363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:48.373758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] 10.222.0.13 "PUT /v2.0/ports/eadbfb40-73bd-4c12-9e2d-65307c9f9de3 HTTP/1.1" status: 200 len: 1093 time: 0.7940738 Aug 21 09:54:48.374186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:54:48.376428 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8373c0a7-a359-4275-b29e-199a19b17350" -d '{"events": [{"name": "network-changed", "server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:54:48.398853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1d82e-5aa6-417a-a311-bc9a99460507 service neutron] Pushing event updated for resources: {'Port': ['ID=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:48.416637 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d6d85b-7044-4596-93a9-099d1bbd2bbe x-openstack-request-id: req-79d6d85b-7044-4596-93a9-099d1bbd2bbe {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:54:48.416637 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:54:48.416637 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79d6d85b-7044-4596-93a9-099d1bbd2bbe {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:54:48.416637 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3', 'status': 'completed', 'code': 200} Aug 21 09:54:48.474775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373c0a7-a359-4275-b29e-199a19b17350 req-5ed385ab-0da7-4c68-b2be-260a59a60556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:48.476309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8373c0a7-a359-4275-b29e-199a19b17350 req-5ed385ab-0da7-4c68-b2be-260a59a60556 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 1096 time: 0.0406625 Aug 21 09:54:48.573872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373c0a7-a359-4275-b29e-199a19b17350 req-55be2954-182a-48d6-abd0-807ed8d268bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:48.575372 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8373c0a7-a359-4275-b29e-199a19b17350 req-55be2954-182a-48d6-abd0-807ed8d268bb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0911763 Aug 21 09:54:48.667137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373c0a7-a359-4275-b29e-199a19b17350 req-e6e9c5b6-6f5b-4b34-b8b1-b6e2c9f778e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:48.668564 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8373c0a7-a359-4275-b29e-199a19b17350 req-e6e9c5b6-6f5b-4b34-b8b1-b6e2c9f778e8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862947 Aug 21 09:54:48.747124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0480-58dd-4667-82d0-99524dd8164d req-909c0d25-0216-48b6-bd7d-685efff8a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:48.748633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-909c0d25-0216-48b6-bd7d-685efff8a379 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 1096 time: 0.0453377 Aug 21 09:54:48.790538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-613b457d-1889-4ed9-b462-65131fe2ab30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3 HTTP/1.1" status: 200 len: 217 time: 0.0333238 Aug 21 09:54:48.837715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0480-58dd-4667-82d0-99524dd8164d req-b8229418-e497-4bff-ba80-397f19e5aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:48.839393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-b8229418-e497-4bff-ba80-397f19e5aa85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.0421908 Aug 21 09:54:48.872470 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-ae551629-b4aa-45b8-bfbc-4ae55b96ef06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261807 Aug 21 09:54:48.964247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-14772528-e422-4044-b739-0b97900274d5 service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851943 Aug 21 09:54:49.053013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-789c0480-58dd-4667-82d0-99524dd8164d req-e19a7357-0b28-4398-bd35-1721e384437d service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816023 Aug 21 09:54:49.325862 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edce57-2800-475f-8f61-1eb1706d6459 req-8db1448d-15db-4fcf-a3e3-58d29c6d2db0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:49.327337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99edce57-2800-475f-8f61-1eb1706d6459 req-8db1448d-15db-4fcf-a3e3-58d29c6d2db0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 944 time: 0.0536377 Aug 21 09:54:49.363454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99edce57-2800-475f-8f61-1eb1706d6459 req-d3c3b056-3d32-4de2-9126-e1a505c45672 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300751 Aug 21 09:54:50.498260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1a42-abd2-4904-96b8-558274601c23 req-061b0805-3fcd-442c-85fb-d417f3b9a5d7 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:50.499764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca0a1a42-abd2-4904-96b8-558274601c23 req-061b0805-3fcd-442c-85fb-d417f3b9a5d7 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 944 time: 0.0683639 Aug 21 09:54:50.537618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ca0a1a42-abd2-4904-96b8-558274601c23 req-b3edff1f-6a6f-44c4-9c3e-41d7fbd174e3 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317745 Aug 21 09:54:50.981407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device eadbfb40-73bd-4c12-9e2d-65307c9f9de3 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:54:51.072621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:54:51.082662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3', 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58', 'port_id': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3', 'mac_address': 'fa:16:3e:bc:30:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244a3318-1d8c-45ef-8ab9-3ebf230ef7fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:54:51.156638 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:51.156638 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadbfb40-73bd-4c12-9e2d-65307c9f9de3 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:54:51.157011 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:54:51.173799 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:54:51.214548 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:51.261829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:51.404912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['eadbfb40-73bd-4c12-9e2d-65307c9f9de3'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:54:51.652978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b746dd7-15d9-40e4-8fe8-38cbbb43dcea req-b1dc48cc-2a9a-4221-bc34-c0e8fe61cd71 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:51.654558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b746dd7-15d9-40e4-8fe8-38cbbb43dcea req-b1dc48cc-2a9a-4221-bc34-c0e8fe61cd71 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 945 time: 0.0492737 Aug 21 09:54:51.693208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b746dd7-15d9-40e4-8fe8-38cbbb43dcea req-70b22671-d875-47ec-ab55-a13480e0dada tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326774 Aug 21 09:54:52.829821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091d2c9-c185-43c4-a536-96d98816aa45 req-a72c2d04-940f-4de3-9ec2-e31ac14d15ed tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:52.831301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b091d2c9-c185-43c4-a536-96d98816aa45 req-a72c2d04-940f-4de3-9ec2-e31ac14d15ed tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 945 time: 0.0614536 Aug 21 09:54:52.867970 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b091d2c9-c185-43c4-a536-96d98816aa45 req-401fc9ac-adfe-411f-bd52-0b0b730a2ce7 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307128 Aug 21 09:54:52.985633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device eadbfb40-73bd-4c12-9e2d-65307c9f9de3 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:54:53.096489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:54:53.100661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:54:53.101055 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:53.178164 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:53.200050 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:54:53.202238 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19847d8-74d1-4953-95a0-cc5dbf934b05" -d '{"events": [{"server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "name": "network-vif-plugged", "status": "completed", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:54:53.214068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:54:53.239380 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee6e50c-1298-460d-97f5-62a1d4afdfe2 x-openstack-request-id: req-4ee6e50c-1298-460d-97f5-62a1d4afdfe2 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:54:53.239697 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "name": "network-vif-plugged", "status": "completed", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:54:53.239948 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ee6e50c-1298-460d-97f5-62a1d4afdfe2 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:54:53.240339 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3', 'code': 200} Aug 21 09:54:53.288746 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:54:53.331215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165f62b-b63c-4d43-8932-103cab3e2bfa req-6017ff1f-5420-40fb-9727-098f7138f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:53.332726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b165f62b-b63c-4d43-8932-103cab3e2bfa req-6017ff1f-5420-40fb-9727-098f7138f112 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 1098 time: 0.0395155 Aug 21 09:54:53.339285 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:54:53.368802 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b165f62b-b63c-4d43-8932-103cab3e2bfa req-0d83b2b7-163d-4bb0-af29-4f01ccd89213 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278494 Aug 21 09:54:53.980184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998785f-ef98-46f3-b919-6d977c106b00 req-692562de-710f-4299-a6a7-64e238c02352 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:53.982145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9998785f-ef98-46f3-b919-6d977c106b00 req-692562de-710f-4299-a6a7-64e238c02352 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0473833 Aug 21 09:54:54.020446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9998785f-ef98-46f3-b919-6d977c106b00 req-025f9232-c7e6-45a0-873f-2341475f6853 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324800 Aug 21 09:54:55.138707 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449784-f687-4635-9adc-59f70061dc4e req-a0a62d34-2cb7-4711-b44d-86a6299fe748 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:55.140194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd449784-f687-4635-9adc-59f70061dc4e req-a0a62d34-2cb7-4711-b44d-86a6299fe748 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0522089 Aug 21 09:54:55.176352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd449784-f687-4635-9adc-59f70061dc4e req-8c0dc802-e923-4597-a24b-0c404b54e1b7 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303261 Aug 21 09:54:55.289426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef32e-ce4a-48c5-918d-4356087c00fe req-3d302073-3d41-44eb-9c0b-611fe3e48b82 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:55.290805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65fef32e-ce4a-48c5-918d-4356087c00fe req-3d302073-3d41-44eb-9c0b-611fe3e48b82 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0485620 Aug 21 09:54:55.328623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65fef32e-ce4a-48c5-918d-4356087c00fe req-8f3a03ad-5e41-4baf-aa85-06abc45574d8 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318124 Aug 21 09:54:55.572516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65925f10-e0ef-4a5e-bf80-a20af5ff9a99 req-820f9247-c6b5-4cb6-829c-8abbaa670510 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:55.573870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65925f10-e0ef-4a5e-bf80-a20af5ff9a99 req-820f9247-c6b5-4cb6-829c-8abbaa670510 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0473647 Aug 21 09:54:55.610789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-65925f10-e0ef-4a5e-bf80-a20af5ff9a99 req-7206c45d-f6da-4bb7-8527-7aa038b7afaa tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Aug 21 09:54:55.725818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6533de9-5961-42f8-aeaf-a070f2e8608a req-e8e18fac-84d7-4a15-8b6b-63fe81b3bde6 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:55.727283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6533de9-5961-42f8-aeaf-a070f2e8608a req-e8e18fac-84d7-4a15-8b6b-63fe81b3bde6 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0521309 Aug 21 09:54:55.765187 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6533de9-5961-42f8-aeaf-a070f2e8608a req-5029bbc8-5e2a-4ccd-aea2-32fb75d3f2f4 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319085 Aug 21 09:54:56.099358 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77289cde-5e36-464b-84f5-9ab1bd4fd816 req-be84f22f-8220-4dc8-aa7f-d09dc9107c24 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:56.100772 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77289cde-5e36-464b-84f5-9ab1bd4fd816 req-be84f22f-8220-4dc8-aa7f-d09dc9107c24 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0484209 Aug 21 09:54:56.138560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77289cde-5e36-464b-84f5-9ab1bd4fd816 req-cd3acf00-f1a8-4133-abfd-b2f6db6de1b9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Aug 21 09:54:56.207161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-b189c952-c4e9-4731-8b4f-3119491e66b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390835 Aug 21 09:54:57.258743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8e22-8a84-4c2e-b46b-2ef42a8a7f40 req-dbd627cc-f77b-40ea-9028-daffb3ae5397 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:57.260160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9ea8e22-8a84-4c2e-b46b-2ef42a8a7f40 req-dbd627cc-f77b-40ea-9028-daffb3ae5397 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0530984 Aug 21 09:54:57.299107 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9ea8e22-8a84-4c2e-b46b-2ef42a8a7f40 req-4ce7cc65-585e-4694-a2ad-db8155836730 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328939 Aug 21 09:54:58.075899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-196b9084-805e-41f1-a4fc-6410134e81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:58.077389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-196b9084-805e-41f1-a4fc-6410134e81fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 1098 time: 0.0405078 Aug 21 09:54:58.167468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-2e20310a-9f0d-4aae-a27c-eb45c804f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:58.169565 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-2e20310a-9f0d-4aae-a27c-eb45c804f3c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 916 time: 0.0856168 Aug 21 09:54:58.209781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-a53d605d-e659-4049-9563-2967ab71431f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3 HTTP/1.1" status: 200 len: 217 time: 0.0327358 Aug 21 09:54:58.257081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-e84c461b-fec2-4f1f-b1ee-3e813ff05970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:58.258419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-e84c461b-fec2-4f1f-b1ee-3e813ff05970 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.0419042 Aug 21 09:54:58.288034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-4bb81646-26e6-4af7-a17b-e73847008b25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229723 Aug 21 09:54:58.714561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a41ea-752b-4693-9382-98e6c75ecfb1 req-4ed5ce6b-772f-48f1-b98f-ea772bc5521f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:58.716563 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec5a41ea-752b-4693-9382-98e6c75ecfb1 req-4ed5ce6b-772f-48f1-b98f-ea772bc5521f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0730813 Aug 21 09:54:58.719995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-e74a5846-c858-48f2-a4c0-6d9cd703c6d1 service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253347 Aug 21 09:54:58.803849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec5a41ea-752b-4693-9382-98e6c75ecfb1 req-de698599-287b-439a-ad25-fad423d1be34 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813255 Aug 21 09:54:58.833995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-22dee3a6-bec2-4427-a601-ef856ea16138 service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043653 Aug 21 09:54:59.919743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4689b1-2ae9-485b-bc8b-e53201ae0e83 req-20116df8-baa7-4e53-b137-745f5e137e3f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:54:59.921209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d4689b1-2ae9-485b-bc8b-e53201ae0e83 req-20116df8-baa7-4e53-b137-745f5e137e3f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0487685 Aug 21 09:54:59.957495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d4689b1-2ae9-485b-bc8b-e53201ae0e83 req-1cbe60f6-2dc9-425a-80e9-adf6578643de tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302708 Aug 21 09:55:01.071227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d4443-6ca6-4c19-80bb-71bb8c03d2e3 req-052d4d4a-224e-4125-8817-b066233c2021 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:01.072728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd1d4443-6ca6-4c19-80bb-71bb8c03d2e3 req-052d4d4a-224e-4125-8817-b066233c2021 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0489314 Aug 21 09:55:01.114737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd1d4443-6ca6-4c19-80bb-71bb8c03d2e3 req-cd22de7f-9684-49b1-b0e0-8671b84294c0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Aug 21 09:55:02.227270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d74c5-b25f-490f-88f7-6126fda97309 req-ea908f63-ea3c-49e5-b706-752d67610f9f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:02.228776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d47d74c5-b25f-490f-88f7-6126fda97309 req-ea908f63-ea3c-49e5-b706-752d67610f9f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0483024 Aug 21 09:55:02.265894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d47d74c5-b25f-490f-88f7-6126fda97309 req-f50bc058-c29e-46fe-8801-ed761924e02d tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311213 Aug 21 09:55:03.378127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df39f0-6b36-48d4-9697-9dc801a0fe44 req-9371eb38-2343-4ba0-891e-e427cdce1244 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:03.379617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2df39f0-6b36-48d4-9697-9dc801a0fe44 req-9371eb38-2343-4ba0-891e-e427cdce1244 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0482848 Aug 21 09:55:03.416459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b2df39f0-6b36-48d4-9697-9dc801a0fe44 req-1bd00a31-839f-42bc-93dc-1a87f5b74ab3 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310049 Aug 21 09:55:04.528285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f16c9e-c31c-499f-99fa-bf85fec985ea req-6c25df0d-913c-419f-9859-876ca4e33828 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:04.529763 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09f16c9e-c31c-499f-99fa-bf85fec985ea req-6c25df0d-913c-419f-9859-876ca4e33828 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0489118 Aug 21 09:55:04.569955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-09f16c9e-c31c-499f-99fa-bf85fec985ea req-7bc0e4fe-2d23-4295-9aea-8941e0abee35 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Aug 21 09:55:05.681989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d4e91-eb49-4e82-9ac0-1e5944676fdb req-ade68335-ceb2-4e4f-b45e-ed498ea197d8 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:05.683441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b54d4e91-eb49-4e82-9ac0-1e5944676fdb req-ade68335-ceb2-4e4f-b45e-ed498ea197d8 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0481863 Aug 21 09:55:05.720195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b54d4e91-eb49-4e82-9ac0-1e5944676fdb req-30c9a16e-ff70-4a5f-94b8-97759cb05942 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308952 Aug 21 09:55:06.836214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c45aa-218c-4e8c-9d5e-ca770b053360 req-ecec1716-9850-41c6-8ab4-995f4071ae5a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:06.837703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e6c45aa-218c-4e8c-9d5e-ca770b053360 req-ecec1716-9850-41c6-8ab4-995f4071ae5a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0496047 Aug 21 09:55:06.875932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e6c45aa-218c-4e8c-9d5e-ca770b053360 req-753c3636-fee6-4e17-806d-8184a173ab76 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Aug 21 09:55:06.930314 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b63a9efd-0dbb-4ba6-9af4-cb7071fc580e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:07.989947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d233ad-e971-49b5-bd2b-f4d6cf348413 req-543af335-ff1a-4752-9acb-8e14a92427de tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:07.991458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50d233ad-e971-49b5-bd2b-f4d6cf348413 req-543af335-ff1a-4752-9acb-8e14a92427de tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0488689 Aug 21 09:55:08.033920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50d233ad-e971-49b5-bd2b-f4d6cf348413 req-937dbbb3-41f3-4ae3-bc67-eb81d0e8b166 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360165 Aug 21 09:55:09.149945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f921233-d91a-4d36-acb8-7c2413ba5451 req-6930237e-d576-453c-9a28-56c2343d493a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:09.151418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f921233-d91a-4d36-acb8-7c2413ba5451 req-6930237e-d576-453c-9a28-56c2343d493a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0493827 Aug 21 09:55:09.188536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f921233-d91a-4d36-acb8-7c2413ba5451 req-51435354-9d2b-4037-a5de-4b6bda9672e6 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311193 Aug 21 09:55:09.559207 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3886b445-7bb8-4ccc-8558-68ad4603f309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:09.787460 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:10.354509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84595dc8-94e3-4c18-bdbe-2ac17ff02298 req-57b4cf1b-adcb-40f9-957c-b16c8c8a2bfe tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:10.356580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84595dc8-94e3-4c18-bdbe-2ac17ff02298 req-57b4cf1b-adcb-40f9-957c-b16c8c8a2bfe tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.1027119 Aug 21 09:55:10.393667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84595dc8-94e3-4c18-bdbe-2ac17ff02298 req-bb665c5a-9f2a-4143-a53f-026b7eb36d3d tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Aug 21 09:55:11.053856 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:11.561046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650294f-602d-43fc-bb50-dd24b76f654a req-59df8555-da7d-434d-a59e-e55e5f5e9cc0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:11.562512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f650294f-602d-43fc-bb50-dd24b76f654a req-59df8555-da7d-434d-a59e-e55e5f5e9cc0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.1021793 Aug 21 09:55:11.602383 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f650294f-602d-43fc-bb50-dd24b76f654a req-120626db-a099-4f92-9e8e-3c63ee896743 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339391 Aug 21 09:55:12.534042 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:12.716666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef210a-3a54-4d49-9b0c-0598f08b67f5 req-9130a902-40ce-4a18-91a3-45e004a3cfeb tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:12.718146 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1ef210a-3a54-4d49-9b0c-0598f08b67f5 req-9130a902-40ce-4a18-91a3-45e004a3cfeb tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0485089 Aug 21 09:55:12.754702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1ef210a-3a54-4d49-9b0c-0598f08b67f5 req-e4552128-af99-43cf-9147-4d507103e9a7 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306554 Aug 21 09:55:13.868166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ab3a0-13fd-4070-be98-0afab6498313 req-e1525228-b57f-41b1-885d-0195074eab7f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:13.869635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-514ab3a0-13fd-4070-be98-0afab6498313 req-e1525228-b57f-41b1-885d-0195074eab7f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0481422 Aug 21 09:55:13.907083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-514ab3a0-13fd-4070-be98-0afab6498313 req-fb6a148b-1957-4f5d-910b-f22c19f30215 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310142 Aug 21 09:55:15.020608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21d05a-a7dd-450a-a17a-8e5a2eda01ac req-ecf37796-4346-4743-85f6-cbba54e6c5d8 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:15.022108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb21d05a-a7dd-450a-a17a-8e5a2eda01ac req-ecf37796-4346-4743-85f6-cbba54e6c5d8 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0481982 Aug 21 09:55:15.063483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb21d05a-a7dd-450a-a17a-8e5a2eda01ac req-22ebeadc-527e-4536-a83b-dc416b053680 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349231 Aug 21 09:55:15.791218 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:15.821304 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:16.176338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffa99d-eafb-490d-88da-d4810a056ea6 req-4714039e-d6b9-4cb1-8cb2-5ad246c4f76f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:16.177809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38ffa99d-eafb-490d-88da-d4810a056ea6 req-4714039e-d6b9-4cb1-8cb2-5ad246c4f76f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0481117 Aug 21 09:55:16.215240 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38ffa99d-eafb-490d-88da-d4810a056ea6 req-6e7e44f7-d812-496a-98b3-7bc4aadd8e2b tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Aug 21 09:55:17.337476 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c533b-c772-4c37-bbf9-655a2d75b515 req-101033ff-676a-425c-aaf0-ebee6d079c55 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:17.338876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-098c533b-c772-4c37-bbf9-655a2d75b515 req-101033ff-676a-425c-aaf0-ebee6d079c55 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0579734 Aug 21 09:55:17.376857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-098c533b-c772-4c37-bbf9-655a2d75b515 req-68b8f680-8602-4c7c-9390-35abeeefec78 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312481 Aug 21 09:55:18.490793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859a712-ce5a-45e7-bb1a-dfb24b0dcf5f req-a5dcfdd4-e29a-48b7-966a-beea45715245 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:18.492297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1859a712-ce5a-45e7-bb1a-dfb24b0dcf5f req-a5dcfdd4-e29a-48b7-966a-beea45715245 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0487912 Aug 21 09:55:18.533552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1859a712-ce5a-45e7-bb1a-dfb24b0dcf5f req-013218e7-2168-4681-b478-72a948f2c103 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351098 Aug 21 09:55:19.645951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2462cf-6226-4067-8e90-a4a98887e1d7 req-dbe77e17-dfaa-400d-9455-2587f2f91464 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:19.647402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da2462cf-6226-4067-8e90-a4a98887e1d7 req-dbe77e17-dfaa-400d-9455-2587f2f91464 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0481875 Aug 21 09:55:19.688642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da2462cf-6226-4067-8e90-a4a98887e1d7 req-8ed40b15-66c9-49a6-9461-aadafb188e15 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352542 Aug 21 09:55:20.802334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9619-44ed-4547-8c39-6a2c92ff3e30 req-8e9e2a4f-9281-4ad7-8be8-abc7cf40038e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:20.803813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6edb9619-44ed-4547-8c39-6a2c92ff3e30 req-8e9e2a4f-9281-4ad7-8be8-abc7cf40038e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0478470 Aug 21 09:55:20.841270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6edb9619-44ed-4547-8c39-6a2c92ff3e30 req-96e4552f-6f30-4063-ae10-9b9cdaf577f3 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Aug 21 09:55:21.953779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8538298-5760-4a51-a361-03533e9d8a3f req-d73c7b89-41c8-46b3-bd9a-8b8dfa1fe216 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:21.955290 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8538298-5760-4a51-a361-03533e9d8a3f req-d73c7b89-41c8-46b3-bd9a-8b8dfa1fe216 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0475287 Aug 21 09:55:21.997376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8538298-5760-4a51-a361-03533e9d8a3f req-d890c198-c82d-409f-a956-2eb8c46c1689 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362387 Aug 21 09:55:23.111439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedda013-16f2-42e8-bccb-6cf75c4757ed req-837c8c8d-742a-4689-82b3-8df362e8e3ce tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:23.113209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aedda013-16f2-42e8-bccb-6cf75c4757ed req-837c8c8d-742a-4689-82b3-8df362e8e3ce tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0489626 Aug 21 09:55:23.150645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aedda013-16f2-42e8-bccb-6cf75c4757ed req-1818695d-0d01-4d2a-98fb-9747390e81f0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Aug 21 09:55:24.265245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e41fe2-faf6-4c96-9360-01d8e5f32d52 req-d9f90ece-1d6f-40a4-a4fb-1705b2554f0c tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:24.266658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86e41fe2-faf6-4c96-9360-01d8e5f32d52 req-d9f90ece-1d6f-40a4-a4fb-1705b2554f0c tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0493813 Aug 21 09:55:24.306233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86e41fe2-faf6-4c96-9360-01d8e5f32d52 req-97143fa6-a611-4b31-b48f-f99a37f9c7cc tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332184 Aug 21 09:55:25.420444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30bac7-78f6-47cd-9f2b-e4f8ebf204a8 req-2d22e86e-14a8-437e-be52-4e963bb3ba52 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:25.421908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd30bac7-78f6-47cd-9f2b-e4f8ebf204a8 req-2d22e86e-14a8-437e-be52-4e963bb3ba52 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0486631 Aug 21 09:55:25.462177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd30bac7-78f6-47cd-9f2b-e4f8ebf204a8 req-6c217205-aee6-451c-bc6f-53ede3222188 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344002 Aug 21 09:55:26.021016 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-ba5acf15-76c1-4651-861c-cffd2c3b3058 service neutron] show failed (client error): The resource could not be found. Aug 21 09:55:26.021977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-ba5acf15-76c1-4651-861c-cffd2c3b3058 service neutron] 10.222.0.13 "GET /v2.0/ports/eadbfb40-73bd-4c12-9e2d-65307c9f9de3/bindings/n-h2-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0996838 Aug 21 09:55:26.528962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-53dbbee2-59ac-404e-bacd-5ff585220a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:26.530472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-53dbbee2-59ac-404e-bacd-5ff585220a81 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e&tenant_id=2613c6f95834420eb2c8ac6f3aff22f8 HTTP/1.1" status: 200 len: 1098 time: 0.0416763 Aug 21 09:55:26.544402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:55:26.625499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58a67b-85c7-4a24-a8d4-b87cc3673792 req-6d5de67e-ac9d-40ee-9b1e-a8cd8b2acfb5 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:26.626968 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb58a67b-85c7-4a24-a8d4-b87cc3673792 req-6d5de67e-ac9d-40ee-9b1e-a8cd8b2acfb5 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0956366 Aug 21 09:55:26.627962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:26.694788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb58a67b-85c7-4a24-a8d4-b87cc3673792 req-9ab54a37-a714-4bc4-a7eb-0d592db5b806 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586653 Aug 21 09:55:26.852508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:55:26.884889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:55:26.923135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:55:26.925751 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b51067-bfd7-4303-8315-0222d4b6711b" -d '{"events": [{"server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "name": "network-vif-unplugged", "status": "completed", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:55:26.929843 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:26.942286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Transition to ACTIVE for port object eadbfb40-73bd-4c12-9e2d-65307c9f9de3 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:55:27.010005 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:27.041161 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674344a7-3122-4bc4-8313-fe449e64b951 x-openstack-request-id: req-674344a7-3122-4bc4-8313-fe449e64b951 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:55:27.041452 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "name": "network-vif-unplugged", "status": "completed", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:55:27.041702 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-674344a7-3122-4bc4-8313-fe449e64b951 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:55:27.042093 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3', 'code': 200} Aug 21 09:55:27.077759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:55:27.080034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] No DVR routers for this DVR port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:55:27.113972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Attempting to bind port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:55:27.114228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Attempting to bind port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:55:27.114571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Attempting to bind port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:55:27.118776 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:55:27.119095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Attempting to bind port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:55:27.124746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:55:27.125183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Checking segment: {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:55:27.125570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Bound using segment: {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:55:27.125994 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Bound port: eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:55:27.126350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:27.188252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:55:27.191190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:55:27.288596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:27.325893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:27.326592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:27.327996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] 10.222.0.22 "PUT /v2.0/ports/eadbfb40-73bd-4c12-9e2d-65307c9f9de3 HTTP/1.1" status: 200 len: 1093 time: 0.7873466 Aug 21 09:55:27.347719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762da149-649d-4d56-9426-0f6b0c1037a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:55:27.389859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-1cad8751-d253-4c0a-b3e3-d8bcd65b7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:27.391269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-1cad8751-d253-4c0a-b3e3-d8bcd65b7fca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 1096 time: 0.0407844 Aug 21 09:55:27.478526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-a95cf61f-993a-4b11-ab4b-390ef7f486af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:27.479998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-a95cf61f-993a-4b11-ab4b-390ef7f486af service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 916 time: 0.0819373 Aug 21 09:55:27.523648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-a1d9f7e2-7d5d-402b-875b-75595ba9db92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3 HTTP/1.1" status: 200 len: 217 time: 0.0366449 Aug 21 09:55:27.572073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-9021046c-641a-41f0-80b8-e01e9c8b9c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:27.573469 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-9021046c-641a-41f0-80b8-e01e9c8b9c9a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.0427680 Aug 21 09:55:27.603668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-3dcc78eb-ab89-4ecd-86d0-a0dda4af6e2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235205 Aug 21 09:55:27.694746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-454d52ea-53f8-4211-9409-0d092260ca7f service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840812 Aug 21 09:55:27.809737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7de3b9f-4ede-4e7b-8afd-f0eaa45b1dfc req-084bb443-8a15-47c5-893b-fe01d4d1f1d3 service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078360 Aug 21 09:55:27.825614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74be6b-9e14-4295-9072-3aa51502989c req-84c2919b-137b-4d82-8071-ae93b77c6ab5 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:27.827059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b74be6b-9e14-4295-9072-3aa51502989c req-84c2919b-137b-4d82-8071-ae93b77c6ab5 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 944 time: 0.0616176 Aug 21 09:55:27.868577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b74be6b-9e14-4295-9072-3aa51502989c req-9ce4a879-f76c-470a-8d09-8cba98347c65 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355473 Aug 21 09:55:28.172037 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:55:28.986211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6e3ba-4a9e-4f39-bafb-5aac77204dc3 req-ac5ebb4a-6a32-4252-9ee0-fd5250184bf7 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:28.987977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dad6e3ba-4a9e-4f39-bafb-5aac77204dc3 req-ac5ebb4a-6a32-4252-9ee0-fd5250184bf7 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 944 time: 0.0500572 Aug 21 09:55:29.024717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dad6e3ba-4a9e-4f39-bafb-5aac77204dc3 req-3e671fd7-1ae0-412b-95c0-7a17daa40fad tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Aug 21 09:55:29.043893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:55:29.046213 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5411614a-2460-4a95-a22d-1eabf0e3c302" -d '{"events": [{"name": "network-changed", "server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:55:29.092459 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ecc67b-bffa-4a5e-958b-3eb8e7fea7a4 x-openstack-request-id: req-01ecc67b-bffa-4a5e-958b-3eb8e7fea7a4 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:55:29.092754 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:55:29.093008 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01ecc67b-bffa-4a5e-958b-3eb8e7fea7a4 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:55:29.093475 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3', 'status': 'completed', 'code': 200} Aug 21 09:55:29.120441 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device eadbfb40-73bd-4c12-9e2d-65307c9f9de3 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:55:29.158496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device eadbfb40-73bd-4c12-9e2d-65307c9f9de3 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:55:29.176868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-1b74ae2f-4f85-46ff-812e-c4a676a375d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:29.178348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-1b74ae2f-4f85-46ff-812e-c4a676a375d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 1096 time: 0.0673320 Aug 21 09:55:29.180685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-bc650058-65e2-4f60-9b09-209467528a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:29.182035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-bc650058-65e2-4f60-9b09-209467528a7e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 1096 time: 0.0627937 Aug 21 09:55:29.335303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-51554357-040f-46e2-99be-6ad6eb7c06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:29.336784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-51554357-040f-46e2-99be-6ad6eb7c06a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 916 time: 0.1512048 Aug 21 09:55:29.337869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-0647968f-97d0-4e90-828f-3125bffb1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:29.339184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-0647968f-97d0-4e90-828f-3125bffb1ea7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 916 time: 0.1464918 Aug 21 09:55:29.405207 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-c9e99543-2a1a-421d-9d6b-8b775e49011e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3 HTTP/1.1" status: 200 len: 217 time: 0.0610580 Aug 21 09:55:29.406559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-c9d6456f-ec55-498e-b791-17956448e2de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3 HTTP/1.1" status: 200 len: 217 time: 0.0568826 Aug 21 09:55:29.489008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-81aa006a-06f2-4c62-9dab-53d065998296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:29.490491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-81aa006a-06f2-4c62-9dab-53d065998296 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.0792725 Aug 21 09:55:29.491904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-baffacba-4241-4950-b6cc-020ac209bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:29.493228 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-baffacba-4241-4950-b6cc-020ac209bc7a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.0746889 Aug 21 09:55:29.539790 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-771404cd-fcbd-4c0a-b955-28d7f35a0842 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420933 Aug 21 09:55:29.541587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-b18fddf5-4014-4fa7-b15e-c8b7f763136b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366383 Aug 21 09:55:29.696954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-f4527818-5d83-4afe-83e6-b923578f22b8 service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503484 Aug 21 09:55:29.698825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-db68d45b-999d-49cd-800e-371dc608b331 service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454215 Aug 21 09:55:29.866500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-c4e92420-0cb4-414f-ba7e-71c4e479bced service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555803 Aug 21 09:55:29.868362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5411614a-2460-4a95-a22d-1eabf0e3c302 req-e7b67644-9119-494f-bb75-03de8b17cc0c service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643870 Aug 21 09:55:30.144409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b4d8e-3728-4ac3-b08c-90693d6eb99b req-62eca056-383c-4e25-800b-1668d0ad043b tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:30.145810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa6b4d8e-3728-4ac3-b08c-90693d6eb99b req-62eca056-383c-4e25-800b-1668d0ad043b tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 944 time: 0.0506060 Aug 21 09:55:30.187509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa6b4d8e-3728-4ac3-b08c-90693d6eb99b req-158b5b76-9b06-4567-844e-634ded4c5785 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350921 Aug 21 09:55:30.494171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b45cae-c0d2-4c24-b7ce-ca61ead90b86 req-24d35e8f-d6d1-400c-a505-3da060596eea tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:30.495683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15b45cae-c0d2-4c24-b7ce-ca61ead90b86 req-24d35e8f-d6d1-400c-a505-3da060596eea tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 944 time: 0.0550287 Aug 21 09:55:30.561953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-15b45cae-c0d2-4c24-b7ce-ca61ead90b86 req-fe429c8c-19aa-4726-be79-59fa83fe1e50 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590284 Aug 21 09:55:30.580298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-620b69fb-58c7-45c7-b75d-8aa941d799a3 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:30.580298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-620b69fb-58c7-45c7-b75d-8aa941d799a3 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e&tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 944 time: 0.0637505 Aug 21 09:55:30.642797 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-6273e609-3007-42f5-973b-149d4c8e5e7e service neutron] delete failed (client error): The resource could not be found. Aug 21 09:55:30.643885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-6273e609-3007-42f5-973b-149d4c8e5e7e service neutron] 10.222.0.13 "DELETE /v2.0/ports/eadbfb40-73bd-4c12-9e2d-65307c9f9de3/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0558155 Aug 21 09:55:30.726260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-2d1fe4fd-2a87-4f56-91b4-b8515917f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:30.727812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-2d1fe4fd-2a87-4f56-91b4-b8515917f351 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 1096 time: 0.0425708 Aug 21 09:55:30.813527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-eebde207-75a2-4edc-af7c-c39324e71eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:30.814880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-eebde207-75a2-4edc-af7c-c39324e71eef service neutron] 10.222.0.13 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 916 time: 0.0806162 Aug 21 09:55:30.854404 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-532570a9-a7c7-477f-9ac3-24096b297bfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3 HTTP/1.1" status: 200 len: 217 time: 0.0319712 Aug 21 09:55:30.905655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-59a19039-996a-4a7c-aa3d-3efced45b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:30.907053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-59a19039-996a-4a7c-aa3d-3efced45b058 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.0459046 Aug 21 09:55:30.927695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eadbfb40-73bd-4c12-9e2d-65307c9f9de3 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:55:30.938401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-f555150e-db4b-4c3c-a4e5-882c3d0ad0ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245295 Aug 21 09:55:31.024129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:55:31.026640 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-fc26796c-dbd1-4f35-a549-4a4fa06de6ff service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805037 Aug 21 09:55:31.035112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3', 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58', 'port_id': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3', 'mac_address': 'fa:16:3e:bc:30:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244a3318-1d8c-45ef-8ab9-3ebf230ef7fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:55:31.071692 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:31.083983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadbfb40-73bd-4c12-9e2d-65307c9f9de3 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:55:31.102956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:55:31.119280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec52d3ac-505e-4de0-a2a1-1a18dc1ed7cc req-b853eeec-8bf2-4e0f-8db8-be0fe770347b service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858090 Aug 21 09:55:31.140928 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:31.191716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:55:31.352197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['eadbfb40-73bd-4c12-9e2d-65307c9f9de3'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:55:31.681599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc294f-1d57-4880-be75-d2593587dae2 req-13105e42-ea5e-4534-9537-f3309e5f476a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:31.683545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4dc294f-1d57-4880-be75-d2593587dae2 req-13105e42-ea5e-4534-9537-f3309e5f476a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 945 time: 0.0487549 Aug 21 09:55:31.720948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4dc294f-1d57-4880-be75-d2593587dae2 req-faf06a99-3ab4-45c0-8af8-c847b09ec28f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Aug 21 09:55:32.834951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3109-344f-4c9c-b5df-5b885be599f6 req-94f83669-d1b7-4ca5-9e3f-c51d2c716024 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:32.836518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc2d3109-344f-4c9c-b5df-5b885be599f6 req-94f83669-d1b7-4ca5-9e3f-c51d2c716024 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 945 time: 0.0481594 Aug 21 09:55:32.877630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc2d3109-344f-4c9c-b5df-5b885be599f6 req-f94aa94f-0e03-43db-8a3e-9956cf45619c tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352252 Aug 21 09:55:32.935723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eadbfb40-73bd-4c12-9e2d-65307c9f9de3 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:55:32.991822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98ea9c-ce12-43e9-a5da-fdf467aa6051 req-49459385-768a-4527-8a5a-f6df526fdbba tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:32.999099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd98ea9c-ce12-43e9-a5da-fdf467aa6051 req-49459385-768a-4527-8a5a-f6df526fdbba tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 945 time: 0.0483592 Aug 21 09:55:33.033669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd98ea9c-ce12-43e9-a5da-fdf467aa6051 req-d58f3609-1f06-48c3-a3ae-18cbfcabcf45 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Aug 21 09:55:33.066662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:55:33.070556 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:55:33.070922 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:33.147935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a83a9e-0843-4f36-b3eb-bb4ab63dc25c req-364e14c5-aff1-434c-9a2e-5d6265dd230b tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:33.148687 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:33.149458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97a83a9e-0843-4f36-b3eb-bb4ab63dc25c req-364e14c5-aff1-434c-9a2e-5d6265dd230b tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 945 time: 0.0504725 Aug 21 09:55:33.171730 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:55:33.174029 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e372e24-5208-4d33-a674-553aa1a2dc3f" -d '{"events": [{"server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "name": "network-vif-plugged", "status": "completed", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:55:33.188640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:55:33.189992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-97a83a9e-0843-4f36-b3eb-bb4ab63dc25c req-97c670cd-266b-493a-bdaa-a2d8ff13f312 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344775 Aug 21 09:55:33.216256 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0f8d34-ee92-471f-9c6c-12cdfb1c6d4e x-openstack-request-id: req-0f0f8d34-ee92-471f-9c6c-12cdfb1c6d4e {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:55:33.216558 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "name": "network-vif-plugged", "status": "completed", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:55:33.216813 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f0f8d34-ee92-471f-9c6c-12cdfb1c6d4e {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:55:33.217219 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3', 'code': 200} Aug 21 09:55:33.271342 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:33.318758 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:55:33.731549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-02d347e8-1d51-4dd4-9a2f-0527831c6fe0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:33.733053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-02d347e8-1d51-4dd4-9a2f-0527831c6fe0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 815 time: 0.1029928 Aug 21 09:55:33.748377 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-2f524113-17ec-4fe5-874a-d7e705440191 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/quotas/2613c6f95834420eb2c8ac6f3aff22f8 HTTP/1.1" status: 200 len: 375 time: 0.0091288 Aug 21 09:55:33.797199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-0cb3d4f5-bf62-40b1-b0f1-22d1129f6bdb tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434391 Aug 21 09:55:33.887598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-1909b650-3fba-44e9-bd67-19f71946741f service neutron] 10.222.0.20 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830328 Aug 21 09:55:33.973672 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-61df19c9-7dbc-47d6-8f90-c47cd3a0d2fd service neutron] 10.222.0.20 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802279 Aug 21 09:55:34.206890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4551cc1-8d73-4459-bb59-b975f842178f req-730b62aa-3974-467a-ae0f-759209b0046d tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 210 time: 0.0273676 Aug 21 09:55:34.818904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad89be-7a78-43ea-9879-49fc6831b595 req-181be306-fb70-4b8d-983a-69639ccd6f6d tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:34.820320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9ad89be-7a78-43ea-9879-49fc6831b595 req-181be306-fb70-4b8d-983a-69639ccd6f6d tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 946 time: 0.0472424 Aug 21 09:55:34.910151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f9ad89be-7a78-43ea-9879-49fc6831b595 req-b07d6a5c-d15c-4a28-8fc4-33ac9a52f448 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Deleting port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:55:34.910883 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9ad89be-7a78-43ea-9879-49fc6831b595 req-b07d6a5c-d15c-4a28-8fc4-33ac9a52f448 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:34.996962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f9ad89be-7a78-43ea-9879-49fc6831b595 req-b07d6a5c-d15c-4a28-8fc4-33ac9a52f448 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] For port eadbfb40-73bd-4c12-9e2d-65307c9f9de3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:55:34.997328 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9ad89be-7a78-43ea-9879-49fc6831b595 req-b07d6a5c-d15c-4a28-8fc4-33ac9a52f448 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:35.009385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-f9ad89be-7a78-43ea-9879-49fc6831b595 req-b07d6a5c-d15c-4a28-8fc4-33ac9a52f448 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Calling delete_port for eadbfb40-73bd-4c12-9e2d-65307c9f9de3 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:55:35.198241 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9ad89be-7a78-43ea-9879-49fc6831b595 req-b07d6a5c-d15c-4a28-8fc4-33ac9a52f448 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:35.210960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['eadbfb40-73bd-4c12-9e2d-65307c9f9de3'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:55:35.228326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d6a5c-d15c-4a28-8fc4-33ac9a52f448 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Pushing event deleted for resources: {'Port': ['ID=eadbfb40-73bd-4c12-9e2d-65307c9f9de3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:55:35.277048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ad89be-7a78-43ea-9879-49fc6831b595 req-b07d6a5c-d15c-4a28-8fc4-33ac9a52f448 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] No DVR routers for this DVR port eadbfb40-73bd-4c12-9e2d-65307c9f9de3 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:55:35.280413 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f9ad89be-7a78-43ea-9879-49fc6831b595 req-b07d6a5c-d15c-4a28-8fc4-33ac9a52f448 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:35.282436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9ad89be-7a78-43ea-9879-49fc6831b595 req-b07d6a5c-d15c-4a28-8fc4-33ac9a52f448 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.22 "DELETE /v2.0/ports/eadbfb40-73bd-4c12-9e2d-65307c9f9de3 HTTP/1.1" status: 204 len: 173 time: 0.4560969 Aug 21 09:55:35.282875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'name': 'network-vif-deleted', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:55:35.285187 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596dad75-f791-4916-8290-20d414d5a4fd" -d '{"events": [{"server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "name": "network-vif-deleted", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:55:35.314096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18782dcd-4865-465f-9ded-1dd9d7953956 req-f0c2610f-9f5a-4965-9c64-55d5c81be6eb tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 210 time: 0.0259099 Aug 21 09:55:35.328052 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d69411f-ad78-433d-8375-7e1060d7331d x-openstack-request-id: req-6d69411f-ad78-433d-8375-7e1060d7331d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:55:35.328341 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c354caf-9b18-4ea0-9d7b-aca96ca3904e", "name": "network-vif-deleted", "tag": "eadbfb40-73bd-4c12-9e2d-65307c9f9de3", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:55:35.328594 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d69411f-ad78-433d-8375-7e1060d7331d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:55:35.328995 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c354caf-9b18-4ea0-9d7b-aca96ca3904e', 'name': 'network-vif-deleted', 'tag': 'eadbfb40-73bd-4c12-9e2d-65307c9f9de3', 'status': 'completed', 'code': 200} Aug 21 09:55:35.963680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-7823d918-1056-459e-b2de-32705c8b7da7 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:35.965321 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-7823d918-1056-459e-b2de-32705c8b7da7 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.22 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 815 time: 0.1030447 Aug 21 09:55:35.976151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.22', 55390) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:55:35.990639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Request body: {'port': {'device_id': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58', 'admin_state_up': True, 'tenant_id': '2613c6f95834420eb2c8ac6f3aff22f8'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:55:36.024273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e7a2cdb-347e-4a5e-9a38-da75c33adf4b req-d1afb835-75b7-4759-b811-c610d4fc543a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0469818 Aug 21 09:55:36.115079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e7a2cdb-347e-4a5e-9a38-da75c33adf4b req-711ba3fa-9173-47b2-b5ec-127f87742286 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=0c354caf-9b18-4ea0-9d7b-aca96ca3904e HTTP/1.1" status: 200 len: 210 time: 0.0324407 Aug 21 09:55:36.189419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Made reservation on behalf of 2613c6f95834420eb2c8ac6f3aff22f8 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:55:36.192804 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:36.287422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a2cdb-347e-4a5e-9a38-da75c33adf4b req-e1697490-fd45-4172-ac41-7768fb526263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:36.288833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e7a2cdb-347e-4a5e-9a38-da75c33adf4b req-e1697490-fd45-4172-ac41-7768fb526263 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1523786 Aug 21 09:55:36.408068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Allocated IP 172.20.0.12 (e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58/244a3318-1d8c-45ef-8ab9-3ebf230ef7fd/89c3cc04-57b4-444d-8cef-71bf120bbdfe) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:55:36.427391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c28888ba-fc81-4c38-a418-b2f19bf5a525 req-2a845d07-38dc-4329-845b-b409798bfef5 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 210 time: 0.0369713 Aug 21 09:55:36.472459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a2cdb-347e-4a5e-9a38-da75c33adf4b req-677fd7f6-c0bb-4095-9c22-a183bb808b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:36.473917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8e7a2cdb-347e-4a5e-9a38-da75c33adf4b req-677fd7f6-c0bb-4095-9c22-a183bb808b66 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1739931 Aug 21 09:55:36.589154 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:36.723903 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:36.735081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['eadbfb40-73bd-4c12-9e2d-65307c9f9de3'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:55:36.767863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:55:36.770880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:55:36.777063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:55:36.781460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Pushing event updated for resources: {'Port': ['ID=89c3cc04-57b4-444d-8cef-71bf120bbdfe,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:55:36.929569 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a0662037-f4a9-40bc-956c-7f619b7cc4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:37.144782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:37.145370 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:37.232766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-c9371445-89ab-4ddf-b984-ee484ccc34f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2542965 Aug 21 09:55:37.245703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Request body: {'port': {'device_id': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:55:37.296448 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:37.584960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385d91f-859f-4edc-9445-e107427b8bce req-04dcd28f-80c5-44c2-93cd-ebcf35bd15a3 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:37.586329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0385d91f-859f-4edc-9445-e107427b8bce req-04dcd28f-80c5-44c2-93cd-ebcf35bd15a3 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 932 time: 0.0851328 Aug 21 09:55:37.596326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c3cc04-57b4-444d-8cef-71bf120bbdfe {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:55:37.609176 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:37.632102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Transition to ACTIVE for port object 89c3cc04-57b4-444d-8cef-71bf120bbdfe will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:55:37.646328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0385d91f-859f-4edc-9445-e107427b8bce req-bc6cb4cd-249d-4d30-9207-5984c602d2da tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537157 Aug 21 09:55:37.723367 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:37.776958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Pushing event updated for resources: {'Port': ['ID=89c3cc04-57b4-444d-8cef-71bf120bbdfe,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:55:37.842779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Attempting to bind port 89c3cc04-57b4-444d-8cef-71bf120bbdfe on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:55:37.843039 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Attempting to bind port 89c3cc04-57b4-444d-8cef-71bf120bbdfe by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:55:37.843365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Attempting to bind port 89c3cc04-57b4-444d-8cef-71bf120bbdfe on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:55:37.847687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Port 89c3cc04-57b4-444d-8cef-71bf120bbdfe on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:55:37.847983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Attempting to bind port 89c3cc04-57b4-444d-8cef-71bf120bbdfe on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:55:37.852825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:55:37.853161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Checking segment: {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:55:37.853544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Bound using segment: {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:55:37.853964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Bound port: 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:55:37.854317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:37.915396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:55:37.918990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:55:38.027126 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:38.062008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:38.062718 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:38.064143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] 10.222.0.22 "PUT /v2.0/ports/89c3cc04-57b4-444d-8cef-71bf120bbdfe HTTP/1.1" status: 200 len: 1093 time: 0.8225398 Aug 21 09:55:38.064570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:55:38.066836 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89d9823-60d0-4cad-b067-84c29782d0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:55:38.090165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a539a-9c91-43b3-96e6-1ed404dee899 service neutron] Pushing event updated for resources: {'Port': ['ID=89c3cc04-57b4-444d-8cef-71bf120bbdfe,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:55:38.102892 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ff3aef-577c-45f7-8547-e2d4f0178453 x-openstack-request-id: req-f5ff3aef-577c-45f7-8547-e2d4f0178453 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:55:38.103184 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:55:38.103436 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5ff3aef-577c-45f7-8547-e2d4f0178453 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:55:38.103887 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe', 'status': 'completed', 'code': 200} Aug 21 09:55:38.164581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9823-60d0-4cad-b067-84c29782d0a8 req-48290104-4c77-4f6d-998f-ddc089f55e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:38.166133 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f89d9823-60d0-4cad-b067-84c29782d0a8 req-48290104-4c77-4f6d-998f-ddc089f55e74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 1096 time: 0.0424426 Aug 21 09:55:38.263637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9823-60d0-4cad-b067-84c29782d0a8 req-ff7b608c-41de-4736-8b50-0acc7c899264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:38.265102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f89d9823-60d0-4cad-b067-84c29782d0a8 req-ff7b608c-41de-4736-8b50-0acc7c899264 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0919385 Aug 21 09:55:38.357601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9823-60d0-4cad-b067-84c29782d0a8 req-6ed1c9d8-02f8-4805-a00b-00d65d3e88af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:38.358972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f89d9823-60d0-4cad-b067-84c29782d0a8 req-6ed1c9d8-02f8-4805-a00b-00d65d3e88af service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861683 Aug 21 09:55:38.436708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-830db399-311a-4001-ac45-b0df364a6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:38.438238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-830db399-311a-4001-ac45-b0df364a6964 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 1096 time: 0.0451701 Aug 21 09:55:38.479993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-e7019ea4-85df-4365-8eb5-d28ac3effe2b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe HTTP/1.1" status: 200 len: 217 time: 0.0330133 Aug 21 09:55:38.527499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-9dab31d0-36ad-4b2a-af28-1921a1234587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:38.528940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-9dab31d0-36ad-4b2a-af28-1921a1234587 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.0424926 Aug 21 09:55:38.563215 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-01a2c0f5-4d7d-43d1-87b4-48a54517e239 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269616 Aug 21 09:55:38.651096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-88ae9332-52ee-4ea6-b71e-1e5cc7c4b888 service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795879 Aug 21 09:55:38.771153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d09f8c3d-3cb6-45bf-a35b-f7cd3872d4f3 req-2e4b4a86-59a1-4261-964d-5b5dccf80454 service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129193 Aug 21 09:55:38.786514 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18755eaa-4357-46e2-9c05-18fe84ab7539 req-07fe5ae0-4619-48b5-8d39-ad0d228482cd tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:38.787997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18755eaa-4357-46e2-9c05-18fe84ab7539 req-07fe5ae0-4619-48b5-8d39-ad0d228482cd tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 944 time: 0.0689783 Aug 21 09:55:38.826760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18755eaa-4357-46e2-9c05-18fe84ab7539 req-daa02f34-81e3-421a-ba8e-ba11f7e2006f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Aug 21 09:55:38.965890 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eadbfb40-73bd-4c12-9e2d-65307c9f9de3 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:55:38.990235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: eadbfb40-73bd-4c12-9e2d-65307c9f9de3 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:55:38.990574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eadbfb40-73bd-4c12-9e2d-65307c9f9de3 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:55:39.546483 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7970177a-1bd2-4717-8b65-a00b76318023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:39.780853 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:39.940827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c53a5a-6863-4991-b426-e6128bb0e07b req-acd501ef-5063-40ff-a55b-a5780bfc1989 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:39.942302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23c53a5a-6863-4991-b426-e6128bb0e07b req-acd501ef-5063-40ff-a55b-a5780bfc1989 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 944 time: 0.0487878 Aug 21 09:55:39.980339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23c53a5a-6863-4991-b426-e6128bb0e07b req-3d3d37ff-69cf-4b9c-b256-838018ef99ac tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Aug 21 09:55:40.965596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 89c3cc04-57b4-444d-8cef-71bf120bbdfe details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:55:41.071796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:55:41.082940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '89c3cc04-57b4-444d-8cef-71bf120bbdfe', 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58', 'port_id': '89c3cc04-57b4-444d-8cef-71bf120bbdfe', 'mac_address': 'fa:16:3e:ee:f8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244a3318-1d8c-45ef-8ab9-3ebf230ef7fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:55:41.096451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f265-83c9-4c70-98bc-70c4e40b2194 req-1153149f-91f9-4e31-8a50-3ca6fb3e4cfd tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:41.097950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e45f265-83c9-4c70-98bc-70c4e40b2194 req-1153149f-91f9-4e31-8a50-3ca6fb3e4cfd tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 944 time: 0.0489395 Aug 21 09:55:41.107641 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:41.123139 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:41.136130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c3cc04-57b4-444d-8cef-71bf120bbdfe {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:55:41.139805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e45f265-83c9-4c70-98bc-70c4e40b2194 req-76e74d28-eaa6-4cac-8071-23c7d5f2d2cb tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356433 Aug 21 09:55:41.156843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:55:41.226232 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:41.272540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=89c3cc04-57b4-444d-8cef-71bf120bbdfe,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:55:41.280577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.280926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.281271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.281615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.281950 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.282284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.282616 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.282946 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.283274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.283693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.284025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.284352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:55:41.409907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['89c3cc04-57b4-444d-8cef-71bf120bbdfe'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:55:42.255475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53b271-87f3-4b96-beb9-7bbc5628ed3c req-16a36984-60bc-4027-a7c9-5eda7e75f01a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:42.257034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d53b271-87f3-4b96-beb9-7bbc5628ed3c req-16a36984-60bc-4027-a7c9-5eda7e75f01a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 945 time: 0.0489712 Aug 21 09:55:42.293789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d53b271-87f3-4b96-beb9-7bbc5628ed3c req-227ff0a4-a56d-4ac9-880a-d0a5fd0375be tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Aug 21 09:55:42.517371 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:42.981123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 89c3cc04-57b4-444d-8cef-71bf120bbdfe up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:55:43.100613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 89c3cc04-57b4-444d-8cef-71bf120bbdfe completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:55:43.104439 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 89c3cc04-57b4-444d-8cef-71bf120bbdfe triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:55:43.104807 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:43.182639 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:43.205742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:55:43.207965 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac3d00b-40f5-49b6-9130-4b3ecce5ff15" -d '{"events": [{"server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "name": "network-vif-plugged", "status": "completed", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:55:43.220215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:55:43.245500 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b471d81-007b-4375-bc30-daf69f478ae5 x-openstack-request-id: req-4b471d81-007b-4375-bc30-daf69f478ae5 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:55:43.245784 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "name": "network-vif-plugged", "status": "completed", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:55:43.246032 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b471d81-007b-4375-bc30-daf69f478ae5 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:55:43.246439 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe', 'code': 200} Aug 21 09:55:43.271983 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:43.324601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=89c3cc04-57b4-444d-8cef-71bf120bbdfe,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:55:43.338994 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224a78e-cf73-4cc3-b6ac-ff1ec04697ea req-6c9b3787-bfae-460b-9ee9-cb36f99fc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:43.340892 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6224a78e-cf73-4cc3-b6ac-ff1ec04697ea req-6c9b3787-bfae-460b-9ee9-cb36f99fc8f2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 1098 time: 0.0417666 Aug 21 09:55:43.380992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6224a78e-cf73-4cc3-b6ac-ff1ec04697ea req-6725d22a-6126-4ab3-bd7b-9cf9f2828062 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324078 Aug 21 09:55:43.436626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1325b-b4d8-4a26-82b9-0fd4e9a4b998 req-7894dda2-eef9-4642-8cfa-d8f912fbb65f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:43.438096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-efb1325b-b4d8-4a26-82b9-0fd4e9a4b998 req-7894dda2-eef9-4642-8cfa-d8f912fbb65f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0480380 Aug 21 09:55:43.477658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-efb1325b-b4d8-4a26-82b9-0fd4e9a4b998 req-606f5985-5d34-40e2-9098-281772c21266 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337059 Aug 21 09:55:44.604836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2e21-803e-4c57-8c3f-2f441542a76b req-28128dd0-274d-4458-bae1-5a1788622545 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:44.606305 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-350d2e21-803e-4c57-8c3f-2f441542a76b req-28128dd0-274d-4458-bae1-5a1788622545 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0485747 Aug 21 09:55:44.644324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-350d2e21-803e-4c57-8c3f-2f441542a76b req-f766f67f-35a5-4323-ad01-d89356dde127 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318177 Aug 21 09:55:44.758577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647994f0-680d-423e-bf45-9af604f4c827 req-7fdae8d6-0447-43ff-8b91-a93703ffcc3a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:44.759995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-647994f0-680d-423e-bf45-9af604f4c827 req-7fdae8d6-0447-43ff-8b91-a93703ffcc3a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0494931 Aug 21 09:55:44.797437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-647994f0-680d-423e-bf45-9af604f4c827 req-d785f7ec-23ff-4d00-bb95-adf238b8d953 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309029 Aug 21 09:55:45.137527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f8a86-9231-46c2-bbbd-e73b9d9fe89d req-94e860df-d019-4b78-aa5c-7ae7fbc18385 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:45.139001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a5f8a86-9231-46c2-bbbd-e73b9d9fe89d req-94e860df-d019-4b78-aa5c-7ae7fbc18385 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0487161 Aug 21 09:55:45.179505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a5f8a86-9231-46c2-bbbd-e73b9d9fe89d req-34500c36-ccbb-457c-81be-5ab3409e4e4e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Aug 21 09:55:45.246047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-597fdbe5-e3cf-490c-b517-53e474c0d737 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404890 Aug 21 09:55:45.769245 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:45.791987 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:55:46.295037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a9365-e886-41fe-98c7-3c46350f8260 req-235c3c46-e757-4734-afe4-7499a8464afb tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:46.297095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab2a9365-e886-41fe-98c7-3c46350f8260 req-235c3c46-e757-4734-afe4-7499a8464afb tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0480001 Aug 21 09:55:46.334860 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ab2a9365-e886-41fe-98c7-3c46350f8260 req-a052f394-ee81-4e34-811b-4b9d226e7151 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Aug 21 09:55:47.094092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-86321f03-a3bf-4778-9889-1e7a5cf74fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:47.095582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-86321f03-a3bf-4778-9889-1e7a5cf74fc6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 1098 time: 0.0399315 Aug 21 09:55:47.190846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-086cad6c-c21a-415b-898f-a9c3154f43e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:47.192346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-086cad6c-c21a-415b-898f-a9c3154f43e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 916 time: 0.0881560 Aug 21 09:55:47.237407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-d76a5f1a-de60-4758-b8c9-ff04470223d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe HTTP/1.1" status: 200 len: 217 time: 0.0348933 Aug 21 09:55:47.298866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-231b74cb-1404-43fd-9673-5e52027ebcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:47.300340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-231b74cb-1404-43fd-9673-5e52027ebcad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.0480659 Aug 21 09:55:47.331713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b34ec901-02d1-4ad5-9f90-807f27517813 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244794 Aug 21 09:55:47.454960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-9f158e9e-3a73-4d2a-99ed-3a6d01ef9e39 service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153176 Aug 21 09:55:47.488915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7365c9-d287-4cf6-8121-c22d4dc235f9 req-86376060-d046-41dd-87d9-37ddc12d8ece tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:47.490333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b7365c9-d287-4cf6-8121-c22d4dc235f9 req-86376060-d046-41dd-87d9-37ddc12d8ece tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0844760 Aug 21 09:55:47.564660 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5b7365c9-d287-4cf6-8121-c22d4dc235f9 req-c1535a96-4fcf-4522-b5d8-b03516584ea7 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477922 Aug 21 09:55:47.582150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-df2aeab9-8a8e-4710-871e-272620462861 service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184468 Aug 21 09:55:48.679178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c88cb-9b98-4641-96b2-f9959d131284 req-f74d018b-3225-4a9a-b035-6c69d8ed5c0c tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:48.680689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd1c88cb-9b98-4641-96b2-f9959d131284 req-f74d018b-3225-4a9a-b035-6c69d8ed5c0c tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0494912 Aug 21 09:55:48.722106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd1c88cb-9b98-4641-96b2-f9959d131284 req-2f378f61-fb4d-42d8-83bd-6f0690f5aa36 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356462 Aug 21 09:55:49.836313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041c6f6-a30d-4f18-9305-00ca007bb7ca req-a5f65605-34f5-491c-a73d-0028800466f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:49.837792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b041c6f6-a30d-4f18-9305-00ca007bb7ca req-a5f65605-34f5-491c-a73d-0028800466f2 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0498512 Aug 21 09:55:49.875961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b041c6f6-a30d-4f18-9305-00ca007bb7ca req-20ab8e12-99e9-4b5a-ae20-9fe47c27525d tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323243 Aug 21 09:55:50.990327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345d100-ef54-4939-8f9b-708545cb3d0d req-942ab44f-c558-49e8-9ad7-4ebab5ec709d tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:50.991807 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a345d100-ef54-4939-8f9b-708545cb3d0d req-942ab44f-c558-49e8-9ad7-4ebab5ec709d tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0500357 Aug 21 09:55:51.028742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a345d100-ef54-4939-8f9b-708545cb3d0d req-856a1000-9d48-4fbd-a66b-6d0b5075685f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310881 Aug 21 09:55:52.143414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f3e30-de93-454a-a3f7-e585d7c76bcf req-b2de553b-0376-4e50-819a-0dcb2782f49b tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:52.144918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-017f3e30-de93-454a-a3f7-e585d7c76bcf req-b2de553b-0376-4e50-819a-0dcb2782f49b tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0493953 Aug 21 09:55:52.186702 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-017f3e30-de93-454a-a3f7-e585d7c76bcf req-b97a0d81-178b-42da-bb5a-70c61c9ed922 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359468 Aug 21 09:55:53.299636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6a23c-a464-43e0-9c6b-d2fbc5415ed5 req-b5672f3f-acc1-4ecc-aaab-309e06a368c0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:53.301034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50d6a23c-a464-43e0-9c6b-d2fbc5415ed5 req-b5672f3f-acc1-4ecc-aaab-309e06a368c0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0479774 Aug 21 09:55:53.338249 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50d6a23c-a464-43e0-9c6b-d2fbc5415ed5 req-27b3d50b-2ffa-4eb5-af0e-b28428350f11 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Aug 21 09:55:54.462605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876aded1-de1c-4bd0-9c91-92a9d93cc95e req-64f99bb6-1131-4523-a703-13bdba1d3033 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:54.464088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-876aded1-de1c-4bd0-9c91-92a9d93cc95e req-64f99bb6-1131-4523-a703-13bdba1d3033 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0482676 Aug 21 09:55:54.500761 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-876aded1-de1c-4bd0-9c91-92a9d93cc95e req-535d8235-822f-44e7-bbd9-cf1317c6abc9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307581 Aug 21 09:55:55.614506 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3313d7-3425-4cb0-a847-db16a0de0f77 req-99dd04f8-5a4e-422d-b914-f4cb9600f3a6 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:55.616010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b3313d7-3425-4cb0-a847-db16a0de0f77 req-99dd04f8-5a4e-422d-b914-f4cb9600f3a6 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0493877 Aug 21 09:55:55.656903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b3313d7-3425-4cb0-a847-db16a0de0f77 req-fae7afba-c5a5-43bd-b623-5b34f29e2d5c tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350895 Aug 21 09:55:56.769034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383182d-2a57-4d3d-bf49-336ab176be29 req-d09635ee-044f-4d27-b3c7-85c32c017e62 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:56.770506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5383182d-2a57-4d3d-bf49-336ab176be29 req-d09635ee-044f-4d27-b3c7-85c32c017e62 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0483332 Aug 21 09:55:56.807927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5383182d-2a57-4d3d-bf49-336ab176be29 req-762b7016-2c31-4f55-9cfc-fcbda6dd3b59 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315871 Aug 21 09:55:57.921101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd9b56-6fb3-49cf-9ab3-f7301bf8a0a1 req-85dab2a7-d56a-4974-86c1-c2e8e0d9ba4e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:57.922562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3dd9b56-6fb3-49cf-9ab3-f7301bf8a0a1 req-85dab2a7-d56a-4974-86c1-c2e8e0d9ba4e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0481925 Aug 21 09:55:57.959387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3dd9b56-6fb3-49cf-9ab3-f7301bf8a0a1 req-e9f9d5fe-a2d9-4edf-b32d-689ae34385e8 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Aug 21 09:55:59.073735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fde5f-8ec2-49d8-8342-acdc869ad71a req-9386bcd9-9b99-452c-bac7-6de66208d054 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:55:59.075205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e6fde5f-8ec2-49d8-8342-acdc869ad71a req-9386bcd9-9b99-452c-bac7-6de66208d054 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0488372 Aug 21 09:55:59.115756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6e6fde5f-8ec2-49d8-8342-acdc869ad71a req-8dd9f487-8605-44bf-8277-d1f49477d0f6 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Aug 21 09:56:00.230296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be3a81-0f25-4b55-a1af-b1700385f6e3 req-6b2af5a2-ea03-493b-80c7-056dc7bea2db tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:00.231774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3be3a81-0f25-4b55-a1af-b1700385f6e3 req-6b2af5a2-ea03-493b-80c7-056dc7bea2db tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0476711 Aug 21 09:56:00.268878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3be3a81-0f25-4b55-a1af-b1700385f6e3 req-3256d100-8865-4f85-b911-8cf92ecd5c5f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301983 Aug 21 09:56:01.383910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cba4b2-d8ed-4610-a50f-c4b7aa7426be req-c87e34c5-a787-4212-b584-3f81858ba6ae tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:01.385424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54cba4b2-d8ed-4610-a50f-c4b7aa7426be req-c87e34c5-a787-4212-b584-3f81858ba6ae tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0519309 Aug 21 09:56:01.422707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-54cba4b2-d8ed-4610-a50f-c4b7aa7426be req-aabb2bfd-7144-4c70-9bbc-79c6b09f15f4 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310121 Aug 21 09:56:02.534981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060db50-7e22-4ecc-83df-6d3ebd448331 req-a27f153a-8216-44cd-b856-b2697c89389a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:02.536471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5060db50-7e22-4ecc-83df-6d3ebd448331 req-a27f153a-8216-44cd-b856-b2697c89389a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0480549 Aug 21 09:56:02.576448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5060db50-7e22-4ecc-83df-6d3ebd448331 req-3f795228-90a1-49f2-91a9-d4723451c8b7 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Aug 21 09:56:03.690174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029755fc-5b50-4f51-8734-00054c12ab87 req-c13d43cc-81fa-4fb9-b154-c29dedcf0d9d tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:03.691697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-029755fc-5b50-4f51-8734-00054c12ab87 req-c13d43cc-81fa-4fb9-b154-c29dedcf0d9d tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0494366 Aug 21 09:56:03.729045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-029755fc-5b50-4f51-8734-00054c12ab87 req-7a0e9e73-94d9-4de1-ad93-473aedf41b14 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315633 Aug 21 09:56:04.846063 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953e05d-ee3f-4920-8474-8bcf6678ebdc req-e9a811e9-428e-4404-99fa-37853e30854c tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:04.847574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3953e05d-ee3f-4920-8474-8bcf6678ebdc req-e9a811e9-428e-4404-99fa-37853e30854c tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0523946 Aug 21 09:56:04.885003 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3953e05d-ee3f-4920-8474-8bcf6678ebdc req-dfc72ccc-cb5e-4443-a510-778d319f84da tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313435 Aug 21 09:56:05.170704 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:56:05.997237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cddcc-dd5f-4f5c-9a33-18630bd05bc7 req-941e155b-82f4-47a0-9b37-f98e4a1fcec3 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:05.998698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-793cddcc-dd5f-4f5c-9a33-18630bd05bc7 req-941e155b-82f4-47a0-9b37-f98e4a1fcec3 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0481417 Aug 21 09:56:06.093740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-793cddcc-dd5f-4f5c-9a33-18630bd05bc7 req-01c900f6-f9b4-44d7-913e-9d9b4e76db10 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359006 Aug 21 09:56:06.939170 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d44a9415-aa0a-41da-9b6e-1917a3f87cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:07.245768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4cffb-9a60-4c1c-9b09-d1a6696af88f req-080ff594-1115-4bec-bdb4-41d5c9da2ca4 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:07.247265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0fe4cffb-9a60-4c1c-9b09-d1a6696af88f req-080ff594-1115-4bec-bdb4-41d5c9da2ca4 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0487940 Aug 21 09:56:07.285917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0fe4cffb-9a60-4c1c-9b09-d1a6696af88f req-823ea0fa-3c83-4312-8801-3f24f110eae8 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323241 Aug 21 09:56:08.479542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd2a5-0b54-412c-9d75-b60b8e46c29a req-3042c12a-ee1b-4d36-a6aa-570a37d0750f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:08.481067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-891cd2a5-0b54-412c-9d75-b60b8e46c29a req-3042c12a-ee1b-4d36-a6aa-570a37d0750f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0943434 Aug 21 09:56:08.518241 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-891cd2a5-0b54-412c-9d75-b60b8e46c29a req-c3d0a571-8639-4438-885a-58aeedf68c0f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303710 Aug 21 09:56:09.556854 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-481e3b7e-ed27-42ae-82d3-7c90c6cb7586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:09.632569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27521617-a20c-4ac0-bec9-2a28452f50a9 req-3ca20821-db5c-44fc-8375-b57817d7722b tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:09.634023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27521617-a20c-4ac0-bec9-2a28452f50a9 req-3ca20821-db5c-44fc-8375-b57817d7722b tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0481055 Aug 21 09:56:09.674783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27521617-a20c-4ac0-bec9-2a28452f50a9 req-a395efbf-bf4e-41a9-8b8a-88995f43a97b tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348940 Aug 21 09:56:09.819906 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:10.799372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45fc94-8902-494c-b660-9ac3cc5d2461 req-89fb0208-f255-4d6b-880d-505bab1125a0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:10.801000 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe45fc94-8902-494c-b660-9ac3cc5d2461 req-89fb0208-f255-4d6b-880d-505bab1125a0 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0598497 Aug 21 09:56:10.838652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe45fc94-8902-494c-b660-9ac3cc5d2461 req-a63db83f-09f9-43aa-86a7-16f8f115287f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317781 Aug 21 09:56:11.076222 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:12.031139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773bc42-47ad-4e77-bae4-d3e20fde6d3f req-896f345a-8f3d-43a3-b417-441d414df9ec tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:12.032708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7773bc42-47ad-4e77-bae4-d3e20fde6d3f req-896f345a-8f3d-43a3-b417-441d414df9ec tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0927243 Aug 21 09:56:12.069488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7773bc42-47ad-4e77-bae4-d3e20fde6d3f req-d0cdaba4-8e53-4d1f-98b8-1719256941fd tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309765 Aug 21 09:56:12.516076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:13.184710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932915e-b05b-483f-9ea5-84846611fdbb req-677c9782-78fa-440c-9650-659167bda15e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:13.186173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9932915e-b05b-483f-9ea5-84846611fdbb req-677c9782-78fa-440c-9650-659167bda15e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0489624 Aug 21 09:56:13.227750 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9932915e-b05b-483f-9ea5-84846611fdbb req-0e5048a8-27e0-41c2-8da6-f40598de16e1 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355601 Aug 21 09:56:14.340782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc9d50-7347-4199-b9b1-e2762d9379fc req-2145b9ab-94ef-41af-b21e-83701d0c61df tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:14.342239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2fcc9d50-7347-4199-b9b1-e2762d9379fc req-2145b9ab-94ef-41af-b21e-83701d0c61df tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0485861 Aug 21 09:56:14.379811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2fcc9d50-7347-4199-b9b1-e2762d9379fc req-94195c30-551a-44f3-a5f2-8698dcdf127a tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315974 Aug 21 09:56:14.552392 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-ae883487-4fb8-470f-a14d-5f2a2718efe6 service neutron] show failed (client error): The resource could not be found. Aug 21 09:56:14.553285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-ae883487-4fb8-470f-a14d-5f2a2718efe6 service neutron] 10.222.0.22 "GET /v2.0/ports/89c3cc04-57b4-444d-8cef-71bf120bbdfe/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0534470 Aug 21 09:56:14.965361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-56093b86-1992-4a61-8859-485eaf212e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:14.966827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-56093b86-1992-4a61-8859-485eaf212e5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975&tenant_id=2613c6f95834420eb2c8ac6f3aff22f8 HTTP/1.1" status: 200 len: 1098 time: 0.0401225 Aug 21 09:56:14.978789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:56:15.033931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:15.229129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:56:15.260796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:56:15.298658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:56:15.300918 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82e2d31-4373-4bd7-a695-9ddd8783efbd" -d '{"events": [{"server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "name": "network-vif-unplugged", "status": "completed", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:56:15.304966 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:15.317432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Transition to ACTIVE for port object 89c3cc04-57b4-444d-8cef-71bf120bbdfe will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:56:15.348647 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48d15f8-c0c2-4ca1-b92c-925a04610342 x-openstack-request-id: req-c48d15f8-c0c2-4ca1-b92c-925a04610342 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:56:15.349221 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "name": "network-vif-unplugged", "status": "completed", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:56:15.349221 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c48d15f8-c0c2-4ca1-b92c-925a04610342 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:56:15.349553 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe', 'code': 200} Aug 21 09:56:15.384317 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:15.450320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] No DVR routers for this DVR port 89c3cc04-57b4-444d-8cef-71bf120bbdfe on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:56:15.452196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Pushing event updated for resources: {'Port': ['ID=89c3cc04-57b4-444d-8cef-71bf120bbdfe,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:15.486724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.486979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.487315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.487669 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.487997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.488321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.488650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.488972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.489291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.489609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.489929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.490244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:15.522803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Attempting to bind port 89c3cc04-57b4-444d-8cef-71bf120bbdfe on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:56:15.523126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Attempting to bind port 89c3cc04-57b4-444d-8cef-71bf120bbdfe by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:56:15.523440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Attempting to bind port 89c3cc04-57b4-444d-8cef-71bf120bbdfe on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:56:15.532831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Port 89c3cc04-57b4-444d-8cef-71bf120bbdfe on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:56:15.533145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Attempting to bind port 89c3cc04-57b4-444d-8cef-71bf120bbdfe on network e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:56:15.543084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa601d-4aca-459b-afd5-abc391395f68 req-6cc939c1-23a9-4f23-9cbf-ae8919caeed3 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:15.544589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dcfa601d-4aca-459b-afd5-abc391395f68 req-6cc939c1-23a9-4f23-9cbf-ae8919caeed3 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 944 time: 0.0956535 Aug 21 09:56:15.547098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:56:15.547425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Checking segment: {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:56:15.547816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Bound using segment: {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:56:15.548234 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Bound port: 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad141cf-3e85-4baf-ba36-2825693ba940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:56:15.548584 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:15.609318 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dcfa601d-4aca-459b-afd5-abc391395f68 req-80b24e01-52d1-40d4-a81e-30d0a990b580 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586700 Aug 21 09:56:15.634637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:56:15.637594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:56:15.682533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:15.718256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:15.718882 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:15.720459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] 10.222.0.13 "PUT /v2.0/ports/89c3cc04-57b4-444d-8cef-71bf120bbdfe HTTP/1.1" status: 200 len: 1093 time: 0.7455807 Aug 21 09:56:15.752929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b87121-5597-4039-9143-6aa08297e32d service neutron] Pushing event updated for resources: {'Port': ['ID=89c3cc04-57b4-444d-8cef-71bf120bbdfe,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:15.787941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-d9c839da-65f1-4cf8-937a-ba7a18a38c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:15.789452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-d9c839da-65f1-4cf8-937a-ba7a18a38c6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 1096 time: 0.0444577 Aug 21 09:56:15.796278 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:15.818928 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:15.878689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b2626940-4b80-4acd-953b-616fa3f12dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:15.880243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b2626940-4b80-4acd-953b-616fa3f12dcd service neutron] 10.222.0.13 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 916 time: 0.0842066 Aug 21 09:56:15.924889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-73b2ee7e-0347-48c5-83a9-88ff0a252874 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe HTTP/1.1" status: 200 len: 217 time: 0.0371480 Aug 21 09:56:15.974877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-5b9c75b5-f3ed-422b-9af3-81d508314d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:15.976297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-5b9c75b5-f3ed-422b-9af3-81d508314d0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.0433798 Aug 21 09:56:16.006915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-b0c3e984-2c5d-40c7-90ef-f51f0f361843 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239592 Aug 21 09:56:16.098668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-6fc30014-619f-4f49-b1ee-efd46d39bcd7 service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850160 Aug 21 09:56:16.190304 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61d4ca2d-ae6c-48c4-a867-7ced1de00ffd req-61ce15d3-765c-44ad-8b06-18dd78107aec service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791469 Aug 21 09:56:16.724065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21114986-1649-450a-b023-386c29382879 req-04b2ae14-24db-40db-a3da-a740e9a046cb tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:16.725458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21114986-1649-450a-b023-386c29382879 req-04b2ae14-24db-40db-a3da-a740e9a046cb tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 944 time: 0.0486810 Aug 21 09:56:16.767729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-21114986-1649-450a-b023-386c29382879 req-8a8b8ed5-8c46-44ab-8413-47f74a041911 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363359 Aug 21 09:56:17.089936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 89c3cc04-57b4-444d-8cef-71bf120bbdfe no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:56:17.130990 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 89c3cc04-57b4-444d-8cef-71bf120bbdfe not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:56:17.350211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:56:17.352500 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb66048460852d00d1ededbd4125b47b9ff7e2f2de18d70de4dcaaa6cb18b471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e83f217-a14c-4ad7-ab32-396d722f5f07" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:56:17.399282 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f52528-0902-48c9-8079-d96bb9ddf87d x-openstack-request-id: req-76f52528-0902-48c9-8079-d96bb9ddf87d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:56:17.399589 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:56:17.399843 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76f52528-0902-48c9-8079-d96bb9ddf87d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:56:17.400240 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe', 'status': 'completed', 'code': 200} Aug 21 09:56:17.459227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-e0fe9348-ad32-4831-8439-5fb570b5bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:17.460747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-e0fe9348-ad32-4831-8439-5fb570b5bab2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 1096 time: 0.0415945 Aug 21 09:56:17.579903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-d52ce12f-8d91-47ee-a8df-4be705e4a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:17.581368 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-d52ce12f-8d91-47ee-a8df-4be705e4a53c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 1096 time: 0.1179922 Aug 21 09:56:17.585634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-3138ec7c-74eb-4126-be49-3b8b211fcb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:17.586945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-3138ec7c-74eb-4126-be49-3b8b211fcb2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 916 time: 0.1180661 Aug 21 09:56:17.668894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-5dafb151-01dd-4a49-8ee0-aae9d9c976c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe HTTP/1.1" status: 200 len: 217 time: 0.0667701 Aug 21 09:56:17.735845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-df87f24b-191f-4e31-a80c-1fe669eee87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:17.737274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-df87f24b-191f-4e31-a80c-1fe669eee87b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.0649402 Aug 21 09:56:17.739917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-46f9b289-d076-4cb4-b2c7-79b9253201cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:17.741279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-46f9b289-d076-4cb4-b2c7-79b9253201cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 916 time: 0.1524951 Aug 21 09:56:17.777575 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-948faab7-1965-4692-b508-7403ca7b9983 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309575 Aug 21 09:56:17.815587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-d8b6137b-2df3-4806-a358-92a049619fd7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe HTTP/1.1" status: 200 len: 217 time: 0.0599680 Aug 21 09:56:17.944492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-1466e0fa-b719-49ce-a340-ae346dfe7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:17.945928 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-1466e0fa-b719-49ce-a340-ae346dfe7039 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.1199222 Aug 21 09:56:17.981517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca25b67-9536-4028-b240-a4b19aeffc84 req-fd68b4dd-3a23-4303-8f2d-fb026be40bf9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:17.983610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dca25b67-9536-4028-b240-a4b19aeffc84 req-fd68b4dd-3a23-4303-8f2d-fb026be40bf9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 944 time: 0.1228697 Aug 21 09:56:17.998312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-5496a3ff-bc90-4765-8c14-54f6320f244a service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924441 Aug 21 09:56:18.007917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-4a7e50fc-44fe-48cb-bd7e-ab0f25fbfbc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495405 Aug 21 09:56:18.139767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dca25b67-9536-4028-b240-a4b19aeffc84 req-d54688ca-142d-42cd-a704-733e21b36a4e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398869 Aug 21 09:56:18.187828 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-5cd8ab20-862d-41f7-937b-90512dded402 service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790829 Aug 21 09:56:18.191188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-c807a860-a341-4885-bd22-7ef1007d7c8d service neutron] 10.222.0.13 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748505 Aug 21 09:56:18.279332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e83f217-a14c-4ad7-ab32-396d722f5f07 req-2777f9da-482c-45fe-ae32-b55e45643ce2 service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845771 Aug 21 09:56:19.254373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297362d-5171-4148-abea-9020b8e781fc req-abedda05-7052-4655-b3c4-cd46d30a8780 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:19.255858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4297362d-5171-4148-abea-9020b8e781fc req-abedda05-7052-4655-b3c4-cd46d30a8780 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 944 time: 0.0485725 Aug 21 09:56:19.292692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4297362d-5171-4148-abea-9020b8e781fc req-a5207ca8-83a2-43a9-948a-088fbcefefe8 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Aug 21 09:56:19.423877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 89c3cc04-57b4-444d-8cef-71bf120bbdfe details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:56:19.520221 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:56:19.530742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '89c3cc04-57b4-444d-8cef-71bf120bbdfe', 'network_id': 'e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58', 'port_id': '89c3cc04-57b4-444d-8cef-71bf120bbdfe', 'mac_address': 'fa:16:3e:ee:f8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244a3318-1d8c-45ef-8ab9-3ebf230ef7fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:56:19.569543 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:19.574712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20d6f3-b4f4-49e4-8e4d-95f4147e8ca8 req-c33cf20b-2276-45c9-aebb-155243ad6238 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:19.576224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f20d6f3-b4f4-49e4-8e4d-95f4147e8ca8 req-c33cf20b-2276-45c9-aebb-155243ad6238 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 944 time: 0.0484898 Aug 21 09:56:19.586046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c3cc04-57b4-444d-8cef-71bf120bbdfe {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:56:19.605679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:56:19.623511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f20d6f3-b4f4-49e4-8e4d-95f4147e8ca8 req-694629c9-a26f-4e9c-b12a-213401a1a75e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402637 Aug 21 09:56:19.673319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-4193b19e-fb0a-4101-8e0f-cc5033a9d98e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:19.674804 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-4193b19e-fb0a-4101-8e0f-cc5033a9d98e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975&tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 944 time: 0.0498269 Aug 21 09:56:19.681889 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:19.728818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=89c3cc04-57b4-444d-8cef-71bf120bbdfe,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:19.734033 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-44c41506-d3a8-48d2-9985-18971ed77bf5 service neutron] delete failed (client error): The resource could not be found. Aug 21 09:56:19.735857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-44c41506-d3a8-48d2-9985-18971ed77bf5 service neutron] 10.222.0.22 "DELETE /v2.0/ports/89c3cc04-57b4-444d-8cef-71bf120bbdfe/bindings/n-h2-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0529578 Aug 21 09:56:19.816059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-171f5266-6283-435d-b975-6a4b2efd5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:19.817504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-171f5266-6283-435d-b975-6a4b2efd5b3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 1097 time: 0.0402324 Aug 21 09:56:19.898178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['89c3cc04-57b4-444d-8cef-71bf120bbdfe'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:56:19.929737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-f4f32610-0f46-4fd5-904a-8c2d921c99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:19.931857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-f4f32610-0f46-4fd5-904a-8c2d921c99ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 200 len: 916 time: 0.1076348 Aug 21 09:56:19.972239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-234e95b7-a0d3-4ed1-a243-78bc4eb5b926 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe HTTP/1.1" status: 200 len: 217 time: 0.0335994 Aug 21 09:56:20.021736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-6b2a7bf0-fa6e-4efc-aaee-412b96b15603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:20.023217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-6b2a7bf0-fa6e-4efc-aaee-412b96b15603 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 200 len: 855 time: 0.0441537 Aug 21 09:56:20.058607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-39f66bbd-bedd-4d80-a83b-e570b3b7b568 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275006 Aug 21 09:56:20.145926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-fe20d6de-d93c-4c3b-b4d5-587659fa5f5b service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796785 Aug 21 09:56:20.238441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9bf2aa8d-304a-4b3c-826a-ed5fb40eb89d req-37213571-e284-4585-bf98-cbc2fc165cf5 service neutron] 10.222.0.22 "GET /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848625 Aug 21 09:56:20.741378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab398d-3ee1-4125-8e55-51205473876b req-6dd9fbad-2db1-4118-bace-5be250966f14 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:20.742854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5dab398d-3ee1-4125-8e55-51205473876b req-6dd9fbad-2db1-4118-bace-5be250966f14 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 945 time: 0.0496373 Aug 21 09:56:20.780062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5dab398d-3ee1-4125-8e55-51205473876b req-bb919e0e-3a24-4366-a242-cd83899ec67f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Aug 21 09:56:21.455145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 89c3cc04-57b4-444d-8cef-71bf120bbdfe up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:56:21.550022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 89c3cc04-57b4-444d-8cef-71bf120bbdfe completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:56:21.553988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 89c3cc04-57b4-444d-8cef-71bf120bbdfe triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:21.554376 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:21.628997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:21.649958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:56:21.652191 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823ff0c6c89cda5ba96bda09fa3bf9925ab7b76177cbf360d369dd704b1ffa00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee59dca-cb18-439f-9754-6fde21df33ef" -d '{"events": [{"server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "name": "network-vif-plugged", "status": "completed", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:56:21.664065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:56:21.690403 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7605896e-f129-4e20-8594-4eada8b36614 x-openstack-request-id: req-7605896e-f129-4e20-8594-4eada8b36614 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:56:21.690701 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "name": "network-vif-plugged", "status": "completed", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:56:21.690952 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7605896e-f129-4e20-8594-4eada8b36614 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:56:21.691344 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe', 'code': 200} Aug 21 09:56:21.721552 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:21.771538 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=89c3cc04-57b4-444d-8cef-71bf120bbdfe,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:21.893227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075607a-ebc1-4e81-89be-4c14537dbcfa req-17b45500-8465-44b7-8852-74ab1a9ff736 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:21.894679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b075607a-ebc1-4e81-89be-4c14537dbcfa req-17b45500-8465-44b7-8852-74ab1a9ff736 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0478809 Aug 21 09:56:21.931707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b075607a-ebc1-4e81-89be-4c14537dbcfa req-cb0d3d39-f8c0-4af1-beec-1124821fdd9b tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310888 Aug 21 09:56:22.046502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a423eb-e26d-45a4-99e0-c213d597aadb req-93f95851-e73c-4243-a200-b9deb6e61c42 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:22.047975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42a423eb-e26d-45a4-99e0-c213d597aadb req-93f95851-e73c-4243-a200-b9deb6e61c42 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0481520 Aug 21 09:56:22.088259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42a423eb-e26d-45a4-99e0-c213d597aadb req-db8e0f97-a08b-42d0-bed6-f3a6f166a42f tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342026 Aug 21 09:56:22.200833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba994b9-00a8-41a4-aa0c-4eeb21ffdb49 req-60aebbf4-f192-4874-a5f9-5fed179299c4 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:22.202906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cba994b9-00a8-41a4-aa0c-4eeb21ffdb49 req-60aebbf4-f192-4874-a5f9-5fed179299c4 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0495234 Aug 21 09:56:22.239655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cba994b9-00a8-41a4-aa0c-4eeb21ffdb49 req-8623685c-871c-4b6e-8b24-24729fd45a11 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308723 Aug 21 09:56:22.775201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd2569-65a2-43ea-b888-4af9e10b67cd req-3e01942b-745b-480a-a99c-3a7165005cfa tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:22.776706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06bd2569-65a2-43ea-b888-4af9e10b67cd req-3e01942b-745b-480a-a99c-3a7165005cfa tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.0483334 Aug 21 09:56:22.814370 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06bd2569-65a2-43ea-b888-4af9e10b67cd req-7b1059f2-cdd2-4b16-89dd-9c8866cbc5f1 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310595 Aug 21 09:56:24.261487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de908c6-6ed8-4218-bf1f-5ab738e48fe7 req-bfff88a3-5677-4a3b-a9a0-8e48009e0afb tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:24.262973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3de908c6-6ed8-4218-bf1f-5ab738e48fe7 req-bfff88a3-5677-4a3b-a9a0-8e48009e0afb tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.3773427 Aug 21 09:56:24.270144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc263cf-ebd5-421f-ac6d-74d79ec09fef req-c118b345-a5ad-4a8b-833e-f6d062745f2e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:24.271463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adc263cf-ebd5-421f-ac6d-74d79ec09fef req-c118b345-a5ad-4a8b-833e-f6d062745f2e tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa1b5db7-1df4-405f-9ece-0b8bf4139975 HTTP/1.1" status: 200 len: 946 time: 0.3940985 Aug 21 09:56:24.337951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3de908c6-6ed8-4218-bf1f-5ab738e48fe7 req-29f3c7ea-fb54-454b-9050-1f0c538548b8 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db37790-fdbf-4c81-aa19-5278b0d42231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655289 Aug 21 09:56:24.381912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-adc263cf-ebd5-421f-ac6d-74d79ec09fef req-fff89d48-89e1-432e-9414-998d1876e1d9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Deleting port 89c3cc04-57b4-444d-8cef-71bf120bbdfe {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:56:24.382245 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-adc263cf-ebd5-421f-ac6d-74d79ec09fef req-fff89d48-89e1-432e-9414-998d1876e1d9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:24.468111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-adc263cf-ebd5-421f-ac6d-74d79ec09fef req-fff89d48-89e1-432e-9414-998d1876e1d9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] For port 89c3cc04-57b4-444d-8cef-71bf120bbdfe, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=89c3cc04-57b4-444d-8cef-71bf120bbdfe,segment=NetworkSegment(fad141cf-3e85-4baf-ba36-2825693ba940),segment_id=fad141cf-3e85-4baf-ba36-2825693ba940)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:56:24.468466 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-adc263cf-ebd5-421f-ac6d-74d79ec09fef req-fff89d48-89e1-432e-9414-998d1876e1d9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:24.479856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-adc263cf-ebd5-421f-ac6d-74d79ec09fef req-fff89d48-89e1-432e-9414-998d1876e1d9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Calling delete_port for 89c3cc04-57b4-444d-8cef-71bf120bbdfe owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:56:24.664677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-adc263cf-ebd5-421f-ac6d-74d79ec09fef req-fff89d48-89e1-432e-9414-998d1876e1d9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:24.675812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['89c3cc04-57b4-444d-8cef-71bf120bbdfe'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:56:24.691863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff89d48-89e1-432e-9414-998d1876e1d9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Pushing event deleted for resources: {'Port': ['ID=89c3cc04-57b4-444d-8cef-71bf120bbdfe,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:24.730975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc263cf-ebd5-421f-ac6d-74d79ec09fef req-fff89d48-89e1-432e-9414-998d1876e1d9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] No DVR routers for this DVR port 89c3cc04-57b4-444d-8cef-71bf120bbdfe on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:56:24.733624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-adc263cf-ebd5-421f-ac6d-74d79ec09fef req-fff89d48-89e1-432e-9414-998d1876e1d9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:24.735957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-adc263cf-ebd5-421f-ac6d-74d79ec09fef req-fff89d48-89e1-432e-9414-998d1876e1d9 tempest-ServerDiskConfigTestJSON-864420707 tempest-ServerDiskConfigTestJSON-864420707-project] 10.222.0.13 "DELETE /v2.0/ports/89c3cc04-57b4-444d-8cef-71bf120bbdfe HTTP/1.1" status: 204 len: 173 time: 0.4569898 Aug 21 09:56:24.736299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'name': 'network-vif-deleted', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:56:24.774316 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8b88b7-3501-42bf-8ef4-bb2bbab2b2e1" -d '{"events": [{"server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "name": "network-vif-deleted", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:56:24.870061 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401a8573-5f1d-4198-baf4-433d2575cf8b x-openstack-request-id: req-401a8573-5f1d-4198-baf4-433d2575cf8b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:56:24.870358 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1b5db7-1df4-405f-9ece-0b8bf4139975", "name": "network-vif-deleted", "tag": "89c3cc04-57b4-444d-8cef-71bf120bbdfe", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:56:24.870609 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-401a8573-5f1d-4198-baf4-433d2575cf8b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:56:24.871007 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b5db7-1df4-405f-9ece-0b8bf4139975', 'name': 'network-vif-deleted', 'tag': '89c3cc04-57b4-444d-8cef-71bf120bbdfe', 'status': 'completed', 'code': 200} Aug 21 09:56:25.464793 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59760) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:25.521963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Deleting subnet 244a3318-1d8c-45ef-8ab9-3ebf230ef7fd {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 09:56:25.526093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:25.563053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:25.601462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:25.716040 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:25.742019 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244a3318-1d8c-45ef-8ab9-3ebf230ef7fd,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:25.744376 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:25.746182 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/244a3318-1d8c-45ef-8ab9-3ebf230ef7fd HTTP/1.1" status: 204 len: 168 time: 0.2803583 Aug 21 09:56:25.749348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59764) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:25.752988 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.753341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.753678 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.754067 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.754342 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.754668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.754994 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.755316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.755666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.761616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.761616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.761616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99636c-c385-4972-b340-6236246e6e88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:25.823411 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:25.920529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:25.930016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:25.940440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad141cf-3e85-4baf-ba36-2825693ba940') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:25.940734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad141cf-3e85-4baf-ba36-2825693ba940') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:25.949225 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:25.962812 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:25.968554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 09:56:25.968881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: timer() Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 09:56:25.970491 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 09:56:26.087595 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:26.093313 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:26.095147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58 HTTP/1.1" status: 204 len: 168 time: 0.3448317 Aug 21 09:56:26.105692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b2941-38cc-4e66-9b0a-1ad18d459179 admin admin] Pushing event deleted for resources: {'Network': ['ID=e33ac9f1-42ff-40b9-a0b3-c4f8af10ed58,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:26.341432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59768) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:26.380853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c29ff98c-5cca-4771-a82f-4b932a6c9190 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2613c6f95834420eb2c8ac6f3aff22f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382886 Aug 21 09:56:26.383246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59770) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:26.430153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-69fae489-f4f5-4386-85bc-e4ef89563ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:26.450311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-69fae489-f4f5-4386-85bc-e4ef89563ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:26.579018 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-69fae489-f4f5-4386-85bc-e4ef89563ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:26.581567 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-69fae489-f4f5-4386-85bc-e4ef89563ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:26.582741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-69fae489-f4f5-4386-85bc-e4ef89563ce7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7db37790-fdbf-4c81-aa19-5278b0d42231 HTTP/1.1" status: 204 len: 168 time: 0.1985915 Aug 21 09:56:26.590641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fae489-f4f5-4386-85bc-e4ef89563ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db37790-fdbf-4c81-aa19-5278b0d42231,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:27.460406 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59792) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:27.508584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 89c3cc04-57b4-444d-8cef-71bf120bbdfe no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:56:27.528164 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 89c3cc04-57b4-444d-8cef-71bf120bbdfe {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:56:27.528490 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 89c3cc04-57b4-444d-8cef-71bf120bbdfe not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:56:27.583209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1252332822-network', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:56:27.646891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Made reservation on behalf of 6d28eec1c1ec4c4189a77fd822e6488b for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:56:27.649083 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:27.657648 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:27.743277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:27.796119 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:27.822101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 09:56:27.827755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbf1e02-821b-4b33-9521-60438e5874de,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:27.834537 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:27.838523 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Added segment 1854a69f-3239-440c-ae33-a877ebda2ead of type vlan for network 9217774d-b4a8-4236-a4e1-7602a5993b45 Aug 21 09:56:27.877070 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:27.949765 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:27.950715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:27.951292 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:28.009752 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] Pushing event updated for resources: {'Network': ['ID=9217774d-b4a8-4236-a4e1-7602a5993b45,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:28.023892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 09:56:28.031016 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-05dd3169-33da-46bc-b61e-d3b7e49f8234 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5694504 Aug 21 09:56:28.033840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59798) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:28.038885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] Request body: {'subnet': {'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1252332822-subnet', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:56:28.098525 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] Made reservation on behalf of 6d28eec1c1ec4c4189a77fd822e6488b for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:56:28.100947 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:28.298697 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:28.352119 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:28.361987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:56:28.362322 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] Network hostable DHCP agents. Network: 9217774d-b4a8-4236-a4e1-7602a5993b45, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 09:56:28.418221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 09:56:28.470024 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 9217774d-b4a8-4236-a4e1-7602a5993b45) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:56:28.474063 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:28.474654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:28.478570 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dfa545-4128-405d-8aca-fda5034a1fd7 None None] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:56:28.539666 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9b69bd4b-deab-4ca3-883b-7a878c9676fb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5047050 Aug 21 09:56:28.542341 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59800) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:28.547213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:56:28.617663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9217774d-b4a8-4236-a4e1-7602a5993b45', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 09:56:28.618512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:28.625380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:28.626554 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:28.680167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:28.751338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Allocated IP 172.20.0.2 (9217774d-b4a8-4236-a4e1-7602a5993b45/9ab4f163-31fe-4a75-a6c3-e86ed18eca8b/a5c7220f-b6c5-4b18-be27-e851f7e01ae3) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:56:28.892871 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:28.900981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Transition to ACTIVE for port object a5c7220f-b6c5-4b18-be27-e851f7e01ae3 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:56:28.906180 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:28.915832 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Transition to ACTIVE for port object a5c7220f-b6c5-4b18-be27-e851f7e01ae3 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:56:28.995892 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:29.035458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:56:29.038239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:56:29.041456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:56:29.052353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Pushing event updated for resources: {'Port': ['ID=a5c7220f-b6c5-4b18-be27-e851f7e01ae3,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:29.100210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Attempting to bind port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:56:29.100559 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Attempting to bind port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:56:29.100918 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Attempting to bind port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:56:29.105725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:56:29.106096 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:56:29.106495 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:29.106883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:56:29.107340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Bound port: a5c7220f-b6c5-4b18-be27-e851f7e01ae3, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:56:29.107969 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:29.175753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] For port a5c7220f-b6c5-4b18-be27-e851f7e01ae3, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:56:29.179014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] For port a5c7220f-b6c5-4b18-be27-e851f7e01ae3, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a5c7220f-b6c5-4b18-be27-e851f7e01ae3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:56:29.242415 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:29.300284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6785183-de22-4bb1-988b-d8499c6350aa None None] Pushing event updated for resources: {'Port': ['ID=a5c7220f-b6c5-4b18-be27-e851f7e01ae3,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:29.468805 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:29.487596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:29.593866 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Allocated IP 172.25.5.110 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/f1274ea3-7e5d-4064-8177-e9b4cb8c90eb) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:56:29.692499 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:29.778919 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:29.819405 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:56:29.823464 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:56:29.826935 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:56:29.852885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1274ea3-7e5d-4064-8177-e9b4cb8c90eb,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:30.159374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5c7220f-b6c5-4b18-be27-e851f7e01ae3 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:56:30.219821 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:30.265223 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4add23b4-0bc6-4855-8a16-dc862f398c98 None None] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 09:56:30.269465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:56:30.427196 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:30.464500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a6dccc68-b220-451e-9cd2-a6fa781c39c6 None None] Provisioning for port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:56:30.469834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a6dccc68-b220-451e-9cd2-a6fa781c39c6 None None] Provisioning complete for port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:30.470005 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a6dccc68-b220-451e-9cd2-a6fa781c39c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:30.554238 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a6dccc68-b220-451e-9cd2-a6fa781c39c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:30.588090 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a6dccc68-b220-451e-9cd2-a6fa781c39c6 None None] For port a5c7220f-b6c5-4b18-be27-e851f7e01ae3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a5c7220f-b6c5-4b18-be27-e851f7e01ae3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:56:30.630078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Router a188d5f1-11b3-44de-a065-9fa1947ca09d is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 09:56:30.659035 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a6dccc68-b220-451e-9cd2-a6fa781c39c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:30.707803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dccc68-b220-451e-9cd2-a6fa781c39c6 None None] Pushing event updated for resources: {'Port': ['ID=a5c7220f-b6c5-4b18-be27-e851f7e01ae3,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:30.734636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:56:30.744467 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Sync routers for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:56:30.754209 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:56:30.754818 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:56:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:30.778944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f243e21d-9a64-49e4-99ef-4f905c2db59d None None] Provisioning complete for port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:30.779319 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f243e21d-9a64-49e4-99ef-4f905c2db59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:30.784585 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:30.787283 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-65fd6022-451d-4830-9eb9-31b814ae5aa9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2425926 Aug 21 09:56:30.788712 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59802) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:30.949680 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:56:31.124223 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:29Z', 'revision_number': 3, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:31.150208 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Checking router: a188d5f1-11b3-44de-a065-9fa1947ca09d for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:56:31.150556 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Updating router a188d5f1-11b3-44de-a065-9fa1947ca09d port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:56:31.173923 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:31.204838 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:31.358218 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Allocated IP 172.20.0.1 (9217774d-b4a8-4236-a4e1-7602a5993b45/9ab4f163-31fe-4a75-a6c3-e86ed18eca8b/646133ab-f035-42ec-b0fc-3515ca96b132) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:56:31.415394 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:31.425619 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Transition to ACTIVE for port object f1274ea3-7e5d-4064-8177-e9b4cb8c90eb will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:56:31.458227 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:31.472213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Transition to ACTIVE for port object 646133ab-f035-42ec-b0fc-3515ca96b132 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:56:31.509843 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:31.563237 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Pushing event updated for resources: {'Port': ['ID=f1274ea3-7e5d-4064-8177-e9b4cb8c90eb,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:31.567479 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Attempting to bind port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:56:31.567863 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Attempting to bind port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:56:31.568215 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Attempting to bind port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:56:31.576275 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.576623 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.576957 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.577293 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.577623 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.577961 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.578274 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.578595 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.578918 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.579236 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.579348 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:31.579601 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.579907 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:31.583329 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:56:31.583720 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:56:31.584117 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:31.584497 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:56:31.584957 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Bound port: f1274ea3-7e5d-4064-8177-e9b4cb8c90eb, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:56:31.585334 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:31.622030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:56:31.630121 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:56:31.632523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:56:31.635894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Pushing event updated for resources: {'Port': ['ID=646133ab-f035-42ec-b0fc-3515ca96b132,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:31.638781 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] For port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:56:31.640362 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] For port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f1274ea3-7e5d-4064-8177-e9b4cb8c90eb,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:56:31.677338 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:31.722284 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:31.788217 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060ccea-2593-4976-844d-bc1eadb27ff8 None None] Pushing event updated for resources: {'Port': ['ID=f1274ea3-7e5d-4064-8177-e9b4cb8c90eb,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:31.795983 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:56:31.796867 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:56:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:31.868215 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:31.902213 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:56:31.967767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0ee4deb7-ca62-4a5d-8587-04a13a8a476e None None] Provisioning for port 646133ab-f035-42ec-b0fc-3515ca96b132 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:56:31.971535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0ee4deb7-ca62-4a5d-8587-04a13a8a476e None None] Provisioning complete for port 646133ab-f035-42ec-b0fc-3515ca96b132 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:31.972123 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0ee4deb7-ca62-4a5d-8587-04a13a8a476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:32.006191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0ee4deb7-ca62-4a5d-8587-04a13a8a476e None None] Port 646133ab-f035-42ec-b0fc-3515ca96b132 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:56:32.049597 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:32.079829 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:29Z', 'revision_number': 3, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:32.104161 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:32.106267 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824d3c3-a588-44da-9f63-59860c7512b1 None None] The sync data for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 is: [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:29Z', 'revision_number': 3, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:56:32.125726 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5c7220f-b6c5-4b18-be27-e851f7e01ae3 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:56:32.176797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:32.177221 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:32.177822 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Pushing event updated for resources: {'Port': ['ID=646133ab-f035-42ec-b0fc-3515ca96b132,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:32.191082 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:32.289852 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:56:32.291300 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:56:32.446551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Router a188d5f1-11b3-44de-a065-9fa1947ca09d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:56:32.530895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fde28e58-5fa2-4791-b0a8-bd4d12b4e911 None None] Provisioning complete for port 646133ab-f035-42ec-b0fc-3515ca96b132 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:32.531389 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fde28e58-5fa2-4791-b0a8-bd4d12b4e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:32.563764 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:56:32.568784 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fa35a55f-a7ac-4aba-848c-403f0f7a6be1 admin admin] 10.222.0.20 "PUT /v2.0/routers/a188d5f1-11b3-44de-a065-9fa1947ca09d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7788992 Aug 21 09:56:32.571694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fde28e58-5fa2-4791-b0a8-bd4d12b4e911 None None] Port 646133ab-f035-42ec-b0fc-3515ca96b132 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:56:32.994898 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59810) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:32.999816 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-d8fbc429-b1cb-4c10-89e2-3be44258337d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039258763', 'description': 'tempest-description--644010065'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:56:33.069943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc429-b1cb-4c10-89e2-3be44258337d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.151877 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc429-b1cb-4c10-89e2-3be44258337d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.212649 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc429-b1cb-4c10-89e2-3be44258337d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.243284 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbc429-b1cb-4c10-89e2-3be44258337d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:33.293290 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc429-b1cb-4c10-89e2-3be44258337d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.294782 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d8fbc429-b1cb-4c10-89e2-3be44258337d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2987282 Aug 21 09:56:33.297575 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59812) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:33.305904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-79b804e7-c908-461f-ba1d-f08222d94b8f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'security_group_rule': {'security_group_id': 'e3982f6d-fc80-4cf7-a13d-85cb045fcc2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:56:33.372474 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-79b804e7-c908-461f-ba1d-f08222d94b8f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.433426 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-79b804e7-c908-461f-ba1d-f08222d94b8f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.487158 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-79b804e7-c908-461f-ba1d-f08222d94b8f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.506920 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b804e7-c908-461f-ba1d-f08222d94b8f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80da5601-be6f-4545-810b-cc357a33e268,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:33.556187 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-79b804e7-c908-461f-ba1d-f08222d94b8f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.557448 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-79b804e7-c908-461f-ba1d-f08222d94b8f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2588758 Aug 21 09:56:33.560087 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59814) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:33.565380 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b7d4512b-8ae5-436d-a63f-fa45dbe7ecef tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'security_group_rule': {'security_group_id': 'e3982f6d-fc80-4cf7-a13d-85cb045fcc2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:56:33.624290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Sync routers for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:56:33.633246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:56:33.633849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:56:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:33.646651 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b7d4512b-8ae5-436d-a63f-fa45dbe7ecef tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.706342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b7d4512b-8ae5-436d-a63f-fa45dbe7ecef tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.737830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:56:33.761409 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b7d4512b-8ae5-436d-a63f-fa45dbe7ecef tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.781630 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4512b-8ae5-436d-a63f-fa45dbe7ecef tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4448b443-b10a-44d1-ac37-58828797e6f7,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:33.823984 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b7d4512b-8ae5-436d-a63f-fa45dbe7ecef tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.825274 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b7d4512b-8ae5-436d-a63f-fa45dbe7ecef tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2635930 Aug 21 09:56:33.828742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 59816) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:33.833231 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:56:33.904556 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:33.936297 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 2, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:33.966533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Checking router: a188d5f1-11b3-44de-a065-9fa1947ca09d for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:56:33.967036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Updating router a188d5f1-11b3-44de-a065-9fa1947ca09d port 646133ab-f035-42ec-b0fc-3515ca96b132 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 09:56:33.992519 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.004912 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.111224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Allocated IP 172.25.5.66 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/02e8be7c-9ea7-4bdd-ba64-905880e092f2) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:56:34.162140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f1274ea3-7e5d-4064-8177-e9b4cb8c90eb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:56:34.220188 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.304484 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.314424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Transition to ACTIVE for port object 646133ab-f035-42ec-b0fc-3515ca96b132 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:56:34.326659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:56:34.330262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:34.330632 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.350333 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.387056 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:56:34.391155 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:56:34.394584 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:56:34.406153 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.413086 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.418354 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event updated for resources: {'Port': ['ID=02e8be7c-9ea7-4bdd-ba64-905880e092f2,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:34.453988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f1274ea3-7e5d-4064-8177-e9b4cb8c90eb,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:56:34.489174 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.602758 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.632614 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.634271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22749070-1a41-47f2-af4a-03dbdbd18c18 None None] Pushing event updated for resources: {'Port': ['ID=646133ab-f035-42ec-b0fc-3515ca96b132,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:34.723363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Attempting to bind port 646133ab-f035-42ec-b0fc-3515ca96b132 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:56:34.723752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Attempting to bind port 646133ab-f035-42ec-b0fc-3515ca96b132 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:56:34.724102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Attempting to bind port 646133ab-f035-42ec-b0fc-3515ca96b132 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:56:34.737048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=f1274ea3-7e5d-4064-8177-e9b4cb8c90eb,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:34.737483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:56:34.737857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:56:34.738255 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.738644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:56:34.739203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Bound port: 646133ab-f035-42ec-b0fc-3515ca96b132, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:56:34.739471 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.774692 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.801686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] For port 646133ab-f035-42ec-b0fc-3515ca96b132, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:56:34.806127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] For port 646133ab-f035-42ec-b0fc-3515ca96b132, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=646133ab-f035-42ec-b0fc-3515ca96b132,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:56:34.852685 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.881718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.930186 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event updated for resources: {'Port': ['ID=02e8be7c-9ea7-4bdd-ba64-905880e092f2,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:34.936008 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:56:34.936745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:56:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:34.937096 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:34.979798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22749070-1a41-47f2-af4a-03dbdbd18c18 None None] Pushing event updated for resources: {'Port': ['ID=646133ab-f035-42ec-b0fc-3515ca96b132,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:35.054318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:56:35.064589 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:35.071041 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b9384ad5-47ff-4f81-8f6f-7fb7c8b78ab5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2363737 Aug 21 09:56:35.214480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-34ffb0bc-d7a8-406a-a0bc-8554188c8c8d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1039258763&fields=id&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 267 time: 0.0340285 Aug 21 09:56:35.267310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:35.297792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e63cfd-a6f8-400f-b9d9-3d78abeb5181 None None] The sync data for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 is: [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:56:35.320530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-e555276b-76fc-4919-a98a-fef1922a6233 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:35.322190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-e555276b-76fc-4919-a98a-fef1922a6233 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 812 time: 0.1006465 Aug 21 09:56:35.339590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-d901258e-8ceb-4513-af81-957f97d6b89a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/quotas/6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 375 time: 0.0116756 Aug 21 09:56:35.415448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-362906b1-53f4-4430-9a11-79501958ab17 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612426 Aug 21 09:56:35.514127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-df5c2a74-a0c0-42d5-ac22-71366e08c07d service neutron] 10.222.0.20 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860338 Aug 21 09:56:35.611539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-a47f69ba-6a1c-4684-8439-c0db2f324b5e service neutron] 10.222.0.20 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912664 Aug 21 09:56:35.860418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5967d7c9-284e-40ad-b315-465b0d25e641 req-754388b5-fc27-4ea2-90ea-a55b2e4dd987 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 210 time: 0.0347216 Aug 21 09:56:36.203511 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 646133ab-f035-42ec-b0fc-3515ca96b132 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:56:36.310018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 646133ab-f035-42ec-b0fc-3515ca96b132 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:56:36.314636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 646133ab-f035-42ec-b0fc-3515ca96b132 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:36.315009 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:36.393244 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:36.424707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 646133ab-f035-42ec-b0fc-3515ca96b132, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=646133ab-f035-42ec-b0fc-3515ca96b132,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:56:36.481198 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:36.481992 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f1274ea3-7e5d-4064-8177-e9b4cb8c90eb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:56:36.558568 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=646133ab-f035-42ec-b0fc-3515ca96b132,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:36.570654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:36.571023 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:36.952174 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6095b33d-af21-4945-b01b-fc1f35555a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:36.954416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fcfed500-c4f7-4519-8702-81051e0a6442 req-775b67a9-f0f4-4b0a-95c8-282f707f59ed tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 210 time: 0.0279360 Aug 21 09:56:37.753089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-479a6808-32c3-4caf-9682-74490d98a7a5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:37.754561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-479a6808-32c3-4caf-9682-74490d98a7a5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 812 time: 0.0985641 Aug 21 09:56:37.803376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-eb1d4078-5619-46a3-ac77-66b81359e2f9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 380 time: 0.0375595 Aug 21 09:56:37.813593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'port': {'device_id': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'admin_state_up': True, 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'security_groups': ['e3982f6d-fc80-4cf7-a13d-85cb045fcc2b']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:56:37.985644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Made reservation on behalf of 6d28eec1c1ec4c4189a77fd822e6488b for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:56:37.991583 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:38.088157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d398f27c-c4d4-45db-b4da-d2c5e112213d req-1157d240-1714-4eeb-8651-52d0aa75f033 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 210 time: 0.0399005 Aug 21 09:56:38.128302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 646133ab-f035-42ec-b0fc-3515ca96b132 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:56:38.151144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Allocated IP 172.20.0.5 (9217774d-b4a8-4236-a4e1-7602a5993b45/9ab4f163-31fe-4a75-a6c3-e86ed18eca8b/527ac1c7-2c21-4728-a569-f4ae337902c3) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:56:38.182140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 646133ab-f035-42ec-b0fc-3515ca96b132 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:38.182515 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:38.288815 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:38.303664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Transition to ACTIVE for port object 527ac1c7-2c21-4728-a569-f4ae337902c3 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:56:38.390363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:38.431601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:56:38.434525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:56:38.438047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:56:38.469017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event updated for resources: {'Port': ['ID=527ac1c7-2c21-4728-a569-f4ae337902c3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:38.502098 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:38.502098 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:38.579607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-2c34be7a-e30e-4f7d-a016-7551c949cde5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7700799 Aug 21 09:56:38.683728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Request body: {'port': {'device_id': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:56:38.715348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-df044c5a-18f4-46a1-93d3-d4292ce1a5ae None None] Provisioning for port 527ac1c7-2c21-4728-a569-f4ae337902c3 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:56:38.719910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-df044c5a-18f4-46a1-93d3-d4292ce1a5ae None None] Provisioning complete for port 527ac1c7-2c21-4728-a569-f4ae337902c3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:38.720291 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-df044c5a-18f4-46a1-93d3-d4292ce1a5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:38.741864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:38.754792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-df044c5a-18f4-46a1-93d3-d4292ce1a5ae None None] Port 527ac1c7-2c21-4728-a569-f4ae337902c3 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:56:39.003721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527ac1c7-2c21-4728-a569-f4ae337902c3 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:56:39.011284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:39.023530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Transition to ACTIVE for port object 527ac1c7-2c21-4728-a569-f4ae337902c3 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:56:39.093225 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:39.147968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Pushing event updated for resources: {'Port': ['ID=527ac1c7-2c21-4728-a569-f4ae337902c3,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:39.255041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990ef29-49c7-496f-8524-11046c777a1c req-f12c86f4-d1a1-4919-b4e6-20faeaa89d8c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:39.256548 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a990ef29-49c7-496f-8524-11046c777a1c req-f12c86f4-d1a1-4919-b4e6-20faeaa89d8c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 943 time: 0.0921218 Aug 21 09:56:39.261442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Attempting to bind port 527ac1c7-2c21-4728-a569-f4ae337902c3 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:56:39.261772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Attempting to bind port 527ac1c7-2c21-4728-a569-f4ae337902c3 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:56:39.262099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Attempting to bind port 527ac1c7-2c21-4728-a569-f4ae337902c3 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:56:39.273922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Port 527ac1c7-2c21-4728-a569-f4ae337902c3 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:56:39.274243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Attempting to bind port 527ac1c7-2c21-4728-a569-f4ae337902c3 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:56:39.287809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:56:39.288147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:56:39.288526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:56:39.288960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Bound port: 527ac1c7-2c21-4728-a569-f4ae337902c3, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:56:39.289335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:39.316398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a990ef29-49c7-496f-8524-11046c777a1c req-9c63c470-f170-45c9-b604-5f98b44be9b7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519278 Aug 21 09:56:39.366300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:56:39.369274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=527ac1c7-2c21-4728-a569-f4ae337902c3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:56:39.458758 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:39.494170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:39.495257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:39.496479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] 10.222.0.13 "PUT /v2.0/ports/527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 1092 time: 0.8709960 Aug 21 09:56:39.498801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:56:39.502296 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dcc9b0-e440-4640-84df-75f522a37351" -d '{"events": [{"name": "network-changed", "server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:56:39.531629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cae2e-5775-4ea2-a1d4-f8578688ab38 service neutron] Pushing event updated for resources: {'Port': ['ID=527ac1c7-2c21-4728-a569-f4ae337902c3,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:39.550502 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e01fa714-7420-4033-8077-ac7896f6cdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:39.552899 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35d9f76-9a73-4ddf-a7c5-8b38d44b10d8 x-openstack-request-id: req-f35d9f76-9a73-4ddf-a7c5-8b38d44b10d8 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:56:39.557682 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:56:39.557682 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f35d9f76-9a73-4ddf-a7c5-8b38d44b10d8 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:56:39.557682 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'status': 'completed', 'code': 200} Aug 21 09:56:39.617647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcc9b0-e440-4640-84df-75f522a37351 req-16b169b4-4454-4d7f-a794-e967453c6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:39.619214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9dcc9b0-e440-4640-84df-75f522a37351 req-16b169b4-4454-4d7f-a794-e967453c6754 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1095 time: 0.0436680 Aug 21 09:56:39.719267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcc9b0-e440-4640-84df-75f522a37351 req-b8d662be-0dc9-4bb5-982f-a203ddccda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:39.720803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9dcc9b0-e440-4640-84df-75f522a37351 req-b8d662be-0dc9-4bb5-982f-a203ddccda6f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0941937 Aug 21 09:56:39.807283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:39.820356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcc9b0-e440-4640-84df-75f522a37351 req-b8591fd4-46f3-459b-8c28-5ad427f82786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:39.821837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9dcc9b0-e440-4640-84df-75f522a37351 req-b8591fd4-46f3-459b-8c28-5ad427f82786 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941441 Aug 21 09:56:39.897268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-4a113ad1-8754-4b6f-ac90-ffc936cdb185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:39.898728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-4a113ad1-8754-4b6f-ac90-ffc936cdb185 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1095 time: 0.0414853 Aug 21 09:56:39.945354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-a15081cf-c021-4626-bb75-c4df1d7bc8da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 217 time: 0.0389938 Aug 21 09:56:39.993330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-52d148aa-4bf2-4bee-9f24-d5181cf8945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:39.994728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-52d148aa-4bf2-4bee-9f24-d5181cf8945c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0431144 Aug 21 09:56:40.039000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-1e7a4e0b-2ecc-4d9a-9186-413828b53528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:40.040502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-1e7a4e0b-2ecc-4d9a-9186-413828b53528 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389733 Aug 21 09:56:40.130864 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-3d7f7878-2637-425f-a168-c8755a396c6d service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830359 Aug 21 09:56:40.218571 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5202ce40-0e58-4af7-8bd6-2bee4ffe216f req-9b958536-cd30-4f65-bf46-1859f224d4e2 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802047 Aug 21 09:56:40.427728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f20db-7fd1-4058-a3d6-acf86f3517ff req-31dfc527-13b6-4837-82b0-76ddd20df0e1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:40.429179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea2f20db-7fd1-4058-a3d6-acf86f3517ff req-31dfc527-13b6-4837-82b0-76ddd20df0e1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 943 time: 0.0474763 Aug 21 09:56:40.465373 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea2f20db-7fd1-4058-a3d6-acf86f3517ff req-01b180a6-2314-47ac-9d55-d8c991ab245e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304284 Aug 21 09:56:41.058421 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:41.555064 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 527ac1c7-2c21-4728-a569-f4ae337902c3 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:56:41.584652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fbafe-ee6e-4682-8145-f90b8e3dafe9 req-d46bbf40-2f87-4336-be74-0705e389f93e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:41.586184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a90fbafe-ee6e-4682-8145-f90b8e3dafe9 req-d46bbf40-2f87-4336-be74-0705e389f93e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 943 time: 0.0542908 Aug 21 09:56:41.632685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a90fbafe-ee6e-4682-8145-f90b8e3dafe9 req-330861d1-5393-4410-9d64-218b4e0347e8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397577 Aug 21 09:56:41.655836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=527ac1c7-2c21-4728-a569-f4ae337902c3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:56:41.666303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'port_id': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'mac_address': 'fa:16:3e:fd:0f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:56:41.703946 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:41.716226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527ac1c7-2c21-4728-a569-f4ae337902c3 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:56:41.735401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=527ac1c7-2c21-4728-a569-f4ae337902c3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:56:41.783519 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:41.833367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=527ac1c7-2c21-4728-a569-f4ae337902c3,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:41.840628 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.840974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.841315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.841652 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.841982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.842308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.843255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.843606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.843938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.844265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.844588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.844908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:56:41.972081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['527ac1c7-2c21-4728-a569-f4ae337902c3'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:56:42.169394 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:56:42.532154 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:42.747362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2af6a6-0b25-4769-af3a-2e026e635492 req-44363fae-62b6-472b-af2f-94c343b806a2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:42.748878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c2af6a6-0b25-4769-af3a-2e026e635492 req-44363fae-62b6-472b-af2f-94c343b806a2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 944 time: 0.0482223 Aug 21 09:56:42.785953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c2af6a6-0b25-4769-af3a-2e026e635492 req-d63ce649-fccd-4174-b0b3-e058209f103e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Aug 21 09:56:43.576569 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 527ac1c7-2c21-4728-a569-f4ae337902c3 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:56:43.658119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 527ac1c7-2c21-4728-a569-f4ae337902c3 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:56:43.661712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 527ac1c7-2c21-4728-a569-f4ae337902c3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:56:43.662081 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:43.736488 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:43.757746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:56:43.771090 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=527ac1c7-2c21-4728-a569-f4ae337902c3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:56:43.797736 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815417db-4078-4b7b-b965-130533f7ef92" -d '{"events": [{"server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "name": "network-vif-plugged", "status": "completed", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:56:43.829956 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:43.880276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=527ac1c7-2c21-4728-a569-f4ae337902c3,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:56:43.897667 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165d887b-dff9-44f2-b7c9-36b6a4304f38 x-openstack-request-id: req-165d887b-dff9-44f2-b7c9-36b6a4304f38 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:56:43.897961 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "name": "network-vif-plugged", "status": "completed", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:56:43.898211 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-165d887b-dff9-44f2-b7c9-36b6a4304f38 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:56:43.898607 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'code': 200} Aug 21 09:56:43.924431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca56ad-e319-44d9-9da8-a4d5c125724a req-d12a1a2e-5e5a-4dff-8532-22c8c3d40aa4 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:43.925939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90ca56ad-e319-44d9-9da8-a4d5c125724a req-d12a1a2e-5e5a-4dff-8532-22c8c3d40aa4 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0678732 Aug 21 09:56:43.990143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90ca56ad-e319-44d9-9da8-a4d5c125724a req-049b3cee-c9ca-4c12-837b-18fa35bad268 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583599 Aug 21 09:56:44.006119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9e3b8-2f33-43fe-8712-1c208d898798 req-78e1b8bc-4e16-4d86-966a-84a1bee49297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:44.007610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7c9e3b8-2f33-43fe-8712-1c208d898798 req-78e1b8bc-4e16-4d86-966a-84a1bee49297 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0483794 Aug 21 09:56:44.043675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7c9e3b8-2f33-43fe-8712-1c208d898798 req-ed6db0e3-2093-481c-baf4-bb91a86d3edc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282607 Aug 21 09:56:45.118421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530451a-518f-489b-aa40-a3df1f6d401c req-c85f765a-1bc9-47e6-98b6-0da7c885b7fe tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:45.119857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2530451a-518f-489b-aa40-a3df1f6d401c req-c85f765a-1bc9-47e6-98b6-0da7c885b7fe tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0500059 Aug 21 09:56:45.157908 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2530451a-518f-489b-aa40-a3df1f6d401c req-0b0bc7a5-b82c-4b38-9455-08893516b310 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Aug 21 09:56:45.795293 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:45.806286 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:46.270242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160088a6-1e13-4696-8548-6759657d693f req-9e41b206-1b4d-4437-9eb6-c01d3e476d14 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:46.271727 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-160088a6-1e13-4696-8548-6759657d693f req-9e41b206-1b4d-4437-9eb6-c01d3e476d14 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0484891 Aug 21 09:56:46.308481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-160088a6-1e13-4696-8548-6759657d693f req-40ef3a71-4e76-47c2-9dc3-1fc9ad60380d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309193 Aug 21 09:56:46.421143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d9480-a72b-49e6-b706-c4abe540ce48 req-88c58af6-d9d9-4b49-a140-5e4013004d2e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:46.423094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d9d9480-a72b-49e6-b706-c4abe540ce48 req-88c58af6-d9d9-4b49-a140-5e4013004d2e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0514319 Aug 21 09:56:46.431575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 59874) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:56:46.436058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3cd6ae4a-9bbe-474b-b683-1e1fed976cda tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'floatingip': {'port_id': '527ac1c7-2c21-4728-a569-f4ae337902c3'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:56:46.473850 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ae4a-9bbe-474b-b683-1e1fed976cda tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:46.896713 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ae4a-9bbe-474b-b683-1e1fed976cda tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:46.949348 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ae4a-9bbe-474b-b683-1e1fed976cda tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:47.047796 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-3cd6ae4a-9bbe-474b-b683-1e1fed976cda tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Floating IP 812b6660-76f0-4d82-8559-c358f7ee0798 associated. External IP: 172.25.5.66, port: 527ac1c7-2c21-4728-a569-f4ae337902c3. Aug 21 09:56:47.246546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd6ae4a-9bbe-474b-b683-1e1fed976cda tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Router a188d5f1-11b3-44de-a065-9fa1947ca09d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:56:47.353212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd6ae4a-9bbe-474b-b683-1e1fed976cda tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:56:47.357786 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ae4a-9bbe-474b-b683-1e1fed976cda tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:56:47.365473 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56686e4d-7563-4a2f-a9a5-41a74533e8ef None None] Sync routers for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:56:47.375108 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56686e4d-7563-4a2f-a9a5-41a74533e8ef None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:56:47.375746 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-56686e4d-7563-4a2f-a9a5-41a74533e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:56:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:47.385879 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3cd6ae4a-9bbe-474b-b683-1e1fed976cda tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "PUT /v2.0/floatingips/812b6660-76f0-4d82-8559-c358f7ee0798 HTTP/1.1" status: 200 len: 990 time: 0.9532411 Aug 21 09:56:47.386613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:56:47.388859 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d999382-6d0b-414f-af37-f98532b9c4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:56:47.428486 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059661d-22e8-44b7-aa63-7fa65219fa3d x-openstack-request-id: req-0059661d-22e8-44b7-aa63-7fa65219fa3d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:56:47.434333 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:56:47.434333 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0059661d-22e8-44b7-aa63-7fa65219fa3d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:56:47.434333 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'status': 'completed', 'code': 200} Aug 21 09:56:47.485429 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-56686e4d-7563-4a2f-a9a5-41a74533e8ef None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:56:47.491603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d999382-6d0b-414f-af37-f98532b9c4ce req-cdc12b88-2b6a-413f-b80f-aea4d1bfdb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:47.493331 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d999382-6d0b-414f-af37-f98532b9c4ce req-cdc12b88-2b6a-413f-b80f-aea4d1bfdb95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0414715 Aug 21 09:56:47.584186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d999382-6d0b-414f-af37-f98532b9c4ce req-36852329-97ce-4479-bb6b-04e81a4650f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:47.585589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d999382-6d0b-414f-af37-f98532b9c4ce req-36852329-97ce-4479-bb6b-04e81a4650f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0859799 Aug 21 09:56:47.652642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d999382-6d0b-414f-af37-f98532b9c4ce req-2486d880-b755-4eb2-8681-28ae3bc06398 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 998 time: 0.0575039 Aug 21 09:56:47.700670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d999382-6d0b-414f-af37-f98532b9c4ce req-02ecf48a-ebf7-43e7-856b-c6e61e9dae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:47.702158 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d999382-6d0b-414f-af37-f98532b9c4ce req-02ecf48a-ebf7-43e7-856b-c6e61e9dae77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0428436 Aug 21 09:56:47.703639 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-56686e4d-7563-4a2f-a9a5-41a74533e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:fd:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T09:56:46Z', 'revision_number': 1, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:47.732891 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56686e4d-7563-4a2f-a9a5-41a74533e8ef None None] Checking router: a188d5f1-11b3-44de-a065-9fa1947ca09d for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:56:47.742292 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56686e4d-7563-4a2f-a9a5-41a74533e8ef None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:56:47.742907 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-56686e4d-7563-4a2f-a9a5-41a74533e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:56:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:47.752235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d999382-6d0b-414f-af37-f98532b9c4ce req-081be518-f3f0-4ce8-a35e-39c8eaf2af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:47.753737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d999382-6d0b-414f-af37-f98532b9c4ce req-081be518-f3f0-4ce8-a35e-39c8eaf2af58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447083 Aug 21 09:56:47.941398 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-56686e4d-7563-4a2f-a9a5-41a74533e8ef None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:56:48.154632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d999382-6d0b-414f-af37-f98532b9c4ce req-d34d9638-ea6e-4756-9981-89afd8cb8de0 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931026 Aug 21 09:56:48.164315 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-56686e4d-7563-4a2f-a9a5-41a74533e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:fd:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T09:56:46Z', 'revision_number': 1, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:56:48.189840 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56686e4d-7563-4a2f-a9a5-41a74533e8ef None None] The sync data for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 is: [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:fd:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T09:56:46Z', 'revision_number': 1, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:56:48.249048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4d999382-6d0b-414f-af37-f98532b9c4ce req-f6d991b8-d077-423f-8c84-4edaf85fd4a8 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872605 Aug 21 09:56:48.506854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c5cf79-2a90-4fee-b643-df7034e4a376 None None] New status for floating IP 812b6660-76f0-4d82-8559-c358f7ee0798: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:56:54.745341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-5fda0438-158f-4588-93e4-21dc9ca73e51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399361 Aug 21 09:56:54.828342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-fd67f6e3-b961-4b6b-b1fd-6bc27e9df50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:54.829990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-fd67f6e3-b961-4b6b-b1fd-6bc27e9df50a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0409462 Aug 21 09:56:54.942441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-faa774b9-8cbe-4f66-a76e-2de6805cc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:54.943931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-faa774b9-8cbe-4f66-a76e-2de6805cc4cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0864131 Aug 21 09:56:55.008855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-bbca777e-d917-412b-9a55-70daafe2a413 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 1000 time: 0.0567153 Aug 21 09:56:55.057493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-1daf2b6d-54e7-478e-a83e-c68978976a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:55.058915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-1daf2b6d-54e7-478e-a83e-c68978976a9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0422997 Aug 21 09:56:55.109145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-e29a752d-03ed-4932-8182-c22bb8e9b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:56:55.110776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-e29a752d-03ed-4932-8182-c22bb8e9b142 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426223 Aug 21 09:56:55.197369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-11e3ca91-ccf7-4712-a9da-e21f4fb4d277 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779574 Aug 21 09:56:55.287970 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eace4adc-87b6-42c9-86ee-fe678f6ce228 req-f57f682a-3435-4b6e-9f3b-12d61124239f service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825968 Aug 21 09:57:06.949064 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9181b77d-150c-4f64-8c49-ff6b67afc220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:09.583851 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-32f91dd2-7983-4ade-8383-56bb6577dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:09.823209 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:11.068691 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:12.532006 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:15.783490 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:15.813183 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:19.168845 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:57:36.942615 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfd03b23-6db7-419e-aabc-c2968bcacc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:39.559550 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-721853f9-b78f-4d33-8e16-e13b85e15968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:39.822655 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:41.074049 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:42.581650 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:45.821844 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:45.850106 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:57:55.761595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-9a220762-fec1-48bb-bc3e-e1e6e065fdad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425496 Aug 21 09:57:55.841305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-e673dc46-fa93-426e-84ec-6f53fa13868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:57:55.842787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-e673dc46-fa93-426e-84ec-6f53fa13868b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0402615 Aug 21 09:57:55.960525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-b2b52af6-0be6-457a-9e4c-f1cf23b20015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:57:55.961974 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-b2b52af6-0be6-457a-9e4c-f1cf23b20015 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0914578 Aug 21 09:57:56.037618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-49c50401-6315-4fc1-81a0-715664920c31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 1000 time: 0.0646508 Aug 21 09:57:56.090550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-9ddb55a9-5eaa-4304-8508-a0baaf3e7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:57:56.092013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-9ddb55a9-5eaa-4304-8508-a0baaf3e7e04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0469143 Aug 21 09:57:56.144021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-24d8c6d7-d86b-4cd4-a3ce-552b502f1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:57:56.145700 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-24d8c6d7-d86b-4cd4-a3ce-552b502f1528 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466616 Aug 21 09:57:56.171293 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:57:56.238073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-2b2f6e69-29e2-44d4-a620-d4f6f8e12f51 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851245 Aug 21 09:57:56.339303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-25025aa7-f3fd-4b2f-aa52-8d14e131a246 req-ee000831-a537-494f-956f-c4e9ce09c6f9 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934839 Aug 21 09:58:06.957657 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-febffc50-b1bb-4621-9949-6e103ef5e84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:09.547798 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-94146e1a-a2e6-4196-a6b6-7496ae05f5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:09.822442 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:11.067829 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:12.553261 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:15.833441 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:15.862052 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:23.110195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb78d46-400a-4123-bb12-e20994db97b0 req-037afa7f-7a48-4ea0-a1ae-da48c60fb4df tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:23.111874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fb78d46-400a-4123-bb12-e20994db97b0 req-037afa7f-7a48-4ea0-a1ae-da48c60fb4df tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0569472 Aug 21 09:58:23.155023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fb78d46-400a-4123-bb12-e20994db97b0 req-9df0117b-ad2f-4f9b-ad2e-19c422b8129d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371790 Aug 21 09:58:23.569999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066f7fa-b004-4cd8-a5fc-a0d20be31c6d req-00f8494e-5673-450c-bfdf-584d70c6ac7f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:23.571534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7066f7fa-b004-4cd8-a5fc-a0d20be31c6d req-00f8494e-5673-450c-bfdf-584d70c6ac7f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0507088 Aug 21 09:58:23.614870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7066f7fa-b004-4cd8-a5fc-a0d20be31c6d req-4e085a2e-14ef-4d8c-9208-1c934e4ff5ae tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353649 Aug 21 09:58:23.693141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60116) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:58:23.778346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-1f7a55de-f0fc-45f5-a2fb-7d92ce188f10 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838561 Aug 21 09:58:24.731123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd677d8-a7fd-461d-8f83-95f318b32907 req-ee038277-60b6-4209-9090-0abe7603533c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:24.732854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2fd677d8-a7fd-461d-8f83-95f318b32907 req-ee038277-60b6-4209-9090-0abe7603533c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Aug 21 09:58:24.773723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2fd677d8-a7fd-461d-8f83-95f318b32907 req-394fa808-69e1-427a-acb9-047fe5c08a39 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342588 Aug 21 09:58:25.894431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c2aa3-6dcc-49b5-bffe-d8754ec5684e req-cf0e3acd-803d-4831-9192-6963a820e31a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:25.896060 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb4c2aa3-6dcc-49b5-bffe-d8754ec5684e req-cf0e3acd-803d-4831-9192-6963a820e31a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0537243 Aug 21 09:58:25.935445 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb4c2aa3-6dcc-49b5-bffe-d8754ec5684e req-5f86207f-bfbb-4480-b2b7-3c30a04a20cc tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332859 Aug 21 09:58:26.036808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-e75abdc2-685d-46f6-b2ac-5de87ef8b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:26.038335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-e75abdc2-685d-46f6-b2ac-5de87ef8b575 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0427415 Aug 21 09:58:26.132465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-031dd350-41f4-4325-8882-d7b9f449911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:26.133938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-031dd350-41f4-4325-8882-d7b9f449911f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0882652 Aug 21 09:58:26.199666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-f2791c2f-e942-4a24-ae67-86f711873b7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 1000 time: 0.0588908 Aug 21 09:58:26.253344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-6381c159-5f2e-4c69-a39f-c1ef9b1b5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:26.254796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-6381c159-5f2e-4c69-a39f-c1ef9b1b5b2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0481803 Aug 21 09:58:26.311610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-2fb84a99-bb94-41c3-a16e-e572ce3113d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:26.313144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-2fb84a99-bb94-41c3-a16e-e572ce3113d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509424 Aug 21 09:58:26.400020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-3c5888e0-61c8-41f1-8b80-eb4104a3a4e3 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799754 Aug 21 09:58:26.490319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-812507a7-3699-4ec7-9ccb-61a21d1843d3 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840769 Aug 21 09:58:27.053417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f76889-e322-4371-a452-42615f222128 req-76fa8eb3-df82-4f88-9317-4ad3b9070480 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:27.054902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94f76889-e322-4371-a452-42615f222128 req-76fa8eb3-df82-4f88-9317-4ad3b9070480 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0494986 Aug 21 09:58:27.091849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94f76889-e322-4371-a452-42615f222128 req-c276edb2-be07-4b30-b220-8b05948bbec2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310361 Aug 21 09:58:28.225329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6f17f-91d8-4197-86da-4ad58c3c67da req-75a1a65c-c701-4c1f-8f6f-f9f171075bb1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:28.226862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5f6f17f-91d8-4197-86da-4ad58c3c67da req-75a1a65c-c701-4c1f-8f6f-f9f171075bb1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0655046 Aug 21 09:58:28.266227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b5f6f17f-91d8-4197-86da-4ad58c3c67da req-d029d90f-2dc9-46bc-8ae2-adb989179e8a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329201 Aug 21 09:58:29.379030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03616904-511e-4dfe-aac7-e17eed8a8523 req-7d66fc4b-7a71-4682-aed7-32672e64a091 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:29.381023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03616904-511e-4dfe-aac7-e17eed8a8523 req-7d66fc4b-7a71-4682-aed7-32672e64a091 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0483561 Aug 21 09:58:29.420886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03616904-511e-4dfe-aac7-e17eed8a8523 req-d8f8d66f-fce3-45ac-af56-806d5d8296f5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332780 Aug 21 09:58:30.535384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726fdd3-8d87-4bdb-b4de-663a703a3abc req-94dea2cb-2715-48ca-b65e-b90b759a0b5e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:30.536873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a726fdd3-8d87-4bdb-b4de-663a703a3abc req-94dea2cb-2715-48ca-b65e-b90b759a0b5e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0488977 Aug 21 09:58:30.574239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a726fdd3-8d87-4bdb-b4de-663a703a3abc req-d6a91a36-9512-435e-aeea-fb55a180c777 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Aug 21 09:58:31.696476 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdceca0-a2ba-40ad-ad7f-aafdebc8660c req-5e05d2f1-e5b1-4d8c-917b-af92548ded86 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:31.698000 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2cdceca0-a2ba-40ad-ad7f-aafdebc8660c req-5e05d2f1-e5b1-4d8c-917b-af92548ded86 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0568898 Aug 21 09:58:31.736319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2cdceca0-a2ba-40ad-ad7f-aafdebc8660c req-37262873-d760-4cdd-b56f-75a4d9fdb5d6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323985 Aug 21 09:58:32.857820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef84f-36c8-429c-9286-91ffd0565689 req-b5a0c791-3a35-4d9d-b940-3654af07b1c8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:32.859298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d4ef84f-36c8-429c-9286-91ffd0565689 req-b5a0c791-3a35-4d9d-b940-3654af07b1c8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0501394 Aug 21 09:58:32.896341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d4ef84f-36c8-429c-9286-91ffd0565689 req-34283625-20a7-41cb-b1b6-834975d01131 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305028 Aug 21 09:58:33.169999 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:58:34.018151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838426c-45e4-4ba3-ba3d-f4dee01635ba req-04045a09-a12a-4b75-a60f-d71ee71dcb85 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:34.019677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3838426c-45e4-4ba3-ba3d-f4dee01635ba req-04045a09-a12a-4b75-a60f-d71ee71dcb85 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0511804 Aug 21 09:58:34.059656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3838426c-45e4-4ba3-ba3d-f4dee01635ba req-1c4d3882-a935-4680-a246-be967f4cfea0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327611 Aug 21 09:58:35.179973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1c6d4-35ad-4384-91a9-f7357b15c3b0 req-5ce44775-5446-447a-9b56-a3230b75dbd9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:35.181465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1eb1c6d4-35ad-4384-91a9-f7357b15c3b0 req-5ce44775-5446-447a-9b56-a3230b75dbd9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0532279 Aug 21 09:58:35.219655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1eb1c6d4-35ad-4384-91a9-f7357b15c3b0 req-8435d67d-06ed-46a5-a48f-9ec8281a5c85 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Aug 21 09:58:36.339299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c320a-2f94-44d4-9a39-90d7c14991b4 req-07970cf3-16a8-46bf-a4ee-d35a81be89b2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:36.340796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981c320a-2f94-44d4-9a39-90d7c14991b4 req-07970cf3-16a8-46bf-a4ee-d35a81be89b2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0534568 Aug 21 09:58:36.381585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-981c320a-2f94-44d4-9a39-90d7c14991b4 req-2cb45e35-61bd-40b2-b906-d99e30657c46 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347853 Aug 21 09:58:36.976136 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9fc661b9-3c09-4335-b220-971a226f9ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:37.500314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e835d5a-7d6b-4485-8e9c-571d82c928a7 req-357195e1-a890-47b1-b8e2-f172fc7140f3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:37.501826 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e835d5a-7d6b-4485-8e9c-571d82c928a7 req-357195e1-a890-47b1-b8e2-f172fc7140f3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0494270 Aug 21 09:58:37.540173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e835d5a-7d6b-4485-8e9c-571d82c928a7 req-36475441-b6ed-4a6d-ad1e-88fbc86116ac tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319285 Aug 21 09:58:38.470789 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-47847cd6-0c16-4663-91ad-6e4c36001701 service neutron] show failed (client error): The resource could not be found. Aug 21 09:58:38.471833 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-47847cd6-0c16-4663-91ad-6e4c36001701 service neutron] 10.222.0.13 "GET /v2.0/ports/527ac1c7-2c21-4728-a569-f4ae337902c3/bindings/n-h2-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0593524 Aug 21 09:58:38.674967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f05f21-445f-406f-ba94-5b42fa27c3f5 req-0ccff283-d839-438f-9059-8c70f5fea21e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:38.676478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f05f21-445f-406f-ba94-5b42fa27c3f5 req-0ccff283-d839-438f-9059-8c70f5fea21e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0537355 Aug 21 09:58:38.715112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f05f21-445f-406f-ba94-5b42fa27c3f5 req-98001560-b3b9-4442-ad92-0f3cacd221d1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317442 Aug 21 09:58:39.019952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-3383b364-caf1-4afa-ab57-a99bca4f0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:39.021543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-3383b364-caf1-4afa-ab57-a99bca4f0977 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0428357 Aug 21 09:58:39.128885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-fe749ccc-496a-4389-b32e-ce5a21eb2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:39.130442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-fe749ccc-496a-4389-b32e-ce5a21eb2ee7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0906000 Aug 21 09:58:39.220021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-7ce53791-83a6-4f6a-b5f5-2df03cac3328 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 1000 time: 0.0829725 Aug 21 09:58:39.227648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-67e2dc86-bc35-4298-a215-e7a1703b6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:39.229005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-67e2dc86-bc35-4298-a215-e7a1703b6047 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 1097 time: 0.0571015 Aug 21 09:58:39.240749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:58:39.321674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-4e8e356b-de58-4f1d-ae8a-3d22f34aee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:39.323019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-4e8e356b-de58-4f1d-ae8a-3d22f34aee3d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0931756 Aug 21 09:58:39.329075 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:39.405565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-4a27d110-aa77-4c6e-9fd8-3bdb03c5192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:39.407048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-4a27d110-aa77-4c6e-9fd8-3bdb03c5192d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759230 Aug 21 09:58:39.564514 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2c15378c-5812-4c38-b0c1-ee00abf7ddaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:39.608930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-508c827e-2221-466d-85e2-3e4796f6866c service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928592 Aug 21 09:58:39.683808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=527ac1c7-2c21-4728-a569-f4ae337902c3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:58:39.739661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:58:39.743005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-fadb9718-62c7-42e7-84de-0157590986f0 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262581 Aug 21 09:58:39.781703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:58:39.784127 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdfb1ea-5974-4c20-8cd0-493a10fb9184" -d '{"events": [{"server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:58:39.789861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:39.813829 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:39.825686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Transition to ACTIVE for port object 527ac1c7-2c21-4728-a569-f4ae337902c3 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:58:39.845522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf480c-3672-47f1-bafa-74434cf0dd20 req-560c6661-58da-4074-9be4-b91cd44d35d7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:39.847088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccbf480c-3672-47f1-bafa-74434cf0dd20 req-560c6661-58da-4074-9be4-b91cd44d35d7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0597920 Aug 21 09:58:39.886516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccbf480c-3672-47f1-bafa-74434cf0dd20 req-f36cf055-c3fe-4d74-9c78-b1827e65b990 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328813 Aug 21 09:58:39.888381 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 09:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18b69c8-a9b5-4932-b508-69202c5272bc x-openstack-request-id: req-a18b69c8-a9b5-4932-b508-69202c5272bc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:58:39.888662 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:58:39.888909 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a18b69c8-a9b5-4932-b508-69202c5272bc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:58:39.889296 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'code': 200} Aug 21 09:58:39.916566 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:40.027209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Pushing event updated for resources: {'Port': ['ID=527ac1c7-2c21-4728-a569-f4ae337902c3,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:58:40.048516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.048856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.049226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.049559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.049885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.050209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.050533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.050856 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.051174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.051492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.051831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.052146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:40.101889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] No DVR routers for this DVR port 527ac1c7-2c21-4728-a569-f4ae337902c3 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:58:40.239167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Attempting to bind port 527ac1c7-2c21-4728-a569-f4ae337902c3 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:58:40.239423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Attempting to bind port 527ac1c7-2c21-4728-a569-f4ae337902c3 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:58:40.239801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Attempting to bind port 527ac1c7-2c21-4728-a569-f4ae337902c3 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:58:40.244649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Port 527ac1c7-2c21-4728-a569-f4ae337902c3 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:58:40.244977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Attempting to bind port 527ac1c7-2c21-4728-a569-f4ae337902c3 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:58:40.250390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:58:40.250752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:58:40.251166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:58:40.251651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Bound port: 527ac1c7-2c21-4728-a569-f4ae337902c3, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:58:40.252041 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:40.319518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:58:40.323238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=527ac1c7-2c21-4728-a569-f4ae337902c3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:58:40.404779 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:40.443431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:40.444079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:40.445586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] 10.222.0.22 "PUT /v2.0/ports/527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 1092 time: 1.2083807 Aug 21 09:58:40.465721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d9372-1a29-4abb-a285-48d728802399 service neutron] Pushing event updated for resources: {'Port': ['ID=527ac1c7-2c21-4728-a569-f4ae337902c3,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:58:40.512469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-a440d6ba-8769-467d-8157-91265b390550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:40.514062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-a440d6ba-8769-467d-8157-91265b390550 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1095 time: 0.0455914 Aug 21 09:58:40.606309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-18d170c1-7161-45c1-8906-88a67b547465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:40.607817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-18d170c1-7161-45c1-8906-88a67b547465 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0873659 Aug 21 09:58:40.676399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-e3223ae7-5b9a-4f0b-8d9d-52e8bd4275a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 998 time: 0.0608883 Aug 21 09:58:40.726548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-de76a762-8343-47eb-a466-34d6a42c94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:40.727992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-de76a762-8343-47eb-a466-34d6a42c94e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0448308 Aug 21 09:58:40.774149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8f5fee95-167e-43d7-82ff-3d8040a7e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:40.775682 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-8f5fee95-167e-43d7-82ff-3d8040a7e51c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407300 Aug 21 09:58:40.864818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-d578a592-8b25-485c-9569-0cc481ebb62a service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823255 Aug 21 09:58:40.956708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22d8c824-d6df-4cf1-9590-9e3472167a5f req-d28ccdb7-7187-4e45-8a6a-1fe5ba728055 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851300 Aug 21 09:58:41.007184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6ff7b-c374-44fa-90a0-c8441c05dd75 req-2c17317b-ac9f-46fd-915c-bf902460dd28 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:41.008742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72a6ff7b-c374-44fa-90a0-c8441c05dd75 req-2c17317b-ac9f-46fd-915c-bf902460dd28 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 943 time: 0.0506511 Aug 21 09:58:41.054396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72a6ff7b-c374-44fa-90a0-c8441c05dd75 req-3fab1a17-8a44-4701-bddc-b63e1d4d158b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391204 Aug 21 09:58:41.117264 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:41.890251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:58:41.892746 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6003013-0071-41fb-9b5b-97cfa8f840aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:58:41.944797 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b88c321-c20e-477b-9ddb-6f8ddbee9fa9 x-openstack-request-id: req-0b88c321-c20e-477b-9ddb-6f8ddbee9fa9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:58:41.945154 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:58:41.945438 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b88c321-c20e-477b-9ddb-6f8ddbee9fa9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:58:41.945866 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'status': 'completed', 'code': 200} Aug 21 09:58:42.031220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-6b111e6d-89e4-400f-8263-5f4d978e6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:42.032758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-6b111e6d-89e4-400f-8263-5f4d978e6042 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1095 time: 0.0691705 Aug 21 09:58:42.034399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-b9bd2bd3-489a-4d73-ba4c-5b0b6d9f80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:42.035771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-b9bd2bd3-489a-4d73-ba4c-5b0b6d9f80ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1095 time: 0.0641663 Aug 21 09:58:42.098238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 527ac1c7-2c21-4728-a569-f4ae337902c3 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:58:42.141060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 527ac1c7-2c21-4728-a569-f4ae337902c3 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:58:42.540966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-883b170b-0be4-41fa-9601-5e7b74e85d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:42.542463 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-883b170b-0be4-41fa-9601-5e7b74e85d3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.5020201 Aug 21 09:58:42.549750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b212fd-3563-4b1f-82e1-5042b4178100 req-a68af30d-f94b-4776-b0d0-6fe198c08263 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:42.551116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95b212fd-3563-4b1f-82e1-5042b4178100 req-a68af30d-f94b-4776-b0d0-6fe198c08263 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 943 time: 0.1405461 Aug 21 09:58:42.553385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-f303f7b5-117a-4005-8119-82616d086654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:42.554766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-f303f7b5-117a-4005-8119-82616d086654 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.5072300 Aug 21 09:58:42.562376 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:42.682737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-95b212fd-3563-4b1f-82e1-5042b4178100 req-30452e0a-4749-4b91-96df-c2c09a65f861 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225619 Aug 21 09:58:42.688202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-77f30301-db3e-4691-a742-87a45069893f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 998 time: 0.1361675 Aug 21 09:58:42.704078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-423e5136-3a03-409d-92de-216978510e09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 998 time: 0.1019537 Aug 21 09:58:42.776407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-23ae167c-d342-4d67-9ddd-2271780ae2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:42.777865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-23ae167c-d342-4d67-9ddd-2271780ae2de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0814080 Aug 21 09:58:42.781143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-f6a42d5a-b3cb-4929-9841-e8a7ee35c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:42.782466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-f6a42d5a-b3cb-4929-9841-e8a7ee35c12d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0774896 Aug 21 09:58:42.850463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-e932968d-1f5a-46f8-8b12-f7905edbed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:42.852036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-e932968d-1f5a-46f8-8b12-f7905edbed51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671837 Aug 21 09:58:42.854427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-5fe7ef29-88bb-482d-a42b-5a0192b29645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:42.855819 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-5fe7ef29-88bb-482d-a42b-5a0192b29645 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635650 Aug 21 09:58:43.009367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-89380899-d3df-4155-a4b4-9c9c28ebec23 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500139 Aug 21 09:58:43.013811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-f66c409d-1e9d-4e08-8eca-a571ca553525 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465731 Aug 21 09:58:43.168678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-4ceb5dbc-3675-4756-8fb9-226498d9ebde service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523850 Aug 21 09:58:43.172074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6003013-0071-41fb-9b5b-97cfa8f840aa req-cc87d0dd-1ef4-4dc3-833f-302941e9064b service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488249 Aug 21 09:58:43.659434 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 527ac1c7-2c21-4728-a569-f4ae337902c3 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:58:43.757855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=527ac1c7-2c21-4728-a569-f4ae337902c3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:58:43.768471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'port_id': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'mac_address': 'fa:16:3e:fd:0f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:58:43.803306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e2172-c35c-4422-8a89-ae2ee7b7e519 req-f9195b7b-cbea-446b-9bcc-99b3c8727309 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:43.804997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-012e2172-c35c-4422-8a89-ae2ee7b7e519 req-f9195b7b-cbea-446b-9bcc-99b3c8727309 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 943 time: 0.0502212 Aug 21 09:58:43.806832 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:43.819995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527ac1c7-2c21-4728-a569-f4ae337902c3 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:58:43.839300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=527ac1c7-2c21-4728-a569-f4ae337902c3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:58:43.847823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-012e2172-c35c-4422-8a89-ae2ee7b7e519 req-970b0e7a-ecee-4922-bd41-c986e34ea006 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368540 Aug 21 09:58:43.916729 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:43.971820 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=527ac1c7-2c21-4728-a569-f4ae337902c3,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:58:43.979743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:43.980085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:43.980420 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:43.980750 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:43.981344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:43.981670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:43.981996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:43.982316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:43.982633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:43.982948 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:43.983262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:43.983592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 09:58:44.168864 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['527ac1c7-2c21-4728-a569-f4ae337902c3'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:58:44.245395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81478b-cb23-4631-9446-e2819f001e88 req-0f32c55f-90c0-45f1-a335-24ea6ccd0948 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:44.249660 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac81478b-cb23-4631-9446-e2819f001e88 req-0f32c55f-90c0-45f1-a335-24ea6ccd0948 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 944 time: 0.0585933 Aug 21 09:58:44.292749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac81478b-cb23-4631-9446-e2819f001e88 req-d48d7536-b6b0-4ea7-8cb6-80de9e400f74 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351367 Aug 21 09:58:44.358538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-2f4712bf-e01f-463e-8fc7-59f1c8ab0efb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:44.360062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-2f4712bf-e01f-463e-8fc7-59f1c8ab0efb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 944 time: 0.0556090 Aug 21 09:58:44.420111 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-79adb161-84c4-4e5a-b64e-8f6ffb8bcc71 service neutron] delete failed (client error): The resource could not be found. Aug 21 09:58:44.421031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-79adb161-84c4-4e5a-b64e-8f6ffb8bcc71 service neutron] 10.222.0.13 "DELETE /v2.0/ports/527ac1c7-2c21-4728-a569-f4ae337902c3/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0538301 Aug 21 09:58:44.509221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-709a5445-3080-4511-a996-c35e2b7f546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:44.510735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-709a5445-3080-4511-a996-c35e2b7f546a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0455029 Aug 21 09:58:44.603398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-fdb1212b-19f7-46fa-a7b6-58b034c6618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:44.605001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-fdb1212b-19f7-46fa-a7b6-58b034c6618f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0868728 Aug 21 09:58:44.674307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-54eb4e24-f8d6-4851-9354-dd0f4281d37e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 200 len: 999 time: 0.0619378 Aug 21 09:58:44.722069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-21a54337-6b5c-48d1-86b4-78416c216402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:44.723456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-21a54337-6b5c-48d1-86b4-78416c216402 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0423937 Aug 21 09:58:44.768828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-0a34cf0d-a983-4beb-84ec-ade1f6b6a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:44.770267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-0a34cf0d-a983-4beb-84ec-ade1f6b6a1ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395477 Aug 21 09:58:44.862821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-86b076e0-80fd-468c-bb6a-4cf3296a603c service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850067 Aug 21 09:58:44.954557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-855a0ddb-4d1e-40e3-8e56-8f1903546bc3 req-3f665bb2-34dc-4ae7-8b87-08c47d8a927d service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844402 Aug 21 09:58:45.428259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd29fb-170d-49ce-853b-a07ef59d8054 req-5ba9977b-7637-4aaa-ad12-49997e8ba536 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:45.429732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9dd29fb-170d-49ce-853b-a07ef59d8054 req-5ba9977b-7637-4aaa-ad12-49997e8ba536 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 944 time: 0.0493462 Aug 21 09:58:45.466729 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b9dd29fb-170d-49ce-853b-a07ef59d8054 req-b260b544-7e3a-4375-9c25-874c4a2fe79d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Aug 21 09:58:45.664198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 527ac1c7-2c21-4728-a569-f4ae337902c3 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:58:45.864578 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 527ac1c7-2c21-4728-a569-f4ae337902c3 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:58:45.868352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 527ac1c7-2c21-4728-a569-f4ae337902c3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:58:45.868721 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:45.907969 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:45.908680 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:45.948957 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:45.970764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:58:45.973110 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d062e00-3e12-4d51-b4a3-16c08b0b850c" -d '{"events": [{"server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "name": "network-vif-plugged", "status": "completed", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:58:45.994460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=527ac1c7-2c21-4728-a569-f4ae337902c3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:58:46.010434 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0c8756-13cd-4bb6-ab6d-bf3f287b21b2 x-openstack-request-id: req-7c0c8756-13cd-4bb6-ab6d-bf3f287b21b2 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:58:46.010717 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "name": "network-vif-plugged", "status": "completed", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:58:46.011453 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c0c8756-13cd-4bb6-ab6d-bf3f287b21b2 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:58:46.011898 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'code': 200} Aug 21 09:58:46.095994 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:46.143410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=527ac1c7-2c21-4728-a569-f4ae337902c3,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:58:46.586166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa08c1-e190-4246-9931-b8ea0a9a7ff7 req-a6d63bea-4d6c-4e10-9e9e-fe9e3143ab09 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:46.588203 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87fa08c1-e190-4246-9931-b8ea0a9a7ff7 req-a6d63bea-4d6c-4e10-9e9e-fe9e3143ab09 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0538559 Aug 21 09:58:46.626992 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87fa08c1-e190-4246-9931-b8ea0a9a7ff7 req-6409d29f-ac7b-4b76-b92d-9c12640e84c3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328536 Aug 21 09:58:46.744464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aedf11-7ee3-4fb5-8e95-22bc6c1c637d req-985f5135-af65-42a9-864b-c5b17c600d84 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:46.746040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27aedf11-7ee3-4fb5-8e95-22bc6c1c637d req-985f5135-af65-42a9-864b-c5b17c600d84 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0513494 Aug 21 09:58:46.783870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27aedf11-7ee3-4fb5-8e95-22bc6c1c637d req-5cd4c4f7-ad2e-4d7c-ac03-43ac4f81aed3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318944 Aug 21 09:58:46.895852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806d226-a4f4-4bed-9935-86234cda2376 req-b1ebfca1-3e9d-4dfe-ba8c-f534decba5c0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:46.897222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6806d226-a4f4-4bed-9935-86234cda2376 req-b1ebfca1-3e9d-4dfe-ba8c-f534decba5c0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0487139 Aug 21 09:58:46.934192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6806d226-a4f4-4bed-9935-86234cda2376 req-8f5067f9-4275-47ab-ac2a-9575e755db06 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310988 Aug 21 09:58:47.386110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe3209-6c91-4599-a8df-d91c72d05495 req-70dd74c6-8f4a-4a92-9e61-4f2715c7c2ea tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:47.387616 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbe3209-6c91-4599-a8df-d91c72d05495 req-70dd74c6-8f4a-4a92-9e61-4f2715c7c2ea tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0566587 Aug 21 09:58:47.425730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbe3209-6c91-4599-a8df-d91c72d05495 req-3bdc7896-c01f-493e-9a5f-62204f2257cb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Aug 21 09:58:48.545782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ae8d6-4972-4143-9929-ac953f6781d1 req-0208f082-b348-46d7-813d-0bbf9e3c0a7f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:48.547270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-577ae8d6-4972-4143-9929-ac953f6781d1 req-0208f082-b348-46d7-813d-0bbf9e3c0a7f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0488334 Aug 21 09:58:48.587438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-577ae8d6-4972-4143-9929-ac953f6781d1 req-3aff532b-e339-4d90-9b96-9c7c8e9440f0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Aug 21 09:58:48.640835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-dd3b5fe1-f4f5-49ea-bdc3-403827d24b74 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:48.642314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-dd3b5fe1-f4f5-49ea-bdc3-403827d24b74 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.22 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 945 time: 0.0483580 Aug 21 09:58:48.738705 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Deleting port 527ac1c7-2c21-4728-a569-f4ae337902c3 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 09:58:48.738705 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:48.821747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] For port 527ac1c7-2c21-4728-a569-f4ae337902c3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=527ac1c7-2c21-4728-a569-f4ae337902c3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:58:48.822106 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:48.993722 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:48.994021 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:48.994336 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Floating IP 812b6660-76f0-4d82-8559-c358f7ee0798 disassociated. External IP: 172.25.5.66, port: 527ac1c7-2c21-4728-a569-f4ae337902c3. Aug 21 09:58:48.994758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Calling delete_port for 527ac1c7-2c21-4728-a569-f4ae337902c3 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 09:58:49.192831 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:49.219638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event deleted for resources: {'Port': ['ID=527ac1c7-2c21-4728-a569-f4ae337902c3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:58:49.338530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Router a188d5f1-11b3-44de-a065-9fa1947ca09d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:58:49.446723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:58:49.456170 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee057368-216c-4c1d-b774-f3a96d4d1ac0 None None] Sync routers for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:58:49.465740 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee057368-216c-4c1d-b774-f3a96d4d1ac0 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:58:49.466346 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ee057368-216c-4c1d-b774-f3a96d4d1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:58:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:58:49.489318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] No DVR routers for this DVR port 527ac1c7-2c21-4728-a569-f4ae337902c3 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 09:58:49.492202 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:49.494736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6d037b4d-9c2e-41bb-9ee3-d595b5f571bd req-ff1f0d17-1339-441c-9148-43ab1cd7b840 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.22 "DELETE /v2.0/ports/527ac1c7-2c21-4728-a569-f4ae337902c3 HTTP/1.1" status: 204 len: 173 time: 0.8464777 Aug 21 09:58:49.495173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'name': 'network-vif-deleted', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:58:49.497708 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05cb955-97bb-4a4d-bc1e-9a1536b11011" -d '{"events": [{"server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "name": "network-vif-deleted", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:58:49.535026 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc00d185-7319-45d8-9513-57bf02e5b290 x-openstack-request-id: req-dc00d185-7319-45d8-9513-57bf02e5b290 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:58:49.535324 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6685b4d6-dcbe-4694-81a0-6dec01ff8ae1", "name": "network-vif-deleted", "tag": "527ac1c7-2c21-4728-a569-f4ae337902c3", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:58:49.535598 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc00d185-7319-45d8-9513-57bf02e5b290 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:58:49.536002 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6685b4d6-dcbe-4694-81a0-6dec01ff8ae1', 'name': 'network-vif-deleted', 'tag': '527ac1c7-2c21-4728-a569-f4ae337902c3', 'status': 'completed', 'code': 200} Aug 21 09:58:49.577111 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-ee057368-216c-4c1d-b774-f3a96d4d1ac0 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:58:49.689176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41b05f58-7f1d-4ff1-9a2f-d4d923c13f9f req-b1d1e6cd-e39c-4a02-b4ef-946e007590c4 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6685b4d6-dcbe-4694-81a0-6dec01ff8ae1 HTTP/1.1" status: 200 len: 210 time: 0.0286109 Aug 21 09:58:49.777212 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ee057368-216c-4c1d-b774-f3a96d4d1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:58:49.802228 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee057368-216c-4c1d-b774-f3a96d4d1ac0 None None] Checking router: a188d5f1-11b3-44de-a065-9fa1947ca09d for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:58:49.810106 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee057368-216c-4c1d-b774-f3a96d4d1ac0 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:58:49.810698 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ee057368-216c-4c1d-b774-f3a96d4d1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:58:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:58:49.917011 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-ee057368-216c-4c1d-b774-f3a96d4d1ac0 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:58:50.119795 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-ee057368-216c-4c1d-b774-f3a96d4d1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:58:50.145351 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee057368-216c-4c1d-b774-f3a96d4d1ac0 None None] The sync data for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 is: [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:58:50.351478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752a6a3-4dfb-4952-883a-545096bada17 None None] New status for floating IP 812b6660-76f0-4d82-8559-c358f7ee0798: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:58:50.917198 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-a41b2bee-2a16-4d90-93a0-b758d64cad94 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1039258763&fields=id&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 267 time: 0.0323901 Aug 21 09:58:51.025733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd86083-af1b-407e-a609-a0143dd19522 req-9f218e95-f0ca-47c3-957a-00d35a8227c7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:51.027227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-9f218e95-f0ca-47c3-957a-00d35a8227c7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 812 time: 0.1034205 Aug 21 09:58:51.042063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-c19b885d-b226-4ed7-855e-7758e4d61ca1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/quotas/6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 375 time: 0.0090885 Aug 21 09:58:51.096492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-07611a4c-3a00-4940-9b20-764e01db0521 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487001 Aug 21 09:58:51.265130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-42296cfc-4ee9-4d14-8258-8eb29abdbd72 service neutron] 10.222.0.20 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214910 Aug 21 09:58:51.359164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-45806c5b-3fce-4317-ae68-f20f7a18b457 service neutron] 10.222.0.20 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871148 Aug 21 09:58:51.640978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6de8c7b-a55a-4dbe-871b-067ce352a5a9 req-58e30eb7-862d-40f3-8217-6aae8e05763f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 210 time: 0.0324924 Aug 21 09:58:51.695537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 527ac1c7-2c21-4728-a569-f4ae337902c3 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 09:58:51.717698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 527ac1c7-2c21-4728-a569-f4ae337902c3 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 09:58:51.718046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 527ac1c7-2c21-4728-a569-f4ae337902c3 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 09:58:52.739706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c448d7d2-4af0-4101-b6a3-9a8f47bc2dfc req-51afed7c-1686-48e1-9448-2a8da8156f6d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 210 time: 0.0275548 Aug 21 09:58:53.832957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33893e79-8106-4f8f-b25c-5fcf0b197012 req-35eefabb-4f58-4f64-8944-832ba7411af1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 210 time: 0.0262229 Aug 21 09:58:53.981839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd86083-af1b-407e-a609-a0143dd19522 req-be4ae116-2c88-4a94-95ec-e7cee094659f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:53.983710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-be4ae116-2c88-4a94-95ec-e7cee094659f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 812 time: 0.1041062 Aug 21 09:58:54.033849 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-323c95ec-52b5-49f7-acdd-f5709a8ba881 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 380 time: 0.0400772 Aug 21 09:58:54.044242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'port': {'device_id': '6bf4762c-b411-420f-926e-b73d5353f120', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'admin_state_up': True, 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'security_groups': ['e3982f6d-fc80-4cf7-a13d-85cb045fcc2b']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:58:54.267142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Made reservation on behalf of 6d28eec1c1ec4c4189a77fd822e6488b for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 09:58:54.270805 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:54.401574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Allocated IP 172.20.0.10 (9217774d-b4a8-4236-a4e1-7602a5993b45/9ab4f163-31fe-4a75-a6c3-e86ed18eca8b/b9d2d0d4-273b-4daf-8961-3476ab1cecf7) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 09:58:54.538198 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:54.551989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Transition to ACTIVE for port object b9d2d0d4-273b-4daf-8961-3476ab1cecf7 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:58:54.651280 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:54.694142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 09:58:54.697142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 09:58:54.700125 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 09:58:54.737038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event updated for resources: {'Port': ['ID=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:58:54.761156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:54.762410 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:54.896668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-1ffff9dd-76b6-417c-bb89-14c0396e7cf0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8566742 Aug 21 09:58:54.913618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Request body: {'port': {'device_id': '6bf4762c-b411-420f-926e-b73d5353f120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:58:55.001838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37e548-64ca-4700-801d-b1b6bd0c1bd5 req-3f126084-3660-4a5c-82b6-14fd0439551f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:55.003253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b37e548-64ca-4700-801d-b1b6bd0c1bd5 req-3f126084-3660-4a5c-82b6-14fd0439551f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 932 time: 0.1033669 Aug 21 09:58:55.004284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:55.044375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6fec2615-11b7-45e3-817f-29e706aed622 None None] Provisioning for port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:58:55.048679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6fec2615-11b7-45e3-817f-29e706aed622 None None] Provisioning complete for port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:58:55.049056 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6fec2615-11b7-45e3-817f-29e706aed622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:55.083411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6fec2615-11b7-45e3-817f-29e706aed622 None None] Port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 09:58:55.084661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b37e548-64ca-4700-801d-b1b6bd0c1bd5 req-5f46a9f6-c4dd-4f1f-ba96-703e703e3c2c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705822 Aug 21 09:58:55.294207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d2d0d4-273b-4daf-8961-3476ab1cecf7 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:58:55.301451 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:55.313620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Transition to ACTIVE for port object b9d2d0d4-273b-4daf-8961-3476ab1cecf7 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 09:58:55.453190 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:55.518219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Pushing event updated for resources: {'Port': ['ID=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:58:55.570853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Attempting to bind port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 09:58:55.571188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Attempting to bind port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 09:58:55.571508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Attempting to bind port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:58:55.576042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 09:58:55.576360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Attempting to bind port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 09:58:55.581501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 09:58:55.581831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 09:58:55.582205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 09:58:55.582623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Bound port: b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 09:58:55.582995 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:55.655835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 09:58:55.658963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 09:58:55.759482 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:55.797914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:55.797914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:55.798333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] 10.222.0.13 "PUT /v2.0/ports/b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 200 len: 1093 time: 0.8884168 Aug 21 09:58:55.798765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:58:55.801065 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702189ce-e3b1-4727-a767-4143d1ce53a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:58:55.822809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdf762-a1a0-46cd-8f41-f02fdbee370e service neutron] Pushing event updated for resources: {'Port': ['ID=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:58:55.843606 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9e8a76-520c-4c99-9dea-14a98506642b x-openstack-request-id: req-dd9e8a76-520c-4c99-9dea-14a98506642b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:58:55.844013 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:58:55.844260 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd9e8a76-520c-4c99-9dea-14a98506642b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:58:55.849326 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'status': 'completed', 'code': 200} Aug 21 09:58:55.912416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702189ce-e3b1-4727-a767-4143d1ce53a5 req-30d4bbb2-52e4-4ac3-b5f1-b6d56928946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:55.914332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-702189ce-e3b1-4727-a767-4143d1ce53a5 req-30d4bbb2-52e4-4ac3-b5f1-b6d56928946c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 1096 time: 0.0447638 Aug 21 09:58:56.016771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702189ce-e3b1-4727-a767-4143d1ce53a5 req-36a2c879-8d7b-4052-84d1-55e2bdf738fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:56.022134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-702189ce-e3b1-4727-a767-4143d1ce53a5 req-36a2c879-8d7b-4052-84d1-55e2bdf738fe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0959957 Aug 21 09:58:56.112073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702189ce-e3b1-4727-a767-4143d1ce53a5 req-897c1601-f9ae-45a7-8850-5d2f2341534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:56.113655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-702189ce-e3b1-4727-a767-4143d1ce53a5 req-897c1601-f9ae-45a7-8850-5d2f2341534c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868833 Aug 21 09:58:56.224832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd86083-af1b-407e-a609-a0143dd19522 req-fb6f5764-c7cb-4bee-b197-d0bc14d5c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:56.226406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-fb6f5764-c7cb-4bee-b197-d0bc14d5c464 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 1096 time: 0.0743694 Aug 21 09:58:56.238331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15082a2-9ad4-465d-88a1-7247ffb75740 req-4c326778-5658-4488-aa11-5cc5566736b0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:56.239730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b15082a2-9ad4-465d-88a1-7247ffb75740 req-4c326778-5658-4488-aa11-5cc5566736b0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 944 time: 0.0796597 Aug 21 09:58:56.279972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-7dd087c5-5ccb-4f54-90f1-3394ba2f6355 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 200 len: 217 time: 0.0392601 Aug 21 09:58:56.336576 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b15082a2-9ad4-465d-88a1-7247ffb75740 req-6dc5bb1e-4f9d-4a96-a432-e0091fa21803 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904126 Aug 21 09:58:56.347583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd86083-af1b-407e-a609-a0143dd19522 req-9531cb0f-452d-4cdc-8f4b-ee0bf7773c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:56.349069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-9531cb0f-452d-4cdc-8f4b-ee0bf7773c16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0615704 Aug 21 09:58:56.394436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd86083-af1b-407e-a609-a0143dd19522 req-c3eaa7ed-d794-4d1b-af84-2a42e693c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:56.395902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-c3eaa7ed-d794-4d1b-af84-2a42e693c037 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392711 Aug 21 09:58:56.482287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-894231b2-731c-4c5e-b8da-8b3a26279caa service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789375 Aug 21 09:58:56.575054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd86083-af1b-407e-a609-a0143dd19522 req-29f044a0-3c0e-4750-bb9c-578baf8511df service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850277 Aug 21 09:58:57.455236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfe89e-2fae-4cb1-9ca2-0456f507a481 req-6172480d-2b5a-4403-b848-02872bf63abe tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:57.456768 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52cfe89e-2fae-4cb1-9ca2-0456f507a481 req-6172480d-2b5a-4403-b848-02872bf63abe tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 944 time: 0.0501049 Aug 21 09:58:57.495116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52cfe89e-2fae-4cb1-9ca2-0456f507a481 req-7a69f3ff-fa7e-4fc4-9aae-b1d2f9185e23 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323668 Aug 21 09:58:58.191061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b9d2d0d4-273b-4daf-8961-3476ab1cecf7 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 09:58:58.283346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:58:58.293809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'port_id': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'mac_address': 'fa:16:3e:88:be:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 09:58:58.484319 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:58.497024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d2d0d4-273b-4daf-8961-3476ab1cecf7 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 09:58:58.515964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:58:58.607701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d45069-0c6f-45f3-82da-4f6d6013320a req-6d489510-69c5-4d15-9add-cd7fd573738b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:58.609218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7d45069-0c6f-45f3-82da-4f6d6013320a req-6d489510-69c5-4d15-9add-cd7fd573738b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 944 time: 0.0488698 Aug 21 09:58:58.610032 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:58:58.654674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7d45069-0c6f-45f3-82da-4f6d6013320a req-699e8886-f2d7-4f31-8b5c-b459b8835a1c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 Aug 21 09:58:58.657857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:58:58.835685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['b9d2d0d4-273b-4daf-8961-3476ab1cecf7'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 09:58:59.769822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89e1e0-78b9-44e7-b0e3-d21a88769312 req-0c90bd38-8b3a-45c7-a6f7-85713621f272 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:58:59.771312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd89e1e0-78b9-44e7-b0e3-d21a88769312 req-0c90bd38-8b3a-45c7-a6f7-85713621f272 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 945 time: 0.0493965 Aug 21 09:58:59.809549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd89e1e0-78b9-44e7-b0e3-d21a88769312 req-d3af58ce-0a3d-4573-bb8d-1922ed846da4 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315664 Aug 21 09:59:00.199785 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b9d2d0d4-273b-4daf-8961-3476ab1cecf7 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 09:59:00.318552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 09:59:00.323302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 09:59:00.323710 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:00.400119 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:00.424507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:59:00.426717 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebb24b9-55c5-4c4a-9c5b-d338af31453f" -d '{"events": [{"server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "name": "network-vif-plugged", "status": "completed", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:59:00.439195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 09:59:00.463606 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 09:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c2e163-9a1e-4ea3-8b9c-658f49d20191 x-openstack-request-id: req-69c2e163-9a1e-4ea3-8b9c-658f49d20191 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:59:00.463897 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "name": "network-vif-plugged", "status": "completed", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:59:00.464145 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69c2e163-9a1e-4ea3-8b9c-658f49d20191 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:59:00.464537 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'code': 200} Aug 21 09:59:00.516306 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:00.557665 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad7268-c6b3-419f-87c2-f1e3d305f28a req-1f09178b-a3c2-4065-9167-7455fb53e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:00.559253 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33ad7268-c6b3-419f-87c2-f1e3d305f28a req-1f09178b-a3c2-4065-9167-7455fb53e6ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 1098 time: 0.0402889 Aug 21 09:59:00.566348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 09:59:00.594319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33ad7268-c6b3-419f-87c2-f1e3d305f28a req-5421c9d1-3065-4d7b-9054-ef34f68a271f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283797 Aug 21 09:59:00.924666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfec61d-7674-427c-99e9-6e8173e4cb55 req-0a0f51c1-6b94-4ad2-baa0-f1f402c86178 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:00.926115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bcfec61d-7674-427c-99e9-6e8173e4cb55 req-0a0f51c1-6b94-4ad2-baa0-f1f402c86178 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0477576 Aug 21 09:59:00.965650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bcfec61d-7674-427c-99e9-6e8173e4cb55 req-36f28288-31a2-4e0b-bd09-3f3a12a82a95 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337257 Aug 21 09:59:02.084242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf7c7-140e-4e85-bbd0-3e33180a16d1 req-783116ef-4160-46aa-a809-ed3ce8e62ed5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:02.085713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99cdf7c7-140e-4e85-bbd0-3e33180a16d1 req-783116ef-4160-46aa-a809-ed3ce8e62ed5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0510643 Aug 21 09:59:02.124610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99cdf7c7-140e-4e85-bbd0-3e33180a16d1 req-cdf6e0af-0265-4ebb-825e-cdcdb477acfa tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321271 Aug 21 09:59:02.244283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d888d0-f35f-4c41-baf3-6c3f6c28daa7 req-b698fc77-e703-46a6-ac6e-3867a67b6daf tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:02.246026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73d888d0-f35f-4c41-baf3-6c3f6c28daa7 req-b698fc77-e703-46a6-ac6e-3867a67b6daf tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0508213 Aug 21 09:59:02.254511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60310) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 09:59:02.258905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6a33678a-6a15-47d2-b977-d4caaab6aa93 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'floatingip': {'port_id': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 09:59:02.303339 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a33678a-6a15-47d2-b977-d4caaab6aa93 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:03.044500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a33678a-6a15-47d2-b977-d4caaab6aa93 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:03.129750 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a33678a-6a15-47d2-b977-d4caaab6aa93 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:03.233217 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-6a33678a-6a15-47d2-b977-d4caaab6aa93 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Floating IP 812b6660-76f0-4d82-8559-c358f7ee0798 associated. External IP: 172.25.5.66, port: b9d2d0d4-273b-4daf-8961-3476ab1cecf7. Aug 21 09:59:03.440419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a33678a-6a15-47d2-b977-d4caaab6aa93 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Router a188d5f1-11b3-44de-a065-9fa1947ca09d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 09:59:03.547731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a33678a-6a15-47d2-b977-d4caaab6aa93 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 09:59:03.553909 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6a33678a-6a15-47d2-b977-d4caaab6aa93 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:03.557128 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3e0cf-e7ac-403a-8d63-1a6490d4b0e3 None None] Sync routers for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 09:59:03.566641 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3e0cf-e7ac-403a-8d63-1a6490d4b0e3 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:59:03.567249 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-35b3e0cf-e7ac-403a-8d63-1a6490d4b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:58:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:59:03.584747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6a33678a-6a15-47d2-b977-d4caaab6aa93 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "PUT /v2.0/floatingips/812b6660-76f0-4d82-8559-c358f7ee0798 HTTP/1.1" status: 200 len: 991 time: 1.3292010 Aug 21 09:59:03.585347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 09:59:03.587731 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b3b32a-ff55-420a-9da3-8d6afb58590e" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 09:59:03.631182 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 09:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d9a428-4406-4518-8156-592ba73cb4a4 x-openstack-request-id: req-28d9a428-4406-4518-8156-592ba73cb4a4 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 09:59:03.631611 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 09:59:03.631834 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28d9a428-4406-4518-8156-592ba73cb4a4 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 09:59:03.632248 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'status': 'completed', 'code': 200} Aug 21 09:59:03.674857 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-35b3e0cf-e7ac-403a-8d63-1a6490d4b0e3 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:59:03.693810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b32a-ff55-420a-9da3-8d6afb58590e req-2914203c-adfb-4258-9dd6-6069ad4ab6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:03.695303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03b3b32a-ff55-420a-9da3-8d6afb58590e req-2914203c-adfb-4258-9dd6-6069ad4ab6ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 1098 time: 0.0429225 Aug 21 09:59:03.800869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b32a-ff55-420a-9da3-8d6afb58590e req-1f97617f-77b2-466a-92c1-6a49026884cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:03.802429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03b3b32a-ff55-420a-9da3-8d6afb58590e req-1f97617f-77b2-466a-92c1-6a49026884cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.1002655 Aug 21 09:59:03.870230 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03b3b32a-ff55-420a-9da3-8d6afb58590e req-2ea01963-f735-4143-8908-77632c79b76a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 200 len: 999 time: 0.0608039 Aug 21 09:59:03.895850 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-35b3e0cf-e7ac-403a-8d63-1a6490d4b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:88:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4762c-b411-420f-926e-b73d5353f120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T09:59:02Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:59:03.925601 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b32a-ff55-420a-9da3-8d6afb58590e req-c7b939c6-ce3f-42b3-9c48-273ea760e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:03.927118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03b3b32a-ff55-420a-9da3-8d6afb58590e req-c7b939c6-ce3f-42b3-9c48-273ea760e25d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0505137 Aug 21 09:59:03.975336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b32a-ff55-420a-9da3-8d6afb58590e req-6762f388-5895-4e89-9705-e57ab6a6eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:03.976987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03b3b32a-ff55-420a-9da3-8d6afb58590e req-6762f388-5895-4e89-9705-e57ab6a6eb33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421968 Aug 21 09:59:04.013682 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3e0cf-e7ac-403a-8d63-1a6490d4b0e3 None None] Checking router: a188d5f1-11b3-44de-a065-9fa1947ca09d for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 09:59:04.022177 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3e0cf-e7ac-403a-8d63-1a6490d4b0e3 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 09:59:04.022782 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-35b3e0cf-e7ac-403a-8d63-1a6490d4b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T09:58:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:59:04.066456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03b3b32a-ff55-420a-9da3-8d6afb58590e req-9b02a9a9-c491-4014-b671-8f559b58e80e service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821650 Aug 21 09:59:04.125774 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-35b3e0cf-e7ac-403a-8d63-1a6490d4b0e3 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 09:59:04.162310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-03b3b32a-ff55-420a-9da3-8d6afb58590e req-d6ee9d35-8097-41cb-9ebc-29bdbeabdb3d service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884497 Aug 21 09:59:04.342423 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-35b3e0cf-e7ac-403a-8d63-1a6490d4b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:88:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4762c-b411-420f-926e-b73d5353f120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T09:59:02Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 09:59:04.371173 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3e0cf-e7ac-403a-8d63-1a6490d4b0e3 None None] The sync data for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 is: [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:88:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf4762c-b411-420f-926e-b73d5353f120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T09:59:02Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 09:59:04.555195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d51f3b-7c80-42ff-b5e7-016b89ef953f None None] New status for floating IP 812b6660-76f0-4d82-8559-c358f7ee0798: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 09:59:06.967183 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c4df4d48-f56d-4b9b-9b66-8cfdaeded244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:09.575771 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8eeab055-1c6f-4dad-a40d-58e60633e626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:09.872823 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:10.168303 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:59:11.089844 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:12.586786 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:15.912555 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:15.937621 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:36.960287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e94ad1c9-c5f0-456a-aaab-76767a78f5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:39.571630 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-198ae37c-9892-4566-96df-6e9fa5f7aea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:39.834391 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:41.085722 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:42.577308 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:45.851303 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:45.883290 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 09:59:47.167125 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 09:59:55.751733 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-ffd971bb-44f5-43d9-8acc-40c3a4b966e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416615 Aug 21 09:59:55.834044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-f6ce2fc2-47e1-4ffd-ba86-dd80116e0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:55.835525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-f6ce2fc2-47e1-4ffd-ba86-dd80116e0833 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 1098 time: 0.0411546 Aug 21 09:59:55.951584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-a557d125-05a2-41c5-9960-2949032e1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:55.953066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-a557d125-05a2-41c5-9960-2949032e1d2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0964098 Aug 21 09:59:56.030105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-dbb95338-7771-45c1-9639-f46cd571a5b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 200 len: 1001 time: 0.0700674 Aug 21 09:59:56.098054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-30a83c3d-ac0f-47d5-b82b-6e5ffc3a0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:56.099510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-30a83c3d-ac0f-47d5-b82b-6e5ffc3a0576 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0631001 Aug 21 09:59:56.144788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-90af2677-bc3e-47cb-9bf1-895fd4ce43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 09:59:56.146264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-90af2677-bc3e-47cb-9bf1-895fd4ce43be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400608 Aug 21 09:59:56.235388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-f4711159-e239-49a5-ac97-34146ff10358 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807612 Aug 21 09:59:56.327450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e3377994-0efa-4a17-a555-e0b2222fb513 req-16a9cafe-c2ca-4450-96ff-94a7e58767db service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852373 Aug 21 10:00:06.959155 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3efc7cc9-071a-4295-b114-1cd01d16a488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:09.585708 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c65fe83-869e-4d4d-96f3-f1df8c6d1838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:09.825589 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:11.093932 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:12.587493 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:15.924421 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:15.958294 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:24.165481 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:00:37.022431 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38478357-5b19-4c19-b74d-28676d1b103d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:38.544274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435ca4e-c030-4f45-bba3-68da0d22b7df req-7a901dbb-58cd-418b-8d01-420fd7a3a214 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:38.545647 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9435ca4e-c030-4f45-bba3-68da0d22b7df req-7a901dbb-58cd-418b-8d01-420fd7a3a214 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0487621 Aug 21 10:00:38.583667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9435ca4e-c030-4f45-bba3-68da0d22b7df req-d5d98969-53dd-4804-a392-47f66f27569d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317216 Aug 21 10:00:39.590870 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e7e12e6-192d-45b2-a117-6e7568b9ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:39.708545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7580e-62f9-4971-b118-ff9bfe049022 req-7117504e-36b2-4229-82c7-9a9ffc868f78 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:39.710039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4e7580e-62f9-4971-b118-ff9bfe049022 req-7117504e-36b2-4229-82c7-9a9ffc868f78 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0556319 Aug 21 10:00:39.748557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e4e7580e-62f9-4971-b118-ff9bfe049022 req-88f635d2-d2cc-458d-afc8-a1eeb47723ec tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326259 Aug 21 10:00:39.798513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:40.865390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e98e8-66ae-439f-8382-3c256f4835fd req-1ffa22ca-c092-41cf-90c5-771240a20d6e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:40.866870 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a83e98e8-66ae-439f-8382-3c256f4835fd req-1ffa22ca-c092-41cf-90c5-771240a20d6e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0488904 Aug 21 10:00:40.903190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a83e98e8-66ae-439f-8382-3c256f4835fd req-272c69d3-91f2-441f-8646-8d157c450df2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304134 Aug 21 10:00:41.093803 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:42.020025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a54e5-81ad-4f87-89f7-d5cb5be5a075 req-9df31240-e657-4a14-91bf-81424c8f7031 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:42.023641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-936a54e5-81ad-4f87-89f7-d5cb5be5a075 req-9df31240-e657-4a14-91bf-81424c8f7031 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0489233 Aug 21 10:00:42.061133 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-936a54e5-81ad-4f87-89f7-d5cb5be5a075 req-b5c100d8-9040-49e2-8031-e74e40fec8a9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Aug 21 10:00:42.596371 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:43.180049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb7297-8b52-40aa-aa85-a9ba5090d0b9 req-e75fedb9-50ea-45df-bf36-4363e9282fca tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:43.181621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cbb7297-8b52-40aa-aa85-a9ba5090d0b9 req-e75fedb9-50ea-45df-bf36-4363e9282fca tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0531597 Aug 21 10:00:43.219601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cbb7297-8b52-40aa-aa85-a9ba5090d0b9 req-78f80011-8e79-4f3e-ab20-8edff3b81b9a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321722 Aug 21 10:00:44.335415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32746c-3cb3-4553-acf5-242fb2ac93fb req-a4329983-3706-4db3-acd5-bb18aaa42079 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:44.336837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb32746c-3cb3-4553-acf5-242fb2ac93fb req-a4329983-3706-4db3-acd5-bb18aaa42079 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0523252 Aug 21 10:00:44.375283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fb32746c-3cb3-4553-acf5-242fb2ac93fb req-d3d46915-94b9-4eb8-8631-b4346b157d48 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324192 Aug 21 10:00:45.492417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171bb83-c07a-4f10-841d-def3680f2324 req-20af3e26-07fe-4517-a363-fd7bb89b1f6c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:45.493942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0171bb83-c07a-4f10-841d-def3680f2324 req-20af3e26-07fe-4517-a363-fd7bb89b1f6c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0516160 Aug 21 10:00:45.532589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0171bb83-c07a-4f10-841d-def3680f2324 req-0ea3784b-3db3-4571-a923-de65e43d2424 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320551 Aug 21 10:00:45.866219 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:45.928854 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:46.652839 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de004c6-1919-4cd9-9fbc-b632c0b1a471 req-5e9abfab-182f-4134-9596-22cf5fbb79f6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:46.654328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8de004c6-1919-4cd9-9fbc-b632c0b1a471 req-5e9abfab-182f-4134-9596-22cf5fbb79f6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0533309 Aug 21 10:00:46.692044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8de004c6-1919-4cd9-9fbc-b632c0b1a471 req-0f24631a-bd30-4aaf-98bd-54295bc3e074 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317349 Aug 21 10:00:47.809301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cbd56-873e-4f3b-a449-41ac7c268085 req-a1ec5aaa-455f-4160-ba04-d4ec9a5f1cb5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:47.810774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f47cbd56-873e-4f3b-a449-41ac7c268085 req-a1ec5aaa-455f-4160-ba04-d4ec9a5f1cb5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0490990 Aug 21 10:00:47.849789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f47cbd56-873e-4f3b-a449-41ac7c268085 req-756f6808-2298-42d8-966a-b622cf3184f9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330501 Aug 21 10:00:48.968193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c5a50-aae1-424d-81fd-6fa0530863c9 req-b4432beb-d5be-474b-9e9a-38bfe3e1f304 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:48.969842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a7c5a50-aae1-424d-81fd-6fa0530863c9 req-b4432beb-d5be-474b-9e9a-38bfe3e1f304 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0511730 Aug 21 10:00:49.010199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a7c5a50-aae1-424d-81fd-6fa0530863c9 req-4b097891-99b6-4a61-85d6-503c8c80e0f3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334322 Aug 21 10:00:50.131877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37898d38-a78a-49b4-9e6d-1d2b6b3cd0dd req-0f6c6a7b-a682-4d0d-8b85-bcd5ced1b247 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:50.133598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37898d38-a78a-49b4-9e6d-1d2b6b3cd0dd req-0f6c6a7b-a682-4d0d-8b85-bcd5ced1b247 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0553203 Aug 21 10:00:50.173567 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37898d38-a78a-49b4-9e6d-1d2b6b3cd0dd req-d2c702e6-f158-40ba-a704-e395809a3351 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331686 Aug 21 10:00:50.550176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ee9b-f997-49d0-8592-d67c69196d32 req-cc4afa3d-31b4-4420-b713-e770e93a61c5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:50.551679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff94ee9b-f997-49d0-8592-d67c69196d32 req-cc4afa3d-31b4-4420-b713-e770e93a61c5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0490360 Aug 21 10:00:50.590036 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff94ee9b-f997-49d0-8592-d67c69196d32 req-85e59b34-55c1-4b97-aca8-a3549e3b3543 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322390 Aug 21 10:00:50.676108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-d21130cd-8f27-4e69-89b9-5c6b1d670aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0466099 Aug 21 10:00:51.713728 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe33d1b-bd13-4813-9f2f-ec1938e9d017 req-30e09008-e6f9-4fd1-ab12-2240d45deff6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:51.715219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fe33d1b-bd13-4813-9f2f-ec1938e9d017 req-30e09008-e6f9-4fd1-ab12-2240d45deff6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0509949 Aug 21 10:00:51.760428 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fe33d1b-bd13-4813-9f2f-ec1938e9d017 req-939c1ac1-40d8-434c-a99e-c3bb81ca2508 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387642 Aug 21 10:00:52.750985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-0f1bcefe-b1c7-42c0-b3ec-f310620015b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:52.752549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-0f1bcefe-b1c7-42c0-b3ec-f310620015b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 1098 time: 0.0414231 Aug 21 10:00:52.869190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-55df5ab1-d3fa-4fbc-a495-0cb39b6564af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:52.870665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-55df5ab1-d3fa-4fbc-a495-0cb39b6564af service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.1116097 Aug 21 10:00:52.930934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cb0b5-f112-4f10-ae37-8d6c6253aab2 req-f4aebf06-8855-44e4-ab64-1d567e38f5df tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:52.932530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-140cb0b5-f112-4f10-ae37-8d6c6253aab2 req-f4aebf06-8855-44e4-ab64-1d567e38f5df tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0981576 Aug 21 10:00:52.960844 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-1fa1bf27-5772-42cc-a6cd-811da1d2f88e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 200 len: 1001 time: 0.0822749 Aug 21 10:00:53.011004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-140cb0b5-f112-4f10-ae37-8d6c6253aab2 req-20b8a43c-0615-478a-a4dc-53c949c433ca tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714080 Aug 21 10:00:53.026966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-9fa5f3d2-3d62-4b04-8cd8-e6c530104a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:53.028513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-9fa5f3d2-3d62-4b04-8cd8-e6c530104a20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0600863 Aug 21 10:00:53.073724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-e242937b-2889-4f8a-927d-b586e9a93bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:53.075221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-e242937b-2889-4f8a-927d-b586e9a93bae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401750 Aug 21 10:00:53.086003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-715b9716-dab7-4349-a208-425c8afccd45 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:00:53.086958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-715b9716-dab7-4349-a208-425c8afccd45 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049894 Aug 21 10:00:53.175568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-2944d503-7f2c-4829-a483-d72b596cc663 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814586 Aug 21 10:00:53.269352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-16ca24ce-99b8-4cdb-adfd-1f144551564a service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870357 Aug 21 10:00:54.126407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269456c-35e3-45ed-be73-4f4bdb49aea9 req-743c051f-a047-4c97-a8e3-4657512d7b16 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:54.127935 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e269456c-35e3-45ed-be73-4f4bdb49aea9 req-743c051f-a047-4c97-a8e3-4657512d7b16 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0483859 Aug 21 10:00:54.165324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e269456c-35e3-45ed-be73-4f4bdb49aea9 req-9f6db719-b967-42ea-9186-d51a3c17572e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315526 Aug 21 10:00:55.323374 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe30da-eb51-4ad3-8edb-b7e5c9df275f req-5083b92c-fbe2-4e25-a587-cc6da0ded3bb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:55.324793 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69fe30da-eb51-4ad3-8edb-b7e5c9df275f req-5083b92c-fbe2-4e25-a587-cc6da0ded3bb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0927629 Aug 21 10:00:55.338142 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-14a17a9d-066a-46d0-9d14-3b222bfa3d0c service neutron] show failed (client error): The resource could not be found. Aug 21 10:00:55.339069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-14a17a9d-066a-46d0-9d14-3b222bfa3d0c service neutron] 10.222.0.13 "GET /v2.0/ports/b9d2d0d4-273b-4daf-8961-3476ab1cecf7/bindings/n-h2-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0809679 Aug 21 10:00:55.366784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69fe30da-eb51-4ad3-8edb-b7e5c9df275f req-5eeb7fa4-c3a5-42a2-80bd-27391fa17fbb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360501 Aug 21 10:00:55.818468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-23729e05-0258-4d3f-a392-7bb67ab78243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:55.820078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-23729e05-0258-4d3f-a392-7bb67ab78243 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 1098 time: 0.0409288 Aug 21 10:00:55.832141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:00:55.886474 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:56.083034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:00:56.115176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:00:56.152843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:00:56.155094 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbfa290-de8b-44cd-9827-8c59d0a1c64d" -d '{"events": [{"server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:00:56.161239 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:56.173710 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Transition to ACTIVE for port object b9d2d0d4-273b-4daf-8961-3476ab1cecf7 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:00:56.210595 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 10:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797c07e0-2751-4174-9cb3-2e4964dab7b2 x-openstack-request-id: req-797c07e0-2751-4174-9cb3-2e4964dab7b2 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:00:56.210919 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:00:56.211230 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-797c07e0-2751-4174-9cb3-2e4964dab7b2 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:00:56.211735 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'code': 200} Aug 21 10:00:56.225760 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:56.308306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Pushing event updated for resources: {'Port': ['ID=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:00:56.320878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.321226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.321566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.321905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.322239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.322569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.322898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.323228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.323570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.324129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.324243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.324537 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:00:56.357055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] No DVR routers for this DVR port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:00:56.535181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaab628-d601-49e4-a4f3-e7c6bc0bf4b7 req-99a1a2a0-351a-4d30-af58-e1091f4d28ba tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:56.536629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccaab628-d601-49e4-a4f3-e7c6bc0bf4b7 req-99a1a2a0-351a-4d30-af58-e1091f4d28ba tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 944 time: 0.0815742 Aug 21 10:00:56.552021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Attempting to bind port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:00:56.552349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Attempting to bind port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:00:56.552674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Attempting to bind port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:00:56.565483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:00:56.565744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Attempting to bind port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:00:56.573573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:00:56.573903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:00:56.574281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:00:56.574701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Bound port: b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:00:56.575079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:56.595483 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccaab628-d601-49e4-a4f3-e7c6bc0bf4b7 req-5ed3c28a-2a02-489c-9c61-bdd15acf973a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518043 Aug 21 10:00:56.650513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:00:56.653471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:00:56.728319 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:56.760760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:56.761369 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:00:56.762757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] 10.222.0.22 "PUT /v2.0/ports/b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 200 len: 1093 time: 0.9345248 Aug 21 10:00:56.785924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a2aa3-65d6-4dc8-b652-0791e4ee999b service neutron] Pushing event updated for resources: {'Port': ['ID=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:00:56.832577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-ae7e3fed-c5f3-4399-b04e-0fe41802a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:56.834102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-ae7e3fed-c5f3-4399-b04e-0fe41802a800 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 1096 time: 0.0453024 Aug 21 10:00:56.933182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-a30441c7-9f9c-438f-9aa3-5597a365c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:56.934652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-a30441c7-9f9c-438f-9aa3-5597a365c3da service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0933022 Aug 21 10:00:56.998055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-3b4d902e-5c05-4b6b-9b1d-eeef9c0c667d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 200 len: 999 time: 0.0563533 Aug 21 10:00:57.046337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-9d1f389a-de30-4467-8f86-355c7c74abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:57.048259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-9d1f389a-de30-4467-8f86-355c7c74abd6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0434790 Aug 21 10:00:57.096730 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-33699821-aa52-45ae-98cb-0574164379cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:57.098205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-33699821-aa52-45ae-98cb-0574164379cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432308 Aug 21 10:00:57.108650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-a7295d34-4ea2-41c4-9337-8d36a228c06c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:00:57.109573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-a7295d34-4ea2-41c4-9337-8d36a228c06c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048993 Aug 21 10:00:57.197090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-259ee945-8f5a-404f-b30b-10df4704dca9 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801296 Aug 21 10:00:57.302728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b03bb1b-9b2f-42a9-b5b5-56c5f1573ffa req-be6a3d68-45aa-45ad-8121-347c3efcd8f6 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981629 Aug 21 10:00:57.715113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d76739-985f-43e8-bb0d-f8a86c926fe8 req-2f1aa6c5-a493-4441-b7df-ea61546ccfba tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:57.716615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d76739-985f-43e8-bb0d-f8a86c926fe8 req-2f1aa6c5-a493-4441-b7df-ea61546ccfba tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 944 time: 0.0501544 Aug 21 10:00:57.754579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87d76739-985f-43e8-bb0d-f8a86c926fe8 req-f8f36cd8-3510-49e3-bfac-62f15c756254 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321040 Aug 21 10:00:58.213282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:00:58.215681 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952d4f50-604d-4b8a-b22d-ed91ad41b00d" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:00:58.263071 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2a7772-665e-451a-9a36-07143cd53cf3 x-openstack-request-id: req-ba2a7772-665e-451a-9a36-07143cd53cf3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:00:58.263360 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:00:58.263642 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba2a7772-665e-451a-9a36-07143cd53cf3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:00:58.264068 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'status': 'completed', 'code': 200} Aug 21 10:00:58.358890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-87ace9fb-cec1-4d70-8264-2bd500eade5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:58.360991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-87ace9fb-cec1-4d70-8264-2bd500eade5d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 1096 time: 0.0628417 Aug 21 10:00:58.363249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-6b7678cc-9fcc-4fc1-8c78-3b1369286796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:58.364592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-6b7678cc-9fcc-4fc1-8c78-3b1369286796 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 1096 time: 0.0815957 Aug 21 10:00:58.517726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-07b87649-2606-4811-b82b-36433b7145b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:58.519095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-07b87649-2606-4811-b82b-36433b7145b9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.1503501 Aug 21 10:00:58.520213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-4ddc8180-2d64-492d-9d4f-045013ce6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:58.521522 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-4ddc8180-2d64-492d-9d4f-045013ce6613 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.1458106 Aug 21 10:00:58.977876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-1bca4486-81e1-4b0a-9b80-f20aa74b31d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 200 len: 999 time: 0.4511569 Aug 21 10:00:58.984559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-3ef3349b-61bd-4f2a-9f98-f093e31f819c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 200 len: 999 time: 0.4519434 Aug 21 10:00:59.029091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9d74c-aa68-426e-aa53-81ac71fd10b1 req-e9b314ae-046e-4fde-a66e-a1351baa7872 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:59.035796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40f9d74c-aa68-426e-aa53-81ac71fd10b1 req-e9b314ae-046e-4fde-a66e-a1351baa7872 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 944 time: 0.1125805 Aug 21 10:00:59.098031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-04a060eb-9252-4f12-b18d-e8e966227e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:59.099521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-04a060eb-9252-4f12-b18d-e8e966227e6c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.1134002 Aug 21 10:00:59.106220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-a150f36e-c134-4ab8-ac43-9f5ec98cda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:59.107533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-a150f36e-c134-4ab8-ac43-9f5ec98cda00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.1120732 Aug 21 10:00:59.131055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40f9d74c-aa68-426e-aa53-81ac71fd10b1 req-93786fdc-d273-4e1f-a688-e2468f3c17db tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752702 Aug 21 10:00:59.179412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-c148e47c-83b8-44bc-a039-197b565e985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:59.180942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-c148e47c-83b8-44bc-a039-197b565e985d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616937 Aug 21 10:00:59.185727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-c83f2ee6-069a-42a3-b849-8126925647d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:00:59.187148 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-c83f2ee6-069a-42a3-b849-8126925647d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769694 Aug 21 10:00:59.336043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-09e1b648-8318-4139-b045-be0bda77e8ba service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474271 Aug 21 10:00:59.339194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-0cbcfdd1-23a3-4673-8674-a08bb20ebfac service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430819 Aug 21 10:00:59.490717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-beaf556b-e8d5-4831-8b50-4ab23f24edb7 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477361 Aug 21 10:00:59.492841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-952d4f50-604d-4b8a-b22d-ed91ad41b00d req-683583ef-b510-40aa-be06-448d54224522 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425292 Aug 21 10:01:00.238069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b9d2d0d4-273b-4daf-8961-3476ab1cecf7 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:01:00.255194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e1f86-6c20-46f9-873c-4211787b725f req-9e30c69a-1059-490f-a20e-d446904bff25 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:00.256721 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd2e1f86-6c20-46f9-873c-4211787b725f req-9e30c69a-1059-490f-a20e-d446904bff25 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 944 time: 0.0560689 Aug 21 10:01:00.293820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd2e1f86-6c20-46f9-873c-4211787b725f req-c8721c89-a0dd-400e-a10a-539cf78433d6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306344 Aug 21 10:01:00.336549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:01:00.347694 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'port_id': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'mac_address': 'fa:16:3e:88:be:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:01:00.385573 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:00.397953 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d2d0d4-273b-4daf-8961-3476ab1cecf7 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:01:00.416824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:01:00.454334 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:00.501425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:01:00.509226 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.509576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.509920 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.510284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.510620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.510964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.511281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.511658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.511997 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.512323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.512650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.512972 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:01:00.600949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fe110-d04f-4275-8f4a-635edabccf18 req-3e14469e-10fc-481d-aebd-e372783f442b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:00.602912 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a47fe110-d04f-4275-8f4a-635edabccf18 req-3e14469e-10fc-481d-aebd-e372783f442b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 945 time: 0.0563207 Aug 21 10:01:00.704091 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a47fe110-d04f-4275-8f4a-635edabccf18 req-c91d9f6c-1b7a-4b9e-b814-be02525078f1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938332 Aug 21 10:01:00.710699 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['b9d2d0d4-273b-4daf-8961-3476ab1cecf7'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:01:00.727926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-55236bcb-2be7-4b0b-b9e5-554fe738cb83 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:00.729557 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-55236bcb-2be7-4b0b-b9e5-554fe738cb83 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 945 time: 0.0978847 Aug 21 10:01:00.780165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b9d2d0d4-273b-4daf-8961-3476ab1cecf7 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:01:00.825429 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-85322945-0d67-4186-84a3-c8ef3732ee83 service neutron] delete failed (client error): The resource could not be found. Aug 21 10:01:00.827074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-85322945-0d67-4186-84a3-c8ef3732ee83 service neutron] 10.222.0.13 "DELETE /v2.0/ports/b9d2d0d4-273b-4daf-8961-3476ab1cecf7/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0898421 Aug 21 10:01:00.871738 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b9d2d0d4-273b-4daf-8961-3476ab1cecf7 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:01:00.918167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-7ad7ce59-a40d-4c27-824d-85340efb160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:00.919766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-7ad7ce59-a40d-4c27-824d-85340efb160d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 1097 time: 0.0408719 Aug 21 10:01:01.015681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-59edc668-762a-4cb1-b330-491cba64c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:01.017390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-59edc668-762a-4cb1-b330-491cba64c6e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0909102 Aug 21 10:01:01.091078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-e62f2967-c3cf-4d2c-9db2-bab8d1de640d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 200 len: 1000 time: 0.0666075 Aug 21 10:01:01.144634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-ccbf5c6e-22ab-4391-9f62-79d7ef1173c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:01.146040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-ccbf5c6e-22ab-4391-9f62-79d7ef1173c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0483787 Aug 21 10:01:01.167117 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:01:01.207805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-aa2f3b94-8a44-4242-9df1-4c8b50beb825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:01.209382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-aa2f3b94-8a44-4242-9df1-4c8b50beb825 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551250 Aug 21 10:01:01.302600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-d9275f58-f32b-402e-8fa1-d37c1148fcd4 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858886 Aug 21 10:01:01.392897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd84bc81-ce06-444b-a0d2-c34d9ad4ab7b req-be9e3eb3-1077-4f1a-85bb-541ca071e0cc service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819428 Aug 21 10:01:01.847450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459050e-60a9-4b05-b3d4-3ef1dffc3584 req-468bcd2f-aac4-46ea-8908-6d9976ff54a9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:01.848971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9459050e-60a9-4b05-b3d4-3ef1dffc3584 req-468bcd2f-aac4-46ea-8908-6d9976ff54a9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 945 time: 0.0620291 Aug 21 10:01:01.888427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9459050e-60a9-4b05-b3d4-3ef1dffc3584 req-10d40460-230c-4282-931a-f674bf9006e5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330777 Aug 21 10:01:02.253787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b9d2d0d4-273b-4daf-8961-3476ab1cecf7 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:01:02.374312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:01:02.378595 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:01:02.378995 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:02.459204 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:02.483241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:01:02.485671 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc528357-bbad-4d45-aca4-293bdbc33ed0" -d '{"events": [{"server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "name": "network-vif-plugged", "status": "completed", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:01:02.498860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:01:02.521003 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead1492c-042c-4758-8d95-5f4a4755ef79 x-openstack-request-id: req-ead1492c-042c-4758-8d95-5f4a4755ef79 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:01:02.521434 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "name": "network-vif-plugged", "status": "completed", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:01:02.521741 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ead1492c-042c-4758-8d95-5f4a4755ef79 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:01:02.522144 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'code': 200} Aug 21 10:01:02.574317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:02.620509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:01:03.010256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff13a6-03d8-4a8b-9d21-8ec85d71488c req-95ba626b-41a1-420b-a198-dd86486ff8c0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:03.011789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afff13a6-03d8-4a8b-9d21-8ec85d71488c req-95ba626b-41a1-420b-a198-dd86486ff8c0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0540075 Aug 21 10:01:03.048818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afff13a6-03d8-4a8b-9d21-8ec85d71488c req-e5bb7e95-d85a-4184-af71-b1101b0f398d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312278 Aug 21 10:01:03.163273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9417ca7-b09e-4819-807a-171c457382ec req-eddb2ee7-0dcd-47de-a3cb-57bb9f2cd139 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:03.164890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9417ca7-b09e-4819-807a-171c457382ec req-eddb2ee7-0dcd-47de-a3cb-57bb9f2cd139 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0489688 Aug 21 10:01:03.203299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9417ca7-b09e-4819-807a-171c457382ec req-e97907c1-bf9d-45b9-b10e-cc32bbe63d25 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324328 Aug 21 10:01:03.505802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a3942-7c3f-409e-8216-0a4e16f6c15a req-fb0d2015-b19b-49ab-a402-b7c6d2f10c53 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:03.507201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc7a3942-7c3f-409e-8216-0a4e16f6c15a req-fb0d2015-b19b-49ab-a402-b7c6d2f10c53 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0550277 Aug 21 10:01:03.546412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bc7a3942-7c3f-409e-8216-0a4e16f6c15a req-c3dc79ea-54ff-4920-bf7b-704c86ca4db0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331490 Aug 21 10:01:03.591299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da804d8f-773a-483c-a3a3-100020da2e60 req-38a0216b-a0f7-4985-bf37-a4992c76fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:03.592842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da804d8f-773a-483c-a3a3-100020da2e60 req-38a0216b-a0f7-4985-bf37-a4992c76fb38 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 1098 time: 0.0401816 Aug 21 10:01:03.684474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da804d8f-773a-483c-a3a3-100020da2e60 req-259d50b9-aed0-497b-a663-18566383177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:03.685972 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da804d8f-773a-483c-a3a3-100020da2e60 req-259d50b9-aed0-497b-a663-18566383177f service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0861423 Aug 21 10:01:03.757423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da804d8f-773a-483c-a3a3-100020da2e60 req-8a91e2da-a53a-4e4d-b2bb-6467e1e900f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 200 len: 1001 time: 0.0644863 Aug 21 10:01:03.807769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da804d8f-773a-483c-a3a3-100020da2e60 req-890f3bda-7835-4902-b36f-1a43fe7cdf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:03.809268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da804d8f-773a-483c-a3a3-100020da2e60 req-890f3bda-7835-4902-b36f-1a43fe7cdf96 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0444896 Aug 21 10:01:03.854785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da804d8f-773a-483c-a3a3-100020da2e60 req-08bdce1d-b508-49a7-ad80-b6aa302a48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:03.856318 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da804d8f-773a-483c-a3a3-100020da2e60 req-08bdce1d-b508-49a7-ad80-b6aa302a48ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403726 Aug 21 10:01:03.947971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da804d8f-773a-483c-a3a3-100020da2e60 req-ffe23738-e61e-4a9c-bdb6-55f0426e91a1 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842826 Aug 21 10:01:04.038857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-da804d8f-773a-483c-a3a3-100020da2e60 req-dd17afef-b6c4-4570-91ad-449135066aa0 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838568 Aug 21 10:01:04.671673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57669f01-77c2-4003-af37-a0d7f486a46e req-ab834db7-6447-4ea4-9d0a-20d99fc86f23 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:04.673371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-57669f01-77c2-4003-af37-a0d7f486a46e req-ab834db7-6447-4ea4-9d0a-20d99fc86f23 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0563488 Aug 21 10:01:04.713076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-57669f01-77c2-4003-af37-a0d7f486a46e req-37ede848-e301-4006-98ce-3e06ad1ae87a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336626 Aug 21 10:01:05.829398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e25d88-1ffa-47f3-a3c4-4ea5cf87feba req-5998ad91-2b42-42e1-b768-0c8b51c02f08 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:05.830905 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1e25d88-1ffa-47f3-a3c4-4ea5cf87feba req-5998ad91-2b42-42e1-b768-0c8b51c02f08 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0485041 Aug 21 10:01:05.869068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f1e25d88-1ffa-47f3-a3c4-4ea5cf87feba req-75fc1bc7-fc1c-4e69-a0d7-bfdba0babdaf tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322382 Aug 21 10:01:06.268570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143440bd-f4a9-4228-8210-8d2657c05513 req-3cea92a5-e38c-4cad-bfe8-f5db482a80de tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:06.268570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143440bd-f4a9-4228-8210-8d2657c05513 req-3cea92a5-e38c-4cad-bfe8-f5db482a80de tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0493314 Aug 21 10:01:06.303958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143440bd-f4a9-4228-8210-8d2657c05513 req-08a2fd05-ea76-449a-8333-bb7106042d8b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306895 Aug 21 10:01:06.967923 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-263c4ddb-8c67-40ae-a65d-4ce758323932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:07.425097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3516ab5-f86e-4a91-8a5c-bf9a45e4a2ff req-0bb98ff9-ba2d-4001-9804-e2bd06b3ece2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:07.426588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3516ab5-f86e-4a91-8a5c-bf9a45e4a2ff req-0bb98ff9-ba2d-4001-9804-e2bd06b3ece2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0528197 Aug 21 10:01:07.464127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3516ab5-f86e-4a91-8a5c-bf9a45e4a2ff req-247eb6b2-722d-4d25-9f44-2308a8eeeac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Aug 21 10:01:07.513573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-a3cd2096-2a10-4b88-a875-fcd856bf65c5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:07.515202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-a3cd2096-2a10-4b88-a875-fcd856bf65c5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 946 time: 0.0486314 Aug 21 10:01:07.608950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Deleting port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:01:07.609205 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:07.701280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] For port b9d2d0d4-273b-4daf-8961-3476ab1cecf7, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:01:07.701647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:07.872523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:07.872938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:07.873420 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Floating IP 812b6660-76f0-4d82-8559-c358f7ee0798 disassociated. External IP: 172.25.5.66, port: b9d2d0d4-273b-4daf-8961-3476ab1cecf7. Aug 21 10:01:07.873838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Calling delete_port for b9d2d0d4-273b-4daf-8961-3476ab1cecf7 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:01:08.053906 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:08.082024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event deleted for resources: {'Port': ['ID=b9d2d0d4-273b-4daf-8961-3476ab1cecf7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:01:08.199715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Router a188d5f1-11b3-44de-a065-9fa1947ca09d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:01:08.310428 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:01:08.321241 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d331bb5-d995-4db7-aecc-e41be90b74ac None None] Sync routers for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:01:08.330882 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d331bb5-d995-4db7-aecc-e41be90b74ac None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:01:08.333728 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4d331bb5-d995-4db7-aecc-e41be90b74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:00:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:01:08.349961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] No DVR routers for this DVR port b9d2d0d4-273b-4daf-8961-3476ab1cecf7 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:01:08.352830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:08.354818 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0860863c-ccbd-4d3f-a631-6ef82e4baed4 req-308052df-0693-4019-b986-5a3a6f3ea6f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.22 "DELETE /v2.0/ports/b9d2d0d4-273b-4daf-8961-3476ab1cecf7 HTTP/1.1" status: 204 len: 173 time: 0.8333621 Aug 21 10:01:08.355248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'name': 'network-vif-deleted', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:01:08.357530 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabcd3ca-31c3-4605-bd8d-e92743c55477" -d '{"events": [{"server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "name": "network-vif-deleted", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:01:08.392372 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39195a7c-7dfc-4b91-8ae8-09f3e0747c86 x-openstack-request-id: req-39195a7c-7dfc-4b91-8ae8-09f3e0747c86 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:01:08.392666 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf4762c-b411-420f-926e-b73d5353f120", "name": "network-vif-deleted", "tag": "b9d2d0d4-273b-4daf-8961-3476ab1cecf7", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:01:08.392949 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39195a7c-7dfc-4b91-8ae8-09f3e0747c86 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:01:08.393360 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf4762c-b411-420f-926e-b73d5353f120', 'name': 'network-vif-deleted', 'tag': 'b9d2d0d4-273b-4daf-8961-3476ab1cecf7', 'status': 'completed', 'code': 200} Aug 21 10:01:08.437652 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4d331bb5-d995-4db7-aecc-e41be90b74ac None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:01:08.625393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-26262d4d-5373-45ef-a2ba-50aafd2d102d req-96981428-eab9-4168-a016-95f904e9e221 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf4762c-b411-420f-926e-b73d5353f120 HTTP/1.1" status: 200 len: 210 time: 0.0874708 Aug 21 10:01:08.641262 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4d331bb5-d995-4db7-aecc-e41be90b74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:01:08.673956 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d331bb5-d995-4db7-aecc-e41be90b74ac None None] Checking router: a188d5f1-11b3-44de-a065-9fa1947ca09d for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:01:08.682945 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d331bb5-d995-4db7-aecc-e41be90b74ac None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:01:08.683719 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4d331bb5-d995-4db7-aecc-e41be90b74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:00:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:01:08.787568 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4d331bb5-d995-4db7-aecc-e41be90b74ac None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:01:08.980803 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4d331bb5-d995-4db7-aecc-e41be90b74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:01:09.007924 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d331bb5-d995-4db7-aecc-e41be90b74ac None None] The sync data for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 is: [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:01:09.225520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b157349e-571f-44d3-8c12-03bd438a36b6 None None] New status for floating IP 812b6660-76f0-4d82-8559-c358f7ee0798: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:01:09.550727 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b602beb5-6bd9-425a-b98f-755a122182a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:09.825075 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:09.907040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-ac3c2741-ce08-45ad-a389-021e57281703 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1039258763&fields=id&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 267 time: 0.0394475 Aug 21 10:01:10.014115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281a864-8733-459d-8064-069bd5934b97 req-2e693b6b-9bea-4c18-9ca9-9a8c80e436a8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:10.015629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-2e693b6b-9bea-4c18-9ca9-9a8c80e436a8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 812 time: 0.1018276 Aug 21 10:01:10.030838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-f48e896c-e965-44d6-884b-615bbfcb3f87 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/quotas/6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 375 time: 0.0092742 Aug 21 10:01:10.082697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-8a775eb0-ba8e-4251-a9d5-43bd6dee5ccd tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460603 Aug 21 10:01:10.254598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-a059fe9d-044f-450f-b524-b8f12683a73a service neutron] 10.222.0.20 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264973 Aug 21 10:01:10.341159 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-917028db-5a8d-41b7-be24-3a1f5c23d836 service neutron] 10.222.0.20 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803027 Aug 21 10:01:11.064975 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:11.598064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3701c9c4-a720-4eb4-8135-e6ac5b3f1974 req-2f2eb8d2-8eca-4cd4-802f-7690e12f762b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 210 time: 0.0322676 Aug 21 10:01:12.310733 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b9d2d0d4-273b-4daf-8961-3476ab1cecf7 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:01:12.330801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: b9d2d0d4-273b-4daf-8961-3476ab1cecf7 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:01:12.331163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b9d2d0d4-273b-4daf-8961-3476ab1cecf7 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:01:12.590862 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:12.742112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-150a2071-9e30-4e6f-91b4-25b9fe89dcd5 req-dfa259cf-c48f-4a19-9d15-96189729c91d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 210 time: 0.0763352 Aug 21 10:01:13.296872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281a864-8733-459d-8064-069bd5934b97 req-72436014-7893-4290-871e-befa4f073810 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:13.298204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-72436014-7893-4290-871e-befa4f073810 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 812 time: 0.0990870 Aug 21 10:01:13.343130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-138513d4-c728-4476-ac34-218974e29336 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 380 time: 0.0341995 Aug 21 10:01:13.353091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'port': {'device_id': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'admin_state_up': True, 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'security_groups': ['e3982f6d-fc80-4cf7-a13d-85cb045fcc2b']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:01:13.538437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Made reservation on behalf of 6d28eec1c1ec4c4189a77fd822e6488b for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:01:13.542127 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:13.666569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Allocated IP 172.20.0.9 (9217774d-b4a8-4236-a4e1-7602a5993b45/9ab4f163-31fe-4a75-a6c3-e86ed18eca8b/e45fc38c-6fbc-45d8-8d45-af8bda74dc05) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:01:13.804908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:13.841378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4c6143f5-e292-463b-978e-f2d830790d68 req-599818a0-2772-4028-883b-eaa4c125bbd3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 210 time: 0.0321717 Aug 21 10:01:13.842249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Transition to ACTIVE for port object e45fc38c-6fbc-45d8-8d45-af8bda74dc05 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:01:13.905361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:13.952682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:01:13.956103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:01:13.960089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:01:13.985930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:01:14.014902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:14.015537 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:14.088704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-86398ef7-6a3f-43b8-8770-d9fda8ce1e20 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397017 Aug 21 10:01:14.102046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Request body: {'port': {'device_id': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:01:14.156445 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:14.327773 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-29e34442-bb45-435f-aed3-6a7d40a86eac None None] Provisioning for port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:01:14.331746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-29e34442-bb45-435f-aed3-6a7d40a86eac None None] Provisioning complete for port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:01:14.348709 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-29e34442-bb45-435f-aed3-6a7d40a86eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:14.367369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-29e34442-bb45-435f-aed3-6a7d40a86eac None None] Port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:01:14.415792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45fc38c-6fbc-45d8-8d45-af8bda74dc05 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:01:14.422883 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:14.434561 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Transition to ACTIVE for port object e45fc38c-6fbc-45d8-8d45-af8bda74dc05 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:01:14.505344 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:14.557147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:01:14.630827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:01:14.631239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:01:14.631602 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:01:14.636043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:01:14.636364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:01:14.641320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:01:14.641659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:01:14.642045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:01:14.642475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Bound port: e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:01:14.642861 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:14.712524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:01:14.715504 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:01:14.768394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:14.803348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:14.803998 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:14.805558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] 10.222.0.13 "PUT /v2.0/ports/e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 1092 time: 0.7086949 Aug 21 10:01:14.807734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:01:14.810124 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5812cd41-450a-4ea7-88d8-6e801378185b" -d '{"events": [{"name": "network-changed", "server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:01:14.836268 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60837b7b-32ae-4025-8e40-17987d730252 service neutron] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:01:14.853631 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd4f16f-8dbd-4d38-bd0f-002b0f43973a x-openstack-request-id: req-0fd4f16f-8dbd-4d38-bd0f-002b0f43973a {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:01:14.853920 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:01:14.854169 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fd4f16f-8dbd-4d38-bd0f-002b0f43973a {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:01:14.854568 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'status': 'completed', 'code': 200} Aug 21 10:01:14.943133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812cd41-450a-4ea7-88d8-6e801378185b req-def76d98-b1bf-4e88-8d4b-1aee36f31bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:14.944671 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5812cd41-450a-4ea7-88d8-6e801378185b req-def76d98-b1bf-4e88-8d4b-1aee36f31bd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1095 time: 0.0659776 Aug 21 10:01:15.021210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d8628-85c4-41bb-8e89-2ad35c658395 req-faa12442-a68b-4b05-b0ba-612c25eb78ae tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:15.022661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-999d8628-85c4-41bb-8e89-2ad35c658395 req-faa12442-a68b-4b05-b0ba-612c25eb78ae tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 943 time: 0.1093812 Aug 21 10:01:15.084387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-999d8628-85c4-41bb-8e89-2ad35c658395 req-15afa159-46f5-414a-af25-3c7d28a9d44f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545433 Aug 21 10:01:15.088657 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812cd41-450a-4ea7-88d8-6e801378185b req-046ff8dd-7ee1-489f-9c0f-59dee0c7ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:15.090061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5812cd41-450a-4ea7-88d8-6e801378185b req-046ff8dd-7ee1-489f-9c0f-59dee0c7ccf3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1359863 Aug 21 10:01:15.185890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812cd41-450a-4ea7-88d8-6e801378185b req-629d3802-50ce-42b1-b0e9-879f87f55677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:15.187345 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5812cd41-450a-4ea7-88d8-6e801378185b req-629d3802-50ce-42b1-b0e9-879f87f55677 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904424 Aug 21 10:01:15.260134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281a864-8733-459d-8064-069bd5934b97 req-32f75168-3849-458f-9170-31e635b7d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:15.261638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-32f75168-3849-458f-9170-31e635b7d45c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1095 time: 0.0404863 Aug 21 10:01:15.300890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-96d78564-78c7-45d8-a784-1b9ba8f8b290 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 217 time: 0.0321162 Aug 21 10:01:15.353482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281a864-8733-459d-8064-069bd5934b97 req-ddc7a563-13e6-48e2-9d87-8dfef230e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:15.354880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-ddc7a563-13e6-48e2-9d87-8dfef230e579 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0452445 Aug 21 10:01:15.399219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281a864-8733-459d-8064-069bd5934b97 req-c843e0f5-cf68-47f0-b5b1-e8c426460bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:15.400708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-c843e0f5-cf68-47f0-b5b1-e8c426460bb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388057 Aug 21 10:01:15.486516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-c7bada27-a689-4abc-b5ad-74112d4c9c0d service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785677 Aug 21 10:01:15.577710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1281a864-8733-459d-8064-069bd5934b97 req-ea7b63d1-8f5d-4983-beb3-aa5e5cb6d207 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833247 Aug 21 10:01:15.860660 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:15.922047 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:16.200744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49adc0-532b-4caf-b51f-1b12c8387e20 req-55051aa2-2525-4319-a218-7e7bacf0a7e0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:16.202200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e49adc0-532b-4caf-b51f-1b12c8387e20 req-55051aa2-2525-4319-a218-7e7bacf0a7e0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 943 time: 0.0490603 Aug 21 10:01:16.239872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e49adc0-532b-4caf-b51f-1b12c8387e20 req-1d49a36d-dd96-4de4-9c6f-398554059090 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317745 Aug 21 10:01:16.840781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:01:16.933449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:01:16.943983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'port_id': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'mac_address': 'fa:16:3e:e4:6c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:01:16.980310 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:16.992274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45fc38c-6fbc-45d8-8d45-af8bda74dc05 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:01:17.010916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:01:17.053509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:17.104368 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:01:17.270324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['e45fc38c-6fbc-45d8-8d45-af8bda74dc05'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:01:17.351970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58dc02-e234-4f4b-a850-d618cf36cc4c req-e53d9c12-8442-405e-86e2-a1adaf01098e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:17.353462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb58dc02-e234-4f4b-a850-d618cf36cc4c req-e53d9c12-8442-405e-86e2-a1adaf01098e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 944 time: 0.0476129 Aug 21 10:01:17.395765 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb58dc02-e234-4f4b-a850-d618cf36cc4c req-cbf2208a-b467-4d3f-ad10-5a76535b14f2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358558 Aug 21 10:01:18.510529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2aae-e18a-4096-ad33-45a268ae58ba req-97cde6ab-9144-4856-abc6-1e293981ad04 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:18.512065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d34b2aae-e18a-4096-ad33-45a268ae58ba req-97cde6ab-9144-4856-abc6-1e293981ad04 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 944 time: 0.0505035 Aug 21 10:01:18.549261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d34b2aae-e18a-4096-ad33-45a268ae58ba req-0fa14923-d433-4686-ace7-dab9f1186deb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313556 Aug 21 10:01:18.841885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:01:18.978964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:01:18.982967 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:01:18.983351 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:19.060852 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:19.083134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:01:19.085394 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8178f8-f7fd-4354-9699-5147e3c9f285" -d '{"events": [{"server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "name": "network-vif-plugged", "status": "completed", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:01:19.097783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:01:19.123297 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d9caa6-afd6-4853-8383-e7bcf8024548 x-openstack-request-id: req-98d9caa6-afd6-4853-8383-e7bcf8024548 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:01:19.123617 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "name": "network-vif-plugged", "status": "completed", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:01:19.123869 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98d9caa6-afd6-4853-8383-e7bcf8024548 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:01:19.124285 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'code': 200} Aug 21 10:01:19.179211 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:19.223150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3a6c2-7956-4c56-9187-b14a36c5ea10 req-cad3f6be-1b48-4be4-ad78-534d7a81faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:19.224337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70a3a6c2-7956-4c56-9187-b14a36c5ea10 req-cad3f6be-1b48-4be4-ad78-534d7a81faa1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1097 time: 0.0417397 Aug 21 10:01:19.227832 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:01:19.260232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-70a3a6c2-7956-4c56-9187-b14a36c5ea10 req-962ff1a2-2b44-4d35-8501-4a2f98b0268d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282071 Aug 21 10:01:19.661765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f0cb6-63d1-4b5b-ba40-58a0aec40740 req-1b4f9bb0-00db-4458-83e8-1337090feaee tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:19.663236 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-306f0cb6-63d1-4b5b-ba40-58a0aec40740 req-1b4f9bb0-00db-4458-83e8-1337090feaee tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0480323 Aug 21 10:01:19.704050 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-306f0cb6-63d1-4b5b-ba40-58a0aec40740 req-fdb29d10-0634-41c1-a68d-7a5e76f4eca8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349472 Aug 21 10:01:20.818859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae19e-6c6c-447e-a582-8ee01c962232 req-c8fc1202-ec9c-4894-8ae4-d83cbc1c6f33 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:20.821500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfeae19e-6c6c-447e-a582-8ee01c962232 req-c8fc1202-ec9c-4894-8ae4-d83cbc1c6f33 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0497937 Aug 21 10:01:20.859988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfeae19e-6c6c-447e-a582-8ee01c962232 req-b7282de8-ead4-4a0c-9e41-cdf62b294302 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Aug 21 10:01:20.970716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a4311-3d86-4fad-b688-7eb150bed36e req-35f437a0-cd6e-4ed0-b9eb-b14c9dbc3b0d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:20.972218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-825a4311-3d86-4fad-b688-7eb150bed36e req-35f437a0-cd6e-4ed0-b9eb-b14c9dbc3b0d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0485616 Aug 21 10:01:20.980980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 60684) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:01:20.985351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-11425724-cf70-45b8-8f0e-89f7b492a84a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'floatingip': {'port_id': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:01:21.027104 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-11425724-cf70-45b8-8f0e-89f7b492a84a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:21.783312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-11425724-cf70-45b8-8f0e-89f7b492a84a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:21.847674 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-11425724-cf70-45b8-8f0e-89f7b492a84a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:21.949255 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-11425724-cf70-45b8-8f0e-89f7b492a84a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Floating IP 812b6660-76f0-4d82-8559-c358f7ee0798 associated. External IP: 172.25.5.66, port: e45fc38c-6fbc-45d8-8d45-af8bda74dc05. Aug 21 10:01:22.166209 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11425724-cf70-45b8-8f0e-89f7b492a84a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Router a188d5f1-11b3-44de-a065-9fa1947ca09d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:01:22.273019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11425724-cf70-45b8-8f0e-89f7b492a84a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:01:22.277828 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-11425724-cf70-45b8-8f0e-89f7b492a84a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:22.282322 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6255ac-c275-41bf-939e-161978255ec7 None None] Sync routers for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:01:22.291673 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6255ac-c275-41bf-939e-161978255ec7 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:01:22.292301 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-eb6255ac-c275-41bf-939e-161978255ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:01:22.306764 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-11425724-cf70-45b8-8f0e-89f7b492a84a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "PUT /v2.0/floatingips/812b6660-76f0-4d82-8559-c358f7ee0798 HTTP/1.1" status: 200 len: 990 time: 1.3247528 Aug 21 10:01:22.307330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:01:22.309604 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:01:22.347766 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2c86cb-6f29-4d11-8b67-7e76be5ef914 x-openstack-request-id: req-9d2c86cb-6f29-4d11-8b67-7e76be5ef914 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:01:22.348076 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:01:22.348348 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d2c86cb-6f29-4d11-8b67-7e76be5ef914 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:01:22.349447 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'status': 'completed', 'code': 200} Aug 21 10:01:22.400067 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-eb6255ac-c275-41bf-939e-161978255ec7 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:01:22.412476 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b req-113e7fc7-fcd0-4516-b8e4-d65176a8052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:22.414131 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b req-113e7fc7-fcd0-4516-b8e4-d65176a8052f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1097 time: 0.0436792 Aug 21 10:01:22.514099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b req-18900586-cab0-46d6-b1fc-033751bec7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:22.515650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b req-18900586-cab0-46d6-b1fc-033751bec7e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0948296 Aug 21 10:01:22.582046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b req-1a464091-dcfe-4a85-9dc3-d1ce297cbe99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 998 time: 0.0591583 Aug 21 10:01:22.635675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b req-9a52b83c-8d12-4ad4-98c4-e113c4a6f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:22.637415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b req-9a52b83c-8d12-4ad4-98c4-e113c4a6f8f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0488372 Aug 21 10:01:22.684641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b req-96124ea1-1e25-4a7b-9064-69f40d094cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:22.686157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b req-96124ea1-1e25-4a7b-9064-69f40d094cb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399053 Aug 21 10:01:22.743695 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-eb6255ac-c275-41bf-939e-161978255ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:e4:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T10:01:21Z', 'revision_number': 9, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:01:22.770399 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6255ac-c275-41bf-939e-161978255ec7 None None] Checking router: a188d5f1-11b3-44de-a065-9fa1947ca09d for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:01:22.778174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b req-7ee0dda7-6361-4516-9f92-03d1827a01e7 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845470 Aug 21 10:01:22.779436 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6255ac-c275-41bf-939e-161978255ec7 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:01:22.780105 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-eb6255ac-c275-41bf-939e-161978255ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:01:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:01:22.882134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc22617-a2da-4e87-8c81-8c2cd3ac2e3b req-f44e190f-f685-4c09-8d44-4f1e2121e659 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970936 Aug 21 10:01:22.882836 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-eb6255ac-c275-41bf-939e-161978255ec7 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:01:23.103770 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-eb6255ac-c275-41bf-939e-161978255ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:e4:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T10:01:21Z', 'revision_number': 9, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:01:23.129627 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6255ac-c275-41bf-939e-161978255ec7 None None] The sync data for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 is: [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:e4:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T10:01:21Z', 'revision_number': 9, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:01:23.315016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17020f8-98b0-4057-a3c0-006ff906cab7 None None] New status for floating IP 812b6660-76f0-4d82-8559-c358f7ee0798: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:01:36.961470 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-02ad5077-7ca9-4665-92a8-40530067361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:38.166397 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:01:39.560854 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-54b46a12-6b4d-4161-bc39-6df4bf2cbc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:39.824279 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:41.092300 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:42.555342 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:45.866551 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:45.914898 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:01:57.767963 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0686b95-10b9-449a-84c9-dc266da3290a req-4a0f01e8-dcd2-40cb-bce4-ff00606aabfa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0779960 Aug 21 10:01:57.850854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0686b95-10b9-449a-84c9-dc266da3290a req-aac48658-28ce-4724-a907-9cc5d89ecfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:57.852415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0686b95-10b9-449a-84c9-dc266da3290a req-aac48658-28ce-4724-a907-9cc5d89ecfa2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1097 time: 0.0413377 Aug 21 10:01:57.957177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0686b95-10b9-449a-84c9-dc266da3290a req-150be046-c415-46f1-9791-429a453b621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:57.958589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0686b95-10b9-449a-84c9-dc266da3290a req-150be046-c415-46f1-9791-429a453b621b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0868824 Aug 21 10:01:58.029760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0686b95-10b9-449a-84c9-dc266da3290a req-7aaf3add-8d98-4471-b3ac-a43d4c92f04a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 1001 time: 0.0627689 Aug 21 10:01:58.082928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0686b95-10b9-449a-84c9-dc266da3290a req-2d3f4785-7b50-4437-9f8c-7a71238867e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:58.084424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0686b95-10b9-449a-84c9-dc266da3290a req-2d3f4785-7b50-4437-9f8c-7a71238867e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0486381 Aug 21 10:01:58.130932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0686b95-10b9-449a-84c9-dc266da3290a req-418b52a4-3793-4085-9024-6db0c05e5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:01:58.132544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0686b95-10b9-449a-84c9-dc266da3290a req-418b52a4-3793-4085-9024-6db0c05e5cf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413392 Aug 21 10:01:58.222194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0686b95-10b9-449a-84c9-dc266da3290a req-233b370b-0438-41d2-89e5-72da96bd6e04 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818529 Aug 21 10:01:58.318167 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0686b95-10b9-449a-84c9-dc266da3290a req-0a9fb06b-60db-4a9d-9bbe-a7cbbd919276 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885634 Aug 21 10:02:06.954390 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1ac334fc-4252-45fe-93be-113f52c00020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:09.560452 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-15e29ec7-2e36-4b56-bd79-3bcfd7b53e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:09.788801 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:11.080106 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:12.566355 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:15.165548 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:02:15.846045 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:15.937369 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:36.970818 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-26fbb2c8-3051-4d92-8315-51c32522263e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:39.565425 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c58d3a87-dcc1-4dae-a587-ea579bc534c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:39.838888 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:41.120124 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:42.604613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:45.874131 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:45.959446 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:02:52.165977 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:02:57.729184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-887cb906-4744-49e9-88c0-6d9befe0764c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397525 Aug 21 10:02:57.811035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-b62e46a8-ebd8-448e-8992-35eddf4171f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:02:57.812541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-b62e46a8-ebd8-448e-8992-35eddf4171f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1097 time: 0.0408423 Aug 21 10:02:57.916864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-17f0f6af-6133-4c98-a6f8-8089456f66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:02:57.918297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-17f0f6af-6133-4c98-a6f8-8089456f66c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0857410 Aug 21 10:02:57.983873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-f99ec3ad-3c3f-4be1-a180-dcdd9d73c352 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 1001 time: 0.0580761 Aug 21 10:02:58.043579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-6a8dd0e8-e34b-4d17-8362-796f4969e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:02:58.045067 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-6a8dd0e8-e34b-4d17-8362-796f4969e8e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0520239 Aug 21 10:02:58.090434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-31b98d63-4bc6-4b26-a905-3c8ec8f793d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:02:58.091978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-31b98d63-4bc6-4b26-a905-3c8ec8f793d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399349 Aug 21 10:02:58.184570 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-98397a23-02dd-4ec4-bcd3-939dbb9eccb7 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850308 Aug 21 10:02:58.280076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c93e9cd5-4769-4292-b40c-0f17105865b2 req-ea2fe931-50b6-4324-8c35-99f3d7d63c68 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885675 Aug 21 10:02:58.387741 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc2738-a4c8-4cef-925e-ad18682c435f req-db2172cf-7c7b-4404-8609-6ae6c67a78e4 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:02:58.389239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eddc2738-a4c8-4cef-925e-ad18682c435f req-db2172cf-7c7b-4404-8609-6ae6c67a78e4 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0489457 Aug 21 10:02:58.427254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eddc2738-a4c8-4cef-925e-ad18682c435f req-76aa5f1f-5efe-401d-8af5-99f76c2362ea tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321534 Aug 21 10:02:58.522226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-822a83c4-30d4-4706-b67f-feb1998f4f3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391140 Aug 21 10:02:59.550878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de94edd-c35d-484c-9278-a270fcdb3dc4 req-4cdef397-16ad-4483-aec9-77ecac41beb9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:02:59.552442 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de94edd-c35d-484c-9278-a270fcdb3dc4 req-4cdef397-16ad-4483-aec9-77ecac41beb9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0558348 Aug 21 10:02:59.590005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de94edd-c35d-484c-9278-a270fcdb3dc4 req-eaefa011-822b-4fdc-9732-69573efb2121 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315633 Aug 21 10:03:00.481725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-8195ddff-de25-467c-be0e-543b29affdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:00.483245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-8195ddff-de25-467c-be0e-543b29affdf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1097 time: 0.0476220 Aug 21 10:03:00.576054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-cf45d06e-7a4f-4c8e-9ac9-dd5cb4dc58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:00.577434 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-cf45d06e-7a4f-4c8e-9ac9-dd5cb4dc58b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0866554 Aug 21 10:03:00.642808 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-5b3c47d4-8ea7-4090-ac0e-bd65c193b03c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 1001 time: 0.0578504 Aug 21 10:03:00.721345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-91386b7f-cafe-4fd3-8fac-ece44a605a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:00.722782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-91386b7f-cafe-4fd3-8fac-ece44a605a9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0731287 Aug 21 10:03:00.746241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e8f60-dac8-48eb-aaa5-faece665fa2f req-eceab07b-daf5-4e0b-9beb-4cb124461298 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:00.747670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c54e8f60-dac8-48eb-aaa5-faece665fa2f req-eceab07b-daf5-4e0b-9beb-4cb124461298 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0712507 Aug 21 10:03:00.802042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-34d7caeb-23fd-4b48-b3f9-9e99386b5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:00.803580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-34d7caeb-23fd-4b48-b3f9-9e99386b5069 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728581 Aug 21 10:03:00.806324 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c54e8f60-dac8-48eb-aaa5-faece665fa2f req-d7df88f7-01cc-401c-8b25-0ef8dff7ab1f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447557 Aug 21 10:03:00.897589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-befa6483-0ca1-4e84-8425-8e026b4d927c service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865219 Aug 21 10:03:00.987716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-2f7f65df-31ac-4bd2-a284-11543331870f service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824566 Aug 21 10:03:01.936221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd6ba-e461-4331-aae1-dd61848925d9 req-339f3eb5-12f1-4f30-b298-40bd32bf90d7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:01.937816 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-883cd6ba-e461-4331-aae1-dd61848925d9 req-339f3eb5-12f1-4f30-b298-40bd32bf90d7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0636013 Aug 21 10:03:01.976364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-883cd6ba-e461-4331-aae1-dd61848925d9 req-0347b971-e15d-4655-8ab6-3430d6c044a1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Aug 21 10:03:03.098215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f217f6-8094-4ed0-8dbc-f2a8d7fa7f11 req-147d88ac-df9d-4c57-aa8c-1d1470f81410 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:03.099722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01f217f6-8094-4ed0-8dbc-f2a8d7fa7f11 req-147d88ac-df9d-4c57-aa8c-1d1470f81410 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0522633 Aug 21 10:03:03.137519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-01f217f6-8094-4ed0-8dbc-f2a8d7fa7f11 req-9a183437-c882-450c-8bf0-49ddc410e056 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Aug 21 10:03:04.254637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a4ecb-3069-4b22-ac91-3bd0c69170a1 req-127c8396-b204-4ddd-9d87-15080c80022e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:04.256162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7a4ecb-3069-4b22-ac91-3bd0c69170a1 req-127c8396-b204-4ddd-9d87-15080c80022e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0498357 Aug 21 10:03:04.298869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf7a4ecb-3069-4b22-ac91-3bd0c69170a1 req-5d9a2167-1af4-46ed-8750-9300df191a46 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347538 Aug 21 10:03:05.425906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c9a22-51d3-4fe2-b9e9-a5bdc79e8af6 req-e372a8b7-5780-46a9-883a-9044145a933b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:05.427526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d87c9a22-51d3-4fe2-b9e9-a5bdc79e8af6 req-e372a8b7-5780-46a9-883a-9044145a933b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0507221 Aug 21 10:03:05.469127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d87c9a22-51d3-4fe2-b9e9-a5bdc79e8af6 req-c165ed15-ce2a-4ae4-a92f-f1e75dd66c2d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332747 Aug 21 10:03:06.592301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbad43b-f864-495c-ab55-b27fd570d66d req-df24333c-792f-431b-a53f-71768503d2a0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:06.593718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbad43b-f864-495c-ab55-b27fd570d66d req-df24333c-792f-431b-a53f-71768503d2a0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0521193 Aug 21 10:03:06.632474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ffbad43b-f864-495c-ab55-b27fd570d66d req-77a2591a-9472-4508-bedc-aef858978a06 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326834 Aug 21 10:03:06.980998 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-532ea903-23fc-4bc8-9a53-7d040ea50148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:07.751323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69020509-96c9-4696-adb6-0667bae0943d req-053ff3a6-357c-47d6-91f9-3cd32e1813cb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:07.752851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69020509-96c9-4696-adb6-0667bae0943d req-053ff3a6-357c-47d6-91f9-3cd32e1813cb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0488946 Aug 21 10:03:07.791245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-69020509-96c9-4696-adb6-0667bae0943d req-028ece30-6dd4-44b8-a7ca-a42833ef485b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324626 Aug 21 10:03:08.908432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded153b-68cd-4262-82a5-6aa8d93cc29a req-b7faa5cf-13ff-4cc2-8a3e-ee4a536cfc9d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:08.909902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ded153b-68cd-4262-82a5-6aa8d93cc29a req-b7faa5cf-13ff-4cc2-8a3e-ee4a536cfc9d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0481148 Aug 21 10:03:08.946781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0ded153b-68cd-4262-82a5-6aa8d93cc29a req-7c6cc253-bedc-4c54-9e1a-2b1a4697e419 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Aug 21 10:03:09.564564 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e57776b-969d-45bb-acf4-8bb6bf76e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:09.804444 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:10.065042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddbcd1-bc9d-40a4-a7c7-084729f46f38 req-cc51b8a6-c1bc-466b-b3f2-48942fd2fecd tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:10.066508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dddbcd1-bc9d-40a4-a7c7-084729f46f38 req-cc51b8a6-c1bc-466b-b3f2-48942fd2fecd tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0518146 Aug 21 10:03:10.104186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8dddbcd1-bc9d-40a4-a7c7-084729f46f38 req-94d4a198-348d-4b63-9e24-44c14b828ba3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Aug 21 10:03:11.096075 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:11.220218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a219fd-c70d-4dba-8e9c-38b5527bb755 req-9145a675-f34d-48b4-9db2-385c3a7ad871 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:11.221743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87a219fd-c70d-4dba-8e9c-38b5527bb755 req-9145a675-f34d-48b4-9db2-385c3a7ad871 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0489271 Aug 21 10:03:11.260281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87a219fd-c70d-4dba-8e9c-38b5527bb755 req-48c22eb4-4230-4e80-9f70-69937d9e4586 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322840 Aug 21 10:03:12.371282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26b36-d9ac-4b2a-b3ea-7a22d420572a req-88567527-e4bf-4a13-b163-dd5c750f83ee tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:12.372774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86b26b36-d9ac-4b2a-b3ea-7a22d420572a req-88567527-e4bf-4a13-b163-dd5c750f83ee tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0476274 Aug 21 10:03:12.409748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86b26b36-d9ac-4b2a-b3ea-7a22d420572a req-21727952-ecd1-46fe-9225-f71e00cf4bcb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311546 Aug 21 10:03:12.610238 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:13.022844 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-b5a94847-b6aa-463a-8240-ef80047e07da service neutron] show failed (client error): The resource could not be found. Aug 21 10:03:13.023882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-b5a94847-b6aa-463a-8240-ef80047e07da service neutron] 10.222.0.13 "GET /v2.0/ports/e45fc38c-6fbc-45d8-8d45-af8bda74dc05/bindings/n-h2-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0577631 Aug 21 10:03:13.537876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cca780-37da-44b6-a084-2704d84cb502 req-df95826d-488b-4920-b127-7da67a765041 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:13.539415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24cca780-37da-44b6-a084-2704d84cb502 req-df95826d-488b-4920-b127-7da67a765041 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0579593 Aug 21 10:03:13.593734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-24cca780-37da-44b6-a084-2704d84cb502 req-9a64467c-e639-4d7b-9fd4-5e719e20fe5f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481110 Aug 21 10:03:13.622114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-5493bcfc-40e8-49e6-9e5d-f2f33e2c1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:13.623621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-5493bcfc-40e8-49e6-9e5d-f2f33e2c1d2f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 1097 time: 0.1161849 Aug 21 10:03:13.636575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:03:13.691747 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:13.891702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:13.923019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:03:13.961245 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:03:13.963464 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579d5d09-4607-4b28-805b-5a786f96e240" -d '{"events": [{"server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "name": "network-vif-unplugged", "status": "completed", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:03:13.967245 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:13.980211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Transition to ACTIVE for port object e45fc38c-6fbc-45d8-8d45-af8bda74dc05 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:03:14.021792 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:14.098347 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 10:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84b5a3f-1931-4b28-8949-dc4606880e78 x-openstack-request-id: req-e84b5a3f-1931-4b28-8949-dc4606880e78 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:03:14.098650 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "name": "network-vif-unplugged", "status": "completed", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:03:14.098921 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e84b5a3f-1931-4b28-8949-dc4606880e78 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:03:14.099424 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'code': 200} Aug 21 10:03:14.112726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:14.125699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.126085 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.126418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.126774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.127113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.127445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.127818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.128144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.128469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.128808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.129149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.129486 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:14.164633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] No DVR routers for this DVR port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:03:14.305762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:03:14.306090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:03:14.306410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:03:14.311184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:03:14.311498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:03:14.316211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:03:14.316538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:03:14.316914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:03:14.317332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Bound port: e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:03:14.317678 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:14.380404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:03:14.383519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:03:14.445194 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:14.483406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:14.484053 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:14.485835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] 10.222.0.22 "PUT /v2.0/ports/e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 1092 time: 0.8537054 Aug 21 10:03:14.508846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff65a4e-e1f3-4cc1-abb9-41e83f7962c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:14.556582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-402f2b24-6509-4821-b276-6ec8583696b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:14.558957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-402f2b24-6509-4821-b276-6ec8583696b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1095 time: 0.0463231 Aug 21 10:03:14.654593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-0b6ccc40-6b4f-47cd-9198-55a61bccb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:14.656111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-0b6ccc40-6b4f-47cd-9198-55a61bccb187 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0905244 Aug 21 10:03:14.759739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-c0281e7c-ab62-4085-a26c-144778106c42 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 999 time: 0.0957053 Aug 21 10:03:14.768798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a326a-ad0a-4022-9c4b-ad7395246fba req-cf913539-7d37-4365-b2ad-6836d4e7d867 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:14.770606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-078a326a-ad0a-4022-9c4b-ad7395246fba req-cf913539-7d37-4365-b2ad-6836d4e7d867 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 943 time: 0.1009104 Aug 21 10:03:14.841119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-315ce43e-7c85-4b53-9166-53f573811856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:14.842598 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-315ce43e-7c85-4b53-9166-53f573811856 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0711050 Aug 21 10:03:14.849911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-078a326a-ad0a-4022-9c4b-ad7395246fba req-d6a7bdd9-84d8-42df-8426-f6a748c8f4c9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512173 Aug 21 10:03:14.890385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-83713d58-940a-44fe-ba05-20275a311a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:14.891952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-83713d58-940a-44fe-ba05-20275a311a86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412300 Aug 21 10:03:14.980574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-05ce0977-093c-4775-911f-08c792ea608b service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815628 Aug 21 10:03:15.074449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-17caae74-1d8f-4c4e-b42f-34766bbf8184 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864921 Aug 21 10:03:15.861676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:15.973527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa882d5-49b5-410d-a163-f54d68fd103b req-a7e81ae1-a153-4453-af72-36ff23488303 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:15.975217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfa882d5-49b5-410d-a163-f54d68fd103b req-a7e81ae1-a153-4453-af72-36ff23488303 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 943 time: 0.0511920 Aug 21 10:03:15.981163 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:16.016371 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfa882d5-49b5-410d-a163-f54d68fd103b req-ab6ac5bb-ee3c-45a4-b6fd-44aca6b0608f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346181 Aug 21 10:03:16.100417 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:03:16.102703 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb02ce82-cfa7-4552-b28c-9495e01972f4" -d '{"events": [{"name": "network-changed", "server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:03:16.148579 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5279af32-bb05-493e-88fd-fb1dd7ccd7b7 x-openstack-request-id: req-5279af32-bb05-493e-88fd-fb1dd7ccd7b7 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:03:16.148873 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:03:16.149128 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5279af32-bb05-493e-88fd-fb1dd7ccd7b7 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:03:16.149530 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'status': 'completed', 'code': 200} Aug 21 10:03:16.240510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-b03eeaf4-b940-4fed-b7b1-3571dad66b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:16.242012 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-b03eeaf4-b940-4fed-b7b1-3571dad66b39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1095 time: 0.0734615 Aug 21 10:03:16.243647 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-3b47ccaa-ac98-4c3b-a35c-0edf2643d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:16.244987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-3b47ccaa-ac98-4c3b-a35c-0edf2643d48a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1095 time: 0.0673161 Aug 21 10:03:16.723533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-5b3fb6b3-a19a-431d-8143-ff4078947fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:16.735086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-5b3fb6b3-a19a-431d-8143-ff4078947fc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.4750900 Aug 21 10:03:16.735086 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-b9df0722-79d6-4042-92c0-fdceed48119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:16.735086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-b9df0722-79d6-4042-92c0-fdceed48119b service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.4704347 Aug 21 10:03:16.842550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-0bbe7382-5e98-4c83-a7fb-265a80f6956e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 999 time: 0.1075606 Aug 21 10:03:16.844568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-45e57b62-98fb-40f8-84f1-0815a85f0739 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 999 time: 0.1083591 Aug 21 10:03:16.928439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-5f70e730-17fd-49fa-b19a-d8d2be31218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:16.929901 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-5f70e730-17fd-49fa-b19a-d8d2be31218b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0810831 Aug 21 10:03:16.931270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-02b6d0c7-06a3-418e-b8c4-e48ac45debc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:16.933128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-02b6d0c7-06a3-418e-b8c4-e48ac45debc5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0763562 Aug 21 10:03:17.003049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-bd73df4d-8325-460b-92b7-2bc794f4e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:17.004510 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-bd73df4d-8325-460b-92b7-2bc794f4e6f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680833 Aug 21 10:03:17.007453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-30cc8942-88ab-492a-aaed-2a13d0ec578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:17.008359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-30cc8942-88ab-492a-aaed-2a13d0ec578a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643849 Aug 21 10:03:17.203991 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-c56241bc-9774-448e-bdcd-bc24afe18154 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840854 Aug 21 10:03:17.205756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-a4ac3978-5d93-4452-af24-fa0718a74681 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930246 Aug 21 10:03:17.213353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e6576-7a65-418c-a62a-edd2ecd698ca req-dffab0b1-5152-493e-870f-00853d2ca9dc tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:17.214830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-083e6576-7a65-418c-a62a-edd2ecd698ca req-dffab0b1-5152-493e-870f-00853d2ca9dc tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 943 time: 0.1135085 Aug 21 10:03:17.356092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:03:17.358268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-083e6576-7a65-418c-a62a-edd2ecd698ca req-58bfe9b3-2d4a-4223-8d29-e9a855f44755 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277149 Aug 21 10:03:17.389416 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:03:17.403254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-f6489d42-f27d-4469-87c0-87115d67d946 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874938 Aug 21 10:03:17.408700 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb02ce82-cfa7-4552-b28c-9495e01972f4 req-1d8b560c-a891-4a5d-b3b5-3a374dcc74db service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918700 Aug 21 10:03:17.991664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863c88e-33bc-468c-921b-9737c159f0ab req-0182726b-f46b-4c28-b184-9f77da10f2d6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:17.993174 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a863c88e-33bc-468c-921b-9737c159f0ab req-0182726b-f46b-4c28-b184-9f77da10f2d6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 943 time: 0.0783658 Aug 21 10:03:18.028493 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355722c-4a15-4ab4-876a-b5935f3384af req-ccc0dc35-0e74-46a6-9059-cb226cb6a993 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:18.029979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-ccc0dc35-0e74-46a6-9059-cb226cb6a993 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.22 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&binding%3Ahost_id=n-h2-766726-28 HTTP/1.1" status: 200 len: 943 time: 0.0782096 Aug 21 10:03:18.069156 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a863c88e-33bc-468c-921b-9737c159f0ab req-1f429878-9f86-45a4-8f4b-7de58b1bf0c7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689778 Aug 21 10:03:18.101115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-cae0a4cc-32b6-4601-a93f-13c23756ff02 service neutron] 10.222.0.22 "GET /v2.0/ports/e45fc38c-6fbc-45d8-8d45-af8bda74dc05/bindings/n-h2-766726-28 HTTP/1.1" status: 200 len: 383 time: 0.0601883 Aug 21 10:03:18.163628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355722c-4a15-4ab4-876a-b5935f3384af req-f73a9ab8-c66a-4d95-abb8-b65a9f5d5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:18.165019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-f73a9ab8-c66a-4d95-abb8-b65a9f5d5db8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1095 time: 0.0408258 Aug 21 10:03:18.257983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355722c-4a15-4ab4-876a-b5935f3384af req-259e8246-9a26-486c-b0ba-89f18381f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:18.259457 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-259e8246-9a26-486c-b0ba-89f18381f94a service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0878224 Aug 21 10:03:18.325503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-2d1ca75f-fb93-485b-b8f9-e73fb7a2e9f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 999 time: 0.0583944 Aug 21 10:03:18.378073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355722c-4a15-4ab4-876a-b5935f3384af req-f42f8fb5-0429-4e27-b87c-2a2ea40c6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:18.379514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-f42f8fb5-0429-4e27-b87c-2a2ea40c6e3e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0475125 Aug 21 10:03:18.424334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355722c-4a15-4ab4-876a-b5935f3384af req-0b406a8b-6ad6-4619-af82-b55dd6194990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:18.425720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-0b406a8b-6ad6-4619-af82-b55dd6194990 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385644 Aug 21 10:03:18.516971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-2c69e986-7f70-4585-982b-f7135779e018 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843496 Aug 21 10:03:18.608588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-7188edf8-79d7-4a7e-8d48-8814a0946333 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844970 Aug 21 10:03:18.942751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:03:19.036770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:19.047532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'port_id': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'mac_address': 'fa:16:3e:e4:6c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:03:19.085287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:19.099345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45fc38c-6fbc-45d8-8d45-af8bda74dc05 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:03:19.118401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:19.187670 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:19.189340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf0c0b-dc23-40e3-8ec9-9098f374c7f9 req-394f2e6f-3a0e-4b23-8350-6f6ee064ffd0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:19.190850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91cf0c0b-dc23-40e3-8ec9-9098f374c7f9 req-394f2e6f-3a0e-4b23-8350-6f6ee064ffd0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 943 time: 0.0494182 Aug 21 10:03:19.230955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-91cf0c0b-dc23-40e3-8ec9-9098f374c7f9 req-a6e51dc2-5365-46a1-9f3c-f146b7d11e28 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334139 Aug 21 10:03:19.236608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:19.244292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.244636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.245343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.245467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.245747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.246071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.246393 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.246964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.247078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.247336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.247674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.247994 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:03:19.437761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['e45fc38c-6fbc-45d8-8d45-af8bda74dc05'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:03:20.349109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca67696-d192-498f-a094-296216ceae00 req-36b0434d-7c24-4c47-bfd7-68b3f4f5b7e5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:20.350606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ca67696-d192-498f-a094-296216ceae00 req-36b0434d-7c24-4c47-bfd7-68b3f4f5b7e5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 944 time: 0.0517018 Aug 21 10:03:20.389832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ca67696-d192-498f-a094-296216ceae00 req-ce440d2d-524c-462d-bdf7-c7897f50a716 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327287 Aug 21 10:03:20.952995 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:03:21.009290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355722c-4a15-4ab4-876a-b5935f3384af req-844aa3f9-5102-4410-9cda-861f14a9a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:21.011336 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-844aa3f9-5102-4410-9cda-861f14a9a362 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 1096 time: 0.0450146 Aug 21 10:03:21.022288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:03:21.048926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:21.059480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'port_id': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'mac_address': 'fa:16:3e:e4:6c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:03:21.074724 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:21.273876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:21.306407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:03:21.343012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e45fc38c-6fbc-45d8-8d45-af8bda74dc05 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:03:21.351520 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:21.361922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Ignored duplicate provisioning block setup for port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 21 10:03:21.450930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:21.529555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=9']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:21.589357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49176aa5-8d74-4392-bd98-ff163273c21f req-28333513-7e35-4c14-a33b-2e095c11573a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:21.590897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49176aa5-8d74-4392-bd98-ff163273c21f req-28333513-7e35-4c14-a33b-2e095c11573a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 943 time: 0.1135993 Aug 21 10:03:21.629806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] No DVR routers for this DVR port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:03:21.683077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49176aa5-8d74-4392-bd98-ff163273c21f req-32dad917-adda-4695-8881-5772f82429d4 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841150 Aug 21 10:03:21.785909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:03:21.786123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:03:21.786444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:03:21.790681 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:03:21.790996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Attempting to bind port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:03:21.796257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:03:21.796583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:03:21.796953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:03:21.797367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Bound port: e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:03:21.797722 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:21.859155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:03:21.862276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:03:21.951934 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:21.987865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:21.988907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:21.990430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] 10.222.0.13 "PUT /v2.0/ports/e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 1092 time: 0.9724438 Aug 21 10:03:21.990867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:03:21.993283 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a574002b-2d93-427f-9bad-5f523fc6543b" -d '{"events": [{"name": "network-changed", "server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:03:22.060231 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de9c948-2d54-47de-85db-4242a37e6c36 x-openstack-request-id: req-7de9c948-2d54-47de-85db-4242a37e6c36 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:03:22.060602 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:03:22.060775 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7de9c948-2d54-47de-85db-4242a37e6c36 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:03:22.061181 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'status': 'completed', 'code': 200} Aug 21 10:03:22.067625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77679c6b-55e7-4e0e-a1a5-5e0fd3f67268 service neutron] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:22.080773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355722c-4a15-4ab4-876a-b5935f3384af req-b83560c5-e3a9-4e20-bde2-b8ee18ac69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:22.082413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-b83560c5-e3a9-4e20-bde2-b8ee18ac69ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1096 time: 0.0658648 Aug 21 10:03:22.188763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574002b-2d93-427f-9bad-5f523fc6543b req-4b0c1895-4c11-44b8-9c0a-9b4069d4e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:22.190323 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-4b0c1895-4c11-44b8-9c0a-9b4069d4e0bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1096 time: 0.1069777 Aug 21 10:03:22.223989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355722c-4a15-4ab4-876a-b5935f3384af req-91bf019c-cab2-4a9e-8220-199dfab89c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:22.225387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-91bf019c-cab2-4a9e-8220-199dfab89c1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.1340938 Aug 21 10:03:22.335587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-3902b90f-c852-4f6b-807b-31f94916d773 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 999 time: 0.0861244 Aug 21 10:03:22.373575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574002b-2d93-427f-9bad-5f523fc6543b req-584eda62-0ad1-4ef4-a530-4d8a0b29752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:22.374998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-584eda62-0ad1-4ef4-a530-4d8a0b29752e service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.1769421 Aug 21 10:03:22.433370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355722c-4a15-4ab4-876a-b5935f3384af req-90a814bc-8f74-48f4-918a-cba40eb726e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:22.434815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-90a814bc-8f74-48f4-918a-cba40eb726e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0898082 Aug 21 10:03:22.459139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-fdbf225a-c1a4-4d38-99a1-742b1376f169 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 999 time: 0.0766149 Aug 21 10:03:22.522460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355722c-4a15-4ab4-876a-b5935f3384af req-b8605b0f-f865-425a-ae86-179e3fbf971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:22.523979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-b8605b0f-f865-425a-ae86-179e3fbf971e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811825 Aug 21 10:03:22.525680 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574002b-2d93-427f-9bad-5f523fc6543b req-0d6f22a2-94cc-4c87-bfd8-b51c8aff27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:22.527675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-0d6f22a2-94cc-4c87-bfd8-b51c8aff27f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0551219 Aug 21 10:03:22.640718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574002b-2d93-427f-9bad-5f523fc6543b req-3cb5a142-72df-4f52-8aee-3f20307656d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:22.642092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-3cb5a142-72df-4f52-8aee-3f20307656d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029727 Aug 21 10:03:22.682112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-ff95e64f-03a4-412d-a6c6-b654d6036b3d service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498067 Aug 21 10:03:22.853101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-052db473-301d-4992-853e-354e4dc3fda0 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033417 Aug 21 10:03:22.863153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2e00c-1e4b-480b-978a-4b4515f490f6 req-66546cd2-f341-4c6a-bbf7-4ef5581df4e5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:22.864549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34f2e00c-1e4b-480b-978a-4b4515f490f6 req-66546cd2-f341-4c6a-bbf7-4ef5581df4e5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 944 time: 0.1041770 Aug 21 10:03:22.876927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d355722c-4a15-4ab4-876a-b5935f3384af req-b503206b-c2af-472d-9a48-4c0da4ec312d service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659269 Aug 21 10:03:23.308080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34f2e00c-1e4b-480b-978a-4b4515f490f6 req-861c5f9c-b931-46a8-988a-d8424cfa2560 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4325864 Aug 21 10:03:23.343800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574002b-2d93-427f-9bad-5f523fc6543b req-a96ee749-fc5d-4b01-9e0b-6369e8ca7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:23.345406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-a96ee749-fc5d-4b01-9e0b-6369e8ca7158 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 1096 time: 0.4192665 Aug 21 10:03:23.348063 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-68db3db6-6fb9-49fb-9f9a-c11aaf4692f0 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814286 Aug 21 10:03:23.435111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574002b-2d93-427f-9bad-5f523fc6543b req-5a7401f4-14e2-48b9-8f12-e3d50e3e7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:23.436649 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-5a7401f4-14e2-48b9-8f12-e3d50e3e7e48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0839334 Aug 21 10:03:23.503999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-194de5d4-b26c-47f4-a9de-2b08437c687c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 200 len: 999 time: 0.0597908 Aug 21 10:03:23.553105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574002b-2d93-427f-9bad-5f523fc6543b req-bb580322-e3c6-47df-849a-a7cdc0da9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:23.554520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-bb580322-e3c6-47df-849a-a7cdc0da9596 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0425906 Aug 21 10:03:23.601444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574002b-2d93-427f-9bad-5f523fc6543b req-1dc74e74-c649-4d90-a70b-0d433212b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:23.602888 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-1dc74e74-c649-4d90-a70b-0d433212b26a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402913 Aug 21 10:03:23.706661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-d0f63625-7930-4e7e-bea5-9841ea5fcf61 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952899 Aug 21 10:03:23.800939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a574002b-2d93-427f-9bad-5f523fc6543b req-75e2c60a-6a3a-416d-ae65-d9f6fa60c3b8 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862448 Aug 21 10:03:24.426249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5cf0b-57b8-4484-ab8f-00705007d591 req-602dfc6b-22de-4e98-aea4-f303ccb52dd2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:24.427873 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6de5cf0b-57b8-4484-ab8f-00705007d591 req-602dfc6b-22de-4e98-aea4-f303ccb52dd2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 944 time: 0.0491042 Aug 21 10:03:24.469243 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6de5cf0b-57b8-4484-ab8f-00705007d591 req-d65afb1f-ef8b-4e03-b3b7-53f9f94093eb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328081 Aug 21 10:03:24.999973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:03:25.042411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:03:25.373445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:03:25.465776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:25.476224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'port_id': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'mac_address': 'fa:16:3e:e4:6c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:03:25.514515 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:25.527177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45fc38c-6fbc-45d8-8d45-af8bda74dc05 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:03:25.550590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:25.592976 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f2bab-9e72-4935-abb9-5bb838a5cd93 req-7935df6f-9cf7-42af-b9a8-5550b9420041 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:25.594436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-458f2bab-9e72-4935-abb9-5bb838a5cd93 req-7935df6f-9cf7-42af-b9a8-5550b9420041 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 944 time: 0.0536563 Aug 21 10:03:25.631806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-458f2bab-9e72-4935-abb9-5bb838a5cd93 req-f9c0ef54-1c26-4427-a282-6b70f927a4bd tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308139 Aug 21 10:03:25.638965 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:25.687718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=11']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:25.749685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d4755-bb37-4754-a289-eec77bf661b2 req-6a5e72c0-ec62-48dd-8a24-765e712f7a8d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:25.751218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d3d4755-bb37-4754-a289-eec77bf661b2 req-6a5e72c0-ec62-48dd-8a24-765e712f7a8d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0536454 Aug 21 10:03:25.789858 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d3d4755-bb37-4754-a289-eec77bf661b2 req-9ca4cda3-155f-4972-80fe-f1d256a09398 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326281 Aug 21 10:03:25.856459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['e45fc38c-6fbc-45d8-8d45-af8bda74dc05'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:03:25.902274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46355171-daf3-45c9-9caa-3a4eb3df664f req-336e0eb0-2332-4c58-bc37-ede194abd0a3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:25.903726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46355171-daf3-45c9-9caa-3a4eb3df664f req-336e0eb0-2332-4c58-bc37-ede194abd0a3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0487211 Aug 21 10:03:25.941998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46355171-daf3-45c9-9caa-3a4eb3df664f req-a6e1beb9-b70a-4391-82e2-a0d33a6ff438 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Aug 21 10:03:26.300094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28476f52-1249-4136-9c08-8211c6218750 req-a424559b-29a6-4427-851e-37f126bae53e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:26.301578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28476f52-1249-4136-9c08-8211c6218750 req-a424559b-29a6-4427-851e-37f126bae53e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0517085 Aug 21 10:03:26.339841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28476f52-1249-4136-9c08-8211c6218750 req-05f1c168-d2fd-4543-90db-f570f2ad44ff tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320132 Aug 21 10:03:27.404986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:03:27.464813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c22ff-42b9-4b21-a22d-9ba4bbc3fd2c req-e8e23107-4d57-4b76-8128-db6247f8d4e9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:27.473827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f0c22ff-42b9-4b21-a22d-9ba4bbc3fd2c req-e8e23107-4d57-4b76-8128-db6247f8d4e9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0490890 Aug 21 10:03:27.530258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f0c22ff-42b9-4b21-a22d-9ba4bbc3fd2c req-c47939d6-83d3-4120-9eab-ea409570c471 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580235 Aug 21 10:03:27.537166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:03:27.541207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:03:27.541621 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:27.556564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e9892-a981-44e4-81d7-10587a064e5d req-ef80d41b-1f27-406b-bf98-41ec1b149f90 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:27.558219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-903e9892-a981-44e4-81d7-10587a064e5d req-ef80d41b-1f27-406b-bf98-41ec1b149f90 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 945 time: 0.0706346 Aug 21 10:03:27.623893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:27.646090 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:03:27.648341 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a35fd3-fc9b-43f9-b9ad-593a3ea0f1d0" -d '{"events": [{"server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "name": "network-vif-plugged", "status": "completed", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:03:27.659616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Deleting port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:03:27.660627 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:27.661200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:27.723227 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:27.752435 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40916a4c-4f42-4983-a0f4-e1f109029ea0 x-openstack-request-id: req-40916a4c-4f42-4983-a0f4-e1f109029ea0 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:03:27.752718 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "name": "network-vif-plugged", "status": "completed", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:03:27.752981 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40916a4c-4f42-4983-a0f4-e1f109029ea0 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:03:27.753390 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'code': 200} Aug 21 10:03:27.763303 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] For port e45fc38c-6fbc-45d8-8d45-af8bda74dc05, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:27.763727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:27.779262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=12']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:27.939539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:27.939953 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:27.940262 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Floating IP 812b6660-76f0-4d82-8559-c358f7ee0798 disassociated. External IP: 172.25.5.66, port: e45fc38c-6fbc-45d8-8d45-af8bda74dc05. Aug 21 10:03:27.940599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Calling delete_port for e45fc38c-6fbc-45d8-8d45-af8bda74dc05 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:03:28.101701 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:28.133401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event deleted for resources: {'Port': ['ID=e45fc38c-6fbc-45d8-8d45-af8bda74dc05,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:28.251761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Router a188d5f1-11b3-44de-a065-9fa1947ca09d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:03:28.363585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:03:28.375230 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da80b67-7f58-4e74-bbc3-c98684926983 None None] Sync routers for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:03:28.384490 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da80b67-7f58-4e74-bbc3-c98684926983 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:03:28.385162 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7da80b67-7f58-4e74-bbc3-c98684926983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:03:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:03:28.406246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] No DVR routers for this DVR port e45fc38c-6fbc-45d8-8d45-af8bda74dc05 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:03:28.408971 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:28.410997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-903e9892-a981-44e4-81d7-10587a064e5d req-4682472f-af74-4916-ad26-32c54cff0240 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "DELETE /v2.0/ports/e45fc38c-6fbc-45d8-8d45-af8bda74dc05 HTTP/1.1" status: 204 len: 173 time: 0.8469682 Aug 21 10:03:28.411404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'name': 'network-vif-deleted', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:03:28.413744 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cf97f5-8ae7-4f56-b6e7-5dd70aad4206" -d '{"events": [{"server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "name": "network-vif-deleted", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:03:28.449751 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7838d41c-56ed-4338-9dbe-3ab92e44fa37 x-openstack-request-id: req-7838d41c-56ed-4338-9dbe-3ab92e44fa37 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:03:28.450048 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c26cd7-b749-4e3c-93e9-42d7d182ba3f", "name": "network-vif-deleted", "tag": "e45fc38c-6fbc-45d8-8d45-af8bda74dc05", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:03:28.450298 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7838d41c-56ed-4338-9dbe-3ab92e44fa37 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:03:28.451300 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c26cd7-b749-4e3c-93e9-42d7d182ba3f', 'name': 'network-vif-deleted', 'tag': 'e45fc38c-6fbc-45d8-8d45-af8bda74dc05', 'status': 'completed', 'code': 200} Aug 21 10:03:28.495915 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7da80b67-7f58-4e74-bbc3-c98684926983 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:03:28.639440 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac8cb6e7-1dc8-4ea8-ab5c-d57a8209f73e req-6d10bd99-adda-4b98-8882-e70038c3538e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c26cd7-b749-4e3c-93e9-42d7d182ba3f HTTP/1.1" status: 200 len: 210 time: 0.0311365 Aug 21 10:03:28.696555 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7da80b67-7f58-4e74-bbc3-c98684926983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:03:28.724762 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da80b67-7f58-4e74-bbc3-c98684926983 None None] Checking router: a188d5f1-11b3-44de-a065-9fa1947ca09d for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:03:28.733094 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da80b67-7f58-4e74-bbc3-c98684926983 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:03:28.733725 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7da80b67-7f58-4e74-bbc3-c98684926983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:03:09Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:03:28.840473 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7da80b67-7f58-4e74-bbc3-c98684926983 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:03:29.034604 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7da80b67-7f58-4e74-bbc3-c98684926983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:03:29.064161 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da80b67-7f58-4e74-bbc3-c98684926983 None None] The sync data for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 is: [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:03:29.164838 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:03:29.288867 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1a620-1939-4408-9991-14dafc769fb9 None None] New status for floating IP 812b6660-76f0-4d82-8559-c358f7ee0798: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:03:29.912010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-c4477828-5ac6-4f6c-8213-c8c7c1a87050 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1039258763&fields=id&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 267 time: 0.0335534 Aug 21 10:03:30.024945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-6ce01f4a-e171-4624-b700-294a3714b69f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:30.026416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-6ce01f4a-e171-4624-b700-294a3714b69f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 812 time: 0.1078775 Aug 21 10:03:30.041732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-9cb69d52-23cd-4f4c-a92c-5c4bf4957e33 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/quotas/6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 375 time: 0.0090086 Aug 21 10:03:30.097867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-1a90e9d0-eeb4-4bf7-ae7d-9fbc84c02c18 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508435 Aug 21 10:03:30.114203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-5a9d30ad-1944-4308-9a10-867eee60b02f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:03:30.115218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-5a9d30ad-1944-4308-9a10-867eee60b02f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053892 Aug 21 10:03:30.202921 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-bb92ce19-14e9-48d4-b621-f233a263fe66 service neutron] 10.222.0.20 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820911 Aug 21 10:03:30.304897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-67177f3b-f649-4dd2-b2b6-efe2c2c15139 service neutron] 10.222.0.20 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959706 Aug 21 10:03:30.570518 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ef34170-84ea-417e-8d4c-de6dcdbdf9aa req-32eda63d-2a16-4e18-9be8-7992f27431eb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 210 time: 0.0270278 Aug 21 10:03:31.430257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:03:31.450662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: e45fc38c-6fbc-45d8-8d45-af8bda74dc05 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:03:31.451512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e45fc38c-6fbc-45d8-8d45-af8bda74dc05 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:03:31.662878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a2c8190-d03c-4a40-b556-74b39624aa36 req-1edb370c-0b06-436b-af6a-c0b467556760 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 210 time: 0.0272970 Aug 21 10:03:32.330546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-6313a280-0691-4bce-b622-c24bb1f11480 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:32.332153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-6313a280-0691-4bce-b622-c24bb1f11480 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 812 time: 0.1076465 Aug 21 10:03:32.380465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-93120876-acaa-45e1-8ed5-a80f57dc5302 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 380 time: 0.0366764 Aug 21 10:03:32.400610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'port': {'device_id': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'admin_state_up': True, 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'security_groups': ['e3982f6d-fc80-4cf7-a13d-85cb045fcc2b']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:03:32.585471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Made reservation on behalf of 6d28eec1c1ec4c4189a77fd822e6488b for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:03:32.588971 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:32.723582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Allocated IP 172.20.0.5 (9217774d-b4a8-4236-a4e1-7602a5993b45/9ab4f163-31fe-4a75-a6c3-e86ed18eca8b/2a9e6fb9-49ba-4beb-b561-96526621614c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:03:32.769916 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0cd15abf-f8ab-4d70-846a-6ba637cf0ca4 req-02836f4f-9102-406b-8473-215089140c69 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 210 time: 0.0363379 Aug 21 10:03:32.885580 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:32.899445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Transition to ACTIVE for port object 2a9e6fb9-49ba-4beb-b561-96526621614c will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:03:32.986053 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:33.030168 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:03:33.033288 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:03:33.037187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:03:33.045886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:33.092105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:33.092730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:33.169388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-91592ade-64b7-466e-b0a9-8450de34145f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7823269 Aug 21 10:03:33.182182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Request body: {'port': {'device_id': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:03:33.242898 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:33.328584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-549d8e83-3265-4e93-9eb3-f751cf42d8ac None None] Provisioning for port 2a9e6fb9-49ba-4beb-b561-96526621614c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:03:33.332691 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-549d8e83-3265-4e93-9eb3-f751cf42d8ac None None] Provisioning complete for port 2a9e6fb9-49ba-4beb-b561-96526621614c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:03:33.343313 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-549d8e83-3265-4e93-9eb3-f751cf42d8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:33.366979 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-549d8e83-3265-4e93-9eb3-f751cf42d8ac None None] Port 2a9e6fb9-49ba-4beb-b561-96526621614c cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:03:33.506120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9e6fb9-49ba-4beb-b561-96526621614c {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:03:33.513960 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:33.525427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Transition to ACTIVE for port object 2a9e6fb9-49ba-4beb-b561-96526621614c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:03:33.579848 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:33.633487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:33.704326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:03:33.704752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:03:33.705142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:03:33.709686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Port 2a9e6fb9-49ba-4beb-b561-96526621614c on network 9217774d-b4a8-4236-a4e1-7602a5993b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:03:33.709997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:03:33.715147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:03:33.715488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:03:33.715896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:03:33.716342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Bound port: 2a9e6fb9-49ba-4beb-b561-96526621614c, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:03:33.716801 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:33.783642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:03:33.786636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:03:33.881461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:33.898516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2cca6-8feb-486e-ac05-628ba079fe0a req-59f2fa51-4864-42b2-a676-22e44ea25df4 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:33.900092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4da2cca6-8feb-486e-ac05-628ba079fe0a req-59f2fa51-4864-42b2-a676-22e44ea25df4 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0612326 Aug 21 10:03:33.926516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:33.927187 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:33.929141 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] 10.222.0.22 "PUT /v2.0/ports/2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 1092 time: 0.7514939 Aug 21 10:03:33.937299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:03:33.939591 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8156915e-4e5e-4371-b58d-a3f4eebf1356" -d '{"events": [{"name": "network-changed", "server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:03:33.979962 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c4c234-fe74-4511-8cc1-79a3d86bf0b1 x-openstack-request-id: req-67c4c234-fe74-4511-8cc1-79a3d86bf0b1 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:03:33.980264 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:03:33.980594 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67c4c234-fe74-4511-8cc1-79a3d86bf0b1 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:03:33.980989 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'status': 'completed', 'code': 200} Aug 21 10:03:33.996604 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4da2cca6-8feb-486e-ac05-628ba079fe0a req-7d4b7dc7-0fe3-4a57-baca-56e5521ad948 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780969 Aug 21 10:03:34.012148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345418fa-62a6-45dc-96db-0a44d7f23c9a service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:34.045812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156915e-4e5e-4371-b58d-a3f4eebf1356 req-c10a3b7a-5623-454a-a0db-46b58b2b8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:34.048784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8156915e-4e5e-4371-b58d-a3f4eebf1356 req-c10a3b7a-5623-454a-a0db-46b58b2b8308 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0463214 Aug 21 10:03:34.147926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156915e-4e5e-4371-b58d-a3f4eebf1356 req-e43af2b6-fdac-40a0-b3b8-0df2519b016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:34.149418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8156915e-4e5e-4371-b58d-a3f4eebf1356 req-e43af2b6-fdac-40a0-b3b8-0df2519b016b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0943158 Aug 21 10:03:34.247617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156915e-4e5e-4371-b58d-a3f4eebf1356 req-74fb0b08-f845-4cc2-89c1-ba3a7866ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:34.249097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8156915e-4e5e-4371-b58d-a3f4eebf1356 req-74fb0b08-f845-4cc2-89c1-ba3a7866ff9a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922580 Aug 21 10:03:34.323255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-34fde2a6-0220-491a-b6c1-1d3dd57319a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:34.324781 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-34fde2a6-0220-491a-b6c1-1d3dd57319a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0406773 Aug 21 10:03:34.370294 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-48c2fd65-cf40-42ff-9e2d-4d6f83366edd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 217 time: 0.0377326 Aug 21 10:03:34.421152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-65727f63-2a6e-468a-9051-356187ea5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:34.422544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-65727f63-2a6e-468a-9051-356187ea5a21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0428679 Aug 21 10:03:34.467036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-8fcab4a0-586f-4300-92bb-1d70fc71a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:34.468533 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-8fcab4a0-586f-4300-92bb-1d70fc71a064 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389934 Aug 21 10:03:34.558097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-3f78dfd9-a03f-4dff-9430-090d5b94a738 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825844 Aug 21 10:03:34.647364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c98bf285-650b-4eca-9eeb-3eb1f313b3ab req-82aa286d-6ce3-4312-8733-48791f9796ec service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814950 Aug 21 10:03:35.129541 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c3892-3828-4c79-8ca8-3c0b93e2f016 req-a3bf02b8-d5d7-46c4-a6dd-05fcca26eb96 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:35.131278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc6c3892-3828-4c79-8ca8-3c0b93e2f016 req-a3bf02b8-d5d7-46c4-a6dd-05fcca26eb96 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0508499 Aug 21 10:03:35.168292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc6c3892-3828-4c79-8ca8-3c0b93e2f016 req-dd9a4f99-ae90-4736-86f4-8daeb51971f6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309269 Aug 21 10:03:36.288869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe818732-cf09-4c14-9ec6-8c960a7f6fa3 req-98946412-b816-446d-aaca-feef22a1f644 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:36.289924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe818732-cf09-4c14-9ec6-8c960a7f6fa3 req-98946412-b816-446d-aaca-feef22a1f644 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0529275 Aug 21 10:03:36.328652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe818732-cf09-4c14-9ec6-8c960a7f6fa3 req-c9f56339-c474-422f-b9c6-670a1c725091 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326416 Aug 21 10:03:36.969722 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c0c4002e-bcf9-41ba-ae7b-f7fd927bccf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:37.109095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:03:37.360340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:37.372233 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'port_id': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'mac_address': 'fa:16:3e:91:fe:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:03:37.410842 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:37.424628 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9e6fb9-49ba-4beb-b561-96526621614c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:03:37.445607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7cc8-d994-48eb-abd8-0677d5af0ad9 req-44a48af7-6af7-47b2-80d0-028e57063310 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:37.446693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:37.447103 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43ac7cc8-d994-48eb-abd8-0677d5af0ad9 req-44a48af7-6af7-47b2-80d0-028e57063310 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0516934 Aug 21 10:03:37.486694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43ac7cc8-d994-48eb-abd8-0677d5af0ad9 req-11c14410-d192-4534-a6b7-b7dfde6878cc tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326607 Aug 21 10:03:37.501643 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:37.552547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:37.726912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['2a9e6fb9-49ba-4beb-b561-96526621614c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:03:38.601649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383acf1-4cfd-4eb6-b45d-5c154862a623 req-f1381137-0e23-48ae-8d0f-e85aa57fcff6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:38.603200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8383acf1-4cfd-4eb6-b45d-5c154862a623 req-f1381137-0e23-48ae-8d0f-e85aa57fcff6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0495031 Aug 21 10:03:38.641524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8383acf1-4cfd-4eb6-b45d-5c154862a623 req-5edc3b25-3ed7-4333-9218-24c900068366 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 Aug 21 10:03:39.124318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:03:39.244159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 2a9e6fb9-49ba-4beb-b561-96526621614c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:03:39.247905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 2a9e6fb9-49ba-4beb-b561-96526621614c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:03:39.248292 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:39.329757 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:39.352883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:03:39.355111 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f58d209-21a2-46d2-9704-cfddf014ad37" -d '{"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:03:39.369387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:03:39.393045 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8682560f-d930-4c9c-80ec-cc261b856efd x-openstack-request-id: req-8682560f-d930-4c9c-80ec-cc261b856efd {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:03:39.393701 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:03:39.399938 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8682560f-d930-4c9c-80ec-cc261b856efd {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:03:39.399938 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'code': 200} Aug 21 10:03:39.448225 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:39.492073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0936-4952-4018-a53d-4f7aa70e55c6 req-f438a72b-4495-4285-8202-38d991179882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:39.493579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9c0936-4952-4018-a53d-4f7aa70e55c6 req-f438a72b-4495-4285-8202-38d991179882 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0471172 Aug 21 10:03:39.513747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:03:39.531234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea9c0936-4952-4018-a53d-4f7aa70e55c6 req-264a9b04-4859-4528-947b-87fc10d23092 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305390 Aug 21 10:03:39.573992 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b856ed39-2f86-4caf-8034-d41b456eda85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:39.763727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef30c4-22f6-4ac1-a210-9244825bd4aa req-0659bd1c-0a56-441c-aa04-e193f3d01a53 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:39.765226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67ef30c4-22f6-4ac1-a210-9244825bd4aa req-0659bd1c-0a56-441c-aa04-e193f3d01a53 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0525210 Aug 21 10:03:39.802834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-67ef30c4-22f6-4ac1-a210-9244825bd4aa req-13dd42cd-d974-4b22-b8d0-1568148b4880 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316050 Aug 21 10:03:39.861525 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:40.918532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef23eb1-a8d7-40d8-a23a-dde07e141222 req-46ed9f58-1472-401b-80c6-c4f74dc0f07e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:40.920015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fef23eb1-a8d7-40d8-a23a-dde07e141222 req-46ed9f58-1472-401b-80c6-c4f74dc0f07e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0488510 Aug 21 10:03:40.957906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fef23eb1-a8d7-40d8-a23a-dde07e141222 req-80d19d8c-714f-48bf-ab6a-9bb2ca83e49d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320649 Aug 21 10:03:41.072654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805b1ca-b4ba-4cd4-bccf-7aaef3b1c826 req-a3a4d504-93df-47e2-82c8-d3db8bcd120c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:41.074077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8805b1ca-b4ba-4cd4-bccf-7aaef3b1c826 req-a3a4d504-93df-47e2-82c8-d3db8bcd120c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0532660 Aug 21 10:03:41.082673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 32846) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:03:41.087459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-86ec5c72-904e-4509-9bae-de647e7ba742 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Request body: {'floatingip': {'port_id': '2a9e6fb9-49ba-4beb-b561-96526621614c'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:03:41.096003 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:41.128568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-86ec5c72-904e-4509-9bae-de647e7ba742 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:41.556838 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-86ec5c72-904e-4509-9bae-de647e7ba742 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:41.613516 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-86ec5c72-904e-4509-9bae-de647e7ba742 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:41.712318 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-86ec5c72-904e-4509-9bae-de647e7ba742 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Floating IP 812b6660-76f0-4d82-8559-c358f7ee0798 associated. External IP: 172.25.5.66, port: 2a9e6fb9-49ba-4beb-b561-96526621614c. Aug 21 10:03:41.920650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ec5c72-904e-4509-9bae-de647e7ba742 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Router a188d5f1-11b3-44de-a065-9fa1947ca09d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:03:42.348316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ec5c72-904e-4509-9bae-de647e7ba742 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:03:42.353346 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-86ec5c72-904e-4509-9bae-de647e7ba742 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:42.357758 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d3aa7-14ea-4510-bf38-78baad79af5c None None] Sync routers for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:03:42.366545 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d3aa7-14ea-4510-bf38-78baad79af5c None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:03:42.367147 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b0d3aa7-14ea-4510-bf38-78baad79af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:03:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:03:42.381379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-86ec5c72-904e-4509-9bae-de647e7ba742 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "PUT /v2.0/floatingips/812b6660-76f0-4d82-8559-c358f7ee0798 HTTP/1.1" status: 200 len: 991 time: 1.2975085 Aug 21 10:03:42.381960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:03:42.384430 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a7e708-e094-4084-8f5d-41e2175de543" -d '{"events": [{"name": "network-changed", "server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:03:42.427495 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9d8783-954d-4884-aca7-d811e0b2db05 x-openstack-request-id: req-af9d8783-954d-4884-aca7-d811e0b2db05 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:03:42.427820 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:03:42.428354 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af9d8783-954d-4884-aca7-d811e0b2db05 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:03:42.428530 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'status': 'completed', 'code': 200} Aug 21 10:03:42.492659 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e708-e094-4084-8f5d-41e2175de543 req-a5e0bca1-53c8-4645-9ae3-3cebe8bbafef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:42.494208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39a7e708-e094-4084-8f5d-41e2175de543 req-a5e0bca1-53c8-4645-9ae3-3cebe8bbafef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0441959 Aug 21 10:03:42.565911 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-3b0d3aa7-14ea-4510-bf38-78baad79af5c None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:03:42.576114 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:42.591580 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e708-e094-4084-8f5d-41e2175de543 req-91dba7bb-69c9-4684-af8e-94bc97086925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:42.593066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39a7e708-e094-4084-8f5d-41e2175de543 req-91dba7bb-69c9-4684-af8e-94bc97086925 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0921969 Aug 21 10:03:42.661771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39a7e708-e094-4084-8f5d-41e2175de543 req-9e43f7f1-d6b1-413a-8295-6a871b21b61f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 999 time: 0.0620625 Aug 21 10:03:42.711512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e708-e094-4084-8f5d-41e2175de543 req-9baf20e4-a991-4afe-8dba-8110416fef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:42.713046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39a7e708-e094-4084-8f5d-41e2175de543 req-9baf20e4-a991-4afe-8dba-8110416fef6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0438507 Aug 21 10:03:42.759248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7e708-e094-4084-8f5d-41e2175de543 req-736af5be-d3bc-413f-a4e7-3fb412a4bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:42.760836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39a7e708-e094-4084-8f5d-41e2175de543 req-736af5be-d3bc-413f-a4e7-3fb412a4bf86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407228 Aug 21 10:03:42.790479 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b0d3aa7-14ea-4510-bf38-78baad79af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:91:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T10:03:41Z', 'revision_number': 13, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:03:42.819468 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d3aa7-14ea-4510-bf38-78baad79af5c None None] Checking router: a188d5f1-11b3-44de-a065-9fa1947ca09d for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:03:42.827520 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d3aa7-14ea-4510-bf38-78baad79af5c None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:03:42.828666 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b0d3aa7-14ea-4510-bf38-78baad79af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:03:39Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:03:42.861822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39a7e708-e094-4084-8f5d-41e2175de543 req-67362039-4f58-4124-8b66-c900ca8871ea service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938854 Aug 21 10:03:42.931717 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-3b0d3aa7-14ea-4510-bf38-78baad79af5c None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:03:42.952678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39a7e708-e094-4084-8f5d-41e2175de543 req-987bc4c2-bf84-4f54-a2af-e26ddf45f19f service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839314 Aug 21 10:03:43.157501 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b0d3aa7-14ea-4510-bf38-78baad79af5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:91:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T10:03:41Z', 'revision_number': 13, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:03:43.182496 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d3aa7-14ea-4510-bf38-78baad79af5c None None] The sync data for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 is: [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '812b6660-76f0-4d82-8559-c358f7ee0798', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'port_id': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'mac_address': 'fa:16:3e:91:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T09:56:34Z', 'updated_at': '2021-08-21T10:03:41Z', 'revision_number': 13, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:03:43.370155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45a7e1c-ce35-45d2-86dd-a8f66b2987c1 None None] New status for floating IP 812b6660-76f0-4d82-8559-c358f7ee0798: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:03:43.987219 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db3214c0-e050-4723-89ca-323713366038 req-fd67fdda-7e39-4805-a846-ca6aa789680e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453973 Aug 21 10:03:44.066220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3214c0-e050-4723-89ca-323713366038 req-f4b89fad-3f3b-4ca3-bd9b-cdbaef48fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:44.067847 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db3214c0-e050-4723-89ca-323713366038 req-f4b89fad-3f3b-4ca3-bd9b-cdbaef48fa8d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0407388 Aug 21 10:03:44.171206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3214c0-e050-4723-89ca-323713366038 req-d7a3959c-6b26-4459-a82c-27017728c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:44.172817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db3214c0-e050-4723-89ca-323713366038 req-d7a3959c-6b26-4459-a82c-27017728c178 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0860240 Aug 21 10:03:44.240216 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db3214c0-e050-4723-89ca-323713366038 req-1488d33f-6fed-4696-99aa-7ecaa69d8e30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 1001 time: 0.0602753 Aug 21 10:03:44.288083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3214c0-e050-4723-89ca-323713366038 req-ed2f421a-34fd-4c0f-8cbe-5edee4b3b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:44.289466 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db3214c0-e050-4723-89ca-323713366038 req-ed2f421a-34fd-4c0f-8cbe-5edee4b3b387 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0428479 Aug 21 10:03:44.335013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3214c0-e050-4723-89ca-323713366038 req-50c4f597-7532-4991-aec1-8edbc77a40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:03:44.336532 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db3214c0-e050-4723-89ca-323713366038 req-50c4f597-7532-4991-aec1-8edbc77a40e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402081 Aug 21 10:03:44.430494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db3214c0-e050-4723-89ca-323713366038 req-3f48c8bd-caa5-491e-bc98-f49ea2e5a495 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847249 Aug 21 10:03:44.520285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db3214c0-e050-4723-89ca-323713366038 req-e4bb6a49-c028-4057-8fa8-16986395daeb service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832760 Aug 21 10:03:45.889897 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:03:46.004515 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:06.165674 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:04:07.001487 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ca83df41-2c23-447d-a14f-536648b782a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:09.558273 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-99021dbf-99f3-4d4f-80ee-52a9d6ac1ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:09.812937 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:11.112057 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:12.572402 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:15.889387 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:15.974941 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:36.969326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-76d32eb9-0061-4af8-8951-a9694ec76214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:39.562847 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8446dda1-dfd6-438a-90bc-b1b32e149141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:39.814401 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:41.140192 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:42.591404 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:43.165991 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:04:45.902301 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:45.988293 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:04:45.988606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486c7c56-f69f-406a-9700-ae24be9f46be req-c30fd830-28a2-41d2-b2bd-96bbc38a4d90 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468123 Aug 21 10:04:46.070076 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c7c56-f69f-406a-9700-ae24be9f46be req-bc40aa98-b1ae-4210-85ff-73c303bec74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:04:46.071595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486c7c56-f69f-406a-9700-ae24be9f46be req-bc40aa98-b1ae-4210-85ff-73c303bec74d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0401845 Aug 21 10:04:46.173793 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c7c56-f69f-406a-9700-ae24be9f46be req-4a8eddf6-0697-4131-830a-db9c0426422d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:04:46.175186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486c7c56-f69f-406a-9700-ae24be9f46be req-4a8eddf6-0697-4131-830a-db9c0426422d service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0846570 Aug 21 10:04:46.247121 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486c7c56-f69f-406a-9700-ae24be9f46be req-7b83bce2-210a-4990-add9-814abc16c497 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 1001 time: 0.0617504 Aug 21 10:04:46.295796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c7c56-f69f-406a-9700-ae24be9f46be req-1b31805d-9414-41ae-84f9-aefb1df46545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:04:46.297183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486c7c56-f69f-406a-9700-ae24be9f46be req-1b31805d-9414-41ae-84f9-aefb1df46545 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0429754 Aug 21 10:04:46.342703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c7c56-f69f-406a-9700-ae24be9f46be req-be650bfb-7335-41ad-b980-a61721a6b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:04:46.344266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486c7c56-f69f-406a-9700-ae24be9f46be req-be650bfb-7335-41ad-b980-a61721a6b641 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402622 Aug 21 10:04:46.434447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486c7c56-f69f-406a-9700-ae24be9f46be req-d2b190a9-ff48-4214-b7ba-40791daf492d service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821495 Aug 21 10:04:46.522618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-486c7c56-f69f-406a-9700-ae24be9f46be req-adfdd3e9-4f39-4bde-8b8a-c16fc666bf9d service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812759 Aug 21 10:05:06.973605 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fe488410-5a0a-4106-9d3c-4ed11e1b4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:09.558943 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-55d55d59-70f1-4ac3-84de-689dbbcf5207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:09.827279 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:11.112698 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:12.605005 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:15.935995 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:16.004407 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:20.168844 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:05:21.972186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3590075-4950-4048-b2cd-a8632e71b65d req-41a0b0ea-434f-49a2-b3ee-98c4996f0651 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:21.973641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3590075-4950-4048-b2cd-a8632e71b65d req-41a0b0ea-434f-49a2-b3ee-98c4996f0651 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0540059 Aug 21 10:05:22.011937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3590075-4950-4048-b2cd-a8632e71b65d req-8fc1289a-0882-446e-b491-7511bc76e4cb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321078 Aug 21 10:05:33.828064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cdfbe-941e-41a6-9f85-cc41436fbc6a req-2b59e34e-6543-4555-9dd7-6342e51f7b63 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:33.829632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-418cdfbe-941e-41a6-9f85-cc41436fbc6a req-2b59e34e-6543-4555-9dd7-6342e51f7b63 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0501261 Aug 21 10:05:33.870004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-418cdfbe-941e-41a6-9f85-cc41436fbc6a req-0d535a05-584f-4dbd-8b7f-b5b929c21044 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341375 Aug 21 10:05:34.053101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-bda978cf-cc4e-483e-b790-f36c84902869 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938811 Aug 21 10:05:34.997445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7461ba2-9790-4b46-b26e-d6f48b2dde45 req-2106bd3d-6156-4da9-902b-264275992eb7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:34.999099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7461ba2-9790-4b46-b26e-d6f48b2dde45 req-2106bd3d-6156-4da9-902b-264275992eb7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0600352 Aug 21 10:05:35.048641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7461ba2-9790-4b46-b26e-d6f48b2dde45 req-ac472f0e-dc10-4ce4-b20b-8309ffd66ce2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360684 Aug 21 10:05:35.884223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51089f-fb76-4169-922f-6f7477541007 req-df6b7094-955a-4a39-9fa3-dff94f43db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:35.885746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-df6b7094-955a-4a39-9fa3-dff94f43db70 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0409029 Aug 21 10:05:35.974709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51089f-fb76-4169-922f-6f7477541007 req-17c2ac08-ffdf-4bc7-a96e-84b567419893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:35.976262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-17c2ac08-ffdf-4bc7-a96e-84b567419893 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0833666 Aug 21 10:05:36.045845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-ddbad158-7b14-45db-8faa-67862b1924a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 1001 time: 0.0630002 Aug 21 10:05:36.101236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51089f-fb76-4169-922f-6f7477541007 req-3ece500d-7f7a-42f2-8753-8a528d8fd6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:36.103618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-3ece500d-7f7a-42f2-8753-8a528d8fd6ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0513024 Aug 21 10:05:36.186003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51089f-fb76-4169-922f-6f7477541007 req-f4547697-d241-4b2a-91a7-921aac003ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:36.187416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-f4547697-d241-4b2a-91a7-921aac003ef5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765586 Aug 21 10:05:36.194605 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b4e81-9676-44d6-9ae3-314060064b09 req-f9218c9a-786d-4f8a-bdec-a2152db87bf8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:36.196055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea5b4e81-9676-44d6-9ae3-314060064b09 req-f9218c9a-786d-4f8a-bdec-a2152db87bf8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0616536 Aug 21 10:05:36.278342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea5b4e81-9676-44d6-9ae3-314060064b09 req-ee9f4807-9818-4d9a-9512-279b461f6e99 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741494 Aug 21 10:05:36.305644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-c12ed3bc-f34a-4c33-8933-a9b1889ffaaf service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085432 Aug 21 10:05:36.400183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-48f4dcf7-fe4a-46a5-bdd1-be2208768214 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881202 Aug 21 10:05:36.946448 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bc49bc33-1e55-4ecd-9dd4-2e0be588c102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:37.394265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31456b8c-056d-4bea-86c6-8d699de5159f req-797756d2-f3df-4f36-9866-9185816234c7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:37.395766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31456b8c-056d-4bea-86c6-8d699de5159f req-797756d2-f3df-4f36-9866-9185816234c7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0495858 Aug 21 10:05:37.433994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31456b8c-056d-4bea-86c6-8d699de5159f req-f9eee2ca-7917-4ab5-ac80-32c3596449f8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Aug 21 10:05:38.554736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b745009-b02d-4004-9c1d-88c39839e20e req-489e2a28-e8cd-4701-bc15-6f9f523c26d1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:38.556241 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b745009-b02d-4004-9c1d-88c39839e20e req-489e2a28-e8cd-4701-bc15-6f9f523c26d1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0527918 Aug 21 10:05:38.594914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6b745009-b02d-4004-9c1d-88c39839e20e req-6444311a-7de7-4b4a-879f-94200feedd51 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326703 Aug 21 10:05:39.563775 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e2dbf58-b2db-407e-83a0-630a78f7205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:39.709796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ffe4b-f900-4177-9701-52cc923fb097 req-0d30435a-8517-4388-88d8-6483cfb43a4e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:39.711286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-569ffe4b-f900-4177-9701-52cc923fb097 req-0d30435a-8517-4388-88d8-6483cfb43a4e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Aug 21 10:05:39.750278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-569ffe4b-f900-4177-9701-52cc923fb097 req-59cbbc51-4b57-4240-960b-c5caf2900735 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327642 Aug 21 10:05:39.808077 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:40.867435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99939090-6474-403e-a93b-a53716eed466 req-65fcdca0-9b5f-45d0-9755-b40f584bc06f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:40.868954 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99939090-6474-403e-a93b-a53716eed466 req-65fcdca0-9b5f-45d0-9755-b40f584bc06f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0491722 Aug 21 10:05:40.906827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-99939090-6474-403e-a93b-a53716eed466 req-fe25dee7-5169-4905-91c1-aff82b0e9c6e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Aug 21 10:05:41.127345 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:42.028586 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015b452-2137-4acb-87a3-66a73442d1a9 req-8e8c07f6-0ae8-4d71-af60-c04ce3f4c096 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:42.030088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7015b452-2137-4acb-87a3-66a73442d1a9 req-8e8c07f6-0ae8-4d71-af60-c04ce3f4c096 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0533850 Aug 21 10:05:42.070178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7015b452-2137-4acb-87a3-66a73442d1a9 req-f89152fd-23b6-408d-b1fe-5f79afa87d10 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339818 Aug 21 10:05:42.643707 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:43.186311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5067be0-ba3f-47dd-81d6-e4d791f2bfa1 req-6704337c-7def-40ce-813c-68e9e0f4c97a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:43.187832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5067be0-ba3f-47dd-81d6-e4d791f2bfa1 req-6704337c-7def-40ce-813c-68e9e0f4c97a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0498374 Aug 21 10:05:43.226650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f5067be0-ba3f-47dd-81d6-e4d791f2bfa1 req-da4d45fe-c06b-48b2-b00f-b08c296ce1fd tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328977 Aug 21 10:05:44.339088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84549797-94dc-49b4-8fa9-fca99d160343 req-ce746965-6663-4d26-a0b3-c3ca2ccc4698 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:44.340559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84549797-94dc-49b4-8fa9-fca99d160343 req-ce746965-6663-4d26-a0b3-c3ca2ccc4698 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0477312 Aug 21 10:05:44.377693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84549797-94dc-49b4-8fa9-fca99d160343 req-22fd3b1d-12aa-4e73-9b6f-7d9675661d89 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310359 Aug 21 10:05:45.495584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05745026-ab29-428f-a8c7-217014e284e6 req-90376bc0-82f4-4fe6-88d4-93cf8da0c004 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:45.497059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05745026-ab29-428f-a8c7-217014e284e6 req-90376bc0-82f4-4fe6-88d4-93cf8da0c004 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0533211 Aug 21 10:05:45.534218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-05745026-ab29-428f-a8c7-217014e284e6 req-10f68f2e-4f05-4477-af71-8bcbe1de1a0d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313323 Aug 21 10:05:45.944777 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:46.013145 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:46.652375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402749e-81d2-460e-975d-bcb0942ccc9a req-2fe713d0-b343-4c9d-82f3-ecf6f9120ad9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:46.653827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2402749e-81d2-460e-975d-bcb0942ccc9a req-2fe713d0-b343-4c9d-82f3-ecf6f9120ad9 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0527637 Aug 21 10:05:46.694058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2402749e-81d2-460e-975d-bcb0942ccc9a req-621cc959-39f8-4213-bc77-7851dbe80700 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342190 Aug 21 10:05:47.807411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e3828-0285-483a-943d-d771c9436073 req-5a0fdae3-be96-4f9d-88f9-d8dc0f2ebea3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:47.808903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-261e3828-0285-483a-943d-d771c9436073 req-5a0fdae3-be96-4f9d-88f9-d8dc0f2ebea3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0480404 Aug 21 10:05:47.846061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-261e3828-0285-483a-943d-d771c9436073 req-eac40ef2-8b20-48e7-bfab-be835417a07f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Aug 21 10:05:48.021950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23c2a-ae0e-42d0-811f-9ad9ac4e4183 req-6a7c78f0-ee37-45e4-8222-e1ef86a587df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:48.023511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ddd23c2a-ae0e-42d0-811f-9ad9ac4e4183 req-6a7c78f0-ee37-45e4-8222-e1ef86a587df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0467510 Aug 21 10:05:48.126687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23c2a-ae0e-42d0-811f-9ad9ac4e4183 req-b2f5eefc-da68-457f-9daa-b3848081d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:48.128211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ddd23c2a-ae0e-42d0-811f-9ad9ac4e4183 req-b2f5eefc-da68-457f-9daa-b3848081d7ea service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0848744 Aug 21 10:05:48.197217 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ddd23c2a-ae0e-42d0-811f-9ad9ac4e4183 req-7db1fd6d-a0cc-4695-b770-016643be348d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 1001 time: 0.0607424 Aug 21 10:05:48.245892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23c2a-ae0e-42d0-811f-9ad9ac4e4183 req-bcca9d1a-9e16-418d-a0ef-5084217689fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:48.247277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ddd23c2a-ae0e-42d0-811f-9ad9ac4e4183 req-bcca9d1a-9e16-418d-a0ef-5084217689fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0429037 Aug 21 10:05:48.292431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23c2a-ae0e-42d0-811f-9ad9ac4e4183 req-22b7a9ad-9a32-4d1f-bc55-25600381b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:48.293766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ddd23c2a-ae0e-42d0-811f-9ad9ac4e4183 req-22b7a9ad-9a32-4d1f-bc55-25600381b7ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388207 Aug 21 10:05:48.386823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ddd23c2a-ae0e-42d0-811f-9ad9ac4e4183 req-c18f85b5-2305-451e-885a-6ea22d39b153 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850818 Aug 21 10:05:48.474650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ddd23c2a-ae0e-42d0-811f-9ad9ac4e4183 req-5b5d4e83-ba6a-4f64-8859-eb98fbfec57f service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809259 Aug 21 10:05:48.965199 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217fdda-7183-4f29-a350-24b11b16c787 req-cf2fb693-9d90-4726-ae2c-290183956801 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:48.966741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4217fdda-7183-4f29-a350-24b11b16c787 req-cf2fb693-9d90-4726-ae2c-290183956801 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0508695 Aug 21 10:05:49.004238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4217fdda-7183-4f29-a350-24b11b16c787 req-250cf4bd-5ef6-4082-aa49-2373f8cceb53 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312092 Aug 21 10:05:50.128810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e777-1685-403b-abba-bdd708bacf22 req-2d160f33-de93-49c8-85c6-5286606f7e17 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:50.130612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84c9e777-1685-403b-abba-bdd708bacf22 req-2d160f33-de93-49c8-85c6-5286606f7e17 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0587652 Aug 21 10:05:50.175550 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84c9e777-1685-403b-abba-bdd708bacf22 req-d4e09dbb-c897-4aa5-9569-95bba12404bd tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370500 Aug 21 10:05:50.554586 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-7e51089f-fb76-4169-922f-6f7477541007 req-f3c50e7a-8e97-4e08-9a20-3ac71491f2e0 service neutron] show failed (client error): The resource could not be found. Aug 21 10:05:50.555859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-f3c50e7a-8e97-4e08-9a20-3ac71491f2e0 service neutron] 10.222.0.22 "GET /v2.0/ports/2a9e6fb9-49ba-4beb-b561-96526621614c/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0632565 Aug 21 10:05:50.966210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51089f-fb76-4169-922f-6f7477541007 req-84523720-6519-47c5-bd69-c609343f815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:50.968069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-84523720-6519-47c5-bd69-c609343f815d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 1097 time: 0.0435729 Aug 21 10:05:50.980426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:05:51.037803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:51.249742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:05:51.311574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:05:51.340384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b83da-ea17-4a5c-ab91-1f51ac88c85b req-1f40759b-6e67-4b7e-ab02-611ec080dcfd tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:51.344546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b23b83da-ea17-4a5c-ab91-1f51ac88c85b req-1f40759b-6e67-4b7e-ab02-611ec080dcfd tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0943973 Aug 21 10:05:51.374749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:05:51.376916 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f75ed3e-86f1-480a-ae60-e6663725b4c6" -d '{"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:05:51.382618 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:51.411056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b23b83da-ea17-4a5c-ab91-1f51ac88c85b req-e7b361e6-e300-49af-90a4-a1ba623cc3ff tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602565 Aug 21 10:05:51.411056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Transition to ACTIVE for port object 2a9e6fb9-49ba-4beb-b561-96526621614c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:05:51.428186 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 10:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f23698-07f0-4593-a6e7-f8fa1088d146 x-openstack-request-id: req-23f23698-07f0-4593-a6e7-f8fa1088d146 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:05:51.428475 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:05:51.428755 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23f23698-07f0-4593-a6e7-f8fa1088d146 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:05:51.429336 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'code': 200} Aug 21 10:05:51.477523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:51.565812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:05:51.587345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.587759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.588060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.588398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.588733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.589064 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.589394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.589722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.590050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.590376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.590703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.591026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:05:51.615779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] No DVR routers for this DVR port 2a9e6fb9-49ba-4beb-b561-96526621614c on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:05:51.771692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:05:51.771987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:05:51.772250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:05:51.776904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Port 2a9e6fb9-49ba-4beb-b561-96526621614c on network 9217774d-b4a8-4236-a4e1-7602a5993b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:05:51.777311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:05:51.782249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:05:51.782526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:05:51.782898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:05:51.783326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Bound port: 2a9e6fb9-49ba-4beb-b561-96526621614c, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:05:51.783729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:51.855518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:05:51.859577 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:05:51.918656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:05:51.939264 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:51.962547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:05:51.977205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:51.977910 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:05:51.979401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 1092 time: 1.0036962 Aug 21 10:05:52.024676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720be25-d161-4778-b29e-045a3a1506d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:05:52.057531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51089f-fb76-4169-922f-6f7477541007 req-599402f0-e54b-4326-9fa8-7a672f70ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:52.059039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-599402f0-e54b-4326-9fa8-7a672f70ad12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0491261 Aug 21 10:05:52.159690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51089f-fb76-4169-922f-6f7477541007 req-39e54365-98fe-4e5e-82a5-a9cf20e61def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:52.161189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-39e54365-98fe-4e5e-82a5-a9cf20e61def service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0952537 Aug 21 10:05:52.231071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-7d477c69-1177-454c-97aa-2c9ea39c7ce7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 999 time: 0.0624826 Aug 21 10:05:52.281134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51089f-fb76-4169-922f-6f7477541007 req-ececbf20-44dc-4008-8fef-a2de37df907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:52.282537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-ececbf20-44dc-4008-8fef-a2de37df907a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0445778 Aug 21 10:05:52.333883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51089f-fb76-4169-922f-6f7477541007 req-8fbaa61b-cd6c-487a-b7dc-33c92d5162ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:52.335443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-8fbaa61b-cd6c-487a-b7dc-33c92d5162ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446639 Aug 21 10:05:52.424467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-764a4e26-aedd-4381-82f9-a0921474e9df service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811775 Aug 21 10:05:52.554279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657fdc9-58ca-4fd2-8fb2-045b378f0a1e req-67057757-5b0d-4213-9d47-4ea1ec6691be tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:52.555710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b657fdc9-58ca-4fd2-8fb2-045b378f0a1e req-67057757-5b0d-4213-9d47-4ea1ec6691be tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0756476 Aug 21 10:05:52.559274 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e51089f-fb76-4169-922f-6f7477541007 req-89b07276-0629-41dd-ba12-7717e7f6f770 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267111 Aug 21 10:05:52.595998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b657fdc9-58ca-4fd2-8fb2-045b378f0a1e req-383853a5-3749-4cd5-80ab-4045ed9fb4c0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342112 Aug 21 10:05:53.431170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:05:53.433415 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1378c68b-dff5-49ab-9b8d-bcffbad1b200" -d '{"events": [{"name": "network-changed", "server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:05:53.483543 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eb988a-cec7-422b-89a8-e9a6eea4fbf3 x-openstack-request-id: req-13eb988a-cec7-422b-89a8-e9a6eea4fbf3 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:05:53.483864 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:05:53.484111 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13eb988a-cec7-422b-89a8-e9a6eea4fbf3 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:05:53.485299 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'status': 'completed', 'code': 200} Aug 21 10:05:53.578924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-508f272b-3e13-451d-a0de-13c678dd7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:53.580519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-508f272b-3e13-451d-a0de-13c678dd7073 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0776398 Aug 21 10:05:53.582262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-052f38ca-d683-4adc-9cc0-508b0aa48f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:53.583713 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-052f38ca-d683-4adc-9cc0-508b0aa48f84 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0714266 Aug 21 10:05:53.782983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642d060-3729-4e9c-8c43-e619a8e363ed req-207f5e0e-a89d-4468-9a78-8cfe85ed0b0f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:53.784413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9642d060-3729-4e9c-8c43-e619a8e363ed req-207f5e0e-a89d-4468-9a78-8cfe85ed0b0f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.1052654 Aug 21 10:05:53.794056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-a498a07b-4dc7-49fe-8fbb-56d1bd4c8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:53.794585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-a498a07b-4dc7-49fe-8fbb-56d1bd4c8eb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.2059574 Aug 21 10:05:53.796246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-4c3756e4-9918-426f-a08c-64b4f8658cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:53.797546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-4c3756e4-9918-426f-a08c-64b4f8658cec service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.2001936 Aug 21 10:05:53.921976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9642d060-3729-4e9c-8c43-e619a8e363ed req-caa9df97-d3e2-4924-8213-3474b316c3e5 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302550 Aug 21 10:05:53.927586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-ef08370d-4f4e-4dd3-a3fb-f39e6b1bb4c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 999 time: 0.1251285 Aug 21 10:05:53.937227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-f213b974-a8d5-4495-bd54-70f5fb3094a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 999 time: 0.1225021 Aug 21 10:05:54.015917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-62980c61-eee3-4c3f-8838-2de07a51451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:54.017387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-62980c61-eee3-4c3f-8838-2de07a51451b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0823798 Aug 21 10:05:54.022166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-8062b5e5-e863-45f7-a3b1-753d8cac58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:54.022166 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-8062b5e5-e863-45f7-a3b1-753d8cac58bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0759745 Aug 21 10:05:54.097346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-ff1e551a-54e4-485d-9532-03c51e2f92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:54.098896 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-ff1e551a-54e4-485d-9532-03c51e2f92f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743046 Aug 21 10:05:54.100737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-a0642cb6-2863-43bf-a75d-99b55c4e07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:54.102184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-a0642cb6-2863-43bf-a75d-99b55c4e07a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696082 Aug 21 10:05:54.276755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-15ad727c-64e8-40cd-bbca-b0e0edacc5f9 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702843 Aug 21 10:05:54.278623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-487ec027-16bb-44eb-b7bb-b1a2f275e135 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648870 Aug 21 10:05:54.438251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-cbe3d559-e448-4ea1-9dc5-c8660e7de802 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541188 Aug 21 10:05:54.440354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1378c68b-dff5-49ab-9b8d-bcffbad1b200 req-dbb4e8dd-70cb-4947-a402-3476e01c087d service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483693 Aug 21 10:05:55.060296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac39279-ce24-48e2-8d88-3a09b61e980f req-f40560ae-2db6-496e-a034-9e1fabef7a7d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:55.060296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bac39279-ce24-48e2-8d88-3a09b61e980f req-f40560ae-2db6-496e-a034-9e1fabef7a7d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0500734 Aug 21 10:05:55.093437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bac39279-ce24-48e2-8d88-3a09b61e980f req-a0ffbc4f-0174-463d-91b9-8715ce9f57e2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Aug 21 10:05:56.210553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3b89b-a981-49c1-ae42-42f4eb693817 req-e3901423-273c-4de3-a0c7-82492f9b5e93 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:56.212162 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8c3b89b-a981-49c1-ae42-42f4eb693817 req-e3901423-273c-4de3-a0c7-82492f9b5e93 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0498199 Aug 21 10:05:56.254820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8c3b89b-a981-49c1-ae42-42f4eb693817 req-8fd819d8-6ed4-4edf-badc-254065b91062 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362973 Aug 21 10:05:57.169358 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:05:57.369589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eaf04-a263-4ad7-a799-0bfb8fba0a7e req-833f84cc-b668-47ab-b278-df4206de3488 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:57.370946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa6eaf04-a263-4ad7-a799-0bfb8fba0a7e req-833f84cc-b668-47ab-b278-df4206de3488 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0485797 Aug 21 10:05:57.406892 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa6eaf04-a263-4ad7-a799-0bfb8fba0a7e req-26dfc7ac-985b-4660-a54b-bf464b01c8e2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301876 Aug 21 10:05:58.524523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e24f6-1863-422c-9ee1-b510280cf232 req-f5e4f8ee-e364-4c37-8dfb-f6fce990dc4c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:58.526029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-201e24f6-1863-422c-9ee1-b510280cf232 req-f5e4f8ee-e364-4c37-8dfb-f6fce990dc4c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0490181 Aug 21 10:05:58.563357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-201e24f6-1863-422c-9ee1-b510280cf232 req-1b03b192-3461-4d17-91bb-67ca3a5d8f61 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Aug 21 10:05:59.676618 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff34821-be57-41a3-b3df-c73f073017dc req-fdd8fd33-b096-4c35-bdcc-dd468a10d369 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:05:59.678056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ff34821-be57-41a3-b3df-c73f073017dc req-fdd8fd33-b096-4c35-bdcc-dd468a10d369 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0470896 Aug 21 10:05:59.718386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ff34821-be57-41a3-b3df-c73f073017dc req-75b91dee-7918-4dd9-af9c-0b819a01c5bc tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337965 Aug 21 10:06:00.831132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613c554-ef9a-4915-93b7-2b9081758952 req-0b9ea413-e161-474f-8616-48b778a51400 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:00.832617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9613c554-ef9a-4915-93b7-2b9081758952 req-0b9ea413-e161-474f-8616-48b778a51400 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0474062 Aug 21 10:06:00.871025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9613c554-ef9a-4915-93b7-2b9081758952 req-41a80895-86e5-46b5-ae2e-d9953e5a5e05 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Aug 21 10:06:01.984376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f7cbb-f2f8-43b6-ba3a-a1d9c7d288a7 req-e21fb330-d212-4fae-8970-8ab0965a964e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:01.985854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-425f7cbb-f2f8-43b6-ba3a-a1d9c7d288a7 req-e21fb330-d212-4fae-8970-8ab0965a964e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0481563 Aug 21 10:06:02.026621 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-425f7cbb-f2f8-43b6-ba3a-a1d9c7d288a7 req-c1b41295-d7ce-40b7-9264-beaaeaead126 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331013 Aug 21 10:06:02.759406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc91110-2c93-4320-936a-1fbe04a0b565 req-fd6d8e0f-c204-4b5e-b2f8-049e4abe03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:02.760922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc91110-2c93-4320-936a-1fbe04a0b565 req-fd6d8e0f-c204-4b5e-b2f8-049e4abe03f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1095 time: 0.0393381 Aug 21 10:06:02.862861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc91110-2c93-4320-936a-1fbe04a0b565 req-75f1fed6-fd00-43ff-b514-9e8f507297a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:02.864340 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc91110-2c93-4320-936a-1fbe04a0b565 req-75f1fed6-fd00-43ff-b514-9e8f507297a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0849988 Aug 21 10:06:02.930717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc91110-2c93-4320-936a-1fbe04a0b565 req-3c5c7848-ada1-44aa-b255-c0bd42abac71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 999 time: 0.0564983 Aug 21 10:06:02.984144 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc91110-2c93-4320-936a-1fbe04a0b565 req-d2b294ea-417b-4446-a52e-bbbcf1e6e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:02.985538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc91110-2c93-4320-936a-1fbe04a0b565 req-d2b294ea-417b-4446-a52e-bbbcf1e6e7e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0461664 Aug 21 10:06:03.031314 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc91110-2c93-4320-936a-1fbe04a0b565 req-ddd12e58-93f7-40e9-b4fe-d7d9a88715a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:03.032773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc91110-2c93-4320-936a-1fbe04a0b565 req-ddd12e58-93f7-40e9-b4fe-d7d9a88715a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394137 Aug 21 10:06:03.473666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc91110-2c93-4320-936a-1fbe04a0b565 req-21a68da8-e89d-432f-b426-6a5187e89711 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325318 Aug 21 10:06:03.483910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04e685-c2a8-4f44-9164-86cfb37ad64b req-5e4a011c-dc0e-4871-9e94-59adc0d76939 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:03.485278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d04e685-c2a8-4f44-9164-86cfb37ad64b req-5e4a011c-dc0e-4871-9e94-59adc0d76939 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.3903999 Aug 21 10:06:03.567276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d04e685-c2a8-4f44-9164-86cfb37ad64b req-6bef5915-51a6-4780-8f63-88272179926a tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740883 Aug 21 10:06:03.596745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8cc91110-2c93-4320-936a-1fbe04a0b565 req-cc4406cf-7f77-4a65-b939-3ad31e6bace7 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104915 Aug 21 10:06:04.682998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fab2e-88ba-48f8-9c87-d3827ee5018e req-06d315ba-5361-477d-bb5a-167329eb93ac tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:04.684433 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-487fab2e-88ba-48f8-9c87-d3827ee5018e req-06d315ba-5361-477d-bb5a-167329eb93ac tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0492527 Aug 21 10:06:04.721964 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-487fab2e-88ba-48f8-9c87-d3827ee5018e req-cb55c542-cdfd-48da-9496-984333238b36 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315769 Aug 21 10:06:05.837258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bd76b-aa84-4df4-b1d3-04cfbc2d3c61 req-04c169da-ea76-4ffe-905f-bc4c6c524992 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:05.838757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd7bd76b-aa84-4df4-b1d3-04cfbc2d3c61 req-04c169da-ea76-4ffe-905f-bc4c6c524992 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 943 time: 0.0474966 Aug 21 10:06:05.875886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd7bd76b-aa84-4df4-b1d3-04cfbc2d3c61 req-0a7efc15-ed42-48ac-9d59-3ea27e16fa14 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Aug 21 10:06:06.121796 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:06:06.214238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:06.224637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'port_id': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'mac_address': 'fa:16:3e:91:fe:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:06:06.261667 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:06.274984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9e6fb9-49ba-4beb-b561-96526621614c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:06:06.294883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:06.372900 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:06.427142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:06.434537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.434879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.435217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.435914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.436250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.436576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.436898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.437218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.437541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.437859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.438176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.438491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:06.505425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40612b6-0e10-462e-b714-d549d90258a1 req-1fc7af34-562c-459d-a27f-c1d2960d52cd tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:06.507393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a40612b6-0e10-462e-b714-d549d90258a1 req-1fc7af34-562c-459d-a27f-c1d2960d52cd tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0490785 Aug 21 10:06:06.576630 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a40612b6-0e10-462e-b714-d549d90258a1 req-bf00bd4e-6c34-4eeb-84ab-2ec119a033fe tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627542 Aug 21 10:06:06.593291 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-b106725c-1134-4e6e-950f-708bc99baba3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:06.594730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-b106725c-1134-4e6e-950f-708bc99baba3 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.13 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 944 time: 0.0643532 Aug 21 10:06:06.617399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['2a9e6fb9-49ba-4beb-b561-96526621614c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:06:06.656090 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-e2d95659-027c-45b9-954e-c4fbb2c13354 service neutron] 10.222.0.13 "GET /v2.0/ports/2a9e6fb9-49ba-4beb-b561-96526621614c/bindings/n-h1-766726-28 HTTP/1.1" status: 200 len: 383 time: 0.0525784 Aug 21 10:06:06.717744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-7442682a-4090-4276-8b6c-5b8550fbe7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:06.719246 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-7442682a-4090-4276-8b6c-5b8550fbe7d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0412092 Aug 21 10:06:06.810933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-52b629d0-ca2b-4484-8e3f-27d2f6f6feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:06.812443 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-52b629d0-ca2b-4484-8e3f-27d2f6f6feb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.0857174 Aug 21 10:06:06.876690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-f3a2de06-bee4-4407-88b2-19bf2980278c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 1000 time: 0.0559006 Aug 21 10:06:06.929840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-fadf6484-c658-4fe5-9547-f0a0e7dc86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:06.931329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-fadf6484-c658-4fe5-9547-f0a0e7dc86ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0467341 Aug 21 10:06:06.977568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-6c74ef2c-8e6d-48e3-b6c9-678627d2cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:06.979078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-6c74ef2c-8e6d-48e3-b6c9-678627d2cf0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399120 Aug 21 10:06:06.984105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4bdf9a09-dbb7-48c9-986f-f8d49632e2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:07.074944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-eff7b9cf-3783-4a27-bf24-c46190177c0a service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807602 Aug 21 10:06:07.167049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-eaeb83ff-06cd-41fd-885b-57368d4cfda1 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845938 Aug 21 10:06:07.695608 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73001f43-3be7-48d9-bd3e-7055c6071d2e req-b26a1fdf-ac9c-4928-aecf-d66274a2ed8b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:07.697109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73001f43-3be7-48d9-bd3e-7055c6071d2e req-b26a1fdf-ac9c-4928-aecf-d66274a2ed8b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0503063 Aug 21 10:06:07.735484 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-73001f43-3be7-48d9-bd3e-7055c6071d2e req-365e6366-b541-4933-9248-3fa1e73d6021 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323873 Aug 21 10:06:08.157505 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:06:08.269905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 2a9e6fb9-49ba-4beb-b561-96526621614c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:06:08.273609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 2a9e6fb9-49ba-4beb-b561-96526621614c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:06:08.273997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:08.347164 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:08.368819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:06:08.371030 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0a9c2f-1533-45f8-b0be-a61aeb0caf40" -d '{"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:06:08.383717 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:08.423345 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bde5562-8ced-4e6a-a5ff-69bd20117872 x-openstack-request-id: req-2bde5562-8ced-4e6a-a5ff-69bd20117872 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:06:08.423663 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:06:08.423938 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bde5562-8ced-4e6a-a5ff-69bd20117872 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:06:08.424338 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'code': 200} Aug 21 10:06:08.459208 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:08.508165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:08.901662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad5f1e-165a-4d8e-8633-4995c7f0a0b5 req-03377430-e11e-4479-8171-16634b2cca02 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:08.903138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1ad5f1e-165a-4d8e-8633-4995c7f0a0b5 req-03377430-e11e-4479-8171-16634b2cca02 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.1013448 Aug 21 10:06:08.944747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1ad5f1e-165a-4d8e-8633-4995c7f0a0b5 req-7d78a049-0779-419e-8420-fb190bad6272 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357001 Aug 21 10:06:09.573045 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-09e14379-62fa-4a81-b0e8-5a6ddf0ef1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:09.824595 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:10.065871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d65515-806b-40b9-bb9a-a179a28936f1 req-f4b046f1-0ab3-4ecb-9d1f-c7513c22cdce tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:10.067447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3d65515-806b-40b9-bb9a-a179a28936f1 req-f4b046f1-0ab3-4ecb-9d1f-c7513c22cdce tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0492423 Aug 21 10:06:10.105892 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3d65515-806b-40b9-bb9a-a179a28936f1 req-a543a7d4-8df8-4fa8-8f9b-02aba580d17f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321424 Aug 21 10:06:11.127105 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:11.229806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5036a9-3068-4ff9-ab4d-74325b25ec5e req-6444da5b-364b-4a86-a71e-f6833883f719 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:11.231293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c5036a9-3068-4ff9-ab4d-74325b25ec5e req-6444da5b-364b-4a86-a71e-f6833883f719 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0562246 Aug 21 10:06:11.272113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2c5036a9-3068-4ff9-ab4d-74325b25ec5e req-3ea3cf39-5c3a-4b72-8a15-eec3f03ad5f4 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346303 Aug 21 10:06:11.780377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-4d4a7ef6-fed4-4a61-ae3c-0dae73eedd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:11.781800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-4d4a7ef6-fed4-4a61-ae3c-0dae73eedd3d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1&tenant_id=6d28eec1c1ec4c4189a77fd822e6488b HTTP/1.1" status: 200 len: 1097 time: 0.0400748 Aug 21 10:06:11.793894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:06:11.848828 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:12.049192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:12.082321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:06:12.120347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:06:12.122582 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2c67ef-e7ea-45bd-9645-71332cf557db" -d '{"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:06:12.126619 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:12.139478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Transition to ACTIVE for port object 2a9e6fb9-49ba-4beb-b561-96526621614c will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:06:12.169123 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 10:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa46dc73-dc31-44df-b482-3829bd6aef72 x-openstack-request-id: req-fa46dc73-dc31-44df-b482-3829bd6aef72 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:06:12.169440 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:06:12.169691 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa46dc73-dc31-44df-b482-3829bd6aef72 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:06:12.170093 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'code': 200} Aug 21 10:06:12.184552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:06:12.196924 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:12.224146 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:06:12.284963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=10']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:12.323475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] No DVR routers for this DVR port 2a9e6fb9-49ba-4beb-b561-96526621614c on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:06:12.450963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe071b-0123-4054-b02a-5b320c5cf0c8 req-008e410f-1a7f-4a80-9022-8f58b6e26b37 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:12.452487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6dbe071b-0123-4054-b02a-5b320c5cf0c8 req-008e410f-1a7f-4a80-9022-8f58b6e26b37 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0958180 Aug 21 10:06:12.522512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6dbe071b-0123-4054-b02a-5b320c5cf0c8 req-6aac0819-10a3-44b6-8025-774d56aca25b tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639541 Aug 21 10:06:12.533515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:06:12.533852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:06:12.534176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:06:12.539136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Port 2a9e6fb9-49ba-4beb-b561-96526621614c on network 9217774d-b4a8-4236-a4e1-7602a5993b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:06:12.539453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Attempting to bind port 2a9e6fb9-49ba-4beb-b561-96526621614c on network 9217774d-b4a8-4236-a4e1-7602a5993b45 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:06:12.545143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:06:12.555190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Checking segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:06:12.555190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Bound using segment: {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:06:12.555190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Bound port: 2a9e6fb9-49ba-4beb-b561-96526621614c, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1854a69f-3239-440c-ae33-a877ebda2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:06:12.555190 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:12.607024 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:12.619107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:06:12.622378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:06:12.693881 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:12.728677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:12.729294 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:12.730672 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] 10.222.0.22 "PUT /v2.0/ports/2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 1093 time: 0.9414475 Aug 21 10:06:12.750656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46989cac-f4d4-4767-b8f7-c6845ed333bf service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=11']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:12.797237 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-af1797bb-b33d-4212-9e6c-0ad518ad8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:12.798753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-af1797bb-b33d-4212-9e6c-0ad518ad8d50 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0436332 Aug 21 10:06:12.904123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-c895fd8b-b69f-4757-849e-434d06dd95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:12.906252 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-c895fd8b-b69f-4757-849e-434d06dd95d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.1003516 Aug 21 10:06:12.973715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-bf72a706-6406-4ad9-bb2a-cd172e8bfd48 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 999 time: 0.0605071 Aug 21 10:06:13.026474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-67672f23-4481-4c86-a5c5-92e8812f0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:13.027984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-67672f23-4481-4c86-a5c5-92e8812f0a7f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0472972 Aug 21 10:06:13.075723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-b4a44939-2ae5-41c4-916b-e1c7c48d8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:13.077232 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-b4a44939-2ae5-41c4-916b-e1c7c48d8512 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427516 Aug 21 10:06:13.165026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-b844ea3c-8b42-44f4-a5c7-b3319dfe1c1d service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803313 Aug 21 10:06:13.266590 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee15cdd2-b5c0-4e01-8f79-10ac9eacdee8 req-5f07ca4c-b14d-4096-a125-5f04f1345eca service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940912 Aug 21 10:06:13.705385 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e138c5b-8190-4e0e-b75f-7ee9d2d57291 req-32cdda14-6733-4348-953b-3019db52d45e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:13.706898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e138c5b-8190-4e0e-b75f-7ee9d2d57291 req-32cdda14-6733-4348-953b-3019db52d45e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0995798 Aug 21 10:06:13.745917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e138c5b-8190-4e0e-b75f-7ee9d2d57291 req-6a7a9679-b70d-46d5-959f-bde32d08e4f7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329716 Aug 21 10:06:14.171304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:06:14.173799 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286f6920-5837-4251-9047-adf12553738f" -d '{"events": [{"name": "network-changed", "server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:06:14.222769 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e4426d-5942-49e6-9c8f-1323689ca2fc x-openstack-request-id: req-51e4426d-5942-49e6-9c8f-1323689ca2fc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:06:14.223065 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:06:14.223321 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51e4426d-5942-49e6-9c8f-1323689ca2fc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:06:14.223889 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'status': 'completed', 'code': 200} Aug 21 10:06:14.311917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6920-5837-4251-9047-adf12553738f req-7bb8db96-5535-4139-9f2a-ba42ae5a5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:14.313478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-7bb8db96-5535-4139-9f2a-ba42ae5a5a97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0696690 Aug 21 10:06:14.321329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6920-5837-4251-9047-adf12553738f req-c8ade848-94fa-446b-a8af-c1b2a4faa863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:14.322718 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-c8ade848-94fa-446b-a8af-c1b2a4faa863 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0708804 Aug 21 10:06:14.481544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6920-5837-4251-9047-adf12553738f req-54997819-8f30-414f-a960-f5c997732592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:14.483039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-54997819-8f30-414f-a960-f5c997732592 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.1594744 Aug 21 10:06:14.484649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6920-5837-4251-9047-adf12553738f req-baa9b7b7-1bf4-4510-a637-bbec69eab1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:14.486005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-baa9b7b7-1bf4-4510-a637-bbec69eab1ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 200 len: 913 time: 0.1551874 Aug 21 10:06:14.602470 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-f569e662-5a37-4031-b89e-300873c08a8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 999 time: 0.1116664 Aug 21 10:06:14.604272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-495ca44f-e599-49ab-905e-fe1039983f0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 200 len: 999 time: 0.1071403 Aug 21 10:06:14.690547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6920-5837-4251-9047-adf12553738f req-25e0385e-de33-4263-bc86-ab58bb1b9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:14.692043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-25e0385e-de33-4263-bc86-ab58bb1b9d17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0746479 Aug 21 10:06:14.693408 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6920-5837-4251-9047-adf12553738f req-7914a098-c99f-41c9-8ca4-38b83929424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:14.694771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-7914a098-c99f-41c9-8ca4-38b83929424e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 200 len: 851 time: 0.0855815 Aug 21 10:06:14.770735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6920-5837-4251-9047-adf12553738f req-0067a68f-aaf5-45ff-96a2-c7ed25b60043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:14.773078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-0067a68f-aaf5-45ff-96a2-c7ed25b60043 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742412 Aug 21 10:06:14.791529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6920-5837-4251-9047-adf12553738f req-a6dcf61f-f8b5-4f88-a009-458979beb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:14.793113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-a6dcf61f-f8b5-4f88-a009-458979beb14d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9217774d-b4a8-4236-a4e1-7602a5993b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848069 Aug 21 10:06:14.986530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da690d-c963-4917-8791-506b1f75ba35 req-cf543e59-dec5-48c1-99a1-abb577b5f631 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:14.988120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6da690d-c963-4917-8791-506b1f75ba35 req-cf543e59-dec5-48c1-99a1-abb577b5f631 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.1365960 Aug 21 10:06:14.995333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-52918605-0355-4295-b6e7-dbe1008e74a1 service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886969 Aug 21 10:06:14.998422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-df8fef65-6e98-48ae-87a8-c372bcaa0af1 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174461 Aug 21 10:06:15.133925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b6da690d-c963-4917-8791-506b1f75ba35 req-fe540f63-5dd5-449b-a224-41260c3ad8c6 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375866 Aug 21 10:06:15.188597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-9e931830-3ab8-4e80-8965-db475c8c4b3c service neutron] 10.222.0.13 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829586 Aug 21 10:06:15.190493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-286f6920-5837-4251-9047-adf12553738f req-2b1fb75a-012d-4920-96f9-dfa27733e385 service neutron] 10.222.0.22 "GET /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774890 Aug 21 10:06:15.921574 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:16.048532 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:16.256452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ba272-a1c4-48e5-8a81-0d188f0ed52e req-ffdd0e7f-8230-419f-88ee-5d47132e4137 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:16.258009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-943ba272-a1c4-48e5-8a81-0d188f0ed52e req-ffdd0e7f-8230-419f-88ee-5d47132e4137 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0507002 Aug 21 10:06:16.295859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-943ba272-a1c4-48e5-8a81-0d188f0ed52e req-c31bb552-9844-4749-b07d-7193bd135f04 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Aug 21 10:06:17.431635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b306103-2794-48e0-8b86-9469dc1f85f6 req-14e648d5-7ca8-4942-865d-3f463287db5f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:17.433112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b306103-2794-48e0-8b86-9469dc1f85f6 req-14e648d5-7ca8-4942-865d-3f463287db5f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0536911 Aug 21 10:06:17.470771 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b306103-2794-48e0-8b86-9469dc1f85f6 req-84d19254-b5c9-482c-b974-9ac78a32b9d7 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317378 Aug 21 10:06:18.584579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebdca6-ed21-45ab-8a27-44a973d6dd13 req-1bfd12ce-351a-4778-89c8-ff1001c33945 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:18.586728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cebdca6-ed21-45ab-8a27-44a973d6dd13 req-1bfd12ce-351a-4778-89c8-ff1001c33945 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0487313 Aug 21 10:06:18.623263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1cebdca6-ed21-45ab-8a27-44a973d6dd13 req-11e7a7dd-a00f-47a9-b65c-565fec5ffd9e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304482 Aug 21 10:06:19.737737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ee303-d78a-4ca1-93ad-e0006808a586 req-ede7bfd1-5eff-4147-8aa0-b916b373e87c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:19.739200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b4ee303-d78a-4ca1-93ad-e0006808a586 req-ede7bfd1-5eff-4147-8aa0-b916b373e87c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0481060 Aug 21 10:06:19.783959 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4b4ee303-d78a-4ca1-93ad-e0006808a586 req-7d6d3747-69e4-4fcd-9abd-793c933abf57 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364764 Aug 21 10:06:20.905448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dca46-23a8-4deb-9882-6e5a1b0d83d6 req-be4c412b-4fd9-46b7-b346-7bdcc062751f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:20.906926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-105dca46-23a8-4deb-9882-6e5a1b0d83d6 req-be4c412b-4fd9-46b7-b346-7bdcc062751f tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0556736 Aug 21 10:06:20.944641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-105dca46-23a8-4deb-9882-6e5a1b0d83d6 req-580a392e-12c4-45b7-a98f-d1d21a26dd8e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Aug 21 10:06:22.061611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0f01f-6cb1-45ea-9e71-71b14824b61c req-5c5f34f7-934d-4bf9-a59d-cc3d49d37bbb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:22.063079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6be0f01f-6cb1-45ea-9e71-71b14824b61c req-5c5f34f7-934d-4bf9-a59d-cc3d49d37bbb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0484664 Aug 21 10:06:22.099725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6be0f01f-6cb1-45ea-9e71-71b14824b61c req-00e7f76a-f4a3-45e7-9c72-cb3e30beec65 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305505 Aug 21 10:06:23.216610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9c676-4bb6-4431-933e-e1247a69bf32 req-6a886072-afc3-4712-b81b-38b23c95bbd8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:23.218335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47d9c676-4bb6-4431-933e-e1247a69bf32 req-6a886072-afc3-4712-b81b-38b23c95bbd8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0504961 Aug 21 10:06:23.255199 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-47d9c676-4bb6-4431-933e-e1247a69bf32 req-5b050d6e-a6d7-4aaa-b61f-838458790058 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Aug 21 10:06:24.374365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae422ae-ac1d-4b9b-80ed-759e0b916833 req-655b8dc3-438d-4ed3-8807-d5f009484f6e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:24.375848 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fae422ae-ac1d-4b9b-80ed-759e0b916833 req-655b8dc3-438d-4ed3-8807-d5f009484f6e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0522065 Aug 21 10:06:24.416337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fae422ae-ac1d-4b9b-80ed-759e0b916833 req-d3407e85-05a2-4325-a4e5-f5313901b4fc tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345373 Aug 21 10:06:25.530803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f43fb-6932-452f-ba9c-b89d57d0ef29 req-411bddce-8778-44a4-819a-d27c1f566a79 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:25.532313 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c6f43fb-6932-452f-ba9c-b89d57d0ef29 req-411bddce-8778-44a4-819a-d27c1f566a79 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0485473 Aug 21 10:06:25.569599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7c6f43fb-6932-452f-ba9c-b89d57d0ef29 req-8bb9b256-519a-4d6d-b20b-2cd24f915fe2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 Aug 21 10:06:25.684641 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34036a-ee41-4a25-927a-4d23097202c5 req-ed9c3943-9994-4da0-be51-fc290817cb23 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:25.686122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e34036a-ee41-4a25-927a-4d23097202c5 req-ed9c3943-9994-4da0-be51-fc290817cb23 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0504918 Aug 21 10:06:25.724238 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1e34036a-ee41-4a25-927a-4d23097202c5 req-b010f089-b9c8-456a-8ea1-ff0a20500a5e tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321381 Aug 21 10:06:25.839718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ccf0f-ac26-4131-9bce-fca94227fa81 req-54bccd9a-d888-41a2-8b09-565d4e623d2c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:25.841186 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-774ccf0f-ac26-4131-9bce-fca94227fa81 req-54bccd9a-d888-41a2-8b09-565d4e623d2c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0522757 Aug 21 10:06:25.879149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-774ccf0f-ac26-4131-9bce-fca94227fa81 req-58a7170f-667d-490f-b655-6470ff401242 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Aug 21 10:06:26.056723 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:06:26.153109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:26.164099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'port_id': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'mac_address': 'fa:16:3e:91:fe:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:06:26.203971 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:26.217123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9e6fb9-49ba-4beb-b561-96526621614c {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:06:26.236174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:26.310600 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:26.344057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c08070-145a-4ce4-990b-bdd62dd41874 req-b130c848-eb08-4853-8969-53069d9e31f8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:26.345568 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02c08070-145a-4ce4-990b-bdd62dd41874 req-b130c848-eb08-4853-8969-53069d9e31f8 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 944 time: 0.0534222 Aug 21 10:06:26.358083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=12']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:26.383519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-02c08070-145a-4ce4-990b-bdd62dd41874 req-5ae49df5-f89b-4d92-b119-4b122b2ef910 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320134 Aug 21 10:06:26.544133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['2a9e6fb9-49ba-4beb-b561-96526621614c'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:06:27.503043 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a38ad6-1e4a-4352-82e3-d177fd8722c5 req-0db89f44-a8e3-43b6-ace2-e81880733ae0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:27.504611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7a38ad6-1e4a-4352-82e3-d177fd8722c5 req-0db89f44-a8e3-43b6-ace2-e81880733ae0 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0487740 Aug 21 10:06:27.543709 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e7a38ad6-1e4a-4352-82e3-d177fd8722c5 req-b4c1592a-0533-47b1-bc1c-2dfe0e5c08ac tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Aug 21 10:06:27.911179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-96618ab8-9894-4706-8f09-fb9759d36f7c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:27.912678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-96618ab8-9894-4706-8f09-fb9759d36f7c tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.22 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 945 time: 0.0512252 Aug 21 10:06:28.003310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Deleting port 2a9e6fb9-49ba-4beb-b561-96526621614c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:06:28.003711 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:28.088874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:06:28.107476 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:28.107876 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:28.218937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 2a9e6fb9-49ba-4beb-b561-96526621614c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:06:28.224770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 2a9e6fb9-49ba-4beb-b561-96526621614c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:06:28.225402 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:28.310067 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:28.310584 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:28.310960 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Floating IP 812b6660-76f0-4d82-8559-c358f7ee0798 disassociated. External IP: 172.25.5.66, port: 2a9e6fb9-49ba-4beb-b561-96526621614c. Aug 21 10:06:28.311415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Calling delete_port for 2a9e6fb9-49ba-4beb-b561-96526621614c owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:06:28.331909 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:28.354786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:06:28.357075 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8e65ec-c7f3-41d5-833b-5646a8aa6102" -d '{"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:06:28.371460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 2a9e6fb9-49ba-4beb-b561-96526621614c, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=2a9e6fb9-49ba-4beb-b561-96526621614c,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:28.403380 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839c2a32-f79d-41f8-aa4d-c36c6b02af07 x-openstack-request-id: req-839c2a32-f79d-41f8-aa4d-c36c6b02af07 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:06:28.403380 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:06:28.403780 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-839c2a32-f79d-41f8-aa4d-c36c6b02af07 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:06:28.404329 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'code': 200} Aug 21 10:06:28.413518 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:28.464462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=13']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:28.533284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:28.561229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event deleted for resources: {'Port': ['ID=2a9e6fb9-49ba-4beb-b561-96526621614c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:28.698277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00ab5aa6-ab9d-4439-b8cb-bde785e91b42 req-1db26127-e3d9-4e66-b856-30e53a3c5602 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 210 time: 0.0582983 Aug 21 10:06:28.722102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Router a188d5f1-11b3-44de-a065-9fa1947ca09d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:06:29.158613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:06:29.168974 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687a78f9-2af5-4255-8870-cdc2d28c0f11 None None] Sync routers for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:06:29.182752 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a78f9-2af5-4255-8870-cdc2d28c0f11 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:06:29.183788 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-687a78f9-2af5-4255-8870-cdc2d28c0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:06:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:06:29.209911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] No DVR routers for this DVR port 2a9e6fb9-49ba-4beb-b561-96526621614c on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:06:29.213910 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:29.217615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20d2154f-9528-447e-98d5-1f8f86ee4f8b req-2dc89ccc-33d0-476e-bf5a-2ee400b412b1 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.22 "DELETE /v2.0/ports/2a9e6fb9-49ba-4beb-b561-96526621614c HTTP/1.1" status: 204 len: 173 time: 1.2980599 Aug 21 10:06:29.218231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-deleted', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:06:29.221592 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e47f215-e66c-452b-b08d-985a7e4fa513" -d '{"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-deleted", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:06:29.259055 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876b4902-6b8f-4f02-805a-9f627d596d72 x-openstack-request-id: req-876b4902-6b8f-4f02-805a-9f627d596d72 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:06:29.259304 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c442f409-bcfe-4b6b-b9c5-4204404bc1e1", "name": "network-vif-deleted", "tag": "2a9e6fb9-49ba-4beb-b561-96526621614c", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:06:29.259755 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-876b4902-6b8f-4f02-805a-9f627d596d72 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:06:29.260177 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c442f409-bcfe-4b6b-b9c5-4204404bc1e1', 'name': 'network-vif-deleted', 'tag': '2a9e6fb9-49ba-4beb-b561-96526621614c', 'status': 'completed', 'code': 200} Aug 21 10:06:29.295193 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-687a78f9-2af5-4255-8870-cdc2d28c0f11 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:06:29.499982 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-687a78f9-2af5-4255-8870-cdc2d28c0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:06:29.525705 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687a78f9-2af5-4255-8870-cdc2d28c0f11 None None] Checking router: a188d5f1-11b3-44de-a065-9fa1947ca09d for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:06:29.534471 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a78f9-2af5-4255-8870-cdc2d28c0f11 None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:06:29.535130 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-687a78f9-2af5-4255-8870-cdc2d28c0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:06:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:06:29.730745 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-687a78f9-2af5-4255-8870-cdc2d28c0f11 None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:06:29.827881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-822441bd-0de5-4ca8-bd70-b20e217b4fb7 req-fdf6bcb9-b0bd-4928-8746-d0645eb69143 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 210 time: 0.0302777 Aug 21 10:06:29.965820 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-687a78f9-2af5-4255-8870-cdc2d28c0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:06:29.991930 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687a78f9-2af5-4255-8870-cdc2d28c0f11 None None] The sync data for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 is: [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T09:56:31Z', 'revision_number': 4, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '646133ab-f035-42ec-b0fc-3515ca96b132', 'name': '', 'network_id': '9217774d-b4a8-4236-a4e1-7602a5993b45', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'mac_address': 'fa:16:3e:bc:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:31Z', 'updated_at': '2021-08-21T09:56:36Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'subnets': [{'id': '9ab4f163-31fe-4a75-a6c3-e86ed18eca8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:06:30.224519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a949d-6e85-4522-a387-4fbf482b547e None None] New status for floating IP 812b6660-76f0-4d82-8559-c358f7ee0798: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:06:30.944010 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ce65185-42c9-4525-b306-c24cd9128732 req-4d8057dc-22d5-455b-91d3-6fef0f6900cc tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 210 time: 0.0291431 Aug 21 10:06:32.040798 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d3db27e1-bddd-4613-a71b-750f851fefe0 req-ca9c316e-9493-450b-9fd7-1c2d8ca2d998 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442f409-bcfe-4b6b-b9c5-4204404bc1e1 HTTP/1.1" status: 200 len: 210 time: 0.0258961 Aug 21 10:06:32.103306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:06:32.123599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 2a9e6fb9-49ba-4beb-b561-96526621614c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:06:32.123950 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 2a9e6fb9-49ba-4beb-b561-96526621614c not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:06:34.168632 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:06:36.966717 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5e251423-2c08-4404-802c-6a1a120f774e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:37.184785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33318) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:06:37.239102 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2748e7a-4fc2-4ad1-a057-172c3cd98ffb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:37.262129 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2748e7a-4fc2-4ad1-a057-172c3cd98ffb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:37.349697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2748e7a-4fc2-4ad1-a057-172c3cd98ffb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:37.352353 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c2748e7a-4fc2-4ad1-a057-172c3cd98ffb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:37.354165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c2748e7a-4fc2-4ad1-a057-172c3cd98ffb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "DELETE /v2.0/security-groups/e3982f6d-fc80-4cf7-a13d-85cb045fcc2b HTTP/1.1" status: 204 len: 168 time: 0.1683593 Aug 21 10:06:37.356832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33320) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:06:37.363270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2748e7a-4fc2-4ad1-a057-172c3cd98ffb tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3982f6d-fc80-4cf7-a13d-85cb045fcc2b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:37.376728 n-d-766726-28 neutron-server[106756]: INFO neutron.api.v2.resource [None req-79377b78-4cde-4097-8b58-b2af6154fd7d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] show failed (client error): The resource could not be found. Aug 21 10:06:37.377807 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-79377b78-4cde-4097-8b58-b2af6154fd7d tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "GET /v2.0/security-groups/e3982f6d-fc80-4cf7-a13d-85cb045fcc2b HTTP/1.1" status: 404 len: 347 time: 0.0199180 Aug 21 10:06:37.383219 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33324) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:06:37.511091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Deleting port 02e8be7c-9ea7-4bdd-ba64-905880e092f2 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:06:37.511440 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:37.584384 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:37.584719 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:37.596830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Calling delete_port for 02e8be7c-9ea7-4bdd-ba64-905880e092f2 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:06:37.818535 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:37.842881 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Pushing event deleted for resources: {'Port': ['ID=02e8be7c-9ea7-4bdd-ba64-905880e092f2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:37.852767 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.853113 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.853453 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.853786 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.854122 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.854957 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.854957 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.855149 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.855379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.855745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.856055 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.856374 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:37.914027 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:37.916719 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:37.917958 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2ef7c191-e473-48a6-9015-61ba9e9b5ac2 tempest-ServerActionsTestJSON-283288599 tempest-ServerActionsTestJSON-283288599-project] 10.222.0.20 "DELETE /v2.0/floatingips/812b6660-76f0-4d82-8559-c358f7ee0798 HTTP/1.1" status: 204 len: 168 time: 0.5337477 Aug 21 10:06:37.920978 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33332) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:06:38.428961 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:38.937323 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] Deleting port 646133ab-f035-42ec-b0fc-3515ca96b132 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:06:38.937662 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:39.019698 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] For port 646133ab-f035-42ec-b0fc-3515ca96b132, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=646133ab-f035-42ec-b0fc-3515ca96b132,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:39.020096 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:39.031899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] Calling delete_port for 646133ab-f035-42ec-b0fc-3515ca96b132 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:06:39.286809 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:39.311575 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=646133ab-f035-42ec-b0fc-3515ca96b132,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:39.477723 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:39.577955 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-edad2970-8296-47d5-8f0f-802a953a40eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:39.691407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] Router a188d5f1-11b3-44de-a065-9fa1947ca09d has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:06:39.798673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:06:39.803775 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6c146b5f-c62d-4b8f-ac6d-10c2110cf4f6 admin admin] 10.222.0.20 "PUT /v2.0/routers/a188d5f1-11b3-44de-a065-9fa1947ca09d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8818345 Aug 21 10:06:39.806780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33336) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:06:39.807244 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:39.809400 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6d1b69-ccc0-4ce9-ad1f-e07ed8af58af None None] Sync routers for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:06:39.819220 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6d1b69-ccc0-4ce9-ad1f-e07ed8af58af None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:06:39.819862 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb6d1b69-ccc0-4ce9-ad1f-e07ed8af58af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:06:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:06:39.910120 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:39.924540 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-fb6d1b69-ccc0-4ce9-ad1f-e07ed8af58af None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:06:40.011723 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.100937 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb6d1b69-ccc0-4ce9-ad1f-e07ed8af58af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T10:06:39Z', 'revision_number': 5, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port': {'id': 'f1274ea3-7e5d-4064-8177-e9b4cb8c90eb', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T09:56:29Z', 'updated_at': '2021-08-21T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:06:40.101800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Deleting port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:06:40.102142 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.126962 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6d1b69-ccc0-4ce9-ad1f-e07ed8af58af None None] Checking router: a188d5f1-11b3-44de-a065-9fa1947ca09d for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:06:40.135219 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6d1b69-ccc0-4ce9-ad1f-e07ed8af58af None None] Routers {'a188d5f1-11b3-44de-a065-9fa1947ca09d'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:06:40.135853 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb6d1b69-ccc0-4ce9-ad1f-e07ed8af58af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:06:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['a188d5f1-11b3-44de-a065-9fa1947ca09d'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:06:40.181193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] For port f1274ea3-7e5d-4064-8177-e9b4cb8c90eb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f1274ea3-7e5d-4064-8177-e9b4cb8c90eb,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:40.181447 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.193175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Calling delete_port for f1274ea3-7e5d-4064-8177-e9b4cb8c90eb owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:06:40.219318 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-fb6d1b69-ccc0-4ce9-ad1f-e07ed8af58af None None] Set router a188d5f1-11b3-44de-a065-9fa1947ca09d gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:06:40.268763 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb6d1b69-ccc0-4ce9-ad1f-e07ed8af58af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T10:06:40Z', 'revision_number': 6, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:06:40.301625 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6d1b69-ccc0-4ce9-ad1f-e07ed8af58af None None] The sync data for ids ['a188d5f1-11b3-44de-a065-9fa1947ca09d'] in n-d-766726-28 is: [{'id': 'a188d5f1-11b3-44de-a065-9fa1947ca09d', 'name': 'tempest-ServerActionsTestJSON-1252332822-router', 'tenant_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T09:56:28Z', 'updated_at': '2021-08-21T10:06:40Z', 'revision_number': 6, 'project_id': '6d28eec1c1ec4c4189a77fd822e6488b', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:06:40.401395 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.426833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1274ea3-7e5d-4064-8177-e9b4cb8c90eb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:40.485763 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.576177 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.578541 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.675462 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.676242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a188d5f1-11b3-44de-a065-9fa1947ca09d {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:06:40.681937 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.683281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a82b47c9-41c3-4388-9782-1e5becb2243f admin admin] 10.222.0.20 "DELETE /v2.0/routers/a188d5f1-11b3-44de-a065-9fa1947ca09d HTTP/1.1" status: 204 len: 168 time: 0.8754482 Aug 21 10:06:40.685764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33338) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:06:40.732220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cf86b2-4ec1-4ce9-a713-728847132a98 admin admin] Deleting subnet 9ab4f163-31fe-4a75-a6c3-e86ed18eca8b {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:06:40.735730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d9cf86b2-4ec1-4ce9-a713-728847132a98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.772339 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d9cf86b2-4ec1-4ce9-a713-728847132a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.851312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d9cf86b2-4ec1-4ce9-a713-728847132a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.950309 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d9cf86b2-4ec1-4ce9-a713-728847132a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.974959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf86b2-4ec1-4ce9-a713-728847132a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab4f163-31fe-4a75-a6c3-e86ed18eca8b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:40.981314 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d9cf86b2-4ec1-4ce9-a713-728847132a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:40.983192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d9cf86b2-4ec1-4ce9-a713-728847132a98 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ab4f163-31fe-4a75-a6c3-e86ed18eca8b HTTP/1.1" status: 204 len: 168 time: 0.2964594 Aug 21 10:06:40.985701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33340) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:06:40.986717 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce8e8a-8506-4b38-adab-a8a8d2a2fbe2 None None] Network 9217774d-b4a8-4236-a4e1-7602a5993b45 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:06:41.057662 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.100746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 646133ab-f035-42ec-b0fc-3515ca96b132 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:06:41.117460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Deleting port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:06:41.118772 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.124547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 646133ab-f035-42ec-b0fc-3515ca96b132 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:06:41.124895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 646133ab-f035-42ec-b0fc-3515ca96b132 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:06:41.183406 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] For port a5c7220f-b6c5-4b18-be27-e851f7e01ae3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a5c7220f-b6c5-4b18-be27-e851f7e01ae3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:41.183805 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.197711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Calling delete_port for a5c7220f-b6c5-4b18-be27-e851f7e01ae3 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:06:41.201195 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.211410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e693e-21f8-4b8c-8dba-fb538f705ce1 None None] DHCP port deletion for 9217774d-b4a8-4236-a4e1-7602a5993b45 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:06:41.257126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e693e-21f8-4b8c-8dba-fb538f705ce1 None None] Deleting port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:06:41.257552 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aa0e693e-21f8-4b8c-8dba-fb538f705ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.320800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-aa0e693e-21f8-4b8c-8dba-fb538f705ce1 None None] For port a5c7220f-b6c5-4b18-be27-e851f7e01ae3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a5c7220f-b6c5-4b18-be27-e851f7e01ae3,segment=NetworkSegment(1854a69f-3239-440c-ae33-a877ebda2ead),segment_id=1854a69f-3239-440c-ae33-a877ebda2ead)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:41.321196 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aa0e693e-21f8-4b8c-8dba-fb538f705ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.338975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e693e-21f8-4b8c-8dba-fb538f705ce1 None None] Calling delete_port for a5c7220f-b6c5-4b18-be27-e851f7e01ae3 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:06:41.339154 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.364796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c7220f-b6c5-4b18-be27-e851f7e01ae3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:41.370155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] No DVR routers for this DVR port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:06:41.415970 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aa0e693e-21f8-4b8c-8dba-fb538f705ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.442658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e693e-21f8-4b8c-8dba-fb538f705ce1 None None] No DVR routers for this DVR port a5c7220f-b6c5-4b18-be27-e851f7e01ae3 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:06:41.442977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.446474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e693e-21f8-4b8c-8dba-fb538f705ce1 None None] Pushing event deleted for resources: {'Port': ['ID=a5c7220f-b6c5-4b18-be27-e851f7e01ae3,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:41.458967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9217774d-b4a8-4236-a4e1-7602a5993b45']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:06:41.474454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1854a69f-3239-440c-ae33-a877ebda2ead') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:06:41.474736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1854a69f-3239-440c-ae33-a877ebda2ead') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:06:41.483427 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.496871 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.502609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:06:41.502992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:06:41.504650 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:06:41.589457 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.594998 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:41.598009 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] 10.222.0.20 "DELETE /v2.0/networks/9217774d-b4a8-4236-a4e1-7602a5993b45 HTTP/1.1" status: 204 len: 168 time: 0.6102567 Aug 21 10:06:41.607762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa480f-04ee-4709-be33-2f1e3929889b admin admin] Pushing event deleted for resources: {'Network': ['ID=9217774d-b4a8-4236-a4e1-7602a5993b45,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:41.878891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33344) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:06:41.917955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5f19de4e-99ed-4f73-95aa-35e7891fbf9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d28eec1c1ec4c4189a77fd822e6488b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377038 Aug 21 10:06:41.920309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33346) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:06:41.968125 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-831dfdfe-2668-42be-ac1c-3a055fde7660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:42.000996 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-831dfdfe-2668-42be-ac1c-3a055fde7660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:42.115393 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-831dfdfe-2668-42be-ac1c-3a055fde7660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:42.117866 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-831dfdfe-2668-42be-ac1c-3a055fde7660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:42.119777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-831dfdfe-2668-42be-ac1c-3a055fde7660 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cbf1e02-821b-4b33-9521-60438e5874de HTTP/1.1" status: 204 len: 168 time: 0.1985421 Aug 21 10:06:42.127656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dfdfe-2668-42be-ac1c-3a055fde7660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbf1e02-821b-4b33-9521-60438e5874de,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:42.453949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f1274ea3-7e5d-4064-8177-e9b4cb8c90eb no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:06:42.473926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: f1274ea3-7e5d-4064-8177-e9b4cb8c90eb {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:06:42.474340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f1274ea3-7e5d-4064-8177-e9b4cb8c90eb not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:06:42.474821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5c7220f-b6c5-4b18-be27-e851f7e01ae3 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:06:42.496454 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a5c7220f-b6c5-4b18-be27-e851f7e01ae3 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:06:42.496799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a5c7220f-b6c5-4b18-be27-e851f7e01ae3 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:06:42.600983 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:43.086975 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33370) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:06:43.180420 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-60807330-network', 'tenant_id': '7c0887ad036a4b4ba6e000afed2e0edc'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:06:43.263255 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Made reservation on behalf of 7c0887ad036a4b4ba6e000afed2e0edc for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:06:43.265735 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:43.274342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:43.362444 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:43.429088 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:43.449942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:06:43.464018 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a98790c-4f96-410b-847b-8a9c459dd400,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:43.469996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:43.470333 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Added segment 11131d59-3667-44b7-b6e2-afc35dd3ab75 of type vlan for network bb85bc4f-34fc-4534-b1da-6f0428b8a484 Aug 21 10:06:43.510625 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:43.596170 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:43.597174 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:43.597757 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:43.666567 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] Pushing event updated for resources: {'Network': ['ID=bb85bc4f-34fc-4534-b1da-6f0428b8a484,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:43.676955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network bb85bc4f-34fc-4534-b1da-6f0428b8a484 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:06:43.716485 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e9af0720-6c69-441e-84b5-0d9dd98ae4de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6275532 Aug 21 10:06:43.719455 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33374) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:06:43.724247 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] Request body: {'subnet': {'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-60807330-subnet', 'tenant_id': '7c0887ad036a4b4ba6e000afed2e0edc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:06:43.835551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] Made reservation on behalf of 7c0887ad036a4b4ba6e000afed2e0edc for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:06:43.838575 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:44.075398 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:44.130230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e8ca72-6f4c-4285-9307-b339ef784bb0,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:44.139580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] Checking segment: {'id': '11131d59-3667-44b7-b6e2-afc35dd3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:06:44.139954 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] Network hostable DHCP agents. Network: bb85bc4f-34fc-4534-b1da-6f0428b8a484, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:06:44.217997 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] Network bb85bc4f-34fc-4534-b1da-6f0428b8a484 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:06:44.298535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, bb85bc4f-34fc-4534-b1da-6f0428b8a484) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:06:44.302536 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:44.303137 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:44.310074 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8cab3-786c-4a8e-88e3-4e552fb5244d None None] Network bb85bc4f-34fc-4534-b1da-6f0428b8a484 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:06:44.384920 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3841aded-c9c5-44d1-9cca-a946108ab6a6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6645072 Aug 21 10:06:44.588195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6332d3fa-d040-40a1-aed2-a8251859fba5 None None] Network bb85bc4f-34fc-4534-b1da-6f0428b8a484 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:06:44.814600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-1b5f7f09-9134-4722-8a17-663494850b14 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:44.816108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-1b5f7f09-9134-4722-8a17-663494850b14 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/networks?id=bb85bc4f-34fc-4534-b1da-6f0428b8a484 HTTP/1.1" status: 200 len: 812 time: 0.0995014 Aug 21 10:06:44.832244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-0d0a98fa-e31b-4b26-9258-0a941fe8853a tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/quotas/7c0887ad036a4b4ba6e000afed2e0edc HTTP/1.1" status: 200 len: 375 time: 0.0092807 Aug 21 10:06:44.868451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-91bbe046-653f-4d90-839e-23a25fa114be tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0887ad036a4b4ba6e000afed2e0edc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307639 Aug 21 10:06:44.926704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-6c6e0566-e942-4708-a277-3c943a3cd09c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:06:44.927736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-6c6e0566-e942-4708-a277-3c943a3cd09c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525198 Aug 21 10:06:45.024376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-7c2e756c-25bf-477a-ae70-86ef01b0d35f service neutron] 10.222.0.20 "GET /v2.0/networks/bb85bc4f-34fc-4534-b1da-6f0428b8a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899992 Aug 21 10:06:45.116904 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-b35d7585-cfe1-4149-8a89-60a1e3a61930 service neutron] 10.222.0.20 "GET /v2.0/networks/bb85bc4f-34fc-4534-b1da-6f0428b8a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856235 Aug 21 10:06:45.342715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93fc12b5-0689-4b5a-bb03-f4eae6158c55 req-e521a2c7-843c-4bbd-984a-b8869d3c2b73 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 210 time: 0.0309038 Aug 21 10:06:45.943641 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:46.007184 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:46.436240 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e07c286b-886c-4ce9-93a6-310cfadf5e63 req-46983819-4246-4ce6-a0dd-79793cb02348 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 210 time: 0.0282204 Aug 21 10:06:47.381040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-351df55a-8ef7-4002-8f52-8ecae114cd83 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:47.382473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-351df55a-8ef7-4002-8f52-8ecae114cd83 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.13 "GET /v2.0/networks?id=bb85bc4f-34fc-4534-b1da-6f0428b8a484 HTTP/1.1" status: 200 len: 812 time: 0.0998037 Aug 21 10:06:47.395208 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Request body: {'port': {'device_id': 'ab417384-d5c5-40f0-a18b-fe2396f5b59e', 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484', 'admin_state_up': True, 'tenant_id': '7c0887ad036a4b4ba6e000afed2e0edc'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:06:47.530754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c93e7a27-afa0-49e9-87a8-8fbe020709a5 req-bc456ac1-0931-46ed-b487-41aaae49afb6 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 210 time: 0.0259349 Aug 21 10:06:47.583342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Made reservation on behalf of 7c0887ad036a4b4ba6e000afed2e0edc for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:06:47.586925 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:47.712383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Allocated IP 172.20.0.2 (bb85bc4f-34fc-4534-b1da-6f0428b8a484/67e8ca72-6f4c-4285-9307-b339ef784bb0/42e62a31-fb99-4aff-8b5f-37e765e4c9ea) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:06:47.859094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:47.938329 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:47.981231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Network bb85bc4f-34fc-4534-b1da-6f0428b8a484 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:06:47.984118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:06:47.987689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:06:47.996513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Pushing event updated for resources: {'Port': ['ID=42e62a31-fb99-4aff-8b5f-37e765e4c9ea,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:48.041056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:48.041664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:48.093070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-f96aa513-5291-4c34-b7e5-6d613d0aea55 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7016337 Aug 21 10:06:48.105326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Request body: {'port': {'device_id': 'ab417384-d5c5-40f0-a18b-fe2396f5b59e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:06:48.159860 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:48.414963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e62a31-fb99-4aff-8b5f-37e765e4c9ea {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:06:48.422125 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:48.434353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Transition to ACTIVE for port object 42e62a31-fb99-4aff-8b5f-37e765e4c9ea will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:06:48.497625 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:48.546708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Pushing event updated for resources: {'Port': ['ID=42e62a31-fb99-4aff-8b5f-37e765e4c9ea,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:48.641027 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Attempting to bind port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:06:48.641342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Attempting to bind port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '11131d59-3667-44b7-b6e2-afc35dd3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:06:48.641683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Attempting to bind port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea on network bb85bc4f-34fc-4534-b1da-6f0428b8a484 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:06:48.648909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea on network bb85bc4f-34fc-4534-b1da-6f0428b8a484 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:06:48.649164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Attempting to bind port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea on network bb85bc4f-34fc-4534-b1da-6f0428b8a484 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:06:48.657833 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:06:48.658170 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Checking segment: {'id': '11131d59-3667-44b7-b6e2-afc35dd3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:06:48.658553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Bound using segment: {'id': '11131d59-3667-44b7-b6e2-afc35dd3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:06:48.658981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Bound port: 42e62a31-fb99-4aff-8b5f-37e765e4c9ea, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11131d59-3667-44b7-b6e2-afc35dd3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:06:48.659340 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:48.670316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe460f84-b722-4e7f-a3cd-ecd0011deb19 req-3a7315c9-40fd-46c1-bc97-93b16a09e881 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:48.671877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe460f84-b722-4e7f-a3cd-ecd0011deb19 req-3a7315c9-40fd-46c1-bc97-93b16a09e881 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 943 time: 0.0716820 Aug 21 10:06:48.735083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe460f84-b722-4e7f-a3cd-ecd0011deb19 req-a0fdacd4-440b-4a80-97ca-b9f6e2f70ae0 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568092 Aug 21 10:06:48.758117 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] For port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:06:48.761107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] For port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=42e62a31-fb99-4aff-8b5f-37e765e4c9ea,segment=NetworkSegment(11131d59-3667-44b7-b6e2-afc35dd3ab75),segment_id=11131d59-3667-44b7-b6e2-afc35dd3ab75)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:06:48.858478 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:48.895213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:48.895854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:48.898685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/42e62a31-fb99-4aff-8b5f-37e765e4c9ea HTTP/1.1" status: 200 len: 1092 time: 0.7959163 Aug 21 10:06:48.898685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab417384-d5c5-40f0-a18b-fe2396f5b59e', 'tag': '42e62a31-fb99-4aff-8b5f-37e765e4c9ea'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:06:48.900011 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790fa68f-c4ed-4a33-8664-f63d48291c25" -d '{"events": [{"name": "network-changed", "server_uuid": "ab417384-d5c5-40f0-a18b-fe2396f5b59e", "tag": "42e62a31-fb99-4aff-8b5f-37e765e4c9ea"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:06:48.924642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efc87d-0dc9-4966-bc6a-a4bcd3d402b0 service neutron] Pushing event updated for resources: {'Port': ['ID=42e62a31-fb99-4aff-8b5f-37e765e4c9ea,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:48.936638 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0a751c-eadb-4b87-a52c-5d9599535a65 x-openstack-request-id: req-dc0a751c-eadb-4b87-a52c-5d9599535a65 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:06:48.936953 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab417384-d5c5-40f0-a18b-fe2396f5b59e", "tag": "42e62a31-fb99-4aff-8b5f-37e765e4c9ea", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:06:48.937207 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc0a751c-eadb-4b87-a52c-5d9599535a65 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:06:48.937608 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab417384-d5c5-40f0-a18b-fe2396f5b59e', 'tag': '42e62a31-fb99-4aff-8b5f-37e765e4c9ea', 'status': 'completed', 'code': 200} Aug 21 10:06:48.998970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa68f-c4ed-4a33-8664-f63d48291c25 req-34acbef6-d778-4426-89bb-d1b97e261949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:49.000495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-790fa68f-c4ed-4a33-8664-f63d48291c25 req-34acbef6-d778-4426-89bb-d1b97e261949 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c0887ad036a4b4ba6e000afed2e0edc&device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 1095 time: 0.0413654 Aug 21 10:06:49.100318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa68f-c4ed-4a33-8664-f63d48291c25 req-850a73de-e7ff-4978-9b9d-99958e4e6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:49.101806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-790fa68f-c4ed-4a33-8664-f63d48291c25 req-850a73de-e7ff-4978-9b9d-99958e4e6fd9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c0887ad036a4b4ba6e000afed2e0edc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0894086 Aug 21 10:06:49.196913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa68f-c4ed-4a33-8664-f63d48291c25 req-2c9c35ce-cffc-4cb4-8501-df754bf0705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:49.198461 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-790fa68f-c4ed-4a33-8664-f63d48291c25 req-2c9c35ce-cffc-4cb4-8501-df754bf0705a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898857 Aug 21 10:06:49.270316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-7c688b3a-590c-4ed4-bc65-9c958ec6aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:49.271811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-7c688b3a-590c-4ed4-bc65-9c958ec6aa9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c0887ad036a4b4ba6e000afed2e0edc&device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 1095 time: 0.0396683 Aug 21 10:06:49.311825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-43d289d9-333f-4c40-b801-917425d783d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42e62a31-fb99-4aff-8b5f-37e765e4c9ea HTTP/1.1" status: 200 len: 217 time: 0.0321937 Aug 21 10:06:49.363180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-74b59e71-c7eb-4a38-a13e-a7c9226f9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:49.364620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-74b59e71-c7eb-4a38-a13e-a7c9226f9aa3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=67e8ca72-6f4c-4285-9307-b339ef784bb0 HTTP/1.1" status: 200 len: 852 time: 0.0466278 Aug 21 10:06:49.395011 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-0091a202-b1ed-427c-9a0c-e35c14461a3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb85bc4f-34fc-4534-b1da-6f0428b8a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232072 Aug 21 10:06:49.482628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-16960a2e-1239-4aa1-a551-e2d1afed2ed7 service neutron] 10.222.0.13 "GET /v2.0/networks/bb85bc4f-34fc-4534-b1da-6f0428b8a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797939 Aug 21 10:06:49.574285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-694510c6-3c1b-4417-aeac-d5149a6dea66 req-e1a18f32-a4d1-4c79-a50e-af39b6453a69 service neutron] 10.222.0.13 "GET /v2.0/networks/bb85bc4f-34fc-4534-b1da-6f0428b8a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846736 Aug 21 10:06:49.850988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8bb5e-1513-4256-a781-6803c539996d req-8861ca55-d46f-4557-aafc-d9543753c090 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:49.852488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8b8bb5e-1513-4256-a781-6803c539996d req-8861ca55-d46f-4557-aafc-d9543753c090 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 943 time: 0.0509927 Aug 21 10:06:49.889926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8b8bb5e-1513-4256-a781-6803c539996d req-4bd64dd9-c9ab-4e14-b5f2-41ef6b92de5d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Aug 21 10:06:51.008896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84c14c-739a-4c8f-b571-c929a9fd9c37 req-0df1c5d7-3217-4042-9a96-2574c46a8e4f tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:51.010927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d84c14c-739a-4c8f-b571-c929a9fd9c37 req-0df1c5d7-3217-4042-9a96-2574c46a8e4f tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 943 time: 0.0539334 Aug 21 10:06:51.052865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d84c14c-739a-4c8f-b571-c929a9fd9c37 req-1c0bf41f-ff1b-4cff-98bb-b90f17ec10b1 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360055 Aug 21 10:06:52.169162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c86f95-f9e4-4b4d-b7b1-389e63af034d req-3bc6c042-b53d-46a0-98b0-4688bb686362 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:52.170682 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94c86f95-f9e4-4b4d-b7b1-389e63af034d req-3bc6c042-b53d-46a0-98b0-4688bb686362 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 943 time: 0.0517645 Aug 21 10:06:52.207792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-94c86f95-f9e4-4b4d-b7b1-389e63af034d req-a8ffe8d5-d530-42f5-b16e-47d7ce9f3e87 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312047 Aug 21 10:06:52.361139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 42e62a31-fb99-4aff-8b5f-37e765e4c9ea details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:06:52.457391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=42e62a31-fb99-4aff-8b5f-37e765e4c9ea,segment=NetworkSegment(11131d59-3667-44b7-b6e2-afc35dd3ab75),segment_id=11131d59-3667-44b7-b6e2-afc35dd3ab75)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:52.468400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '42e62a31-fb99-4aff-8b5f-37e765e4c9ea', 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484', 'port_id': '42e62a31-fb99-4aff-8b5f-37e765e4c9ea', 'mac_address': 'fa:16:3e:b7:e6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e8ca72-6f4c-4285-9307-b339ef784bb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:06:52.508092 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:52.521093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e62a31-fb99-4aff-8b5f-37e765e4c9ea {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:06:52.540048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=42e62a31-fb99-4aff-8b5f-37e765e4c9ea,segment=NetworkSegment(11131d59-3667-44b7-b6e2-afc35dd3ab75),segment_id=11131d59-3667-44b7-b6e2-afc35dd3ab75)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:52.600338 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:52.648856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=42e62a31-fb99-4aff-8b5f-37e765e4c9ea,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:52.787945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['42e62a31-fb99-4aff-8b5f-37e765e4c9ea'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:06:53.317581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150281d3-1e29-4633-8797-a28546f1c3a0 req-534739e5-ce35-4da2-8865-62910ea270fc tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:53.318942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-150281d3-1e29-4633-8797-a28546f1c3a0 req-534739e5-ce35-4da2-8865-62910ea270fc tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 944 time: 0.0472443 Aug 21 10:06:53.356334 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-150281d3-1e29-4633-8797-a28546f1c3a0 req-9f844e4d-6a11-4ae7-87b1-d246f9458bde tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310123 Aug 21 10:06:54.361119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 42e62a31-fb99-4aff-8b5f-37e765e4c9ea up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:06:54.474851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:06:54.477701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cbd8b-c445-4d8b-851d-b7115d7cf8c1 req-ebf39756-c535-4626-a0e4-4ec141150381 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:54.479787 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a30cbd8b-c445-4d8b-851d-b7115d7cf8c1 req-ebf39756-c535-4626-a0e4-4ec141150381 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 944 time: 0.0513487 Aug 21 10:06:54.481494 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:06:54.481869 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:54.522759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a30cbd8b-c445-4d8b-851d-b7115d7cf8c1 req-21a02d9c-d5f8-4665-9a1c-63712128138f tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364075 Aug 21 10:06:54.558800 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:54.583330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab417384-d5c5-40f0-a18b-fe2396f5b59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e62a31-fb99-4aff-8b5f-37e765e4c9ea'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:06:54.585663 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f5934f-6630-49a7-8688-0f1ccd64f4c6" -d '{"events": [{"server_uuid": "ab417384-d5c5-40f0-a18b-fe2396f5b59e", "name": "network-vif-plugged", "status": "completed", "tag": "42e62a31-fb99-4aff-8b5f-37e765e4c9ea"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:06:54.599621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=42e62a31-fb99-4aff-8b5f-37e765e4c9ea,segment=NetworkSegment(11131d59-3667-44b7-b6e2-afc35dd3ab75),segment_id=11131d59-3667-44b7-b6e2-afc35dd3ab75)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:06:54.621644 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf2141f-bb16-4fc1-848f-735ae36a955c x-openstack-request-id: req-cdf2141f-bb16-4fc1-848f-735ae36a955c {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:06:54.621938 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab417384-d5c5-40f0-a18b-fe2396f5b59e", "name": "network-vif-plugged", "status": "completed", "tag": "42e62a31-fb99-4aff-8b5f-37e765e4c9ea", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:06:54.622209 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdf2141f-bb16-4fc1-848f-735ae36a955c {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:06:54.622616 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab417384-d5c5-40f0-a18b-fe2396f5b59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e62a31-fb99-4aff-8b5f-37e765e4c9ea', 'code': 200} Aug 21 10:06:54.652973 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:54.721557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787dc87-46f9-4311-af53-1f4d2fc0d993 req-fe889c87-e249-4b49-98eb-b6db4abd8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:54.723098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d787dc87-46f9-4311-af53-1f4d2fc0d993 req-fe889c87-e249-4b49-98eb-b6db4abd8f9a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 1097 time: 0.0426939 Aug 21 10:06:54.747476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=42e62a31-fb99-4aff-8b5f-37e765e4c9ea,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:54.759337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d787dc87-46f9-4311-af53-1f4d2fc0d993 req-5ef53f5d-5ceb-4bd9-8398-e2760180ee21 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292101 Aug 21 10:06:55.636243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa17134-3ead-4a39-8e66-1f963b76d294 req-99c78886-734c-44d3-b30d-1bfb5ab30833 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:55.637726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afa17134-3ead-4a39-8e66-1f963b76d294 req-99c78886-734c-44d3-b30d-1bfb5ab30833 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 945 time: 0.0493176 Aug 21 10:06:55.675319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afa17134-3ead-4a39-8e66-1f963b76d294 req-24b0fd2a-23f1-4ac1-8b1b-59ace88bd067 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Aug 21 10:06:56.790546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c0ad-7771-4af3-9afd-27b1e6ac6c90 req-ed62007f-b1c6-4083-9931-330f8d7a2c9c tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:56.792048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1e0c0ad-7771-4af3-9afd-27b1e6ac6c90 req-ed62007f-b1c6-4083-9931-330f8d7a2c9c tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 945 time: 0.0482399 Aug 21 10:06:56.833178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1e0c0ad-7771-4af3-9afd-27b1e6ac6c90 req-5155275f-69d2-435a-af3c-71559c64cbd4 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353327 Aug 21 10:06:57.047118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-d0b7e814-8137-4fef-95b2-aceb8067625d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:57.048638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-d0b7e814-8137-4fef-95b2-aceb8067625d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/networks?id=bb85bc4f-34fc-4534-b1da-6f0428b8a484 HTTP/1.1" status: 200 len: 812 time: 0.0985966 Aug 21 10:06:57.063773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-e105679b-47e8-4072-8436-3d3505388d09 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/quotas/7c0887ad036a4b4ba6e000afed2e0edc HTTP/1.1" status: 200 len: 375 time: 0.0094771 Aug 21 10:06:57.111005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-937da2bb-b964-4180-a108-ed6653edc941 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0887ad036a4b4ba6e000afed2e0edc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421398 Aug 21 10:06:57.202216 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-339459b4-5613-45b3-bbf0-318bfb7f80b8 service neutron] 10.222.0.20 "GET /v2.0/networks/bb85bc4f-34fc-4534-b1da-6f0428b8a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844390 Aug 21 10:06:57.288556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-b12640b3-f2d7-4db7-a2b5-ea1042d20603 service neutron] 10.222.0.20 "GET /v2.0/networks/bb85bc4f-34fc-4534-b1da-6f0428b8a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802228 Aug 21 10:06:57.500451 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a7b85d58-fce5-49b4-a7e0-513fdbf22a75 req-774db1d4-e61a-42ac-ae80-a3e04c26e475 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 210 time: 0.0311317 Aug 21 10:06:58.592154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dca35afc-fc21-4be9-8cc3-3a2bd2d338b2 req-90a9bff0-2f9e-4810-a253-1ceb3452225a tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 210 time: 0.0267961 Aug 21 10:06:59.243353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-2cec1772-9b00-4077-a9f8-d2464473b18f tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:59.244970 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-2cec1772-9b00-4077-a9f8-d2464473b18f tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.22 "GET /v2.0/networks?id=bb85bc4f-34fc-4534-b1da-6f0428b8a484 HTTP/1.1" status: 200 len: 812 time: 0.0996954 Aug 21 10:06:59.257612 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Request body: {'port': {'device_id': '646e8f95-f845-42bb-b51a-e272b371ecfd', 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484', 'admin_state_up': True, 'tenant_id': '7c0887ad036a4b4ba6e000afed2e0edc'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:06:59.428672 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Made reservation on behalf of 7c0887ad036a4b4ba6e000afed2e0edc for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:06:59.432231 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:59.554635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Allocated IP 172.20.0.3 (bb85bc4f-34fc-4534-b1da-6f0428b8a484/67e8ca72-6f4c-4285-9307-b339ef784bb0/b75cebca-d9c1-482d-bdf7-56aaaaba1207) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:06:59.699194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2da11a6a-d5a0-4b64-a0d9-d32685508609 req-1a528196-f0a6-485a-be30-b9c24857a3ff tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 210 time: 0.0356634 Aug 21 10:06:59.731952 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:59.834936 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:06:59.847387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['42e62a31-fb99-4aff-8b5f-37e765e4c9ea'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:06:59.881830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Network bb85bc4f-34fc-4534-b1da-6f0428b8a484 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:06:59.884844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:06:59.889193 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:06:59.915000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Pushing event updated for resources: {'Port': ['ID=b75cebca-d9c1-482d-bdf7-56aaaaba1207,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:06:59.928819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.929158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.929494 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.929827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.930159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.930627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.930961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.931283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.931624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.931945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.932263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.932579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:06:59.954042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:06:59.954664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:00.013538 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-bc86dfba-ce69-4584-b8cd-18c617e1e0b9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7597725 Aug 21 10:07:00.025682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Request body: {'port': {'device_id': '646e8f95-f845-42bb-b51a-e272b371ecfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:00.079508 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:00.336201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75cebca-d9c1-482d-bdf7-56aaaaba1207 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:07:00.347499 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:00.361735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Transition to ACTIVE for port object b75cebca-d9c1-482d-bdf7-56aaaaba1207 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:00.434772 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:00.503018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b75cebca-d9c1-482d-bdf7-56aaaaba1207,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:00.551026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Attempting to bind port b75cebca-d9c1-482d-bdf7-56aaaaba1207 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:00.551361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Attempting to bind port b75cebca-d9c1-482d-bdf7-56aaaaba1207 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '11131d59-3667-44b7-b6e2-afc35dd3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:00.551724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Attempting to bind port b75cebca-d9c1-482d-bdf7-56aaaaba1207 on network bb85bc4f-34fc-4534-b1da-6f0428b8a484 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:00.555891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Port b75cebca-d9c1-482d-bdf7-56aaaaba1207 on network bb85bc4f-34fc-4534-b1da-6f0428b8a484 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:07:00.556210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Attempting to bind port b75cebca-d9c1-482d-bdf7-56aaaaba1207 on network bb85bc4f-34fc-4534-b1da-6f0428b8a484 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:00.561566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:00.561901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Checking segment: {'id': '11131d59-3667-44b7-b6e2-afc35dd3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:00.562283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Bound using segment: {'id': '11131d59-3667-44b7-b6e2-afc35dd3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:00.562704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Bound port: b75cebca-d9c1-482d-bdf7-56aaaaba1207, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11131d59-3667-44b7-b6e2-afc35dd3ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:00.563056 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:00.632427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] For port b75cebca-d9c1-482d-bdf7-56aaaaba1207, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:00.632427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] For port b75cebca-d9c1-482d-bdf7-56aaaaba1207, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b75cebca-d9c1-482d-bdf7-56aaaaba1207,segment=NetworkSegment(11131d59-3667-44b7-b6e2-afc35dd3ab75),segment_id=11131d59-3667-44b7-b6e2-afc35dd3ab75)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:00.709955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:00.744944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:00.746121 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:00.747516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] 10.222.0.22 "PUT /v2.0/ports/b75cebca-d9c1-482d-bdf7-56aaaaba1207 HTTP/1.1" status: 200 len: 1092 time: 0.7260995 Aug 21 10:07:00.747973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646e8f95-f845-42bb-b51a-e272b371ecfd', 'tag': 'b75cebca-d9c1-482d-bdf7-56aaaaba1207'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:07:00.750201 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1a8632-240d-4e6f-9436-ef216c6a90bf" -d '{"events": [{"name": "network-changed", "server_uuid": "646e8f95-f845-42bb-b51a-e272b371ecfd", "tag": "b75cebca-d9c1-482d-bdf7-56aaaaba1207"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:07:00.783499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1a2d0-7c25-4d43-b75e-de018c8224e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b75cebca-d9c1-482d-bdf7-56aaaaba1207,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:00.787194 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf22253-ca61-4469-99a0-62a474901394 x-openstack-request-id: req-1cf22253-ca61-4469-99a0-62a474901394 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:07:00.787472 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646e8f95-f845-42bb-b51a-e272b371ecfd", "tag": "b75cebca-d9c1-482d-bdf7-56aaaaba1207", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:07:00.787743 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cf22253-ca61-4469-99a0-62a474901394 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:07:00.788179 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646e8f95-f845-42bb-b51a-e272b371ecfd', 'tag': 'b75cebca-d9c1-482d-bdf7-56aaaaba1207', 'status': 'completed', 'code': 200} Aug 21 10:07:00.846736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f11a79-fada-4c15-8777-86e8a377ada5 req-9644a4a0-f2d5-43e7-a28f-c16f2c0f473f tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:00.848303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06f11a79-fada-4c15-8777-86e8a377ada5 req-9644a4a0-f2d5-43e7-a28f-c16f2c0f473f tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 943 time: 0.0790336 Aug 21 10:07:00.877354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a8632-240d-4e6f-9436-ef216c6a90bf req-2b2126da-7e73-4ab9-b752-ec56cc979a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:00.878779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae1a8632-240d-4e6f-9436-ef216c6a90bf req-2b2126da-7e73-4ab9-b752-ec56cc979a8d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c0887ad036a4b4ba6e000afed2e0edc&device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 1095 time: 0.0677938 Aug 21 10:07:00.914934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-06f11a79-fada-4c15-8777-86e8a377ada5 req-5e67338b-87c9-4426-88af-7bb9f721df26 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600853 Aug 21 10:07:00.984221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a8632-240d-4e6f-9436-ef216c6a90bf req-214cdcab-fe95-44a8-a4a9-e81d5a1651d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:00.985685 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae1a8632-240d-4e6f-9436-ef216c6a90bf req-214cdcab-fe95-44a8-a4a9-e81d5a1651d1 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7c0887ad036a4b4ba6e000afed2e0edc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0975947 Aug 21 10:07:01.077437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a8632-240d-4e6f-9436-ef216c6a90bf req-188061e2-9cde-4715-96bd-cb8c112c4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:01.078910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ae1a8632-240d-4e6f-9436-ef216c6a90bf req-188061e2-9cde-4715-96bd-cb8c112c4286 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866985 Aug 21 10:07:01.158715 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-1baf926e-99f3-42ea-9621-5d68395b1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:01.160222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-1baf926e-99f3-42ea-9621-5d68395b1195 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c0887ad036a4b4ba6e000afed2e0edc&device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 1095 time: 0.0440774 Aug 21 10:07:01.200001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-a752262d-376c-498f-a1ea-4be1335411c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b75cebca-d9c1-482d-bdf7-56aaaaba1207 HTTP/1.1" status: 200 len: 217 time: 0.0317388 Aug 21 10:07:01.246943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-b9c87be0-35ce-4107-982f-92fad7e58acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:01.248375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-b9c87be0-35ce-4107-982f-92fad7e58acc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=67e8ca72-6f4c-4285-9307-b339ef784bb0 HTTP/1.1" status: 200 len: 852 time: 0.0419049 Aug 21 10:07:01.283161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-26e906d0-10ba-4d99-863e-886fb2a367b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bb85bc4f-34fc-4534-b1da-6f0428b8a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279105 Aug 21 10:07:01.369387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-c4e5720c-00fe-4314-ab3e-8c99896c9389 service neutron] 10.222.0.22 "GET /v2.0/networks/bb85bc4f-34fc-4534-b1da-6f0428b8a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787101 Aug 21 10:07:01.457956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-50333664-9b7d-48db-917e-8dfa4b5b671f req-027e2c6d-e3f5-4665-8860-7c8041ddee93 service neutron] 10.222.0.22 "GET /v2.0/networks/bb85bc4f-34fc-4534-b1da-6f0428b8a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814755 Aug 21 10:07:02.349824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc9f43-6d13-4bf7-ac39-3f19a4cd12dd req-61839afe-f386-4de7-9724-642a442e4e2f tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:02.351309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fdc9f43-6d13-4bf7-ac39-3f19a4cd12dd req-61839afe-f386-4de7-9724-642a442e4e2f tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 943 time: 0.3695111 Aug 21 10:07:02.388735 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fdc9f43-6d13-4bf7-ac39-3f19a4cd12dd req-b2fd4b12-d177-4b34-8a68-10e1aaa7b277 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309355 Aug 21 10:07:02.768491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1a2b8f-f4a8-4a93-9e9d-f7c396760602 req-4697e273-f5f4-46a0-9339-8a1c94a3a64d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826128 Aug 21 10:07:02.855782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a2b8f-f4a8-4a93-9e9d-f7c396760602 req-8d83b054-7cb3-43b5-b999-5be41328330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:02.857218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1a2b8f-f4a8-4a93-9e9d-f7c396760602 req-8d83b054-7cb3-43b5-b999-5be41328330a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c0887ad036a4b4ba6e000afed2e0edc&device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 1097 time: 0.0403473 Aug 21 10:07:02.960042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a2b8f-f4a8-4a93-9e9d-f7c396760602 req-80b92a7e-e301-4665-a617-5c7f8362da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:02.961487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1a2b8f-f4a8-4a93-9e9d-f7c396760602 req-80b92a7e-e301-4665-a617-5c7f8362da48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb85bc4f-34fc-4534-b1da-6f0428b8a484 HTTP/1.1" status: 200 len: 913 time: 0.0836010 Aug 21 10:07:03.005418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1a2b8f-f4a8-4a93-9e9d-f7c396760602 req-7bb4a268-bebf-4cfe-b1a3-721a1e3d66de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42e62a31-fb99-4aff-8b5f-37e765e4c9ea HTTP/1.1" status: 200 len: 217 time: 0.0331151 Aug 21 10:07:03.058450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a2b8f-f4a8-4a93-9e9d-f7c396760602 req-8c0fe59a-2621-4196-9af5-7a0e83d1f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:03.059887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1a2b8f-f4a8-4a93-9e9d-f7c396760602 req-8c0fe59a-2621-4196-9af5-7a0e83d1f37a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=67e8ca72-6f4c-4285-9307-b339ef784bb0 HTTP/1.1" status: 200 len: 852 time: 0.0462480 Aug 21 10:07:03.091599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1a2b8f-f4a8-4a93-9e9d-f7c396760602 req-a47485ca-232d-4df3-89c4-2957bd42bdfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb85bc4f-34fc-4534-b1da-6f0428b8a484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237114 Aug 21 10:07:03.183293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1a2b8f-f4a8-4a93-9e9d-f7c396760602 req-21309f82-83f7-49f4-9410-e2c8449d2902 service neutron] 10.222.0.13 "GET /v2.0/networks/bb85bc4f-34fc-4534-b1da-6f0428b8a484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790706 Aug 21 10:07:03.274033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0a1a2b8f-f4a8-4a93-9e9d-f7c396760602 req-c20d7b40-4a99-47b8-a893-a0fa32a41519 service neutron] 10.222.0.13 "GET /v2.0/networks/bb85bc4f-34fc-4534-b1da-6f0428b8a484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834792 Aug 21 10:07:03.500972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa32538-9595-47df-80a7-714a1196497c req-762e325d-ad31-42c6-806e-fe0a172cbd1e tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:03.502455 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fa32538-9595-47df-80a7-714a1196497c req-762e325d-ad31-42c6-806e-fe0a172cbd1e tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 943 time: 0.0490978 Aug 21 10:07:03.540040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3fa32538-9595-47df-80a7-714a1196497c req-24221367-0cc0-4214-9cc6-87dbc6d40813 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Aug 21 10:07:04.321996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b75cebca-d9c1-482d-bdf7-56aaaaba1207 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:07:04.426964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b75cebca-d9c1-482d-bdf7-56aaaaba1207, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b75cebca-d9c1-482d-bdf7-56aaaaba1207,segment=NetworkSegment(11131d59-3667-44b7-b6e2-afc35dd3ab75),segment_id=11131d59-3667-44b7-b6e2-afc35dd3ab75)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:04.437942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'b75cebca-d9c1-482d-bdf7-56aaaaba1207', 'network_id': 'bb85bc4f-34fc-4534-b1da-6f0428b8a484', 'port_id': 'b75cebca-d9c1-482d-bdf7-56aaaaba1207', 'mac_address': 'fa:16:3e:04:39:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e8ca72-6f4c-4285-9307-b339ef784bb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:07:04.474590 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:04.492656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75cebca-d9c1-482d-bdf7-56aaaaba1207 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:07:04.512234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b75cebca-d9c1-482d-bdf7-56aaaaba1207, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b75cebca-d9c1-482d-bdf7-56aaaaba1207,segment=NetworkSegment(11131d59-3667-44b7-b6e2-afc35dd3ab75),segment_id=11131d59-3667-44b7-b6e2-afc35dd3ab75)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:04.600479 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:04.650769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b75cebca-d9c1-482d-bdf7-56aaaaba1207,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:04.654774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598305e4-a61f-49db-be4f-9a0fcf3d4345 req-2b4ac9c2-59c0-491c-9989-33c909960330 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:04.656452 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-598305e4-a61f-49db-be4f-9a0fcf3d4345 req-2b4ac9c2-59c0-491c-9989-33c909960330 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 944 time: 0.0497458 Aug 21 10:07:04.693897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-598305e4-a61f-49db-be4f-9a0fcf3d4345 req-cd4eba9a-955d-4861-a791-d356a9f6d002 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Aug 21 10:07:04.786443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['b75cebca-d9c1-482d-bdf7-56aaaaba1207'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:07:05.809871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559360-dbb9-4f65-a198-1057f3da3961 req-91aa5194-b0d0-4d35-bb4c-7c3a2d211bd7 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:05.811319 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de559360-dbb9-4f65-a198-1057f3da3961 req-91aa5194-b0d0-4d35-bb4c-7c3a2d211bd7 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 944 time: 0.0522027 Aug 21 10:07:05.849783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-de559360-dbb9-4f65-a198-1057f3da3961 req-cebd440c-6e6b-4603-90d2-99c9cb43481d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325251 Aug 21 10:07:06.336462 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b75cebca-d9c1-482d-bdf7-56aaaaba1207 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:06.480269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port b75cebca-d9c1-482d-bdf7-56aaaaba1207 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:06.484550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port b75cebca-d9c1-482d-bdf7-56aaaaba1207 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:06.484946 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:06.559983 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:06.581421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646e8f95-f845-42bb-b51a-e272b371ecfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75cebca-d9c1-482d-bdf7-56aaaaba1207'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:07:06.583620 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4e8c86-1e34-4a27-8f29-8707bd5b4e5f" -d '{"events": [{"server_uuid": "646e8f95-f845-42bb-b51a-e272b371ecfd", "name": "network-vif-plugged", "status": "completed", "tag": "b75cebca-d9c1-482d-bdf7-56aaaaba1207"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:07:06.596445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b75cebca-d9c1-482d-bdf7-56aaaaba1207, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b75cebca-d9c1-482d-bdf7-56aaaaba1207,segment=NetworkSegment(11131d59-3667-44b7-b6e2-afc35dd3ab75),segment_id=11131d59-3667-44b7-b6e2-afc35dd3ab75)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:06.620719 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3880bd5-a8cc-406d-80bc-e0195e6ea65f x-openstack-request-id: req-b3880bd5-a8cc-406d-80bc-e0195e6ea65f {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:07:06.621001 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646e8f95-f845-42bb-b51a-e272b371ecfd", "name": "network-vif-plugged", "status": "completed", "tag": "b75cebca-d9c1-482d-bdf7-56aaaaba1207", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:07:06.621246 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3880bd5-a8cc-406d-80bc-e0195e6ea65f {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:07:06.621726 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646e8f95-f845-42bb-b51a-e272b371ecfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75cebca-d9c1-482d-bdf7-56aaaaba1207', 'code': 200} Aug 21 10:07:06.663202 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:06.712506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b75cebca-d9c1-482d-bdf7-56aaaaba1207,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:06.714372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d68e1-3ea3-4765-8b5d-86027506fa3a req-dd2acb83-1e70-49af-865e-012aed1bf44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:06.716836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c91d68e1-3ea3-4765-8b5d-86027506fa3a req-dd2acb83-1e70-49af-865e-012aed1bf44e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 1097 time: 0.0403559 Aug 21 10:07:06.720573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.720916 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.721252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.721585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.721912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.722237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.722559 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.722880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.723197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.723513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.723852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.724170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:06.753708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c91d68e1-3ea3-4765-8b5d-86027506fa3a req-4ba3f500-11d7-4876-9ae5-041987af3c9b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301223 Aug 21 10:07:06.963319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ace96-7080-4ff5-bce6-49525de2c2e7 req-f126cb35-4c45-4d24-a7fe-e8891d42fb25 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:06.964872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a03ace96-7080-4ff5-bce6-49525de2c2e7 req-f126cb35-4c45-4d24-a7fe-e8891d42fb25 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 945 time: 0.0490901 Aug 21 10:07:06.966661 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-88b4d239-4209-426d-9842-326a40533ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:07.003093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a03ace96-7080-4ff5-bce6-49525de2c2e7 req-865c9119-61de-4118-b722-d3e4241f9fe7 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Aug 21 10:07:08.120694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fd968-41eb-4ad0-9918-e9b498a8342b req-14bb1f7f-b589-447b-ae64-6959b98460d0 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:08.122737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-761fd968-41eb-4ad0-9918-e9b498a8342b req-14bb1f7f-b589-447b-ae64-6959b98460d0 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 945 time: 0.0528517 Aug 21 10:07:08.158574 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-761fd968-41eb-4ad0-9918-e9b498a8342b req-9109d4ef-6c5c-40bc-bc56-5359d29bc26e tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299993 Aug 21 10:07:08.581900 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af685e-4f64-40fa-8d14-05d44d58a934 req-25a8785e-411b-4e13-86b4-bb2be6baf1d9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:08.583384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07af685e-4f64-40fa-8d14-05d44d58a934 req-25a8785e-411b-4e13-86b4-bb2be6baf1d9 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 945 time: 0.0484252 Aug 21 10:07:08.620766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-07af685e-4f64-40fa-8d14-05d44d58a934 req-e871d690-6be5-4534-8a69-1cea09211ba6 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Aug 21 10:07:09.577239 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-941f8dbd-0d39-44fd-974f-343d9cfa83ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:09.735905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107982-3551-42a2-be5d-326a92cc05fd req-5331681a-8636-4765-89c8-68424e3779dd tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:09.737491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-68107982-3551-42a2-be5d-326a92cc05fd req-5331681a-8636-4765-89c8-68424e3779dd tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 945 time: 0.0483186 Aug 21 10:07:09.774127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-68107982-3551-42a2-be5d-326a92cc05fd req-6daa53c8-91fa-4ccc-9579-7a4c92a01e2c tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307109 Aug 21 10:07:09.817636 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:09.834929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4a9c0-f9c7-4fdf-9ec6-066bdf48b4dd req-94d54f10-341d-4bf9-a653-f86368f94202 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:09.836406 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2af4a9c0-f9c7-4fdf-9ec6-066bdf48b4dd req-94d54f10-341d-4bf9-a653-f86368f94202 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.22 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 945 time: 0.0533745 Aug 21 10:07:09.926107 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-2af4a9c0-f9c7-4fdf-9ec6-066bdf48b4dd req-1c0c5664-52c2-488d-b4a4-553d01cf5386 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Deleting port b75cebca-d9c1-482d-bdf7-56aaaaba1207 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:09.926452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2af4a9c0-f9c7-4fdf-9ec6-066bdf48b4dd req-1c0c5664-52c2-488d-b4a4-553d01cf5386 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:10.016057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-2af4a9c0-f9c7-4fdf-9ec6-066bdf48b4dd req-1c0c5664-52c2-488d-b4a4-553d01cf5386 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] For port b75cebca-d9c1-482d-bdf7-56aaaaba1207, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b75cebca-d9c1-482d-bdf7-56aaaaba1207,segment=NetworkSegment(11131d59-3667-44b7-b6e2-afc35dd3ab75),segment_id=11131d59-3667-44b7-b6e2-afc35dd3ab75)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:10.016424 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2af4a9c0-f9c7-4fdf-9ec6-066bdf48b4dd req-1c0c5664-52c2-488d-b4a4-553d01cf5386 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:10.028797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-2af4a9c0-f9c7-4fdf-9ec6-066bdf48b4dd req-1c0c5664-52c2-488d-b4a4-553d01cf5386 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Calling delete_port for b75cebca-d9c1-482d-bdf7-56aaaaba1207 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:10.211471 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2af4a9c0-f9c7-4fdf-9ec6-066bdf48b4dd req-1c0c5664-52c2-488d-b4a4-553d01cf5386 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:10.223868 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['b75cebca-d9c1-482d-bdf7-56aaaaba1207'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:07:10.245683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c5664-52c2-488d-b4a4-553d01cf5386 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Pushing event deleted for resources: {'Port': ['ID=b75cebca-d9c1-482d-bdf7-56aaaaba1207,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:10.246448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['42e62a31-fb99-4aff-8b5f-37e765e4c9ea'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:07:10.286030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af4a9c0-f9c7-4fdf-9ec6-066bdf48b4dd req-1c0c5664-52c2-488d-b4a4-553d01cf5386 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] No DVR routers for this DVR port b75cebca-d9c1-482d-bdf7-56aaaaba1207 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:10.288724 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-2af4a9c0-f9c7-4fdf-9ec6-066bdf48b4dd req-1c0c5664-52c2-488d-b4a4-553d01cf5386 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:10.290782 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2af4a9c0-f9c7-4fdf-9ec6-066bdf48b4dd req-1c0c5664-52c2-488d-b4a4-553d01cf5386 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.22 "DELETE /v2.0/ports/b75cebca-d9c1-482d-bdf7-56aaaaba1207 HTTP/1.1" status: 204 len: 173 time: 0.4456437 Aug 21 10:07:10.291283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646e8f95-f845-42bb-b51a-e272b371ecfd', 'name': 'network-vif-deleted', 'tag': 'b75cebca-d9c1-482d-bdf7-56aaaaba1207'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:07:10.293553 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3866a2-c379-4b43-b195-4653f045883c" -d '{"events": [{"server_uuid": "646e8f95-f845-42bb-b51a-e272b371ecfd", "name": "network-vif-deleted", "tag": "b75cebca-d9c1-482d-bdf7-56aaaaba1207"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:07:10.330134 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6115b4-62cb-4329-bcc5-b60448eadd7b x-openstack-request-id: req-5b6115b4-62cb-4329-bcc5-b60448eadd7b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:07:10.330480 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646e8f95-f845-42bb-b51a-e272b371ecfd", "name": "network-vif-deleted", "tag": "b75cebca-d9c1-482d-bdf7-56aaaaba1207", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:07:10.330852 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b6115b4-62cb-4329-bcc5-b60448eadd7b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:07:10.331260 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646e8f95-f845-42bb-b51a-e272b371ecfd', 'name': 'network-vif-deleted', 'tag': 'b75cebca-d9c1-482d-bdf7-56aaaaba1207', 'status': 'completed', 'code': 200} Aug 21 10:07:10.882769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30cdb6af-cdc7-44f2-b749-d523678c8b76 req-6beaa2c3-90ee-4ca3-a3e3-34bf4b3846e0 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=646e8f95-f845-42bb-b51a-e272b371ecfd HTTP/1.1" status: 200 len: 210 time: 0.0262868 Aug 21 10:07:11.125897 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:11.167761 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:07:12.031535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266626f-7a69-44dc-ad2c-36484ef54eb1 req-92c73d1a-cba2-4ba4-920f-18052f57438e tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:12.033044 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5266626f-7a69-44dc-ad2c-36484ef54eb1 req-92c73d1a-cba2-4ba4-920f-18052f57438e tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 945 time: 0.0484540 Aug 21 10:07:12.070327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5266626f-7a69-44dc-ad2c-36484ef54eb1 req-8dd74534-d8b1-42ce-8ab8-29e6553e45a4 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Aug 21 10:07:12.201603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65b15c-e191-4f17-8bbc-ae105322db21 req-99f8a853-e77c-4268-bd25-e9a807db89b4 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:12.203182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a65b15c-e191-4f17-8bbc-ae105322db21 req-99f8a853-e77c-4268-bd25-e9a807db89b4 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 945 time: 0.0520072 Aug 21 10:07:12.241487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a65b15c-e191-4f17-8bbc-ae105322db21 req-d9b985b4-53e4-484c-8169-364806a2a923 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Aug 21 10:07:12.356588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa4bd2-6473-4245-9289-3495ae5ceaed req-f29197d9-1ce9-4f78-86da-9cdf7f75df2d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:12.358058 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bfa4bd2-6473-4245-9289-3495ae5ceaed req-f29197d9-1ce9-4f78-86da-9cdf7f75df2d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 945 time: 0.0488429 Aug 21 10:07:12.394683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6bfa4bd2-6473-4245-9289-3495ae5ceaed req-6dd99ab1-7b22-499a-9505-00b5af5df76d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308943 Aug 21 10:07:12.559509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5bbda-42c6-4095-95a9-8ad9200084eb req-530ace49-2dd2-4650-b396-19961fa88f4e tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:12.561019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7f5bbda-42c6-4095-95a9-8ad9200084eb req-530ace49-2dd2-4650-b396-19961fa88f4e tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 945 time: 0.0497975 Aug 21 10:07:12.600155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b7f5bbda-42c6-4095-95a9-8ad9200084eb req-3c9d783b-c3d2-408e-ba4c-c9c760bf4854 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Aug 21 10:07:12.628732 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:12.718958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9126a82-11b9-4373-a090-6f4274c7de1e req-e79c0755-5e4c-44d4-ba32-b0cc7787dd3a tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:12.720354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9126a82-11b9-4373-a090-6f4274c7de1e req-e79c0755-5e4c-44d4-ba32-b0cc7787dd3a tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 945 time: 0.0519972 Aug 21 10:07:12.757638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d9126a82-11b9-4373-a090-6f4274c7de1e req-4a22028b-e0bf-4809-a04d-a6c5d323602b tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Aug 21 10:07:12.880936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1bc3f-af1d-4981-b97b-d8148747f529 req-06ba5672-fbfb-4d6c-9d19-9c108e0c664b tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:12.882403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1b1bc3f-af1d-4981-b97b-d8148747f529 req-06ba5672-fbfb-4d6c-9d19-9c108e0c664b tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 945 time: 0.0480785 Aug 21 10:07:12.926427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1b1bc3f-af1d-4981-b97b-d8148747f529 req-95b2eb99-8598-4515-9091-cc8499f0bdd3 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378466 Aug 21 10:07:13.359186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd3902-0240-4049-854a-fa25d1323ea0 req-660f2660-59af-4dda-a1e8-8a3db2a44474 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:13.360698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87fd3902-0240-4049-854a-fa25d1323ea0 req-660f2660-59af-4dda-a1e8-8a3db2a44474 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 945 time: 0.0486875 Aug 21 10:07:13.397453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87fd3902-0240-4049-854a-fa25d1323ea0 req-22b860be-b4f0-4297-b560-d4e031da29e6 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309029 Aug 21 10:07:14.351923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b75cebca-d9c1-482d-bdf7-56aaaaba1207 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:07:14.371471 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: b75cebca-d9c1-482d-bdf7-56aaaaba1207 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:07:14.371835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b75cebca-d9c1-482d-bdf7-56aaaaba1207 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:07:14.536923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c98067-00a7-460c-911c-bd314cdb59f5 req-7dc6b0ff-901b-4cf7-9eca-dff912e2e79f tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:14.538415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80c98067-00a7-460c-911c-bd314cdb59f5 req-7dc6b0ff-901b-4cf7-9eca-dff912e2e79f tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 945 time: 0.0725756 Aug 21 10:07:14.577652 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80c98067-00a7-460c-911c-bd314cdb59f5 req-4f80a65a-1021-429c-af88-e83ed220d168 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a98790c-4f96-410b-847b-8a9c459dd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333161 Aug 21 10:07:14.688488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85f36-8eaf-442d-b291-f8375a438fff req-a514ac1a-7619-41fc-8405-2e7994599794 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:14.689889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23f85f36-8eaf-442d-b291-f8375a438fff req-a514ac1a-7619-41fc-8405-2e7994599794 tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 945 time: 0.0488656 Aug 21 10:07:14.779913 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-23f85f36-8eaf-442d-b291-f8375a438fff req-afd4d5f5-948d-4634-90e2-a0170961987d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Deleting port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:14.780248 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-23f85f36-8eaf-442d-b291-f8375a438fff req-afd4d5f5-948d-4634-90e2-a0170961987d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:14.876530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-23f85f36-8eaf-442d-b291-f8375a438fff req-afd4d5f5-948d-4634-90e2-a0170961987d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] For port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=42e62a31-fb99-4aff-8b5f-37e765e4c9ea,segment=NetworkSegment(11131d59-3667-44b7-b6e2-afc35dd3ab75),segment_id=11131d59-3667-44b7-b6e2-afc35dd3ab75)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:14.876885 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-23f85f36-8eaf-442d-b291-f8375a438fff req-afd4d5f5-948d-4634-90e2-a0170961987d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:14.889111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-23f85f36-8eaf-442d-b291-f8375a438fff req-afd4d5f5-948d-4634-90e2-a0170961987d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Calling delete_port for 42e62a31-fb99-4aff-8b5f-37e765e4c9ea owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:15.109311 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-23f85f36-8eaf-442d-b291-f8375a438fff req-afd4d5f5-948d-4634-90e2-a0170961987d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:15.121520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['42e62a31-fb99-4aff-8b5f-37e765e4c9ea'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:07:15.138081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4d5f5-948d-4634-90e2-a0170961987d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Pushing event deleted for resources: {'Port': ['ID=42e62a31-fb99-4aff-8b5f-37e765e4c9ea,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:15.181453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f85f36-8eaf-442d-b291-f8375a438fff req-afd4d5f5-948d-4634-90e2-a0170961987d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] No DVR routers for this DVR port 42e62a31-fb99-4aff-8b5f-37e765e4c9ea on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:15.184231 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-23f85f36-8eaf-442d-b291-f8375a438fff req-afd4d5f5-948d-4634-90e2-a0170961987d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:15.187446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-23f85f36-8eaf-442d-b291-f8375a438fff req-afd4d5f5-948d-4634-90e2-a0170961987d tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.13 "DELETE /v2.0/ports/42e62a31-fb99-4aff-8b5f-37e765e4c9ea HTTP/1.1" status: 204 len: 173 time: 0.4906769 Aug 21 10:07:15.188075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab417384-d5c5-40f0-a18b-fe2396f5b59e', 'name': 'network-vif-deleted', 'tag': '42e62a31-fb99-4aff-8b5f-37e765e4c9ea'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:07:15.191485 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31a84af-2981-4654-88a2-674044ef561a" -d '{"events": [{"server_uuid": "ab417384-d5c5-40f0-a18b-fe2396f5b59e", "name": "network-vif-deleted", "tag": "42e62a31-fb99-4aff-8b5f-37e765e4c9ea"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:07:15.229377 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad9ebc1-3639-4aaf-86ec-e709c5e96327 x-openstack-request-id: req-3ad9ebc1-3639-4aaf-86ec-e709c5e96327 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:07:15.229691 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab417384-d5c5-40f0-a18b-fe2396f5b59e", "name": "network-vif-deleted", "tag": "42e62a31-fb99-4aff-8b5f-37e765e4c9ea", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:07:15.230002 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ad9ebc1-3639-4aaf-86ec-e709c5e96327 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:07:15.230405 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab417384-d5c5-40f0-a18b-fe2396f5b59e', 'name': 'network-vif-deleted', 'tag': '42e62a31-fb99-4aff-8b5f-37e765e4c9ea', 'status': 'completed', 'code': 200} Aug 21 10:07:15.684066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b8f6e2a-5025-4257-bb33-d851b5908b6e req-adf38156-d5f9-4eaa-ac16-9eca712bddbd tempest-ServersNegativeTestJSON-540523606 tempest-ServersNegativeTestJSON-540523606-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab417384-d5c5-40f0-a18b-fe2396f5b59e HTTP/1.1" status: 200 len: 210 time: 0.0316443 Aug 21 10:07:15.920577 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:16.057406 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:16.741606 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33532) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:16.790563 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e68e496-1a6b-4951-a857-1d35184a876d admin admin] Deleting subnet 67e8ca72-6f4c-4285-9307-b339ef784bb0 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:07:16.793636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e68e496-1a6b-4951-a857-1d35184a876d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:16.828168 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e68e496-1a6b-4951-a857-1d35184a876d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:16.868486 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e68e496-1a6b-4951-a857-1d35184a876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.006168 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e68e496-1a6b-4951-a857-1d35184a876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.033089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68e496-1a6b-4951-a857-1d35184a876d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e8ca72-6f4c-4285-9307-b339ef784bb0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:17.035056 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3e68e496-1a6b-4951-a857-1d35184a876d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.036962 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3e68e496-1a6b-4951-a857-1d35184a876d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/67e8ca72-6f4c-4285-9307-b339ef784bb0 HTTP/1.1" status: 204 len: 168 time: 0.2943559 Aug 21 10:07:17.039639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33534) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:17.109833 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.194524 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.205339 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb85bc4f-34fc-4534-b1da-6f0428b8a484']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:17.216253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11131d59-3667-44b7-b6e2-afc35dd3ab75') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:17.216547 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11131d59-3667-44b7-b6e2-afc35dd3ab75') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:17.225332 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.238428 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.244026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:07:17.244407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:07:17.246001 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:07:17.371824 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.377986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.379962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb85bc4f-34fc-4534-b1da-6f0428b8a484 HTTP/1.1" status: 204 len: 168 time: 0.3393266 Aug 21 10:07:17.391746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bba1a4-6cb9-4af1-8ecb-b4899677b4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb85bc4f-34fc-4534-b1da-6f0428b8a484,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:17.660334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33538) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:17.700559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a1e95040-3d9e-4f4f-bfa6-eaeab0909b6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c0887ad036a4b4ba6e000afed2e0edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389466 Aug 21 10:07:17.703644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33540) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:17.753885 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-564c6ab0-c6b6-4016-8d84-9a873cff1df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.780276 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-564c6ab0-c6b6-4016-8d84-9a873cff1df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.896781 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-564c6ab0-c6b6-4016-8d84-9a873cff1df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.899321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-564c6ab0-c6b6-4016-8d84-9a873cff1df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:17.900551 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-564c6ab0-c6b6-4016-8d84-9a873cff1df0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a98790c-4f96-410b-847b-8a9c459dd400 HTTP/1.1" status: 204 len: 168 time: 0.1959317 Aug 21 10:07:17.908899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c6ab0-c6b6-4016-8d84-9a873cff1df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a98790c-4f96-410b-847b-8a9c459dd400,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:18.454427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 42e62a31-fb99-4aff-8b5f-37e765e4c9ea no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:07:18.474355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 42e62a31-fb99-4aff-8b5f-37e765e4c9ea {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:07:18.474696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 42e62a31-fb99-4aff-8b5f-37e765e4c9ea not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:07:18.857178 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33562) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:18.952807 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2138651364'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:19.046556 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Made reservation on behalf of 1eb068eb69094afd8f14d00dafcf9a69 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:19.050217 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:19.058890 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:19.145318 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:19.182754 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:19.206809 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:07:19.222201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb7f1f-26de-4bbe-875f-ae747100735c,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:19.225989 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:19.226341 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Added segment d7b53c48-9c69-46eb-8eaa-c40b75551569 of type vlan for network e3e6357e-e463-4400-8559-bf98babe07b9 Aug 21 10:07:19.269690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:19.331390 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:19.336940 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:19.337523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:19.405876 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event updated for resources: {'Network': ['ID=e3e6357e-e463-4400-8559-bf98babe07b9,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:19.416092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network e3e6357e-e463-4400-8559-bf98babe07b9 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:07:19.440498 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f648610b-ca24-468c-9022-019498f163ac tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5814986 Aug 21 10:07:22.748992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33566) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:22.754265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Request body: {'subnet': {'network_id': 'e3e6357e-e463-4400-8559-bf98babe07b9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:22.896892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Made reservation on behalf of 1eb068eb69094afd8f14d00dafcf9a69 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:22.900509 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.125923 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.184434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event updated for resources: {'Subnet': ['ID=8aed7709-c238-41a7-ba49-4a3a8be51596,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:23.194207 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Checking segment: {'id': 'd7b53c48-9c69-46eb-8eaa-c40b75551569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e3e6357e-e463-4400-8559-bf98babe07b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:23.194600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Network hostable DHCP agents. Network: e3e6357e-e463-4400-8559-bf98babe07b9, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:07:23.268270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Network e3e6357e-e463-4400-8559-bf98babe07b9 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:07:23.342875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, e3e6357e-e463-4400-8559-bf98babe07b9) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:23.347014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:23.347623 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.352319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e166efa4-b1cf-4d05-97b4-803df7c420be None None] Network e3e6357e-e463-4400-8559-bf98babe07b9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:23.429418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b99e1c48-e570-42a6-bf0e-48cd4a36218b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6792107 Aug 21 10:07:23.432868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33568) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:23.438334 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-734994665'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:23.492922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-e3e6357e-e463-4400-8559-bf98babe07b9', 'network_id': 'e3e6357e-e463-4400-8559-bf98babe07b9', 'tenant_id': '1eb068eb69094afd8f14d00dafcf9a69', 'fixed_ips': [{'subnet_id': '8aed7709-c238-41a7-ba49-4a3a8be51596'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:07:23.493984 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.525878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Made reservation on behalf of 1eb068eb69094afd8f14d00dafcf9a69 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:23.529461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.554045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:07:23.563310 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.563681 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Added segment cd8d8ca2-039e-4d94-9002-54117994130a of type vlan for network add5819b-ad5e-4df4-aed5-20e1996a50c0 Aug 21 10:07:23.601934 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.628873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Allocated IP 2001:db8:0:ffff::2 (e3e6357e-e463-4400-8559-bf98babe07b9/8aed7709-c238-41a7-ba49-4a3a8be51596/82838201-6ecb-4ec4-ac5d-1769fd67d307) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:23.691735 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.697468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:23.698049 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.762869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event updated for resources: {'Network': ['ID=add5819b-ad5e-4df4-aed5-20e1996a50c0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:23.770529 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.773677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network add5819b-ad5e-4df4-aed5-20e1996a50c0 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:07:23.795855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7ab4155c-4a56-4b05-b94c-048a0695bd9a tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3558099 Aug 21 10:07:23.796121 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Transition to ACTIVE for port object 82838201-6ecb-4ec4-ac5d-1769fd67d307 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:23.796298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33570) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:23.798862 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Request body: {'subnet': {'network_id': 'add5819b-ad5e-4df4-aed5-20e1996a50c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:23.838382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Transition to ACTIVE for port object 82838201-6ecb-4ec4-ac5d-1769fd67d307 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:23.931853 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.959921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Made reservation on behalf of 1eb068eb69094afd8f14d00dafcf9a69 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:23.963488 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:23.973697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Network e3e6357e-e463-4400-8559-bf98babe07b9 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:23.976562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:23.979023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:23.990656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Pushing event updated for resources: {'Port': ['ID=82838201-6ecb-4ec4-ac5d-1769fd67d307,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:24.040583 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Attempting to bind port 82838201-6ecb-4ec4-ac5d-1769fd67d307 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:24.040931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Attempting to bind port 82838201-6ecb-4ec4-ac5d-1769fd67d307 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'd7b53c48-9c69-46eb-8eaa-c40b75551569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e3e6357e-e463-4400-8559-bf98babe07b9'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:24.041288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Attempting to bind port 82838201-6ecb-4ec4-ac5d-1769fd67d307 on network e3e6357e-e463-4400-8559-bf98babe07b9 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:24.046764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:24.047070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Checking segment: {'id': 'd7b53c48-9c69-46eb-8eaa-c40b75551569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e3e6357e-e463-4400-8559-bf98babe07b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:24.047468 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:24.047887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Bound using segment: {'id': 'd7b53c48-9c69-46eb-8eaa-c40b75551569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e3e6357e-e463-4400-8559-bf98babe07b9'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:24.048348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Bound port: 82838201-6ecb-4ec4-ac5d-1769fd67d307, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b53c48-9c69-46eb-8eaa-c40b75551569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e3e6357e-e463-4400-8559-bf98babe07b9'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:24.048727 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:24.113255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] For port 82838201-6ecb-4ec4-ac5d-1769fd67d307, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:24.116436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] For port 82838201-6ecb-4ec4-ac5d-1769fd67d307, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=82838201-6ecb-4ec4-ac5d-1769fd67d307,segment=NetworkSegment(d7b53c48-9c69-46eb-8eaa-c40b75551569),segment_id=d7b53c48-9c69-46eb-8eaa-c40b75551569)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:24.188708 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:24.217331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:24.252328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3013e-e8a2-4e5d-9638-240c52148f27 None None] Pushing event updated for resources: {'Port': ['ID=82838201-6ecb-4ec4-ac5d-1769fd67d307,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:24.283050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event updated for resources: {'Subnet': ['ID=62694c47-2ba0-48e7-ac2e-9f7b7146d1f6,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:24.294221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Checking segment: {'id': 'cd8d8ca2-039e-4d94-9002-54117994130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'add5819b-ad5e-4df4-aed5-20e1996a50c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:24.294651 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Network hostable DHCP agents. Network: add5819b-ad5e-4df4-aed5-20e1996a50c0, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:07:24.411203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Network add5819b-ad5e-4df4-aed5-20e1996a50c0 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:07:24.502469 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 82838201-6ecb-4ec4-ac5d-1769fd67d307 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:24.503503 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, add5819b-ad5e-4df4-aed5-20e1996a50c0) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:24.513194 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:24.514583 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:24.526996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f2d6c-c22b-4302-af04-edb7de3fb645 None None] Network add5819b-ad5e-4df4-aed5-20e1996a50c0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:24.612531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-18d27bef-4848-437f-8c8b-74a0a21c07b8 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8182931 Aug 21 10:07:24.615045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33572) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:24.687842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-add5819b-ad5e-4df4-aed5-20e1996a50c0', 'network_id': 'add5819b-ad5e-4df4-aed5-20e1996a50c0', 'tenant_id': '1eb068eb69094afd8f14d00dafcf9a69', 'fixed_ips': [{'subnet_id': '62694c47-2ba0-48e7-ac2e-9f7b7146d1f6'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:07:24.688695 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:24.692171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 82838201-6ecb-4ec4-ac5d-1769fd67d307 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:24.717686 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:24.805939 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:24.838268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Allocated IP 2001:db8::2 (add5819b-ad5e-4df4-aed5-20e1996a50c0/62694c47-2ba0-48e7-ac2e-9f7b7146d1f6/76878382-bb6a-46ab-ae7e-06753dc65ae3) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:24.983902 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:24.992346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Transition to ACTIVE for port object 76878382-bb6a-46ab-ae7e-06753dc65ae3 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:25.010192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Transition to ACTIVE for port object 76878382-bb6a-46ab-ae7e-06753dc65ae3 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:25.063385 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.108198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Network add5819b-ad5e-4df4-aed5-20e1996a50c0 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:25.111048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:25.114561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:25.122394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Pushing event updated for resources: {'Port': ['ID=76878382-bb6a-46ab-ae7e-06753dc65ae3,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:25.132670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7641601-edfc-4bf8-abd5-0b9924e39662 None None] Network e3e6357e-e463-4400-8559-bf98babe07b9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:25.137298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.165971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Subnet': ['ID=62694c47-2ba0-48e7-ac2e-9f7b7146d1f6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:25.228818 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.229292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Attempting to bind port 76878382-bb6a-46ab-ae7e-06753dc65ae3 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:25.229772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Attempting to bind port 76878382-bb6a-46ab-ae7e-06753dc65ae3 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'cd8d8ca2-039e-4d94-9002-54117994130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'add5819b-ad5e-4df4-aed5-20e1996a50c0'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:25.230140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Attempting to bind port 76878382-bb6a-46ab-ae7e-06753dc65ae3 on network add5819b-ad5e-4df4-aed5-20e1996a50c0 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:25.239575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add5819b-ad5e-4df4-aed5-20e1996a50c0']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:25.251133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8d8ca2-039e-4d94-9002-54117994130a') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:25.263627 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8d8ca2-039e-4d94-9002-54117994130a') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:25.263804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:25.263804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Checking segment: {'id': 'cd8d8ca2-039e-4d94-9002-54117994130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'add5819b-ad5e-4df4-aed5-20e1996a50c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:25.263804 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.263804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Bound using segment: {'id': 'cd8d8ca2-039e-4d94-9002-54117994130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'add5819b-ad5e-4df4-aed5-20e1996a50c0'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:25.263804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Bound port: 76878382-bb6a-46ab-ae7e-06753dc65ae3, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8d8ca2-039e-4d94-9002-54117994130a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'add5819b-ad5e-4df4-aed5-20e1996a50c0'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:25.263804 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.264361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.273755 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.279685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:07:25.280123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:07:25.283062 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:07:25.335352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1a0435a2-5103-43aa-99e4-437804ae9173 None None] Provisioning for port 82838201-6ecb-4ec4-ac5d-1769fd67d307 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:25.356298 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1a0435a2-5103-43aa-99e4-437804ae9173 None None] Provisioning complete for port 82838201-6ecb-4ec4-ac5d-1769fd67d307 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:25.356674 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a0435a2-5103-43aa-99e4-437804ae9173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.382906 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 10:07:25.382906 n-d-766726-28 neutron-server[106757]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 10:07:25.382906 n-d-766726-28 neutron-server[106757]: [parameters: {'id': 'add5819b-ad5e-4df4-aed5-20e1996a50c0'}] Aug 21 10:07:25.382906 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 10:07:25.383353 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 10:07:25.407016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] For port 76878382-bb6a-46ab-ae7e-06753dc65ae3, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:25.429745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] For port 76878382-bb6a-46ab-ae7e-06753dc65ae3, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=76878382-bb6a-46ab-ae7e-06753dc65ae3,segment=NetworkSegment(cd8d8ca2-039e-4d94-9002-54117994130a),segment_id=cd8d8ca2-039e-4d94-9002-54117994130a)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:25.487317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a0435a2-5103-43aa-99e4-437804ae9173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.500697 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.552575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1a0435a2-5103-43aa-99e4-437804ae9173 None None] For port 82838201-6ecb-4ec4-ac5d-1769fd67d307, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=82838201-6ecb-4ec4-ac5d-1769fd67d307,segment=NetworkSegment(d7b53c48-9c69-46eb-8eaa-c40b75551569),segment_id=d7b53c48-9c69-46eb-8eaa-c40b75551569)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:25.599451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7d8f1-6430-4551-94c3-e13a3d9802e9 None None] Pushing event updated for resources: {'Port': ['ID=76878382-bb6a-46ab-ae7e-06753dc65ae3,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:25.617150 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a0435a2-5103-43aa-99e4-437804ae9173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.621648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1dfb70-6d33-4fbf-b9ea-c01472232fa5 None None] Network add5819b-ad5e-4df4-aed5-20e1996a50c0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:25.717566 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0435a2-5103-43aa-99e4-437804ae9173 None None] Pushing event updated for resources: {'Port': ['ID=82838201-6ecb-4ec4-ac5d-1769fd67d307,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:25.769133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9c4fa95c-3f0b-4498-a284-c3b60345e252 None None] Provisioning complete for port 82838201-6ecb-4ec4-ac5d-1769fd67d307 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:25.769502 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa95c-3f0b-4498-a284-c3b60345e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.809605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865001cb-2b02-4d2e-999e-202a4a8dd7db None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 10:07:25.884599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:25.910277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865001cb-2b02-4d2e-999e-202a4a8dd7db None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 10:07:25.939455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Deleting port 76878382-bb6a-46ab-ae7e-06753dc65ae3 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:25.939988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.010293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] For port 76878382-bb6a-46ab-ae7e-06753dc65ae3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=76878382-bb6a-46ab-ae7e-06753dc65ae3,segment=NetworkSegment(cd8d8ca2-039e-4d94-9002-54117994130a),segment_id=cd8d8ca2-039e-4d94-9002-54117994130a)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:26.010666 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.030067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Calling delete_port for 76878382-bb6a-46ab-ae7e-06753dc65ae3 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:26.205356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.235964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Port': ['ID=76878382-bb6a-46ab-ae7e-06753dc65ae3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:26.237814 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No DVR routers for this DVR port 76878382-bb6a-46ab-ae7e-06753dc65ae3 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:26.313079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.322543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add5819b-ad5e-4df4-aed5-20e1996a50c0']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:26.333137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8d8ca2-039e-4d94-9002-54117994130a') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:26.333430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8d8ca2-039e-4d94-9002-54117994130a') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:26.342169 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.355179 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.361089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:07:26.361469 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:07:26.364317 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:07:26.472060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 82838201-6ecb-4ec4-ac5d-1769fd67d307 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:26.503109 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.508235 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.521566 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/networks/add5819b-ad5e-4df4-aed5-20e1996a50c0 HTTP/1.1" status: 204 len: 168 time: 1.8943172 Aug 21 10:07:26.521566 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33576) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:26.522646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1475691454'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:26.526905 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 82838201-6ecb-4ec4-ac5d-1769fd67d307 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:26.527286 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.534836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b997a-e2e8-45db-907d-3ac7a0dd9037 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Network': ['ID=add5819b-ad5e-4df4-aed5-20e1996a50c0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:26.594255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Made reservation on behalf of 1eb068eb69094afd8f14d00dafcf9a69 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:26.597800 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.629719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:07:26.637996 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.638437 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Added segment e2a727f8-0a8c-4226-9c7b-d843f305083f of type vlan for network 23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91 Aug 21 10:07:26.678741 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.730918 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.736875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:26.737447 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:26.807938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event updated for resources: {'Network': ['ID=23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:26.818809 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:07:26.852834 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d09bf6d9-359a-44b9-a24d-1618a84f4efb tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3351848 Aug 21 10:07:26.855906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33578) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:26.861073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Request body: {'subnet': {'network_id': '23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:27.017373 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Made reservation on behalf of 1eb068eb69094afd8f14d00dafcf9a69 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:27.021013 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:27.080738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_backend_mixin [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Performing IP validity checks on allocation pools {{(pid=106757) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 10:07:27.081183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.ipam_backend_mixin [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106757) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 10:07:27.257534 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:27.324134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event updated for resources: {'Subnet': ['ID=04f228b2-b973-476e-9d91-1551aad23ec8,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:27.333597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Checking segment: {'id': 'e2a727f8-0a8c-4226-9c7b-d843f305083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:27.333899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Network hostable DHCP agents. Network: 23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:07:27.393861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Network 23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:07:27.450778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:27.454836 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:27.455425 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:27.459613 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc6842c-c8ab-4578-ac5c-59e490be33a9 None None] Network 23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:27.502741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-32e66227-5b9f-44e5-8371-27ac624db716 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6457460 Aug 21 10:07:27.505320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33580) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:27.603410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91', 'network_id': '23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91', 'tenant_id': '1eb068eb69094afd8f14d00dafcf9a69', 'fixed_ips': [{'subnet_id': '04f228b2-b973-476e-9d91-1551aad23ec8'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:07:27.604306 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:27.605361 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:27.657007 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:27.740477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Allocated IP 2001:db8::3 (23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91/04f228b2-b973-476e-9d91-1551aad23ec8/85bee740-5cb6-44ea-af3f-95a9f2f9ad23) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:27.879646 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:27.887274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Transition to ACTIVE for port object 85bee740-5cb6-44ea-af3f-95a9f2f9ad23 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:27.901071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Transition to ACTIVE for port object 85bee740-5cb6-44ea-af3f-95a9f2f9ad23 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:27.948721 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:27.986232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Network 23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:27.988996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:27.992350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:28.000518 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:28.000899 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Pushing event updated for resources: {'Port': ['ID=85bee740-5cb6-44ea-af3f-95a9f2f9ad23,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:28.035834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Subnet': ['ID=04f228b2-b973-476e-9d91-1551aad23ec8,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:28.056196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Attempting to bind port 85bee740-5cb6-44ea-af3f-95a9f2f9ad23 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:28.056567 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Attempting to bind port 85bee740-5cb6-44ea-af3f-95a9f2f9ad23 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'e2a727f8-0a8c-4226-9c7b-d843f305083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:28.056934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Attempting to bind port 85bee740-5cb6-44ea-af3f-95a9f2f9ad23 on network 23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:28.061827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:28.062202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Checking segment: {'id': 'e2a727f8-0a8c-4226-9c7b-d843f305083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:28.062606 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:28.062996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Bound using segment: {'id': 'e2a727f8-0a8c-4226-9c7b-d843f305083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:28.063460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Bound port: 85bee740-5cb6-44ea-af3f-95a9f2f9ad23, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a727f8-0a8c-4226-9c7b-d843f305083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:28.063940 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:28.089314 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:28.100182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:28.110604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a727f8-0a8c-4226-9c7b-d843f305083f') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:28.110897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a727f8-0a8c-4226-9c7b-d843f305083f') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:28.119412 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:28.125344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] For port 85bee740-5cb6-44ea-af3f-95a9f2f9ad23, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:28.128742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] For port 85bee740-5cb6-44ea-af3f-95a9f2f9ad23, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=85bee740-5cb6-44ea-af3f-95a9f2f9ad23,segment=NetworkSegment(e2a727f8-0a8c-4226-9c7b-d843f305083f),segment_id=e2a727f8-0a8c-4226-9c7b-d843f305083f)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:28.223232 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:28.225398 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:28.231908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:07:28.232526 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:07:28.235437 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:07:28.301801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536e6b5-68f0-4b13-a02c-de8101ac0036 None None] Pushing event updated for resources: {'Port': ['ID=85bee740-5cb6-44ea-af3f-95a9f2f9ad23,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:28.318497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216f436d-84e5-4910-9cdc-92f3871dabb3 None None] Network 23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:28.337380 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.db.api [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 10:07:28.337380 n-d-766726-28 neutron-server[106757]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 10:07:28.337380 n-d-766726-28 neutron-server[106757]: [parameters: {'id': '23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91'}] Aug 21 10:07:28.337380 n-d-766726-28 neutron-server[106757]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 10:07:28.337881 n-d-766726-28 neutron-server[106757]: DEBUG oslo_db.api [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 10:07:28.438897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8584660e-fa35-4e28-b80e-2825a4d7e8ca None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 10:07:28.505775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584660e-fa35-4e28-b80e-2825a4d7e8ca None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 10:07:28.838695 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:28.891656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Deleting port 85bee740-5cb6-44ea-af3f-95a9f2f9ad23 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:28.891992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:28.952436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] For port 85bee740-5cb6-44ea-af3f-95a9f2f9ad23, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=85bee740-5cb6-44ea-af3f-95a9f2f9ad23,segment=NetworkSegment(e2a727f8-0a8c-4226-9c7b-d843f305083f),segment_id=e2a727f8-0a8c-4226-9c7b-d843f305083f)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:28.952799 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:28.965423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Calling delete_port for 85bee740-5cb6-44ea-af3f-95a9f2f9ad23 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:29.131216 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.157759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Port': ['ID=85bee740-5cb6-44ea-af3f-95a9f2f9ad23,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:29.159660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No DVR routers for this DVR port 85bee740-5cb6-44ea-af3f-95a9f2f9ad23 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:29.239104 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.248976 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:29.258877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a727f8-0a8c-4226-9c7b-d843f305083f') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:29.259172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a727f8-0a8c-4226-9c7b-d843f305083f') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:29.267790 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.281473 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.287452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:07:29.287883 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:07:29.290701 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:07:29.388135 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.395036 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.396850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/networks/23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91 HTTP/1.1" status: 204 len: 168 time: 1.8899708 Aug 21 10:07:29.400684 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33582) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:29.407020 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1475868420'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:29.409019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d679b-4fc1-4d5a-af88-624d62cb1bc2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Network': ['ID=23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:29.468318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Made reservation on behalf of 1eb068eb69094afd8f14d00dafcf9a69 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:29.471853 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.495405 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:07:29.503822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.504168 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Added segment 533dfa9d-2fc4-474f-a1ce-c162300ea351 of type vlan for network b79a76ee-5d64-4aeb-bdef-aba670320424 Aug 21 10:07:29.542375 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.622655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.628169 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:29.628763 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:29.695845 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event updated for resources: {'Network': ['ID=b79a76ee-5d64-4aeb-bdef-aba670320424,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:29.706543 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network b79a76ee-5d64-4aeb-bdef-aba670320424 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:07:29.743178 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-87f30f67-ddd8-4678-82fc-3c53bca8df16 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3411229 Aug 21 10:07:29.745987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33584) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:29.751047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Request body: {'subnet': {'network_id': 'b79a76ee-5d64-4aeb-bdef-aba670320424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:29.897065 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Made reservation on behalf of 1eb068eb69094afd8f14d00dafcf9a69 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:29.900564 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:30.141912 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:30.198173 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event updated for resources: {'Subnet': ['ID=8c277d0c-b29d-4780-9a10-b002a2a0180d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:30.215193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Checking segment: {'id': '533dfa9d-2fc4-474f-a1ce-c162300ea351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b79a76ee-5d64-4aeb-bdef-aba670320424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:30.215617 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Network hostable DHCP agents. Network: b79a76ee-5d64-4aeb-bdef-aba670320424, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:07:30.303377 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Network b79a76ee-5d64-4aeb-bdef-aba670320424 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:07:30.405161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, b79a76ee-5d64-4aeb-bdef-aba670320424) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:30.409193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:30.409791 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:30.416482 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8c493-342c-4fcf-8967-9321c9339f7f None None] Network b79a76ee-5d64-4aeb-bdef-aba670320424 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:30.486208 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cb1e7fb8-5726-44d1-96a1-19c22b821296 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7390978 Aug 21 10:07:30.489904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33586) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:30.495299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-631602627'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:30.562070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-b79a76ee-5d64-4aeb-bdef-aba670320424', 'network_id': 'b79a76ee-5d64-4aeb-bdef-aba670320424', 'tenant_id': '1eb068eb69094afd8f14d00dafcf9a69', 'fixed_ips': [{'subnet_id': '8c277d0c-b29d-4780-9a10-b002a2a0180d'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:07:30.562938 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:30.570986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Made reservation on behalf of 1eb068eb69094afd8f14d00dafcf9a69 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:30.576549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:30.598671 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:07:30.607882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:30.608267 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Added segment 9c103928-b95c-40bb-a38b-72a41effb362 of type vlan for network da15e26b-26a1-4099-9915-ff2990616390 Aug 21 10:07:30.665532 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:30.713355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Allocated IP 2001:db8::2 (b79a76ee-5d64-4aeb-bdef-aba670320424/8c277d0c-b29d-4780-9a10-b002a2a0180d/8d3d6592-95be-48f8-8cf3-0177f9261435) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:30.748342 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:30.754035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:30.754617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:30.824626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event updated for resources: {'Network': ['ID=da15e26b-26a1-4099-9915-ff2990616390,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:30.829548 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bb9693c1-c450-49e3-a0da-f473708e49d1 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3385830 Aug 21 10:07:30.832778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33588) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:30.837980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Request body: {'subnet': {'network_id': 'da15e26b-26a1-4099-9915-ff2990616390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:30.843534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network da15e26b-26a1-4099-9915-ff2990616390 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:07:30.909492 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:30.927174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Transition to ACTIVE for port object 8d3d6592-95be-48f8-8cf3-0177f9261435 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:30.943199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Transition to ACTIVE for port object 8d3d6592-95be-48f8-8cf3-0177f9261435 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:30.983250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Made reservation on behalf of 1eb068eb69094afd8f14d00dafcf9a69 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:30.986873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:31.000215 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:31.041192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Network b79a76ee-5d64-4aeb-bdef-aba670320424 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:31.047772 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:31.050943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:31.063993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Pushing event updated for resources: {'Port': ['ID=8d3d6592-95be-48f8-8cf3-0177f9261435,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:31.119236 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Attempting to bind port 8d3d6592-95be-48f8-8cf3-0177f9261435 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:31.119515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Attempting to bind port 8d3d6592-95be-48f8-8cf3-0177f9261435 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '533dfa9d-2fc4-474f-a1ce-c162300ea351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b79a76ee-5d64-4aeb-bdef-aba670320424'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:31.119902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Attempting to bind port 8d3d6592-95be-48f8-8cf3-0177f9261435 on network b79a76ee-5d64-4aeb-bdef-aba670320424 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:31.124880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:31.125252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Checking segment: {'id': '533dfa9d-2fc4-474f-a1ce-c162300ea351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b79a76ee-5d64-4aeb-bdef-aba670320424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:31.125659 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:31.126048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Bound using segment: {'id': '533dfa9d-2fc4-474f-a1ce-c162300ea351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b79a76ee-5d64-4aeb-bdef-aba670320424'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:31.126507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Bound port: 8d3d6592-95be-48f8-8cf3-0177f9261435, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533dfa9d-2fc4-474f-a1ce-c162300ea351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b79a76ee-5d64-4aeb-bdef-aba670320424'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:31.126901 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:31.188557 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] For port 8d3d6592-95be-48f8-8cf3-0177f9261435, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:31.191492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] For port 8d3d6592-95be-48f8-8cf3-0177f9261435, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8d3d6592-95be-48f8-8cf3-0177f9261435,segment=NetworkSegment(533dfa9d-2fc4-474f-a1ce-c162300ea351),segment_id=533dfa9d-2fc4-474f-a1ce-c162300ea351)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:31.228446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:31.257667 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:31.294015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event updated for resources: {'Subnet': ['ID=5b151e3b-b5ed-44cb-a7fb-a9fadcca59c2,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:31.303709 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Checking segment: {'id': '9c103928-b95c-40bb-a38b-72a41effb362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da15e26b-26a1-4099-9915-ff2990616390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:31.304070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Network hostable DHCP agents. Network: da15e26b-26a1-4099-9915-ff2990616390, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:07:31.330509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d29c6b-9820-4642-a447-e9a1b5fcccea None None] Pushing event updated for resources: {'Port': ['ID=8d3d6592-95be-48f8-8cf3-0177f9261435,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:31.405986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Network da15e26b-26a1-4099-9915-ff2990616390 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:07:31.473024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, da15e26b-26a1-4099-9915-ff2990616390) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:31.477084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:31.477678 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:31.483376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de866b18-f196-4668-adef-0491f3d997a7 None None] Network da15e26b-26a1-4099-9915-ff2990616390 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:31.544100 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2b15524e-9451-45af-a26c-d0339cafb265 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7100227 Aug 21 10:07:31.546633 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33590) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:31.645845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-da15e26b-26a1-4099-9915-ff2990616390', 'network_id': 'da15e26b-26a1-4099-9915-ff2990616390', 'tenant_id': '1eb068eb69094afd8f14d00dafcf9a69', 'fixed_ips': [{'subnet_id': '5b151e3b-b5ed-44cb-a7fb-a9fadcca59c2'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:07:31.646710 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:31.654659 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:31.737266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:31.789999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Allocated IP 2001:db8::2 (da15e26b-26a1-4099-9915-ff2990616390/5b151e3b-b5ed-44cb-a7fb-a9fadcca59c2/3d8c1d13-f1a5-4d70-a1ad-b891074b0b16) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:31.942293 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:31.951255 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Transition to ACTIVE for port object 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:31.967648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Transition to ACTIVE for port object 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:32.029964 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.072428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Network da15e26b-26a1-4099-9915-ff2990616390 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:32.075068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:32.077129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:32.085618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Pushing event updated for resources: {'Port': ['ID=3d8c1d13-f1a5-4d70-a1ad-b891074b0b16,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:32.121170 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.143940 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Attempting to bind port 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:32.144662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Attempting to bind port 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '9c103928-b95c-40bb-a38b-72a41effb362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da15e26b-26a1-4099-9915-ff2990616390'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:32.145523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Attempting to bind port 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16 on network da15e26b-26a1-4099-9915-ff2990616390 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:32.149184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Subnet': ['ID=5b151e3b-b5ed-44cb-a7fb-a9fadcca59c2,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:32.152307 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:32.152854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Checking segment: {'id': '9c103928-b95c-40bb-a38b-72a41effb362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da15e26b-26a1-4099-9915-ff2990616390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:32.153555 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.155171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Bound using segment: {'id': '9c103928-b95c-40bb-a38b-72a41effb362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da15e26b-26a1-4099-9915-ff2990616390'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:32.155433 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Bound port: 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c103928-b95c-40bb-a38b-72a41effb362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'da15e26b-26a1-4099-9915-ff2990616390'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:32.155917 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.216362 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.225002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] For port 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:32.227086 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da15e26b-26a1-4099-9915-ff2990616390']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:32.228113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] For port 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3d8c1d13-f1a5-4d70-a1ad-b891074b0b16,segment=NetworkSegment(9c103928-b95c-40bb-a38b-72a41effb362),segment_id=9c103928-b95c-40bb-a38b-72a41effb362)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:32.237653 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c103928-b95c-40bb-a38b-72a41effb362') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:32.241336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c103928-b95c-40bb-a38b-72a41effb362') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:32.247240 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.255875 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e6f816-52ec-4565-879e-979aae6821ad None None] Network b79a76ee-5d64-4aeb-bdef-aba670320424 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:32.311412 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.311698 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.317594 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:07:32.317977 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: timer() Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:07:32.321164 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:07:32.405938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.db.api [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 10:07:32.405938 n-d-766726-28 neutron-server[106756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 10:07:32.405938 n-d-766726-28 neutron-server[106756]: [parameters: {'id': 'da15e26b-26a1-4099-9915-ff2990616390'}] Aug 21 10:07:32.405938 n-d-766726-28 neutron-server[106756]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 10:07:32.406438 n-d-766726-28 neutron-server[106756]: DEBUG oslo_db.api [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 10:07:32.438508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b4354-bd1f-42cc-a20a-ca3bf29038b6 None None] Pushing event updated for resources: {'Port': ['ID=3d8c1d13-f1a5-4d70-a1ad-b891074b0b16,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:32.464323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d644f8-7d36-42fb-8473-3fe12557b6e0 None None] Network da15e26b-26a1-4099-9915-ff2990616390 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:32.528253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8d3d6592-95be-48f8-8cf3-0177f9261435 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:32.533062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fe0f194e-8740-4dee-8ddf-17ed51388b54 None None] Provisioning for port 8d3d6592-95be-48f8-8cf3-0177f9261435 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:32.697301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 8d3d6592-95be-48f8-8cf3-0177f9261435 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:32.701544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8d3d6592-95be-48f8-8cf3-0177f9261435 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:32.701899 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.774589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3030a2-c065-4ba3-8c97-d594a5ad374b None None] get_active_networks_info from n-d-766726-28 {{(pid=106758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 10:07:32.822547 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.840428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d6900be3-f12b-4d1a-9770-7596432544b5 None None] Provisioning complete for port 8d3d6592-95be-48f8-8cf3-0177f9261435 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:32.840790 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d6900be3-f12b-4d1a-9770-7596432544b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.907851 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:32.912888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 8d3d6592-95be-48f8-8cf3-0177f9261435, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8d3d6592-95be-48f8-8cf3-0177f9261435,segment=NetworkSegment(533dfa9d-2fc4-474f-a1ce-c162300ea351),segment_id=533dfa9d-2fc4-474f-a1ce-c162300ea351)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:32.929265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3030a2-c065-4ba3-8c97-d594a5ad374b None None] Resources bound (agent type, host, resource id): {{(pid=106758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 10:07:32.962873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Deleting port 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:32.963250 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.013440 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.043079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] For port 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=3d8c1d13-f1a5-4d70-a1ad-b891074b0b16,segment=NetworkSegment(9c103928-b95c-40bb-a38b-72a41effb362),segment_id=9c103928-b95c-40bb-a38b-72a41effb362)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:33.043441 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.055379 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d6900be3-f12b-4d1a-9770-7596432544b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.056609 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Calling delete_port for 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:33.234286 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.259951 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Port': ['ID=3d8c1d13-f1a5-4d70-a1ad-b891074b0b16,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:33.265309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No DVR routers for this DVR port 3d8c1d13-f1a5-4d70-a1ad-b891074b0b16 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:33.282070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=8d3d6592-95be-48f8-8cf3-0177f9261435,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:33.337564 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-d6900be3-f12b-4d1a-9770-7596432544b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 10:07:33.337912 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-d6900be3-f12b-4d1a-9770-7596432544b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 10:07:33.349012 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.358932 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da15e26b-26a1-4099-9915-ff2990616390']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:33.369245 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c103928-b95c-40bb-a38b-72a41effb362') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:33.369537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c103928-b95c-40bb-a38b-72a41effb362') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:33.378550 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.392602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.398467 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:07:33.398854 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: timer() Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:07:33.401842 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:07:33.530953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.538381 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.539723 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/networks/da15e26b-26a1-4099-9915-ff2990616390 HTTP/1.1" status: 204 len: 168 time: 1.9920387 Aug 21 10:07:33.543034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33592) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:33.551290 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0769d07-c772-4641-915c-80265dcf014f tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Network': ['ID=da15e26b-26a1-4099-9915-ff2990616390,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:33.570371 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a173cb-825d-41b6-9624-8cdcddea97c2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] GET failed (client error): The resource could not be found. Aug 21 10:07:33.571742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e5a173cb-825d-41b6-9624-8cdcddea97c2 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "GET /v2.0/subnets/5b151e3b-b5ed-44cb-a7fb-a9fadcca59c2 HTTP/1.1" status: 404 len: 337 time: 0.0276189 Aug 21 10:07:33.574645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33594) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:33.593421 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa974afe-4047-4f69-9f2e-b2ecdc253645 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] DELETE failed (client error): The resource could not be found. Aug 21 10:07:33.593936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa974afe-4047-4f69-9f2e-b2ecdc253645 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 10:07:33.595531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fa974afe-4047-4f69-9f2e-b2ecdc253645 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/networks/da15e26b-26a1-4099-9915-ff2990616390 HTTP/1.1" status: 404 len: 339 time: 0.0200107 Aug 21 10:07:33.598999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33596) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:33.627103 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-3062b673-2a6d-4b17-bf0d-5425dc594275 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] DELETE failed (client error): The resource could not be found. Aug 21 10:07:33.627625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3062b673-2a6d-4b17-bf0d-5425dc594275 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 10:07:33.629449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3062b673-2a6d-4b17-bf0d-5425dc594275 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/subnets/5b151e3b-b5ed-44cb-a7fb-a9fadcca59c2 HTTP/1.1" status: 404 len: 337 time: 0.0295436 Aug 21 10:07:33.631834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33598) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:33.649241 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d660abd-354e-4fb1-9c48-9f80db5923f6 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] DELETE failed (client error): The resource could not be found. Aug 21 10:07:33.649743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d660abd-354e-4fb1-9c48-9f80db5923f6 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 10:07:33.651301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6d660abd-354e-4fb1-9c48-9f80db5923f6 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/networks/da15e26b-26a1-4099-9915-ff2990616390 HTTP/1.1" status: 404 len: 339 time: 0.0185263 Aug 21 10:07:33.653422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33600) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:33.702347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4370bb-3ab1-478e-a9e8-7931cd3606f9 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Deleting subnet 8c277d0c-b29d-4780-9a10-b002a2a0180d {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:07:33.705575 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd4370bb-3ab1-478e-a9e8-7931cd3606f9 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.744011 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd4370bb-3ab1-478e-a9e8-7931cd3606f9 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.828524 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd4370bb-3ab1-478e-a9e8-7931cd3606f9 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.965988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd4370bb-3ab1-478e-a9e8-7931cd3606f9 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:33.993363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4370bb-3ab1-478e-a9e8-7931cd3606f9 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Subnet': ['ID=8c277d0c-b29d-4780-9a10-b002a2a0180d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:33.998491 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dd4370bb-3ab1-478e-a9e8-7931cd3606f9 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.000391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dd4370bb-3ab1-478e-a9e8-7931cd3606f9 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/subnets/8c277d0c-b29d-4780-9a10-b002a2a0180d HTTP/1.1" status: 204 len: 168 time: 0.3454707 Aug 21 10:07:34.002901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33602) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:34.010045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52acea5-834a-4e28-aefe-a3a2132d7467 None None] Network b79a76ee-5d64-4aeb-bdef-aba670320424 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:34.079247 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.138022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Deleting port 8d3d6592-95be-48f8-8cf3-0177f9261435 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:34.138371 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.182945 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb97c0bc-cd79-4573-b73a-f0afbe4db7be None None] DHCP port deletion for b79a76ee-5d64-4aeb-bdef-aba670320424 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:07:34.200118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] For port 8d3d6592-95be-48f8-8cf3-0177f9261435, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8d3d6592-95be-48f8-8cf3-0177f9261435,segment=NetworkSegment(533dfa9d-2fc4-474f-a1ce-c162300ea351),segment_id=533dfa9d-2fc4-474f-a1ce-c162300ea351)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:34.200517 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.213327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Calling delete_port for 8d3d6592-95be-48f8-8cf3-0177f9261435 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:34.232220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fb97c0bc-cd79-4573-b73a-f0afbe4db7be None None] Deleting port 8d3d6592-95be-48f8-8cf3-0177f9261435 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:34.232601 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fb97c0bc-cd79-4573-b73a-f0afbe4db7be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.293101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-fb97c0bc-cd79-4573-b73a-f0afbe4db7be None None] For port 8d3d6592-95be-48f8-8cf3-0177f9261435, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8d3d6592-95be-48f8-8cf3-0177f9261435,segment=NetworkSegment(533dfa9d-2fc4-474f-a1ce-c162300ea351),segment_id=533dfa9d-2fc4-474f-a1ce-c162300ea351)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:34.293504 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fb97c0bc-cd79-4573-b73a-f0afbe4db7be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.306857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fb97c0bc-cd79-4573-b73a-f0afbe4db7be None None] Calling delete_port for 8d3d6592-95be-48f8-8cf3-0177f9261435 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:34.371169 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.385232 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fb97c0bc-cd79-4573-b73a-f0afbe4db7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.397419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Port': ['ID=8d3d6592-95be-48f8-8cf3-0177f9261435,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:34.401106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No DVR routers for this DVR port 8d3d6592-95be-48f8-8cf3-0177f9261435 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:34.412123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97c0bc-cd79-4573-b73a-f0afbe4db7be None None] Pushing event deleted for resources: {'Port': ['ID=8d3d6592-95be-48f8-8cf3-0177f9261435,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:34.414095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb97c0bc-cd79-4573-b73a-f0afbe4db7be None None] No DVR routers for this DVR port 8d3d6592-95be-48f8-8cf3-0177f9261435 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:34.480468 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.484648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8d3d6592-95be-48f8-8cf3-0177f9261435 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:07:34.491136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79a76ee-5d64-4aeb-bdef-aba670320424']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:34.501402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 8d3d6592-95be-48f8-8cf3-0177f9261435 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:07:34.501745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8d3d6592-95be-48f8-8cf3-0177f9261435 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:07:34.506687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533dfa9d-2fc4-474f-a1ce-c162300ea351') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:34.506687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533dfa9d-2fc4-474f-a1ce-c162300ea351') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:34.515577 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.529232 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.534851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:07:34.535234 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:07:34.538155 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:07:34.656460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.666005 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.668106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/networks/b79a76ee-5d64-4aeb-bdef-aba670320424 HTTP/1.1" status: 204 len: 168 time: 0.6640451 Aug 21 10:07:34.671123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33604) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:34.688337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51865c-da0f-4f9b-8b11-2475784ab8f4 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Network': ['ID=b79a76ee-5d64-4aeb-bdef-aba670320424,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:34.705683 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a18fbf8-2ac1-4448-8bff-b2ff09346c9e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] DELETE failed (client error): The resource could not be found. Aug 21 10:07:34.706122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a18fbf8-2ac1-4448-8bff-b2ff09346c9e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 10:07:34.707812 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4a18fbf8-2ac1-4448-8bff-b2ff09346c9e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/subnets/04f228b2-b973-476e-9d91-1551aad23ec8 HTTP/1.1" status: 404 len: 337 time: 0.0357330 Aug 21 10:07:34.710241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33606) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:34.728363 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17a2e7b-4cb4-4651-8a6b-ec5bdde07b94 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] DELETE failed (client error): The resource could not be found. Aug 21 10:07:34.728876 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17a2e7b-4cb4-4651-8a6b-ec5bdde07b94 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 10:07:34.730508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c17a2e7b-4cb4-4651-8a6b-ec5bdde07b94 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/networks/23d8c755-a054-4ab3-a1c7-9b5b6d9b7d91 HTTP/1.1" status: 404 len: 339 time: 0.0193985 Aug 21 10:07:34.733443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33608) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:34.762100 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ead7ed-66a1-48cb-b7f8-372274c76421 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] DELETE failed (client error): The resource could not be found. Aug 21 10:07:34.762531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ead7ed-66a1-48cb-b7f8-372274c76421 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 10:07:34.764259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-37ead7ed-66a1-48cb-b7f8-372274c76421 tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/subnets/62694c47-2ba0-48e7-ac2e-9f7b7146d1f6 HTTP/1.1" status: 404 len: 337 time: 0.0299489 Aug 21 10:07:34.772167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33610) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:34.790351 n-d-766726-28 neutron-server[106757]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a43e652-db80-470b-9bf8-1966ad2be54b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] DELETE failed (client error): The resource could not be found. Aug 21 10:07:34.790873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a43e652-db80-470b-9bf8-1966ad2be54b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106757) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 10:07:34.792531 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1a43e652-db80-470b-9bf8-1966ad2be54b tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/networks/add5819b-ad5e-4df4-aed5-20e1996a50c0 HTTP/1.1" status: 404 len: 339 time: 0.0194960 Aug 21 10:07:34.795578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33612) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:34.844748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e6672f-e7fd-4d6a-b9ad-bafedde7cdde tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Deleting subnet 8aed7709-c238-41a7-ba49-4a3a8be51596 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:07:34.847700 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17e6672f-e7fd-4d6a-b9ad-bafedde7cdde tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:34.884874 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17e6672f-e7fd-4d6a-b9ad-bafedde7cdde tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.287412 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17e6672f-e7fd-4d6a-b9ad-bafedde7cdde tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.394293 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17e6672f-e7fd-4d6a-b9ad-bafedde7cdde tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.419430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6672f-e7fd-4d6a-b9ad-bafedde7cdde tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Subnet': ['ID=8aed7709-c238-41a7-ba49-4a3a8be51596,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:35.425334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-17e6672f-e7fd-4d6a-b9ad-bafedde7cdde tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.427242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-17e6672f-e7fd-4d6a-b9ad-bafedde7cdde tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/subnets/8aed7709-c238-41a7-ba49-4a3a8be51596 HTTP/1.1" status: 204 len: 168 time: 0.6307278 Aug 21 10:07:35.429826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33614) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:35.436767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c8869-7000-45e0-911f-ada7387e2457 None None] Network e3e6357e-e463-4400-8559-bf98babe07b9 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:35.506205 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.565211 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Deleting port 82838201-6ecb-4ec4-ac5d-1769fd67d307 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:35.565558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.598088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170cd74b-142b-4952-8a6f-267c5b5ca8aa None None] DHCP port deletion for e3e6357e-e463-4400-8559-bf98babe07b9 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:07:35.627045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] For port 82838201-6ecb-4ec4-ac5d-1769fd67d307, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=82838201-6ecb-4ec4-ac5d-1769fd67d307,segment=NetworkSegment(d7b53c48-9c69-46eb-8eaa-c40b75551569),segment_id=d7b53c48-9c69-46eb-8eaa-c40b75551569)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:35.627415 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.640456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Calling delete_port for 82838201-6ecb-4ec4-ac5d-1769fd67d307 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:35.644107 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-170cd74b-142b-4952-8a6f-267c5b5ca8aa None None] Deleting port 82838201-6ecb-4ec4-ac5d-1769fd67d307 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:35.644482 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-170cd74b-142b-4952-8a6f-267c5b5ca8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.705096 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-170cd74b-142b-4952-8a6f-267c5b5ca8aa None None] For port 82838201-6ecb-4ec4-ac5d-1769fd67d307, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=82838201-6ecb-4ec4-ac5d-1769fd67d307,segment=NetworkSegment(d7b53c48-9c69-46eb-8eaa-c40b75551569),segment_id=d7b53c48-9c69-46eb-8eaa-c40b75551569)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:35.705495 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-170cd74b-142b-4952-8a6f-267c5b5ca8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.718527 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-170cd74b-142b-4952-8a6f-267c5b5ca8aa None None] Calling delete_port for 82838201-6ecb-4ec4-ac5d-1769fd67d307 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:35.782516 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.795410 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-170cd74b-142b-4952-8a6f-267c5b5ca8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.809484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Port': ['ID=82838201-6ecb-4ec4-ac5d-1769fd67d307,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:35.811785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] No DVR routers for this DVR port 82838201-6ecb-4ec4-ac5d-1769fd67d307 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:35.821494 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cd74b-142b-4952-8a6f-267c5b5ca8aa None None] Pushing event deleted for resources: {'Port': ['ID=82838201-6ecb-4ec4-ac5d-1769fd67d307,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:35.824823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170cd74b-142b-4952-8a6f-267c5b5ca8aa None None] No DVR routers for this DVR port 82838201-6ecb-4ec4-ac5d-1769fd67d307 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:35.886787 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.896429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e6357e-e463-4400-8559-bf98babe07b9']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:35.906912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b53c48-9c69-46eb-8eaa-c40b75551569') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:35.907206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b53c48-9c69-46eb-8eaa-c40b75551569') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:35.915803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.933020 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.938750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:07:35.939954 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:07:35.941971 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:07:36.148413 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:36.155539 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:36.157362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] 10.222.0.20 "DELETE /v2.0/networks/e3e6357e-e463-4400-8559-bf98babe07b9 HTTP/1.1" status: 204 len: 168 time: 0.7265477 Aug 21 10:07:36.168883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf814a2-5d7e-4125-9318-26234464e33e tempest-NetworksIpV6Test-294702012 tempest-NetworksIpV6Test-294702012-project] Pushing event deleted for resources: {'Network': ['ID=e3e6357e-e463-4400-8559-bf98babe07b9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:36.471258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 82838201-6ecb-4ec4-ac5d-1769fd67d307 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:07:36.492003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 82838201-6ecb-4ec4-ac5d-1769fd67d307 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:07:36.492345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 82838201-6ecb-4ec4-ac5d-1769fd67d307 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:07:36.562103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33620) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:36.688803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-270a5d62-a74a-4cc2-9d9e-3878e2819e44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1eb068eb69094afd8f14d00dafcf9a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254830 Aug 21 10:07:36.691241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33624) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:36.737013 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2935ea2-475a-4193-9893-ad5878153b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:36.758621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2935ea2-475a-4193-9893-ad5878153b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:36.908380 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2935ea2-475a-4193-9893-ad5878153b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:36.910942 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b2935ea2-475a-4193-9893-ad5878153b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:36.912285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b2935ea2-475a-4193-9893-ad5878153b30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7cb7f1f-26de-4bbe-875f-ae747100735c HTTP/1.1" status: 204 len: 168 time: 0.2199993 Aug 21 10:07:36.920597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2935ea2-475a-4193-9893-ad5878153b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb7f1f-26de-4bbe-875f-ae747100735c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:36.993778 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-997cea8c-b6ce-439f-838c-0d3fbe7248fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:37.920973 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33646) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:38.012558 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-cef19b9f-d3b0-40fe-aced-af21277e2950 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1273725870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:38.119576 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cef19b9f-d3b0-40fe-aced-af21277e2950 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.120607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cef19b9f-d3b0-40fe-aced-af21277e2950 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.170909 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cef19b9f-d3b0-40fe-aced-af21277e2950 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.240301 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cef19b9f-d3b0-40fe-aced-af21277e2950 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.331438 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cef19b9f-d3b0-40fe-aced-af21277e2950 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.332742 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cef19b9f-d3b0-40fe-aced-af21277e2950 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4107502 Aug 21 10:07:38.335756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33650) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:38.341361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-299590458'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:38.427956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Made reservation on behalf of ac6a7bde39e7489a95fbf2ddc592ecc6 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:38.431442 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.440693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.529416 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.605091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.634756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:07:38.640095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd728e7-2496-463b-8280-014e72e9fbcc,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:38.647257 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.647624 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Added segment db871595-9d23-433a-8740-c83e5c71fec1 of type vlan for network 302403aa-9e0b-431c-8821-d3a94e125aae Aug 21 10:07:38.687353 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.747220 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.753496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:38.754085 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:38.827703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Pushing event updated for resources: {'Network': ['ID=302403aa-9e0b-431c-8821-d3a94e125aae,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:38.839023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 302403aa-9e0b-431c-8821-d3a94e125aae details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:07:38.857673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-57a5df1e-dd58-406d-a034-cb74e990122c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5202756 Aug 21 10:07:38.860511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33652) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:38.865642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Request body: {'subnet': {'network_id': '302403aa-9e0b-431c-8821-d3a94e125aae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:39.033393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Made reservation on behalf of ac6a7bde39e7489a95fbf2ddc592ecc6 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:39.036981 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.262684 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.328412 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Pushing event updated for resources: {'Subnet': ['ID=9ecfb5f9-2cc9-4821-8d1c-4c3f87dcb061,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:39.337873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Checking segment: {'id': 'db871595-9d23-433a-8740-c83e5c71fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '302403aa-9e0b-431c-8821-d3a94e125aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:39.338469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Network hostable DHCP agents. Network: 302403aa-9e0b-431c-8821-d3a94e125aae, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:07:39.410893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Network 302403aa-9e0b-431c-8821-d3a94e125aae is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:07:39.462344 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 302403aa-9e0b-431c-8821-d3a94e125aae) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:39.467264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:39.468298 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.471908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540d1343-0352-40cd-8784-12ee725fa818 None None] Network 302403aa-9e0b-431c-8821-d3a94e125aae requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:39.526513 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-077767b6-d1a8-4055-9dd7-eb4214f24323 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6648405 Aug 21 10:07:39.530256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33654) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:39.536407 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-401693075'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:39.583366 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-31c7d255-4590-422b-9771-a7d154ad1a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.610990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Made reservation on behalf of ac6a7bde39e7489a95fbf2ddc592ecc6 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:39.614597 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.628501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-302403aa-9e0b-431c-8821-d3a94e125aae', 'network_id': '302403aa-9e0b-431c-8821-d3a94e125aae', 'tenant_id': 'ac6a7bde39e7489a95fbf2ddc592ecc6', 'fixed_ips': [{'subnet_id': '9ecfb5f9-2cc9-4821-8d1c-4c3f87dcb061'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:07:39.629307 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.639106 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:07:39.648535 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.651195 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Added segment 0ce97aec-a77c-429f-abdf-b247583f8f33 of type vlan for network a75aa5fa-ca3b-4dfa-83ab-1977ac617503 Aug 21 10:07:39.692412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.765568 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.771123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:39.771396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Allocated IP 172.20.0.2 (302403aa-9e0b-431c-8821-d3a94e125aae/9ecfb5f9-2cc9-4821-8d1c-4c3f87dcb061/b6fd9022-01b5-43b4-926c-67406a00111f) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:39.771743 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.835364 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.840112 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Pushing event updated for resources: {'Network': ['ID=a75aa5fa-ca3b-4dfa-83ab-1977ac617503,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:39.848151 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.849888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.849888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.849888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.849888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.849888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.850351 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.850518 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.850853 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.851184 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.851519 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.851931 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:39.865438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network a75aa5fa-ca3b-4dfa-83ab-1977ac617503 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:07:39.871492 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-419bc64f-b8c7-49d0-a8af-6e0dc9176269 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3370810 Aug 21 10:07:39.873394 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33656) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:39.877546 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Request body: {'subnet': {'network_id': 'a75aa5fa-ca3b-4dfa-83ab-1977ac617503', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:39.975258 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:39.986925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Transition to ACTIVE for port object b6fd9022-01b5-43b4-926c-67406a00111f will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:40.001448 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Transition to ACTIVE for port object b6fd9022-01b5-43b4-926c-67406a00111f will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:40.044870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Made reservation on behalf of ac6a7bde39e7489a95fbf2ddc592ecc6 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:40.048454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:40.068046 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:40.106957 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Network 302403aa-9e0b-431c-8821-d3a94e125aae is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:40.109629 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:40.113096 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:40.122136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Pushing event updated for resources: {'Port': ['ID=b6fd9022-01b5-43b4-926c-67406a00111f,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:40.172450 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Attempting to bind port b6fd9022-01b5-43b4-926c-67406a00111f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:40.172812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Attempting to bind port b6fd9022-01b5-43b4-926c-67406a00111f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'db871595-9d23-433a-8740-c83e5c71fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '302403aa-9e0b-431c-8821-d3a94e125aae'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:40.173167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Attempting to bind port b6fd9022-01b5-43b4-926c-67406a00111f on network 302403aa-9e0b-431c-8821-d3a94e125aae {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:40.178173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:40.178542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Checking segment: {'id': 'db871595-9d23-433a-8740-c83e5c71fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '302403aa-9e0b-431c-8821-d3a94e125aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:40.178940 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:40.179326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Bound using segment: {'id': 'db871595-9d23-433a-8740-c83e5c71fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '302403aa-9e0b-431c-8821-d3a94e125aae'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:40.179804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Bound port: b6fd9022-01b5-43b4-926c-67406a00111f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db871595-9d23-433a-8740-c83e5c71fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '302403aa-9e0b-431c-8821-d3a94e125aae'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:40.180178 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:40.245261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] For port b6fd9022-01b5-43b4-926c-67406a00111f, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:40.248246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] For port b6fd9022-01b5-43b4-926c-67406a00111f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6fd9022-01b5-43b4-926c-67406a00111f,segment=NetworkSegment(db871595-9d23-433a-8740-c83e5c71fec1),segment_id=db871595-9d23-433a-8740-c83e5c71fec1)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:40.302579 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:40.331463 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:40.364979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Pushing event updated for resources: {'Subnet': ['ID=873604e0-c61a-4c53-af24-4b1c435a0b13,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:40.373916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Checking segment: {'id': '0ce97aec-a77c-429f-abdf-b247583f8f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a75aa5fa-ca3b-4dfa-83ab-1977ac617503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:40.374287 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Network hostable DHCP agents. Network: a75aa5fa-ca3b-4dfa-83ab-1977ac617503, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:07:40.393741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b0e36-3af8-4991-97f1-21227e75ebf7 None None] Pushing event updated for resources: {'Port': ['ID=b6fd9022-01b5-43b4-926c-67406a00111f,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:40.468126 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Network a75aa5fa-ca3b-4dfa-83ab-1977ac617503 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:07:40.548508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, a75aa5fa-ca3b-4dfa-83ab-1977ac617503) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:40.555034 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:40.555729 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:40.560181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ec1ee3-2f71-4723-b62c-f8b8c939df9d None None] Network a75aa5fa-ca3b-4dfa-83ab-1977ac617503 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:40.626958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33658) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:40.627502 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f0aafcec-b09c-4725-8db9-8660f8d8980e tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7541265 Aug 21 10:07:40.635318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-9c28da51-a620-47e7-a2cf-45fdd2f7ea9c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a75aa5fa-ca3b-4dfa-83ab-1977ac617503'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:40.722215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-a75aa5fa-ca3b-4dfa-83ab-1977ac617503', 'network_id': 'a75aa5fa-ca3b-4dfa-83ab-1977ac617503', 'tenant_id': 'ac6a7bde39e7489a95fbf2ddc592ecc6', 'fixed_ips': [{'subnet_id': '873604e0-c61a-4c53-af24-4b1c435a0b13'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:07:40.723146 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:40.843199 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9c28da51-a620-47e7-a2cf-45fdd2f7ea9c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:40.860566 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Allocated IP 172.21.0.2 (a75aa5fa-ca3b-4dfa-83ab-1977ac617503/873604e0-c61a-4c53-af24-4b1c435a0b13/53be007c-8aec-45d5-974f-e918f54a2c46) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:41.011240 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.020771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Transition to ACTIVE for port object 53be007c-8aec-45d5-974f-e918f54a2c46 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:41.025826 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [None req-9c28da51-a620-47e7-a2cf-45fdd2f7ea9c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 10:07:41.034359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9c28da51-a620-47e7-a2cf-45fdd2f7ea9c tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "PUT /v2.0/routers/39f41cbc-5c41-4aa1-8855-100a11b67fd8 HTTP/1.1" status: 400 len: 364 time: 0.3981090 Aug 21 10:07:41.034719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33660) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:41.039430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Transition to ACTIVE for port object 53be007c-8aec-45d5-974f-e918f54a2c46 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:41.088426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-460bdf69-cf36-4a48-968a-f4c4fb7be951 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Deleting subnet 873604e0-c61a-4c53-af24-4b1c435a0b13 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:07:41.108522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-460bdf69-cf36-4a48-968a-f4c4fb7be951 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.111835 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.143035 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.157033 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-460bdf69-cf36-4a48-968a-f4c4fb7be951 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.157686 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Network a75aa5fa-ca3b-4dfa-83ab-1977ac617503 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:41.160898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:41.167907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:41.171978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Pushing event updated for resources: {'Port': ['ID=53be007c-8aec-45d5-974f-e918f54a2c46,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:41.233658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Attempting to bind port 53be007c-8aec-45d5-974f-e918f54a2c46 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:41.234161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Attempting to bind port 53be007c-8aec-45d5-974f-e918f54a2c46 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0ce97aec-a77c-429f-abdf-b247583f8f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a75aa5fa-ca3b-4dfa-83ab-1977ac617503'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:41.234524 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Attempting to bind port 53be007c-8aec-45d5-974f-e918f54a2c46 on network a75aa5fa-ca3b-4dfa-83ab-1977ac617503 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:41.240015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:41.240400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Checking segment: {'id': '0ce97aec-a77c-429f-abdf-b247583f8f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a75aa5fa-ca3b-4dfa-83ab-1977ac617503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:41.240818 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.241215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Bound using segment: {'id': '0ce97aec-a77c-429f-abdf-b247583f8f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a75aa5fa-ca3b-4dfa-83ab-1977ac617503'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:41.241692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Bound port: 53be007c-8aec-45d5-974f-e918f54a2c46, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce97aec-a77c-429f-abdf-b247583f8f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a75aa5fa-ca3b-4dfa-83ab-1977ac617503'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:41.242078 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.265607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-460bdf69-cf36-4a48-968a-f4c4fb7be951 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.301943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0d1f28-5207-4b0b-ae78-fa4504da1088 None None] Network 302403aa-9e0b-431c-8821-d3a94e125aae requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:41.388860 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-460bdf69-cf36-4a48-968a-f4c4fb7be951 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.396907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] For port 53be007c-8aec-45d5-974f-e918f54a2c46, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:41.418709 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bdf69-cf36-4a48-968a-f4c4fb7be951 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Pushing event deleted for resources: {'Subnet': ['ID=873604e0-c61a-4c53-af24-4b1c435a0b13,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:41.427418 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-460bdf69-cf36-4a48-968a-f4c4fb7be951 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.427418 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-460bdf69-cf36-4a48-968a-f4c4fb7be951 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "DELETE /v2.0/subnets/873604e0-c61a-4c53-af24-4b1c435a0b13 HTTP/1.1" status: 204 len: 168 time: 0.3888164 Aug 21 10:07:41.427418 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33662) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:41.428932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] For port 53be007c-8aec-45d5-974f-e918f54a2c46, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=53be007c-8aec-45d5-974f-e918f54a2c46,segment=NetworkSegment(0ce97aec-a77c-429f-abdf-b247583f8f33),segment_id=0ce97aec-a77c-429f-abdf-b247583f8f33)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:41.447320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dc36c0dd-c731-4932-9650-82c13f296aef None None] Provisioning for port b6fd9022-01b5-43b4-926c-67406a00111f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:41.503209 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.510172 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.568651 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dd084-328e-4edb-9887-ce2d45dd53be None None] Pushing event updated for resources: {'Port': ['ID=53be007c-8aec-45d5-974f-e918f54a2c46,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:41.577418 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Deleting port 53be007c-8aec-45d5-974f-e918f54a2c46 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:41.586451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.650926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] For port 53be007c-8aec-45d5-974f-e918f54a2c46, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=53be007c-8aec-45d5-974f-e918f54a2c46,segment=NetworkSegment(0ce97aec-a77c-429f-abdf-b247583f8f33),segment_id=0ce97aec-a77c-429f-abdf-b247583f8f33)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:41.651289 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.665613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Calling delete_port for 53be007c-8aec-45d5-974f-e918f54a2c46 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:41.839482 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.865259 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Pushing event deleted for resources: {'Port': ['ID=53be007c-8aec-45d5-974f-e918f54a2c46,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:41.868828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] No DVR routers for this DVR port 53be007c-8aec-45d5-974f-e918f54a2c46 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:41.948904 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.959611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75aa5fa-ca3b-4dfa-83ab-1977ac617503']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:41.970950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce97aec-a77c-429f-abdf-b247583f8f33') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:41.971252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce97aec-a77c-429f-abdf-b247583f8f33') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:41.980602 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:41.994092 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.000557 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:07:42.000997 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: timer() Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:07:42.004074 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:07:42.141841 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.149944 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.151888 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "DELETE /v2.0/networks/a75aa5fa-ca3b-4dfa-83ab-1977ac617503 HTTP/1.1" status: 204 len: 168 time: 0.7229676 Aug 21 10:07:42.154469 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33664) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:42.173006 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dd69c-75cf-4cd7-bdf9-84232e15f436 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Pushing event deleted for resources: {'Network': ['ID=a75aa5fa-ca3b-4dfa-83ab-1977ac617503,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:42.226432 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1667ec-0b1f-422a-affd-0ec607a1ede6 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Deleting subnet 9ecfb5f9-2cc9-4821-8d1c-4c3f87dcb061 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:07:42.230092 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-af1667ec-0b1f-422a-affd-0ec607a1ede6 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.272402 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-af1667ec-0b1f-422a-affd-0ec607a1ede6 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.359290 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-af1667ec-0b1f-422a-affd-0ec607a1ede6 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.495360 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4933fb1d-154c-43b5-bb2b-87151298d3e1 None None] Could not find standard attr ID for object 53be007c-8aec-45d5-974f-e918f54a2c46. {{(pid=106758) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 10:07:42.508380 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-af1667ec-0b1f-422a-affd-0ec607a1ede6 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.524078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7066f82c-79e3-406b-a9e8-2cdc91448579 None None] DHCP port deletion for a75aa5fa-ca3b-4dfa-83ab-1977ac617503 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:07:42.538474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1667ec-0b1f-422a-affd-0ec607a1ede6 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecfb5f9-2cc9-4821-8d1c-4c3f87dcb061,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:42.539404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-af1667ec-0b1f-422a-affd-0ec607a1ede6 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.541670 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-af1667ec-0b1f-422a-affd-0ec607a1ede6 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "DELETE /v2.0/subnets/9ecfb5f9-2cc9-4821-8d1c-4c3f87dcb061 HTTP/1.1" status: 204 len: 168 time: 0.3861165 Aug 21 10:07:42.544320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33666) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:42.551674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e64f7-94cc-46dd-91b3-b9df7ffee9f4 None None] Network a75aa5fa-ca3b-4dfa-83ab-1977ac617503 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:42.557941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8967b-8f1e-4e0f-94fb-0b96daaf277b None None] Network 302403aa-9e0b-431c-8821-d3a94e125aae requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:42.578327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6fd9022-01b5-43b4-926c-67406a00111f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:42.591267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e64f7-94cc-46dd-91b3-b9df7ffee9f4 None None] Network a75aa5fa-ca3b-4dfa-83ab-1977ac617503 could not be found, it might have been deleted concurrently. {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 21 10:07:42.628309 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.641018 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.681181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Deleting port b6fd9022-01b5-43b4-926c-67406a00111f {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:42.681534 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.751014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] For port b6fd9022-01b5-43b4-926c-67406a00111f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6fd9022-01b5-43b4-926c-67406a00111f,segment=NetworkSegment(db871595-9d23-433a-8740-c83e5c71fec1),segment_id=db871595-9d23-433a-8740-c83e5c71fec1)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:42.751410 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.759665 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port b6fd9022-01b5-43b4-926c-67406a00111f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:42.764130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port b6fd9022-01b5-43b4-926c-67406a00111f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:42.764496 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.768610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Calling delete_port for b6fd9022-01b5-43b4-926c-67406a00111f owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:42.790707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf294e6-6a2a-4d6c-806a-db9e6a3e7f35 None None] DHCP port deletion for 302403aa-9e0b-431c-8821-d3a94e125aae request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:07:42.878003 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.888852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5cf294e6-6a2a-4d6c-806a-db9e6a3e7f35 None None] Deleting port b6fd9022-01b5-43b4-926c-67406a00111f {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:07:42.889213 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5cf294e6-6a2a-4d6c-806a-db9e6a3e7f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.920458 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.947061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Pushing event deleted for resources: {'Port': ['ID=b6fd9022-01b5-43b4-926c-67406a00111f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:42.948923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] No DVR routers for this DVR port b6fd9022-01b5-43b4-926c-67406a00111f on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:42.977112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-5cf294e6-6a2a-4d6c-806a-db9e6a3e7f35 None None] For port b6fd9022-01b5-43b4-926c-67406a00111f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=b6fd9022-01b5-43b4-926c-67406a00111f,segment=NetworkSegment(db871595-9d23-433a-8740-c83e5c71fec1),segment_id=db871595-9d23-433a-8740-c83e5c71fec1)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:42.977503 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5cf294e6-6a2a-4d6c-806a-db9e6a3e7f35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:42.989631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-5cf294e6-6a2a-4d6c-806a-db9e6a3e7f35 None None] Calling delete_port for b6fd9022-01b5-43b4-926c-67406a00111f owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:07:43.034432 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.045678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302403aa-9e0b-431c-8821-d3a94e125aae']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:43.057258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db871595-9d23-433a-8740-c83e5c71fec1') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:43.057548 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db871595-9d23-433a-8740-c83e5c71fec1') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:43.067275 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.070738 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5cf294e6-6a2a-4d6c-806a-db9e6a3e7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.082270 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.088164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:07:43.092244 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:07:43.092383 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:07:43.097499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf294e6-6a2a-4d6c-806a-db9e6a3e7f35 None None] Pushing event deleted for resources: {'Port': ['ID=b6fd9022-01b5-43b4-926c-67406a00111f,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:43.101770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf294e6-6a2a-4d6c-806a-db9e6a3e7f35 None None] No DVR routers for this DVR port b6fd9022-01b5-43b4-926c-67406a00111f on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:07:43.239977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.246896 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.248793 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "DELETE /v2.0/networks/302403aa-9e0b-431c-8821-d3a94e125aae HTTP/1.1" status: 204 len: 168 time: 0.7031167 Aug 21 10:07:43.251692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33668) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:43.260767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773cdde-2097-4857-8ca1-d917296d5eac tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Pushing event deleted for resources: {'Network': ['ID=302403aa-9e0b-431c-8821-d3a94e125aae,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:43.285051 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-218d64c8-7bef-43b3-abb3-e3333eee6ad8 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "GET /v2.0/ports?device_id=39f41cbc-5c41-4aa1-8855-100a11b67fd8 HTTP/1.1" status: 200 len: 205 time: 0.0299594 Aug 21 10:07:43.285279 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33670) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:43.641693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c88c9f04-e262-400c-b6c1-2c98b9d89ad8 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.793053 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c88c9f04-e262-400c-b6c1-2c98b9d89ad8 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.795783 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c88c9f04-e262-400c-b6c1-2c98b9d89ad8 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.913603 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c88c9f04-e262-400c-b6c1-2c98b9d89ad8 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.914047 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88c9f04-e262-400c-b6c1-2c98b9d89ad8 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Fanout notify agent at l3_agent the message router_deleted on router 39f41cbc-5c41-4aa1-8855-100a11b67fd8 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:07:43.921222 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c88c9f04-e262-400c-b6c1-2c98b9d89ad8 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:43.922220 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c88c9f04-e262-400c-b6c1-2c98b9d89ad8 tempest-RoutersNegativeTest-300630510 tempest-RoutersNegativeTest-300630510-project] 10.222.0.20 "DELETE /v2.0/routers/39f41cbc-5c41-4aa1-8855-100a11b67fd8 HTTP/1.1" status: 204 len: 168 time: 0.6359451 Aug 21 10:07:44.317456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33676) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:44.449296 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-798a927e-f68d-44fc-abf6-76f4e383d5ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac6a7bde39e7489a95fbf2ddc592ecc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306791 Aug 21 10:07:44.452434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33680) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:44.477305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6fd9022-01b5-43b4-926c-67406a00111f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:07:44.497295 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: b6fd9022-01b5-43b4-926c-67406a00111f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:07:44.498120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device b6fd9022-01b5-43b4-926c-67406a00111f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:07:44.498728 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 53be007c-8aec-45d5-974f-e918f54a2c46 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:07:44.500362 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6db2a532-0992-4fd9-91f2-be3daba2c538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:44.518262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 53be007c-8aec-45d5-974f-e918f54a2c46 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:07:44.518601 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 53be007c-8aec-45d5-974f-e918f54a2c46 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:07:44.521507 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6db2a532-0992-4fd9-91f2-be3daba2c538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:44.633323 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6db2a532-0992-4fd9-91f2-be3daba2c538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:44.635898 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6db2a532-0992-4fd9-91f2-be3daba2c538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:44.637056 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6db2a532-0992-4fd9-91f2-be3daba2c538 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbd728e7-2496-463b-8280-014e72e9fbcc HTTP/1.1" status: 204 len: 168 time: 0.1837137 Aug 21 10:07:44.644903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2a532-0992-4fd9-91f2-be3daba2c538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd728e7-2496-463b-8280-014e72e9fbcc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:45.607743 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33702) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:45.703622 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1329102607-network', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:45.788172 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Made reservation on behalf of 33d13118aad046d39b9569727f1e7ad5 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:45.791620 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:45.803617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:45.893832 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:45.930370 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:45.953826 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:45.980899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:07:45.987082 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4e142b-71d8-4519-b5cb-403a03eadcc5,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:45.992880 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:45.993245 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Added segment 540fb3de-cde5-4ba6-9737-c695b0a7f183 of type vlan for network af707525-b355-44bb-a6ac-5f9574a0624f Aug 21 10:07:46.034658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:46.057042 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:46.107636 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:46.108664 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:46.109273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:46.169422 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] Pushing event updated for resources: {'Network': ['ID=af707525-b355-44bb-a6ac-5f9574a0624f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:46.178938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network af707525-b355-44bb-a6ac-5f9574a0624f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:07:46.210850 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c08caf6f-01b6-4890-b95e-671a11cf4958 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6019919 Aug 21 10:07:46.213747 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 33706) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:46.219854 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] Request body: {'subnet': {'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1329102607-subnet', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:46.294190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] Made reservation on behalf of 33d13118aad046d39b9569727f1e7ad5 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:46.297187 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:46.513713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:46.569762 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=461e9c79-0512-4308-9f54-42c6cbab0158,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:46.577885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] Checking segment: {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:46.578246 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] Network hostable DHCP agents. Network: af707525-b355-44bb-a6ac-5f9574a0624f, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:07:46.644613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] Network af707525-b355-44bb-a6ac-5f9574a0624f is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:07:46.707810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, af707525-b355-44bb-a6ac-5f9574a0624f) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:46.712132 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:46.713148 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:46.717120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0474d-4ba2-4e46-afa1-490cb35b1ddb None None] Network af707525-b355-44bb-a6ac-5f9574a0624f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:46.766223 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bca8cfb5-c779-43ea-a1f7-6db7701cbdf3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5510671 Aug 21 10:07:46.769048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33708) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:46.774502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1329102607-router', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:46.864446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-af707525-b355-44bb-a6ac-5f9574a0624f', 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'fixed_ips': [{'subnet_id': '461e9c79-0512-4308-9f54-42c6cbab0158'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:07:46.865317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:46.878900 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:46.882830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:46.931972 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:46.995956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Allocated IP 172.20.0.2 (af707525-b355-44bb-a6ac-5f9574a0624f/461e9c79-0512-4308-9f54-42c6cbab0158/9b713529-ce4c-4bf1-bc42-616f21b4549c) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:47.126883 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:47.296241 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:47.304127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Transition to ACTIVE for port object 9b713529-ce4c-4bf1-bc42-616f21b4549c will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:47.318685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Transition to ACTIVE for port object 9b713529-ce4c-4bf1-bc42-616f21b4549c will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:47.373026 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:47.395394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:47.411309 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:47.449447 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Network af707525-b355-44bb-a6ac-5f9574a0624f is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:47.454421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:47.456337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:47.466543 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Pushing event updated for resources: {'Port': ['ID=9b713529-ce4c-4bf1-bc42-616f21b4549c,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:47.505757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Allocated IP 172.25.5.92 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/04455f60-8273-49e6-bac4-a03438d41cd1) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:47.519767 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Attempting to bind port 9b713529-ce4c-4bf1-bc42-616f21b4549c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:47.523197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Attempting to bind port 9b713529-ce4c-4bf1-bc42-616f21b4549c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:47.523197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Attempting to bind port 9b713529-ce4c-4bf1-bc42-616f21b4549c on network af707525-b355-44bb-a6ac-5f9574a0624f {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:47.525771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:47.526148 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Checking segment: {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:47.526555 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:47.526950 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Bound using segment: {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:47.527411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Bound port: 9b713529-ce4c-4bf1-bc42-616f21b4549c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:47.527819 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:47.590473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] For port 9b713529-ce4c-4bf1-bc42-616f21b4549c, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:47.593487 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] For port 9b713529-ce4c-4bf1-bc42-616f21b4549c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9b713529-ce4c-4bf1-bc42-616f21b4549c,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:47.609929 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:47.662426 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:47.719083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7ca7d-5b43-43d2-8ec3-14f767102d48 None None] Pushing event updated for resources: {'Port': ['ID=9b713529-ce4c-4bf1-bc42-616f21b4549c,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:47.736949 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:47.774509 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:47.778986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:47.781755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:47.814033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Pushing event updated for resources: {'Port': ['ID=04455f60-8273-49e6-bac4-a03438d41cd1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:48.158460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:48.167679 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:07:48.352096 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:48.518489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b713529-ce4c-4bf1-bc42-616f21b4549c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:48.547272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Router ebe275bd-8536-45f1-9add-c4dc2e9158ed is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:07:48.610985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0722a2e1-e341-4e34-b69f-b8c38f5b04f6 None None] Network af707525-b355-44bb-a6ac-5f9574a0624f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:48.624951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9b713529-ce4c-4bf1-bc42-616f21b4549c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:48.659844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:07:48.673334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Sync routers for ids ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:07:48.694371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Routers {'ebe275bd-8536-45f1-9add-c4dc2e9158ed'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:07:48.694993 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:07:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:48.713843 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:48.715400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e911350b-2d34-414e-9849-f5cdf2ffa1cc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9451170 Aug 21 10:07:48.718383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33710) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:48.739237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bfdb7a37-6f75-4f13-97f7-676b4aa8f0d9 None None] Provisioning for port 9b713529-ce4c-4bf1-bc42-616f21b4549c completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:48.755484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bfdb7a37-6f75-4f13-97f7-676b4aa8f0d9 None None] Provisioning complete for port 9b713529-ce4c-4bf1-bc42-616f21b4549c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:48.755932 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfdb7a37-6f75-4f13-97f7-676b4aa8f0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:48.902526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Set router ebe275bd-8536-45f1-9add-c4dc2e9158ed gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:07:49.041348 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfdb7a37-6f75-4f13-97f7-676b4aa8f0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.105563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bfdb7a37-6f75-4f13-97f7-676b4aa8f0d9 None None] For port 9b713529-ce4c-4bf1-bc42-616f21b4549c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9b713529-ce4c-4bf1-bc42-616f21b4549c,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:49.159540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'name': 'tempest-TestEncryptedCinderVolumes-1329102607-router', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:46Z', 'updated_at': '2021-08-21T10:07:47Z', 'revision_number': 3, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'gw_port': {'id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:47Z', 'updated_at': '2021-08-21T10:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:49.190182 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Checking router: ebe275bd-8536-45f1-9add-c4dc2e9158ed for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:07:49.190720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Updating router ebe275bd-8536-45f1-9add-c4dc2e9158ed port 04455f60-8273-49e6-bac4-a03438d41cd1 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:07:49.193135 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfdb7a37-6f75-4f13-97f7-676b4aa8f0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.250363 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.288512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb7a37-6f75-4f13-97f7-676b4aa8f0d9 None None] Pushing event updated for resources: {'Port': ['ID=9b713529-ce4c-4bf1-bc42-616f21b4549c,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:49.372053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6d2933e5-5e68-4584-9a1e-e54bcf1b2434 None None] Provisioning complete for port 9b713529-ce4c-4bf1-bc42-616f21b4549c triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:49.372336 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6d2933e5-5e68-4584-9a1e-e54bcf1b2434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.459150 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.589917 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.600066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Transition to ACTIVE for port object 04455f60-8273-49e6-bac4-a03438d41cd1 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:49.613624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Allocated IP 172.20.0.1 (af707525-b355-44bb-a6ac-5f9574a0624f/461e9c79-0512-4308-9f54-42c6cbab0158/e99ed978-7209-48a4-a576-a1947b960772) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:49.673401 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.716677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.721339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Attempting to bind port 04455f60-8273-49e6-bac4-a03438d41cd1 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:49.721787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Attempting to bind port 04455f60-8273-49e6-bac4-a03438d41cd1 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:49.722071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Attempting to bind port 04455f60-8273-49e6-bac4-a03438d41cd1 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:49.730197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Transition to ACTIVE for port object e99ed978-7209-48a4-a576-a1947b960772 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:49.730677 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c89d93-23de-4044-abda-9b7d96bb1bcc None None] Pushing event updated for resources: {'Port': ['ID=04455f60-8273-49e6-bac4-a03438d41cd1,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:49.734201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:49.734574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:49.735048 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.735437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:49.735932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Bound port: 04455f60-8273-49e6-bac4-a03438d41cd1, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:49.736308 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.786703 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] For port 04455f60-8273-49e6-bac4-a03438d41cd1, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:49.789893 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] For port 04455f60-8273-49e6-bac4-a03438d41cd1, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=04455f60-8273-49e6-bac4-a03438d41cd1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:49.827968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.856325 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.862922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Network af707525-b355-44bb-a6ac-5f9574a0624f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:49.867418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:49.870961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:49.901415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Pushing event updated for resources: {'Port': ['ID=e99ed978-7209-48a4-a576-a1947b960772,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:49.918093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Routers {'ebe275bd-8536-45f1-9add-c4dc2e9158ed'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:07:49.918819 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:49.918976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:07:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:49.954417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c89d93-23de-4044-abda-9b7d96bb1bcc None None] Pushing event updated for resources: {'Port': ['ID=04455f60-8273-49e6-bac4-a03438d41cd1,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:50.043674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] Set router ebe275bd-8536-45f1-9add-c4dc2e9158ed gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:07:50.112685 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:50.207609 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-364c5922-0cfa-4753-8686-7f17df7961c2 None None] Provisioning for port e99ed978-7209-48a4-a576-a1947b960772 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:50.213050 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-364c5922-0cfa-4753-8686-7f17df7961c2 None None] Provisioning complete for port e99ed978-7209-48a4-a576-a1947b960772 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:50.213419 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-364c5922-0cfa-4753-8686-7f17df7961c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:50.252726 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-364c5922-0cfa-4753-8686-7f17df7961c2 None None] Port e99ed978-7209-48a4-a576-a1947b960772 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:07:50.262133 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'name': 'tempest-TestEncryptedCinderVolumes-1329102607-router', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:46Z', 'updated_at': '2021-08-21T10:07:47Z', 'revision_number': 3, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'gw_port': {'id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:47Z', 'updated_at': '2021-08-21T10:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:50.281425 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:50.291791 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdf582-e069-4499-a2b1-f803fa259f89 None None] The sync data for ids ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'] in n-d-766726-28 is: [{'id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'name': 'tempest-TestEncryptedCinderVolumes-1329102607-router', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:46Z', 'updated_at': '2021-08-21T10:07:47Z', 'revision_number': 3, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'gw_port': {'id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:47Z', 'updated_at': '2021-08-21T10:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:07:50.331096 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:50.402223 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:50.404178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Pushing event updated for resources: {'Port': ['ID=e99ed978-7209-48a4-a576-a1947b960772,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:50.516872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b713529-ce4c-4bf1-bc42-616f21b4549c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:50.528972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Network af707525-b355-44bb-a6ac-5f9574a0624f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:50.535279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:50.589513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9b713529-ce4c-4bf1-bc42-616f21b4549c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:50.590020 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:50.670306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Router ebe275bd-8536-45f1-9add-c4dc2e9158ed has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:07:50.790345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:07:50.795582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b09546ea-6482-4bc2-80ad-70b0b8911e9d admin admin] 10.222.0.20 "PUT /v2.0/routers/ebe275bd-8536-45f1-9add-c4dc2e9158ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0761814 Aug 21 10:07:50.873712 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3be9d048-e42b-49fa-8425-402a1437c6ad None None] Provisioning complete for port e99ed978-7209-48a4-a576-a1947b960772 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:50.874086 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3be9d048-e42b-49fa-8425-402a1437c6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:50.914912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3be9d048-e42b-49fa-8425-402a1437c6ad None None] Port e99ed978-7209-48a4-a576-a1947b960772 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:07:51.488073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33726) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:51.493272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-550085109-network', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:51.582079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Made reservation on behalf of 97b6742ac0354e9fa3dd095ff6bab849 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:51.584572 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:51.594223 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:51.715267 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:51.799720 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:51.828427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:07:51.832182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00beb243-ac8b-4934-8383-ca92cb2794dd,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:51.840214 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:51.840214 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Added segment 182054a8-75fc-4b00-a4ca-b49aa5793b27 of type vlan for network f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 Aug 21 10:07:51.887918 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:51.893607 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Sync routers for ids ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:07:51.902944 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Routers {'ebe275bd-8536-45f1-9add-c4dc2e9158ed'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:07:51.904114 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:07:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:51.971722 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:51.972674 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:51.973435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.015313 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Set router ebe275bd-8536-45f1-9add-c4dc2e9158ed gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:07:52.043167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] Pushing event updated for resources: {'Network': ['ID=f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:52.054250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:07:52.082161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5ecc0b4f-fa47-4a49-9e26-d4dc703dcfe9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5928202 Aug 21 10:07:52.084878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33728) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:52.091384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] Request body: {'subnet': {'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-550085109-subnet', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:52.177075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] Made reservation on behalf of 97b6742ac0354e9fa3dd095ff6bab849 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:07:52.179662 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.231178 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'name': 'tempest-TestEncryptedCinderVolumes-1329102607-router', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:46Z', 'updated_at': '2021-08-21T10:07:50Z', 'revision_number': 4, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'gw_port': {'id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:47Z', 'updated_at': '2021-08-21T10:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e99ed978-7209-48a4-a576-a1947b960772', 'name': '', 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'mac_address': 'fa:16:3e:a1:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '461e9c79-0512-4308-9f54-42c6cbab0158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:49Z', 'updated_at': '2021-08-21T10:07:50Z', 'revision_number': 2, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'subnets': [{'id': '461e9c79-0512-4308-9f54-42c6cbab0158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:52.259993 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Checking router: ebe275bd-8536-45f1-9add-c4dc2e9158ed for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:07:52.260343 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Updating router ebe275bd-8536-45f1-9add-c4dc2e9158ed port e99ed978-7209-48a4-a576-a1947b960772 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:07:52.286278 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.438864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.504636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ff0f7f-4ece-4b0d-9f56-042636b2dbc7,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:52.515610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] Checking segment: {'id': '182054a8-75fc-4b00-a4ca-b49aa5793b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:52.515961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] Network hostable DHCP agents. Network: f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:07:52.522171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 04455f60-8273-49e6-bac4-a03438d41cd1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:52.577317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] Network f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:07:52.610676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 04455f60-8273-49e6-bac4-a03438d41cd1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:52.614976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 04455f60-8273-49e6-bac4-a03438d41cd1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:52.616394 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.628021 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:52.638782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:52.639380 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.639504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ea7bd-5739-4282-b9d5-0d37667bcc25 None None] Network f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:52.644733 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.655101 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Transition to ACTIVE for port object e99ed978-7209-48a4-a576-a1947b960772 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:52.697296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bae25aec-e88d-4fb8-9602-86efe8edbcd2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6108413 Aug 21 10:07:52.699888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33730) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:52.705226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-550085109-router', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:07:52.724955 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.765679 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.766722 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.778240 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Pushing event updated for resources: {'Port': ['ID=e99ed978-7209-48a4-a576-a1947b960772,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:52.796673 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.801755 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.802105 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.802446 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.802775 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.803289 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.803927 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.815324 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.815324 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.815324 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.815324 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.815324 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.815324 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:07:52.835159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 04455f60-8273-49e6-bac4-a03438d41cd1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=04455f60-8273-49e6-bac4-a03438d41cd1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:52.850760 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.857610 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Attempting to bind port e99ed978-7209-48a4-a576-a1947b960772 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:52.858011 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Attempting to bind port e99ed978-7209-48a4-a576-a1947b960772 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:52.858826 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Attempting to bind port e99ed978-7209-48a4-a576-a1947b960772 on network af707525-b355-44bb-a6ac-5f9574a0624f {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:52.862590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67', 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'fixed_ips': [{'subnet_id': '42ff0f7f-4ece-4b0d-9f56-042636b2dbc7'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:07:52.863595 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.865316 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:52.865937 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Checking segment: {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:52.866548 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.867165 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Bound using segment: {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:52.868051 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Bound port: e99ed978-7209-48a4-a576-a1947b960772, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:52.868963 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.936474 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] For port e99ed978-7209-48a4-a576-a1947b960772, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:52.939805 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] For port e99ed978-7209-48a4-a576-a1947b960772, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e99ed978-7209-48a4-a576-a1947b960772,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:52.965774 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:52.994004 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:53.036817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=04455f60-8273-49e6-bac4-a03438d41cd1,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:53.060614 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Routers {'ebe275bd-8536-45f1-9add-c4dc2e9158ed'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:07:53.060822 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:07:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:53.100756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:53.112185 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9f406-0d95-46cd-8b4b-b8951ab71101 None None] Pushing event updated for resources: {'Port': ['ID=e99ed978-7209-48a4-a576-a1947b960772,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:53.125939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Allocated IP 172.20.0.2 (f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67/42ff0f7f-4ece-4b0d-9f56-042636b2dbc7/f7d9a84d-a456-40c5-9167-a6536d0ad76b) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:53.184949 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] Set router ebe275bd-8536-45f1-9add-c4dc2e9158ed gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:07:53.306387 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:53.318982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Transition to ACTIVE for port object f7d9a84d-a456-40c5-9167-a6536d0ad76b will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:53.340515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Transition to ACTIVE for port object f7d9a84d-a456-40c5-9167-a6536d0ad76b will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:53.384799 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:53.399720 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:53.400507 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'name': 'tempest-TestEncryptedCinderVolumes-1329102607-router', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:46Z', 'updated_at': '2021-08-21T10:07:50Z', 'revision_number': 4, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'gw_port': {'id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:47Z', 'updated_at': '2021-08-21T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e99ed978-7209-48a4-a576-a1947b960772', 'name': '', 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'mac_address': 'fa:16:3e:a1:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '461e9c79-0512-4308-9f54-42c6cbab0158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:49Z', 'updated_at': '2021-08-21T10:07:52Z', 'revision_number': 4, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'subnets': [{'id': '461e9c79-0512-4308-9f54-42c6cbab0158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:53.404237 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:53.430625 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb8657-dec2-4e1f-8fe8-fee2dd3895a8 None None] The sync data for ids ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'] in n-d-766726-28 is: [{'id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'name': 'tempest-TestEncryptedCinderVolumes-1329102607-router', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:46Z', 'updated_at': '2021-08-21T10:07:50Z', 'revision_number': 4, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'gw_port': {'id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:47Z', 'updated_at': '2021-08-21T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e99ed978-7209-48a4-a576-a1947b960772', 'name': '', 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'mac_address': 'fa:16:3e:a1:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '461e9c79-0512-4308-9f54-42c6cbab0158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:49Z', 'updated_at': '2021-08-21T10:07:52Z', 'revision_number': 4, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'subnets': [{'id': '461e9c79-0512-4308-9f54-42c6cbab0158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:07:53.444165 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Network f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:53.448691 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:53.456081 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:53.459314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Pushing event updated for resources: {'Port': ['ID=f7d9a84d-a456-40c5-9167-a6536d0ad76b,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:53.530017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Attempting to bind port f7d9a84d-a456-40c5-9167-a6536d0ad76b on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:53.530517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Attempting to bind port f7d9a84d-a456-40c5-9167-a6536d0ad76b by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '182054a8-75fc-4b00-a4ca-b49aa5793b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:53.530963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Attempting to bind port f7d9a84d-a456-40c5-9167-a6536d0ad76b on network f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:53.536252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:53.536625 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Checking segment: {'id': '182054a8-75fc-4b00-a4ca-b49aa5793b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:53.537034 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:53.537465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Bound using segment: {'id': '182054a8-75fc-4b00-a4ca-b49aa5793b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:53.537942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Bound port: f7d9a84d-a456-40c5-9167-a6536d0ad76b, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182054a8-75fc-4b00-a4ca-b49aa5793b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:53.538326 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:53.547795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Allocated IP 172.25.5.98 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/72ad93ba-61e6-4b10-873c-8d5686ccfe0a) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:53.614197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] For port f7d9a84d-a456-40c5-9167-a6536d0ad76b, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:53.621093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] For port f7d9a84d-a456-40c5-9167-a6536d0ad76b, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f7d9a84d-a456-40c5-9167-a6536d0ad76b,segment=NetworkSegment(182054a8-75fc-4b00-a4ca-b49aa5793b27),segment_id=182054a8-75fc-4b00-a4ca-b49aa5793b27)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:53.661363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:53.725851 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:53.777080 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:53.790115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5d923-440f-4813-94d9-a5f8501d80d2 None None] Pushing event updated for resources: {'Port': ['ID=f7d9a84d-a456-40c5-9167-a6536d0ad76b,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:53.822329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:53.826261 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:53.829363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:53.868965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Pushing event updated for resources: {'Port': ['ID=72ad93ba-61e6-4b10-873c-8d5686ccfe0a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:54.180041 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:54.389139 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:54.628429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Router 4f367e68-19c9-44c6-8874-1b8d75312e60 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:07:54.651914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 04455f60-8273-49e6-bac4-a03438d41cd1 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:54.725020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 04455f60-8273-49e6-bac4-a03438d41cd1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:54.725397 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:54.766791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:07:54.793407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103eee93-a864-493b-9d68-7d9bb0d3b7be None None] Network f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:07:54.796200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Sync routers for ids ['4f367e68-19c9-44c6-8874-1b8d75312e60'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:07:54.828574 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:54.832365 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e48bcac2-2aa6-43a4-92d0-45a66affdf4f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1284072 Aug 21 10:07:54.832616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 33732) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:07:54.859590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Routers {'4f367e68-19c9-44c6-8874-1b8d75312e60'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:07:54.860232 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:07:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f367e68-19c9-44c6-8874-1b8d75312e60'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:54.866369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f7d9a84d-a456-40c5-9167-a6536d0ad76b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:55.048174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-53f708a7-27d8-49df-b874-c6fa8dad27a7 None None] Provisioning for port f7d9a84d-a456-40c5-9167-a6536d0ad76b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:55.064465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Set router 4f367e68-19c9-44c6-8874-1b8d75312e60 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:07:55.181306 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port f7d9a84d-a456-40c5-9167-a6536d0ad76b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:55.190435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f7d9a84d-a456-40c5-9167-a6536d0ad76b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:55.190788 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:55.260938 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:55.334283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:55.359838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'name': 'tempest-TestEncryptedCinderVolumes-550085109-router', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:52Z', 'updated_at': '2021-08-21T10:07:54Z', 'revision_number': 3, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'gw_port': {'id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:53Z', 'updated_at': '2021-08-21T10:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:55.396526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Checking router: 4f367e68-19c9-44c6-8874-1b8d75312e60 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:07:55.396874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Updating router 4f367e68-19c9-44c6-8874-1b8d75312e60 port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:07:55.400782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port f7d9a84d-a456-40c5-9167-a6536d0ad76b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f7d9a84d-a456-40c5-9167-a6536d0ad76b,segment=NetworkSegment(182054a8-75fc-4b00-a4ca-b49aa5793b27),segment_id=182054a8-75fc-4b00-a4ca-b49aa5793b27)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:55.423504 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:55.436482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Allocated IP 172.20.0.1 (f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67/42ff0f7f-4ece-4b0d-9f56-042636b2dbc7/27956337-7a08-42f8-a96c-3282fee83e87) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:07:55.465945 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:55.466713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e99ed978-7209-48a4-a576-a1947b960772 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:55.538598 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:55.551755 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Transition to ACTIVE for port object 27956337-7a08-42f8-a96c-3282fee83e87 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:55.615409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-53e38fdd-45da-4d2b-98bd-1c535bb4908c None None] Provisioning complete for port f7d9a84d-a456-40c5-9167-a6536d0ad76b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:55.615801 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-53e38fdd-45da-4d2b-98bd-1c535bb4908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:55.667497 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:55.670082 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=f7d9a84d-a456-40c5-9167-a6536d0ad76b,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:55.711201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Network f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:55.715790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:55.718886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:07:55.926183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port e99ed978-7209-48a4-a576-a1947b960772 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:55.937271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e99ed978-7209-48a4-a576-a1947b960772 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:55.937622 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.030193 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.042177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Transition to ACTIVE for port object 72ad93ba-61e6-4b10-873c-8d5686ccfe0a will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:07:56.080630 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.082348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Pushing event updated for resources: {'Port': ['ID=27956337-7a08-42f8-a96c-3282fee83e87,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:56.098229 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.120678 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.124743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port e99ed978-7209-48a4-a576-a1947b960772, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e99ed978-7209-48a4-a576-a1947b960772,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:56.174031 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Attempting to bind port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:07:56.181438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Attempting to bind port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:07:56.181438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Attempting to bind port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:07:56.181438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3b4d4d1b-28ef-4a16-8dff-cfde678123dc None None] Provisioning for port 27956337-7a08-42f8-a96c-3282fee83e87 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:56.181438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d47f6e-bd1c-4c5e-88f4-e01641c3cc4f None None] Pushing event updated for resources: {'Port': ['ID=72ad93ba-61e6-4b10-873c-8d5686ccfe0a,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:56.185125 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:07:56.185495 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:07:56.185895 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.186272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:07:56.186770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Bound port: 72ad93ba-61e6-4b10-873c-8d5686ccfe0a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:07:56.187096 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.188744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-3b4d4d1b-28ef-4a16-8dff-cfde678123dc None None] Provisioning complete for port 27956337-7a08-42f8-a96c-3282fee83e87 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:56.189094 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3b4d4d1b-28ef-4a16-8dff-cfde678123dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.227320 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.284937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d4d1b-28ef-4a16-8dff-cfde678123dc None None] Port 27956337-7a08-42f8-a96c-3282fee83e87 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:07:56.285439 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.308321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] For port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:07:56.313423 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] For port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=72ad93ba-61e6-4b10-873c-8d5686ccfe0a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:07:56.314710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=e99ed978-7209-48a4-a576-a1947b960772,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:56.382271 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.439078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Routers {'4f367e68-19c9-44c6-8874-1b8d75312e60'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:07:56.439644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:07:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f367e68-19c9-44c6-8874-1b8d75312e60'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:56.445184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d47f6e-bd1c-4c5e-88f4-e01641c3cc4f None None] Pushing event updated for resources: {'Port': ['ID=72ad93ba-61e6-4b10-873c-8d5686ccfe0a,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:56.456386 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.519333 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.529585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f7d9a84d-a456-40c5-9167-a6536d0ad76b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:56.581294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] Set router 4f367e68-19c9-44c6-8874-1b8d75312e60 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:07:56.586589 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.588559 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Pushing event updated for resources: {'Port': ['ID=27956337-7a08-42f8-a96c-3282fee83e87,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:56.666376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port f7d9a84d-a456-40c5-9167-a6536d0ad76b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:56.666742 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.682315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Network f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:07:56.683682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:07:56.802589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Router 4f367e68-19c9-44c6-8874-1b8d75312e60 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:07:56.843381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e99ed978-7209-48a4-a576-a1947b960772 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:56.905661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'name': 'tempest-TestEncryptedCinderVolumes-550085109-router', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:52Z', 'updated_at': '2021-08-21T10:07:56Z', 'revision_number': 4, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'gw_port': {'id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:53Z', 'updated_at': '2021-08-21T10:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '27956337-7a08-42f8-a96c-3282fee83e87', 'name': '', 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'mac_address': 'fa:16:3e:85:52:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42ff0f7f-4ece-4b0d-9f56-042636b2dbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:55Z', 'updated_at': '2021-08-21T10:07:55Z', 'revision_number': 1, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'subnets': [{'id': '42ff0f7f-4ece-4b0d-9f56-042636b2dbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:07:56.918527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:07:56.924094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e3416664-a153-491b-bdc7-f6c985a47953 admin admin] 10.222.0.20 "PUT /v2.0/routers/4f367e68-19c9-44c6-8874-1b8d75312e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0898821 Aug 21 10:07:56.944174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225c646-516c-4eab-8c4f-e43927204442 None None] The sync data for ids ['4f367e68-19c9-44c6-8874-1b8d75312e60'] in n-d-766726-28 is: [{'id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'name': 'tempest-TestEncryptedCinderVolumes-550085109-router', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:52Z', 'updated_at': '2021-08-21T10:07:56Z', 'revision_number': 4, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'gw_port': {'id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:53Z', 'updated_at': '2021-08-21T10:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '27956337-7a08-42f8-a96c-3282fee83e87', 'name': '', 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'mac_address': 'fa:16:3e:85:52:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42ff0f7f-4ece-4b0d-9f56-042636b2dbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:55Z', 'updated_at': '2021-08-21T10:07:55Z', 'revision_number': 1, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'subnets': [{'id': '42ff0f7f-4ece-4b0d-9f56-042636b2dbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:07:56.948309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e99ed978-7209-48a4-a576-a1947b960772 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:56.948684 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:56.974934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-9ae98db8-757a-483e-96fd-3e9908336300 None None] Provisioning complete for port 27956337-7a08-42f8-a96c-3282fee83e87 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:56.975445 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9ae98db8-757a-483e-96fd-3e9908336300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:57.022529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-9ae98db8-757a-483e-96fd-3e9908336300 None None] Port 27956337-7a08-42f8-a96c-3282fee83e87 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:07:57.804843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-f3fcc4d8-ae0b-42fa-b175-a8575b129634 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:07:57.806287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-f3fcc4d8-ae0b-42fa-b175-a8575b129634 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/networks?id=af707525-b355-44bb-a6ac-5f9574a0624f HTTP/1.1" status: 200 len: 817 time: 0.1106927 Aug 21 10:07:57.822356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-8ffea754-30d8-4b96-8b8b-45f756fa830b tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/quotas/33d13118aad046d39b9569727f1e7ad5 HTTP/1.1" status: 200 len: 375 time: 0.0100079 Aug 21 10:07:57.878244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-c8000703-3e6e-4ec2-89c5-337182433c6d tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=33d13118aad046d39b9569727f1e7ad5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494225 Aug 21 10:07:57.983147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-20d18991-3a8b-4c7e-b6d5-c4b1dc5b79de service neutron] 10.222.0.20 "GET /v2.0/networks/af707525-b355-44bb-a6ac-5f9574a0624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921021 Aug 21 10:07:58.076192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-32acf9e0-c0f7-41af-8284-ca9782a05a68 service neutron] 10.222.0.20 "GET /v2.0/networks/af707525-b355-44bb-a6ac-5f9574a0624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859997 Aug 21 10:07:58.345514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-128129bc-d2e9-41fe-ad36-2065e77fbc56 req-07dfbb5c-c1e9-4e93-86af-33d3d072d61f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 210 time: 0.0297670 Aug 21 10:07:58.512249 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 72ad93ba-61e6-4b10-873c-8d5686ccfe0a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:07:58.626942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:07:58.630722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:07:58.636292 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:58.709494 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:58.729386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=72ad93ba-61e6-4b10-873c-8d5686ccfe0a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:07:58.811497 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:07:58.860525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=72ad93ba-61e6-4b10-873c-8d5686ccfe0a,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:07:59.471074 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77af1878-6bbb-4a0c-a9c6-4eae1087c4b4 req-3c1301e5-f8eb-4377-909e-f385da73176a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 210 time: 0.0311649 Aug 21 10:08:00.305365 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Sync routers for ids ['4f367e68-19c9-44c6-8874-1b8d75312e60'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:08:00.314674 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Routers {'4f367e68-19c9-44c6-8874-1b8d75312e60'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:08:00.315401 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:07:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f367e68-19c9-44c6-8874-1b8d75312e60'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:08:00.336648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-cc7f0f61-d907-4b96-b47e-2e09969676b3 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:00.338008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-cc7f0f61-d907-4b96-b47e-2e09969676b3 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.22 "GET /v2.0/networks?id=af707525-b355-44bb-a6ac-5f9574a0624f HTTP/1.1" status: 200 len: 817 time: 0.1014795 Aug 21 10:08:00.352099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Request body: {'port': {'device_id': 'b42a8f3a-73b7-42ec-8002-7cc73993cfe0', 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f', 'admin_state_up': True, 'tenant_id': '33d13118aad046d39b9569727f1e7ad5'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:08:00.423173 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Set router 4f367e68-19c9-44c6-8874-1b8d75312e60 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:08:00.497746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 72ad93ba-61e6-4b10-873c-8d5686ccfe0a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:08:00.529551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Made reservation on behalf of 33d13118aad046d39b9569727f1e7ad5 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:08:00.533721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:00.548425 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:08:00.548719 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:00.581911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-092f2f5b-9674-4b94-90af-fbb5800ed081 req-d5bd8d6b-9145-478d-b8c3-706b95297a92 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 210 time: 0.0383987 Aug 21 10:08:00.663211 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'name': 'tempest-TestEncryptedCinderVolumes-550085109-router', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:52Z', 'updated_at': '2021-08-21T10:07:56Z', 'revision_number': 4, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'gw_port': {'id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:53Z', 'updated_at': '2021-08-21T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '27956337-7a08-42f8-a96c-3282fee83e87', 'name': '', 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'mac_address': 'fa:16:3e:85:52:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42ff0f7f-4ece-4b0d-9f56-042636b2dbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:55Z', 'updated_at': '2021-08-21T10:07:56Z', 'revision_number': 2, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'subnets': [{'id': '42ff0f7f-4ece-4b0d-9f56-042636b2dbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:08:00.689378 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Checking router: 4f367e68-19c9-44c6-8874-1b8d75312e60 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:08:00.689734 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Updating router 4f367e68-19c9-44c6-8874-1b8d75312e60 port 27956337-7a08-42f8-a96c-3282fee83e87 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:08:00.702560 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Allocated IP 172.20.0.9 (af707525-b355-44bb-a6ac-5f9574a0624f/461e9c79-0512-4308-9f54-42c6cbab0158/decb0772-1670-41be-bc60-09aa485dfaae) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:08:00.714792 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:00.851041 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:00.864834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Transition to ACTIVE for port object decb0772-1670-41be-bc60-09aa485dfaae will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:08:00.942390 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:00.987408 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:00.990217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Network af707525-b355-44bb-a6ac-5f9574a0624f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:08:00.993299 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:08:00.996719 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Transition to ACTIVE for port object 27956337-7a08-42f8-a96c-3282fee83e87 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:08:00.997050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:08:01.006257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Pushing event updated for resources: {'Port': ['ID=decb0772-1670-41be-bc60-09aa485dfaae,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:01.036637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.036986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.037329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.037666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.038005 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.038338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.038668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.038996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.039324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.039671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.040094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.040335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:01.052316 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:01.072263 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:01.072877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:01.102075 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28d753-b32d-4333-aa9d-6c979e5cf72d None None] Pushing event updated for resources: {'Port': ['ID=27956337-7a08-42f8-a96c-3282fee83e87,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:01.148877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-1a37f130-7ed0-40d8-9de4-eea27c55566f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8006060 Aug 21 10:08:01.155377 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Attempting to bind port 27956337-7a08-42f8-a96c-3282fee83e87 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:08:01.155802 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Attempting to bind port 27956337-7a08-42f8-a96c-3282fee83e87 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '182054a8-75fc-4b00-a4ca-b49aa5793b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:08:01.156164 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Attempting to bind port 27956337-7a08-42f8-a96c-3282fee83e87 on network f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:08:01.161768 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:08:01.162142 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Checking segment: {'id': '182054a8-75fc-4b00-a4ca-b49aa5793b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:08:01.169916 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:01.169916 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Bound using segment: {'id': '182054a8-75fc-4b00-a4ca-b49aa5793b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:08:01.169916 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Bound port: 27956337-7a08-42f8-a96c-3282fee83e87, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182054a8-75fc-4b00-a4ca-b49aa5793b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:08:01.170943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Request body: {'port': {'device_id': 'b42a8f3a-73b7-42ec-8002-7cc73993cfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:08:01.171047 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:01.227406 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:01.253978 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] For port 27956337-7a08-42f8-a96c-3282fee83e87, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:08:01.257556 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] For port 27956337-7a08-42f8-a96c-3282fee83e87, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=27956337-7a08-42f8-a96c-3282fee83e87,segment=NetworkSegment(182054a8-75fc-4b00-a4ca-b49aa5793b27),segment_id=182054a8-75fc-4b00-a4ca-b49aa5793b27)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:08:01.337099 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:01.365422 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c2532409-26c2-42ea-9c50-9dd8a8b0b0d5 None None] Provisioning for port decb0772-1670-41be-bc60-09aa485dfaae completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:08:01.369754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c2532409-26c2-42ea-9c50-9dd8a8b0b0d5 None None] Provisioning complete for port decb0772-1670-41be-bc60-09aa485dfaae triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:08:01.370210 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c2532409-26c2-42ea-9c50-9dd8a8b0b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:01.390012 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28d753-b32d-4333-aa9d-6c979e5cf72d None None] Pushing event updated for resources: {'Port': ['ID=27956337-7a08-42f8-a96c-3282fee83e87,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:01.415224 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Routers {'4f367e68-19c9-44c6-8874-1b8d75312e60'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:08:01.415898 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:07:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f367e68-19c9-44c6-8874-1b8d75312e60'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:08:01.419100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c2532409-26c2-42ea-9c50-9dd8a8b0b0d5 None None] Port decb0772-1670-41be-bc60-09aa485dfaae cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:08:01.523826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decb0772-1670-41be-bc60-09aa485dfaae {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:08:01.535156 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:01.551955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Transition to ACTIVE for port object decb0772-1670-41be-bc60-09aa485dfaae will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:08:01.610596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:01.633073 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] Set router 4f367e68-19c9-44c6-8874-1b8d75312e60 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:08:01.668099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Pushing event updated for resources: {'Port': ['ID=decb0772-1670-41be-bc60-09aa485dfaae,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:01.770713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5393b5-9ac2-42dc-b192-70322c40dc49 req-67059e43-f1ac-48e9-9445-908980eb26e8 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:01.772310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b5393b5-9ac2-42dc-b192-70322c40dc49 req-67059e43-f1ac-48e9-9445-908980eb26e8 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 943 time: 0.1085978 Aug 21 10:08:01.804499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Attempting to bind port decb0772-1670-41be-bc60-09aa485dfaae on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:08:01.805912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Attempting to bind port decb0772-1670-41be-bc60-09aa485dfaae by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:08:01.806260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Attempting to bind port decb0772-1670-41be-bc60-09aa485dfaae on network af707525-b355-44bb-a6ac-5f9574a0624f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:08:01.815399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Port decb0772-1670-41be-bc60-09aa485dfaae on network af707525-b355-44bb-a6ac-5f9574a0624f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:08:01.815716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Attempting to bind port decb0772-1670-41be-bc60-09aa485dfaae on network af707525-b355-44bb-a6ac-5f9574a0624f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:08:01.828270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:08:01.828599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Checking segment: {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:08:01.828983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Bound using segment: {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:08:01.829422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Bound port: decb0772-1670-41be-bc60-09aa485dfaae, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:08:01.829786 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:01.842722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b5393b5-9ac2-42dc-b192-70322c40dc49 req-1242c2f4-b8b1-4333-8847-f8ee71dbe805 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633724 Aug 21 10:08:01.854995 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'name': 'tempest-TestEncryptedCinderVolumes-550085109-router', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:52Z', 'updated_at': '2021-08-21T10:07:56Z', 'revision_number': 4, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'gw_port': {'id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:53Z', 'updated_at': '2021-08-21T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '27956337-7a08-42f8-a96c-3282fee83e87', 'name': '', 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'mac_address': 'fa:16:3e:85:52:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42ff0f7f-4ece-4b0d-9f56-042636b2dbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:55Z', 'updated_at': '2021-08-21T10:08:01Z', 'revision_number': 4, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'subnets': [{'id': '42ff0f7f-4ece-4b0d-9f56-042636b2dbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:08:01.887733 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7910de09-885f-44f0-ae44-411c757c3d30 None None] The sync data for ids ['4f367e68-19c9-44c6-8874-1b8d75312e60'] in n-d-766726-28 is: [{'id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'name': 'tempest-TestEncryptedCinderVolumes-550085109-router', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:52Z', 'updated_at': '2021-08-21T10:07:56Z', 'revision_number': 4, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'gw_port': {'id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:53Z', 'updated_at': '2021-08-21T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '27956337-7a08-42f8-a96c-3282fee83e87', 'name': '', 'network_id': 'f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'mac_address': 'fa:16:3e:85:52:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42ff0f7f-4ece-4b0d-9f56-042636b2dbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:55Z', 'updated_at': '2021-08-21T10:08:01Z', 'revision_number': 4, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'subnets': [{'id': '42ff0f7f-4ece-4b0d-9f56-042636b2dbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:08:01.910096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] For port decb0772-1670-41be-bc60-09aa485dfaae, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:08:01.913752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] For port decb0772-1670-41be-bc60-09aa485dfaae, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=decb0772-1670-41be-bc60-09aa485dfaae,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:08:01.988467 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:02.023769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:02.024658 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:02.026048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] 10.222.0.22 "PUT /v2.0/ports/decb0772-1670-41be-bc60-09aa485dfaae HTTP/1.1" status: 200 len: 1092 time: 0.8678963 Aug 21 10:08:02.026492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a8f3a-73b7-42ec-8002-7cc73993cfe0', 'tag': 'decb0772-1670-41be-bc60-09aa485dfaae'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:08:02.028882 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c479cc-7fdb-4d83-b6a1-60a6ce7219c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b42a8f3a-73b7-42ec-8002-7cc73993cfe0", "tag": "decb0772-1670-41be-bc60-09aa485dfaae"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:08:02.068933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf847fd-b7de-4319-adbe-9e08730e2534 service neutron] Pushing event updated for resources: {'Port': ['ID=decb0772-1670-41be-bc60-09aa485dfaae,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:02.079515 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed008a97-1ea8-459b-86b2-c492eaef8412 x-openstack-request-id: req-ed008a97-1ea8-459b-86b2-c492eaef8412 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:08:02.082021 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42a8f3a-73b7-42ec-8002-7cc73993cfe0", "tag": "decb0772-1670-41be-bc60-09aa485dfaae", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:08:02.082021 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed008a97-1ea8-459b-86b2-c492eaef8412 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:08:02.082021 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42a8f3a-73b7-42ec-8002-7cc73993cfe0', 'tag': 'decb0772-1670-41be-bc60-09aa485dfaae', 'status': 'completed', 'code': 200} Aug 21 10:08:02.153931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c479cc-7fdb-4d83-b6a1-60a6ce7219c2 req-eca786cf-7e9d-4cc8-a7a3-e21e6c4ba3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:02.155425 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3c479cc-7fdb-4d83-b6a1-60a6ce7219c2 req-eca786cf-7e9d-4cc8-a7a3-e21e6c4ba3a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=33d13118aad046d39b9569727f1e7ad5&device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 1095 time: 0.0521541 Aug 21 10:08:02.271265 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c479cc-7fdb-4d83-b6a1-60a6ce7219c2 req-1152e1dd-277d-40c6-b928-57afdc043612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:02.273068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3c479cc-7fdb-4d83-b6a1-60a6ce7219c2 req-1152e1dd-277d-40c6-b928-57afdc043612 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=33d13118aad046d39b9569727f1e7ad5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1095729 Aug 21 10:08:02.377550 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c479cc-7fdb-4d83-b6a1-60a6ce7219c2 req-737e366d-1772-431f-a882-ebd7f4213d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:02.379083 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3c479cc-7fdb-4d83-b6a1-60a6ce7219c2 req-737e366d-1772-431f-a882-ebd7f4213d8c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992517 Aug 21 10:08:02.462602 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-d8251908-31f6-41a8-a80e-b583bd97d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:02.464419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-d8251908-31f6-41a8-a80e-b583bd97d2c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=33d13118aad046d39b9569727f1e7ad5&device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 1095 time: 0.0479331 Aug 21 10:08:02.508427 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-5a94ecd5-ccc6-4e5f-88bb-f95f7eaf33d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=decb0772-1670-41be-bc60-09aa485dfaae HTTP/1.1" status: 200 len: 217 time: 0.0360911 Aug 21 10:08:02.510598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 27956337-7a08-42f8-a96c-3282fee83e87 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:08:02.562278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-7374d45c-ce9e-4025-baa0-69a266c7095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:02.564379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-7374d45c-ce9e-4025-baa0-69a266c7095c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=461e9c79-0512-4308-9f54-42c6cbab0158 HTTP/1.1" status: 200 len: 856 time: 0.0495341 Aug 21 10:08:02.615829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-d013c932-5588-41b9-b223-87039e9a1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:02.617374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-d013c932-5588-41b9-b223-87039e9a1bce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af707525-b355-44bb-a6ac-5f9574a0624f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460839 Aug 21 10:08:02.633821 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 27956337-7a08-42f8-a96c-3282fee83e87 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:08:02.638078 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 27956337-7a08-42f8-a96c-3282fee83e87 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:08:02.638419 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:02.709400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-32011479-cf93-4783-aa31-bb3fd7d5ea71 service neutron] 10.222.0.22 "GET /v2.0/networks/af707525-b355-44bb-a6ac-5f9574a0624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833364 Aug 21 10:08:02.715202 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:02.747198 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 27956337-7a08-42f8-a96c-3282fee83e87, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=27956337-7a08-42f8-a96c-3282fee83e87,segment=NetworkSegment(182054a8-75fc-4b00-a4ca-b49aa5793b27),segment_id=182054a8-75fc-4b00-a4ca-b49aa5793b27)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:08:02.788201 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:02.810491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-180bac39-0c6a-4d0d-89ad-c6e992f214b4 req-ac5077af-223f-4fe0-973a-a5f14ddd9fa5 service neutron] 10.222.0.22 "GET /v2.0/networks/af707525-b355-44bb-a6ac-5f9574a0624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938418 Aug 21 10:08:02.846029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=27956337-7a08-42f8-a96c-3282fee83e87,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:02.963472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052624a-4d6f-448d-ab90-7da3c83482a2 req-b0c464cc-307f-4d96-b0ff-1acd850baf5e tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:02.965145 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a052624a-4d6f-448d-ab90-7da3c83482a2 req-b0c464cc-307f-4d96-b0ff-1acd850baf5e tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 943 time: 0.0509343 Aug 21 10:08:03.003342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a052624a-4d6f-448d-ab90-7da3c83482a2 req-3d790b27-c9c1-4445-9b73-92196d0c210b tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Aug 21 10:08:04.116467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753d5e2-a8c5-434a-818e-d26b709493e8 req-13fa745a-63a1-443c-ae50-f8c7972506fe tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:04.117936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9753d5e2-a8c5-434a-818e-d26b709493e8 req-13fa745a-63a1-443c-ae50-f8c7972506fe tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 943 time: 0.0485544 Aug 21 10:08:04.158999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9753d5e2-a8c5-434a-818e-d26b709493e8 req-62930f6e-b228-4ed0-b922-8d67292a826c tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352726 Aug 21 10:08:04.493963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 27956337-7a08-42f8-a96c-3282fee83e87 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:08:04.541329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 27956337-7a08-42f8-a96c-3282fee83e87 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:08:04.541623 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:05.278391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f87c79-f2c1-4eb8-9a12-d954831ce208 req-26270367-9b79-45d6-bf69-05264a3a5fb1 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:05.280299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9f87c79-f2c1-4eb8-9a12-d954831ce208 req-26270367-9b79-45d6-bf69-05264a3a5fb1 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 943 time: 0.0491271 Aug 21 10:08:05.317558 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9f87c79-f2c1-4eb8-9a12-d954831ce208 req-0eaebba2-6ca3-4bac-936b-78acf75865d5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Aug 21 10:08:06.430129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0398c6-9879-40bb-b310-04bd752573d5 req-18789afb-808b-42fa-b173-d79306946cac tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:06.431632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd0398c6-9879-40bb-b310-04bd752573d5 req-18789afb-808b-42fa-b173-d79306946cac tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 943 time: 0.0487945 Aug 21 10:08:06.470276 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd0398c6-9879-40bb-b310-04bd752573d5 req-d2876e06-7f44-4abb-964e-73a6721b9092 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Aug 21 10:08:06.614115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device decb0772-1670-41be-bc60-09aa485dfaae details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:08:06.711705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port decb0772-1670-41be-bc60-09aa485dfaae, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=decb0772-1670-41be-bc60-09aa485dfaae,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:08:06.725845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'decb0772-1670-41be-bc60-09aa485dfaae', 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f', 'port_id': 'decb0772-1670-41be-bc60-09aa485dfaae', 'mac_address': 'fa:16:3e:4f:9f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461e9c79-0512-4308-9f54-42c6cbab0158', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:08:06.767284 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:06.793137 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decb0772-1670-41be-bc60-09aa485dfaae {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:08:06.803543 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port decb0772-1670-41be-bc60-09aa485dfaae, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=decb0772-1670-41be-bc60-09aa485dfaae,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:08:06.970393 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:07.020421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=decb0772-1670-41be-bc60-09aa485dfaae,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:07.027866 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.028213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.028552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.028891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.029223 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.030171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.030500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.030827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.031152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.031475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.031818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.032139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:08:07.067549 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-213d1230-2b63-4da6-9ef2-c3f5b5a8d5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:07.173039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['decb0772-1670-41be-bc60-09aa485dfaae'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:08:07.582535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae94a3-84fd-4297-81f4-f4fdbae07916 req-f594437c-b93b-46aa-8d9b-e89511d5c102 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:07.584018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aae94a3-84fd-4297-81f4-f4fdbae07916 req-f594437c-b93b-46aa-8d9b-e89511d5c102 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 944 time: 0.0484200 Aug 21 10:08:07.624629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aae94a3-84fd-4297-81f4-f4fdbae07916 req-584e550c-aa5c-4550-a839-612747ec4cd8 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Aug 21 10:08:08.615849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device decb0772-1670-41be-bc60-09aa485dfaae up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:08:08.713937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port decb0772-1670-41be-bc60-09aa485dfaae completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:08:08.718496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port decb0772-1670-41be-bc60-09aa485dfaae triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:08:08.718863 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:08.744771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1073157-679e-42de-82f2-5a06a1c3b84d req-b7f12b77-12d5-4b5a-b815-e129dadf5668 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:08.746854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1073157-679e-42de-82f2-5a06a1c3b84d req-b7f12b77-12d5-4b5a-b815-e129dadf5668 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 944 time: 0.0508337 Aug 21 10:08:08.786348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1073157-679e-42de-82f2-5a06a1c3b84d req-db033834-02d4-4cd1-ac11-ae39d4e28988 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334387 Aug 21 10:08:08.798626 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:08.820605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a8f3a-73b7-42ec-8002-7cc73993cfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb0772-1670-41be-bc60-09aa485dfaae'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:08:08.824482 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d112cd3b-c343-4b86-a9b8-4e7e924c1687" -d '{"events": [{"server_uuid": "b42a8f3a-73b7-42ec-8002-7cc73993cfe0", "name": "network-vif-plugged", "status": "completed", "tag": "decb0772-1670-41be-bc60-09aa485dfaae"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:08:08.835894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port decb0772-1670-41be-bc60-09aa485dfaae, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=decb0772-1670-41be-bc60-09aa485dfaae,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:08:08.859293 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17b0516-3170-412d-8863-132f152c8637 x-openstack-request-id: req-d17b0516-3170-412d-8863-132f152c8637 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:08:08.859598 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a8f3a-73b7-42ec-8002-7cc73993cfe0", "name": "network-vif-plugged", "status": "completed", "tag": "decb0772-1670-41be-bc60-09aa485dfaae", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:08:08.859850 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d17b0516-3170-412d-8863-132f152c8637 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:08:08.860236 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a8f3a-73b7-42ec-8002-7cc73993cfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb0772-1670-41be-bc60-09aa485dfaae', 'code': 200} Aug 21 10:08:08.894774 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:08.942128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=decb0772-1670-41be-bc60-09aa485dfaae,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:08.954585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc01280-8f6e-4383-ab1e-faa60794a911 req-6a36060e-9c85-4dec-b58e-4fcad9e6f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:08.956122 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afc01280-8f6e-4383-ab1e-faa60794a911 req-6a36060e-9c85-4dec-b58e-4fcad9e6f7fd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 1097 time: 0.0402555 Aug 21 10:08:08.990076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afc01280-8f6e-4383-ab1e-faa60794a911 req-786d811b-2712-4d03-b6e6-356ce60981f4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270269 Aug 21 10:08:09.581561 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d6ef5068-261e-4a91-b2ad-cfed0a924885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:09.841444 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:09.900947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783306-85a9-41ea-a501-af74f70b537d req-032520b8-1f9b-4c6a-93a7-1ed8b946efc7 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:09.902450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41783306-85a9-41ea-a501-af74f70b537d req-032520b8-1f9b-4c6a-93a7-1ed8b946efc7 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 945 time: 0.0477424 Aug 21 10:08:09.945768 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41783306-85a9-41ea-a501-af74f70b537d req-1e04fdf0-e3f3-4018-8d18-bec6d20f7f29 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367854 Aug 21 10:08:11.065785 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce3526-427c-4dad-b61f-8a947a10b427 req-841c59a1-0808-4647-812c-3e22494299b7 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:11.067297 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3ce3526-427c-4dad-b61f-8a947a10b427 req-841c59a1-0808-4647-812c-3e22494299b7 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 945 time: 0.0527456 Aug 21 10:08:11.105342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3ce3526-427c-4dad-b61f-8a947a10b427 req-ba89c452-32f5-4be2-8037-1412343b96eb tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Aug 21 10:08:11.125222 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:11.218475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2de5a-5baf-46fc-80b3-fd03c36f2ec9 req-7c61aea0-a97a-41e7-bece-0cf61069118e tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:11.219987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43e2de5a-5baf-46fc-80b3-fd03c36f2ec9 req-7c61aea0-a97a-41e7-bece-0cf61069118e tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 945 time: 0.0487206 Aug 21 10:08:11.257405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43e2de5a-5baf-46fc-80b3-fd03c36f2ec9 req-6ebb517e-66de-4b18-8626-a8c41c8a213f tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314667 Aug 21 10:08:12.614936 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:16.010241 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:16.050427 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:25.167165 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:08:32.976333 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610ccfc-b64c-4262-a070-bc7f329f5e57 req-12c6ea8c-a34f-4ee3-b15a-7f711c215a43 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:32.977783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1610ccfc-b64c-4262-a070-bc7f329f5e57 req-12c6ea8c-a34f-4ee3-b15a-7f711c215a43 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 945 time: 0.0476744 Aug 21 10:08:33.022947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1610ccfc-b64c-4262-a070-bc7f329f5e57 req-19f45a9d-ed87-4b90-bff5-c439e429076d tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385427 Aug 21 10:08:34.140724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8292e5-7d62-41f2-9219-3ac9ff7d71de req-c0979d35-a9e1-48f7-917c-659784e1230c tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:34.142196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e8292e5-7d62-41f2-9219-3ac9ff7d71de req-c0979d35-a9e1-48f7-917c-659784e1230c tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 945 time: 0.0484078 Aug 21 10:08:34.178703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2e8292e5-7d62-41f2-9219-3ac9ff7d71de req-4b60bb69-3405-4b1d-8ccc-c4f388564a93 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306866 Aug 21 10:08:34.530590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e0f2a-4945-4c5c-b394-9c4d43a5ef79 req-f877382f-98c6-46d5-a697-b0c142332baa tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:34.532034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e5e0f2a-4945-4c5c-b394-9c4d43a5ef79 req-f877382f-98c6-46d5-a697-b0c142332baa tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.22 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 945 time: 0.0470574 Aug 21 10:08:34.621810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5e5e0f2a-4945-4c5c-b394-9c4d43a5ef79 req-7f229e04-78ee-4d35-a327-b005f6f607c5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Deleting port decb0772-1670-41be-bc60-09aa485dfaae {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:08:34.622152 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5e5e0f2a-4945-4c5c-b394-9c4d43a5ef79 req-7f229e04-78ee-4d35-a327-b005f6f607c5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:34.706205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-5e5e0f2a-4945-4c5c-b394-9c4d43a5ef79 req-7f229e04-78ee-4d35-a327-b005f6f607c5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] For port decb0772-1670-41be-bc60-09aa485dfaae, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=decb0772-1670-41be-bc60-09aa485dfaae,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:08:34.706486 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5e5e0f2a-4945-4c5c-b394-9c4d43a5ef79 req-7f229e04-78ee-4d35-a327-b005f6f607c5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:34.718718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5e5e0f2a-4945-4c5c-b394-9c4d43a5ef79 req-7f229e04-78ee-4d35-a327-b005f6f607c5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Calling delete_port for decb0772-1670-41be-bc60-09aa485dfaae owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:08:34.884102 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5e5e0f2a-4945-4c5c-b394-9c4d43a5ef79 req-7f229e04-78ee-4d35-a327-b005f6f607c5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:34.896526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['decb0772-1670-41be-bc60-09aa485dfaae'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:08:34.911225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f229e04-78ee-4d35-a327-b005f6f607c5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Pushing event deleted for resources: {'Port': ['ID=decb0772-1670-41be-bc60-09aa485dfaae,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:34.955404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5e0f2a-4945-4c5c-b394-9c4d43a5ef79 req-7f229e04-78ee-4d35-a327-b005f6f607c5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] No DVR routers for this DVR port decb0772-1670-41be-bc60-09aa485dfaae on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:08:34.958323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5e5e0f2a-4945-4c5c-b394-9c4d43a5ef79 req-7f229e04-78ee-4d35-a327-b005f6f607c5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:34.960333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e5e0f2a-4945-4c5c-b394-9c4d43a5ef79 req-7f229e04-78ee-4d35-a327-b005f6f607c5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.22 "DELETE /v2.0/ports/decb0772-1670-41be-bc60-09aa485dfaae HTTP/1.1" status: 204 len: 173 time: 0.4218695 Aug 21 10:08:34.960806 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a8f3a-73b7-42ec-8002-7cc73993cfe0', 'name': 'network-vif-deleted', 'tag': 'decb0772-1670-41be-bc60-09aa485dfaae'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:08:34.963444 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a9cfd3-646f-4be0-86bf-4e2dbfbfd505" -d '{"events": [{"server_uuid": "b42a8f3a-73b7-42ec-8002-7cc73993cfe0", "name": "network-vif-deleted", "tag": "decb0772-1670-41be-bc60-09aa485dfaae"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:08:35.061636 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c8ef9-5c18-41a6-96f8-bd62e9e20d7e x-openstack-request-id: req-ff1c8ef9-5c18-41a6-96f8-bd62e9e20d7e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:08:35.061935 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a8f3a-73b7-42ec-8002-7cc73993cfe0", "name": "network-vif-deleted", "tag": "decb0772-1670-41be-bc60-09aa485dfaae", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:08:35.062188 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff1c8ef9-5c18-41a6-96f8-bd62e9e20d7e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:08:35.062594 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a8f3a-73b7-42ec-8002-7cc73993cfe0', 'name': 'network-vif-deleted', 'tag': 'decb0772-1670-41be-bc60-09aa485dfaae', 'status': 'completed', 'code': 200} Aug 21 10:08:35.288509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ecd6396-d43c-4bd6-ac1c-a0f2e0773b67 req-3d67bf4d-5ddc-4967-a3b5-917a9bc682d5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42a8f3a-73b7-42ec-8002-7cc73993cfe0 HTTP/1.1" status: 200 len: 210 time: 0.0299826 Aug 21 10:08:37.027131 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8127ccf9-a319-419c-8413-c99198707f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:37.052654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-d3b9d1de-d2a5-436d-bd93-21e6a4ae69ff tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:37.054247 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-d3b9d1de-d2a5-436d-bd93-21e6a4ae69ff tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/networks?id=af707525-b355-44bb-a6ac-5f9574a0624f HTTP/1.1" status: 200 len: 817 time: 0.1115859 Aug 21 10:08:37.072123 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-db161395-5585-4c23-8505-55fa9fc8d1fa tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/quotas/33d13118aad046d39b9569727f1e7ad5 HTTP/1.1" status: 200 len: 375 time: 0.0109389 Aug 21 10:08:37.122802 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-b396bc48-da95-4310-aabe-a8d094ad7542 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=33d13118aad046d39b9569727f1e7ad5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448372 Aug 21 10:08:37.218871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-d9a8bcb1-2fd9-44ba-aabe-ccd2b03f8ad4 service neutron] 10.222.0.20 "GET /v2.0/networks/af707525-b355-44bb-a6ac-5f9574a0624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843930 Aug 21 10:08:37.306967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-b0db556e-a7f9-4551-a846-5a19755b0a97 service neutron] 10.222.0.20 "GET /v2.0/networks/af707525-b355-44bb-a6ac-5f9574a0624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812519 Aug 21 10:08:37.645883 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-55be86c9-d3d6-4113-ac97-fab8a4841652 req-9f5f4134-3941-4b60-b2f0-2ad37946b040 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 210 time: 0.0276320 Aug 21 10:08:38.742792 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eff44bcc-d371-4cdb-b46a-84de787ca17c req-308f78fd-f35a-4e65-a9ca-0c06a299e1d4 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 210 time: 0.0305810 Aug 21 10:08:38.749343 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device decb0772-1670-41be-bc60-09aa485dfaae no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:08:38.769804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: decb0772-1670-41be-bc60-09aa485dfaae {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:08:38.770149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device decb0772-1670-41be-bc60-09aa485dfaae not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:08:39.427780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-0e0836a3-a2c5-4bc7-b576-049bcd9f6122 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:39.429144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-0e0836a3-a2c5-4bc7-b576-049bcd9f6122 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.22 "GET /v2.0/networks?id=af707525-b355-44bb-a6ac-5f9574a0624f HTTP/1.1" status: 200 len: 817 time: 0.1043825 Aug 21 10:08:39.441754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Request body: {'port': {'device_id': '684bb62f-f388-4ab9-81d5-a33cdeb40cd5', 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f', 'admin_state_up': True, 'tenant_id': '33d13118aad046d39b9569727f1e7ad5'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:08:39.576567 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-21455cc5-7795-4983-9f1a-fa18270cfbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:39.650293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Made reservation on behalf of 33d13118aad046d39b9569727f1e7ad5 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:08:39.653977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:39.775994 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Allocated IP 172.20.0.9 (af707525-b355-44bb-a6ac-5f9574a0624f/461e9c79-0512-4308-9f54-42c6cbab0158/55283f15-78b1-4b21-bfc7-b558793baa8e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:08:39.821775 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:39.851526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e410cdd-a168-4f24-b2ae-613fdebc9bbb req-597a7d52-5cd9-4955-b70d-6f0e7af633ea tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 210 time: 0.0396841 Aug 21 10:08:39.949324 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:39.963624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Transition to ACTIVE for port object 55283f15-78b1-4b21-bfc7-b558793baa8e will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:08:40.073144 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:40.119712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Network af707525-b355-44bb-a6ac-5f9574a0624f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:08:40.122649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:08:40.126367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:08:40.152032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Pushing event updated for resources: {'Port': ['ID=55283f15-78b1-4b21-bfc7-b558793baa8e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:40.182448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:40.183077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:40.279495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-2d83afc3-3697-4c58-905e-3055bdd273ee tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8414717 Aug 21 10:08:40.383639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Request body: {'port': {'device_id': '684bb62f-f388-4ab9-81d5-a33cdeb40cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:08:40.427058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d3882579-6f97-40e1-b992-c055e2b2649d None None] Provisioning for port 55283f15-78b1-4b21-bfc7-b558793baa8e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:08:40.430904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d3882579-6f97-40e1-b992-c055e2b2649d None None] Provisioning complete for port 55283f15-78b1-4b21-bfc7-b558793baa8e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:08:40.431278 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d3882579-6f97-40e1-b992-c055e2b2649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:40.435513 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:40.465349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d3882579-6f97-40e1-b992-c055e2b2649d None None] Port 55283f15-78b1-4b21-bfc7-b558793baa8e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:08:40.700829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55283f15-78b1-4b21-bfc7-b558793baa8e {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:08:40.707910 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:40.720051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Transition to ACTIVE for port object 55283f15-78b1-4b21-bfc7-b558793baa8e will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:08:40.792850 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:40.846328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Pushing event updated for resources: {'Port': ['ID=55283f15-78b1-4b21-bfc7-b558793baa8e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:40.919444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Attempting to bind port 55283f15-78b1-4b21-bfc7-b558793baa8e on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:08:40.919840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Attempting to bind port 55283f15-78b1-4b21-bfc7-b558793baa8e by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:08:40.920122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Attempting to bind port 55283f15-78b1-4b21-bfc7-b558793baa8e on network af707525-b355-44bb-a6ac-5f9574a0624f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:08:40.935183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Port 55283f15-78b1-4b21-bfc7-b558793baa8e on network af707525-b355-44bb-a6ac-5f9574a0624f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:08:40.935508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Attempting to bind port 55283f15-78b1-4b21-bfc7-b558793baa8e on network af707525-b355-44bb-a6ac-5f9574a0624f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:08:40.960799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:08:40.961038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Checking segment: {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:08:40.961697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Bound using segment: {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:08:40.962141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Bound port: 55283f15-78b1-4b21-bfc7-b558793baa8e, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540fb3de-cde5-4ba6-9737-c695b0a7f183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:08:40.962501 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:41.011968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a852a9-54b4-48d4-bae4-6de319ac1456 req-e42a7774-86e3-4bdc-a274-a58d37915df7 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:41.014002 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90a852a9-54b4-48d4-bae4-6de319ac1456 req-e42a7774-86e3-4bdc-a274-a58d37915df7 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 943 time: 0.0915444 Aug 21 10:08:41.063982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] For port 55283f15-78b1-4b21-bfc7-b558793baa8e, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:08:41.069274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] For port 55283f15-78b1-4b21-bfc7-b558793baa8e, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=55283f15-78b1-4b21-bfc7-b558793baa8e,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:08:41.074378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90a852a9-54b4-48d4-bae4-6de319ac1456 req-7cf4ede9-d5ec-4a5c-ac8c-5e0ae37e0ed7 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540893 Aug 21 10:08:41.181831 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:41.210223 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:41.215875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:41.216491 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:41.217998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] 10.222.0.22 "PUT /v2.0/ports/55283f15-78b1-4b21-bfc7-b558793baa8e HTTP/1.1" status: 200 len: 1092 time: 0.9296508 Aug 21 10:08:41.218435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684bb62f-f388-4ab9-81d5-a33cdeb40cd5', 'tag': '55283f15-78b1-4b21-bfc7-b558793baa8e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:08:41.220681 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a37a719-28ee-4147-902d-d191621edbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "684bb62f-f388-4ab9-81d5-a33cdeb40cd5", "tag": "55283f15-78b1-4b21-bfc7-b558793baa8e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:08:41.249517 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95192f64-7a52-4461-b9f5-16e400241e7e service neutron] Pushing event updated for resources: {'Port': ['ID=55283f15-78b1-4b21-bfc7-b558793baa8e,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:41.265474 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b19ba05-6f0d-4c50-8eca-6b9870f244af x-openstack-request-id: req-7b19ba05-6f0d-4c50-8eca-6b9870f244af {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:08:41.265983 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684bb62f-f388-4ab9-81d5-a33cdeb40cd5", "tag": "55283f15-78b1-4b21-bfc7-b558793baa8e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:08:41.266241 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b19ba05-6f0d-4c50-8eca-6b9870f244af {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:08:41.266791 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684bb62f-f388-4ab9-81d5-a33cdeb40cd5', 'tag': '55283f15-78b1-4b21-bfc7-b558793baa8e', 'status': 'completed', 'code': 200} Aug 21 10:08:41.333964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37a719-28ee-4147-902d-d191621edbdd req-a8a791d0-12f3-43da-b347-a5b013fb0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:41.335521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a37a719-28ee-4147-902d-d191621edbdd req-a8a791d0-12f3-43da-b347-a5b013fb0fa4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=33d13118aad046d39b9569727f1e7ad5&device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 1095 time: 0.0489516 Aug 21 10:08:41.433530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37a719-28ee-4147-902d-d191621edbdd req-4789b6d5-adc0-476f-b2ba-91c609200a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:41.435504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a37a719-28ee-4147-902d-d191621edbdd req-4789b6d5-adc0-476f-b2ba-91c609200a02 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=33d13118aad046d39b9569727f1e7ad5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0922031 Aug 21 10:08:41.531135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37a719-28ee-4147-902d-d191621edbdd req-21edf8e7-84f8-4267-acb3-195c49e231f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:41.532700 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8a37a719-28ee-4147-902d-d191621edbdd req-21edf8e7-84f8-4267-acb3-195c49e231f2 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904388 Aug 21 10:08:41.610896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-43c794ea-4640-4606-b775-23a8a59f691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:41.612459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-43c794ea-4640-4606-b775-23a8a59f691b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=33d13118aad046d39b9569727f1e7ad5&device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 1095 time: 0.0411229 Aug 21 10:08:41.653932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-a8adcdda-f2df-4bc1-a42c-4772e3bbd2c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55283f15-78b1-4b21-bfc7-b558793baa8e HTTP/1.1" status: 200 len: 217 time: 0.0336118 Aug 21 10:08:41.708104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-f2eef0a4-48ee-4c47-a6fb-b740f4570897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:41.723739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-f2eef0a4-48ee-4c47-a6fb-b740f4570897 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=461e9c79-0512-4308-9f54-42c6cbab0158 HTTP/1.1" status: 200 len: 856 time: 0.0485964 Aug 21 10:08:41.755050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-bc27f53d-6d54-4d1a-ad4d-c161512a284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:41.756610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-bc27f53d-6d54-4d1a-ad4d-c161512a284a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af707525-b355-44bb-a6ac-5f9574a0624f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396636 Aug 21 10:08:41.852093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-6fb780f7-8755-41fe-b678-886fb38990d2 service neutron] 10.222.0.22 "GET /v2.0/networks/af707525-b355-44bb-a6ac-5f9574a0624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838528 Aug 21 10:08:41.944202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-28f96d96-7c2f-48b5-a3ce-5baa43b43a85 req-b0d795eb-20dc-4938-8f77-f7dc36c17a90 service neutron] 10.222.0.22 "GET /v2.0/networks/af707525-b355-44bb-a6ac-5f9574a0624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847657 Aug 21 10:08:42.188957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fca415-32d1-4371-a9e4-ae5d8e3d7d92 req-7b5d1b73-c51b-4092-a46a-c3d9cac4f477 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:42.190478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13fca415-32d1-4371-a9e4-ae5d8e3d7d92 req-7b5d1b73-c51b-4092-a46a-c3d9cac4f477 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 943 time: 0.0485911 Aug 21 10:08:42.228144 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13fca415-32d1-4371-a9e4-ae5d8e3d7d92 req-d3ba724c-b249-4a9d-88e8-0925c622df08 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Aug 21 10:08:42.619398 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:43.343128 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209e2e7-a6ee-4633-b9cd-1104e45e9e56 req-131f511a-2fd8-4aa2-94a6-6671c33bf02d tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:43.344633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8209e2e7-a6ee-4633-b9cd-1104e45e9e56 req-131f511a-2fd8-4aa2-94a6-6671c33bf02d tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 943 time: 0.0478728 Aug 21 10:08:43.385617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8209e2e7-a6ee-4633-b9cd-1104e45e9e56 req-adbc056e-3f59-4d52-8565-60500c195689 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351355 Aug 21 10:08:44.507918 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28a6e2-0459-4d69-bd1b-5d083825184f req-decff430-6989-465a-8827-ba6b5dfe285a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:44.509400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c28a6e2-0459-4d69-bd1b-5d083825184f req-decff430-6989-465a-8827-ba6b5dfe285a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 943 time: 0.0489526 Aug 21 10:08:44.546449 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c28a6e2-0459-4d69-bd1b-5d083825184f req-8011e6ce-47fd-416f-ac57-5e4172002474 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306880 Aug 21 10:08:44.802590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 55283f15-78b1-4b21-bfc7-b558793baa8e details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:08:44.894803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 55283f15-78b1-4b21-bfc7-b558793baa8e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=55283f15-78b1-4b21-bfc7-b558793baa8e,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:08:44.904835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '55283f15-78b1-4b21-bfc7-b558793baa8e', 'network_id': 'af707525-b355-44bb-a6ac-5f9574a0624f', 'port_id': '55283f15-78b1-4b21-bfc7-b558793baa8e', 'mac_address': 'fa:16:3e:60:bd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461e9c79-0512-4308-9f54-42c6cbab0158', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:08:44.941267 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:44.953881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55283f15-78b1-4b21-bfc7-b558793baa8e {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:08:44.971911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 55283f15-78b1-4b21-bfc7-b558793baa8e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=55283f15-78b1-4b21-bfc7-b558793baa8e,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:08:45.042649 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:45.093466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=55283f15-78b1-4b21-bfc7-b558793baa8e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:45.228828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['55283f15-78b1-4b21-bfc7-b558793baa8e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:08:45.657453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67dcb-7514-45f1-99a5-d7be396c2a83 req-109a0ae9-316c-4107-8c80-ffdc7a59cd94 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:45.658917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38e67dcb-7514-45f1-99a5-d7be396c2a83 req-109a0ae9-316c-4107-8c80-ffdc7a59cd94 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 944 time: 0.0480902 Aug 21 10:08:45.695264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-38e67dcb-7514-45f1-99a5-d7be396c2a83 req-ce86feee-bfaa-4cdf-9e57-10e4f3826cfc tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Aug 21 10:08:46.024897 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:46.101106 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:46.806434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9558a4a-cf37-4b18-8049-3bf6c6ef75b3 req-b9804f68-150a-41fb-85c2-971260db7efc tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:46.807917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9558a4a-cf37-4b18-8049-3bf6c6ef75b3 req-b9804f68-150a-41fb-85c2-971260db7efc tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 944 time: 0.0476265 Aug 21 10:08:46.816956 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 55283f15-78b1-4b21-bfc7-b558793baa8e up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:08:46.850821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f9558a4a-cf37-4b18-8049-3bf6c6ef75b3 req-088507f9-71b8-4957-9f49-501904a20f04 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365198 Aug 21 10:08:46.929702 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 55283f15-78b1-4b21-bfc7-b558793baa8e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:08:46.933747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 55283f15-78b1-4b21-bfc7-b558793baa8e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:08:46.934121 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:47.009775 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:47.032588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684bb62f-f388-4ab9-81d5-a33cdeb40cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55283f15-78b1-4b21-bfc7-b558793baa8e'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:08:47.034821 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34feb86-815d-46e6-b7af-dd9f3281f51e" -d '{"events": [{"server_uuid": "684bb62f-f388-4ab9-81d5-a33cdeb40cd5", "name": "network-vif-plugged", "status": "completed", "tag": "55283f15-78b1-4b21-bfc7-b558793baa8e"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:08:47.047058 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 55283f15-78b1-4b21-bfc7-b558793baa8e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=55283f15-78b1-4b21-bfc7-b558793baa8e,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:08:47.099417 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:08:47.127994 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f63178-88e9-4adb-bdee-049fc33c2d1b x-openstack-request-id: req-71f63178-88e9-4adb-bdee-049fc33c2d1b {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:08:47.128287 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684bb62f-f388-4ab9-81d5-a33cdeb40cd5", "name": "network-vif-plugged", "status": "completed", "tag": "55283f15-78b1-4b21-bfc7-b558793baa8e", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:08:47.128539 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71f63178-88e9-4adb-bdee-049fc33c2d1b {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:08:47.128930 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684bb62f-f388-4ab9-81d5-a33cdeb40cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55283f15-78b1-4b21-bfc7-b558793baa8e', 'code': 200} Aug 21 10:08:47.154862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=55283f15-78b1-4b21-bfc7-b558793baa8e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:08:47.224719 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d841aee-cdd6-4bef-a32e-543fb21f6e6c req-7055573d-06b4-45ba-90b9-4a859ad34f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:47.226409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d841aee-cdd6-4bef-a32e-543fb21f6e6c req-7055573d-06b4-45ba-90b9-4a859ad34f60 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 1097 time: 0.0400667 Aug 21 10:08:47.261390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7d841aee-cdd6-4bef-a32e-543fb21f6e6c req-ddb3317c-bbdc-4c54-8a4c-1ef922bec8fa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279431 Aug 21 10:08:47.965535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f36342-e92f-44c7-921b-940bf618ba65 req-1b7f296c-4388-4324-a004-0bbc5b764bd6 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:47.967530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7f36342-e92f-44c7-921b-940bf618ba65 req-1b7f296c-4388-4324-a004-0bbc5b764bd6 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 945 time: 0.0500169 Aug 21 10:08:48.004475 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7f36342-e92f-44c7-921b-940bf618ba65 req-7a4cce5f-0a0e-4c28-8456-d6f7b93cf277 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Aug 21 10:08:49.117345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2d4bf-ee22-41c8-bdaf-768d9efbaf5d req-3b896703-63b2-4bcc-ac6b-f7ac12e4cbe1 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:49.118788 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3c2d4bf-ee22-41c8-bdaf-768d9efbaf5d req-3b896703-63b2-4bcc-ac6b-f7ac12e4cbe1 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 945 time: 0.0471823 Aug 21 10:08:49.158224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3c2d4bf-ee22-41c8-bdaf-768d9efbaf5d req-d855c508-5b3f-42d1-acc5-d60d1bac0db7 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329704 Aug 21 10:08:49.271118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9fbfc-b22f-4474-96ac-4439cd853fc3 req-5615840a-aa9c-43d6-8b1b-b03830165c9c tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:49.272578 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39a9fbfc-b22f-4474-96ac-4439cd853fc3 req-5615840a-aa9c-43d6-8b1b-b03830165c9c tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 945 time: 0.0483718 Aug 21 10:08:49.310386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39a9fbfc-b22f-4474-96ac-4439cd853fc3 req-bdee3ada-e41b-49de-87b8-d16f389f7978 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Aug 21 10:08:49.978932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-1336848b-f6ab-475b-b127-b3e93a8c4a26 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409956 Aug 21 10:08:50.060636 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-159e6b53-adb5-48c0-908c-d56b63b4eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:50.062143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-159e6b53-adb5-48c0-908c-d56b63b4eff5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=33d13118aad046d39b9569727f1e7ad5&device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 1097 time: 0.0437157 Aug 21 10:08:50.490400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-b89ee461-89fa-4fe8-bba9-8f58af21830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:50.491931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-b89ee461-89fa-4fe8-bba9-8f58af21830c service neutron] 10.222.0.22 "GET /v2.0/networks?id=af707525-b355-44bb-a6ac-5f9574a0624f HTTP/1.1" status: 200 len: 918 time: 0.4113569 Aug 21 10:08:50.531694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-7bba8ff5-a340-436f-9130-581273b429ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55283f15-78b1-4b21-bfc7-b558793baa8e HTTP/1.1" status: 200 len: 217 time: 0.0329068 Aug 21 10:08:50.583362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-45276994-0514-4043-adcd-8bdacdb2aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:50.584851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-45276994-0514-4043-adcd-8bdacdb2aaec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=461e9c79-0512-4308-9f54-42c6cbab0158 HTTP/1.1" status: 200 len: 856 time: 0.0465395 Aug 21 10:08:50.630392 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-06131bd1-37cb-4201-a32c-ed8d6048506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:08:50.631868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-06131bd1-37cb-4201-a32c-ed8d6048506f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af707525-b355-44bb-a6ac-5f9574a0624f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399785 Aug 21 10:08:50.719488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-b9c9ae89-7534-41a9-a12d-0ed6e0c26038 service neutron] 10.222.0.22 "GET /v2.0/networks/af707525-b355-44bb-a6ac-5f9574a0624f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807350 Aug 21 10:08:50.815446 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33a6a45f-bf68-40e5-ade4-b4cfbf0d8a1e req-9388025e-757d-4e73-a959-d6e1b0a47192 service neutron] 10.222.0.22 "GET /v2.0/networks/af707525-b355-44bb-a6ac-5f9574a0624f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Aug 21 10:09:02.165494 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:09:07.012962 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-648e138b-4cac-4636-94e9-34ce63cb6fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:09.578541 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c443f7f1-f613-4db8-9811-4f79ac07a3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:09.838791 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:11.147829 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:11.235271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba6688-8a2e-40b8-afac-caa9ff92610d req-94975a80-f058-4f34-93c6-f3ea85feb8e4 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:11.236780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46ba6688-8a2e-40b8-afac-caa9ff92610d req-94975a80-f058-4f34-93c6-f3ea85feb8e4 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 945 time: 0.0500076 Aug 21 10:09:11.273288 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46ba6688-8a2e-40b8-afac-caa9ff92610d req-b4a0479c-064e-4fb1-b800-5a1f5dcde138 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305519 Aug 21 10:09:12.389121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ad9ba-ad3c-42f0-bdef-3c448a7d53bf req-2aaf148d-4d8d-48fd-be8e-ec0f157503b5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:12.390593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-767ad9ba-ad3c-42f0-bdef-3c448a7d53bf req-2aaf148d-4d8d-48fd-be8e-ec0f157503b5 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 945 time: 0.0483384 Aug 21 10:09:12.432859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-767ad9ba-ad3c-42f0-bdef-3c448a7d53bf req-0fc80cdf-5132-4032-988b-4385678ea6b1 tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a4e142b-71d8-4519-b5cb-403a03eadcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362883 Aug 21 10:09:12.632706 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:12.772676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3010633-0479-4d24-81c6-4a5023c68d77 req-de560f74-aedd-4a48-bd06-5f55231cba9c tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:12.774156 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3010633-0479-4d24-81c6-4a5023c68d77 req-de560f74-aedd-4a48-bd06-5f55231cba9c tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.22 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 945 time: 0.0497563 Aug 21 10:09:12.865903 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c3010633-0479-4d24-81c6-4a5023c68d77 req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Deleting port 55283f15-78b1-4b21-bfc7-b558793baa8e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:09:12.866267 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c3010633-0479-4d24-81c6-4a5023c68d77 req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:12.958717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-c3010633-0479-4d24-81c6-4a5023c68d77 req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] For port 55283f15-78b1-4b21-bfc7-b558793baa8e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=55283f15-78b1-4b21-bfc7-b558793baa8e,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:12.959086 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c3010633-0479-4d24-81c6-4a5023c68d77 req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:12.972175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-c3010633-0479-4d24-81c6-4a5023c68d77 req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Calling delete_port for 55283f15-78b1-4b21-bfc7-b558793baa8e owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:09:13.173302 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c3010633-0479-4d24-81c6-4a5023c68d77 req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:13.185325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['55283f15-78b1-4b21-bfc7-b558793baa8e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:09:13.202646 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Pushing event deleted for resources: {'Port': ['ID=55283f15-78b1-4b21-bfc7-b558793baa8e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:13.214538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.214877 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.215222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.215652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.216468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.216802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.217136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.217469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.217804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.218131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.218456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.218782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:13.263487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3010633-0479-4d24-81c6-4a5023c68d77 req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] No DVR routers for this DVR port 55283f15-78b1-4b21-bfc7-b558793baa8e on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:09:13.263487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-c3010633-0479-4d24-81c6-4a5023c68d77 req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:13.264019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c3010633-0479-4d24-81c6-4a5023c68d77 req-38d89702-e04e-46ab-896c-879ee5ec069a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.22 "DELETE /v2.0/ports/55283f15-78b1-4b21-bfc7-b558793baa8e HTTP/1.1" status: 204 len: 173 time: 0.4840529 Aug 21 10:09:13.264383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684bb62f-f388-4ab9-81d5-a33cdeb40cd5', 'name': 'network-vif-deleted', 'tag': '55283f15-78b1-4b21-bfc7-b558793baa8e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:09:13.266760 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd8f07b-9acb-4aba-941f-62597fa24e6b" -d '{"events": [{"server_uuid": "684bb62f-f388-4ab9-81d5-a33cdeb40cd5", "name": "network-vif-deleted", "tag": "55283f15-78b1-4b21-bfc7-b558793baa8e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:09:13.304681 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269b94cb-2a4e-4b23-b676-4827ed333417 x-openstack-request-id: req-269b94cb-2a4e-4b23-b676-4827ed333417 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:09:13.305036 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684bb62f-f388-4ab9-81d5-a33cdeb40cd5", "name": "network-vif-deleted", "tag": "55283f15-78b1-4b21-bfc7-b558793baa8e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:09:13.305351 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-269b94cb-2a4e-4b23-b676-4827ed333417 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:09:13.305754 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684bb62f-f388-4ab9-81d5-a33cdeb40cd5', 'name': 'network-vif-deleted', 'tag': '55283f15-78b1-4b21-bfc7-b558793baa8e', 'status': 'completed', 'code': 200} Aug 21 10:09:13.528177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-48d37fc9-dfcb-4bac-92bc-2af8ea345686 req-58d31938-dad1-4954-86e1-3661ed8d7a4a tempest-TestEncryptedCinderVolumes-901699876 tempest-TestEncryptedCinderVolumes-901699876-project] 10.222.0.20 "GET /v2.0/ports?device_id=684bb62f-f388-4ab9-81d5-a33cdeb40cd5 HTTP/1.1" status: 200 len: 210 time: 0.0282598 Aug 21 10:09:14.687788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34064) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:15.032174 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:15.292318 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] Deleting port e99ed978-7209-48a4-a576-a1947b960772 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:09:15.292553 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:15.374224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] For port e99ed978-7209-48a4-a576-a1947b960772, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e99ed978-7209-48a4-a576-a1947b960772,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:15.374667 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:15.386365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] Calling delete_port for e99ed978-7209-48a4-a576-a1947b960772 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:09:15.635683 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:15.664621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] Pushing event deleted for resources: {'Port': ['ID=e99ed978-7209-48a4-a576-a1947b960772,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:15.832103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:16.035860 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:16.049340 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] Router ebe275bd-8536-45f1-9add-c4dc2e9158ed has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:09:16.087659 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:16.157584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:09:16.163748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-316e050a-5fbc-4a4c-83d3-81da1f5c006b admin admin] 10.222.0.20 "PUT /v2.0/routers/ebe275bd-8536-45f1-9add-c4dc2e9158ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4746900 Aug 21 10:09:16.165118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34066) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:16.166547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6c09b-9cd0-4823-b343-ab7bbc46fb45 None None] Sync routers for ids ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:09:16.176076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6c09b-9cd0-4823-b343-ab7bbc46fb45 None None] Routers {'ebe275bd-8536-45f1-9add-c4dc2e9158ed'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:16.176806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-11c6c09b-9cd0-4823-b343-ab7bbc46fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:16.270244 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:16.281664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-11c6c09b-9cd0-4823-b343-ab7bbc46fb45 None None] Set router ebe275bd-8536-45f1-9add-c4dc2e9158ed gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:16.373205 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:16.459135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-11c6c09b-9cd0-4823-b343-ab7bbc46fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'name': 'tempest-TestEncryptedCinderVolumes-1329102607-router', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:46Z', 'updated_at': '2021-08-21T10:09:15Z', 'revision_number': 5, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'gw_port': {'id': '04455f60-8273-49e6-bac4-a03438d41cd1', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:47Z', 'updated_at': '2021-08-21T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:16.485865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Deleting port 04455f60-8273-49e6-bac4-a03438d41cd1 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:09:16.485865 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:16.490640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6c09b-9cd0-4823-b343-ab7bbc46fb45 None None] Checking router: ebe275bd-8536-45f1-9add-c4dc2e9158ed for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:09:16.500976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6c09b-9cd0-4823-b343-ab7bbc46fb45 None None] Routers {'ebe275bd-8536-45f1-9add-c4dc2e9158ed'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:16.501620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-11c6c09b-9cd0-4823-b343-ab7bbc46fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:16.565720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] For port 04455f60-8273-49e6-bac4-a03438d41cd1, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=04455f60-8273-49e6-bac4-a03438d41cd1,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:16.566090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:16.578831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Calling delete_port for 04455f60-8273-49e6-bac4-a03438d41cd1 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:09:16.592975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-11c6c09b-9cd0-4823-b343-ab7bbc46fb45 None None] Set router ebe275bd-8536-45f1-9add-c4dc2e9158ed gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:16.644895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-11c6c09b-9cd0-4823-b343-ab7bbc46fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'name': 'tempest-TestEncryptedCinderVolumes-1329102607-router', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:46Z', 'updated_at': '2021-08-21T10:09:16Z', 'revision_number': 6, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:16.674633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6c09b-9cd0-4823-b343-ab7bbc46fb45 None None] The sync data for ids ['ebe275bd-8536-45f1-9add-c4dc2e9158ed'] in n-d-766726-28 is: [{'id': 'ebe275bd-8536-45f1-9add-c4dc2e9158ed', 'name': 'tempest-TestEncryptedCinderVolumes-1329102607-router', 'tenant_id': '33d13118aad046d39b9569727f1e7ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:46Z', 'updated_at': '2021-08-21T10:09:16Z', 'revision_number': 6, 'project_id': '33d13118aad046d39b9569727f1e7ad5', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:09:16.798835 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:16.829754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Pushing event deleted for resources: {'Port': ['ID=04455f60-8273-49e6-bac4-a03438d41cd1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:16.890562 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:16.942336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 55283f15-78b1-4b21-bfc7-b558793baa8e no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:09:16.963210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 55283f15-78b1-4b21-bfc7-b558793baa8e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:09:16.963547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 55283f15-78b1-4b21-bfc7-b558793baa8e not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:09:16.983638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:16.986007 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.084459 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.084979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebe275bd-8536-45f1-9add-c4dc2e9158ed {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:09:17.089890 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.091758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b449d406-f18b-45df-8107-c78f955a02dc admin admin] 10.222.0.20 "DELETE /v2.0/routers/ebe275bd-8536-45f1-9add-c4dc2e9158ed HTTP/1.1" status: 204 len: 168 time: 0.9256680 Aug 21 10:09:17.094558 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34068) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:17.144532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-497f0698-0fda-4ab2-a435-496f7d4224e1 admin admin] Deleting subnet 461e9c79-0512-4308-9f54-42c6cbab0158 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:09:17.147549 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-497f0698-0fda-4ab2-a435-496f7d4224e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.182372 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-497f0698-0fda-4ab2-a435-496f7d4224e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.257468 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-497f0698-0fda-4ab2-a435-496f7d4224e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.386856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-497f0698-0fda-4ab2-a435-496f7d4224e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.412529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f0698-0fda-4ab2-a435-496f7d4224e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=461e9c79-0512-4308-9f54-42c6cbab0158,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:17.416207 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-497f0698-0fda-4ab2-a435-496f7d4224e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.420840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34070) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:17.421387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-497f0698-0fda-4ab2-a435-496f7d4224e1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/461e9c79-0512-4308-9f54-42c6cbab0158 HTTP/1.1" status: 204 len: 168 time: 0.3253539 Aug 21 10:09:17.430762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23a4716-d369-4527-948a-b4213fcebc89 None None] Network af707525-b355-44bb-a6ac-5f9574a0624f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:09:17.494075 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.561071 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Deleting port 9b713529-ce4c-4bf1-bc42-616f21b4549c {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:09:17.561412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.614946 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] DHCP port deletion for af707525-b355-44bb-a6ac-5f9574a0624f request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:09:17.627904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] For port 9b713529-ce4c-4bf1-bc42-616f21b4549c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9b713529-ce4c-4bf1-bc42-616f21b4549c,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:17.628039 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.642190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Calling delete_port for 9b713529-ce4c-4bf1-bc42-616f21b4549c owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:09:17.662700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Deleting port 9b713529-ce4c-4bf1-bc42-616f21b4549c {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:09:17.663083 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.730062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] For port 9b713529-ce4c-4bf1-bc42-616f21b4549c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9b713529-ce4c-4bf1-bc42-616f21b4549c,segment=NetworkSegment(540fb3de-cde5-4ba6-9737-c695b0a7f183),segment_id=540fb3de-cde5-4ba6-9737-c695b0a7f183)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:17.730552 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.748519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Calling delete_port for 9b713529-ce4c-4bf1-bc42-616f21b4549c owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:09:17.796006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.823109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b713529-ce4c-4bf1-bc42-616f21b4549c,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:17.825849 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] No DVR routers for this DVR port 9b713529-ce4c-4bf1-bc42-616f21b4549c on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:09:17.828471 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.835362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.835785 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.836136 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.836476 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.837133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.837524 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.837858 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.838192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.838526 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.838853 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.839180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.839508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.854810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Pushing event deleted for resources: {'Port': ['ID=9b713529-ce4c-4bf1-bc42-616f21b4549c,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:17.862991 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] No DVR routers for this DVR port 9b713529-ce4c-4bf1-bc42-616f21b4549c on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.874497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e65f5-f429-4142-9ca8-e159139862f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:17.910599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.921123 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af707525-b355-44bb-a6ac-5f9574a0624f']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:17.931338 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540fb3de-cde5-4ba6-9737-c695b0a7f183') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:17.931673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540fb3de-cde5-4ba6-9737-c695b0a7f183') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:17.940413 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.953952 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.959801 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:09:17.960384 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: timer() Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:09:17.962047 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:09:18.138735 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:18.144353 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:18.146197 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] 10.222.0.20 "DELETE /v2.0/networks/af707525-b355-44bb-a6ac-5f9574a0624f HTTP/1.1" status: 204 len: 168 time: 0.7242024 Aug 21 10:09:18.149260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34074) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:18.157741 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fdbbf-29f3-4d8f-a29b-1f7bea89bb34 admin admin] Pushing event deleted for resources: {'Network': ['ID=af707525-b355-44bb-a6ac-5f9574a0624f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:18.518660 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:18.531861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 04455f60-8273-49e6-bac4-a03438d41cd1 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:09:18.552163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 04455f60-8273-49e6-bac4-a03438d41cd1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:09:18.552507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 04455f60-8273-49e6-bac4-a03438d41cd1 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:09:18.552921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b713529-ce4c-4bf1-bc42-616f21b4549c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:09:18.573044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 9b713529-ce4c-4bf1-bc42-616f21b4549c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:09:18.573387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b713529-ce4c-4bf1-bc42-616f21b4549c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:09:18.573806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e99ed978-7209-48a4-a576-a1947b960772 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:09:18.597178 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: e99ed978-7209-48a4-a576-a1947b960772 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:09:18.597528 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e99ed978-7209-48a4-a576-a1947b960772 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:09:19.078604 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] Deleting port 27956337-7a08-42f8-a96c-3282fee83e87 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:09:19.079095 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:19.157416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] For port 27956337-7a08-42f8-a96c-3282fee83e87, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=27956337-7a08-42f8-a96c-3282fee83e87,segment=NetworkSegment(182054a8-75fc-4b00-a4ca-b49aa5793b27),segment_id=182054a8-75fc-4b00-a4ca-b49aa5793b27)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:19.158161 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:19.169155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] Calling delete_port for 27956337-7a08-42f8-a96c-3282fee83e87 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:09:19.418678 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:19.444697 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=27956337-7a08-42f8-a96c-3282fee83e87,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:19.610907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:19.826486 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] Router 4f367e68-19c9-44c6-8874-1b8d75312e60 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:09:19.932357 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:09:19.937969 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f619ecaf-98b3-4b93-962e-1a7d6a740cbe admin admin] 10.222.0.20 "PUT /v2.0/routers/4f367e68-19c9-44c6-8874-1b8d75312e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7876630 Aug 21 10:09:19.940603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34076) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:19.942948 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b591001-574e-4675-a4ca-6f2eea01fe57 None None] Sync routers for ids ['4f367e68-19c9-44c6-8874-1b8d75312e60'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:09:19.952261 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b591001-574e-4675-a4ca-6f2eea01fe57 None None] Routers {'4f367e68-19c9-44c6-8874-1b8d75312e60'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:19.952871 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b591001-574e-4675-a4ca-6f2eea01fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f367e68-19c9-44c6-8874-1b8d75312e60'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:20.044581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:20.055181 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-3b591001-574e-4675-a4ca-6f2eea01fe57 None None] Set router 4f367e68-19c9-44c6-8874-1b8d75312e60 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:20.148412 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:20.228716 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b591001-574e-4675-a4ca-6f2eea01fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'name': 'tempest-TestEncryptedCinderVolumes-550085109-router', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:52Z', 'updated_at': '2021-08-21T10:09:19Z', 'revision_number': 5, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'gw_port': {'id': '72ad93ba-61e6-4b10-873c-8d5686ccfe0a', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:07:53Z', 'updated_at': '2021-08-21T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:20.254819 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b591001-574e-4675-a4ca-6f2eea01fe57 None None] Checking router: 4f367e68-19c9-44c6-8874-1b8d75312e60 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:09:20.255077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Deleting port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:09:20.255681 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:20.263722 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b591001-574e-4675-a4ca-6f2eea01fe57 None None] Routers {'4f367e68-19c9-44c6-8874-1b8d75312e60'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:20.264326 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b591001-574e-4675-a4ca-6f2eea01fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['4f367e68-19c9-44c6-8874-1b8d75312e60'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:20.345304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] For port 72ad93ba-61e6-4b10-873c-8d5686ccfe0a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=72ad93ba-61e6-4b10-873c-8d5686ccfe0a,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:20.345666 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:20.349761 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-3b591001-574e-4675-a4ca-6f2eea01fe57 None None] Set router 4f367e68-19c9-44c6-8874-1b8d75312e60 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:20.357533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Calling delete_port for 72ad93ba-61e6-4b10-873c-8d5686ccfe0a owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:09:20.403021 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b591001-574e-4675-a4ca-6f2eea01fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'name': 'tempest-TestEncryptedCinderVolumes-550085109-router', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:52Z', 'updated_at': '2021-08-21T10:09:20Z', 'revision_number': 6, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:20.428231 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b591001-574e-4675-a4ca-6f2eea01fe57 None None] The sync data for ids ['4f367e68-19c9-44c6-8874-1b8d75312e60'] in n-d-766726-28 is: [{'id': '4f367e68-19c9-44c6-8874-1b8d75312e60', 'name': 'tempest-TestEncryptedCinderVolumes-550085109-router', 'tenant_id': '97b6742ac0354e9fa3dd095ff6bab849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:07:52Z', 'updated_at': '2021-08-21T10:09:20Z', 'revision_number': 6, 'project_id': '97b6742ac0354e9fa3dd095ff6bab849', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:09:20.601512 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:20.628101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ad93ba-61e6-4b10-873c-8d5686ccfe0a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:20.692186 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:20.773531 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:20.777798 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:20.889896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 27956337-7a08-42f8-a96c-3282fee83e87 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:09:20.898622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:20.902492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f367e68-19c9-44c6-8874-1b8d75312e60 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:09:20.904057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:20.905256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b3607ce3-92df-4657-9909-67181dc610c7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4f367e68-19c9-44c6-8874-1b8d75312e60 HTTP/1.1" status: 204 len: 168 time: 0.9637184 Aug 21 10:09:20.907929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34078) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:20.913224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 27956337-7a08-42f8-a96c-3282fee83e87 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:09:20.913592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 27956337-7a08-42f8-a96c-3282fee83e87 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:09:20.952317 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b096f5a-7012-4749-b37e-ba628aa43414 admin admin] Deleting subnet 42ff0f7f-4ece-4b0d-9f56-042636b2dbc7 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:09:20.955407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b096f5a-7012-4749-b37e-ba628aa43414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:20.990456 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b096f5a-7012-4749-b37e-ba628aa43414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.071264 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b096f5a-7012-4749-b37e-ba628aa43414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.204319 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b096f5a-7012-4749-b37e-ba628aa43414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.229637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b096f5a-7012-4749-b37e-ba628aa43414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ff0f7f-4ece-4b0d-9f56-042636b2dbc7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:21.236327 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5b096f5a-7012-4749-b37e-ba628aa43414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.238527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5b096f5a-7012-4749-b37e-ba628aa43414 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/42ff0f7f-4ece-4b0d-9f56-042636b2dbc7 HTTP/1.1" status: 204 len: 168 time: 0.3296247 Aug 21 10:09:21.240999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34080) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:21.243372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e4592-ed04-4b59-9b84-ac96c5851e93 None None] Network f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:09:21.312078 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.374030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Deleting port f7d9a84d-a456-40c5-9167-a6536d0ad76b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:09:21.374366 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.438472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bae255-f823-4d69-8a8f-b9d0d5d115ad None None] DHCP port deletion for f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:09:21.439645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] For port f7d9a84d-a456-40c5-9167-a6536d0ad76b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f7d9a84d-a456-40c5-9167-a6536d0ad76b,segment=NetworkSegment(182054a8-75fc-4b00-a4ca-b49aa5793b27),segment_id=182054a8-75fc-4b00-a4ca-b49aa5793b27)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:21.440013 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.453542 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Calling delete_port for f7d9a84d-a456-40c5-9167-a6536d0ad76b owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:09:21.486251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-87bae255-f823-4d69-8a8f-b9d0d5d115ad None None] Deleting port f7d9a84d-a456-40c5-9167-a6536d0ad76b {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:09:21.486909 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-87bae255-f823-4d69-8a8f-b9d0d5d115ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.552457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-87bae255-f823-4d69-8a8f-b9d0d5d115ad None None] For port f7d9a84d-a456-40c5-9167-a6536d0ad76b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=f7d9a84d-a456-40c5-9167-a6536d0ad76b,segment=NetworkSegment(182054a8-75fc-4b00-a4ca-b49aa5793b27),segment_id=182054a8-75fc-4b00-a4ca-b49aa5793b27)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:21.552853 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-87bae255-f823-4d69-8a8f-b9d0d5d115ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.566171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-87bae255-f823-4d69-8a8f-b9d0d5d115ad None None] Calling delete_port for f7d9a84d-a456-40c5-9167-a6536d0ad76b owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:09:21.610066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.636124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d9a84d-a456-40c5-9167-a6536d0ad76b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:21.639731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] No DVR routers for this DVR port f7d9a84d-a456-40c5-9167-a6536d0ad76b on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:09:21.652058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-87bae255-f823-4d69-8a8f-b9d0d5d115ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.676303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bae255-f823-4d69-8a8f-b9d0d5d115ad None None] Pushing event deleted for resources: {'Port': ['ID=f7d9a84d-a456-40c5-9167-a6536d0ad76b,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:21.681716 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bae255-f823-4d69-8a8f-b9d0d5d115ad None None] No DVR routers for this DVR port f7d9a84d-a456-40c5-9167-a6536d0ad76b on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:09:21.708386 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.719186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:21.729356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182054a8-75fc-4b00-a4ca-b49aa5793b27') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:21.729644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182054a8-75fc-4b00-a4ca-b49aa5793b27') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:21.738957 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.756388 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.762273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:09:21.762653 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:09:21.764295 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:09:21.912786 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.918208 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:21.920815 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] 10.222.0.20 "DELETE /v2.0/networks/f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67 HTTP/1.1" status: 204 len: 168 time: 0.6787839 Aug 21 10:09:21.931932 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492fc2b-e874-4651-a76b-cf100f98df6c admin admin] Pushing event deleted for resources: {'Network': ['ID=f11b21f9-fb76-4fcd-a8e6-c3e8e0277c67,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:22.286779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34084) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:22.326224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8b1b03e5-3263-418c-b12b-36a86e8c17f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33d13118aad046d39b9569727f1e7ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383043 Aug 21 10:09:22.328686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34086) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:22.378853 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d94cc278-c861-469c-b41f-246c4a034755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:22.400227 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d94cc278-c861-469c-b41f-246c4a034755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:22.515789 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d94cc278-c861-469c-b41f-246c4a034755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:22.518512 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d94cc278-c861-469c-b41f-246c4a034755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:22.519724 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d94cc278-c861-469c-b41f-246c4a034755 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a4e142b-71d8-4519-b5cb-403a03eadcc5 HTTP/1.1" status: 204 len: 168 time: 0.1900802 Aug 21 10:09:22.530369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cc278-c861-469c-b41f-246c4a034755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4e142b-71d8-4519-b5cb-403a03eadcc5,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:22.535913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 72ad93ba-61e6-4b10-873c-8d5686ccfe0a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:09:22.562351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 72ad93ba-61e6-4b10-873c-8d5686ccfe0a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:09:22.562696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 72ad93ba-61e6-4b10-873c-8d5686ccfe0a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:09:22.563115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f7d9a84d-a456-40c5-9167-a6536d0ad76b no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:09:22.584724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: f7d9a84d-a456-40c5-9167-a6536d0ad76b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:09:22.585107 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device f7d9a84d-a456-40c5-9167-a6536d0ad76b not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:09:23.149895 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34092) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:23.190053 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-92526c9f-4174-48d0-8dc1-54119b8942e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97b6742ac0354e9fa3dd095ff6bab849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389941 Aug 21 10:09:23.192601 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34094) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:23.240132 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b7d9139-43e4-444a-bb21-95758f622b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:23.260291 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b7d9139-43e4-444a-bb21-95758f622b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:23.375397 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b7d9139-43e4-444a-bb21-95758f622b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:23.377943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7b7d9139-43e4-444a-bb21-95758f622b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:23.379119 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7b7d9139-43e4-444a-bb21-95758f622b19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00beb243-ac8b-4934-8383-ca92cb2794dd HTTP/1.1" status: 204 len: 168 time: 0.1856017 Aug 21 10:09:23.387090 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d9139-43e4-444a-bb21-95758f622b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00beb243-ac8b-4934-8383-ca92cb2794dd,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:24.397647 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34116) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:24.498089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-465110304-network', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:09:24.598213 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Made reservation on behalf of e1aedb4028944ae68f7c447000059e7d for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:09:24.600622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:24.609020 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:24.694349 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:24.786590 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:24.813474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:09:24.818726 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:24.826404 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:24.826763 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Added segment c219e4f1-01c2-49d3-a6be-9dd7ed62cf68 of type vlan for network 430d0dc3-1bfa-4c51-850a-b043719444f7 Aug 21 10:09:24.866400 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:24.952182 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:24.953241 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:24.953878 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:25.016206 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] Pushing event updated for resources: {'Network': ['ID=430d0dc3-1bfa-4c51-850a-b043719444f7,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:25.029838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 430d0dc3-1bfa-4c51-850a-b043719444f7 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:09:25.076656 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8dd7e661-8e9a-4473-96ed-a90fe3efd3c2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6776819 Aug 21 10:09:25.079308 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34120) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:25.084207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] Request body: {'subnet': {'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-465110304-subnet', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:09:25.175388 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] Made reservation on behalf of e1aedb4028944ae68f7c447000059e7d for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:09:25.177802 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:25.401295 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:25.460636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc641cef-77ce-4078-a90b-83ff6f9f519d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:25.465896 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] Checking segment: {'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:09:25.466261 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] Network hostable DHCP agents. Network: 430d0dc3-1bfa-4c51-850a-b043719444f7, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:09:25.586356 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] Network 430d0dc3-1bfa-4c51-850a-b043719444f7 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:09:25.678172 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 430d0dc3-1bfa-4c51-850a-b043719444f7) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:09:25.682252 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:25.682841 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:25.687071 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c402fe83-f1bd-4da2-b625-d5e8494bd174 None None] Network 430d0dc3-1bfa-4c51-850a-b043719444f7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:09:25.767829 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e37e5abb-a248-4e49-adb8-8bc456cf429b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6873941 Aug 21 10:09:25.770511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34122) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:25.775152 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:09:25.833036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-430d0dc3-1bfa-4c51-850a-b043719444f7', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'fixed_ips': [{'subnet_id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:09:25.833891 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:25.918771 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:25.919918 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:25.967114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Allocated IP 172.20.0.2 (430d0dc3-1bfa-4c51-850a-b043719444f7/dc641cef-77ce-4078-a90b-83ff6f9f519d/6360c0e6-07b8-448d-9faf-345b01af096e) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:09:25.974162 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:26.112282 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:26.120585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Transition to ACTIVE for port object 6360c0e6-07b8-448d-9faf-345b01af096e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:09:26.135036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Transition to ACTIVE for port object 6360c0e6-07b8-448d-9faf-345b01af096e will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:09:26.167055 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:26.210041 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:26.248818 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Network 430d0dc3-1bfa-4c51-850a-b043719444f7 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:09:26.251529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:09:26.255006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:09:26.264638 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Pushing event updated for resources: {'Port': ['ID=6360c0e6-07b8-448d-9faf-345b01af096e,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:26.318127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Attempting to bind port 6360c0e6-07b8-448d-9faf-345b01af096e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:09:26.318494 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Attempting to bind port 6360c0e6-07b8-448d-9faf-345b01af096e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:09:26.318853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Attempting to bind port 6360c0e6-07b8-448d-9faf-345b01af096e on network 430d0dc3-1bfa-4c51-850a-b043719444f7 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:09:26.323824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:09:26.324192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Checking segment: {'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:09:26.324656 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:26.325045 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Bound using segment: {'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:09:26.325507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Bound port: 6360c0e6-07b8-448d-9faf-345b01af096e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:09:26.325888 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:26.388575 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] For port 6360c0e6-07b8-448d-9faf-345b01af096e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:09:26.391904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] For port 6360c0e6-07b8-448d-9faf-345b01af096e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6360c0e6-07b8-448d-9faf-345b01af096e,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:09:26.429734 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:26.448597 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:26.472945 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:26.539724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac04ff9-5ab2-4aba-bcca-35b4b861d20a None None] Pushing event updated for resources: {'Port': ['ID=6360c0e6-07b8-448d-9faf-345b01af096e,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:26.556588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Allocated IP 172.25.5.54 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/5798fbef-5440-46fb-8bd5-029e9bbdac71) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:09:26.683045 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:26.801677 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:26.841436 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:09:26.846768 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:09:26.849880 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:09:26.857986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Pushing event updated for resources: {'Port': ['ID=5798fbef-5440-46fb-8bd5-029e9bbdac71,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:27.182668 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:27.367761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac373c-1726-45f4-b7d5-47b0d0bb5b48 None None] Network 430d0dc3-1bfa-4c51-850a-b043719444f7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:09:27.385855 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:27.485660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-b9f0b65d-4ec5-47d3-9e82-4e3ec8d95d43 None None] Provisioning for port 6360c0e6-07b8-448d-9faf-345b01af096e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:09:27.580812 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Router e468fc6b-876b-4969-b772-d0fc4eaec04b is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:09:27.693391 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:09:27.702645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Sync routers for ids ['e468fc6b-876b-4969-b772-d0fc4eaec04b'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:09:27.718922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Routers {'e468fc6b-876b-4969-b772-d0fc4eaec04b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:27.719530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e468fc6b-876b-4969-b772-d0fc4eaec04b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:27.792559 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:27.793954 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-70b23f7d-be75-4797-924e-26512ff9db2d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0224276 Aug 21 10:09:27.796806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34124) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:27.826713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Set router e468fc6b-876b-4969-b772-d0fc4eaec04b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:28.004413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:26Z', 'revision_number': 3, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:28.032544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Checking router: e468fc6b-876b-4969-b772-d0fc4eaec04b for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:09:28.032883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Updating router e468fc6b-876b-4969-b772-d0fc4eaec04b port 5798fbef-5440-46fb-8bd5-029e9bbdac71 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:09:28.057514 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:28.317466 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:28.327316 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Transition to ACTIVE for port object 5798fbef-5440-46fb-8bd5-029e9bbdac71 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:09:28.386931 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:28.442061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Attempting to bind port 5798fbef-5440-46fb-8bd5-029e9bbdac71 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:09:28.442428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Attempting to bind port 5798fbef-5440-46fb-8bd5-029e9bbdac71 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:09:28.442786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Attempting to bind port 5798fbef-5440-46fb-8bd5-029e9bbdac71 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:09:28.444747 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b427d3-3328-4177-a2b6-23c4b49e3559 None None] Pushing event updated for resources: {'Port': ['ID=5798fbef-5440-46fb-8bd5-029e9bbdac71,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:28.450079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:09:28.450446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:09:28.450845 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:28.451227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:09:28.451710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Bound port: 5798fbef-5440-46fb-8bd5-029e9bbdac71, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:09:28.452093 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:28.486353 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:28.507739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] For port 5798fbef-5440-46fb-8bd5-029e9bbdac71, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:09:28.511886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] For port 5798fbef-5440-46fb-8bd5-029e9bbdac71, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5798fbef-5440-46fb-8bd5-029e9bbdac71,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:09:28.569072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6360c0e6-07b8-448d-9faf-345b01af096e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:28.594230 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:28.651500 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Allocated IP 172.20.0.1 (430d0dc3-1bfa-4c51-850a-b043719444f7/dc641cef-77ce-4078-a90b-83ff6f9f519d/6115cc69-6be9-4c8b-b04b-1d7769bbf388) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:09:28.763159 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:28.778814 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Transition to ACTIVE for port object 6115cc69-6be9-4c8b-b04b-1d7769bbf388 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:09:28.840737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Routers {'e468fc6b-876b-4969-b772-d0fc4eaec04b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:28.840737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e468fc6b-876b-4969-b772-d0fc4eaec04b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:28.841394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b427d3-3328-4177-a2b6-23c4b49e3559 None None] Pushing event updated for resources: {'Port': ['ID=5798fbef-5440-46fb-8bd5-029e9bbdac71,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:28.905137 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:28.943516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Network 430d0dc3-1bfa-4c51-850a-b043719444f7 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:09:28.944928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] Set router e468fc6b-876b-4969-b772-d0fc4eaec04b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:28.947905 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:09:28.955022 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:09:28.958254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Pushing event updated for resources: {'Port': ['ID=6115cc69-6be9-4c8b-b04b-1d7769bbf388,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:28.973680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 6360c0e6-07b8-448d-9faf-345b01af096e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:09:28.999598 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:29.003366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 6360c0e6-07b8-448d-9faf-345b01af096e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:29.003821 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:29.191775 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:29.236692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 6360c0e6-07b8-448d-9faf-345b01af096e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6360c0e6-07b8-448d-9faf-345b01af096e,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:29.245179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:26Z', 'revision_number': 3, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:29.270145 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:29.272566 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5e1c0-259a-465e-a990-694459a580a2 None None] The sync data for ids ['e468fc6b-876b-4969-b772-d0fc4eaec04b'] in n-d-766726-28 is: [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:26Z', 'revision_number': 3, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:09:29.306374 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1faf33fa-c06f-46bf-baff-8f1780768219 None None] Provisioning for port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:09:29.310969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1faf33fa-c06f-46bf-baff-8f1780768219 None None] Provisioning complete for port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:29.311345 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1faf33fa-c06f-46bf-baff-8f1780768219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:29.333835 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:29.382540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1faf33fa-c06f-46bf-baff-8f1780768219 None None] Port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:09:29.401813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=6360c0e6-07b8-448d-9faf-345b01af096e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:29.442751 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:29.506829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:29.580684 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Pushing event updated for resources: {'Port': ['ID=6115cc69-6be9-4c8b-b04b-1d7769bbf388,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:29.588817 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:29.693299 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Network 430d0dc3-1bfa-4c51-850a-b043719444f7 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:09:29.694781 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:09:29.821073 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Router e468fc6b-876b-4969-b772-d0fc4eaec04b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:09:29.907129 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ee46dd63-1d8e-44c6-aec8-ff2c5b53f0b0 None None] Provisioning complete for port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:29.907680 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ee46dd63-1d8e-44c6-aec8-ff2c5b53f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:29.945598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ee46dd63-1d8e-44c6-aec8-ff2c5b53f0b0 None None] Port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:09:29.947330 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:09:29.955351 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-121b495b-0695-49a8-b8aa-c398b6fe7b8c admin admin] 10.222.0.20 "PUT /v2.0/routers/e468fc6b-876b-4969-b772-d0fc4eaec04b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1574473 Aug 21 10:09:30.616446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6360c0e6-07b8-448d-9faf-345b01af096e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:30.634672 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34140) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:30.640361 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1497384985-network', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:09:30.666761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 6360c0e6-07b8-448d-9faf-345b01af096e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:30.667140 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:30.721474 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Made reservation on behalf of 2ac7c8bb1bc64899a30535fe8b159f4d for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:09:30.723940 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:30.733146 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:30.754134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5798fbef-5440-46fb-8bd5-029e9bbdac71 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:30.833786 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Sync routers for ids ['e468fc6b-876b-4969-b772-d0fc4eaec04b'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:09:30.837540 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:30.843355 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Routers {'e468fc6b-876b-4969-b772-d0fc4eaec04b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:30.844018 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e468fc6b-876b-4969-b772-d0fc4eaec04b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:30.881126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 5798fbef-5440-46fb-8bd5-029e9bbdac71 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:09:30.885033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5798fbef-5440-46fb-8bd5-029e9bbdac71 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:30.885406 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:30.920776 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:30.941494 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:09:30.953637 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Set router e468fc6b-876b-4969-b772-d0fc4eaec04b gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:30.960451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:30.961143 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Added segment 224bb5d9-f80f-4257-8169-432b25a43946 of type vlan for network 4cee4e45-2227-4807-984b-9ffefe4d8278 Aug 21 10:09:30.962372 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac239632-190c-4926-805d-07aa4c7b2b5d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:30.969104 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:30.992615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 5798fbef-5440-46fb-8bd5-029e9bbdac71, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5798fbef-5440-46fb-8bd5-029e9bbdac71,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:31.007649 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.069764 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.098395 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.101546 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:31.101546 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.131284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=5798fbef-5440-46fb-8bd5-029e9bbdac71,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:31.160110 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:29Z', 'revision_number': 4, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '6115cc69-6be9-4c8b-b04b-1d7769bbf388', 'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'mac_address': 'fa:16:3e:d1:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:28Z', 'updated_at': '2021-08-21T10:09:29Z', 'revision_number': 2, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'subnets': [{'id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:31.173234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] Pushing event updated for resources: {'Network': ['ID=4cee4e45-2227-4807-984b-9ffefe4d8278,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:31.183305 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 4cee4e45-2227-4807-984b-9ffefe4d8278 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:09:31.189281 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Checking router: e468fc6b-876b-4969-b772-d0fc4eaec04b for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:09:31.189630 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Updating router e468fc6b-876b-4969-b772-d0fc4eaec04b port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:09:31.193161 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7597cd74-464f-435e-9822-b1b24ec558fc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5573394 Aug 21 10:09:31.195643 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34142) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:31.201088 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] Request body: {'subnet': {'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1497384985-subnet', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:09:31.217520 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.269380 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] Made reservation on behalf of 2ac7c8bb1bc64899a30535fe8b159f4d for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:09:31.271817 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.515864 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.568419 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.575302 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df7af4d-68b5-4cda-85dd-0b0f99de8f54,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:31.578150 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Transition to ACTIVE for port object 6115cc69-6be9-4c8b-b04b-1d7769bbf388 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:09:31.582358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] Checking segment: {'id': '224bb5d9-f80f-4257-8169-432b25a43946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:09:31.582358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] Network hostable DHCP agents. Network: 4cee4e45-2227-4807-984b-9ffefe4d8278, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:09:31.649695 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.675546 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] Network 4cee4e45-2227-4807-984b-9ffefe4d8278 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:09:31.698598 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Pushing event updated for resources: {'Port': ['ID=6115cc69-6be9-4c8b-b04b-1d7769bbf388,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:31.722220 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.722563 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.722942 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.723231 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.723580 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.723909 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.724238 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.724560 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.724879 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.725199 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.725520 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.725840 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:09:31.762384 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Attempting to bind port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:09:31.762842 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Attempting to bind port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:09:31.763209 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Attempting to bind port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 on network 430d0dc3-1bfa-4c51-850a-b043719444f7 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:09:31.768773 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:09:31.769081 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Checking segment: {'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:09:31.769484 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.769877 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Bound using segment: {'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:09:31.770341 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Bound port: 6115cc69-6be9-4c8b-b04b-1d7769bbf388, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:09:31.770722 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.784243 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 4cee4e45-2227-4807-984b-9ffefe4d8278) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:09:31.789800 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:31.790969 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.795636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092413c-84af-4909-b1e1-cb1265ac5367 None None] Network 4cee4e45-2227-4807-984b-9ffefe4d8278 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:09:31.842934 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] For port 6115cc69-6be9-4c8b-b04b-1d7769bbf388, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:09:31.848027 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] For port 6115cc69-6be9-4c8b-b04b-1d7769bbf388, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6115cc69-6be9-4c8b-b04b-1d7769bbf388,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:09:31.884346 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-aa8934b1-9abc-4fad-b490-6367193c250e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6875668 Aug 21 10:09:31.886763 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34144) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:31.891440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1497384985-router', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:09:31.929690 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.951506 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-4cee4e45-2227-4807-984b-9ffefe4d8278', 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'fixed_ips': [{'subnet_id': '5df7af4d-68b5-4cda-85dd-0b0f99de8f54'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:09:31.952414 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:31.990473 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Routers {'e468fc6b-876b-4969-b772-d0fc4eaec04b'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:31.991112 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e468fc6b-876b-4969-b772-d0fc4eaec04b'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:31.994246 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57492b-2897-40ff-8545-6d52cb33eb81 None None] Pushing event updated for resources: {'Port': ['ID=6115cc69-6be9-4c8b-b04b-1d7769bbf388,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:32.001373 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.004706 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.072485 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.120120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Allocated IP 172.20.0.2 (4cee4e45-2227-4807-984b-9ffefe4d8278/5df7af4d-68b5-4cda-85dd-0b0f99de8f54/9a0ce38c-b92d-4327-aca8-fd216eba0ff0) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:09:32.132599 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] Set router e468fc6b-876b-4969-b772-d0fc4eaec04b gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:32.282360 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.295478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Transition to ACTIVE for port object 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:09:32.296760 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.313301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Transition to ACTIVE for port object 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:09:32.335831 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:29Z', 'revision_number': 4, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '6115cc69-6be9-4c8b-b04b-1d7769bbf388', 'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'mac_address': 'fa:16:3e:d1:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:28Z', 'updated_at': '2021-08-21T10:09:31Z', 'revision_number': 4, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'subnets': [{'id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:32.364599 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54221e27-05af-4e1e-96d9-aa1493f046f7 None None] The sync data for ids ['e468fc6b-876b-4969-b772-d0fc4eaec04b'] in n-d-766726-28 is: [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:29Z', 'revision_number': 4, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '6115cc69-6be9-4c8b-b04b-1d7769bbf388', 'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'mac_address': 'fa:16:3e:d1:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:28Z', 'updated_at': '2021-08-21T10:09:31Z', 'revision_number': 4, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'subnets': [{'id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:09:32.402186 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.459921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Network 4cee4e45-2227-4807-984b-9ffefe4d8278 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:09:32.463057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:09:32.469753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:09:32.474079 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Pushing event updated for resources: {'Port': ['ID=9a0ce38c-b92d-4327-aca8-fd216eba0ff0,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:32.540085 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Attempting to bind port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:09:32.540464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Attempting to bind port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '224bb5d9-f80f-4257-8169-432b25a43946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:09:32.540833 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Attempting to bind port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 on network 4cee4e45-2227-4807-984b-9ffefe4d8278 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:09:32.548185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:09:32.548185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Checking segment: {'id': '224bb5d9-f80f-4257-8169-432b25a43946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:09:32.548185 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.548577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Bound using segment: {'id': '224bb5d9-f80f-4257-8169-432b25a43946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:09:32.548871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Bound port: 9a0ce38c-b92d-4327-aca8-fd216eba0ff0, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224bb5d9-f80f-4257-8169-432b25a43946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:09:32.549268 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.637115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] For port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:09:32.641100 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] For port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9a0ce38c-b92d-4327-aca8-fd216eba0ff0,segment=NetworkSegment(224bb5d9-f80f-4257-8169-432b25a43946),segment_id=224bb5d9-f80f-4257-8169-432b25a43946)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:09:32.664465 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.679685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5798fbef-5440-46fb-8bd5-029e9bbdac71 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:32.687820 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.729086 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.770798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5798fbef-5440-46fb-8bd5-029e9bbdac71 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:32.771747 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:32.813649 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Allocated IP 172.25.5.161 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/2d77995d-ee72-4473-beb7-4c0314edf515) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:09:32.824904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13dbee-836b-419d-a62e-e58228103ac3 None None] Pushing event updated for resources: {'Port': ['ID=9a0ce38c-b92d-4327-aca8-fd216eba0ff0,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:32.884908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6115cc69-6be9-4c8b-b04b-1d7769bbf388 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:32.941834 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:33.024244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:09:33.029042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:33.029412 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:33.053739 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:33.096530 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:09:33.099788 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:09:33.102695 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:09:33.132104 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:33.144444 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Pushing event updated for resources: {'Port': ['ID=2d77995d-ee72-4473-beb7-4c0314edf515,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:33.174287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 6115cc69-6be9-4c8b-b04b-1d7769bbf388, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6115cc69-6be9-4c8b-b04b-1d7769bbf388,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:33.284010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:33.336192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=6115cc69-6be9-4c8b-b04b-1d7769bbf388,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:33.523664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:33.747702 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:33.850038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04261b55-b6c4-4019-9451-82869ee52ad1 None None] Network 4cee4e45-2227-4807-984b-9ffefe4d8278 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:09:33.972376 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Router 38d3fefe-fae8-4600-8601-9611103395fe is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:09:33.999205 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-29af1048-7c9e-450a-9623-8d6e1edba201 None None] Provisioning for port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:09:34.087198 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:09:34.096857 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Sync routers for ids ['38d3fefe-fae8-4600-8601-9611103395fe'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:09:34.119779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Routers {'38d3fefe-fae8-4600-8601-9611103395fe'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:34.119779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38d3fefe-fae8-4600-8601-9611103395fe'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:34.172756 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:34.177683 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-213569e4-7e07-43e4-a4a3-0d8d91a91f23 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2864811 Aug 21 10:09:34.178163 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34146) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:09:34.221322 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Set router 38d3fefe-fae8-4600-8601-9611103395fe gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:34.413762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3fefe-fae8-4600-8601-9611103395fe', 'name': 'tempest-TestMinimumBasicScenario-1497384985-router', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:33Z', 'revision_number': 3, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'gw_port': {'id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:34.440054 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Checking router: 38d3fefe-fae8-4600-8601-9611103395fe for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:09:34.440405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Updating router 38d3fefe-fae8-4600-8601-9611103395fe port 2d77995d-ee72-4473-beb7-4c0314edf515 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:09:34.465226 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:34.661386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:34.787516 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:34.797698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Transition to ACTIVE for port object 2d77995d-ee72-4473-beb7-4c0314edf515 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:09:34.841105 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:09:34.845115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:34.845591 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:34.892313 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:34.920372 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:34.974612 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:34.978052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Attempting to bind port 2d77995d-ee72-4473-beb7-4c0314edf515 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:09:34.978417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Attempting to bind port 2d77995d-ee72-4473-beb7-4c0314edf515 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:09:34.978782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Attempting to bind port 2d77995d-ee72-4473-beb7-4c0314edf515 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:09:34.995176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:09:34.995549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:09:34.995968 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:34.996397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:09:34.996862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Bound port: 2d77995d-ee72-4473-beb7-4c0314edf515, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:09:34.997245 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:34.998758 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94f035-e98f-472f-91b9-d2aa44182d6c None None] Pushing event updated for resources: {'Port': ['ID=2d77995d-ee72-4473-beb7-4c0314edf515,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:35.063215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9a0ce38c-b92d-4327-aca8-fd216eba0ff0,segment=NetworkSegment(224bb5d9-f80f-4257-8169-432b25a43946),segment_id=224bb5d9-f80f-4257-8169-432b25a43946)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:35.074092 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] For port 2d77995d-ee72-4473-beb7-4c0314edf515, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:09:35.077698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] For port 2d77995d-ee72-4473-beb7-4c0314edf515, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2d77995d-ee72-4473-beb7-4c0314edf515,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:09:35.092140 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Allocated IP 172.20.0.1 (4cee4e45-2227-4807-984b-9ffefe4d8278/5df7af4d-68b5-4cda-85dd-0b0f99de8f54/ce3fe539-ea18-4def-80e0-bf32d891ccdd) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:09:35.120897 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:35.122239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6115cc69-6be9-4c8b-b04b-1d7769bbf388 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:35.181512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:35.197223 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:35.212403 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Transition to ACTIVE for port object ce3fe539-ea18-4def-80e0-bf32d891ccdd will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:09:35.220595 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=9a0ce38c-b92d-4327-aca8-fd216eba0ff0,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:35.330213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:35.371813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Network 4cee4e45-2227-4807-984b-9ffefe4d8278 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:09:35.374740 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:09:35.378317 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:09:35.404404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3fe539-ea18-4def-80e0-bf32d891ccdd,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:35.421895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Routers {'38d3fefe-fae8-4600-8601-9611103395fe'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:35.422542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38d3fefe-fae8-4600-8601-9611103395fe'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:35.428710 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:35.464688 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:35.465584 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:35.548113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94f035-e98f-472f-91b9-d2aa44182d6c None None] Pushing event updated for resources: {'Port': ['ID=2d77995d-ee72-4473-beb7-4c0314edf515,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:35.586019 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] Set router 38d3fefe-fae8-4600-8601-9611103395fe gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:35.626298 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:35.792699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:35.802070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ef99299d-9107-4c8e-967a-a7af8142be55 None None] Provisioning for port ce3fe539-ea18-4def-80e0-bf32d891ccdd completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:09:35.808534 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ef99299d-9107-4c8e-967a-a7af8142be55 None None] Provisioning complete for port ce3fe539-ea18-4def-80e0-bf32d891ccdd triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:35.808988 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ef99299d-9107-4c8e-967a-a7af8142be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:35.812617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3fefe-fae8-4600-8601-9611103395fe', 'name': 'tempest-TestMinimumBasicScenario-1497384985-router', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:33Z', 'revision_number': 3, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'gw_port': {'id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:35.855718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e4922-61b4-4761-804f-c48e74e49a34 None None] The sync data for ids ['38d3fefe-fae8-4600-8601-9611103395fe'] in n-d-766726-28 is: [{'id': '38d3fefe-fae8-4600-8601-9611103395fe', 'name': 'tempest-TestMinimumBasicScenario-1497384985-router', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:33Z', 'revision_number': 3, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'gw_port': {'id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:09:35.869664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:35.871595 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ef99299d-9107-4c8e-967a-a7af8142be55 None None] Port ce3fe539-ea18-4def-80e0-bf32d891ccdd cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:09:35.942256 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3fe539-ea18-4def-80e0-bf32d891ccdd,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:35.944660 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:36.041624 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Network 4cee4e45-2227-4807-984b-9ffefe4d8278 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:09:36.043193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:09:36.174529 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Router 38d3fefe-fae8-4600-8601-9611103395fe has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:09:36.291536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-8d58efbd-4444-4597-8b8a-61ab9ff06538 None None] Provisioning complete for port ce3fe539-ea18-4def-80e0-bf32d891ccdd triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:36.292128 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8d58efbd-4444-4597-8b8a-61ab9ff06538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:36.298611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:09:36.308259 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5670ac60-2cc9-44e1-827c-6fe172c585c7 admin admin] 10.222.0.20 "PUT /v2.0/routers/38d3fefe-fae8-4600-8601-9611103395fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1285980 Aug 21 10:09:36.336895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8d58efbd-4444-4597-8b8a-61ab9ff06538 None None] Port ce3fe539-ea18-4def-80e0-bf32d891ccdd cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:09:36.628970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:36.679853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:36.680448 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:36.764334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2d77995d-ee72-4473-beb7-4c0314edf515 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:36.886679 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 2d77995d-ee72-4473-beb7-4c0314edf515 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:09:36.890961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2d77995d-ee72-4473-beb7-4c0314edf515 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:36.891338 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:36.986438 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:37.000375 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f9346c2d-30ab-40e0-891b-c848e0232ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:37.012878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 2d77995d-ee72-4473-beb7-4c0314edf515, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2d77995d-ee72-4473-beb7-4c0314edf515,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:37.084223 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:37.136980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=2d77995d-ee72-4473-beb7-4c0314edf515,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:37.400681 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Sync routers for ids ['38d3fefe-fae8-4600-8601-9611103395fe'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:09:37.410304 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Routers {'38d3fefe-fae8-4600-8601-9611103395fe'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:37.410920 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38d3fefe-fae8-4600-8601-9611103395fe'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:37.533487 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Set router 38d3fefe-fae8-4600-8601-9611103395fe gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:37.765622 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3fefe-fae8-4600-8601-9611103395fe', 'name': 'tempest-TestMinimumBasicScenario-1497384985-router', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:35Z', 'revision_number': 4, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'gw_port': {'id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ce3fe539-ea18-4def-80e0-bf32d891ccdd', 'name': '', 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'mac_address': 'fa:16:3e:a4:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5df7af4d-68b5-4cda-85dd-0b0f99de8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:34Z', 'updated_at': '2021-08-21T10:09:35Z', 'revision_number': 2, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'subnets': [{'id': '5df7af4d-68b5-4cda-85dd-0b0f99de8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:37.794517 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Checking router: 38d3fefe-fae8-4600-8601-9611103395fe for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:09:37.795016 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Updating router 38d3fefe-fae8-4600-8601-9611103395fe port ce3fe539-ea18-4def-80e0-bf32d891ccdd binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:09:37.821693 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:38.134194 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:38.148668 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Transition to ACTIVE for port object ce3fe539-ea18-4def-80e0-bf32d891ccdd will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:09:38.235617 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:38.297426 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfaced-bad3-472e-890f-244fd8403ef3 None None] Pushing event updated for resources: {'Port': ['ID=ce3fe539-ea18-4def-80e0-bf32d891ccdd,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:38.371229 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Attempting to bind port ce3fe539-ea18-4def-80e0-bf32d891ccdd on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:09:38.371756 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Attempting to bind port ce3fe539-ea18-4def-80e0-bf32d891ccdd by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '224bb5d9-f80f-4257-8169-432b25a43946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:09:38.372222 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Attempting to bind port ce3fe539-ea18-4def-80e0-bf32d891ccdd on network 4cee4e45-2227-4807-984b-9ffefe4d8278 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:09:38.378356 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:09:38.379110 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Checking segment: {'id': '224bb5d9-f80f-4257-8169-432b25a43946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:09:38.379393 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:38.380043 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Bound using segment: {'id': '224bb5d9-f80f-4257-8169-432b25a43946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:09:38.380621 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Bound port: ce3fe539-ea18-4def-80e0-bf32d891ccdd, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224bb5d9-f80f-4257-8169-432b25a43946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:09:38.381126 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:38.475654 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] For port ce3fe539-ea18-4def-80e0-bf32d891ccdd, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:09:38.486151 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] For port ce3fe539-ea18-4def-80e0-bf32d891ccdd, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ce3fe539-ea18-4def-80e0-bf32d891ccdd,segment=NetworkSegment(224bb5d9-f80f-4257-8169-432b25a43946),segment_id=224bb5d9-f80f-4257-8169-432b25a43946)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:09:38.553841 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:38.578108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2d77995d-ee72-4473-beb7-4c0314edf515 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:38.629877 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Routers {'38d3fefe-fae8-4600-8601-9611103395fe'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:09:38.630471 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:09:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38d3fefe-fae8-4600-8601-9611103395fe'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:38.649973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 2d77995d-ee72-4473-beb7-4c0314edf515 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:38.649973 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:38.842580 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfaced-bad3-472e-890f-244fd8403ef3 None None] Pushing event updated for resources: {'Port': ['ID=ce3fe539-ea18-4def-80e0-bf32d891ccdd,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:38.948490 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] Set router 38d3fefe-fae8-4600-8601-9611103395fe gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:09:39.128896 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3fefe-fae8-4600-8601-9611103395fe', 'name': 'tempest-TestMinimumBasicScenario-1497384985-router', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:35Z', 'revision_number': 4, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'gw_port': {'id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ce3fe539-ea18-4def-80e0-bf32d891ccdd', 'name': '', 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'mac_address': 'fa:16:3e:a4:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5df7af4d-68b5-4cda-85dd-0b0f99de8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:34Z', 'updated_at': '2021-08-21T10:09:38Z', 'revision_number': 4, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'subnets': [{'id': '5df7af4d-68b5-4cda-85dd-0b0f99de8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:09:39.163896 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe84630-2858-427a-9d71-0e1ec73340a3 None None] The sync data for ids ['38d3fefe-fae8-4600-8601-9611103395fe'] in n-d-766726-28 is: [{'id': '38d3fefe-fae8-4600-8601-9611103395fe', 'name': 'tempest-TestMinimumBasicScenario-1497384985-router', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:35Z', 'revision_number': 4, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'gw_port': {'id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'ce3fe539-ea18-4def-80e0-bf32d891ccdd', 'name': '', 'network_id': '4cee4e45-2227-4807-984b-9ffefe4d8278', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'mac_address': 'fa:16:3e:a4:4b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5df7af4d-68b5-4cda-85dd-0b0f99de8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:34Z', 'updated_at': '2021-08-21T10:09:38Z', 'revision_number': 4, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'subnets': [{'id': '5df7af4d-68b5-4cda-85dd-0b0f99de8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:09:39.170600 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:09:39.583547 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-675ea4ef-0881-4c6c-a3c3-d1941b1c1c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:39.846613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:40.564683 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ce3fe539-ea18-4def-80e0-bf32d891ccdd up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:40.666812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ce3fe539-ea18-4def-80e0-bf32d891ccdd completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:09:40.674183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ce3fe539-ea18-4def-80e0-bf32d891ccdd triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:40.677410 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:40.767067 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:40.812460 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port ce3fe539-ea18-4def-80e0-bf32d891ccdd, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ce3fe539-ea18-4def-80e0-bf32d891ccdd,segment=NetworkSegment(224bb5d9-f80f-4257-8169-432b25a43946),segment_id=224bb5d9-f80f-4257-8169-432b25a43946)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:09:40.895499 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:40.953523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=ce3fe539-ea18-4def-80e0-bf32d891ccdd,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:41.167391 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:42.580577 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ce3fe539-ea18-4def-80e0-bf32d891ccdd up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:09:42.634790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ce3fe539-ea18-4def-80e0-bf32d891ccdd triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:42.635167 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:42.656738 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:46.032339 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:46.106647 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:47.940254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-8a39a244-72a0-4afa-aef3-9405b0614a85 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:47.941755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-8a39a244-72a0-4afa-aef3-9405b0614a85 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/networks?id=430d0dc3-1bfa-4c51-850a-b043719444f7 HTTP/1.1" status: 200 len: 814 time: 0.1049588 Aug 21 10:09:47.957499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-41d1b644-5027-432e-b086-cb9ffd9be637 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/quotas/e1aedb4028944ae68f7c447000059e7d HTTP/1.1" status: 200 len: 375 time: 0.0098712 Aug 21 10:09:48.008622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-6a0320ac-f39e-4495-9edb-18b6e65bf757 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1aedb4028944ae68f7c447000059e7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454049 Aug 21 10:09:48.214043 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-1e632aea-ff79-4007-918f-7a348505875c service neutron] 10.222.0.20 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932106 Aug 21 10:09:48.303019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-6ffa8079-608b-4bd1-a9e2-d7a0ab9a1998 service neutron] 10.222.0.20 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827675 Aug 21 10:09:49.558997 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e42b21ef-14ca-4f45-8a50-8bd3856c841f req-9c2875aa-1a05-40ae-ace5-167faacc58e6 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 210 time: 0.0310693 Aug 21 10:09:50.652596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ce76634-dd9a-4271-a197-0a89fa32cc4c req-aa9744fd-219e-4bc5-a71c-99915d32b88f tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 210 time: 0.0259771 Aug 21 10:09:51.453280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-7ef546c0-feeb-41ad-b9ed-2e801041a25f tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:51.454737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-7ef546c0-feeb-41ad-b9ed-2e801041a25f tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.22 "GET /v2.0/networks?id=430d0dc3-1bfa-4c51-850a-b043719444f7 HTTP/1.1" status: 200 len: 814 time: 0.1015508 Aug 21 10:09:51.466927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Request body: {'port': {'device_id': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'admin_state_up': True, 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:09:51.657828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Made reservation on behalf of e1aedb4028944ae68f7c447000059e7d for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:09:51.661420 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:51.757512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fefff920-7556-4370-808b-a8c1ef2cbc12 req-ed92a352-4c80-4789-bbf0-79408ad536de tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 210 time: 0.0330098 Aug 21 10:09:51.822775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Allocated IP 172.20.0.10 (430d0dc3-1bfa-4c51-850a-b043719444f7/dc641cef-77ce-4078-a90b-83ff6f9f519d/91ea093a-4756-44aa-9c6f-4bc42b2e0ac1) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:09:51.971200 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:51.985717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Transition to ACTIVE for port object 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:09:52.086521 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:52.133331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Network 430d0dc3-1bfa-4c51-850a-b043719444f7 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:09:52.136502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:09:52.140274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:09:52.173655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'Port': ['ID=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:09:52.218083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:52.218756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:52.333001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-bfb16660-0cfb-486d-a38d-149e203ace64 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8696160 Aug 21 10:09:52.506514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-614a5cff-1d76-4e65-9e7f-fdb1c0233f00 None None] Provisioning for port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:09:52.511326 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-614a5cff-1d76-4e65-9e7f-fdb1c0233f00 None None] Provisioning complete for port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:09:52.511916 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-614a5cff-1d76-4e65-9e7f-fdb1c0233f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:09:52.562069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-614a5cff-1d76-4e65-9e7f-fdb1c0233f00 None None] Port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:09:52.883853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93886f-599f-4752-99b8-871896caafa5 req-0ae4d325-3404-478b-aac0-d0bef1f98623 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:52.885374 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e93886f-599f-4752-99b8-871896caafa5 req-0ae4d325-3404-478b-aac0-d0bef1f98623 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 932 time: 0.0509415 Aug 21 10:09:52.927882 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e93886f-599f-4752-99b8-871896caafa5 req-93671f3c-ae94-4ecb-8d88-20f562b25f79 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353858 Aug 21 10:09:54.067752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38c207-6e3d-43c8-8fef-75597346b126 req-fcdf514c-66ba-4381-9b83-4d283b9b9638 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:54.069257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d38c207-6e3d-43c8-8fef-75597346b126 req-fcdf514c-66ba-4381-9b83-4d283b9b9638 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 932 time: 0.0562544 Aug 21 10:09:54.111741 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8d38c207-6e3d-43c8-8fef-75597346b126 req-fcc0c58b-21c4-4ca7-b4c1-3d19c754766c tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Aug 21 10:09:55.226864 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0441696-d2c4-4aa6-bf01-89ceea9fe751 req-9a4cdc44-fa42-4234-8a32-211e4ffb02a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:55.234761 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0441696-d2c4-4aa6-bf01-89ceea9fe751 req-9a4cdc44-fa42-4234-8a32-211e4ffb02a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 932 time: 0.0566809 Aug 21 10:09:55.268640 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0441696-d2c4-4aa6-bf01-89ceea9fe751 req-1f6a0859-c1ab-4697-9822-6dcbbec84398 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Aug 21 10:09:56.383447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b3e36-bba7-4be3-985c-aef43f0976e8 req-09a258b0-8a90-4c15-92d1-f1317466a6e3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:56.385048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b4b3e36-bba7-4be3-985c-aef43f0976e8 req-09a258b0-8a90-4c15-92d1-f1317466a6e3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 932 time: 0.0511854 Aug 21 10:09:56.423453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9b4b3e36-bba7-4be3-985c-aef43f0976e8 req-faca637f-43c7-4888-aad2-46ecca8b964f tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316963 Aug 21 10:09:57.543536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f2ba5-9941-42c5-be6b-0bd861a50a13 req-20151d1d-2a15-4c3a-b313-67b2a027eec6 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:57.545282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b72f2ba5-9941-42c5-be6b-0bd861a50a13 req-20151d1d-2a15-4c3a-b313-67b2a027eec6 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 932 time: 0.0538390 Aug 21 10:09:57.588367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b72f2ba5-9941-42c5-be6b-0bd861a50a13 req-140cc03a-9a15-4e53-9517-7571269e503f tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364389 Aug 21 10:09:58.708403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a29c3-ef18-42ab-8f26-aa5fb12e4761 req-f6ea845b-5648-400c-95cc-874eee553610 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:58.709913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-916a29c3-ef18-42ab-8f26-aa5fb12e4761 req-f6ea845b-5648-400c-95cc-874eee553610 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 932 time: 0.0522037 Aug 21 10:09:58.747352 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-916a29c3-ef18-42ab-8f26-aa5fb12e4761 req-de00d1e7-c111-4f1a-924e-d73b50d4c625 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301557 Aug 21 10:09:59.872756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767a64c-d8d7-4db8-9bb2-3ba442771aea req-e958550f-6e00-4465-b693-52d591b8393b tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:09:59.875047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a767a64c-d8d7-4db8-9bb2-3ba442771aea req-e958550f-6e00-4465-b693-52d591b8393b tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 932 time: 0.0497017 Aug 21 10:09:59.916461 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a767a64c-d8d7-4db8-9bb2-3ba442771aea req-d72ca445-eb50-41b2-8311-8815a0205a65 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353732 Aug 21 10:10:01.047684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52735645-a111-4af5-9d2d-359ae829e818 req-f5c7bd11-67b4-441c-aa34-2a1f02cf1dc9 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:01.049505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52735645-a111-4af5-9d2d-359ae829e818 req-f5c7bd11-67b4-441c-aa34-2a1f02cf1dc9 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 932 time: 0.0579789 Aug 21 10:10:01.089106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52735645-a111-4af5-9d2d-359ae829e818 req-8ba7f5fc-c58a-456b-b7eb-989f5138ad36 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332069 Aug 21 10:10:01.958798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Request body: {'port': {'device_id': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:10:02.014533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:02.257142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60daebe-7492-4679-8185-33845d05f416 req-850a87d8-e1c5-4cd4-8951-8e110ef716a4 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:02.258583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a60daebe-7492-4679-8185-33845d05f416 req-850a87d8-e1c5-4cd4-8951-8e110ef716a4 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 932 time: 0.1037843 Aug 21 10:10:02.319311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a60daebe-7492-4679-8185-33845d05f416 req-a41f5632-daab-4fc2-a4da-00b39de33ee4 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545628 Aug 21 10:10:02.355732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:10:02.363092 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:02.374670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Transition to ACTIVE for port object 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:10:02.451287 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:02.503454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Pushing event updated for resources: {'Port': ['ID=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:02.578411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Attempting to bind port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:10:02.578852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Attempting to bind port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:10:02.579073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Attempting to bind port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 on network 430d0dc3-1bfa-4c51-850a-b043719444f7 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:10:02.583846 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 on network 430d0dc3-1bfa-4c51-850a-b043719444f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:10:02.584179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Attempting to bind port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 on network 430d0dc3-1bfa-4c51-850a-b043719444f7 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:10:02.590679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:10:02.591018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Checking segment: {'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:10:02.591405 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Bound using segment: {'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:10:02.591873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Bound port: 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:10:02.592242 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:02.662868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] For port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:10:02.666238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] For port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:10:02.729486 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:02.765589 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:02.766290 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:02.767614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] 10.222.0.22 "PUT /v2.0/ports/91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 HTTP/1.1" status: 200 len: 1093 time: 0.8132827 Aug 21 10:10:02.768067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:10:02.770294 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d332faea-c62c-4fc9-84d9-b1f24ed71eff" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:10:02.795713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64deae-99cb-4148-bb9f-0d46d032c35d service neutron] Pushing event updated for resources: {'Port': ['ID=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:02.815039 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696bc2f6-530f-48e1-b4c6-e52b8da226af x-openstack-request-id: req-696bc2f6-530f-48e1-b4c6-e52b8da226af {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:10:02.815391 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:10:02.815675 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-696bc2f6-530f-48e1-b4c6-e52b8da226af {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:10:02.816083 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'status': 'completed', 'code': 200} Aug 21 10:10:02.884147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332faea-c62c-4fc9-84d9-b1f24ed71eff req-46c87eec-d29d-4024-8756-91698ea692e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:02.885779 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d332faea-c62c-4fc9-84d9-b1f24ed71eff req-46c87eec-d29d-4024-8756-91698ea692e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1aedb4028944ae68f7c447000059e7d&device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 1096 time: 0.0483696 Aug 21 10:10:02.994323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332faea-c62c-4fc9-84d9-b1f24ed71eff req-45e1e7ba-8b74-43b4-b6b5-c26df044e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:02.995971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d332faea-c62c-4fc9-84d9-b1f24ed71eff req-45e1e7ba-8b74-43b4-b6b5-c26df044e031 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e1aedb4028944ae68f7c447000059e7d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1014605 Aug 21 10:10:03.096884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332faea-c62c-4fc9-84d9-b1f24ed71eff req-023228f8-5e34-4ccd-9aa2-add159054f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:03.098364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d332faea-c62c-4fc9-84d9-b1f24ed71eff req-023228f8-5e34-4ccd-9aa2-add159054f9f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950587 Aug 21 10:10:03.175431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-9dd0ce15-e0a7-45b2-b68a-9694f82e8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:03.176963 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-9dd0ce15-e0a7-45b2-b68a-9694f82e8a9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1aedb4028944ae68f7c447000059e7d&device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 1096 time: 0.0417874 Aug 21 10:10:03.218546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-244263d3-f86e-4aa6-ad4d-3db5864342d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 HTTP/1.1" status: 200 len: 217 time: 0.0342219 Aug 21 10:10:03.270531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-4125278d-3591-4aa7-b473-4250811935de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:03.272023 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-4125278d-3591-4aa7-b473-4250811935de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc641cef-77ce-4078-a90b-83ff6f9f519d HTTP/1.1" status: 200 len: 853 time: 0.0473099 Aug 21 10:10:03.315817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-4398f082-c3d3-404e-b149-00569c66a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:03.317308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-4398f082-c3d3-404e-b149-00569c66a9ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=430d0dc3-1bfa-4c51-850a-b043719444f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386791 Aug 21 10:10:03.437838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-760d43d1-78df-4be0-8199-a0832d36d31e service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128960 Aug 21 10:10:03.496226 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869f349-5cda-46a5-b4ca-3e0105b7e0b9 req-c68cf4a7-67ae-45ff-9542-26655d65a66f tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:03.497703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2869f349-5cda-46a5-b4ca-3e0105b7e0b9 req-c68cf4a7-67ae-45ff-9542-26655d65a66f tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 944 time: 0.1064899 Aug 21 10:10:03.560853 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2869f349-5cda-46a5-b4ca-3e0105b7e0b9 req-8650abae-54be-4cfa-9783-4d31d5d212d0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552685 Aug 21 10:10:03.567868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-964477aa-c7db-43f1-84ee-7cc038af1e8a req-5045d354-d711-4f9d-ae14-baa9b27eed02 service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229491 Aug 21 10:10:04.682987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bef2c-1359-40d6-b5c0-4d0a72868065 req-da0dd7b2-4566-4545-8b79-4c2f877030b3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:04.684806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-306bef2c-1359-40d6-b5c0-4d0a72868065 req-da0dd7b2-4566-4545-8b79-4c2f877030b3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 944 time: 0.0538974 Aug 21 10:10:04.724382 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-306bef2c-1359-40d6-b5c0-4d0a72868065 req-7a4500c3-35a5-448c-8d8f-2bfc4a23ca26 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337632 Aug 21 10:10:05.129693 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:10:05.230188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:10:05.243090 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'port_id': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'mac_address': 'fa:16:3e:ee:c6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:10:05.292264 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:05.310210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:10:05.330191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:10:05.400348 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:05.451259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:05.644378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:10:05.840972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cca78-e3e7-4d25-9df6-29ab74aeac7c req-b2233441-3c30-49a0-b545-c2b58ceea386 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:05.842492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-215cca78-e3e7-4d25-9df6-29ab74aeac7c req-b2233441-3c30-49a0-b545-c2b58ceea386 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 945 time: 0.0486596 Aug 21 10:10:05.885004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-215cca78-e3e7-4d25-9df6-29ab74aeac7c req-23b02d13-94a4-436f-8c2c-2f13840c1d89 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361466 Aug 21 10:10:06.963410 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b4dd232e-ec8a-47e7-8ff2-e7b45d371bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:07.005327 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111c6c8-92b3-4928-b7d5-5a404337aecd req-cc2fc003-7ee1-482a-a565-29314a1c0287 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:07.006867 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8111c6c8-92b3-4928-b7d5-5a404337aecd req-cc2fc003-7ee1-482a-a565-29314a1c0287 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 945 time: 0.0509024 Aug 21 10:10:07.046474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8111c6c8-92b3-4928-b7d5-5a404337aecd req-d57f3032-4540-490f-8a26-62e7dc1ed526 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331984 Aug 21 10:10:07.145819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:10:07.257000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:10:07.261159 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:10:07.261528 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:07.339108 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:07.364299 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:10:07.366654 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce66a90-9574-4bfa-9c55-930f51f64433" -d '{"events": [{"server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "name": "network-vif-plugged", "status": "completed", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:10:07.379414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:10:07.405429 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203af47f-fab1-43a4-b8c2-ad9db7557aaf x-openstack-request-id: req-203af47f-fab1-43a4-b8c2-ad9db7557aaf {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:10:07.405734 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "name": "network-vif-plugged", "status": "completed", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:10:07.405987 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-203af47f-fab1-43a4-b8c2-ad9db7557aaf {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:10:07.406388 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'code': 200} Aug 21 10:10:07.439940 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:07.495999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:07.514717 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64d580-6cf8-4686-b62b-67dab557c9a1 req-020ed4a5-22e6-49bf-b523-053193389065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:07.516240 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a64d580-6cf8-4686-b62b-67dab557c9a1 req-020ed4a5-22e6-49bf-b523-053193389065 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 1098 time: 0.0440407 Aug 21 10:10:07.552128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2a64d580-6cf8-4686-b62b-67dab557c9a1 req-eac02163-f8cf-47f4-b819-f8f885a3ddd7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291164 Aug 21 10:10:08.163482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b44bf-6094-4a78-815e-41bed1600740 req-73d8d0fd-98a9-4992-b1bb-4e4adbee68a9 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:08.165014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-382b44bf-6094-4a78-815e-41bed1600740 req-73d8d0fd-98a9-4992-b1bb-4e4adbee68a9 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 946 time: 0.0486076 Aug 21 10:10:08.204277 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-382b44bf-6094-4a78-815e-41bed1600740 req-9acb604a-7f23-407b-aa2e-9cbc960b289a tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326698 Aug 21 10:10:09.327105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5b113-e9ed-4280-af0b-024d6c9d33f6 req-c9626a42-6ff8-4ea5-9482-46bf44f25d36 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:09.328648 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3e5b113-e9ed-4280-af0b-024d6c9d33f6 req-c9626a42-6ff8-4ea5-9482-46bf44f25d36 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 946 time: 0.0528138 Aug 21 10:10:09.367500 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b3e5b113-e9ed-4280-af0b-024d6c9d33f6 req-95c164d0-3eee-40bb-91c3-2dff4cb485ae tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326974 Aug 21 10:10:09.609335 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-523f08cd-99e3-4b96-8fbe-95a06682fa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:09.799964 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:09.812000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de322aa-0c2c-4d96-9f52-be170598bf1a req-458e4172-4fd0-494c-9f02-619e8d916775 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:09.813515 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0de322aa-0c2c-4d96-9f52-be170598bf1a req-458e4172-4fd0-494c-9f02-619e8d916775 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 946 time: 0.3802691 Aug 21 10:10:09.858464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0de322aa-0c2c-4d96-9f52-be170598bf1a req-2e0aa5ce-26db-401e-92f8-de17717dac24 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387683 Aug 21 10:10:10.050492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04345ce-95b2-4ee7-8766-eb12ca5990d0 req-78b902f1-7487-4b68-9eb8-cd02e63d5772 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:10.052064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04345ce-95b2-4ee7-8766-eb12ca5990d0 req-78b902f1-7487-4b68-9eb8-cd02e63d5772 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 946 time: 0.0492599 Aug 21 10:10:10.090607 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a04345ce-95b2-4ee7-8766-eb12ca5990d0 req-2d3e7fe4-0395-477b-bc20-5e771b642ba0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Aug 21 10:10:11.140290 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:12.622830 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:16.048975 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:16.082780 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:16.170054 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:10:24.598869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d407b2-43fd-457c-835b-537a3abaded6 req-5ab76c67-35ee-4186-83d2-784659475b50 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:24.600337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9d407b2-43fd-457c-835b-537a3abaded6 req-5ab76c67-35ee-4186-83d2-784659475b50 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 946 time: 0.0517955 Aug 21 10:10:24.640068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c9d407b2-43fd-457c-835b-537a3abaded6 req-3c7c7178-9b25-4bd5-993e-10982902393f tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Aug 21 10:10:24.663165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34356) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:10:24.750356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462e6575-3792-4618-998a-28ea6dcdd0db tempest-TestMinimumBasicScenario-1540428462 tempest-TestMinimumBasicScenario-1540428462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:24.751878 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-462e6575-3792-4618-998a-28ea6dcdd0db tempest-TestMinimumBasicScenario-1540428462 tempest-TestMinimumBasicScenario-1540428462-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 1093 time: 0.0876689 Aug 21 10:10:24.755169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34360) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:10:24.759453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:10:24.891252 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:24.989573 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:25.093726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Allocated IP 172.25.5.194 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/45a08605-ead0-4802-81fd-47d621f326b1) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:10:25.190713 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:25.294387 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:25.336236 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:10:25.338982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:10:25.342871 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:10:25.350195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'Port': ['ID=45a08605-ead0-4802-81fd-47d621f326b1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:25.378201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.378549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.378889 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.379227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.379579 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.379916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.380243 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.380567 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.380891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.381213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.381535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.381853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:25.697878 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:25.823798 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:25.978063 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:26.045014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:26.114802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'Port': ['ID=45a08605-ead0-4802-81fd-47d621f326b1,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:26.127197 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:26.230709 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Floating IP 8277a362-c0fa-4ed5-a4e8-96a7e0249d40 associated. External IP: 172.25.5.194, port: 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1. Aug 21 10:10:26.441933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Router e468fc6b-876b-4969-b772-d0fc4eaec04b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:10:26.549235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:10:26.559367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5772e-a946-40b4-9458-2491e64a645d None None] Sync routers for ids ['e468fc6b-876b-4969-b772-d0fc4eaec04b'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:10:26.569366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5772e-a946-40b4-9458-2491e64a645d None None] Routers {'e468fc6b-876b-4969-b772-d0fc4eaec04b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:10:26.569987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-74a5772e-a946-40b4-9458-2491e64a645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:10:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e468fc6b-876b-4969-b772-d0fc4eaec04b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:10:26.633837 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:26.662126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ff29a3c0-cb9b-4565-ad9a-806ee44c4202 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9059100 Aug 21 10:10:26.662731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:10:26.665091 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34364) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:10:26.665669 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1264b7f9-69a7-4a46-b083-1d0c45e6304b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:10:26.669893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754031043', 'description': 'tempest-secgroup-smoke-1754031043 description', 'project_id': 'e1aedb4028944ae68f7c447000059e7d'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:10:26.681494 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-74a5772e-a946-40b4-9458-2491e64a645d None None] Set router e468fc6b-876b-4969-b772-d0fc4eaec04b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:10:26.704737 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5206319b-93b6-4b60-81c7-1398bfe093b0 x-openstack-request-id: req-5206319b-93b6-4b60-81c7-1398bfe093b0 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:10:26.705274 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:10:26.705274 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5206319b-93b6-4b60-81c7-1398bfe093b0 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:10:26.705755 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'status': 'completed', 'code': 200} Aug 21 10:10:26.745964 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:26.777530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264b7f9-69a7-4a46-b083-1d0c45e6304b req-b08ff2e5-971f-47bc-84cc-47de2bb100d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:26.780416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1264b7f9-69a7-4a46-b083-1d0c45e6304b req-b08ff2e5-971f-47bc-84cc-47de2bb100d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1aedb4028944ae68f7c447000059e7d&device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 1098 time: 0.0506947 Aug 21 10:10:26.836709 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:26.882511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264b7f9-69a7-4a46-b083-1d0c45e6304b req-80ba8c47-cce4-404c-9ce4-44ca562ef0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:26.884061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1264b7f9-69a7-4a46-b083-1d0c45e6304b req-80ba8c47-cce4-404c-9ce4-44ca562ef0c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=430d0dc3-1bfa-4c51-850a-b043719444f7 HTTP/1.1" status: 200 len: 915 time: 0.0967236 Aug 21 10:10:26.888663 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:26.921551 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8221e5e-d6bb-480b-b5d1-c62545401916,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:26.923860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-74a5772e-a946-40b4-9458-2491e64a645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:29Z', 'revision_number': 4, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '8277a362-c0fa-4ed5-a4e8-96a7e0249d40', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'port_id': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'mac_address': 'fa:16:3e:ee:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:10:25Z', 'updated_at': '2021-08-21T10:10:25Z', 'revision_number': 0, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6115cc69-6be9-4c8b-b04b-1d7769bbf388', 'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'mac_address': 'fa:16:3e:d1:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:28Z', 'updated_at': '2021-08-21T10:09:33Z', 'revision_number': 5, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'subnets': [{'id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:10:26.930248 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.930844 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.931365 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.931909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.932405 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.933051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.933562 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.934065 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.934575 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.934916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.935253 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.935883 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:10:26.955956 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1264b7f9-69a7-4a46-b083-1d0c45e6304b req-6df8abb0-e23b-4b06-98f6-9b47acd53350 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 HTTP/1.1" status: 200 len: 1000 time: 0.0641205 Aug 21 10:10:26.957770 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5772e-a946-40b4-9458-2491e64a645d None None] Checking router: e468fc6b-876b-4969-b772-d0fc4eaec04b for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:10:26.964667 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:26.969295 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-de4b64de-f85b-4eb7-9fae-e4ca958b35c3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2998407 Aug 21 10:10:26.969455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5772e-a946-40b4-9458-2491e64a645d None None] Routers {'e468fc6b-876b-4969-b772-d0fc4eaec04b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:10:26.969455 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-74a5772e-a946-40b4-9458-2491e64a645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:10:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e468fc6b-876b-4969-b772-d0fc4eaec04b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:10:26.969682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34368) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:10:26.974160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-317520f4-dd4c-42b1-a203-e7ba9921e6d1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Request body: {'security_group_rule': {'security_group_id': 'c8221e5e-d6bb-480b-b5d1-c62545401916', 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:10:27.018338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264b7f9-69a7-4a46-b083-1d0c45e6304b req-2a0e89ba-0228-4310-b9c3-4ec598fb708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:27.020799 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1264b7f9-69a7-4a46-b083-1d0c45e6304b req-2a0e89ba-0228-4310-b9c3-4ec598fb708e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc641cef-77ce-4078-a90b-83ff6f9f519d HTTP/1.1" status: 200 len: 853 time: 0.0559661 Aug 21 10:10:27.051650 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-317520f4-dd4c-42b1-a203-e7ba9921e6d1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:27.080369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-74a5772e-a946-40b4-9458-2491e64a645d None None] Set router e468fc6b-876b-4969-b772-d0fc4eaec04b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:10:27.090353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264b7f9-69a7-4a46-b083-1d0c45e6304b req-e73cbc02-7c45-4a17-b95f-9170da7e166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:27.092105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1264b7f9-69a7-4a46-b083-1d0c45e6304b req-e73cbc02-7c45-4a17-b95f-9170da7e166f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=430d0dc3-1bfa-4c51-850a-b043719444f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645771 Aug 21 10:10:27.122652 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-317520f4-dd4c-42b1-a203-e7ba9921e6d1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:27.188268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1264b7f9-69a7-4a46-b083-1d0c45e6304b req-a5951f84-ad83-4e45-b19c-cebf008e52bb service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875566 Aug 21 10:10:27.214817 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-317520f4-dd4c-42b1-a203-e7ba9921e6d1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:27.234337 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317520f4-dd4c-42b1-a203-e7ba9921e6d1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0625b530-76f1-4c9d-a955-671d184845da,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:27.290421 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1264b7f9-69a7-4a46-b083-1d0c45e6304b req-eea73665-ecb5-4ba3-bb47-1eaaa2e4c0bc service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952587 Aug 21 10:10:27.319892 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-74a5772e-a946-40b4-9458-2491e64a645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:29Z', 'revision_number': 4, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '8277a362-c0fa-4ed5-a4e8-96a7e0249d40', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'port_id': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'mac_address': 'fa:16:3e:ee:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:10:25Z', 'updated_at': '2021-08-21T10:10:25Z', 'revision_number': 0, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6115cc69-6be9-4c8b-b04b-1d7769bbf388', 'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'mac_address': 'fa:16:3e:d1:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:28Z', 'updated_at': '2021-08-21T10:09:33Z', 'revision_number': 5, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'subnets': [{'id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:10:27.345472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5772e-a946-40b4-9458-2491e64a645d None None] The sync data for ids ['e468fc6b-876b-4969-b772-d0fc4eaec04b'] in n-d-766726-28 is: [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:29Z', 'revision_number': 4, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '8277a362-c0fa-4ed5-a4e8-96a7e0249d40', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'port_id': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'mac_address': 'fa:16:3e:ee:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:10:25Z', 'updated_at': '2021-08-21T10:10:25Z', 'revision_number': 0, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6115cc69-6be9-4c8b-b04b-1d7769bbf388', 'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'mac_address': 'fa:16:3e:d1:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:28Z', 'updated_at': '2021-08-21T10:09:33Z', 'revision_number': 5, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'subnets': [{'id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:10:27.387933 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-317520f4-dd4c-42b1-a203-e7ba9921e6d1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:27.389769 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-317520f4-dd4c-42b1-a203-e7ba9921e6d1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4188204 Aug 21 10:10:27.392171 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34370) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:10:27.396929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9f2915fa-4fb2-4f98-956c-cefc32e83873 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Request body: {'security_group_rule': {'security_group_id': 'c8221e5e-d6bb-480b-b5d1-c62545401916', 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:10:27.519292 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9f2915fa-4fb2-4f98-956c-cefc32e83873 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:27.548411 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f3c18-4baf-4505-a455-e16fd2593f4f None None] New status for floating IP 8277a362-c0fa-4ed5-a4e8-96a7e0249d40: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:10:27.586937 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9f2915fa-4fb2-4f98-956c-cefc32e83873 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:27.679289 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9f2915fa-4fb2-4f98-956c-cefc32e83873 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:27.700416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2915fa-4fb2-4f98-956c-cefc32e83873 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667a0d03-dc5d-4d58-91c0-b691667a948b,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:27.782409 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9f2915fa-4fb2-4f98-956c-cefc32e83873 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:27.783937 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9f2915fa-4fb2-4f98-956c-cefc32e83873 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3906748 Aug 21 10:10:27.786805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34372) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:10:27.792312 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-6bc7914d-7454-45e6-90f5-eb0033e624c0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Request body: {'security_group_rule': {'security_group_id': 'c8221e5e-d6bb-480b-b5d1-c62545401916', 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:10:27.901327 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6bc7914d-7454-45e6-90f5-eb0033e624c0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:27.964050 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6bc7914d-7454-45e6-90f5-eb0033e624c0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.042797 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6bc7914d-7454-45e6-90f5-eb0033e624c0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.062954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7914d-7454-45e6-90f5-eb0033e624c0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fab480-6c88-468f-b65e-a9c83c97476f,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:28.128515 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6bc7914d-7454-45e6-90f5-eb0033e624c0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.129777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6bc7914d-7454-45e6-90f5-eb0033e624c0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3417785 Aug 21 10:10:28.132440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34374) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:10:28.136911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-e3b384fa-0f4b-47c3-91a5-943b7bde1159 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Request body: {'security_group_rule': {'security_group_id': 'c8221e5e-d6bb-480b-b5d1-c62545401916', 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:10:28.233154 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3b384fa-0f4b-47c3-91a5-943b7bde1159 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.297119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3b384fa-0f4b-47c3-91a5-943b7bde1159 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.370559 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3b384fa-0f4b-47c3-91a5-943b7bde1159 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.392787 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b384fa-0f4b-47c3-91a5-943b7bde1159 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7d74b7-04de-443a-9f3c-f4eefe0fe245,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:28.484738 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e3b384fa-0f4b-47c3-91a5-943b7bde1159 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.486019 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e3b384fa-0f4b-47c3-91a5-943b7bde1159 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3526623 Aug 21 10:10:28.488926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34376) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:10:28.493638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-120db176-55ac-4f4b-8af1-63e2f4a7e608 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Request body: {'security_group_rule': {'security_group_id': 'c8221e5e-d6bb-480b-b5d1-c62545401916', 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:10:28.587830 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-120db176-55ac-4f4b-8af1-63e2f4a7e608 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Project e1aedb4028944ae68f7c447000059e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:10:28.593990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-120db176-55ac-4f4b-8af1-63e2f4a7e608 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.661107 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-120db176-55ac-4f4b-8af1-63e2f4a7e608 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.741622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-120db176-55ac-4f4b-8af1-63e2f4a7e608 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.762759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120db176-55ac-4f4b-8af1-63e2f4a7e608 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b3c2bb-06ba-40e5-807b-4e5058ab38e7,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:28.833162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-120db176-55ac-4f4b-8af1-63e2f4a7e608 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.834389 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-120db176-55ac-4f4b-8af1-63e2f4a7e608 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3444817 Aug 21 10:10:28.837531 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34378) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:10:28.842749 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-46eb0871-1356-419c-8e9b-0df15704406d tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Request body: {'security_group_rule': {'security_group_id': 'c8221e5e-d6bb-480b-b5d1-c62545401916', 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:10:28.924924 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-46eb0871-1356-419c-8e9b-0df15704406d tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Project e1aedb4028944ae68f7c447000059e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:10:28.929873 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46eb0871-1356-419c-8e9b-0df15704406d tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:28.993258 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46eb0871-1356-419c-8e9b-0df15704406d tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:29.050719 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46eb0871-1356-419c-8e9b-0df15704406d tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:29.072936 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb0871-1356-419c-8e9b-0df15704406d tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963186c5-4b6b-4d15-a48a-88bfa5bd5941,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:29.130765 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-46eb0871-1356-419c-8e9b-0df15704406d tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:29.132545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-46eb0871-1356-419c-8e9b-0df15704406d tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2938685 Aug 21 10:10:29.218612 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f80454f-d9cd-431a-8289-d883724bcbd2 req-b08cadad-d59f-4418-ae32-b65ffd4c4eda tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754031043&fields=id&tenant_id=e1aedb4028944ae68f7c447000059e7d HTTP/1.1" status: 200 len: 267 time: 0.0361252 Aug 21 10:10:29.275988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80454f-d9cd-431a-8289-d883724bcbd2 req-34615277-b6ef-4258-a14f-7406649d3926 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:29.277505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f80454f-d9cd-431a-8289-d883724bcbd2 req-34615277-b6ef-4258-a14f-7406649d3926 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 946 time: 0.0528536 Aug 21 10:10:29.289075 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-9f80454f-d9cd-431a-8289-d883724bcbd2 req-cda3e05b-9829-45a0-856c-f1ab424e34d3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Request body: {'port': {'security_groups': ['aeee9d93-8e6e-4396-86d1-6d562bfaf5b5', 'c8221e5e-d6bb-480b-b5d1-c62545401916']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:10:29.357752 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f80454f-d9cd-431a-8289-d883724bcbd2 req-cda3e05b-9829-45a0-856c-f1ab424e34d3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:29.546804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-9f80454f-d9cd-431a-8289-d883724bcbd2 req-cda3e05b-9829-45a0-856c-f1ab424e34d3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] For port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:10:29.576135 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f80454f-d9cd-431a-8289-d883724bcbd2 req-cda3e05b-9829-45a0-856c-f1ab424e34d3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:29.631576 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f80454f-d9cd-431a-8289-d883724bcbd2 req-cda3e05b-9829-45a0-856c-f1ab424e34d3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:29.647061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:10:29.677077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80454f-d9cd-431a-8289-d883724bcbd2 req-cda3e05b-9829-45a0-856c-f1ab424e34d3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:29.677813 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-9f80454f-d9cd-431a-8289-d883724bcbd2 req-cda3e05b-9829-45a0-856c-f1ab424e34d3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:29.679438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f80454f-d9cd-431a-8289-d883724bcbd2 req-cda3e05b-9829-45a0-856c-f1ab424e34d3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "PUT /v2.0/ports/91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 HTTP/1.1" status: 200 len: 982 time: 0.3952940 Aug 21 10:10:29.680116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:10:29.686447 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189acb32-92f8-41eb-8ce9-4353c74c24cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:10:29.729914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3e05b-9829-45a0-856c-f1ab424e34d3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'Port': ['ID=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:10:29.745465 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49ccbfb-7c52-409c-8580-ab22477af9a6 x-openstack-request-id: req-b49ccbfb-7c52-409c-8580-ab22477af9a6 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:10:29.746026 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:10:29.746442 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b49ccbfb-7c52-409c-8580-ab22477af9a6 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:10:29.747023 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'status': 'completed', 'code': 200} Aug 21 10:10:29.839892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acb32-92f8-41eb-8ce9-4353c74c24cb req-990d63a8-3aa1-4fbf-b4b1-609550d5b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:29.841464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-189acb32-92f8-41eb-8ce9-4353c74c24cb req-990d63a8-3aa1-4fbf-b4b1-609550d5b866 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1aedb4028944ae68f7c447000059e7d&device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 1137 time: 0.0790648 Aug 21 10:10:29.855103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff56c43-6cf6-4dc0-a0a4-b778af818ac3 req-f4a05930-1b56-4991-83e8-4737027ac50c tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:29.856725 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ff56c43-6cf6-4dc0-a0a4-b778af818ac3 req-f4a05930-1b56-4991-83e8-4737027ac50c tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0930905 Aug 21 10:10:29.888149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:10:29.947839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ff56c43-6cf6-4dc0-a0a4-b778af818ac3 req-3da596ee-1272-4ecf-ba32-df0622381889 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814991 Aug 21 10:10:29.976529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acb32-92f8-41eb-8ce9-4353c74c24cb req-76e04032-e1ac-48d5-a22c-2dab28d236f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:29.978054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-189acb32-92f8-41eb-8ce9-4353c74c24cb req-76e04032-e1ac-48d5-a22c-2dab28d236f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=430d0dc3-1bfa-4c51-850a-b043719444f7 HTTP/1.1" status: 200 len: 915 time: 0.1204088 Aug 21 10:10:30.012294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-33741d9a-a936-46b9-b8b4-bd3ff2acd298 None None] Provisioning complete for port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:10:30.012663 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-33741d9a-a936-46b9-b8b4-bd3ff2acd298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:30.044830 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-189acb32-92f8-41eb-8ce9-4353c74c24cb req-3c0b4b33-86ba-4c73-ac67-b663fc1a8cb6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 HTTP/1.1" status: 200 len: 1002 time: 0.0586832 Aug 21 10:10:30.094455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acb32-92f8-41eb-8ce9-4353c74c24cb req-021ddbd2-fe71-4a2b-9cf8-f079c2e63d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:30.095920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-189acb32-92f8-41eb-8ce9-4353c74c24cb req-021ddbd2-fe71-4a2b-9cf8-f079c2e63d26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc641cef-77ce-4078-a90b-83ff6f9f519d HTTP/1.1" status: 200 len: 853 time: 0.0434313 Aug 21 10:10:30.146380 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acb32-92f8-41eb-8ce9-4353c74c24cb req-d58a00ca-bb80-45b8-ba55-708ef4ed4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:30.147961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-189acb32-92f8-41eb-8ce9-4353c74c24cb req-d58a00ca-bb80-45b8-ba55-708ef4ed4e6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=430d0dc3-1bfa-4c51-850a-b043719444f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449295 Aug 21 10:10:30.244556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-189acb32-92f8-41eb-8ce9-4353c74c24cb req-3f9734c6-9ea3-4aba-be2b-f991b20349e8 service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839105 Aug 21 10:10:30.340281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-189acb32-92f8-41eb-8ce9-4353c74c24cb req-fb643acc-f7db-4bf7-aca2-51d67a048af2 service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877326 Aug 21 10:10:36.969880 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e2b76e55-918e-47ae-a65c-b964f19954f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:39.616363 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dae0e97c-13ed-4065-9bbe-86cc55184213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:39.873200 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:41.151359 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:42.701622 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:44.388145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834ba38-b7c9-4415-ba4a-9a60c0950fe4 req-7bab7df4-3f37-4360-a8ea-d57fefd87dd6 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:44.389683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d834ba38-b7c9-4415-ba4a-9a60c0950fe4 req-7bab7df4-3f37-4360-a8ea-d57fefd87dd6 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0510607 Aug 21 10:10:44.440854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d834ba38-b7c9-4415-ba4a-9a60c0950fe4 req-e910cedd-c83c-4196-ac8a-049aacaf0c17 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447903 Aug 21 10:10:44.472471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b13d2-949d-4ada-bc86-07235a0fdf8f req-c084ea12-838c-4ac9-9c18-9ea47ca6795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:44.473971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f5b13d2-949d-4ada-bc86-07235a0fdf8f req-c084ea12-838c-4ac9-9c18-9ea47ca6795e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1aedb4028944ae68f7c447000059e7d&device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 1137 time: 0.0452466 Aug 21 10:10:44.568351 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b13d2-949d-4ada-bc86-07235a0fdf8f req-a2a928f3-2e64-4273-9aa5-0dd952e14be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:44.569773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f5b13d2-949d-4ada-bc86-07235a0fdf8f req-a2a928f3-2e64-4273-9aa5-0dd952e14be0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=430d0dc3-1bfa-4c51-850a-b043719444f7 HTTP/1.1" status: 200 len: 915 time: 0.0885229 Aug 21 10:10:44.635614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f5b13d2-949d-4ada-bc86-07235a0fdf8f req-2187e95e-2ebf-4b0a-84d9-7ad1b72f1e39 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 HTTP/1.1" status: 200 len: 1002 time: 0.0579169 Aug 21 10:10:44.684854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b13d2-949d-4ada-bc86-07235a0fdf8f req-c17a052d-0285-4209-8f3c-83297f3fb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:44.686302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f5b13d2-949d-4ada-bc86-07235a0fdf8f req-c17a052d-0285-4209-8f3c-83297f3fb86b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc641cef-77ce-4078-a90b-83ff6f9f519d HTTP/1.1" status: 200 len: 853 time: 0.0426137 Aug 21 10:10:44.738023 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b13d2-949d-4ada-bc86-07235a0fdf8f req-c0ec6015-bff4-48ce-b224-20a018df312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:44.739521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f5b13d2-949d-4ada-bc86-07235a0fdf8f req-c0ec6015-bff4-48ce-b224-20a018df312c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=430d0dc3-1bfa-4c51-850a-b043719444f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451877 Aug 21 10:10:44.832048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f5b13d2-949d-4ada-bc86-07235a0fdf8f req-5a9b75b6-c62b-4cc7-8f29-97b0f11cbaa0 service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803714 Aug 21 10:10:44.923175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f5b13d2-949d-4ada-bc86-07235a0fdf8f req-03df5071-2871-446c-ac80-15b8a70bdd31 service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839660 Aug 21 10:10:45.558874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab07c7c-c7c5-41c6-a45b-7080326dfceb req-7c90964d-0ae0-4306-8d30-88c31f9e925a tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:45.560378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eab07c7c-c7c5-41c6-a45b-7080326dfceb req-7c90964d-0ae0-4306-8d30-88c31f9e925a tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0493448 Aug 21 10:10:45.601231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eab07c7c-c7c5-41c6-a45b-7080326dfceb req-8814a272-7e6d-4d7c-8874-13bec651dd11 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341742 Aug 21 10:10:46.049635 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:46.078621 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:10:46.717239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806acceb-773a-4804-a5cc-44b5455ccce3 req-bc003e7f-c624-4b50-b96a-34226fc955d7 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:46.718829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-806acceb-773a-4804-a5cc-44b5455ccce3 req-bc003e7f-c624-4b50-b96a-34226fc955d7 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0495994 Aug 21 10:10:46.758707 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-806acceb-773a-4804-a5cc-44b5455ccce3 req-b2903c53-1713-426e-bed5-f2955e7933ea tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337474 Aug 21 10:10:47.877181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f0ddf-f101-49ee-812f-c1b13cd22112 req-ddb5de3b-73ac-4657-8520-c9a23f2c3655 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:47.878673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-130f0ddf-f101-49ee-812f-c1b13cd22112 req-ddb5de3b-73ac-4657-8520-c9a23f2c3655 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0546119 Aug 21 10:10:47.919407 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-130f0ddf-f101-49ee-812f-c1b13cd22112 req-adfbe4d3-e443-4993-89b0-8af1ba1fb517 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345490 Aug 21 10:10:49.034465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef237ce-012d-4338-832d-99cc9062baf5 req-f1732db5-ac60-4878-acfa-d29dee09ffc0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:49.035978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ef237ce-012d-4338-832d-99cc9062baf5 req-f1732db5-ac60-4878-acfa-d29dee09ffc0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0494568 Aug 21 10:10:49.074631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ef237ce-012d-4338-832d-99cc9062baf5 req-c98aacd4-4bfe-4b27-8141-471dc7d9cf08 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326362 Aug 21 10:10:50.194474 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca2838-befe-4e51-aa89-5de8a6ee89c1 req-8b968024-6bd2-4d93-8c1e-80601136522f tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:50.195980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdca2838-befe-4e51-aa89-5de8a6ee89c1 req-8b968024-6bd2-4d93-8c1e-80601136522f tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0502176 Aug 21 10:10:50.236271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdca2838-befe-4e51-aa89-5de8a6ee89c1 req-5eca4b63-f7af-4f5d-b466-6d76afaffe6c tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342593 Aug 21 10:10:51.354758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1833c64-a224-4b9a-a8cf-54b7652ba425 req-c0825958-d7da-43b2-9070-2345f36b2fcf tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:51.356283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1833c64-a224-4b9a-a8cf-54b7652ba425 req-c0825958-d7da-43b2-9070-2345f36b2fcf tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0534530 Aug 21 10:10:51.397541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1833c64-a224-4b9a-a8cf-54b7652ba425 req-61543cbb-57b7-49cd-981f-3f4f5fe723c2 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334775 Aug 21 10:10:52.512477 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd0f9e-78fb-46ce-9104-34e8db7f5fb8 req-ca53db66-83ae-4561-b2fd-e6632cc677fa tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:52.513990 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00dd0f9e-78fb-46ce-9104-34e8db7f5fb8 req-ca53db66-83ae-4561-b2fd-e6632cc677fa tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0510237 Aug 21 10:10:52.554934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00dd0f9e-78fb-46ce-9104-34e8db7f5fb8 req-eeb8374a-6a9e-4261-a3c0-37e4fddcbd78 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339856 Aug 21 10:10:53.004711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce18815-f2aa-447a-8b2e-72465666658e req-2edcd5c6-a131-49c1-a360-216aafd213b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:53.006214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ce18815-f2aa-447a-8b2e-72465666658e req-2edcd5c6-a131-49c1-a360-216aafd213b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1aedb4028944ae68f7c447000059e7d&device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 1137 time: 0.0404978 Aug 21 10:10:53.109067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce18815-f2aa-447a-8b2e-72465666658e req-c219d572-529a-482d-be2a-13d7867fbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:53.110537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ce18815-f2aa-447a-8b2e-72465666658e req-c219d572-529a-482d-be2a-13d7867fbb71 service neutron] 10.222.0.22 "GET /v2.0/networks?id=430d0dc3-1bfa-4c51-850a-b043719444f7 HTTP/1.1" status: 200 len: 915 time: 0.0859289 Aug 21 10:10:53.169913 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:10:53.175871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ce18815-f2aa-447a-8b2e-72465666658e req-36d9e0cf-5e71-42e3-9ca8-e6edbded3742 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 HTTP/1.1" status: 200 len: 1002 time: 0.0580833 Aug 21 10:10:53.224600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce18815-f2aa-447a-8b2e-72465666658e req-bc203158-ccbe-435f-afb7-30d98d06ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:53.226048 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ce18815-f2aa-447a-8b2e-72465666658e req-bc203158-ccbe-435f-afb7-30d98d06ba0a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc641cef-77ce-4078-a90b-83ff6f9f519d HTTP/1.1" status: 200 len: 853 time: 0.0436273 Aug 21 10:10:53.276025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce18815-f2aa-447a-8b2e-72465666658e req-267976a3-a524-4411-b3e8-c51a5c9d18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:53.277411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ce18815-f2aa-447a-8b2e-72465666658e req-267976a3-a524-4411-b3e8-c51a5c9d18fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=430d0dc3-1bfa-4c51-850a-b043719444f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432143 Aug 21 10:10:53.365939 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ce18815-f2aa-447a-8b2e-72465666658e req-2edc7926-37ab-4930-8393-5e99fdef25ce service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807326 Aug 21 10:10:53.458280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4ce18815-f2aa-447a-8b2e-72465666658e req-d1128ffc-8ec2-4327-bb24-86bb43e5da2f service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856726 Aug 21 10:10:53.669110 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f64ba-bac3-4299-941d-c9685d23e07c req-7bb84d01-8c34-4361-9a61-18ddc6aaa37e tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:53.670617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec8f64ba-bac3-4299-941d-c9685d23e07c req-7bb84d01-8c34-4361-9a61-18ddc6aaa37e tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0501437 Aug 21 10:10:53.710562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ec8f64ba-bac3-4299-941d-c9685d23e07c req-f7b26427-c165-4ae2-9402-0fd35f01ccab tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330589 Aug 21 10:10:54.828051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6ab8b-19a1-40d3-850a-2fd8f3cf1553 req-707ed309-b367-4e4d-a323-bd73f5b79d91 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:54.829460 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ceb6ab8b-19a1-40d3-850a-2fd8f3cf1553 req-707ed309-b367-4e4d-a323-bd73f5b79d91 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0518954 Aug 21 10:10:54.879897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ceb6ab8b-19a1-40d3-850a-2fd8f3cf1553 req-dad1617b-2931-4233-b1d4-53fe6ed1240c tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432138 Aug 21 10:10:56.315469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6591371-50aa-4727-b53c-646dac9b67af req-63385713-689a-4d2c-87e5-f026c88e1eb0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:56.317561 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6591371-50aa-4727-b53c-646dac9b67af req-63385713-689a-4d2c-87e5-f026c88e1eb0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.3700261 Aug 21 10:10:56.359688 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c6591371-50aa-4727-b53c-646dac9b67af req-1361bf07-3042-4087-b3fa-ae0767109ebb tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332015 Aug 21 10:10:57.474652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614976f1-30f7-4744-beec-0396963de8bd req-0a8caf3b-1e04-4f1c-95f5-5ab89b8d49e5 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:57.476076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-614976f1-30f7-4744-beec-0396963de8bd req-0a8caf3b-1e04-4f1c-95f5-5ab89b8d49e5 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0494151 Aug 21 10:10:57.516650 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-614976f1-30f7-4744-beec-0396963de8bd req-b17f49d1-5ce4-4326-aa12-562e3698dcd3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342643 Aug 21 10:10:58.629668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018003e-e334-4211-9d59-0518c24c9f0e req-113549da-fdf9-432d-861e-f78748c16e52 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:58.631142 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7018003e-e334-4211-9d59-0518c24c9f0e req-113549da-fdf9-432d-861e-f78748c16e52 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0487957 Aug 21 10:10:58.670856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7018003e-e334-4211-9d59-0518c24c9f0e req-fb3d5d05-1459-4622-87d2-e7cbd9453ec1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337372 Aug 21 10:10:59.791270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8fa98-b240-459a-b093-9b2c526ac22f req-7533edcf-ae8a-4dfd-b107-3a69caa02934 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:10:59.792760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27e8fa98-b240-459a-b093-9b2c526ac22f req-7533edcf-ae8a-4dfd-b107-3a69caa02934 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0536289 Aug 21 10:10:59.832177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-27e8fa98-b240-459a-b093-9b2c526ac22f req-f60916d9-b2ea-47eb-bd0b-f58e57219b75 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333469 Aug 21 10:11:00.961539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f5d8-00e7-45b0-8f58-16356de85dfb req-69ef91cb-47dd-4103-b9a4-7335c16035ea tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:00.963092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7d8f5d8-00e7-45b0-8f58-16356de85dfb req-69ef91cb-47dd-4103-b9a4-7335c16035ea tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0506847 Aug 21 10:11:01.003109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7d8f5d8-00e7-45b0-8f58-16356de85dfb req-9654e476-5790-4f16-8994-b61be30daadb tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335851 Aug 21 10:11:02.137279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8941a5-be95-4e95-b3a5-28b3db8a41f3 req-ea108e49-9f1d-4113-9efc-647e871d87ac tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:02.138745 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e8941a5-be95-4e95-b3a5-28b3db8a41f3 req-ea108e49-9f1d-4113-9efc-647e871d87ac tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0483830 Aug 21 10:11:02.178464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9e8941a5-be95-4e95-b3a5-28b3db8a41f3 req-c8cc8187-07ce-457e-8bcf-128f85030e8f tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8221e5e-d6bb-480b-b5d1-c62545401916&id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334408 Aug 21 10:11:06.986235 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e3e03d3e-edee-4034-87ea-8c2ff249f9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:09.638012 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4c0e154f-aef5-4d9b-a9e2-4217d0dc0a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:09.843292 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:11.151674 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:12.689136 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:16.083511 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:16.122927 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:30.168611 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:11:34.220615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fc85bae-e687-4d0b-bbe6-4372feac1005 req-a0ef34e4-a97e-4ca3-a231-e212432413f0 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754031043&fields=id&tenant_id=e1aedb4028944ae68f7c447000059e7d HTTP/1.1" status: 200 len: 267 time: 0.1995049 Aug 21 10:11:34.276113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc85bae-e687-4d0b-bbe6-4372feac1005 req-b4d8fcab-d73d-4a45-ae54-e7890cc784d3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:34.277622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fc85bae-e687-4d0b-bbe6-4372feac1005 req-b4d8fcab-d73d-4a45-ae54-e7890cc784d3 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 985 time: 0.0510807 Aug 21 10:11:34.288753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-8fc85bae-e687-4d0b-bbe6-4372feac1005 req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Request body: {'port': {'security_groups': ['aeee9d93-8e6e-4396-86d1-6d562bfaf5b5']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:11:34.352639 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8fc85bae-e687-4d0b-bbe6-4372feac1005 req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:34.525341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-8fc85bae-e687-4d0b-bbe6-4372feac1005 req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] For port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:11:34.553609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8fc85bae-e687-4d0b-bbe6-4372feac1005 req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:34.631215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8fc85bae-e687-4d0b-bbe6-4372feac1005 req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:34.643927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:11:34.680847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc85bae-e687-4d0b-bbe6-4372feac1005 req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:34.681491 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-8fc85bae-e687-4d0b-bbe6-4372feac1005 req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:34.682898 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8fc85bae-e687-4d0b-bbe6-4372feac1005 req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "PUT /v2.0/ports/91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 HTTP/1.1" status: 200 len: 943 time: 0.3989251 Aug 21 10:11:34.683377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:11:34.687266 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323cfef6-0255-4e60-98b5-b0d789bbf1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:11:34.688789 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34472) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:34.724447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event updated for resources: {'Port': ['ID=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:34.733146 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.733510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.733802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.734140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.734471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.734802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.735127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.735458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.735820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.736172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.736638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.736958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50f3801-0aa9-42df-857d-76fcae690345 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:34.746855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:11:34.757759 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9673836e-7cb8-4a81-805b-8cb09fc5bf83 x-openstack-request-id: req-9673836e-7cb8-4a81-805b-8cb09fc5bf83 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:11:34.758349 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:11:34.759841 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9673836e-7cb8-4a81-805b-8cb09fc5bf83 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:11:34.759841 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'status': 'completed', 'code': 200} Aug 21 10:11:34.768918 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:34.797348 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:34.813981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-51f8b86d-1165-4f54-b669-58495268d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:34.815656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-51f8b86d-1165-4f54-b669-58495268d8a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1aedb4028944ae68f7c447000059e7d&device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 1098 time: 0.0526395 Aug 21 10:11:34.915141 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-ad178f8f-58a0-4860-84c0-8f845f31531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:34.917046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-ad178f8f-58a0-4860-84c0-8f845f31531e service neutron] 10.222.0.22 "GET /v2.0/networks?id=430d0dc3-1bfa-4c51-850a-b043719444f7 HTTP/1.1" status: 200 len: 915 time: 0.0942292 Aug 21 10:11:34.968983 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:34.971703 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:34.972913 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "DELETE /v2.0/security-groups/c8221e5e-d6bb-480b-b5d1-c62545401916 HTTP/1.1" status: 204 len: 168 time: 0.2830181 Aug 21 10:11:34.976957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34478) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:34.988619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8221e5e-d6bb-480b-b5d1-c62545401916,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:34.997327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1231c818-7cee-4034-834c-c8144f39a828 None None] Provisioning complete for port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:11:34.997797 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1231c818-7cee-4034-834c-c8144f39a828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:34.999190 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.000057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.000680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.001183 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.001522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.001942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.002346 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.002769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.003176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.003604 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.004004 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.004673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b07a-dfa2-4167-8931-855dde1715a1 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:35.006167 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-d3014fb6-2f65-439f-b2e4-e1e24c74f73d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 HTTP/1.1" status: 200 len: 1002 time: 0.0815392 Aug 21 10:11:35.085535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-1f01d918-2fdd-41e4-a5ba-80d1cb8c9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:35.087024 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-1f01d918-2fdd-41e4-a5ba-80d1cb8c9cba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc641cef-77ce-4078-a90b-83ff6f9f519d HTTP/1.1" status: 200 len: 853 time: 0.0738280 Aug 21 10:11:35.187764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-ec1fac8c-fd3d-46b9-b7dc-ba332264ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:35.189323 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-ec1fac8c-fd3d-46b9-b7dc-ba332264ab09 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=430d0dc3-1bfa-4c51-850a-b043719444f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931816 Aug 21 10:11:35.204902 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-bc237f8b-adb3-4f2f-9507-0d885f98d573 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:11:35.205948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-bc237f8b-adb3-4f2f-9507-0d885f98d573 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066924 Aug 21 10:11:35.314371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Deleting port 45a08605-ead0-4802-81fd-47d621f326b1 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:11:35.315078 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:35.365644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-440600b4-f466-4d44-a2eb-801d9184cda6 service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395135 Aug 21 10:11:35.452999 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:35.453323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:35.474479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Calling delete_port for 45a08605-ead0-4802-81fd-47d621f326b1 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:11:35.497172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-323cfef6-0255-4e60-98b5-b0d789bbf1d3 req-245f7006-72ca-4492-8696-235e9ecfb2b1 service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240380 Aug 21 10:11:35.722096 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:35.752100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event deleted for resources: {'Port': ['ID=45a08605-ead0-4802-81fd-47d621f326b1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:35.813273 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:35.813700 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Floating IP 8277a362-c0fa-4ed5-a4e8-96a7e0249d40 disassociated (deleted). External IP: 172.25.5.194, port: 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1. Aug 21 10:11:36.018700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Router e468fc6b-876b-4969-b772-d0fc4eaec04b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:11:36.128143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:11:36.133080 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:36.138908 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e598660-442a-44aa-8025-70f5d96f50b7 None None] Sync routers for ids ['e468fc6b-876b-4969-b772-d0fc4eaec04b'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:11:36.150583 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e598660-442a-44aa-8025-70f5d96f50b7 None None] Routers {'e468fc6b-876b-4969-b772-d0fc4eaec04b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:11:36.151280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9e598660-442a-44aa-8025-70f5d96f50b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:11:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e468fc6b-876b-4969-b772-d0fc4eaec04b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:36.166823 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0b3ba61f-8e12-46dc-96a6-3ea2ed4cbd92 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "DELETE /v2.0/floatingips/8277a362-c0fa-4ed5-a4e8-96a7e0249d40 HTTP/1.1" status: 204 len: 168 time: 1.1864028 Aug 21 10:11:36.262451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-9e598660-442a-44aa-8025-70f5d96f50b7 None None] Set router e468fc6b-876b-4969-b772-d0fc4eaec04b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:11:36.470775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9e598660-442a-44aa-8025-70f5d96f50b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:29Z', 'revision_number': 4, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '6115cc69-6be9-4c8b-b04b-1d7769bbf388', 'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'mac_address': 'fa:16:3e:d1:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:28Z', 'updated_at': '2021-08-21T10:09:33Z', 'revision_number': 5, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'subnets': [{'id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:36.497737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e598660-442a-44aa-8025-70f5d96f50b7 None None] Checking router: e468fc6b-876b-4969-b772-d0fc4eaec04b for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:11:36.506215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e598660-442a-44aa-8025-70f5d96f50b7 None None] Routers {'e468fc6b-876b-4969-b772-d0fc4eaec04b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:11:36.506817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9e598660-442a-44aa-8025-70f5d96f50b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:11:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e468fc6b-876b-4969-b772-d0fc4eaec04b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:36.617369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-9e598660-442a-44aa-8025-70f5d96f50b7 None None] Set router e468fc6b-876b-4969-b772-d0fc4eaec04b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:11:36.760685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:11:36.764357 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:11:36.803774 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00bbeaf-1c9f-4dcd-b17c-3691de14fe31 x-openstack-request-id: req-f00bbeaf-1c9f-4dcd-b17c-3691de14fe31 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:11:36.804067 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:11:36.804315 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f00bbeaf-1c9f-4dcd-b17c-3691de14fe31 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:11:36.804721 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'status': 'completed', 'code': 200} Aug 21 10:11:36.825782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-9e598660-442a-44aa-8025-70f5d96f50b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:29Z', 'revision_number': 4, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '6115cc69-6be9-4c8b-b04b-1d7769bbf388', 'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'mac_address': 'fa:16:3e:d1:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:28Z', 'updated_at': '2021-08-21T10:09:33Z', 'revision_number': 5, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'subnets': [{'id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:36.853118 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e598660-442a-44aa-8025-70f5d96f50b7 None None] The sync data for ids ['e468fc6b-876b-4969-b772-d0fc4eaec04b'] in n-d-766726-28 is: [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:09:29Z', 'revision_number': 4, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '6115cc69-6be9-4c8b-b04b-1d7769bbf388', 'name': '', 'network_id': '430d0dc3-1bfa-4c51-850a-b043719444f7', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'mac_address': 'fa:16:3e:d1:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:28Z', 'updated_at': '2021-08-21T10:09:33Z', 'revision_number': 5, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'subnets': [{'id': 'dc641cef-77ce-4078-a90b-83ff6f9f519d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:11:36.870829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514 req-cb59a840-a019-4b7a-8ae7-d59268ff5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:36.872471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514 req-cb59a840-a019-4b7a-8ae7-d59268ff5c1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1aedb4028944ae68f7c447000059e7d&device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 1098 time: 0.0417984 Aug 21 10:11:36.968082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514 req-7f64dde0-bc62-46e2-b61d-67e098b39400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:36.969945 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514 req-7f64dde0-bc62-46e2-b61d-67e098b39400 service neutron] 10.222.0.22 "GET /v2.0/networks?id=430d0dc3-1bfa-4c51-850a-b043719444f7 HTTP/1.1" status: 200 len: 915 time: 0.0894132 Aug 21 10:11:36.997164 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9bdae116-f4bc-4357-a9e2-e862a9fbc6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:37.020777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514 req-a8e43a83-6419-48d3-94fc-55a23b40cd14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 HTTP/1.1" status: 200 len: 217 time: 0.0440047 Aug 21 10:11:37.076520 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514 req-ad4b6343-d9e9-40bc-ab90-c1459c7f28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:37.078039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514 req-ad4b6343-d9e9-40bc-ab90-c1459c7f28d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc641cef-77ce-4078-a90b-83ff6f9f519d HTTP/1.1" status: 200 len: 853 time: 0.0496976 Aug 21 10:11:37.080889 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71956c4d-c238-4300-bfa3-ddbcfed605fa None None] New status for floating IP 8277a362-c0fa-4ed5-a4e8-96a7e0249d40: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:11:37.127914 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514 req-8e925105-603b-49f9-9b2d-dc673c52d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:37.129523 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514 req-8e925105-603b-49f9-9b2d-dc673c52d10c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=430d0dc3-1bfa-4c51-850a-b043719444f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447097 Aug 21 10:11:37.226284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514 req-734f16d9-17aa-4e13-be60-416756034ae7 service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893795 Aug 21 10:11:37.317333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad2c12ac-bae8-4169-bc5b-35c1ccf79514 req-76892876-e285-45d4-98a4-c9684c9272bb service neutron] 10.222.0.22 "GET /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843384 Aug 21 10:11:39.596608 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f7401042-492e-46db-82a1-d5eab9bf9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:39.820069 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:41.157010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:42.665758 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:45.924370 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a025e-e270-45ff-82b3-93d1fdecf5d2 req-775ea1a9-7e3f-4172-8b21-838157eea78e tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:45.925861 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-124a025e-e270-45ff-82b3-93d1fdecf5d2 req-775ea1a9-7e3f-4172-8b21-838157eea78e tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 946 time: 0.0494714 Aug 21 10:11:45.968551 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-124a025e-e270-45ff-82b3-93d1fdecf5d2 req-86bb0181-6efc-4e4f-9ab7-c492f64d4532 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359247 Aug 21 10:11:46.070584 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:46.110759 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:47.140510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f03c8-2ed7-4ffb-9112-3ab51bef2913 req-54bd2720-558c-4e72-b36a-64dffcd1b0bb tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:47.142020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-217f03c8-2ed7-4ffb-9112-3ab51bef2913 req-54bd2720-558c-4e72-b36a-64dffcd1b0bb tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 946 time: 0.1018195 Aug 21 10:11:47.179716 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-217f03c8-2ed7-4ffb-9112-3ab51bef2913 req-c5c32733-35ee-4a8e-85a9-ae2b9bbc0a73 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Aug 21 10:11:47.511218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee57e8-b2bc-4bd4-9073-91d4b6de9e3a req-a099ab09-50e4-4502-ab8f-a1dc06b8b288 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:11:47.513369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5eee57e8-b2bc-4bd4-9073-91d4b6de9e3a req-a099ab09-50e4-4502-ab8f-a1dc06b8b288 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 946 time: 0.0491345 Aug 21 10:11:47.602844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5eee57e8-b2bc-4bd4-9073-91d4b6de9e3a req-26d07405-c9f4-4764-b8dc-b376016fb961 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Deleting port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:11:47.603180 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5eee57e8-b2bc-4bd4-9073-91d4b6de9e3a req-26d07405-c9f4-4764-b8dc-b376016fb961 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:47.688801 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-5eee57e8-b2bc-4bd4-9073-91d4b6de9e3a req-26d07405-c9f4-4764-b8dc-b376016fb961 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] For port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:11:47.689167 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5eee57e8-b2bc-4bd4-9073-91d4b6de9e3a req-26d07405-c9f4-4764-b8dc-b376016fb961 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:47.701442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-5eee57e8-b2bc-4bd4-9073-91d4b6de9e3a req-26d07405-c9f4-4764-b8dc-b376016fb961 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Calling delete_port for 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:11:47.910811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5eee57e8-b2bc-4bd4-9073-91d4b6de9e3a req-26d07405-c9f4-4764-b8dc-b376016fb961 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:47.922372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:11:47.940443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d07405-c9f4-4764-b8dc-b376016fb961 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Pushing event deleted for resources: {'Port': ['ID=91ea093a-4756-44aa-9c6f-4bc42b2e0ac1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:47.981025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eee57e8-b2bc-4bd4-9073-91d4b6de9e3a req-26d07405-c9f4-4764-b8dc-b376016fb961 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] No DVR routers for this DVR port 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:11:47.983741 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5eee57e8-b2bc-4bd4-9073-91d4b6de9e3a req-26d07405-c9f4-4764-b8dc-b376016fb961 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:47.985813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5eee57e8-b2bc-4bd4-9073-91d4b6de9e3a req-26d07405-c9f4-4764-b8dc-b376016fb961 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.22 "DELETE /v2.0/ports/91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 HTTP/1.1" status: 204 len: 173 time: 0.4666524 Aug 21 10:11:47.986276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'name': 'network-vif-deleted', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:11:47.988540 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf32758-264b-470e-a863-b452b4faae9f" -d '{"events": [{"server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "name": "network-vif-deleted", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:11:48.024355 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b19ecc-4559-4b47-8344-0929867282a9 x-openstack-request-id: req-d7b19ecc-4559-4b47-8344-0929867282a9 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:11:48.024641 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad401b3-b833-4fb3-a805-a34a64612cda", "name": "network-vif-deleted", "tag": "91ea093a-4756-44aa-9c6f-4bc42b2e0ac1", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:11:48.024892 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7b19ecc-4559-4b47-8344-0929867282a9 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:11:48.025286 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad401b3-b833-4fb3-a805-a34a64612cda', 'name': 'network-vif-deleted', 'tag': '91ea093a-4756-44aa-9c6f-4bc42b2e0ac1', 'status': 'completed', 'code': 200} Aug 21 10:11:48.279212 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-116dba44-d51d-4fc2-a5ba-80b3f9b93cc8 req-0835324f-9006-49fb-92aa-abcc68223171 tempest-TestMinimumBasicScenario-950841629 tempest-TestMinimumBasicScenario-950841629-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ad401b3-b833-4fb3-a805-a34a64612cda HTTP/1.1" status: 200 len: 210 time: 0.0301552 Aug 21 10:11:50.676011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34578) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:51.010895 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:51.255123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] Deleting port 6115cc69-6be9-4c8b-b04b-1d7769bbf388 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:11:51.255473 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:51.336565 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] For port 6115cc69-6be9-4c8b-b04b-1d7769bbf388, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6115cc69-6be9-4c8b-b04b-1d7769bbf388,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:11:51.336847 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:51.348797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] Calling delete_port for 6115cc69-6be9-4c8b-b04b-1d7769bbf388 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:11:51.610921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:11:51.613965 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:51.636264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:11:51.636882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 91ea093a-4756-44aa-9c6f-4bc42b2e0ac1 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:11:51.641689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=6115cc69-6be9-4c8b-b04b-1d7769bbf388,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:51.809885 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:52.037267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] Router e468fc6b-876b-4969-b772-d0fc4eaec04b has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:11:52.466175 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:11:52.472872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9bb7f9b1-6da4-4bc4-ad57-03a985cb8b22 admin admin] 10.222.0.20 "PUT /v2.0/routers/e468fc6b-876b-4969-b772-d0fc4eaec04b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7949760 Aug 21 10:11:52.473788 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34582) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:52.474814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568dbc2-7a65-469e-9b62-a6e11a01ceb1 None None] Sync routers for ids ['e468fc6b-876b-4969-b772-d0fc4eaec04b'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:11:52.484411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568dbc2-7a65-469e-9b62-a6e11a01ceb1 None None] Routers {'e468fc6b-876b-4969-b772-d0fc4eaec04b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:11:52.485014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7568dbc2-7a65-469e-9b62-a6e11a01ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:11:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e468fc6b-876b-4969-b772-d0fc4eaec04b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:52.583423 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:52.595208 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-7568dbc2-7a65-469e-9b62-a6e11a01ceb1 None None] Set router e468fc6b-876b-4969-b772-d0fc4eaec04b gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:11:52.691116 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:52.776016 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7568dbc2-7a65-469e-9b62-a6e11a01ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:11:51Z', 'revision_number': 5, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port': {'id': '5798fbef-5440-46fb-8bd5-029e9bbdac71', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:26Z', 'updated_at': '2021-08-21T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:52.802170 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568dbc2-7a65-469e-9b62-a6e11a01ceb1 None None] Checking router: e468fc6b-876b-4969-b772-d0fc4eaec04b for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:11:52.810378 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568dbc2-7a65-469e-9b62-a6e11a01ceb1 None None] Routers {'e468fc6b-876b-4969-b772-d0fc4eaec04b'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:11:52.811000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7568dbc2-7a65-469e-9b62-a6e11a01ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:11:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['e468fc6b-876b-4969-b772-d0fc4eaec04b'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:52.851680 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Deleting port 5798fbef-5440-46fb-8bd5-029e9bbdac71 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:11:52.852028 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:52.939334 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] For port 5798fbef-5440-46fb-8bd5-029e9bbdac71, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5798fbef-5440-46fb-8bd5-029e9bbdac71,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:11:52.939730 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:52.952656 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Calling delete_port for 5798fbef-5440-46fb-8bd5-029e9bbdac71 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:11:53.051504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-7568dbc2-7a65-469e-9b62-a6e11a01ceb1 None None] Set router e468fc6b-876b-4969-b772-d0fc4eaec04b gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:11:53.107289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-7568dbc2-7a65-469e-9b62-a6e11a01ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:11:52Z', 'revision_number': 6, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:53.133468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568dbc2-7a65-469e-9b62-a6e11a01ceb1 None None] The sync data for ids ['e468fc6b-876b-4969-b772-d0fc4eaec04b'] in n-d-766726-28 is: [{'id': 'e468fc6b-876b-4969-b772-d0fc4eaec04b', 'name': 'tempest-TestMinimumBasicScenario-465110304-router', 'tenant_id': 'e1aedb4028944ae68f7c447000059e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:25Z', 'updated_at': '2021-08-21T10:11:52Z', 'revision_number': 6, 'project_id': 'e1aedb4028944ae68f7c447000059e7d', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:11:53.219321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:53.244747 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5798fbef-5440-46fb-8bd5-029e9bbdac71,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:53.307551 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:53.402513 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:53.404664 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:53.533523 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:53.534166 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e468fc6b-876b-4969-b772-d0fc4eaec04b {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:11:53.543456 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:53.543456 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2af8c7f9-0e4f-4bf6-9f67-c70fc3b0b1cc admin admin] 10.222.0.20 "DELETE /v2.0/routers/e468fc6b-876b-4969-b772-d0fc4eaec04b HTTP/1.1" status: 204 len: 168 time: 1.0654862 Aug 21 10:11:53.543835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34584) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:53.601584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e417515-7255-4986-a16d-9a30b7391a5d admin admin] Deleting subnet dc641cef-77ce-4078-a90b-83ff6f9f519d {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:11:53.605940 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e417515-7255-4986-a16d-9a30b7391a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:53.649714 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e417515-7255-4986-a16d-9a30b7391a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:53.730811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e417515-7255-4986-a16d-9a30b7391a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:53.868090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e417515-7255-4986-a16d-9a30b7391a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:53.893968 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e417515-7255-4986-a16d-9a30b7391a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc641cef-77ce-4078-a90b-83ff6f9f519d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:53.898724 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5e417515-7255-4986-a16d-9a30b7391a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:53.900601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5e417515-7255-4986-a16d-9a30b7391a5d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc641cef-77ce-4078-a90b-83ff6f9f519d HTTP/1.1" status: 204 len: 168 time: 0.3553069 Aug 21 10:11:53.904115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34586) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:53.904590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e9c14-627e-4f57-8ea0-2b6f46a2b244 None None] Network 430d0dc3-1bfa-4c51-850a-b043719444f7 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:11:53.995345 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.049511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Deleting port 6360c0e6-07b8-448d-9faf-345b01af096e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:11:54.049856 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.102790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] DHCP port deletion for 430d0dc3-1bfa-4c51-850a-b043719444f7 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:11:54.113772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] For port 6360c0e6-07b8-448d-9faf-345b01af096e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6360c0e6-07b8-448d-9faf-345b01af096e,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:11:54.114081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.127301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Calling delete_port for 6360c0e6-07b8-448d-9faf-345b01af096e owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:11:54.154661 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Deleting port 6360c0e6-07b8-448d-9faf-345b01af096e {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:11:54.155035 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.220397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] For port 6360c0e6-07b8-448d-9faf-345b01af096e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=6360c0e6-07b8-448d-9faf-345b01af096e,segment=NetworkSegment(c219e4f1-01c2-49d3-a6be-9dd7ed62cf68),segment_id=c219e4f1-01c2-49d3-a6be-9dd7ed62cf68)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:11:54.220794 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.233650 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Calling delete_port for 6360c0e6-07b8-448d-9faf-345b01af096e owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:11:54.322362 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.328887 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.348962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6360c0e6-07b8-448d-9faf-345b01af096e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:54.352623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] No DVR routers for this DVR port 6360c0e6-07b8-448d-9faf-345b01af096e on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:11:54.355605 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Pushing event deleted for resources: {'Port': ['ID=6360c0e6-07b8-448d-9faf-345b01af096e,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:54.358682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] No DVR routers for this DVR port 6360c0e6-07b8-448d-9faf-345b01af096e on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:11:54.367436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.367943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.368390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.368790 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.369181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.369573 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.370023 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.370491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.370842 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.371287 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.371749 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.372131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8550d387-a637-46f5-9c99-b796e02d1b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:11:54.427439 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.437664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430d0dc3-1bfa-4c51-850a-b043719444f7']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:54.447645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:54.447943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c219e4f1-01c2-49d3-a6be-9dd7ed62cf68') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:54.457125 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.470806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.477354 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:11:54.477744 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:11:54.479403 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:11:54.620852 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6360c0e6-07b8-448d-9faf-345b01af096e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:11:54.630739 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.636502 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:54.638392 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] 10.222.0.20 "DELETE /v2.0/networks/430d0dc3-1bfa-4c51-850a-b043719444f7 HTTP/1.1" status: 204 len: 168 time: 0.7333016 Aug 21 10:11:54.641423 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34588) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:54.645028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 6360c0e6-07b8-448d-9faf-345b01af096e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:11:54.646019 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6360c0e6-07b8-448d-9faf-345b01af096e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:11:54.646019 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5798fbef-5440-46fb-8bd5-029e9bbdac71 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:11:54.649791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789af66e-804f-4974-a1a4-bb17773142ba admin admin] Pushing event deleted for resources: {'Network': ['ID=430d0dc3-1bfa-4c51-850a-b043719444f7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:54.665854 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 5798fbef-5440-46fb-8bd5-029e9bbdac71 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:11:54.666196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5798fbef-5440-46fb-8bd5-029e9bbdac71 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:11:54.666600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6115cc69-6be9-4c8b-b04b-1d7769bbf388 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:11:54.685759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 6115cc69-6be9-4c8b-b04b-1d7769bbf388 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:11:54.686128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 6115cc69-6be9-4c8b-b04b-1d7769bbf388 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:11:54.985896 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:55.227719 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] Deleting port ce3fe539-ea18-4def-80e0-bf32d891ccdd {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:11:55.228062 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:55.307535 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] For port ce3fe539-ea18-4def-80e0-bf32d891ccdd, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ce3fe539-ea18-4def-80e0-bf32d891ccdd,segment=NetworkSegment(224bb5d9-f80f-4257-8169-432b25a43946),segment_id=224bb5d9-f80f-4257-8169-432b25a43946)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:11:55.307836 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:55.320748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] Calling delete_port for ce3fe539-ea18-4def-80e0-bf32d891ccdd owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:11:55.619796 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:55.644516 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3fe539-ea18-4def-80e0-bf32d891ccdd,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:55.816045 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:56.030030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] Router 38d3fefe-fae8-4600-8601-9611103395fe has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:11:56.135712 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:11:56.140791 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a5f1110c-1675-41ba-b365-659e70d86c17 admin admin] 10.222.0.20 "PUT /v2.0/routers/38d3fefe-fae8-4600-8601-9611103395fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4981792 Aug 21 10:11:56.143778 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34590) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:56.144615 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc565c54-c606-48e7-a949-e8f5b0d2c822 None None] Sync routers for ids ['38d3fefe-fae8-4600-8601-9611103395fe'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:11:56.154869 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc565c54-c606-48e7-a949-e8f5b0d2c822 None None] Routers {'38d3fefe-fae8-4600-8601-9611103395fe'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:11:56.155475 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cc565c54-c606-48e7-a949-e8f5b0d2c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:11:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38d3fefe-fae8-4600-8601-9611103395fe'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:56.249549 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:56.258633 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-cc565c54-c606-48e7-a949-e8f5b0d2c822 None None] Set router 38d3fefe-fae8-4600-8601-9611103395fe gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:11:56.442602 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cc565c54-c606-48e7-a949-e8f5b0d2c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3fefe-fae8-4600-8601-9611103395fe', 'name': 'tempest-TestMinimumBasicScenario-1497384985-router', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:11:55Z', 'revision_number': 5, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'gw_port': {'id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:56.470023 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc565c54-c606-48e7-a949-e8f5b0d2c822 None None] Checking router: 38d3fefe-fae8-4600-8601-9611103395fe for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:11:56.478836 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc565c54-c606-48e7-a949-e8f5b0d2c822 None None] Routers {'38d3fefe-fae8-4600-8601-9611103395fe'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:11:56.479451 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cc565c54-c606-48e7-a949-e8f5b0d2c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:11:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['38d3fefe-fae8-4600-8601-9611103395fe'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:56.587843 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-cc565c54-c606-48e7-a949-e8f5b0d2c822 None None] Set router 38d3fefe-fae8-4600-8601-9611103395fe gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:11:56.641596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:56.765596 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Deleting port 2d77995d-ee72-4473-beb7-4c0314edf515 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:11:56.766297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:56.772729 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-cc565c54-c606-48e7-a949-e8f5b0d2c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3fefe-fae8-4600-8601-9611103395fe', 'name': 'tempest-TestMinimumBasicScenario-1497384985-router', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:11:55Z', 'revision_number': 5, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'gw_port': {'id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:56.801963 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc565c54-c606-48e7-a949-e8f5b0d2c822 None None] The sync data for ids ['38d3fefe-fae8-4600-8601-9611103395fe'] in n-d-766726-28 is: [{'id': '38d3fefe-fae8-4600-8601-9611103395fe', 'name': 'tempest-TestMinimumBasicScenario-1497384985-router', 'tenant_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:11:55Z', 'revision_number': 5, 'project_id': '2ac7c8bb1bc64899a30535fe8b159f4d', 'gw_port': {'id': '2d77995d-ee72-4473-beb7-4c0314edf515', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3fefe-fae8-4600-8601-9611103395fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:09:32Z', 'updated_at': '2021-08-21T10:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:11:56.850632 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] For port 2d77995d-ee72-4473-beb7-4c0314edf515, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=2d77995d-ee72-4473-beb7-4c0314edf515,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:11:56.851005 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:56.862217 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Calling delete_port for 2d77995d-ee72-4473-beb7-4c0314edf515 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:11:57.116337 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:57.147478 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d77995d-ee72-4473-beb7-4c0314edf515,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:57.208253 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:57.298847 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:57.300958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:57.476314 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:57.476892 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38d3fefe-fae8-4600-8601-9611103395fe {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:11:57.487640 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:57.487640 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-6a2593cf-342f-4708-bc5b-a67ce72cd885 admin admin] 10.222.0.20 "DELETE /v2.0/routers/38d3fefe-fae8-4600-8601-9611103395fe HTTP/1.1" status: 204 len: 168 time: 1.3388417 Aug 21 10:11:57.487640 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34592) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:57.535089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d6ee74-39b0-48c8-b824-c4beefaa3ae0 admin admin] Deleting subnet 5df7af4d-68b5-4cda-85dd-0b0f99de8f54 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:11:57.538493 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89d6ee74-39b0-48c8-b824-c4beefaa3ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:57.575358 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89d6ee74-39b0-48c8-b824-c4beefaa3ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:57.656938 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89d6ee74-39b0-48c8-b824-c4beefaa3ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:57.899875 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89d6ee74-39b0-48c8-b824-c4beefaa3ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:57.926424 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6ee74-39b0-48c8-b824-c4beefaa3ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df7af4d-68b5-4cda-85dd-0b0f99de8f54,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:57.930015 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-89d6ee74-39b0-48c8-b824-c4beefaa3ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:57.931962 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-89d6ee74-39b0-48c8-b824-c4beefaa3ae0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5df7af4d-68b5-4cda-85dd-0b0f99de8f54 HTTP/1.1" status: 204 len: 168 time: 0.4446440 Aug 21 10:11:57.934395 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34594) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:57.936955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf673119-5d5b-4fa7-9b9c-1e1a3ade4da9 None None] Network 4cee4e45-2227-4807-984b-9ffefe4d8278 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:11:58.001566 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.055510 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Deleting port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:11:58.055880 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.107385 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270ecc66-6d10-4958-92b4-dfa4ab444bbc None None] DHCP port deletion for 4cee4e45-2227-4807-984b-9ffefe4d8278 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:11:58.127111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] For port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9a0ce38c-b92d-4327-aca8-fd216eba0ff0,segment=NetworkSegment(224bb5d9-f80f-4257-8169-432b25a43946),segment_id=224bb5d9-f80f-4257-8169-432b25a43946)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:11:58.127465 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.140899 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Calling delete_port for 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:11:58.153259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-270ecc66-6d10-4958-92b4-dfa4ab444bbc None None] Deleting port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:11:58.153613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-270ecc66-6d10-4958-92b4-dfa4ab444bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.215271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-270ecc66-6d10-4958-92b4-dfa4ab444bbc None None] For port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9a0ce38c-b92d-4327-aca8-fd216eba0ff0,segment=NetworkSegment(224bb5d9-f80f-4257-8169-432b25a43946),segment_id=224bb5d9-f80f-4257-8169-432b25a43946)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:11:58.215704 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-270ecc66-6d10-4958-92b4-dfa4ab444bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.228397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-270ecc66-6d10-4958-92b4-dfa4ab444bbc None None] Calling delete_port for 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:11:58.282269 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.306974 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-270ecc66-6d10-4958-92b4-dfa4ab444bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.315619 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] No DVR routers for this DVR port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:11:58.321028 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0ce38c-b92d-4327-aca8-fd216eba0ff0,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:58.335518 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ecc66-6d10-4958-92b4-dfa4ab444bbc None None] Pushing event deleted for resources: {'Port': ['ID=9a0ce38c-b92d-4327-aca8-fd216eba0ff0,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:58.337344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ecc66-6d10-4958-92b4-dfa4ab444bbc None None] No DVR routers for this DVR port 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:11:58.393704 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.403540 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cee4e45-2227-4807-984b-9ffefe4d8278']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:58.413730 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224bb5d9-f80f-4257-8169-432b25a43946') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:58.414030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224bb5d9-f80f-4257-8169-432b25a43946') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:11:58.423329 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.437627 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.443731 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:11:58.444120 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: timer() Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:11:58.445880 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:11:58.619292 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.623841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:11:58.626356 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:58.628350 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] 10.222.0.20 "DELETE /v2.0/networks/4cee4e45-2227-4807-984b-9ffefe4d8278 HTTP/1.1" status: 204 len: 168 time: 0.6930325 Aug 21 10:11:58.641208 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ecd8a-d296-4221-a240-28cd9d09c19d admin admin] Pushing event deleted for resources: {'Network': ['ID=4cee4e45-2227-4807-984b-9ffefe4d8278,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:11:58.644634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:11:58.644980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9a0ce38c-b92d-4327-aca8-fd216eba0ff0 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:11:58.645381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ce3fe539-ea18-4def-80e0-bf32d891ccdd no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:11:58.664902 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ce3fe539-ea18-4def-80e0-bf32d891ccdd {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:11:58.665172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ce3fe539-ea18-4def-80e0-bf32d891ccdd not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:11:58.665578 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2d77995d-ee72-4473-beb7-4c0314edf515 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:11:58.687427 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 2d77995d-ee72-4473-beb7-4c0314edf515 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:11:58.687795 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 2d77995d-ee72-4473-beb7-4c0314edf515 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:11:59.081904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34598) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:59.121482 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0231e376-1b76-4330-a487-12d9c69d0500 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1aedb4028944ae68f7c447000059e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384064 Aug 21 10:11:59.123844 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34600) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:11:59.171749 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf1cf86a-8270-47f6-a059-c347adcbf74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:59.192258 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf1cf86a-8270-47f6-a059-c347adcbf74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:59.327467 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf1cf86a-8270-47f6-a059-c347adcbf74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:59.330012 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cf1cf86a-8270-47f6-a059-c347adcbf74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:11:59.331193 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cf1cf86a-8270-47f6-a059-c347adcbf74e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeee9d93-8e6e-4396-86d1-6d562bfaf5b5 HTTP/1.1" status: 204 len: 168 time: 0.2064583 Aug 21 10:11:59.341706 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cf86a-8270-47f6-a059-c347adcbf74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeee9d93-8e6e-4396-86d1-6d562bfaf5b5,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:00.064141 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34606) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:00.107813 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-99d4bfc5-3eed-447a-8c4d-4f53e3071eca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ac7c8bb1bc64899a30535fe8b159f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418024 Aug 21 10:12:00.110350 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34608) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:00.156406 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1eb8-62b6-4e64-9db7-ee4fb84bf798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:00.177758 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1eb8-62b6-4e64-9db7-ee4fb84bf798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:00.316462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1eb8-62b6-4e64-9db7-ee4fb84bf798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:00.319000 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1eb8-62b6-4e64-9db7-ee4fb84bf798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:00.320333 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8c8b1eb8-62b6-4e64-9db7-ee4fb84bf798 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac239632-190c-4926-805d-07aa4c7b2b5d HTTP/1.1" status: 204 len: 168 time: 0.2090847 Aug 21 10:12:00.328439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b1eb8-62b6-4e64-9db7-ee4fb84bf798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac239632-190c-4926-805d-07aa4c7b2b5d,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:02.642508 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34648) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:02.647366 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-b8eb93dc-d639-4a28-8b81-1da350dba005 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11448285', 'description': 'tempest-secgroup-smoke-11448285 description', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:02.761825 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8eb93dc-d639-4a28-8b81-1da350dba005 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:02.770753 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8eb93dc-d639-4a28-8b81-1da350dba005 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:02.860964 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8eb93dc-d639-4a28-8b81-1da350dba005 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:02.978868 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8eb93dc-d639-4a28-8b81-1da350dba005 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.017664 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb93dc-d639-4a28-8b81-1da350dba005 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd2ede-220d-42bf-ac90-a7ec88900044,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:03.076849 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8eb93dc-d639-4a28-8b81-1da350dba005 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.166858 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8eb93dc-d639-4a28-8b81-1da350dba005 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.194755 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb93dc-d639-4a28-8b81-1da350dba005 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57543dd-0bc4-437b-8c86-69c2a414e2b4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:03.275829 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b8eb93dc-d639-4a28-8b81-1da350dba005 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.277219 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b8eb93dc-d639-4a28-8b81-1da350dba005 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6336639 Aug 21 10:12:03.280045 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34650) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:03.284692 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c5556b6b-3a73-461d-aad5-fe591c234caf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'f57543dd-0bc4-437b-8c86-69c2a414e2b4', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:03.383492 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5556b6b-3a73-461d-aad5-fe591c234caf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.440941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5556b6b-3a73-461d-aad5-fe591c234caf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.533077 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5556b6b-3a73-461d-aad5-fe591c234caf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.551031 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5556b6b-3a73-461d-aad5-fe591c234caf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b7fae7-f174-4c56-bd96-e0b1b6d53b68,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:03.619220 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c5556b6b-3a73-461d-aad5-fe591c234caf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.620517 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c5556b6b-3a73-461d-aad5-fe591c234caf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3394747 Aug 21 10:12:03.624264 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34652) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:03.629376 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f8f44d28-dc64-4a8f-8d6d-c29e2300ba28 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'f57543dd-0bc4-437b-8c86-69c2a414e2b4', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:03.731753 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8f44d28-dc64-4a8f-8d6d-c29e2300ba28 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.787969 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8f44d28-dc64-4a8f-8d6d-c29e2300ba28 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.852716 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8f44d28-dc64-4a8f-8d6d-c29e2300ba28 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.870433 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f44d28-dc64-4a8f-8d6d-c29e2300ba28 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f973292-6fdd-41cd-9290-833f901cf64f,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:03.944573 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f8f44d28-dc64-4a8f-8d6d-c29e2300ba28 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:03.945824 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f8f44d28-dc64-4a8f-8d6d-c29e2300ba28 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3199744 Aug 21 10:12:03.949303 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34654) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:03.953782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ca94aeab-c62a-4f02-a596-cbd47c7e9ce3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'f57543dd-0bc4-437b-8c86-69c2a414e2b4', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:04.064090 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca94aeab-c62a-4f02-a596-cbd47c7e9ce3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:04.126576 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca94aeab-c62a-4f02-a596-cbd47c7e9ce3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:04.213093 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca94aeab-c62a-4f02-a596-cbd47c7e9ce3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:04.231095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94aeab-c62a-4f02-a596-cbd47c7e9ce3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654fc88d-0da2-4c5a-b150-fdbe818bf283,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:04.304601 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ca94aeab-c62a-4f02-a596-cbd47c7e9ce3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:04.305817 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ca94aeab-c62a-4f02-a596-cbd47c7e9ce3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3555908 Aug 21 10:12:04.308521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34656) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:04.313052 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1ffb7f11-2295-4dd9-a0ab-ad89bc9150dd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'f57543dd-0bc4-437b-8c86-69c2a414e2b4', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:04.401771 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ffb7f11-2295-4dd9-a0ab-ad89bc9150dd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:04.460495 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ffb7f11-2295-4dd9-a0ab-ad89bc9150dd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:04.544902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ffb7f11-2295-4dd9-a0ab-ad89bc9150dd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:04.562191 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb7f11-2295-4dd9-a0ab-ad89bc9150dd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fb3f78-fa73-46dc-b613-efa65941b898,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:04.664972 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ffb7f11-2295-4dd9-a0ab-ad89bc9150dd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:04.666150 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1ffb7f11-2295-4dd9-a0ab-ad89bc9150dd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3566852 Aug 21 10:12:04.668923 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34658) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:04.673369 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3fc325c1-f9c7-48c8-b0b4-248fb525539c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'f57543dd-0bc4-437b-8c86-69c2a414e2b4', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:04.790173 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-3fc325c1-f9c7-48c8-b0b4-248fb525539c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Project bbc1f7f8491c41979ed959c4332eab18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:12:04.795689 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fc325c1-f9c7-48c8-b0b4-248fb525539c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:04.856031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fc325c1-f9c7-48c8-b0b4-248fb525539c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:04.949897 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fc325c1-f9c7-48c8-b0b4-248fb525539c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:04.968832 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc325c1-f9c7-48c8-b0b4-248fb525539c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21b89e7-83e5-4668-a5c1-fd980529be15,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:05.041961 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3fc325c1-f9c7-48c8-b0b4-248fb525539c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:05.043215 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3fc325c1-f9c7-48c8-b0b4-248fb525539c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733416 Aug 21 10:12:05.045950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34660) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:05.051078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-7d76c62b-0b6f-4938-a733-21f46acafebd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'f57543dd-0bc4-437b-8c86-69c2a414e2b4', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:05.144931 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-7d76c62b-0b6f-4938-a733-21f46acafebd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Project bbc1f7f8491c41979ed959c4332eab18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:12:05.150130 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d76c62b-0b6f-4938-a733-21f46acafebd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:05.213191 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d76c62b-0b6f-4938-a733-21f46acafebd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:05.303940 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d76c62b-0b6f-4938-a733-21f46acafebd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:05.321435 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76c62b-0b6f-4938-a733-21f46acafebd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cad0e9-e92f-4670-b0d9-7d4f8b5910be,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:05.408031 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-7d76c62b-0b6f-4938-a733-21f46acafebd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:05.409287 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7d76c62b-0b6f-4938-a733-21f46acafebd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3623793 Aug 21 10:12:05.412309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34662) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:05.417183 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'network': {'name': 'tempest-network-smoke--2075290540', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'port_security_enabled': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:05.510258 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:12:05.513708 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:05.536870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:12:05.545179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:05.545521 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Added segment 12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b of type vlan for network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 Aug 21 10:12:05.584463 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:05.693049 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:05.698724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:05.699313 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:05.764226 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Network': ['ID=59af8e4b-67d3-4b87-ba87-8e7377c53ac1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:05.777934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:12:05.905165 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e65b349d-1fe5-4afa-bab2-b5d899d9294e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4918144 Aug 21 10:12:05.908601 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34664) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:05.913121 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'admin_state_up': True, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:06.002464 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:06.003521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:06.057777 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:06.301754 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:06.618811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:06.637528 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:06.740327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.25.5.188 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/0eaf3c05-d895-436a-bdb3-2424e07dbb44) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:12:06.837943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:06.944831 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:06.990771 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:12:06.998001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:12:07.002722 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:12:07.024287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-93276f23-e3cc-4953-88c7-79b30dad7926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:07.049201 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=0eaf3c05-d895-436a-bdb3-2424e07dbb44,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:07.167527 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:12:07.357037 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:07.572442 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:07.853240 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:12:07.958907 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:12:07.968634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Sync routers for ids ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:12:07.978932 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Routers {'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:12:07.979537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:11:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:08.053451 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:08.054717 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3a1defac-0d99-4a4e-bfe9-71e275bab326 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1451638 Aug 21 10:12:08.057868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34666) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:08.086061 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Set router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:12:08.184938 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9a7c00c3-68b5-4aaf-984f-7b594989fdd2 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bbc1f7f8491c41979ed959c4332eab18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1234391 Aug 21 10:12:08.185254 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34670) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:08.274725 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16437017-024c-4545-b90b-e017281c8358 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:08.278964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:07Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:08.280074 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-16437017-024c-4545-b90b-e017281c8358 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938964 Aug 21 10:12:08.280335 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34672) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:08.306667 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Checking router: aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:12:08.307018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Updating router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 port 0eaf3c05-d895-436a-bdb3-2424e07dbb44 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:12:08.323062 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a5c06351-9770-41a9-b631-7a50e0c8ceec tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410869 Aug 21 10:12:08.325656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34674) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:08.332068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1675775624', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:08.334594 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:08.481244 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:12:08.485648 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:08.587742 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:08.597943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Transition to ACTIVE for port object 0eaf3c05-d895-436a-bdb3-2424e07dbb44 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:12:08.693089 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:08.744900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Attempting to bind port 0eaf3c05-d895-436a-bdb3-2424e07dbb44 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:12:08.745268 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Attempting to bind port 0eaf3c05-d895-436a-bdb3-2424e07dbb44 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:12:08.745685 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Attempting to bind port 0eaf3c05-d895-436a-bdb3-2424e07dbb44 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:12:08.754623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6a1ff-c934-47e1-90ce-6645a91d71a1 None None] Pushing event updated for resources: {'Port': ['ID=0eaf3c05-d895-436a-bdb3-2424e07dbb44,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:08.757320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:12:08.757691 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:12:08.758091 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:08.758470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:12:08.758937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Bound port: 0eaf3c05-d895-436a-bdb3-2424e07dbb44, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:12:08.759318 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:08.779198 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:08.813492 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] For port 0eaf3c05-d895-436a-bdb3-2424e07dbb44, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:12:08.817229 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] For port 0eaf3c05-d895-436a-bdb3-2424e07dbb44, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0eaf3c05-d895-436a-bdb3-2424e07dbb44,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:12:08.842972 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Subnet': ['ID=10c994a2-e396-4600-ac94-775de54e2dcb,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:08.850478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Checking segment: {'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:12:08.850840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network hostable DHCP agents. Network: 59af8e4b-67d3-4b87-ba87-8e7377c53ac1, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:12:08.910818 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:08.944855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:12:08.968258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Routers {'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:12:08.968882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:11:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:08.974731 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6a1ff-c934-47e1-90ce-6645a91d71a1 None None] Pushing event updated for resources: {'Port': ['ID=0eaf3c05-d895-436a-bdb3-2424e07dbb44,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:09.036093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 59af8e4b-67d3-4b87-ba87-8e7377c53ac1) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:12:09.040845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:09.041564 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:09.061039 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fff8aa-d978-4b70-9449-ae63a84cd7e5 None None] Network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:12:09.131876 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] Set router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:12:09.145057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1d2ccec5-88a7-4c4e-9644-9e3882dfd0e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8183649 Aug 21 10:12:09.147720 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34676) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:09.356296 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ips': [{'subnet_id': '10c994a2-e396-4600-ac94-775de54e2dcb'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:12:09.357146 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:09.483239 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:07Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:09.525848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7279149-5bf8-494e-9595-8e5758f2a88a None None] The sync data for ids ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'] in n-d-766726-28 is: [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:07Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:12:09.549571 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Allocated IP 172.20.0.2 (59af8e4b-67d3-4b87-ba87-8e7377c53ac1/10c994a2-e396-4600-ac94-775de54e2dcb/de8005b6-d4cd-4f8a-af8b-816f70ea5cfe) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:12:09.609626 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-efacee71-f768-4473-b7ce-1db64df21878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:09.617133 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:09.706358 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:09.716619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Transition to ACTIVE for port object de8005b6-d4cd-4f8a-af8b-816f70ea5cfe will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:12:09.749704 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Transition to ACTIVE for port object de8005b6-d4cd-4f8a-af8b-816f70ea5cfe will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:12:09.836193 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:09.879198 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:09.886392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:12:09.891099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:12:09.898207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:12:09.901477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Pushing event updated for resources: {'Port': ['ID=de8005b6-d4cd-4f8a-af8b-816f70ea5cfe,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:09.940545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.20.0.1 (59af8e4b-67d3-4b87-ba87-8e7377c53ac1/10c994a2-e396-4600-ac94-775de54e2dcb/51a4e829-49df-483a-ac84-4360b52b73c9) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:12:09.957034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Attempting to bind port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:12:09.957656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Attempting to bind port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:12:09.958021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Attempting to bind port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe on network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:12:09.966804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:12:09.967265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Checking segment: {'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:12:09.967779 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:09.968457 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Bound using segment: {'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:12:09.969005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Bound port: de8005b6-d4cd-4f8a-af8b-816f70ea5cfe, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:12:09.969966 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:10.038097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] For port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:12:10.045330 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] For port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=de8005b6-d4cd-4f8a-af8b-816f70ea5cfe,segment=NetworkSegment(12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b),segment_id=12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:12:10.067693 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:10.094980 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Transition to ACTIVE for port object 51a4e829-49df-483a-ac84-4360b52b73c9 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:12:10.156468 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:10.218988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:10.231334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0a808-5aab-4bb7-85bc-269703b32de1 None None] Pushing event updated for resources: {'Port': ['ID=de8005b6-d4cd-4f8a-af8b-816f70ea5cfe,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:10.262398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:12:10.265794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:12:10.270251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:12:10.304046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=51a4e829-49df-483a-ac84-4360b52b73c9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:10.330529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:10.580052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:10.683724 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0eaf3c05-d895-436a-bdb3-2424e07dbb44 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:12:10.872638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:10.973099 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:11.049773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=51a4e829-49df-483a-ac84-4360b52b73c9,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:11.052134 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:11.064850 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 0eaf3c05-d895-436a-bdb3-2424e07dbb44 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:12:11.068742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0eaf3c05-d895-436a-bdb3-2424e07dbb44 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:12:11.069117 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:11.144869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:12:11.146540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:12:11.158671 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:11.178614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 0eaf3c05-d895-436a-bdb3-2424e07dbb44, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0eaf3c05-d895-436a-bdb3-2424e07dbb44,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:12:11.218814 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:11.247398 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:11.248718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device de8005b6-d4cd-4f8a-af8b-816f70ea5cfe up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:12:11.276584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:12:11.329217 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=0eaf3c05-d895-436a-bdb3-2424e07dbb44,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:11.397496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:12:11.411754 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fade45cf-4431-4c56-8a5a-7cafb68d3ab8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "PUT /v2.0/routers/aae89849-f9cd-4f6f-93d4-5be1af8c4bd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2625790 Aug 21 10:12:11.413520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:12:11.543043 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Sync routers for ids ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:12:11.554206 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Routers {'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:12:11.555019 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:12:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:11.556610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-d3fe14a1-cc1f-424b-b44c-f1d41cbdf885 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11448285&fields=id&tenant_id=bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 267 time: 0.0396922 Aug 21 10:12:11.618865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a644ab7-83c3-45b5-8032-9a2e84fa7238 None None] Network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:12:11.674034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-99552e81-9955-4b58-b381-e293fd2e5fb2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:11.675734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-99552e81-9955-4b58-b381-e293fd2e5fb2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/networks?id=59af8e4b-67d3-4b87-ba87-8e7377c53ac1 HTTP/1.1" status: 200 len: 797 time: 0.1110415 Aug 21 10:12:11.692001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-689cc787-0f8b-4dbf-964e-3d5b949853c2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/quotas/bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 375 time: 0.0102723 Aug 21 10:12:11.749542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-3774627b-f612-4bee-a713-ee3bce0ae50e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510092 Aug 21 10:12:11.760822 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Set router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:12:11.801930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f5a13169-01d0-472f-b4de-5f57e4265d9b None None] Provisioning for port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:12:11.807142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f5a13169-01d0-472f-b4de-5f57e4265d9b None None] Provisioning complete for port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:12:11.807657 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f5a13169-01d0-472f-b4de-5f57e4265d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:11.907744 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f5a13169-01d0-472f-b4de-5f57e4265d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:11.933356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-17ba3a17-de10-4202-bfd5-46ff9a6c96a2 service neutron] 10.222.0.20 "GET /v2.0/networks/59af8e4b-67d3-4b87-ba87-8e7377c53ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702149 Aug 21 10:12:11.951907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f5a13169-01d0-472f-b4de-5f57e4265d9b None None] For port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=de8005b6-d4cd-4f8a-af8b-816f70ea5cfe,segment=NetworkSegment(12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b),segment_id=12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:12:12.003258 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:10Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '51a4e829-49df-483a-ac84-4360b52b73c9', 'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1d:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:09Z', 'updated_at': '2021-08-21T10:12:10Z', 'revision_number': 2, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:12.031465 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Checking router: aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:12:12.032186 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Updating router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 port 51a4e829-49df-483a-ac84-4360b52b73c9 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:12:12.047520 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f5a13169-01d0-472f-b4de-5f57e4265d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.061242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-afebfbdd-041f-4d4e-9b21-2f6bb08a96f2 service neutron] 10.222.0.20 "GET /v2.0/networks/59af8e4b-67d3-4b87-ba87-8e7377c53ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202605 Aug 21 10:12:12.071008 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.104858 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a13169-01d0-472f-b4de-5f57e4265d9b None None] Pushing event updated for resources: {'Port': ['ID=de8005b6-d4cd-4f8a-af8b-816f70ea5cfe,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:12.241999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bdfa2164-f3a7-4a5f-9386-0eb1422e19c2 None None] Provisioning for port 51a4e829-49df-483a-ac84-4360b52b73c9 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:12:12.246356 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bdfa2164-f3a7-4a5f-9386-0eb1422e19c2 None None] Provisioning complete for port 51a4e829-49df-483a-ac84-4360b52b73c9 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:12:12.246733 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2164-f3a7-4a5f-9386-0eb1422e19c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.285634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa2164-f3a7-4a5f-9386-0eb1422e19c2 None None] Port 51a4e829-49df-483a-ac84-4360b52b73c9 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:12:12.305234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bdfa2164-f3a7-4a5f-9386-0eb1422e19c2 None None] Provisioning complete for port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:12:12.305931 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2164-f3a7-4a5f-9386-0eb1422e19c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.411240 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df63fbb4-411d-4e7d-80b0-94f377f6576c req-8731045d-232d-4b30-b29c-54beb4c5f0b5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 210 time: 0.0630713 Aug 21 10:12:12.463327 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.474354 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Transition to ACTIVE for port object 51a4e829-49df-483a-ac84-4360b52b73c9 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:12:12.555828 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.624466 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Pushing event updated for resources: {'Port': ['ID=51a4e829-49df-483a-ac84-4360b52b73c9,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:12.634531 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.634945 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.635453 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.635889 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.636321 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.636780 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.637231 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.637692 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.638117 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.638633 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.638973 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.639386 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:12:12.665275 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0eaf3c05-d895-436a-bdb3-2424e07dbb44 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:12:12.705158 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Attempting to bind port 51a4e829-49df-483a-ac84-4360b52b73c9 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:12:12.705560 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Attempting to bind port 51a4e829-49df-483a-ac84-4360b52b73c9 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:12:12.705784 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Attempting to bind port 51a4e829-49df-483a-ac84-4360b52b73c9 on network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:12:12.712267 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:12:12.712654 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Checking segment: {'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:12:12.713037 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.715730 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Bound using segment: {'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:12:12.716287 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Bound port: 51a4e829-49df-483a-ac84-4360b52b73c9, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:12:12.718201 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.718315 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.731696 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0eaf3c05-d895-436a-bdb3-2424e07dbb44 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:12:12.733264 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.786183 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] For port 51a4e829-49df-483a-ac84-4360b52b73c9, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:12:12.789619 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] For port 51a4e829-49df-483a-ac84-4360b52b73c9, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=51a4e829-49df-483a-ac84-4360b52b73c9,segment=NetworkSegment(12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b),segment_id=12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:12:12.812581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device de8005b6-d4cd-4f8a-af8b-816f70ea5cfe up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:12:12.861592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:12:12.861955 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.934218 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:12.990263 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Routers {'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:12:12.990899 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:12:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:13.028767 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef68688-2272-4ffc-9812-acda8b728aa9 None None] Pushing event updated for resources: {'Port': ['ID=51a4e829-49df-483a-ac84-4360b52b73c9,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:13.105108 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] Set router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:12:13.307709 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:10Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '51a4e829-49df-483a-ac84-4360b52b73c9', 'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1d:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:09Z', 'updated_at': '2021-08-21T10:12:12Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:13.335496 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95e464-c309-44ad-a607-2353042ec4ce None None] The sync data for ids ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'] in n-d-766726-28 is: [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:10Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '51a4e829-49df-483a-ac84-4360b52b73c9', 'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1d:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:09Z', 'updated_at': '2021-08-21T10:12:12Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:12:13.492378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e56f18b-3fc7-4b5c-ac9f-0a419ccdc208 req-a2d40041-4568-443d-8d5d-20b8196b3d95 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 210 time: 0.0312049 Aug 21 10:12:14.593697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f5423c1-c06f-4ac1-afe0-672b6dfcf57a req-8ec99e1a-3868-44b6-b2a1-5712d426a5fc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 210 time: 0.0311515 Aug 21 10:12:14.651082 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 51a4e829-49df-483a-ac84-4360b52b73c9 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:12:14.801838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 51a4e829-49df-483a-ac84-4360b52b73c9 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:12:14.805794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 51a4e829-49df-483a-ac84-4360b52b73c9 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:12:14.824371 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:14.882554 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:14.915590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 51a4e829-49df-483a-ac84-4360b52b73c9, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=51a4e829-49df-483a-ac84-4360b52b73c9,segment=NetworkSegment(12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b),segment_id=12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:12:15.138583 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:15.138583 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=51a4e829-49df-483a-ac84-4360b52b73c9,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:15.300500 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-6e28ee3a-f203-4cea-b03c-d259d20c3ee2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:15.301978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-6e28ee3a-f203-4cea-b03c-d259d20c3ee2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/networks?id=59af8e4b-67d3-4b87-ba87-8e7377c53ac1 HTTP/1.1" status: 200 len: 797 time: 0.1037183 Aug 21 10:12:15.347278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-9c0d1cd0-2a91-485a-98a4-a0278f134738 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 378 time: 0.0348067 Aug 21 10:12:15.357952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'port': {'device_id': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'admin_state_up': True, 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'security_groups': ['f57543dd-0bc4-437b-8c86-69c2a414e2b4']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:15.561750 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:12:15.566286 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:15.699423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-458316f9-ad09-4295-b001-516fb24333e5 req-169da97a-527d-472b-87d4-42dd82c6e3bd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 210 time: 0.0292447 Aug 21 10:12:15.715459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.20.0.7 (59af8e4b-67d3-4b87-ba87-8e7377c53ac1/10c994a2-e396-4600-ac94-775de54e2dcb/dd624007-5b43-4530-9b9a-4aaaf89230ec) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:12:15.853805 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:15.867779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Transition to ACTIVE for port object dd624007-5b43-4530-9b9a-4aaaf89230ec will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:12:15.967419 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:16.011311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:12:16.014400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:12:16.018067 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:12:16.049740 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=dd624007-5b43-4530-9b9a-4aaaf89230ec,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:16.070503 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:16.077436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:16.081797 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:16.109252 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:16.173986 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-843d90cb-157f-410d-a403-4953db6751b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8195343 Aug 21 10:12:16.186539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Request body: {'port': {'device_id': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:16.241606 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:16.430310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-323bc6d9-2e9e-4a56-aefc-d1393b858974 None None] Provisioning for port dd624007-5b43-4530-9b9a-4aaaf89230ec completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:12:16.434052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-323bc6d9-2e9e-4a56-aefc-d1393b858974 None None] Provisioning complete for port dd624007-5b43-4530-9b9a-4aaaf89230ec triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:12:16.434421 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-323bc6d9-2e9e-4a56-aefc-d1393b858974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:16.474933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-323bc6d9-2e9e-4a56-aefc-d1393b858974 None None] Port dd624007-5b43-4530-9b9a-4aaaf89230ec cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:12:16.508821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd624007-5b43-4530-9b9a-4aaaf89230ec {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:12:16.516754 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:16.528971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Transition to ACTIVE for port object dd624007-5b43-4530-9b9a-4aaaf89230ec will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:12:16.635552 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:16.636769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 51a4e829-49df-483a-ac84-4360b52b73c9 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:12:16.684885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 51a4e829-49df-483a-ac84-4360b52b73c9 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:12:16.685512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:16.712999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Pushing event updated for resources: {'Port': ['ID=dd624007-5b43-4530-9b9a-4aaaf89230ec,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:16.771956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Attempting to bind port dd624007-5b43-4530-9b9a-4aaaf89230ec on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:12:16.773313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Attempting to bind port dd624007-5b43-4530-9b9a-4aaaf89230ec by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:12:16.773313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Attempting to bind port dd624007-5b43-4530-9b9a-4aaaf89230ec on network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:12:16.779499 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Port dd624007-5b43-4530-9b9a-4aaaf89230ec on network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:12:16.779857 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Attempting to bind port dd624007-5b43-4530-9b9a-4aaaf89230ec on network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:12:16.793762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:12:16.794231 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Checking segment: {'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:12:16.794628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Bound using segment: {'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:12:16.795061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Bound port: dd624007-5b43-4530-9b9a-4aaaf89230ec, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:12:16.795436 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:16.873978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcee61c-8b55-4c92-91e9-790230eb6434 req-4aa7517b-3a56-4365-a89f-aa62140d473b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:16.876054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0dcee61c-8b55-4c92-91e9-790230eb6434 req-4aa7517b-3a56-4365-a89f-aa62140d473b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 943 time: 0.0981476 Aug 21 10:12:16.915283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] For port dd624007-5b43-4530-9b9a-4aaaf89230ec, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:12:16.923247 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] For port dd624007-5b43-4530-9b9a-4aaaf89230ec, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=dd624007-5b43-4530-9b9a-4aaaf89230ec,segment=NetworkSegment(12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b),segment_id=12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:12:16.930805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0dcee61c-8b55-4c92-91e9-790230eb6434 req-2b7f8eb7-85a6-4df3-bcdb-2408715bb183 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483658 Aug 21 10:12:17.013715 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:17.047928 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:17.048536 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:17.049906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] 10.222.0.22 "PUT /v2.0/ports/dd624007-5b43-4530-9b9a-4aaaf89230ec HTTP/1.1" status: 200 len: 1092 time: 0.8678253 Aug 21 10:12:17.050330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'tag': 'dd624007-5b43-4530-9b9a-4aaaf89230ec'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:12:17.052605 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5c22cc-cd25-4b2e-b7c3-356f3949fbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7636ea5-e84f-4671-bb1b-bc585e9ad21e", "tag": "dd624007-5b43-4530-9b9a-4aaaf89230ec"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:12:17.078442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6dd5b-a9de-4de5-9cd2-8a7d34e8df24 service neutron] Pushing event updated for resources: {'Port': ['ID=dd624007-5b43-4530-9b9a-4aaaf89230ec,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:17.101088 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d982c66-86b4-4236-a53a-71e8dcf16a69 x-openstack-request-id: req-8d982c66-86b4-4236-a53a-71e8dcf16a69 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:12:17.101384 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7636ea5-e84f-4671-bb1b-bc585e9ad21e", "tag": "dd624007-5b43-4530-9b9a-4aaaf89230ec", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:12:17.101762 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d982c66-86b4-4236-a53a-71e8dcf16a69 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:12:17.102168 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'tag': 'dd624007-5b43-4530-9b9a-4aaaf89230ec', 'status': 'completed', 'code': 200} Aug 21 10:12:17.163960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c22cc-cd25-4b2e-b7c3-356f3949fbb3 req-a1cd3b53-09b2-4921-9f06-f693ad4332b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:17.165480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a5c22cc-cd25-4b2e-b7c3-356f3949fbb3 req-a1cd3b53-09b2-4921-9f06-f693ad4332b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 1095 time: 0.0433795 Aug 21 10:12:17.267960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c22cc-cd25-4b2e-b7c3-356f3949fbb3 req-39f67c9e-d106-46be-a0a6-d41c40e54609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:17.269441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a5c22cc-cd25-4b2e-b7c3-356f3949fbb3 req-39f67c9e-d106-46be-a0a6-d41c40e54609 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=bbc1f7f8491c41979ed959c4332eab18&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0960476 Aug 21 10:12:17.365455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c22cc-cd25-4b2e-b7c3-356f3949fbb3 req-544482ac-8597-4cb6-9066-9cb0c3e9952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:17.366919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a5c22cc-cd25-4b2e-b7c3-356f3949fbb3 req-544482ac-8597-4cb6-9066-9cb0c3e9952f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907619 Aug 21 10:12:17.441860 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-69d42a09-a1d2-48ca-8be0-0f6b1758b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:17.443326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-69d42a09-a1d2-48ca-8be0-0f6b1758b5e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 1095 time: 0.0411150 Aug 21 10:12:17.484348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-d3e5f48c-9772-446f-86b0-6dc68bea6b2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd624007-5b43-4530-9b9a-4aaaf89230ec HTTP/1.1" status: 200 len: 217 time: 0.0329664 Aug 21 10:12:17.533325 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-cbfd1843-6453-4f22-acbf-55a26387414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:17.534776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-cbfd1843-6453-4f22-acbf-55a26387414f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10c994a2-e396-4600-ac94-775de54e2dcb HTTP/1.1" status: 200 len: 835 time: 0.0433156 Aug 21 10:12:17.584188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-ec1a365a-c43c-4061-9828-5e75bd407cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:17.585660 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-ec1a365a-c43c-4061-9828-5e75bd407cbd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=59af8e4b-67d3-4b87-ba87-8e7377c53ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439212 Aug 21 10:12:17.676600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-24208ecc-ce68-45a0-a590-623d69117e8c service neutron] 10.222.0.22 "GET /v2.0/networks/59af8e4b-67d3-4b87-ba87-8e7377c53ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830307 Aug 21 10:12:17.769430 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7be8e3c7-85e8-4c09-aa6e-e8bf0f8135bb req-bf8ee98f-efe2-4ec8-995b-68dad01552fb service neutron] 10.222.0.22 "GET /v2.0/networks/59af8e4b-67d3-4b87-ba87-8e7377c53ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856664 Aug 21 10:12:18.047386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaafbe1-e10e-4741-a0bf-49d7b5fbe57a req-73e0f91e-a6c5-491c-b6db-6cae5d5cd6b7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:18.048810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aeaafbe1-e10e-4741-a0bf-49d7b5fbe57a req-73e0f91e-a6c5-491c-b6db-6cae5d5cd6b7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 943 time: 0.0506055 Aug 21 10:12:18.087046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aeaafbe1-e10e-4741-a0bf-49d7b5fbe57a req-5b6fab6a-e674-47d9-8555-27febe3adaea tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324080 Aug 21 10:12:19.202118 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695348a9-efcc-4d39-8424-5ff591d1c97d req-b5b929fd-3f62-4157-8137-86b87f28b9ff tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:19.204117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-695348a9-efcc-4d39-8424-5ff591d1c97d req-b5b929fd-3f62-4157-8137-86b87f28b9ff tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 943 time: 0.0489955 Aug 21 10:12:19.242093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-695348a9-efcc-4d39-8424-5ff591d1c97d req-7d652c97-02de-4ab9-974f-fd2827ade0a0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318227 Aug 21 10:12:19.751569 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device dd624007-5b43-4530-9b9a-4aaaf89230ec details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:12:19.884338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port dd624007-5b43-4530-9b9a-4aaaf89230ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=dd624007-5b43-4530-9b9a-4aaaf89230ec,segment=NetworkSegment(12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b),segment_id=12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:12:19.896964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'dd624007-5b43-4530-9b9a-4aaaf89230ec', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'port_id': 'dd624007-5b43-4530-9b9a-4aaaf89230ec', 'mac_address': 'fa:16:3e:88:6f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:12:19.935658 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:19.948827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd624007-5b43-4530-9b9a-4aaaf89230ec {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:12:19.967428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port dd624007-5b43-4530-9b9a-4aaaf89230ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=dd624007-5b43-4530-9b9a-4aaaf89230ec,segment=NetworkSegment(12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b),segment_id=12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:12:20.035475 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:20.089007 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=dd624007-5b43-4530-9b9a-4aaaf89230ec,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:20.276320 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['dd624007-5b43-4530-9b9a-4aaaf89230ec'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:12:20.360938 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43638e-49b1-4690-8b3e-ca3a5f813b4b req-ab42cefe-4d52-40b4-a095-946e8197a2fe tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:20.362482 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c43638e-49b1-4690-8b3e-ca3a5f813b4b req-ab42cefe-4d52-40b4-a095-946e8197a2fe tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 944 time: 0.0535872 Aug 21 10:12:20.399611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c43638e-49b1-4690-8b3e-ca3a5f813b4b req-8e622bfc-c272-4179-8f52-4d271cd4cf16 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310962 Aug 21 10:12:21.512883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d596ea-4ea5-49d1-b94a-65972600063e req-47e494fd-5f75-4e14-874e-648c00b5fcab tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:21.514349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6d596ea-4ea5-49d1-b94a-65972600063e req-47e494fd-5f75-4e14-874e-648c00b5fcab tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 944 time: 0.0485926 Aug 21 10:12:21.551821 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6d596ea-4ea5-49d1-b94a-65972600063e req-457d3ead-26a6-46ff-900b-394c95175c99 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314019 Aug 21 10:12:21.766389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device dd624007-5b43-4530-9b9a-4aaaf89230ec up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:12:21.910027 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port dd624007-5b43-4530-9b9a-4aaaf89230ec completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:12:21.914173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port dd624007-5b43-4530-9b9a-4aaaf89230ec triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:12:21.914541 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:21.989355 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:22.010641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd624007-5b43-4530-9b9a-4aaaf89230ec'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:12:22.012904 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafebab0-f960-4436-a089-f722214f9a88" -d '{"events": [{"server_uuid": "d7636ea5-e84f-4671-bb1b-bc585e9ad21e", "name": "network-vif-plugged", "status": "completed", "tag": "dd624007-5b43-4530-9b9a-4aaaf89230ec"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:12:22.028474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port dd624007-5b43-4530-9b9a-4aaaf89230ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=dd624007-5b43-4530-9b9a-4aaaf89230ec,segment=NetworkSegment(12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b),segment_id=12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:12:22.055548 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01611514-c6f6-420e-a439-79f03c006b19 x-openstack-request-id: req-01611514-c6f6-420e-a439-79f03c006b19 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:12:22.055863 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7636ea5-e84f-4671-bb1b-bc585e9ad21e", "name": "network-vif-plugged", "status": "completed", "tag": "dd624007-5b43-4530-9b9a-4aaaf89230ec", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:12:22.056148 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01611514-c6f6-420e-a439-79f03c006b19 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:12:22.056537 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd624007-5b43-4530-9b9a-4aaaf89230ec', 'code': 200} Aug 21 10:12:22.121739 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:22.150368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315c41d-373f-4c0b-9cad-72738336a1fc req-cb002528-8423-48c9-a511-110ba0f44778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:22.153070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b315c41d-373f-4c0b-9cad-72738336a1fc req-cb002528-8423-48c9-a511-110ba0f44778 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 1097 time: 0.0412540 Aug 21 10:12:22.169707 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=dd624007-5b43-4530-9b9a-4aaaf89230ec,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:22.189173 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b315c41d-373f-4c0b-9cad-72738336a1fc req-aeed4e75-064b-4992-a9b4-ab1f3a5b9419 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292871 Aug 21 10:12:22.674575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d4217-38c7-41dc-85b1-cb4a0e2f6c66 req-b9010ac0-6e77-4535-8dd0-c4197512861b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:22.676089 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c44d4217-38c7-41dc-85b1-cb4a0e2f6c66 req-b9010ac0-6e77-4535-8dd0-c4197512861b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 945 time: 0.0564814 Aug 21 10:12:22.714493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c44d4217-38c7-41dc-85b1-cb4a0e2f6c66 req-05f8ab10-23e6-4009-966f-23e5c19510d4 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322311 Aug 21 10:12:23.834854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f081f-1141-4392-93f8-30d1e6f27426 req-7334120f-2bd0-4e6e-8691-e7416a13eeda tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:23.836366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-685f081f-1141-4392-93f8-30d1e6f27426 req-7334120f-2bd0-4e6e-8691-e7416a13eeda tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 945 time: 0.0514760 Aug 21 10:12:23.873311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-685f081f-1141-4392-93f8-30d1e6f27426 req-0af4e7db-ce6e-4e35-8f11-7763256e581e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310943 Aug 21 10:12:23.987180 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f0d25-3ca3-4471-9ad8-77284ffccf5c req-ccc47556-d133-4f9d-93a7-369931592c66 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:23.988694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac0f0d25-3ca3-4471-9ad8-77284ffccf5c req-ccc47556-d133-4f9d-93a7-369931592c66 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 945 time: 0.0495782 Aug 21 10:12:24.030895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac0f0d25-3ca3-4471-9ad8-77284ffccf5c req-74d22ff5-78e8-4236-b23a-2387cf97e7e8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357225 Aug 21 10:12:24.052752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34736) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:24.096827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b29675-7b0a-44c2-a2ee-b3ff6df0e268 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:24.098391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b9b29675-7b0a-44c2-a2ee-b3ff6df0e268 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 1092 time: 0.0446806 Aug 21 10:12:24.101700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34738) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:24.106172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'dd624007-5b43-4530-9b9a-4aaaf89230ec', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:12:24.213095 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:24.306677 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:24.409008 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.25.5.53 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/ca111488-ef4d-49ee-9050-4c4a6c9f68c6) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:12:24.504741 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:24.631325 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:24.686016 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:12:24.690013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:12:24.693460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:12:24.721173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=ca111488-ef4d-49ee-9050-4c4a6c9f68c6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:25.383266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:25.534408 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:25.678785 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:25.778226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:25.845961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=ca111488-ef4d-49ee-9050-4c4a6c9f68c6,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:12:25.855513 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:25.953878 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Floating IP 6b69486d-f520-44f0-84c4-38415c2543ee associated. External IP: 172.25.5.53, port: dd624007-5b43-4530-9b9a-4aaaf89230ec. Aug 21 10:12:26.158722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:12:26.264553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:12:26.274303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb326b9-72b8-4f88-a62b-076c5e336de4 None None] Sync routers for ids ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:12:26.284479 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb326b9-72b8-4f88-a62b-076c5e336de4 None None] Routers {'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:12:26.290639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ebb326b9-72b8-4f88-a62b-076c5e336de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:12:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:26.355883 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:26.382414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4974bdd0-12b8-40a5-b472-14ef92aaca0a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2796977 Aug 21 10:12:26.383083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'tag': 'dd624007-5b43-4530-9b9a-4aaaf89230ec'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:12:26.385439 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5777f96-6659-424a-8bd3-727e80fc5629" -d '{"events": [{"name": "network-changed", "server_uuid": "d7636ea5-e84f-4671-bb1b-bc585e9ad21e", "tag": "dd624007-5b43-4530-9b9a-4aaaf89230ec"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:12:26.393157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-ebb326b9-72b8-4f88-a62b-076c5e336de4 None None] Set router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:12:26.426962 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76108a92-a672-41e9-8540-b849abdb8bfc x-openstack-request-id: req-76108a92-a672-41e9-8540-b849abdb8bfc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:12:26.427256 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7636ea5-e84f-4671-bb1b-bc585e9ad21e", "tag": "dd624007-5b43-4530-9b9a-4aaaf89230ec", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:12:26.427510 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76108a92-a672-41e9-8540-b849abdb8bfc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:12:26.427940 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'tag': 'dd624007-5b43-4530-9b9a-4aaaf89230ec', 'status': 'completed', 'code': 200} Aug 21 10:12:26.523861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219630b1-c65f-4f72-ace9-71eda9b1e2be req-09f1d37b-495a-4ca3-9d53-ff496f95eddf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:26.525245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-219630b1-c65f-4f72-ace9-71eda9b1e2be req-09f1d37b-495a-4ca3-9d53-ff496f95eddf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 945 time: 0.0798075 Aug 21 10:12:26.527698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5777f96-6659-424a-8bd3-727e80fc5629 req-12a7b55c-a032-41e4-a26f-10cbbdfcec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:26.529061 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5777f96-6659-424a-8bd3-727e80fc5629 req-12a7b55c-a032-41e4-a26f-10cbbdfcec7a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 1097 time: 0.0741603 Aug 21 10:12:26.610549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-219630b1-c65f-4f72-ace9-71eda9b1e2be req-d14b4c1d-21c2-4b84-ad08-3c23fbfb15ef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790946 Aug 21 10:12:26.633745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34744) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:26.635215 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ebb326b9-72b8-4f88-a62b-076c5e336de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:10Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '6b69486d-f520-44f0-84c4-38415c2543ee', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'port_id': 'dd624007-5b43-4530-9b9a-4aaaf89230ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'mac_address': 'fa:16:3e:88:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:12:25Z', 'updated_at': '2021-08-21T10:12:25Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a4e829-49df-483a-ac84-4360b52b73c9', 'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1d:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:09Z', 'updated_at': '2021-08-21T10:12:14Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:26.646970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5777f96-6659-424a-8bd3-727e80fc5629 req-cf43e2c6-8218-46e0-964f-a0b98b5c5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:26.648527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5777f96-6659-424a-8bd3-727e80fc5629 req-cf43e2c6-8218-46e0-964f-a0b98b5c5200 service neutron] 10.222.0.22 "GET /v2.0/networks?id=59af8e4b-67d3-4b87-ba87-8e7377c53ac1 HTTP/1.1" status: 200 len: 898 time: 0.1105776 Aug 21 10:12:26.667424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb326b9-72b8-4f88-a62b-076c5e336de4 None None] Checking router: aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:12:26.675944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb326b9-72b8-4f88-a62b-076c5e336de4 None None] Routers {'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:12:26.676564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ebb326b9-72b8-4f88-a62b-076c5e336de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:12:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:26.701613 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8ca220ae-2cd2-4b3b-936a-4dd9e2160159 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/6b69486d-f520-44f0-84c4-38415c2543ee HTTP/1.1" status: 200 len: 990 time: 0.0654144 Aug 21 10:12:26.720494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5777f96-6659-424a-8bd3-727e80fc5629 req-2fa8642c-44fa-46d8-8101-6576ac0a7e84 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd624007-5b43-4530-9b9a-4aaaf89230ec HTTP/1.1" status: 200 len: 998 time: 0.0648158 Aug 21 10:12:26.769101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5777f96-6659-424a-8bd3-727e80fc5629 req-730e0e8b-43c6-4b3d-aba6-523a7a163e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:26.786545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5777f96-6659-424a-8bd3-727e80fc5629 req-730e0e8b-43c6-4b3d-aba6-523a7a163e4c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10c994a2-e396-4600-ac94-775de54e2dcb HTTP/1.1" status: 200 len: 835 time: 0.0438874 Aug 21 10:12:26.786713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-ebb326b9-72b8-4f88-a62b-076c5e336de4 None None] Set router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:12:26.815654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5777f96-6659-424a-8bd3-727e80fc5629 req-fdd87dfe-4ff6-439b-9ba1-82d2efc3d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:26.817168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5777f96-6659-424a-8bd3-727e80fc5629 req-fdd87dfe-4ff6-439b-9ba1-82d2efc3d806 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=59af8e4b-67d3-4b87-ba87-8e7377c53ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400391 Aug 21 10:12:26.911977 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5777f96-6659-424a-8bd3-727e80fc5629 req-674b5ec4-7843-4f82-90f6-6a5a2c0f5010 service neutron] 10.222.0.22 "GET /v2.0/networks/59af8e4b-67d3-4b87-ba87-8e7377c53ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876527 Aug 21 10:12:27.001577 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5777f96-6659-424a-8bd3-727e80fc5629 req-ea688e85-24fb-466d-be0e-7403f658938b service neutron] 10.222.0.22 "GET /v2.0/networks/59af8e4b-67d3-4b87-ba87-8e7377c53ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828784 Aug 21 10:12:27.002760 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-ebb326b9-72b8-4f88-a62b-076c5e336de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:10Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '6b69486d-f520-44f0-84c4-38415c2543ee', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'port_id': 'dd624007-5b43-4530-9b9a-4aaaf89230ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'mac_address': 'fa:16:3e:88:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:12:25Z', 'updated_at': '2021-08-21T10:12:25Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a4e829-49df-483a-ac84-4360b52b73c9', 'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1d:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:09Z', 'updated_at': '2021-08-21T10:12:14Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:12:27.033151 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb326b9-72b8-4f88-a62b-076c5e336de4 None None] The sync data for ids ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'] in n-d-766726-28 is: [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:10Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '6b69486d-f520-44f0-84c4-38415c2543ee', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'port_id': 'dd624007-5b43-4530-9b9a-4aaaf89230ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'mac_address': 'fa:16:3e:88:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:12:25Z', 'updated_at': '2021-08-21T10:12:25Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a4e829-49df-483a-ac84-4360b52b73c9', 'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1d:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:09Z', 'updated_at': '2021-08-21T10:12:14Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:12:27.217293 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90e08e-9931-4242-975e-0c52644574a6 None None] New status for floating IP 6b69486d-f520-44f0-84c4-38415c2543ee: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:12:27.704381 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34746) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:12:27.765585 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b439e8d7-0017-49d4-bbbc-0d9f6c2d3ea1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/6b69486d-f520-44f0-84c4-38415c2543ee HTTP/1.1" status: 200 len: 992 time: 0.0600061 Aug 21 10:12:36.989932 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-437d6ac1-9944-4035-a4b3-1ce4739003e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:39.583365 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfc11f7d-16e8-446b-8448-83c31c487bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:39.835344 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:41.189435 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:42.641079 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:44.166991 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:12:46.161237 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:46.207609 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:12:54.972975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-afca8529-fefb-4eb9-b678-d0ec6f34598c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402150 Aug 21 10:12:55.058424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-8b196b22-4faf-4b78-8571-a5a2ca08a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:55.060040 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-8b196b22-4faf-4b78-8571-a5a2ca08a8b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 1097 time: 0.0454917 Aug 21 10:12:55.167859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-6f290090-b0d5-4982-9f8f-5ed8cc9f050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:55.170033 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-6f290090-b0d5-4982-9f8f-5ed8cc9f050d service neutron] 10.222.0.22 "GET /v2.0/networks?id=59af8e4b-67d3-4b87-ba87-8e7377c53ac1 HTTP/1.1" status: 200 len: 898 time: 0.0894687 Aug 21 10:12:55.242563 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-05922ddf-ec48-4792-807e-b892d42191c8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd624007-5b43-4530-9b9a-4aaaf89230ec HTTP/1.1" status: 200 len: 1000 time: 0.0636115 Aug 21 10:12:55.292849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-96d9cd2f-741f-441a-a6aa-9dda2676bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:55.294293 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-96d9cd2f-741f-441a-a6aa-9dda2676bfea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10c994a2-e396-4600-ac94-775de54e2dcb HTTP/1.1" status: 200 len: 835 time: 0.0449836 Aug 21 10:12:55.341363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-86407e5a-c8f2-48e2-a3b8-10058ec96215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:55.342865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-86407e5a-c8f2-48e2-a3b8-10058ec96215 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=59af8e4b-67d3-4b87-ba87-8e7377c53ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406337 Aug 21 10:12:55.436922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-60362435-2af1-4819-b2c6-1cae64c7e6fe service neutron] 10.222.0.22 "GET /v2.0/networks/59af8e4b-67d3-4b87-ba87-8e7377c53ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843167 Aug 21 10:12:55.533245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4250fc0a-bca4-458d-a038-85d04e5107ba req-7a8c3243-fcf3-4cad-a877-b4258be4b3b6 service neutron] 10.222.0.22 "GET /v2.0/networks/59af8e4b-67d3-4b87-ba87-8e7377c53ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882473 Aug 21 10:12:59.573552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7062868-aca9-425f-bd6c-c2cf3d982074 req-58520ca9-37a1-4609-a2f3-966ae5f6b2b8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:12:59.575068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7062868-aca9-425f-bd6c-c2cf3d982074 req-58520ca9-37a1-4609-a2f3-966ae5f6b2b8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 945 time: 0.0501137 Aug 21 10:12:59.614599 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f7062868-aca9-425f-bd6c-c2cf3d982074 req-192e8675-01db-4405-ab34-f8e3fba9f31a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334415 Aug 21 10:13:00.737760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66e95b-09d5-4130-83c1-876497bf6852 req-87016491-ce9d-47d3-8365-fb8b0e6d3d6c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:00.739239 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c66e95b-09d5-4130-83c1-876497bf6852 req-87016491-ce9d-47d3-8365-fb8b0e6d3d6c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 945 time: 0.0534143 Aug 21 10:13:00.776932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c66e95b-09d5-4130-83c1-876497bf6852 req-67fd86a8-02cf-46d7-be6b-81b0b7137bef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311658 Aug 21 10:13:00.800047 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34766) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:00.859698 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c598ba99-eac1-4e11-8c56-df4fa72c1ca5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/6b69486d-f520-44f0-84c4-38415c2543ee HTTP/1.1" status: 200 len: 992 time: 0.0584505 Aug 21 10:13:02.300818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c2751-2eb9-4317-b11b-86ee0397f546 req-6d767631-be40-4128-a6f6-863cd07cde31 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:02.302333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a0c2751-2eb9-4317-b11b-86ee0397f546 req-6d767631-be40-4128-a6f6-863cd07cde31 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 945 time: 0.0547502 Aug 21 10:13:02.342346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6a0c2751-2eb9-4317-b11b-86ee0397f546 req-3d4814f9-247b-42ae-8c2a-7a01f45c629b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330291 Aug 21 10:13:03.457775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a18b86-1e95-41bc-a6c3-dd4262ec2712 req-b63b16df-205b-4f89-9675-f92b4da26a53 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:03.459265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a18b86-1e95-41bc-a6c3-dd4262ec2712 req-b63b16df-205b-4f89-9675-f92b4da26a53 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 945 time: 0.0487013 Aug 21 10:13:03.496287 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77a18b86-1e95-41bc-a6c3-dd4262ec2712 req-164958c5-189c-451f-aaf7-772c3226ac01 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310409 Aug 21 10:13:03.518694 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34776) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:03.858483 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cf63c95c-259e-4ff3-9091-be59dfdd57f0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/6b69486d-f520-44f0-84c4-38415c2543ee HTTP/1.1" status: 200 len: 992 time: 0.3386290 Aug 21 10:13:04.082160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34782) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:04.243277 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port ca111488-ef4d-49ee-9050-4c4a6c9f68c6 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:13:04.243644 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:04.318003 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:04.318339 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:04.329825 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for ca111488-ef4d-49ee-9050-4c4a6c9f68c6 owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:13:04.566351 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:04.590711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=ca111488-ef4d-49ee-9050-4c4a6c9f68c6,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:04.600870 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.601234 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.601925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.601925 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.602249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.602592 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.602929 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.603301 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.603664 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.603999 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.604378 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.604748 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:04.666580 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:04.666912 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Floating IP 6b69486d-f520-44f0-84c4-38415c2543ee disassociated (deleted). External IP: 172.25.5.53, port: dd624007-5b43-4530-9b9a-4aaaf89230ec. Aug 21 10:13:04.874212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:13:04.983014 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:13:04.987954 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:04.992649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730dd51-bb81-47a1-aa2f-5b88d3c27b7f None None] Sync routers for ids ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:13:05.002933 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730dd51-bb81-47a1-aa2f-5b88d3c27b7f None None] Routers {'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:13:05.005725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a730dd51-bb81-47a1-aa2f-5b88d3c27b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:12:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:05.017401 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-04b98e0b-499d-46b5-be55-dc5f49cec663 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/floatingips/6b69486d-f520-44f0-84c4-38415c2543ee HTTP/1.1" status: 204 len: 168 time: 0.9341512 Aug 21 10:13:05.019660 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'tag': 'dd624007-5b43-4530-9b9a-4aaaf89230ec'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:13:05.077575 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f661a8ccb4eab73676326ae0103b960447efefe5c775d563ce07084d6a704f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e88143-ee0d-4954-ab61-a2d35c365433" -d '{"events": [{"name": "network-changed", "server_uuid": "d7636ea5-e84f-4671-bb1b-bc585e9ad21e", "tag": "dd624007-5b43-4530-9b9a-4aaaf89230ec"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:13:05.177607 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b430bf4-871f-4e08-b3a8-3ec2ea176e4f x-openstack-request-id: req-7b430bf4-871f-4e08-b3a8-3ec2ea176e4f {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:13:05.177607 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7636ea5-e84f-4671-bb1b-bc585e9ad21e", "tag": "dd624007-5b43-4530-9b9a-4aaaf89230ec", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:13:05.177607 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b430bf4-871f-4e08-b3a8-3ec2ea176e4f {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:13:05.177607 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'tag': 'dd624007-5b43-4530-9b9a-4aaaf89230ec', 'status': 'completed', 'code': 200} Aug 21 10:13:05.241518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e88143-ee0d-4954-ab61-a2d35c365433 req-8a1015a1-289e-44f4-9f3c-f78ae7012164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:05.243045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7e88143-ee0d-4954-ab61-a2d35c365433 req-8a1015a1-289e-44f4-9f3c-f78ae7012164 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 1097 time: 0.0440409 Aug 21 10:13:05.267276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a730dd51-bb81-47a1-aa2f-5b88d3c27b7f None None] Set router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:13:05.336973 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e88143-ee0d-4954-ab61-a2d35c365433 req-491871fd-950c-424d-9bc9-354c77aedc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:05.338454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7e88143-ee0d-4954-ab61-a2d35c365433 req-491871fd-950c-424d-9bc9-354c77aedc80 service neutron] 10.222.0.22 "GET /v2.0/networks?id=59af8e4b-67d3-4b87-ba87-8e7377c53ac1 HTTP/1.1" status: 200 len: 898 time: 0.0882139 Aug 21 10:13:05.383730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7e88143-ee0d-4954-ab61-a2d35c365433 req-126419d3-50d2-4324-9153-19fea5c9b747 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd624007-5b43-4530-9b9a-4aaaf89230ec HTTP/1.1" status: 200 len: 217 time: 0.0380843 Aug 21 10:13:05.431782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e88143-ee0d-4954-ab61-a2d35c365433 req-0912de62-dae2-4b77-9d89-a297a5f6216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:05.433869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7e88143-ee0d-4954-ab61-a2d35c365433 req-0912de62-dae2-4b77-9d89-a297a5f6216a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10c994a2-e396-4600-ac94-775de54e2dcb HTTP/1.1" status: 200 len: 835 time: 0.0433776 Aug 21 10:13:05.467549 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a730dd51-bb81-47a1-aa2f-5b88d3c27b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:10Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '51a4e829-49df-483a-ac84-4360b52b73c9', 'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1d:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:09Z', 'updated_at': '2021-08-21T10:12:14Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:05.482414 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e88143-ee0d-4954-ab61-a2d35c365433 req-0fc428f2-e535-4ef3-825c-1bb02c4be373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:05.491739 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7e88143-ee0d-4954-ab61-a2d35c365433 req-0fc428f2-e535-4ef3-825c-1bb02c4be373 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=59af8e4b-67d3-4b87-ba87-8e7377c53ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435371 Aug 21 10:13:05.498799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730dd51-bb81-47a1-aa2f-5b88d3c27b7f None None] Checking router: aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:13:05.507018 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730dd51-bb81-47a1-aa2f-5b88d3c27b7f None None] Routers {'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:13:05.507658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a730dd51-bb81-47a1-aa2f-5b88d3c27b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:12:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:05.580042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7e88143-ee0d-4954-ab61-a2d35c365433 req-779f9f0e-1ca4-46b6-8962-764d0e907387 service neutron] 10.222.0.22 "GET /v2.0/networks/59af8e4b-67d3-4b87-ba87-8e7377c53ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884368 Aug 21 10:13:05.627463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a730dd51-bb81-47a1-aa2f-5b88d3c27b7f None None] Set router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:13:05.695614 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9b3a5-0cb7-4039-8daf-7c44f754975a req-e4f51c5d-c500-4b11-bb00-c32592880828 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:05.697172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87c9b3a5-0cb7-4039-8daf-7c44f754975a req-e4f51c5d-c500-4b11-bb00-c32592880828 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 945 time: 0.1016471 Aug 21 10:13:05.725632 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d7e88143-ee0d-4954-ab61-a2d35c365433 req-d5be1a28-9040-4c01-8c87-5cc149270f1c service neutron] 10.222.0.22 "GET /v2.0/networks/59af8e4b-67d3-4b87-ba87-8e7377c53ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383386 Aug 21 10:13:05.745600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87c9b3a5-0cb7-4039-8daf-7c44f754975a req-926314c7-26ef-43f1-8d99-71bdfee9410e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420063 Aug 21 10:13:05.830779 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a730dd51-bb81-47a1-aa2f-5b88d3c27b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:10Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '51a4e829-49df-483a-ac84-4360b52b73c9', 'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1d:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:09Z', 'updated_at': '2021-08-21T10:12:14Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:05.857764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730dd51-bb81-47a1-aa2f-5b88d3c27b7f None None] The sync data for ids ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'] in n-d-766726-28 is: [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:10Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '51a4e829-49df-483a-ac84-4360b52b73c9', 'name': '', 'network_id': '59af8e4b-67d3-4b87-ba87-8e7377c53ac1', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1d:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:09Z', 'updated_at': '2021-08-21T10:12:14Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '10c994a2-e396-4600-ac94-775de54e2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:13:06.064631 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19ced4-e91e-4034-ba94-4d9a2152fb36 None None] New status for floating IP 6b69486d-f520-44f0-84c4-38415c2543ee: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:13:06.861854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5599d4-2049-4db6-9d87-bdd61af74f26 req-5aa7105d-f03c-4275-bbe9-3e365a65f484 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:06.863262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c5599d4-2049-4db6-9d87-bdd61af74f26 req-5aa7105d-f03c-4275-bbe9-3e365a65f484 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 945 time: 0.0498254 Aug 21 10:13:06.902073 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1c5599d4-2049-4db6-9d87-bdd61af74f26 req-3ea3ae43-ae88-4943-99dc-fb8720abf2df tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=f57543dd-0bc4-437b-8c86-69c2a414e2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329137 Aug 21 10:13:06.972047 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1eda5d5-2082-4bf4-8800-5a375a94b846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:07.233653 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae2c76-ca39-4a8e-94ec-72c0ffdc7796 req-a9c0aff1-5243-4ae9-89b3-722c501f4a90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:07.235107 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4eae2c76-ca39-4a8e-94ec-72c0ffdc7796 req-a9c0aff1-5243-4ae9-89b3-722c501f4a90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 945 time: 0.0509238 Aug 21 10:13:07.321322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-4eae2c76-ca39-4a8e-94ec-72c0ffdc7796 req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port dd624007-5b43-4530-9b9a-4aaaf89230ec {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:13:07.321661 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4eae2c76-ca39-4a8e-94ec-72c0ffdc7796 req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:07.412168 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4eae2c76-ca39-4a8e-94ec-72c0ffdc7796 req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port dd624007-5b43-4530-9b9a-4aaaf89230ec, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=dd624007-5b43-4530-9b9a-4aaaf89230ec,segment=NetworkSegment(12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b),segment_id=12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:13:07.412538 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4eae2c76-ca39-4a8e-94ec-72c0ffdc7796 req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:07.425083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-4eae2c76-ca39-4a8e-94ec-72c0ffdc7796 req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for dd624007-5b43-4530-9b9a-4aaaf89230ec owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:13:07.634788 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4eae2c76-ca39-4a8e-94ec-72c0ffdc7796 req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:07.665640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=dd624007-5b43-4530-9b9a-4aaaf89230ec,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:07.676375 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.676746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.677101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.677438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.677775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.678112 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.678540 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.678762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.679152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.679407 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.679764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.680090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:07.721842 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eae2c76-ca39-4a8e-94ec-72c0ffdc7796 req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] No DVR routers for this DVR port dd624007-5b43-4530-9b9a-4aaaf89230ec on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:13:07.724508 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4eae2c76-ca39-4a8e-94ec-72c0ffdc7796 req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:07.726620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4eae2c76-ca39-4a8e-94ec-72c0ffdc7796 req-f0d6273e-fbb0-41c0-954f-045bda3f3228 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "DELETE /v2.0/ports/dd624007-5b43-4530-9b9a-4aaaf89230ec HTTP/1.1" status: 204 len: 173 time: 0.4847927 Aug 21 10:13:07.727099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'name': 'network-vif-deleted', 'tag': 'dd624007-5b43-4530-9b9a-4aaaf89230ec'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:13:07.729399 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf645c1-7ee7-43be-9b1a-741c3eb39430" -d '{"events": [{"server_uuid": "d7636ea5-e84f-4671-bb1b-bc585e9ad21e", "name": "network-vif-deleted", "tag": "dd624007-5b43-4530-9b9a-4aaaf89230ec"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:13:07.765197 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1af77d-e564-4b11-8ffa-22557e9d8ef4 x-openstack-request-id: req-3b1af77d-e564-4b11-8ffa-22557e9d8ef4 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:13:07.765486 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7636ea5-e84f-4671-bb1b-bc585e9ad21e", "name": "network-vif-deleted", "tag": "dd624007-5b43-4530-9b9a-4aaaf89230ec", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:13:07.765740 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b1af77d-e564-4b11-8ffa-22557e9d8ef4 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:13:07.766143 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7636ea5-e84f-4671-bb1b-bc585e9ad21e', 'name': 'network-vif-deleted', 'tag': 'dd624007-5b43-4530-9b9a-4aaaf89230ec', 'status': 'completed', 'code': 200} Aug 21 10:13:07.994020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-11fb55d3-11d2-450f-b1e4-4a69b36a1329 req-f7caefa7-3f9f-465c-8577-e41b5b755e83 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7636ea5-e84f-4671-bb1b-bc585e9ad21e HTTP/1.1" status: 200 len: 210 time: 0.0259919 Aug 21 10:13:09.051250 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34802) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:09.423882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:09.653022 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-05e2556c-e20c-4c0e-ba84-537f0ccdad14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:09.676981 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port 51a4e829-49df-483a-ac84-4360b52b73c9 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:13:09.677253 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:09.768143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port 51a4e829-49df-483a-ac84-4360b52b73c9, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=51a4e829-49df-483a-ac84-4360b52b73c9,segment=NetworkSegment(12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b),segment_id=12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:13:09.768515 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:09.780555 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for 51a4e829-49df-483a-ac84-4360b52b73c9 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:13:09.857822 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:09.953413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device dd624007-5b43-4530-9b9a-4aaaf89230ec no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:13:09.972998 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: dd624007-5b43-4530-9b9a-4aaaf89230ec {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:13:09.973336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device dd624007-5b43-4530-9b9a-4aaaf89230ec not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:13:10.058693 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:10.085546 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=51a4e829-49df-483a-ac84-4360b52b73c9,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:10.259779 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:10.470607 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:13:10.576673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:13:10.584839 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-81764d57-0c46-46b0-a3f6-8b4bf89fcbac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "PUT /v2.0/routers/aae89849-f9cd-4f6f-93d4-5be1af8c4bd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5296423 Aug 21 10:13:10.584976 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34804) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:10.587238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d59846-2c01-472c-bd6b-f98260815b87 None None] Sync routers for ids ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:13:10.597025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d59846-2c01-472c-bd6b-f98260815b87 None None] Routers {'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:13:10.597640 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e1d59846-2c01-472c-bd6b-f98260815b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:13:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:10.642906 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc7fc4b-e156-47aa-a1ed-f00f0689ae29 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting subnet 10c994a2-e396-4600-ac94-775de54e2dcb {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:13:10.646167 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdc7fc4b-e156-47aa-a1ed-f00f0689ae29 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:10.697868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdc7fc4b-e156-47aa-a1ed-f00f0689ae29 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:10.704871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e1d59846-2c01-472c-bd6b-f98260815b87 None None] Set router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:13:10.787190 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdc7fc4b-e156-47aa-a1ed-f00f0689ae29 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:10.895937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e1d59846-2c01-472c-bd6b-f98260815b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:13:09Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:10.909910 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdc7fc4b-e156-47aa-a1ed-f00f0689ae29 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:10.922536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d59846-2c01-472c-bd6b-f98260815b87 None None] Checking router: aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:13:10.930939 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d59846-2c01-472c-bd6b-f98260815b87 None None] Routers {'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:13:10.931578 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e1d59846-2c01-472c-bd6b-f98260815b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:13:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:10.944027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cdc7fc4b-e156-47aa-a1ed-f00f0689ae29 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:10.948946 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cdc7fc4b-e156-47aa-a1ed-f00f0689ae29 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/subnets/10c994a2-e396-4600-ac94-775de54e2dcb HTTP/1.1" status: 204 len: 168 time: 0.3599398 Aug 21 10:13:10.948946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7fc4b-e156-47aa-a1ed-f00f0689ae29 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Subnet': ['ID=10c994a2-e396-4600-ac94-775de54e2dcb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:10.949885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34806) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:10.972898 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b1f6cb-5857-494c-a6d6-3c5124f93a76 None None] Network 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:13:11.063092 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:11.138786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-e1d59846-2c01-472c-bd6b-f98260815b87 None None] Set router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:13:11.168395 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:11.239883 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:11.313344 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] DHCP port deletion for 59af8e4b-67d3-4b87-ba87-8e7377c53ac1 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:13:11.317953 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port 0eaf3c05-d895-436a-bdb3-2424e07dbb44 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:13:11.321006 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:11.366015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-e1d59846-2c01-472c-bd6b-f98260815b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:13:09Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:11.398176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d59846-2c01-472c-bd6b-f98260815b87 None None] The sync data for ids ['aae89849-f9cd-4f6f-93d4-5be1af8c4bd2'] in n-d-766726-28 is: [{'id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185941737', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:13:09Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '0eaf3c05-d895-436a-bdb3-2424e07dbb44', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae89849-f9cd-4f6f-93d4-5be1af8c4bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:12:06Z', 'updated_at': '2021-08-21T10:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:13:11.406419 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Deleting port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:13:11.406799 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:11.481688 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] For port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=de8005b6-d4cd-4f8a-af8b-816f70ea5cfe,segment=NetworkSegment(12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b),segment_id=12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:13:11.482088 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:11.496375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Calling delete_port for de8005b6-d4cd-4f8a-af8b-816f70ea5cfe owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:13:11.635395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:11.659102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Pushing event deleted for resources: {'Port': ['ID=de8005b6-d4cd-4f8a-af8b-816f70ea5cfe,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:11.668663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] No DVR routers for this DVR port de8005b6-d4cd-4f8a-af8b-816f70ea5cfe on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:13:11.671098 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.671446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.671811 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.672197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.672550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.672911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.673241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.673574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.673895 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.674224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.674537 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.674860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da855617-dc7e-4d60-b640-e480aa5046ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:11.713668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port 0eaf3c05-d895-436a-bdb3-2424e07dbb44, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0eaf3c05-d895-436a-bdb3-2424e07dbb44,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:13:11.714321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:11.732062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for 0eaf3c05-d895-436a-bdb3-2424e07dbb44 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:13:11.989584 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.015426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=0eaf3c05-d895-436a-bdb3-2424e07dbb44,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:12.080595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.170872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.172982 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.296160 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.296689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Fanout notify agent at l3_agent the message router_deleted on router aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:13:12.303401 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.304527 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4a0c927f-0d5c-4bd7-9892-f2d5c639e6d7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/routers/aae89849-f9cd-4f6f-93d4-5be1af8c4bd2 HTTP/1.1" status: 204 len: 168 time: 1.3536468 Aug 21 10:13:12.307199 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34808) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:12.390905 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.477843 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.487831 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59af8e4b-67d3-4b87-ba87-8e7377c53ac1']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:12.497936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:12.498230 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e30cd6-65e5-4ae3-8d61-09fe9d9f2f1b') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:12.507056 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.520807 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.527456 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:13:12.527872 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: timer() Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:13:12.530746 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:13:12.634648 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.662444 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.672083 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.672083 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/networks/59af8e4b-67d3-4b87-ba87-8e7377c53ac1 HTTP/1.1" status: 204 len: 168 time: 0.3630719 Aug 21 10:13:12.674169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34810) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:12.683590 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c288b14-c94e-493a-84a7-c3785ffc7453 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Network': ['ID=59af8e4b-67d3-4b87-ba87-8e7377c53ac1,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:12.737753 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f3d411fa-5265-41a1-84f2-67ab061d8662 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.770097 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f3d411fa-5265-41a1-84f2-67ab061d8662 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.788047 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0eaf3c05-d895-436a-bdb3-2424e07dbb44 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:13:12.812743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 0eaf3c05-d895-436a-bdb3-2424e07dbb44 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:13:12.814985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0eaf3c05-d895-436a-bdb3-2424e07dbb44 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:13:12.814985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device de8005b6-d4cd-4f8a-af8b-816f70ea5cfe no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:13:12.833411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: de8005b6-d4cd-4f8a-af8b-816f70ea5cfe {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:13:12.833794 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device de8005b6-d4cd-4f8a-af8b-816f70ea5cfe not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:13:12.834209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 51a4e829-49df-483a-ac84-4360b52b73c9 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:13:12.853112 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 51a4e829-49df-483a-ac84-4360b52b73c9 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:13:12.853449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 51a4e829-49df-483a-ac84-4360b52b73c9 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:13:12.897761 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f3d411fa-5265-41a1-84f2-67ab061d8662 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.900503 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f3d411fa-5265-41a1-84f2-67ab061d8662 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:12.901773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f3d411fa-5265-41a1-84f2-67ab061d8662 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/security-groups/f57543dd-0bc4-437b-8c86-69c2a414e2b4 HTTP/1.1" status: 204 len: 168 time: 0.2265079 Aug 21 10:13:12.911212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d411fa-5265-41a1-84f2-67ab061d8662 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57543dd-0bc4-437b-8c86-69c2a414e2b4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:13.446393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34816) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:13.451097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-168f9b3f-701e-47d1-b7a8-07725a5b725b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887229312', 'description': 'tempest-secgroup-smoke-887229312 description', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:13.566226 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-168f9b3f-701e-47d1-b7a8-07725a5b725b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:13.644407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-168f9b3f-701e-47d1-b7a8-07725a5b725b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:13.737079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-168f9b3f-701e-47d1-b7a8-07725a5b725b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:13.765673 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9b3f-701e-47d1-b7a8-07725a5b725b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db90b77-c5e1-4eec-af8e-6ea383fbc311,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:13.829184 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-168f9b3f-701e-47d1-b7a8-07725a5b725b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:13.830450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-168f9b3f-701e-47d1-b7a8-07725a5b725b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3830278 Aug 21 10:13:13.833879 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34818) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:13.838681 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-f7745846-8f1c-4366-b729-a455a8e9014a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '7db90b77-c5e1-4eec-af8e-6ea383fbc311', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:13.948212 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7745846-8f1c-4366-b729-a455a8e9014a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:14.002978 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7745846-8f1c-4366-b729-a455a8e9014a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:14.109564 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7745846-8f1c-4366-b729-a455a8e9014a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:14.127599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7745846-8f1c-4366-b729-a455a8e9014a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35413669-0d61-471f-9e35-3b9371203f31,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:14.240737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f7745846-8f1c-4366-b729-a455a8e9014a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:14.241987 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f7745846-8f1c-4366-b729-a455a8e9014a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4070826 Aug 21 10:13:14.244732 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34820) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:14.249733 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-032fd4d6-32ca-4278-a732-44a6405c7914 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '7db90b77-c5e1-4eec-af8e-6ea383fbc311', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:14.354840 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-032fd4d6-32ca-4278-a732-44a6405c7914 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:14.413975 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-032fd4d6-32ca-4278-a732-44a6405c7914 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:14.532199 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-032fd4d6-32ca-4278-a732-44a6405c7914 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:14.552035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fd4d6-32ca-4278-a732-44a6405c7914 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7332ef-0a39-4e51-b12f-cfec93dcb772,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:14.652319 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-032fd4d6-32ca-4278-a732-44a6405c7914 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:14.653585 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-032fd4d6-32ca-4278-a732-44a6405c7914 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4078870 Aug 21 10:13:14.656396 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34822) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:14.660998 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9b8cc05b-3de2-4b04-9e16-eb1e5153a9f0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '7db90b77-c5e1-4eec-af8e-6ea383fbc311', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:14.749395 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b8cc05b-3de2-4b04-9e16-eb1e5153a9f0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:14.812412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b8cc05b-3de2-4b04-9e16-eb1e5153a9f0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:14.904205 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b8cc05b-3de2-4b04-9e16-eb1e5153a9f0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:14.922188 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cc05b-3de2-4b04-9e16-eb1e5153a9f0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e837e8-f719-47aa-88f2-68b102fbc805,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:15.000395 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9b8cc05b-3de2-4b04-9e16-eb1e5153a9f0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:15.001662 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9b8cc05b-3de2-4b04-9e16-eb1e5153a9f0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442323 Aug 21 10:13:15.005502 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34824) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:15.011909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-93b4f894-6797-489a-9c00-53466fbfacf5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '7db90b77-c5e1-4eec-af8e-6ea383fbc311', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:15.102328 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93b4f894-6797-489a-9c00-53466fbfacf5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:15.164157 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93b4f894-6797-489a-9c00-53466fbfacf5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:15.250922 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93b4f894-6797-489a-9c00-53466fbfacf5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:15.271145 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4f894-6797-489a-9c00-53466fbfacf5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf5fb93-3743-4cf1-a807-0ebf4010f449,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:15.349435 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-93b4f894-6797-489a-9c00-53466fbfacf5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:15.350689 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-93b4f894-6797-489a-9c00-53466fbfacf5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3442237 Aug 21 10:13:15.353538 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34826) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:15.358094 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ee890815-fbfb-45f8-b536-9b8d785572dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '7db90b77-c5e1-4eec-af8e-6ea383fbc311', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:15.469505 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-ee890815-fbfb-45f8-b536-9b8d785572dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Project bbc1f7f8491c41979ed959c4332eab18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:13:15.476213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee890815-fbfb-45f8-b536-9b8d785572dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:15.546658 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee890815-fbfb-45f8-b536-9b8d785572dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:15.646522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee890815-fbfb-45f8-b536-9b8d785572dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:15.664605 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee890815-fbfb-45f8-b536-9b8d785572dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9954db9-2c1b-418f-aed2-73296eb27d6e,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:15.743577 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ee890815-fbfb-45f8-b536-9b8d785572dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:15.744802 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ee890815-fbfb-45f8-b536-9b8d785572dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3902972 Aug 21 10:13:15.748109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34828) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:15.752733 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-c435e4f0-8cc5-419a-a22c-89408adfa9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '7db90b77-c5e1-4eec-af8e-6ea383fbc311', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:15.840524 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-c435e4f0-8cc5-419a-a22c-89408adfa9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Project bbc1f7f8491c41979ed959c4332eab18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:13:15.845968 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c435e4f0-8cc5-419a-a22c-89408adfa9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:15.909874 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c435e4f0-8cc5-419a-a22c-89408adfa9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:15.983820 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c435e4f0-8cc5-419a-a22c-89408adfa9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:16.000594 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435e4f0-8cc5-419a-a22c-89408adfa9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ae83d4-1bb8-4c0f-9b21-4dda1752c7f0,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:16.103772 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:16.132156 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:16.132339 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c435e4f0-8cc5-419a-a22c-89408adfa9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:16.133494 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c435e4f0-8cc5-419a-a22c-89408adfa9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3843770 Aug 21 10:13:16.136295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34830) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:16.141323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'network': {'name': 'tempest-network-smoke--508283386', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'port_security_enabled': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:16.211843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:13:16.215301 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:16.239280 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:13:16.248835 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:16.249244 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Added segment 0054534b-55da-4bc3-97b6-00f832373391 of type vlan for network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 Aug 21 10:13:16.288021 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:16.366138 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:16.371773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:16.372360 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:16.435813 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Network': ['ID=1f8e459f-96e0-45c7-9dd1-78bd91d549a2,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:16.446312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:13:16.527157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7a71b0ea-1ac7-43f6-b366-63717f35a9ac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3895259 Aug 21 10:13:16.530320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34832) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:16.534958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'admin_state_up': True, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:16.629373 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:16.630462 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:16.683986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:17.004908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:17.329660 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:17.348024 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:17.451703 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.25.5.91 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/a42b61ce-c6b3-4cf3-a2ed-9617280df3e7) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:13:17.549528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:17.650907 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:17.686960 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:13:17.689661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:13:17.692983 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:13:17.724451 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=a42b61ce-c6b3-4cf3-a2ed-9617280df3e7,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:18.339469 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:18.533100 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:18.725664 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router adec276b-7797-461a-a0a4-ebea124526c9 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:13:18.833322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:13:18.840751 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Sync routers for ids ['adec276b-7797-461a-a0a4-ebea124526c9'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:13:18.849600 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Routers {'adec276b-7797-461a-a0a4-ebea124526c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:13:18.850205 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:13:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adec276b-7797-461a-a0a4-ebea124526c9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:18.892264 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:18.893493 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-97b6bef0-4a94-4d76-a097-c100f6a3fff9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3621926 Aug 21 10:13:18.896882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34834) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:18.925068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8cdd72a5-0433-435d-907b-298ce73a30b5 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bbc1f7f8491c41979ed959c4332eab18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270798 Aug 21 10:13:18.927819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34836) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:19.041619 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Set router adec276b-7797-461a-a0a4-ebea124526c9 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:13:19.082649 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845b6faa-ad47-4f16-88b5-dd24bc358b52 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:19.084209 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-845b6faa-ad47-4f16-88b5-dd24bc358b52 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1554575 Aug 21 10:13:19.087119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34838) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:19.115936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dd2c52e5-f56b-4412-a77c-740e1b7a9272 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276854 Aug 21 10:13:19.118562 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34840) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:19.123437 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606961786', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:19.214560 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:18Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:19.243851 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Checking router: adec276b-7797-461a-a0a4-ebea124526c9 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:13:19.244191 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Updating router adec276b-7797-461a-a0a4-ebea124526c9 port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:13:19.268095 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:19.297798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:13:19.301437 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:19.522396 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:19.531812 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Transition to ACTIVE for port object a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:13:19.555191 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:19.625621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Subnet': ['ID=8a896ad1-ea91-4a1c-b83b-c770d079f2c1,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:19.634607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Checking segment: {'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:13:19.634966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network hostable DHCP agents. Network: 1f8e459f-96e0-45c7-9dd1-78bd91d549a2, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:13:19.669421 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:19.719248 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Attempting to bind port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:13:19.719629 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Attempting to bind port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:13:19.719989 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Attempting to bind port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:13:19.730007 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Pushing event updated for resources: {'Port': ['ID=a42b61ce-c6b3-4cf3-a2ed-9617280df3e7,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:19.732664 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:13:19.733026 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:13:19.733420 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:19.733804 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:13:19.734254 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Bound port: a42b61ce-c6b3-4cf3-a2ed-9617280df3e7, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:13:19.734627 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:19.757208 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.757550 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.757888 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.758219 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.758548 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.758873 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.759197 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.759518 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.759873 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.760190 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.760511 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.760831 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:13:19.783217 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:13:19.794591 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] For port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:13:19.797364 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] For port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a42b61ce-c6b3-4cf3-a2ed-9617280df3e7,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:13:19.879017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 1f8e459f-96e0-45c7-9dd1-78bd91d549a2) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:13:19.883222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:19.889764 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:19.890026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b6c4c5-f00c-45c5-88f4-d7777ba8ddaa None None] Network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:13:19.909692 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:19.969571 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462914f-5c00-4d48-8c54-a77f4be01bf9 None None] Pushing event updated for resources: {'Port': ['ID=a42b61ce-c6b3-4cf3-a2ed-9617280df3e7,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:19.970439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34842) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:19.972424 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-538f652d-b758-4895-9094-797ab6bfbad9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8528063 Aug 21 10:13:19.982014 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Routers {'adec276b-7797-461a-a0a4-ebea124526c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:13:19.982014 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:13:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adec276b-7797-461a-a0a4-ebea124526c9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:20.041977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ips': [{'subnet_id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:13:20.042864 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:20.099911 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] Set router adec276b-7797-461a-a0a4-ebea124526c9 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:13:20.187984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Allocated IP 172.20.0.2 (1f8e459f-96e0-45c7-9dd1-78bd91d549a2/8a896ad1-ea91-4a1c-b83b-c770d079f2c1/a0db00ca-df50-40d3-b689-cfe6d0177919) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:13:20.281323 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:18Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:20.312006 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9803600-a475-47e2-8e6c-9b7b3a68288b None None] The sync data for ids ['adec276b-7797-461a-a0a4-ebea124526c9'] in n-d-766726-28 is: [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:18Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:13:20.343033 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:20.351576 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Transition to ACTIVE for port object a0db00ca-df50-40d3-b689-cfe6d0177919 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:13:20.367459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Transition to ACTIVE for port object a0db00ca-df50-40d3-b689-cfe6d0177919 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:13:20.439416 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:20.452401 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:20.492921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:13:20.495761 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:13:20.502476 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:13:20.505744 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Pushing event updated for resources: {'Port': ['ID=a0db00ca-df50-40d3-b689-cfe6d0177919,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:20.582216 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Attempting to bind port a0db00ca-df50-40d3-b689-cfe6d0177919 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:13:20.582496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Attempting to bind port a0db00ca-df50-40d3-b689-cfe6d0177919 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:13:20.582859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Attempting to bind port a0db00ca-df50-40d3-b689-cfe6d0177919 on network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:13:20.589353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:13:20.589353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Checking segment: {'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:13:20.589353 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:20.589353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Bound using segment: {'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:13:20.589353 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Bound port: a0db00ca-df50-40d3-b689-cfe6d0177919, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:13:20.589868 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:20.681588 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] For port a0db00ca-df50-40d3-b689-cfe6d0177919, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:13:20.685969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] For port a0db00ca-df50-40d3-b689-cfe6d0177919, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a0db00ca-df50-40d3-b689-cfe6d0177919,segment=NetworkSegment(0054534b-55da-4bc3-97b6-00f832373391),segment_id=0054534b-55da-4bc3-97b6-00f832373391)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:13:20.719584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:13:20.758142 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:20.785209 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.20.0.1 (1f8e459f-96e0-45c7-9dd1-78bd91d549a2/8a896ad1-ea91-4a1c-b83b-c770d079f2c1/5e426807-8104-413e-8705-aa747a98728b) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:13:20.831015 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee458714-e9c7-4cc7-9b01-2e148fc7caa3 None None] Pushing event updated for resources: {'Port': ['ID=a0db00ca-df50-40d3-b689-cfe6d0177919,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:20.909252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:13:20.914376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:13:20.914599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:20.914832 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:20.931143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Transition to ACTIVE for port object 5e426807-8104-413e-8705-aa747a98728b will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:13:21.020594 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:21.048544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a42b61ce-c6b3-4cf3-a2ed-9617280df3e7,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:13:21.064674 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:21.123314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:13:21.135200 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:13:21.137279 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=5e426807-8104-413e-8705-aa747a98728b,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:21.140089 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:13:21.153657 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:21.168962 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:13:21.216318 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:21.238752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a42b61ce-c6b3-4cf3-a2ed-9617280df3e7,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:21.417584 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:21.727194 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:21.793518 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:21.828882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a28a93-808f-4da7-89b1-8a42f4acae78 None None] Network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:13:21.877977 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=5e426807-8104-413e-8705-aa747a98728b,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:21.882630 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:21.986485 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:13:21.988109 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:13:22.003946 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6a773409-84ce-405d-bd83-0bada247553f None None] Provisioning for port a0db00ca-df50-40d3-b689-cfe6d0177919 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:13:22.126170 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router adec276b-7797-461a-a0a4-ebea124526c9 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:13:22.250426 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:13:22.257263 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a15fe3b9-89ca-473e-ab18-e58bc663ddf9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "PUT /v2.0/routers/adec276b-7797-461a-a0a4-ebea124526c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2857540 Aug 21 10:13:22.289216 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Sync routers for ids ['adec276b-7797-461a-a0a4-ebea124526c9'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:13:22.299395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Routers {'adec276b-7797-461a-a0a4-ebea124526c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:13:22.301128 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:13:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adec276b-7797-461a-a0a4-ebea124526c9'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:22.343184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c25350c4-88ad-45fb-9a2b-66ee5132d3c0 None None] Provisioning for port 5e426807-8104-413e-8705-aa747a98728b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:13:22.351435 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c25350c4-88ad-45fb-9a2b-66ee5132d3c0 None None] Provisioning complete for port 5e426807-8104-413e-8705-aa747a98728b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:13:22.351871 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c25350c4-88ad-45fb-9a2b-66ee5132d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:22.431481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-b0b20945-e294-43f3-8735-3fffdb22da50 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887229312&fields=id&tenant_id=bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 267 time: 0.0444369 Aug 21 10:13:22.567826 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-31def00b-6c8d-4239-9e71-1423a304f398 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:22.570756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-31def00b-6c8d-4239-9e71-1423a304f398 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/networks?id=1f8e459f-96e0-45c7-9dd1-78bd91d549a2 HTTP/1.1" status: 200 len: 796 time: 0.1306908 Aug 21 10:13:22.588753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-15f0a9c7-70a0-4687-b121-881f5408fc4b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/quotas/bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 375 time: 0.0110650 Aug 21 10:13:22.594924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-c25350c4-88ad-45fb-9a2b-66ee5132d3c0 None None] Port 5e426807-8104-413e-8705-aa747a98728b cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:13:22.626881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Set router adec276b-7797-461a-a0a4-ebea124526c9 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:13:22.667824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-24be710a-1805-42ae-9c7c-fd288184dc0e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714507 Aug 21 10:13:22.763540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-69917108-7480-4242-9b55-b58ec7d55498 None None] Provisioning complete for port 5e426807-8104-413e-8705-aa747a98728b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:13:22.763856 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-69917108-7480-4242-9b55-b58ec7d55498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:22.785676 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-d7352616-6354-4494-92bb-f9e73ff2f137 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022973 Aug 21 10:13:22.804395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a0db00ca-df50-40d3-b689-cfe6d0177919 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:13:22.844395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-69917108-7480-4242-9b55-b58ec7d55498 None None] Port 5e426807-8104-413e-8705-aa747a98728b cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:13:22.889674 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-49c4f8db-74bc-4ff3-ae02-5dfd3caaffe0 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923588 Aug 21 10:13:22.930906 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5e426807-8104-413e-8705-aa747a98728b', 'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:62:91:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:20Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 2, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:22.962649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Checking router: adec276b-7797-461a-a0a4-ebea124526c9 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:13:22.963028 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Updating router adec276b-7797-461a-a0a4-ebea124526c9 port 5e426807-8104-413e-8705-aa747a98728b binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:13:22.966649 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a0db00ca-df50-40d3-b689-cfe6d0177919 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:13:22.988971 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a0db00ca-df50-40d3-b689-cfe6d0177919 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:13:22.988971 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:23.011185 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:23.162831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40b3618b-05d1-4cb7-9611-ef99e0f94938 req-a81f0697-dd80-4811-979f-85ce5e190746 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 210 time: 0.0296545 Aug 21 10:13:23.234669 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:23.311851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a0db00ca-df50-40d3-b689-cfe6d0177919, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a0db00ca-df50-40d3-b689-cfe6d0177919,segment=NetworkSegment(0054534b-55da-4bc3-97b6-00f832373391),segment_id=0054534b-55da-4bc3-97b6-00f832373391)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:13:23.376060 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:23.376666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:13:23.446695 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:23.473871 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Transition to ACTIVE for port object 5e426807-8104-413e-8705-aa747a98728b will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:13:23.483284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a0db00ca-df50-40d3-b689-cfe6d0177919,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:23.498746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:13:23.498746 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:23.534772 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:23.595943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47149be-0c18-4dc3-a050-02deca0b20da None None] Pushing event updated for resources: {'Port': ['ID=5e426807-8104-413e-8705-aa747a98728b,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:23.682102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Attempting to bind port 5e426807-8104-413e-8705-aa747a98728b on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:13:23.682612 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Attempting to bind port 5e426807-8104-413e-8705-aa747a98728b by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:13:23.683044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Attempting to bind port 5e426807-8104-413e-8705-aa747a98728b on network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:13:23.689049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:13:23.690676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Checking segment: {'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:13:23.690676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:23.690676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Bound using segment: {'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:13:23.690676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Bound port: 5e426807-8104-413e-8705-aa747a98728b, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:13:23.691135 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:23.760644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] For port 5e426807-8104-413e-8705-aa747a98728b, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:13:23.764496 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] For port 5e426807-8104-413e-8705-aa747a98728b, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5e426807-8104-413e-8705-aa747a98728b,segment=NetworkSegment(0054534b-55da-4bc3-97b6-00f832373391),segment_id=0054534b-55da-4bc3-97b6-00f832373391)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:13:23.850903 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:23.924062 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Routers {'adec276b-7797-461a-a0a4-ebea124526c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:13:23.924713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:13:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adec276b-7797-461a-a0a4-ebea124526c9'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:23.926591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47149be-0c18-4dc3-a050-02deca0b20da None None] Pushing event updated for resources: {'Port': ['ID=5e426807-8104-413e-8705-aa747a98728b,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:24.065375 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] Set router adec276b-7797-461a-a0a4-ebea124526c9 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:13:24.270399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80ebacae-5598-4da6-bcf8-e5f56cebbfa5 req-d171c0cd-5c04-4bc0-b15f-9fef31d1d7c5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 210 time: 0.0278926 Aug 21 10:13:24.292805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5e426807-8104-413e-8705-aa747a98728b', 'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:62:91:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:20Z', 'updated_at': '2021-08-21T10:13:23Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:24.320926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a80312-be50-4258-a805-e80f0af255ec None None] The sync data for ids ['adec276b-7797-461a-a0a4-ebea124526c9'] in n-d-766726-28 is: [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5e426807-8104-413e-8705-aa747a98728b', 'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:62:91:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:20Z', 'updated_at': '2021-08-21T10:13:23Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:13:24.753714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5e426807-8104-413e-8705-aa747a98728b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:13:24.864484 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 5e426807-8104-413e-8705-aa747a98728b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:13:24.869053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5e426807-8104-413e-8705-aa747a98728b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:13:24.869330 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:24.956243 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:25.061592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 5e426807-8104-413e-8705-aa747a98728b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5e426807-8104-413e-8705-aa747a98728b,segment=NetworkSegment(0054534b-55da-4bc3-97b6-00f832373391),segment_id=0054534b-55da-4bc3-97b6-00f832373391)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:13:25.153927 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:25.155657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a0db00ca-df50-40d3-b689-cfe6d0177919 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:13:25.235965 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=5e426807-8104-413e-8705-aa747a98728b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:25.251054 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a0db00ca-df50-40d3-b689-cfe6d0177919 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:13:25.257690 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:25.410897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-184d7d04-60c2-4edd-9eb0-0bde2f4c463b req-c54b3d64-16e8-4a8a-a724-f639af90d29c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 210 time: 0.0397038 Aug 21 10:13:25.427894 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-e0bbae4c-783e-486b-90a3-7d9c4bf1bf25 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:25.431670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-e0bbae4c-783e-486b-90a3-7d9c4bf1bf25 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/networks?id=1f8e459f-96e0-45c7-9dd1-78bd91d549a2 HTTP/1.1" status: 200 len: 796 time: 0.1566279 Aug 21 10:13:25.473697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-30968394-fa4c-42bc-8efd-41d3fcae6730 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 379 time: 0.0353804 Aug 21 10:13:25.482792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'port': {'device_id': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'admin_state_up': True, 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'security_groups': ['7db90b77-c5e1-4eec-af8e-6ea383fbc311']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:25.691615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:13:25.695308 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:25.823352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.20.0.3 (1f8e459f-96e0-45c7-9dd1-78bd91d549a2/8a896ad1-ea91-4a1c-b83b-c770d079f2c1/4d034eeb-7bcd-45ff-806a-9f008f14acf3) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:13:25.967379 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:25.981036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Transition to ACTIVE for port object 4d034eeb-7bcd-45ff-806a-9f008f14acf3 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:13:26.064039 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:26.107174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:13:26.110185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:13:26.113887 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:13:26.143156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=4d034eeb-7bcd-45ff-806a-9f008f14acf3,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:26.178534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:26.179235 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:26.304309 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-3c033bf7-6dc2-4184-a189-df3768201f57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250444 Aug 21 10:13:26.325576 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Request body: {'port': {'device_id': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:26.369210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:26.412005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-070d6466-05f3-4018-9e1a-a6dea1f09436 None None] Provisioning for port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:13:26.415927 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-070d6466-05f3-4018-9e1a-a6dea1f09436 None None] Provisioning complete for port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:13:26.416786 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-070d6466-05f3-4018-9e1a-a6dea1f09436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:26.450883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-070d6466-05f3-4018-9e1a-a6dea1f09436 None None] Port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:13:26.579221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fac45-9f80-45eb-a250-751476bcc722 req-b2e2ab35-e054-4d09-aee1-6453f65b2006 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:26.580895 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-475fac45-9f80-45eb-a250-751476bcc722 req-b2e2ab35-e054-4d09-aee1-6453f65b2006 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 931 time: 0.0923908 Aug 21 10:13:26.647071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-475fac45-9f80-45eb-a250-751476bcc722 req-4ead67ad-3278-4bc6-ac35-15bdd7ba4509 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599771 Aug 21 10:13:26.681762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5e426807-8104-413e-8705-aa747a98728b up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:13:26.696068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d034eeb-7bcd-45ff-806a-9f008f14acf3 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:13:26.703690 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:26.715584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Transition to ACTIVE for port object 4d034eeb-7bcd-45ff-806a-9f008f14acf3 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:13:26.728828 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 5e426807-8104-413e-8705-aa747a98728b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:13:26.729202 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:26.771371 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:26.823468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Pushing event updated for resources: {'Port': ['ID=4d034eeb-7bcd-45ff-806a-9f008f14acf3,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:26.909092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Attempting to bind port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:13:26.909429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Attempting to bind port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:13:26.909756 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Attempting to bind port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 on network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:13:26.914573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 on network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:13:26.914909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Attempting to bind port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 on network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:13:26.921219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:13:26.921558 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Checking segment: {'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:13:26.921954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Bound using segment: {'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:13:26.922395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Bound port: 4d034eeb-7bcd-45ff-806a-9f008f14acf3, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0054534b-55da-4bc3-97b6-00f832373391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:13:26.922756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:26.997611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] For port 4d034eeb-7bcd-45ff-806a-9f008f14acf3, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:13:27.001034 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] For port 4d034eeb-7bcd-45ff-806a-9f008f14acf3, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4d034eeb-7bcd-45ff-806a-9f008f14acf3,segment=NetworkSegment(0054534b-55da-4bc3-97b6-00f832373391),segment_id=0054534b-55da-4bc3-97b6-00f832373391)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:13:27.093077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:27.128119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:27.128912 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:27.130341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-771161ce-f940-4659-8b04-87eeff46086d service neutron] 10.222.0.22 "PUT /v2.0/ports/4d034eeb-7bcd-45ff-806a-9f008f14acf3 HTTP/1.1" status: 200 len: 1092 time: 0.8179579 Aug 21 10:13:27.130780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'tag': '4d034eeb-7bcd-45ff-806a-9f008f14acf3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:13:27.133048 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010df5b2-2967-40fd-904d-3ba12d9200a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8423d3ec-e7b2-48b7-9ea1-9976c8cb5868", "tag": "4d034eeb-7bcd-45ff-806a-9f008f14acf3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:13:27.162761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771161ce-f940-4659-8b04-87eeff46086d service neutron] Pushing event updated for resources: {'Port': ['ID=4d034eeb-7bcd-45ff-806a-9f008f14acf3,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:27.174650 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6ff372-08b8-4453-b690-c6bbbc285a4f x-openstack-request-id: req-ef6ff372-08b8-4453-b690-c6bbbc285a4f {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:13:27.175005 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8423d3ec-e7b2-48b7-9ea1-9976c8cb5868", "tag": "4d034eeb-7bcd-45ff-806a-9f008f14acf3", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:13:27.175318 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef6ff372-08b8-4453-b690-c6bbbc285a4f {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:13:27.175814 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'tag': '4d034eeb-7bcd-45ff-806a-9f008f14acf3', 'status': 'completed', 'code': 200} Aug 21 10:13:27.249959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010df5b2-2967-40fd-904d-3ba12d9200a2 req-0c62d7e5-b867-42a7-afd8-5603856ec385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:27.251552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-010df5b2-2967-40fd-904d-3ba12d9200a2 req-0c62d7e5-b867-42a7-afd8-5603856ec385 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 1095 time: 0.0439012 Aug 21 10:13:27.358658 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010df5b2-2967-40fd-904d-3ba12d9200a2 req-9cad8f67-2b10-41c4-8e3a-5ff02cdfc4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:27.360109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-010df5b2-2967-40fd-904d-3ba12d9200a2 req-9cad8f67-2b10-41c4-8e3a-5ff02cdfc4b6 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=bbc1f7f8491c41979ed959c4332eab18&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0978935 Aug 21 10:13:27.452999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010df5b2-2967-40fd-904d-3ba12d9200a2 req-311056d8-cf2a-4981-92cf-9e533d7db1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:27.454476 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-010df5b2-2967-40fd-904d-3ba12d9200a2 req-311056d8-cf2a-4981-92cf-9e533d7db1b3 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875366 Aug 21 10:13:27.535400 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-12e02ba3-b9ba-4ff3-ba35-c41a305a33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:27.536900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-12e02ba3-b9ba-4ff3-ba35-c41a305a33c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 1095 time: 0.0463688 Aug 21 10:13:27.577581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-e259af3d-7407-4936-82d3-2ceddbbf0d85 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d034eeb-7bcd-45ff-806a-9f008f14acf3 HTTP/1.1" status: 200 len: 217 time: 0.0327921 Aug 21 10:13:27.625283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-8f5a1f17-e67d-4136-b244-e2b32b12b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:27.626596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-8f5a1f17-e67d-4136-b244-e2b32b12b382 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8a896ad1-ea91-4a1c-b83b-c770d079f2c1 HTTP/1.1" status: 200 len: 835 time: 0.0420752 Aug 21 10:13:27.678421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-10680a4c-97b0-49b5-a61e-54979264e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:27.680260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-10680a4c-97b0-49b5-a61e-54979264e1da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f8e459f-96e0-45c7-9dd1-78bd91d549a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461972 Aug 21 10:13:27.806596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd66a7-de5a-4673-bf19-ba53870791b7 req-afaf20f7-4457-4019-b485-75cdb53a8d76 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:27.808077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61cd66a7-de5a-4673-bf19-ba53870791b7 req-afaf20f7-4457-4019-b485-75cdb53a8d76 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 943 time: 0.0755734 Aug 21 10:13:27.812139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-b8eb1584-20fe-425a-bb47-045ea3958017 service neutron] 10.222.0.22 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236775 Aug 21 10:13:27.894941 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61cd66a7-de5a-4673-bf19-ba53870791b7 req-c7edc283-27bd-4a05-9686-9b5ff3896b44 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803044 Aug 21 10:13:27.925693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c837a73-f0c4-4ff7-adc3-d61b73c88cd8 req-c5432783-c881-4f5a-af51-fd9929bac3e4 service neutron] 10.222.0.22 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050615 Aug 21 10:13:29.009847 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f87d29-8b7d-4cd0-b7c6-b5e7626c13be req-821dde17-b3da-4bfd-8181-a4373aacfc34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:29.011330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7f87d29-8b7d-4cd0-b7c6-b5e7626c13be req-821dde17-b3da-4bfd-8181-a4373aacfc34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 943 time: 0.0483150 Aug 21 10:13:29.049188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c7f87d29-8b7d-4cd0-b7c6-b5e7626c13be req-babdfc42-7f84-4aa9-a8c9-47939d3757c6 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314453 Aug 21 10:13:30.030682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4d034eeb-7bcd-45ff-806a-9f008f14acf3 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:13:30.124410 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4d034eeb-7bcd-45ff-806a-9f008f14acf3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4d034eeb-7bcd-45ff-806a-9f008f14acf3,segment=NetworkSegment(0054534b-55da-4bc3-97b6-00f832373391),segment_id=0054534b-55da-4bc3-97b6-00f832373391)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:13:30.135070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '4d034eeb-7bcd-45ff-806a-9f008f14acf3', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'port_id': '4d034eeb-7bcd-45ff-806a-9f008f14acf3', 'mac_address': 'fa:16:3e:0a:06:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:13:30.165187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca355e-57ef-4b2b-b855-fcea7fbfe9e7 req-bcb5ce0c-03c3-4733-9804-eb3ad0029771 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:30.166679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebca355e-57ef-4b2b-b855-fcea7fbfe9e7 req-bcb5ce0c-03c3-4733-9804-eb3ad0029771 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 943 time: 0.0513997 Aug 21 10:13:30.177222 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:30.190402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d034eeb-7bcd-45ff-806a-9f008f14acf3 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:13:30.205678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ebca355e-57ef-4b2b-b855-fcea7fbfe9e7 req-d1fee21b-e2ed-4c8b-b82e-0c73dd6d5c3e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322618 Aug 21 10:13:30.209708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4d034eeb-7bcd-45ff-806a-9f008f14acf3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4d034eeb-7bcd-45ff-806a-9f008f14acf3,segment=NetworkSegment(0054534b-55da-4bc3-97b6-00f832373391),segment_id=0054534b-55da-4bc3-97b6-00f832373391)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:13:30.291501 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:30.339176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=4d034eeb-7bcd-45ff-806a-9f008f14acf3,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:30.492544 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['4d034eeb-7bcd-45ff-806a-9f008f14acf3'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:13:31.317046 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971906b2-fed4-4797-99ac-06802b428822 req-57aa7781-b9ed-4661-9dc9-0861a448de59 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:31.318541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-971906b2-fed4-4797-99ac-06802b428822 req-57aa7781-b9ed-4661-9dc9-0861a448de59 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 944 time: 0.0474315 Aug 21 10:13:31.356153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-971906b2-fed4-4797-99ac-06802b428822 req-cc565d22-972b-471a-b560-d37737868e72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Aug 21 10:13:32.046337 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4d034eeb-7bcd-45ff-806a-9f008f14acf3 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:13:32.158651 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:13:32.162421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:13:32.162820 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:32.242128 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:32.263800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d034eeb-7bcd-45ff-806a-9f008f14acf3'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:13:32.266035 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8973fdd-0497-451d-a75d-c50c2a192302" -d '{"events": [{"server_uuid": "8423d3ec-e7b2-48b7-9ea1-9976c8cb5868", "name": "network-vif-plugged", "status": "completed", "tag": "4d034eeb-7bcd-45ff-806a-9f008f14acf3"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:13:32.278759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 4d034eeb-7bcd-45ff-806a-9f008f14acf3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4d034eeb-7bcd-45ff-806a-9f008f14acf3,segment=NetworkSegment(0054534b-55da-4bc3-97b6-00f832373391),segment_id=0054534b-55da-4bc3-97b6-00f832373391)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:13:32.302427 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6d0276-d1b8-44d8-a6ea-3f8025618f8b x-openstack-request-id: req-8e6d0276-d1b8-44d8-a6ea-3f8025618f8b {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:13:32.302723 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8423d3ec-e7b2-48b7-9ea1-9976c8cb5868", "name": "network-vif-plugged", "status": "completed", "tag": "4d034eeb-7bcd-45ff-806a-9f008f14acf3", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:13:32.302974 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e6d0276-d1b8-44d8-a6ea-3f8025618f8b {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:13:32.303457 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d034eeb-7bcd-45ff-806a-9f008f14acf3', 'code': 200} Aug 21 10:13:32.360502 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:32.404603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2d223-8886-42ee-8a47-f359920256d1 req-875c035d-19a0-4a1c-9480-409ca414ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:32.406133 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dcf2d223-8886-42ee-8a47-f359920256d1 req-875c035d-19a0-4a1c-9480-409ca414ae15 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 1097 time: 0.0460396 Aug 21 10:13:32.410260 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=4d034eeb-7bcd-45ff-806a-9f008f14acf3,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:32.470514 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dcf2d223-8886-42ee-8a47-f359920256d1 req-9bdc8675-86ce-4364-9da2-1b1937d2a4a5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565658 Aug 21 10:13:32.489045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dfd2f-f206-49ac-a986-55053654b4a0 req-7c216ef2-9911-45e3-a2c9-e148807fe687 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:32.490490 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-161dfd2f-f206-49ac-a986-55053654b4a0 req-7c216ef2-9911-45e3-a2c9-e148807fe687 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0624790 Aug 21 10:13:32.527525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-161dfd2f-f206-49ac-a986-55053654b4a0 req-9577fa18-4ebe-4487-868c-28aea92b1d5e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308943 Aug 21 10:13:33.643395 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c097cf-7ea6-4d7f-9f65-d75640a2a77b req-f7ba2e15-2810-4f64-8c6d-b3f2d9bffe4a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:33.644952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3c097cf-7ea6-4d7f-9f65-d75640a2a77b req-f7ba2e15-2810-4f64-8c6d-b3f2d9bffe4a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0485415 Aug 21 10:13:33.682336 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f3c097cf-7ea6-4d7f-9f65-d75640a2a77b req-0f240194-2615-401e-99b5-7d24d7bd08c2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314493 Aug 21 10:13:34.793489 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c7474-d15b-4ba4-97d9-10a9d134faa0 req-9d5aa838-b01b-4bf4-bf3e-75b197b06772 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:34.795465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d0c7474-d15b-4ba4-97d9-10a9d134faa0 req-9d5aa838-b01b-4bf4-bf3e-75b197b06772 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0482266 Aug 21 10:13:34.836749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d0c7474-d15b-4ba4-97d9-10a9d134faa0 req-f3eff6bd-634e-4c23-b035-72da4fa6c29a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353684 Aug 21 10:13:34.948626 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43864a09-702c-4019-939e-3944d6437840 req-9079203c-6773-410e-98f0-4429eb7d2a2c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:34.950126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43864a09-702c-4019-939e-3944d6437840 req-9079203c-6773-410e-98f0-4429eb7d2a2c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0492649 Aug 21 10:13:34.990092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43864a09-702c-4019-939e-3944d6437840 req-1087bb1b-9936-4ba2-ae45-14fe35399f44 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323493 Aug 21 10:13:35.012101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34902) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:35.052506 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80d35e4-a879-4110-932c-2cf361bfbe7b tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:35.054063 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b80d35e4-a879-4110-932c-2cf361bfbe7b tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 1092 time: 0.0409245 Aug 21 10:13:35.056893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34904) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:35.061862 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '4d034eeb-7bcd-45ff-806a-9f008f14acf3', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:13:35.155177 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:35.256865 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:35.363285 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.25.5.243 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/68ff96f5-8cb9-4535-96f0-949abcd24b16) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:13:35.466827 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:35.560795 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:35.601821 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:13:35.604634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:13:35.610795 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:13:35.613790 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=68ff96f5-8cb9-4535-96f0-949abcd24b16,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:35.965906 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:36.108710 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:36.252021 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:36.343321 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:36.415577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=68ff96f5-8cb9-4535-96f0-949abcd24b16,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:13:36.428682 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:36.530267 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Floating IP c1c64d58-eecc-405d-90f6-ac13476abdd3 associated. External IP: 172.25.5.243, port: 4d034eeb-7bcd-45ff-806a-9f008f14acf3. Aug 21 10:13:36.969905 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9f6c-65d5-4a1f-b3a1-22c660c3c77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:37.019085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router adec276b-7797-461a-a0a4-ebea124526c9 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:13:37.126602 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:13:37.136036 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e5f9e2-3a9f-4452-af67-68cdf2f73a5f None None] Sync routers for ids ['adec276b-7797-461a-a0a4-ebea124526c9'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:13:37.145850 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e5f9e2-3a9f-4452-af67-68cdf2f73a5f None None] Routers {'adec276b-7797-461a-a0a4-ebea124526c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:13:37.146470 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-54e5f9e2-3a9f-4452-af67-68cdf2f73a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:13:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adec276b-7797-461a-a0a4-ebea124526c9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:37.223320 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:37.249962 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e046861e-5f7b-4868-bc08-bd47ebff2d80 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1920421 Aug 21 10:13:37.250638 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'tag': '4d034eeb-7bcd-45ff-806a-9f008f14acf3'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:13:37.253033 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f661a8ccb4eab73676326ae0103b960447efefe5c775d563ce07084d6a704f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd51f3e-4218-404b-aa9b-d3bbd1287255" -d '{"events": [{"name": "network-changed", "server_uuid": "8423d3ec-e7b2-48b7-9ea1-9976c8cb5868", "tag": "4d034eeb-7bcd-45ff-806a-9f008f14acf3"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:13:37.253376 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-54e5f9e2-3a9f-4452-af67-68cdf2f73a5f None None] Set router adec276b-7797-461a-a0a4-ebea124526c9 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:13:37.291473 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fabf8ae-d2fd-4746-b063-d8c1c1a2a8a0 x-openstack-request-id: req-6fabf8ae-d2fd-4746-b063-d8c1c1a2a8a0 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:13:37.291802 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8423d3ec-e7b2-48b7-9ea1-9976c8cb5868", "tag": "4d034eeb-7bcd-45ff-806a-9f008f14acf3", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:13:37.292058 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fabf8ae-d2fd-4746-b063-d8c1c1a2a8a0 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:13:37.292472 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'tag': '4d034eeb-7bcd-45ff-806a-9f008f14acf3', 'status': 'completed', 'code': 200} Aug 21 10:13:37.377307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d8cd9-c0ed-4ef5-a269-117cb569b5ea req-3ebf1ee2-e225-474a-9fc9-bbe018c2de96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:37.378796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a9d8cd9-c0ed-4ef5-a269-117cb569b5ea req-3ebf1ee2-e225-474a-9fc9-bbe018c2de96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0783708 Aug 21 10:13:37.384650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd51f3e-4218-404b-aa9b-d3bbd1287255 req-8f222ac0-e1d8-4294-a484-af51cc89fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:37.386032 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdd51f3e-4218-404b-aa9b-d3bbd1287255 req-8f222ac0-e1d8-4294-a484-af51cc89fb2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 1097 time: 0.0583699 Aug 21 10:13:37.471982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a9d8cd9-c0ed-4ef5-a269-117cb569b5ea req-3c916fe2-cfed-4141-8c22-2df82ed89084 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849857 Aug 21 10:13:37.475285 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-54e5f9e2-3a9f-4452-af67-68cdf2f73a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'c1c64d58-eecc-405d-90f6-ac13476abdd3', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'port_id': '4d034eeb-7bcd-45ff-806a-9f008f14acf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'mac_address': 'fa:16:3e:0a:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:13:35Z', 'updated_at': '2021-08-21T10:13:35Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e426807-8104-413e-8705-aa747a98728b', 'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:62:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:20Z', 'updated_at': '2021-08-21T10:13:24Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:37.494990 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34910) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:37.505427 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e5f9e2-3a9f-4452-af67-68cdf2f73a5f None None] Checking router: adec276b-7797-461a-a0a4-ebea124526c9 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:13:37.510944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd51f3e-4218-404b-aa9b-d3bbd1287255 req-42137c64-5922-48d2-8e13-ad706a9d1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:37.513211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdd51f3e-4218-404b-aa9b-d3bbd1287255 req-42137c64-5922-48d2-8e13-ad706a9d1d33 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f8e459f-96e0-45c7-9dd1-78bd91d549a2 HTTP/1.1" status: 200 len: 897 time: 0.1185644 Aug 21 10:13:37.514656 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e5f9e2-3a9f-4452-af67-68cdf2f73a5f None None] Routers {'adec276b-7797-461a-a0a4-ebea124526c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:13:37.515330 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-54e5f9e2-3a9f-4452-af67-68cdf2f73a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:13:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adec276b-7797-461a-a0a4-ebea124526c9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:37.555743 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4ebde5f1-ff02-418b-90e7-f52587db0e14 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/c1c64d58-eecc-405d-90f6-ac13476abdd3 HTTP/1.1" status: 200 len: 991 time: 0.0595169 Aug 21 10:13:37.586369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdd51f3e-4218-404b-aa9b-d3bbd1287255 req-d7a88f9c-e2c2-4f06-a3df-8028d3dd4f4b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d034eeb-7bcd-45ff-806a-9f008f14acf3 HTTP/1.1" status: 200 len: 999 time: 0.0665538 Aug 21 10:13:37.639868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd51f3e-4218-404b-aa9b-d3bbd1287255 req-00a6b0db-a077-43d3-923c-2b344c4b6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:37.641387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdd51f3e-4218-404b-aa9b-d3bbd1287255 req-00a6b0db-a077-43d3-923c-2b344c4b6eb3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8a896ad1-ea91-4a1c-b83b-c770d079f2c1 HTTP/1.1" status: 200 len: 835 time: 0.0472631 Aug 21 10:13:37.690066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd51f3e-4218-404b-aa9b-d3bbd1287255 req-09923cf8-d5b5-42fa-ba5a-5b162b66112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:37.691923 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdd51f3e-4218-404b-aa9b-d3bbd1287255 req-09923cf8-d5b5-42fa-ba5a-5b162b66112a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f8e459f-96e0-45c7-9dd1-78bd91d549a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427454 Aug 21 10:13:37.708165 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-54e5f9e2-3a9f-4452-af67-68cdf2f73a5f None None] Set router adec276b-7797-461a-a0a4-ebea124526c9 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:13:37.787503 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdd51f3e-4218-404b-aa9b-d3bbd1287255 req-0cb69a3a-0ea2-4f44-9aea-d0a91f77efd5 service neutron] 10.222.0.22 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870388 Aug 21 10:13:37.950198 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-54e5f9e2-3a9f-4452-af67-68cdf2f73a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'c1c64d58-eecc-405d-90f6-ac13476abdd3', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'port_id': '4d034eeb-7bcd-45ff-806a-9f008f14acf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'mac_address': 'fa:16:3e:0a:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:13:35Z', 'updated_at': '2021-08-21T10:13:35Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e426807-8104-413e-8705-aa747a98728b', 'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:62:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:20Z', 'updated_at': '2021-08-21T10:13:24Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:13:37.979149 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e5f9e2-3a9f-4452-af67-68cdf2f73a5f None None] The sync data for ids ['adec276b-7797-461a-a0a4-ebea124526c9'] in n-d-766726-28 is: [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'c1c64d58-eecc-405d-90f6-ac13476abdd3', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'port_id': '4d034eeb-7bcd-45ff-806a-9f008f14acf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'mac_address': 'fa:16:3e:0a:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:13:35Z', 'updated_at': '2021-08-21T10:13:35Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e426807-8104-413e-8705-aa747a98728b', 'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:62:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:20Z', 'updated_at': '2021-08-21T10:13:24Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:13:38.185369 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb90b7c0-24f7-44b2-87c7-40385b7235e9 None None] New status for floating IP c1c64d58-eecc-405d-90f6-ac13476abdd3: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:13:38.211066 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cdd51f3e-4218-404b-aa9b-d3bbd1287255 req-192eb98b-2680-4efa-98db-5e8499e4a8f1 service neutron] 10.222.0.22 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183068 Aug 21 10:13:38.559736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 34912) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:13:38.623240 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d515c3f7-662c-443e-9807-586ebf474abb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/c1c64d58-eecc-405d-90f6-ac13476abdd3 HTTP/1.1" status: 200 len: 993 time: 0.0623746 Aug 21 10:13:39.621718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2398-2e12-466d-ac9a-2ef68b8c3ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:39.744396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-13ffe02e-54a3-477d-b955-8da18ce56bfd req-fadb9718-62c7-42e7-84de-0157590986f0 service neutron] (106757) timed out ('10.222.0.22', 54601) {{(pid=106757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 10:13:39.845601 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:41.228875 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:42.657051 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:46.059488 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:46.135380 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:13:55.023216 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-420b7381-3c13-4794-b30f-da21d5c9e956 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0940831 Aug 21 10:13:55.109899 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-58bffb72-1040-466b-9049-5394e11d91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:55.111394 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-58bffb72-1040-466b-9049-5394e11d91de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 1097 time: 0.0444832 Aug 21 10:13:55.216278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-a6a1ff07-a16d-44b7-86ab-617792c14b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:55.218330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-a6a1ff07-a16d-44b7-86ab-617792c14b36 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f8e459f-96e0-45c7-9dd1-78bd91d549a2 HTTP/1.1" status: 200 len: 897 time: 0.0847032 Aug 21 10:13:55.289399 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-c1ef25f7-8383-4afa-8d50-eb826f868c20 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d034eeb-7bcd-45ff-806a-9f008f14acf3 HTTP/1.1" status: 200 len: 1001 time: 0.0614412 Aug 21 10:13:55.340007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-c71622c9-ef23-433a-93a1-d736ff01b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:55.341525 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-c71622c9-ef23-433a-93a1-d736ff01b18b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8a896ad1-ea91-4a1c-b83b-c770d079f2c1 HTTP/1.1" status: 200 len: 835 time: 0.0451059 Aug 21 10:13:55.394907 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-8bc4c411-d2ec-4af4-97fd-26e3089601fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:13:55.397563 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-8bc4c411-d2ec-4af4-97fd-26e3089601fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f8e459f-96e0-45c7-9dd1-78bd91d549a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479958 Aug 21 10:13:55.490298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-5499039c-0db0-43de-b0ff-19ff936435a5 service neutron] 10.222.0.22 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860004 Aug 21 10:13:55.581229 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2de61b39-b2d9-4a2e-b16f-99600b4881bf req-100182d6-5fe0-4212-8d84-239e12c0d2fe service neutron] 10.222.0.22 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838587 Aug 21 10:13:58.162035 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:14:05.517563 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dac32-4fda-4655-8f68-6d80365c9840 req-fcc96622-c99c-47de-bfe2-6ef66a809598 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:05.519296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-751dac32-4fda-4655-8f68-6d80365c9840 req-fcc96622-c99c-47de-bfe2-6ef66a809598 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0507672 Aug 21 10:14:05.593633 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-751dac32-4fda-4655-8f68-6d80365c9840 req-1980d0bd-776c-4e69-82df-3fee66b975f0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674913 Aug 21 10:14:05.603371 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656d060-8036-42d4-b374-694bfdd24dc0 req-08250527-b5f3-4fa3-819d-942672d2fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:05.604961 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e656d060-8036-42d4-b374-694bfdd24dc0 req-08250527-b5f3-4fa3-819d-942672d2fe79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 1097 time: 0.0547221 Aug 21 10:14:05.699206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656d060-8036-42d4-b374-694bfdd24dc0 req-a6f921f0-f8e1-4d97-a340-734dd2f5b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:05.700748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e656d060-8036-42d4-b374-694bfdd24dc0 req-a6f921f0-f8e1-4d97-a340-734dd2f5b883 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f8e459f-96e0-45c7-9dd1-78bd91d549a2 HTTP/1.1" status: 200 len: 897 time: 0.0822623 Aug 21 10:14:05.769030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e656d060-8036-42d4-b374-694bfdd24dc0 req-39d05944-b314-43ae-8ba5-9cf3062b0ea8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d034eeb-7bcd-45ff-806a-9f008f14acf3 HTTP/1.1" status: 200 len: 1001 time: 0.0611343 Aug 21 10:14:05.827488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656d060-8036-42d4-b374-694bfdd24dc0 req-46c40e85-0f9d-472f-b8e6-1ab4fcdf98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:05.830344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e656d060-8036-42d4-b374-694bfdd24dc0 req-46c40e85-0f9d-472f-b8e6-1ab4fcdf98c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8a896ad1-ea91-4a1c-b83b-c770d079f2c1 HTTP/1.1" status: 200 len: 835 time: 0.0535607 Aug 21 10:14:05.881105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656d060-8036-42d4-b374-694bfdd24dc0 req-7e83fc83-8610-4a20-a245-298d8a9785c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:05.882595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e656d060-8036-42d4-b374-694bfdd24dc0 req-7e83fc83-8610-4a20-a245-298d8a9785c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f8e459f-96e0-45c7-9dd1-78bd91d549a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399101 Aug 21 10:14:05.975402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e656d060-8036-42d4-b374-694bfdd24dc0 req-18239bf6-a2e8-4f2e-b408-b4c110249063 service neutron] 10.222.0.22 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845385 Aug 21 10:14:06.064906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e656d060-8036-42d4-b374-694bfdd24dc0 req-e517436a-7d65-49ab-8fee-c86c3cb17eed service neutron] 10.222.0.22 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825782 Aug 21 10:14:06.726596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d518a33-bd09-4d08-aac1-8218f53a8af1 req-93b63cd8-8e3c-4112-856d-13925f3f9a1c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:06.728108 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d518a33-bd09-4d08-aac1-8218f53a8af1 req-93b63cd8-8e3c-4112-856d-13925f3f9a1c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0495596 Aug 21 10:14:06.770409 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d518a33-bd09-4d08-aac1-8218f53a8af1 req-8b5c8013-3fda-4b42-a01b-f7ad840dde20 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357955 Aug 21 10:14:06.965301 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e6a22e42-7ffe-43ec-be13-8f4840d03d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:07.905134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392cb65-d957-4edd-8e81-b8b624d5e9c9 req-98747b59-a843-4527-82f6-6a0b3dd31bf0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:07.906697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3392cb65-d957-4edd-8e81-b8b624d5e9c9 req-98747b59-a843-4527-82f6-6a0b3dd31bf0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0546927 Aug 21 10:14:07.949047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3392cb65-d957-4edd-8e81-b8b624d5e9c9 req-cb8714dc-7e09-4ef4-891f-953a95ee2153 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362465 Aug 21 10:14:09.072403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9e3f8-ee90-4ad9-bded-54f843da9f99 req-44f3f4f6-59b3-4ed9-8821-32ecdbd412f7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:09.073893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61b9e3f8-ee90-4ad9-bded-54f843da9f99 req-44f3f4f6-59b3-4ed9-8821-32ecdbd412f7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0503106 Aug 21 10:14:09.112057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-61b9e3f8-ee90-4ad9-bded-54f843da9f99 req-e3b32100-3eec-425e-b4b6-62ee3d2c3486 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312691 Aug 21 10:14:09.582434 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a87563b1-7f71-42d1-88d8-15802526406b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:09.840002 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:10.227915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da34d7-5f37-4cf3-b73d-1cca6abb2207 req-7857b01d-c084-4c8e-876e-964d60a6d446 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:10.229402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6da34d7-5f37-4cf3-b73d-1cca6abb2207 req-7857b01d-c084-4c8e-876e-964d60a6d446 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0492263 Aug 21 10:14:10.269827 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6da34d7-5f37-4cf3-b73d-1cca6abb2207 req-dd7d7a55-729d-4c14-a77f-a0449eaff722 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344951 Aug 21 10:14:11.205652 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:11.386348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410ef90-f279-4215-a808-6e48109f5faa req-bd06f974-0474-43b4-88c2-e84a37799ee8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:11.387900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6410ef90-f279-4215-a808-6e48109f5faa req-bd06f974-0474-43b4-88c2-e84a37799ee8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0512271 Aug 21 10:14:11.426357 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6410ef90-f279-4215-a808-6e48109f5faa req-9662e84a-43bc-452a-a729-b2d3f6685aac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317392 Aug 21 10:14:12.564569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce250c7-37d6-426b-99c3-7a17f29b1807 req-d12d4917-84f9-4f85-b8e2-48212f5d3428 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:12.564569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ce250c7-37d6-426b-99c3-7a17f29b1807 req-d12d4917-84f9-4f85-b8e2-48212f5d3428 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0489318 Aug 21 10:14:12.585662 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ce250c7-37d6-426b-99c3-7a17f29b1807 req-bc923661-f1dc-461b-8340-144b115128dd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Aug 21 10:14:12.657068 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:13.702254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155a4b9-fa34-455c-9d14-2a1e37d66c37 req-a2bad9ac-3c7c-48d2-8db0-16c7bad9341f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:13.703742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d155a4b9-fa34-455c-9d14-2a1e37d66c37 req-a2bad9ac-3c7c-48d2-8db0-16c7bad9341f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0485337 Aug 21 10:14:13.744988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d155a4b9-fa34-455c-9d14-2a1e37d66c37 req-683078db-6d4b-4b7e-b183-0455c81239bb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349925 Aug 21 10:14:14.862033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0945f4-bab3-40cc-9511-ae61eb1d251c req-f0eab7e4-ef5c-432c-a79c-753e5d21f50c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:14.863539 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed0945f4-bab3-40cc-9511-ae61eb1d251c req-f0eab7e4-ef5c-432c-a79c-753e5d21f50c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0502625 Aug 21 10:14:14.901326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ed0945f4-bab3-40cc-9511-ae61eb1d251c req-8d7f6347-ab3a-4a90-a064-0bd9ca5f9e06 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316110 Aug 21 10:14:16.022402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de660f2-2d67-4943-a240-549b0157d78d req-73e435c8-d7a2-423f-b615-770082b3ef5b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:16.023914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9de660f2-2d67-4943-a240-549b0157d78d req-73e435c8-d7a2-423f-b615-770082b3ef5b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0491822 Aug 21 10:14:16.055620 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:16.062756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9de660f2-2d67-4943-a240-549b0157d78d req-4abf8d68-c04f-4e08-bc76-0e9cafaac171 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327170 Aug 21 10:14:16.119754 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:17.175444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfec75-f9a5-46d5-beb1-3701752b61f8 req-201dc7b9-6255-476f-9a12-42b2e4595078 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:17.176926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31bfec75-f9a5-46d5-beb1-3701752b61f8 req-201dc7b9-6255-476f-9a12-42b2e4595078 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0479436 Aug 21 10:14:17.218285 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-31bfec75-f9a5-46d5-beb1-3701752b61f8 req-0116ef34-c104-4d1d-915c-b8bc854b3a69 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353377 Aug 21 10:14:17.239911 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34956) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:17.299919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2d504f27-fb4d-4ff7-9e48-547149f295e1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/c1c64d58-eecc-405d-90f6-ac13476abdd3 HTTP/1.1" status: 200 len: 993 time: 0.0586503 Aug 21 10:14:35.160645 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:14:36.973696 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0d192a7c-4276-4dd8-845f-f4e5f633d787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:39.671104 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-daec2632-8410-49ba-ba43-b9030f08bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:39.859475 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:41.182080 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:42.659029 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:46.093166 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:46.181568 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:47.650332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34972) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:47.806718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port 68ff96f5-8cb9-4535-96f0-949abcd24b16 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:14:47.806962 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:47.884812 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:47.885141 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:47.897221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for 68ff96f5-8cb9-4535-96f0-949abcd24b16 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:14:48.156714 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:48.182065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=68ff96f5-8cb9-4535-96f0-949abcd24b16,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:48.209077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.209424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.209763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.210097 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.210430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.210761 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.211091 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.211418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.211774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.212100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.212425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.212746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:48.251286 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:48.251661 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Floating IP c1c64d58-eecc-405d-90f6-ac13476abdd3 disassociated (deleted). External IP: 172.25.5.243, port: 4d034eeb-7bcd-45ff-806a-9f008f14acf3. Aug 21 10:14:48.460255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router adec276b-7797-461a-a0a4-ebea124526c9 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:14:48.567271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:14:48.572119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:48.580541 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c645e535-5b6f-4355-9bdb-adafd3b8b1cf None None] Sync routers for ids ['adec276b-7797-461a-a0a4-ebea124526c9'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:14:48.589421 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c645e535-5b6f-4355-9bdb-adafd3b8b1cf None None] Routers {'adec276b-7797-461a-a0a4-ebea124526c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:14:48.590033 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c645e535-5b6f-4355-9bdb-adafd3b8b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:14:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adec276b-7797-461a-a0a4-ebea124526c9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:14:48.599190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-12cbd810-abec-4a5b-9b87-712a28876754 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/floatingips/c1c64d58-eecc-405d-90f6-ac13476abdd3 HTTP/1.1" status: 204 len: 168 time: 0.9477992 Aug 21 10:14:48.599905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'tag': '4d034eeb-7bcd-45ff-806a-9f008f14acf3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:14:48.602256 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "8423d3ec-e7b2-48b7-9ea1-9976c8cb5868", "tag": "4d034eeb-7bcd-45ff-806a-9f008f14acf3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:14:48.695046 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c645e535-5b6f-4355-9bdb-adafd3b8b1cf None None] Set router adec276b-7797-461a-a0a4-ebea124526c9 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:14:48.708925 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e309fbc9-437e-4a82-9003-d66dee12a49e x-openstack-request-id: req-e309fbc9-437e-4a82-9003-d66dee12a49e {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:14:48.709428 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8423d3ec-e7b2-48b7-9ea1-9976c8cb5868", "tag": "4d034eeb-7bcd-45ff-806a-9f008f14acf3", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:14:48.709533 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e309fbc9-437e-4a82-9003-d66dee12a49e {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:14:48.709860 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'tag': '4d034eeb-7bcd-45ff-806a-9f008f14acf3', 'status': 'completed', 'code': 200} Aug 21 10:14:48.771910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a req-f2909bd8-249e-47e3-a030-5d3eb67801b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:48.773418 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a req-f2909bd8-249e-47e3-a030-5d3eb67801b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 1097 time: 0.0406740 Aug 21 10:14:48.868006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a req-93ac8fbf-a34d-4a45-8881-1c2f922d860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:48.911472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a req-93ac8fbf-a34d-4a45-8881-1c2f922d860c service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f8e459f-96e0-45c7-9dd1-78bd91d549a2 HTTP/1.1" status: 200 len: 897 time: 0.0894697 Aug 21 10:14:48.911681 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c645e535-5b6f-4355-9bdb-adafd3b8b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5e426807-8104-413e-8705-aa747a98728b', 'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:62:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:20Z', 'updated_at': '2021-08-21T10:13:24Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:14:48.912429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a req-e9162131-2379-4657-af05-9737ebd203a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d034eeb-7bcd-45ff-806a-9f008f14acf3 HTTP/1.1" status: 200 len: 217 time: 0.0354362 Aug 21 10:14:48.927890 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c645e535-5b6f-4355-9bdb-adafd3b8b1cf None None] Checking router: adec276b-7797-461a-a0a4-ebea124526c9 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:14:48.936159 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c645e535-5b6f-4355-9bdb-adafd3b8b1cf None None] Routers {'adec276b-7797-461a-a0a4-ebea124526c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:14:48.936827 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c645e535-5b6f-4355-9bdb-adafd3b8b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:14:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adec276b-7797-461a-a0a4-ebea124526c9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:14:48.961853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a req-12ca1f6a-0301-4740-9fdb-33cc42813b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:48.963345 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a req-12ca1f6a-0301-4740-9fdb-33cc42813b59 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8a896ad1-ea91-4a1c-b83b-c770d079f2c1 HTTP/1.1" status: 200 len: 835 time: 0.0444603 Aug 21 10:14:49.014821 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a req-911d02af-2ec6-4ee0-a786-39050f09a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:49.016691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a req-911d02af-2ec6-4ee0-a786-39050f09a506 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f8e459f-96e0-45c7-9dd1-78bd91d549a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461485 Aug 21 10:14:49.047403 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-c645e535-5b6f-4355-9bdb-adafd3b8b1cf None None] Set router adec276b-7797-461a-a0a4-ebea124526c9 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:14:49.112301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a req-8461afec-da59-423e-88f8-9908796935e3 service neutron] 10.222.0.22 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846181 Aug 21 10:14:49.223454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd82d06a-4b68-4d7c-a322-b0ef8e7c2f3a req-10ab764d-dc05-44af-ab1b-e427538e8b8e service neutron] 10.222.0.22 "GET /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035657 Aug 21 10:14:49.249778 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-c645e535-5b6f-4355-9bdb-adafd3b8b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5e426807-8104-413e-8705-aa747a98728b', 'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:62:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:20Z', 'updated_at': '2021-08-21T10:13:24Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:14:49.261485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb376ed-99ae-4899-8e0e-b39a0b9f7ce2 req-9d2f12d0-271c-4b4a-b434-f46a894f61a1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:49.263631 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb376ed-99ae-4899-8e0e-b39a0b9f7ce2 req-9d2f12d0-271c-4b4a-b434-f46a894f61a1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0563321 Aug 21 10:14:49.280651 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c645e535-5b6f-4355-9bdb-adafd3b8b1cf None None] The sync data for ids ['adec276b-7797-461a-a0a4-ebea124526c9'] in n-d-766726-28 is: [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '5e426807-8104-413e-8705-aa747a98728b', 'name': '', 'network_id': '1f8e459f-96e0-45c7-9dd1-78bd91d549a2', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:62:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:20Z', 'updated_at': '2021-08-21T10:13:24Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '8a896ad1-ea91-4a1c-b83b-c770d079f2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:14:49.304619 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2bb376ed-99ae-4899-8e0e-b39a0b9f7ce2 req-ec9e3ebc-6c5b-41c7-b2be-22ede3aba924 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347855 Aug 21 10:14:49.501907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fbfde7-7f4e-4ead-ab02-d994ea49e3f4 None None] New status for floating IP c1c64d58-eecc-405d-90f6-ac13476abdd3: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:14:50.421555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee42e-c5a8-42b3-a2ec-4d76ec06ef4e req-10b89c63-d34d-43b5-a785-838b0a0799f2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:50.423006 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-976ee42e-c5a8-42b3-a2ec-4d76ec06ef4e req-10b89c63-d34d-43b5-a785-838b0a0799f2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0483930 Aug 21 10:14:50.461971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-976ee42e-c5a8-42b3-a2ec-4d76ec06ef4e req-3f8de1c2-7e34-4eb5-8105-b9f355d5e853 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=7db90b77-c5e1-4eec-af8e-6ea383fbc311&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 Aug 21 10:14:50.757863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b39daf-870f-4179-9b94-e531ce05a107 req-64ee2275-e7a1-4b6b-94e9-253e8bf23c2b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:50.759296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53b39daf-870f-4179-9b94-e531ce05a107 req-64ee2275-e7a1-4b6b-94e9-253e8bf23c2b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 945 time: 0.0524263 Aug 21 10:14:50.849764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-53b39daf-870f-4179-9b94-e531ce05a107 req-d7d85558-d49e-4868-9829-fba3aedb61d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:14:50.850098 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-53b39daf-870f-4179-9b94-e531ce05a107 req-d7d85558-d49e-4868-9829-fba3aedb61d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:50.937457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-53b39daf-870f-4179-9b94-e531ce05a107 req-d7d85558-d49e-4868-9829-fba3aedb61d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port 4d034eeb-7bcd-45ff-806a-9f008f14acf3, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=4d034eeb-7bcd-45ff-806a-9f008f14acf3,segment=NetworkSegment(0054534b-55da-4bc3-97b6-00f832373391),segment_id=0054534b-55da-4bc3-97b6-00f832373391)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:14:50.937728 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-53b39daf-870f-4179-9b94-e531ce05a107 req-d7d85558-d49e-4868-9829-fba3aedb61d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:50.949161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-53b39daf-870f-4179-9b94-e531ce05a107 req-d7d85558-d49e-4868-9829-fba3aedb61d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for 4d034eeb-7bcd-45ff-806a-9f008f14acf3 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:14:51.167672 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-53b39daf-870f-4179-9b94-e531ce05a107 req-d7d85558-d49e-4868-9829-fba3aedb61d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:51.201283 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d85558-d49e-4868-9829-fba3aedb61d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=4d034eeb-7bcd-45ff-806a-9f008f14acf3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:51.252383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b39daf-870f-4179-9b94-e531ce05a107 req-d7d85558-d49e-4868-9829-fba3aedb61d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] No DVR routers for this DVR port 4d034eeb-7bcd-45ff-806a-9f008f14acf3 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:14:51.255074 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-53b39daf-870f-4179-9b94-e531ce05a107 req-d7d85558-d49e-4868-9829-fba3aedb61d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:51.257134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53b39daf-870f-4179-9b94-e531ce05a107 req-d7d85558-d49e-4868-9829-fba3aedb61d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "DELETE /v2.0/ports/4d034eeb-7bcd-45ff-806a-9f008f14acf3 HTTP/1.1" status: 204 len: 173 time: 0.4910572 Aug 21 10:14:51.257597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'name': 'network-vif-deleted', 'tag': '4d034eeb-7bcd-45ff-806a-9f008f14acf3'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:14:51.259864 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4548bf1e-2fd2-4431-942a-b7481b16587b" -d '{"events": [{"server_uuid": "8423d3ec-e7b2-48b7-9ea1-9976c8cb5868", "name": "network-vif-deleted", "tag": "4d034eeb-7bcd-45ff-806a-9f008f14acf3"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:14:51.300810 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee04e528-3e10-4ffa-bc08-3db3bde02bc8 x-openstack-request-id: req-ee04e528-3e10-4ffa-bc08-3db3bde02bc8 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:14:51.301109 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8423d3ec-e7b2-48b7-9ea1-9976c8cb5868", "name": "network-vif-deleted", "tag": "4d034eeb-7bcd-45ff-806a-9f008f14acf3", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:14:51.301363 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee04e528-3e10-4ffa-bc08-3db3bde02bc8 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:14:51.301827 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8423d3ec-e7b2-48b7-9ea1-9976c8cb5868', 'name': 'network-vif-deleted', 'tag': '4d034eeb-7bcd-45ff-806a-9f008f14acf3', 'status': 'completed', 'code': 200} Aug 21 10:14:51.556897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ea989d9a-f341-4ffa-9162-1d7ded9a832c req-67b5ad49-cd8b-4fb0-a34d-c3bb91a97633 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=8423d3ec-e7b2-48b7-9ea1-9976c8cb5868 HTTP/1.1" status: 200 len: 210 time: 0.0297759 Aug 21 10:14:52.613569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34994) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:52.972014 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:53.221307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port 5e426807-8104-413e-8705-aa747a98728b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:14:53.221652 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:53.305851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port 5e426807-8104-413e-8705-aa747a98728b, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=5e426807-8104-413e-8705-aa747a98728b,segment=NetworkSegment(0054534b-55da-4bc3-97b6-00f832373391),segment_id=0054534b-55da-4bc3-97b6-00f832373391)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:14:53.306212 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:53.317668 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for 5e426807-8104-413e-8705-aa747a98728b owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:14:53.564950 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:53.589222 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=5e426807-8104-413e-8705-aa747a98728b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:53.763832 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:54.310394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router adec276b-7797-461a-a0a4-ebea124526c9 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:14:54.413620 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:14:54.421629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-04a37128-defa-4d70-aeb0-f914007b7f4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "PUT /v2.0/routers/adec276b-7797-461a-a0a4-ebea124526c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8048544 Aug 21 10:14:54.422183 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 34998) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:54.422319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4d034eeb-7bcd-45ff-806a-9f008f14acf3 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:14:54.425956 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670b6b8-dc5b-4f3f-bfae-16a7cc68f628 None None] Sync routers for ids ['adec276b-7797-461a-a0a4-ebea124526c9'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:14:54.435740 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670b6b8-dc5b-4f3f-bfae-16a7cc68f628 None None] Routers {'adec276b-7797-461a-a0a4-ebea124526c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:14:54.436435 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9670b6b8-dc5b-4f3f-bfae-16a7cc68f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:14:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adec276b-7797-461a-a0a4-ebea124526c9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:14:54.443810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 4d034eeb-7bcd-45ff-806a-9f008f14acf3 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:14:54.444161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 4d034eeb-7bcd-45ff-806a-9f008f14acf3 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:14:54.486526 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d296bda-f0b3-4d1f-a9f6-131e8bfa7cc8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting subnet 8a896ad1-ea91-4a1c-b83b-c770d079f2c1 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:14:54.490698 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d296bda-f0b3-4d1f-a9f6-131e8bfa7cc8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:54.532040 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d296bda-f0b3-4d1f-a9f6-131e8bfa7cc8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:54.544916 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9670b6b8-dc5b-4f3f-bfae-16a7cc68f628 None None] Set router adec276b-7797-461a-a0a4-ebea124526c9 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:14:54.618721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d296bda-f0b3-4d1f-a9f6-131e8bfa7cc8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:54.720661 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9670b6b8-dc5b-4f3f-bfae-16a7cc68f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:14:53Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:14:54.746605 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670b6b8-dc5b-4f3f-bfae-16a7cc68f628 None None] Checking router: adec276b-7797-461a-a0a4-ebea124526c9 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:14:54.754638 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670b6b8-dc5b-4f3f-bfae-16a7cc68f628 None None] Routers {'adec276b-7797-461a-a0a4-ebea124526c9'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:14:54.755238 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9670b6b8-dc5b-4f3f-bfae-16a7cc68f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:14:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['adec276b-7797-461a-a0a4-ebea124526c9'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:14:54.771119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d296bda-f0b3-4d1f-a9f6-131e8bfa7cc8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:54.800120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d296bda-f0b3-4d1f-a9f6-131e8bfa7cc8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Subnet': ['ID=8a896ad1-ea91-4a1c-b83b-c770d079f2c1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:54.804951 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-6d296bda-f0b3-4d1f-a9f6-131e8bfa7cc8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:54.809307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-6d296bda-f0b3-4d1f-a9f6-131e8bfa7cc8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/subnets/8a896ad1-ea91-4a1c-b83b-c770d079f2c1 HTTP/1.1" status: 204 len: 168 time: 0.3837273 Aug 21 10:14:54.810803 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35000) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:54.811713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b0a870-9b83-406e-8693-19e3f19c240b None None] Network 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:14:54.867314 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9670b6b8-dc5b-4f3f-bfae-16a7cc68f628 None None] Set router adec276b-7797-461a-a0a4-ebea124526c9 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:14:54.930706 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:54.995755 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] DHCP port deletion for 1f8e459f-96e0-45c7-9dd1-78bd91d549a2 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:14:55.050616 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Deleting port a0db00ca-df50-40d3-b689-cfe6d0177919 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:14:55.051117 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.051287 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.063356 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9670b6b8-dc5b-4f3f-bfae-16a7cc68f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:14:53Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:14:55.090756 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670b6b8-dc5b-4f3f-bfae-16a7cc68f628 None None] The sync data for ids ['adec276b-7797-461a-a0a4-ebea124526c9'] in n-d-766726-28 is: [{'id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691523280', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:13:16Z', 'updated_at': '2021-08-21T10:14:53Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'a42b61ce-c6b3-4cf3-a2ed-9617280df3e7', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec276b-7797-461a-a0a4-ebea124526c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:13:17Z', 'updated_at': '2021-08-21T10:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:14:55.123968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] For port a0db00ca-df50-40d3-b689-cfe6d0177919, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a0db00ca-df50-40d3-b689-cfe6d0177919,segment=NetworkSegment(0054534b-55da-4bc3-97b6-00f832373391),segment_id=0054534b-55da-4bc3-97b6-00f832373391)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:14:55.123968 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.135499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Calling delete_port for a0db00ca-df50-40d3-b689-cfe6d0177919 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:14:55.209866 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:14:55.210143 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.288050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port a42b61ce-c6b3-4cf3-a2ed-9617280df3e7, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a42b61ce-c6b3-4cf3-a2ed-9617280df3e7,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:14:55.288412 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.293234 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.301220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:14:55.319155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Pushing event deleted for resources: {'Port': ['ID=a0db00ca-df50-40d3-b689-cfe6d0177919,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:55.323512 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] No DVR routers for this DVR port a0db00ca-df50-40d3-b689-cfe6d0177919 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:14:55.334103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.334103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.334103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.334103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.334103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.334103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.334103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.334103 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.335272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.335272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.335272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.335272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07427e-6ff0-4cf5-a381-372e3c1f0286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:55.576930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.667505 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=a42b61ce-c6b3-4cf3-a2ed-9617280df3e7,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:55.704205 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.792345 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.794819 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.924507 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.925056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Fanout notify agent at l3_agent the message router_deleted on router adec276b-7797-461a-a0a4-ebea124526c9 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:14:55.939105 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:55.939105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ccb9be88-32f4-4642-98f0-a2850eaed294 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/routers/adec276b-7797-461a-a0a4-ebea124526c9 HTTP/1.1" status: 204 len: 168 time: 1.1217980 Aug 21 10:14:55.939105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35002) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:56.021579 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:56.112094 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:56.121954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8e459f-96e0-45c7-9dd1-78bd91d549a2']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:14:56.137147 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0054534b-55da-4bc3-97b6-00f832373391') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:14:56.137438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0054534b-55da-4bc3-97b6-00f832373391') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:14:56.146259 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:56.160036 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:56.166003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:14:56.166384 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:14:56.169938 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:14:56.304091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:56.311378 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:56.312752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/networks/1f8e459f-96e0-45c7-9dd1-78bd91d549a2 HTTP/1.1" status: 204 len: 168 time: 0.3753142 Aug 21 10:14:56.315635 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35004) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:56.327134 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8506b-bd3e-44fc-8f05-227ac2a79f34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Network': ['ID=1f8e459f-96e0-45c7-9dd1-78bd91d549a2,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:56.385233 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:56.404781 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:56.555835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:56.558497 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:56.559723 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/security-groups/7db90b77-c5e1-4eec-af8e-6ea383fbc311 HTTP/1.1" status: 204 len: 168 time: 0.2430878 Aug 21 10:14:56.575187 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db90b77-c5e1-4eec-af8e-6ea383fbc311,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:56.577580 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.578180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.578526 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.582848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.582848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.582848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.582848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.582848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.582848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.582848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.582848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.582848 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4422ebf-d819-4ef5-9d18-d6d736f7889e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:14:56.717884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5e426807-8104-413e-8705-aa747a98728b no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:14:56.741057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 5e426807-8104-413e-8705-aa747a98728b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:14:56.741402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 5e426807-8104-413e-8705-aa747a98728b not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:14:56.741825 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a0db00ca-df50-40d3-b689-cfe6d0177919 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:14:56.761277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a0db00ca-df50-40d3-b689-cfe6d0177919 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:14:56.761621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a0db00ca-df50-40d3-b689-cfe6d0177919 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:14:56.762562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:14:56.781800 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:14:56.782152 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a42b61ce-c6b3-4cf3-a2ed-9617280df3e7 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:14:57.151176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35012) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:57.156133 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-75281f2e-2a07-4a2e-9962-2126f22ef75e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1601736947', 'description': 'tempest-secgroup-smoke-1601736947 description', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:14:57.276107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75281f2e-2a07-4a2e-9962-2126f22ef75e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:57.358168 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75281f2e-2a07-4a2e-9962-2126f22ef75e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:57.424596 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75281f2e-2a07-4a2e-9962-2126f22ef75e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:57.457152 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75281f2e-2a07-4a2e-9962-2126f22ef75e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a19aee-f172-437b-8141-cd0031c58f21,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:57.539218 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-75281f2e-2a07-4a2e-9962-2126f22ef75e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:57.540502 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-75281f2e-2a07-4a2e-9962-2126f22ef75e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3882535 Aug 21 10:14:57.543383 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35014) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:57.548640 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9c23cea9-36c7-4a6b-b9b0-433774bc0398 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '97a19aee-f172-437b-8141-cd0031c58f21', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:14:57.652750 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c23cea9-36c7-4a6b-b9b0-433774bc0398 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:57.709305 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c23cea9-36c7-4a6b-b9b0-433774bc0398 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:57.784193 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c23cea9-36c7-4a6b-b9b0-433774bc0398 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:57.806904 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23cea9-36c7-4a6b-b9b0-433774bc0398 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c2815e-56a9-4a2d-ae34-ae9f9d48ba60,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:57.859804 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9c23cea9-36c7-4a6b-b9b0-433774bc0398 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:57.861092 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9c23cea9-36c7-4a6b-b9b0-433774bc0398 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165576 Aug 21 10:14:57.864471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35016) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:57.869246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3d71a0e3-6a66-4863-be52-9f6a2716f8c0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '97a19aee-f172-437b-8141-cd0031c58f21', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:14:57.975720 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d71a0e3-6a66-4863-be52-9f6a2716f8c0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.034703 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d71a0e3-6a66-4863-be52-9f6a2716f8c0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.081399 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d71a0e3-6a66-4863-be52-9f6a2716f8c0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.099757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71a0e3-6a66-4863-be52-9f6a2716f8c0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c538f86-834f-4794-a5ac-d21b276ce711,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:58.153118 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3d71a0e3-6a66-4863-be52-9f6a2716f8c0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.155007 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3d71a0e3-6a66-4863-be52-9f6a2716f8c0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2895050 Aug 21 10:14:58.157797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35020) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:58.162148 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-bb4ec79b-8f4e-4970-9453-cbe1811acd2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '97a19aee-f172-437b-8141-cd0031c58f21', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:14:58.239291 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec79b-8f4e-4970-9453-cbe1811acd2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.305197 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec79b-8f4e-4970-9453-cbe1811acd2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.387973 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec79b-8f4e-4970-9453-cbe1811acd2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.407072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ec79b-8f4e-4970-9453-cbe1811acd2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48577e23-e9c4-404a-b7fe-3fa3047ed680,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:58.490694 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec79b-8f4e-4970-9453-cbe1811acd2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.491978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bb4ec79b-8f4e-4970-9453-cbe1811acd2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332655 Aug 21 10:14:58.494675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35022) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:58.499131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-084fa4e6-29a3-444b-b4ab-f9e2b05691e9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '97a19aee-f172-437b-8141-cd0031c58f21', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:14:58.586992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-084fa4e6-29a3-444b-b4ab-f9e2b05691e9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.645956 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-084fa4e6-29a3-444b-b4ab-f9e2b05691e9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.727356 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-084fa4e6-29a3-444b-b4ab-f9e2b05691e9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.746166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fa4e6-29a3-444b-b4ab-f9e2b05691e9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e5c1dc-0242-4b4f-b4d0-2f1c9772768f,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:58.807394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-084fa4e6-29a3-444b-b4ab-f9e2b05691e9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.808697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-084fa4e6-29a3-444b-b4ab-f9e2b05691e9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3130968 Aug 21 10:14:58.811650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35024) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:58.816137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-bb345066-88f2-4832-8e67-4342a9b98e96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '97a19aee-f172-437b-8141-cd0031c58f21', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:14:58.898778 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-bb345066-88f2-4832-8e67-4342a9b98e96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Project bbc1f7f8491c41979ed959c4332eab18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:14:58.904727 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bb345066-88f2-4832-8e67-4342a9b98e96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:58.964742 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bb345066-88f2-4832-8e67-4342a9b98e96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.047323 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bb345066-88f2-4832-8e67-4342a9b98e96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.067760 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb345066-88f2-4832-8e67-4342a9b98e96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f3e3c1-cb8b-4ec3-8266-27ec475ca3c3,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:59.144741 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-bb345066-88f2-4832-8e67-4342a9b98e96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.146001 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-bb345066-88f2-4832-8e67-4342a9b98e96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333824 Aug 21 10:14:59.149026 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35026) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:59.153727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-42dca1bc-104e-49a9-a0c4-52a28a675593 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '97a19aee-f172-437b-8141-cd0031c58f21', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:14:59.236239 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-42dca1bc-104e-49a9-a0c4-52a28a675593 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Project bbc1f7f8491c41979ed959c4332eab18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:14:59.241575 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-42dca1bc-104e-49a9-a0c4-52a28a675593 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.306223 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-42dca1bc-104e-49a9-a0c4-52a28a675593 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.378757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-42dca1bc-104e-49a9-a0c4-52a28a675593 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.397593 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dca1bc-104e-49a9-a0c4-52a28a675593 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c18ac4e-c159-41a5-89de-214327739bb3,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:59.467438 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-42dca1bc-104e-49a9-a0c4-52a28a675593 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.468752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-42dca1bc-104e-49a9-a0c4-52a28a675593 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3188686 Aug 21 10:14:59.471632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35028) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:59.476532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'network': {'name': 'tempest-network-smoke--444178117', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'port_security_enabled': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:14:59.564482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:14:59.568052 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.590951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:14:59.599324 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.599693 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Added segment 920dd847-8fe0-4e11-9e85-8527bf33b0a9 of type vlan for network e0f1dd75-d890-49d3-822d-76de2234a83f Aug 21 10:14:59.640695 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.710250 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.715829 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:14:59.716434 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.784297 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Network': ['ID=e0f1dd75-d890-49d3-822d-76de2234a83f,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:14:59.794941 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network e0f1dd75-d890-49d3-822d-76de2234a83f details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:14:59.799902 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-532aec4b-c71d-45a3-b151-04031342b570 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3272152 Aug 21 10:14:59.802849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35030) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:14:59.807419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'admin_state_up': True, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:14:59.902318 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.903952 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:14:59.954562 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:00.161627 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:00.408851 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:00.430488 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:00.535061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.25.5.28 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/aa205638-9ffc-44d2-92dc-371fbf6ea393) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:15:00.635619 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:00.744519 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:00.782040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:15:00.784718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:15:00.789575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:15:00.817013 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=aa205638-9ffc-44d2-92dc-371fbf6ea393,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:01.118255 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:01.307582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:01.509890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router 1285efe1-daa6-40d7-9e06-25437e83cca1 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:15:01.615378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:15:01.624599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Sync routers for ids ['1285efe1-daa6-40d7-9e06-25437e83cca1'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:15:01.633329 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Routers {'1285efe1-daa6-40d7-9e06-25437e83cca1'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:15:01.633926 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:14:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1285efe1-daa6-40d7-9e06-25437e83cca1'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:01.687312 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:01.688624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-cddeae56-2c00-4afc-bc63-c57d158999c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8848395 Aug 21 10:15:01.691879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35032) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:15:01.723704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fa4c9330-fb0e-454a-8755-d410872eb996 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bbc1f7f8491c41979ed959c4332eab18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283597 Aug 21 10:15:01.723934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35034) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:15:01.737651 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Set router 1285efe1-daa6-40d7-9e06-25437e83cca1 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:15:01.811248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953e26a-f7ca-4ed4-b1bc-5ba5bd93cd68 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:01.813129 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4953e26a-f7ca-4ed4-b1bc-5ba5bd93cd68 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880694 Aug 21 10:15:01.815948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35036) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:15:01.850501 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-435d2d06-b033-4a3f-96b4-674c2d3a7946 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333185 Aug 21 10:15:01.853050 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35038) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:15:01.858564 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1165991846', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:15:01.914593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:00Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:01.940132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Checking router: 1285efe1-daa6-40d7-9e06-25437e83cca1 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:15:01.940497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Updating router 1285efe1-daa6-40d7-9e06-25437e83cca1 port aa205638-9ffc-44d2-92dc-371fbf6ea393 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:15:01.965629 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:02.044544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:15:02.048152 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:02.231943 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:02.241489 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Transition to ACTIVE for port object aa205638-9ffc-44d2-92dc-371fbf6ea393 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:15:02.324491 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:02.324728 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:02.377093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73350acd-5346-4eb7-b5e2-1697146aaf6c None None] Pushing event updated for resources: {'Port': ['ID=aa205638-9ffc-44d2-92dc-371fbf6ea393,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:02.379315 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Attempting to bind port aa205638-9ffc-44d2-92dc-371fbf6ea393 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:15:02.379709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Attempting to bind port aa205638-9ffc-44d2-92dc-371fbf6ea393 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:15:02.380068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Attempting to bind port aa205638-9ffc-44d2-92dc-371fbf6ea393 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:15:02.385111 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Subnet': ['ID=506e3239-3f8b-4750-9ffb-c61862c9975c,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:02.386874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:15:02.387257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:15:02.387709 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:02.388583 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:15:02.389052 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Bound port: aa205638-9ffc-44d2-92dc-371fbf6ea393, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:15:02.389439 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:02.394444 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Checking segment: {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:15:02.394805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network hostable DHCP agents. Network: e0f1dd75-d890-49d3-822d-76de2234a83f, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:15:02.439684 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] For port aa205638-9ffc-44d2-92dc-371fbf6ea393, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:15:02.442617 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] For port aa205638-9ffc-44d2-92dc-371fbf6ea393, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=aa205638-9ffc-44d2-92dc-371fbf6ea393,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:15:02.492878 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network e0f1dd75-d890-49d3-822d-76de2234a83f is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:15:02.527914 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:02.584797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Routers {'1285efe1-daa6-40d7-9e06-25437e83cca1'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:15:02.585409 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:14:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1285efe1-daa6-40d7-9e06-25437e83cca1'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:02.612966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, e0f1dd75-d890-49d3-822d-76de2234a83f) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:15:02.621477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73350acd-5346-4eb7-b5e2-1697146aaf6c None None] Pushing event updated for resources: {'Port': ['ID=aa205638-9ffc-44d2-92dc-371fbf6ea393,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:02.624116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5538840d-21d8-4f72-85b5-418a2c7a69a3 None None] Network e0f1dd75-d890-49d3-822d-76de2234a83f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:15:02.626617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:02.627204 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:02.753453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] Set router 1285efe1-daa6-40d7-9e06-25437e83cca1 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:15:02.790435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-62b14654-b8e9-4188-822b-c14a2830e13c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9363139 Aug 21 10:15:02.793205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35040) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:15:02.924922 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-e0f1dd75-d890-49d3-822d-76de2234a83f', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:15:02.925779 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:03.098903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:00Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:03.131919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99834e1a-f3fc-47a1-b199-c71ed3faccd7 None None] The sync data for ids ['1285efe1-daa6-40d7-9e06-25437e83cca1'] in n-d-766726-28 is: [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:00Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:15:03.133862 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Allocated IP 172.20.0.2 (e0f1dd75-d890-49d3-822d-76de2234a83f/506e3239-3f8b-4750-9ffb-c61862c9975c/ff388298-fc4a-49ba-98cd-03e3f55ce665) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:15:03.470524 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:03.479213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Transition to ACTIVE for port object ff388298-fc4a-49ba-98cd-03e3f55ce665 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:15:03.495014 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Transition to ACTIVE for port object ff388298-fc4a-49ba-98cd-03e3f55ce665 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:15:03.609185 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:03.624293 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:03.668803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Network e0f1dd75-d890-49d3-822d-76de2234a83f is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:15:03.673841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:15:03.682056 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:15:03.684200 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Pushing event updated for resources: {'Port': ['ID=ff388298-fc4a-49ba-98cd-03e3f55ce665,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:03.743925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Attempting to bind port ff388298-fc4a-49ba-98cd-03e3f55ce665 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:15:03.744292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Attempting to bind port ff388298-fc4a-49ba-98cd-03e3f55ce665 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:15:03.744656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Attempting to bind port ff388298-fc4a-49ba-98cd-03e3f55ce665 on network e0f1dd75-d890-49d3-822d-76de2234a83f {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:15:03.750351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:15:03.750748 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Checking segment: {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:15:03.751347 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:03.751514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Bound using segment: {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:15:03.752002 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Bound port: ff388298-fc4a-49ba-98cd-03e3f55ce665, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:15:03.752388 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:03.822982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] For port ff388298-fc4a-49ba-98cd-03e3f55ce665, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:15:03.826930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] For port ff388298-fc4a-49ba-98cd-03e3f55ce665, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ff388298-fc4a-49ba-98cd-03e3f55ce665,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:15:03.900230 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:03.914508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.20.0.1 (e0f1dd75-d890-49d3-822d-76de2234a83f/506e3239-3f8b-4750-9ffb-c61862c9975c/c65d9060-82d2-4a4b-a563-3815bc8c019a) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:15:03.964252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6a5d7-d0d0-4336-87ab-66474ff5a2ab None None] Pushing event updated for resources: {'Port': ['ID=ff388298-fc4a-49ba-98cd-03e3f55ce665,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:04.045379 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:04.060554 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Transition to ACTIVE for port object c65d9060-82d2-4a4b-a563-3815bc8c019a will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:15:04.159655 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:04.208106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network e0f1dd75-d890-49d3-822d-76de2234a83f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:15:04.211309 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:15:04.215368 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:15:04.224363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=c65d9060-82d2-4a4b-a563-3815bc8c019a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:04.271001 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:04.482593 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:04.766708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:04.771153 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device aa205638-9ffc-44d2-92dc-371fbf6ea393 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:15:04.835550 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:04.875363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port aa205638-9ffc-44d2-92dc-371fbf6ea393 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:15:04.879931 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port aa205638-9ffc-44d2-92dc-371fbf6ea393 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:15:04.880313 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:04.911489 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:04.914011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=c65d9060-82d2-4a4b-a563-3815bc8c019a,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:04.964021 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:04.985508 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port aa205638-9ffc-44d2-92dc-371fbf6ea393, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=aa205638-9ffc-44d2-92dc-371fbf6ea393,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:15:05.008985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network e0f1dd75-d890-49d3-822d-76de2234a83f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:15:05.015510 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:15:05.098425 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:05.099254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ff388298-fc4a-49ba-98cd-03e3f55ce665 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:15:05.130512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router 1285efe1-daa6-40d7-9e06-25437e83cca1 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:15:05.183843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=aa205638-9ffc-44d2-92dc-371fbf6ea393,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:05.244402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port ff388298-fc4a-49ba-98cd-03e3f55ce665 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:15:05.249089 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:15:05.254520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a5d62535-8bb6-4149-89dd-fdd3cb81b227 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "PUT /v2.0/routers/1285efe1-daa6-40d7-9e06-25437e83cca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4597964 Aug 21 10:15:05.265286 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Sync routers for ids ['1285efe1-daa6-40d7-9e06-25437e83cca1'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:15:05.274879 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Routers {'1285efe1-daa6-40d7-9e06-25437e83cca1'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:15:05.275495 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:14:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1285efe1-daa6-40d7-9e06-25437e83cca1'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:05.313563 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c949a875-9762-4c72-a2b6-de95c72ab0fa None None] Network e0f1dd75-d890-49d3-822d-76de2234a83f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:15:05.406695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-f6e660d7-1aa9-407d-a52e-7dce29427d4b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601736947&fields=id&tenant_id=bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 267 time: 0.0366466 Aug 21 10:15:05.483984 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Set router 1285efe1-daa6-40d7-9e06-25437e83cca1 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:15:05.489150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-627ad361-6378-43cc-b6a3-11a7e91f9bfd None None] Provisioning for port ff388298-fc4a-49ba-98cd-03e3f55ce665 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:15:05.493110 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-627ad361-6378-43cc-b6a3-11a7e91f9bfd None None] Provisioning complete for port ff388298-fc4a-49ba-98cd-03e3f55ce665 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:15:05.493635 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-627ad361-6378-43cc-b6a3-11a7e91f9bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:05.525993 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-c01dfb07-54b8-4d5c-ad78-18f3570e98f5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:05.527860 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-c01dfb07-54b8-4d5c-ad78-18f3570e98f5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/networks?id=e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 200 len: 796 time: 0.1128085 Aug 21 10:15:05.548595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-6b7b772d-9382-4c19-bf23-4a85ad00f8ec tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/quotas/bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 375 time: 0.0120142 Aug 21 10:15:05.592000 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-627ad361-6378-43cc-b6a3-11a7e91f9bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:05.606825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-ca219d2a-a684-42c1-827f-0a8e95e72d1a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514050 Aug 21 10:15:05.632742 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-627ad361-6378-43cc-b6a3-11a7e91f9bfd None None] For port ff388298-fc4a-49ba-98cd-03e3f55ce665, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ff388298-fc4a-49ba-98cd-03e3f55ce665,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:15:05.673151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-35e80baf-ed8f-45a9-8167-c4ae75cbb1fc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:15:05.674166 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-35e80baf-ed8f-45a9-8167-c4ae75cbb1fc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550070 Aug 21 10:15:05.709860 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-627ad361-6378-43cc-b6a3-11a7e91f9bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:05.722167 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c65d9060-82d2-4a4b-a563-3815bc8c019a', 'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:7b:e9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:03Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 2, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:05.756243 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Checking router: 1285efe1-daa6-40d7-9e06-25437e83cca1 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:15:05.756917 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Updating router 1285efe1-daa6-40d7-9e06-25437e83cca1 port c65d9060-82d2-4a4b-a563-3815bc8c019a binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:15:05.768402 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad361-6378-43cc-b6a3-11a7e91f9bfd None None] Pushing event updated for resources: {'Port': ['ID=ff388298-fc4a-49ba-98cd-03e3f55ce665,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:05.783694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-c9c3945a-a962-4676-84f7-c15a4ac02d22 service neutron] 10.222.0.20 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023698 Aug 21 10:15:05.792108 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:05.832952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-92ace434-f3f4-460f-8ee3-283da06081fa None None] Provisioning complete for port ff388298-fc4a-49ba-98cd-03e3f55ce665 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:15:05.833417 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-92ace434-f3f4-460f-8ee3-283da06081fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:05.887362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-32dd6d8c-eec1-49a8-b499-924d73b14df0 service neutron] 10.222.0.20 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972176 Aug 21 10:15:06.050292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-92ace434-f3f4-460f-8ee3-283da06081fa None None] Provisioning for port c65d9060-82d2-4a4b-a563-3815bc8c019a completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:15:06.054436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-92ace434-f3f4-460f-8ee3-283da06081fa None None] Provisioning complete for port c65d9060-82d2-4a4b-a563-3815bc8c019a triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:15:06.054802 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-92ace434-f3f4-460f-8ee3-283da06081fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:06.082222 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:06.094688 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Transition to ACTIVE for port object c65d9060-82d2-4a4b-a563-3815bc8c019a will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:15:06.096117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-92ace434-f3f4-460f-8ee3-283da06081fa None None] Port c65d9060-82d2-4a4b-a563-3815bc8c019a cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:15:06.172055 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ded6b508-5f49-417e-95a2-b794a762e07c req-b26956b8-04c8-474b-b065-ecaf9c96c4b8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 210 time: 0.0270469 Aug 21 10:15:06.172624 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:06.272699 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Pushing event updated for resources: {'Port': ['ID=c65d9060-82d2-4a4b-a563-3815bc8c019a,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:06.287112 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.287466 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.287829 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.288210 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.288485 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.288818 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.289145 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.289476 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.289808 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.290132 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.290450 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.290967 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:15:06.296493 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Attempting to bind port c65d9060-82d2-4a4b-a563-3815bc8c019a on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:15:06.296858 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Attempting to bind port c65d9060-82d2-4a4b-a563-3815bc8c019a by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:15:06.297221 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Attempting to bind port c65d9060-82d2-4a4b-a563-3815bc8c019a on network e0f1dd75-d890-49d3-822d-76de2234a83f {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:15:06.302660 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:15:06.304466 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Checking segment: {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:15:06.304466 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:06.304466 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Bound using segment: {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:15:06.304466 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Bound port: c65d9060-82d2-4a4b-a563-3815bc8c019a, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:15:06.304871 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:06.372549 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] For port c65d9060-82d2-4a4b-a563-3815bc8c019a, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:15:06.375920 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] For port c65d9060-82d2-4a4b-a563-3815bc8c019a, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c65d9060-82d2-4a4b-a563-3815bc8c019a,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:15:06.479219 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:06.536148 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Routers {'1285efe1-daa6-40d7-9e06-25437e83cca1'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:15:06.536771 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:14:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1285efe1-daa6-40d7-9e06-25437e83cca1'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:06.573027 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48d270-3c55-48fc-b6bc-5c9514a9be1c None None] Pushing event updated for resources: {'Port': ['ID=c65d9060-82d2-4a4b-a563-3815bc8c019a,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:06.653489 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] Set router 1285efe1-daa6-40d7-9e06-25437e83cca1 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:15:06.732692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device aa205638-9ffc-44d2-92dc-371fbf6ea393 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:15:06.789228 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port aa205638-9ffc-44d2-92dc-371fbf6ea393 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:15:06.789600 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:06.857962 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c65d9060-82d2-4a4b-a563-3815bc8c019a', 'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:7b:e9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:03Z', 'updated_at': '2021-08-21T10:15:06Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:06.871108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ff388298-fc4a-49ba-98cd-03e3f55ce665 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:15:06.884618 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f4d64-ef38-4c15-b064-6e12b6168f21 None None] The sync data for ids ['1285efe1-daa6-40d7-9e06-25437e83cca1'] in n-d-766726-28 is: [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c65d9060-82d2-4a4b-a563-3815bc8c019a', 'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:7b:e9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:03Z', 'updated_at': '2021-08-21T10:15:06Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:15:06.946820 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port ff388298-fc4a-49ba-98cd-03e3f55ce665 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:15:06.947206 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:06.993142 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d2fcd4ee-ceba-4628-838b-d866c8b6bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:07.270549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a85e6662-1fa4-4e9f-b7de-1b703215bb5d req-03e60ba2-58bd-4c1e-8c80-46774641406d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 210 time: 0.0275819 Aug 21 10:15:08.201584 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-89f18f25-a733-4368-bec1-8bcc9d00939b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:08.203327 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-89f18f25-a733-4368-bec1-8bcc9d00939b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/networks?id=e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 200 len: 796 time: 0.1023810 Aug 21 10:15:08.248400 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-f375ec04-3ea8-47bf-a4da-937b6733e05a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 380 time: 0.0344129 Aug 21 10:15:08.257461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'port': {'device_id': '7c7edace-ce2b-4773-9128-4b4751429846', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'admin_state_up': True, 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'security_groups': ['97a19aee-f172-437b-8141-cd0031c58f21']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:15:08.381978 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c5bf0a5e-729b-43ed-a401-f1f461d0c3e5 req-65e87169-4615-4898-80e6-b67a9dde9a4f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 210 time: 0.0379081 Aug 21 10:15:08.461585 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:15:08.465084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:08.584360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.20.0.4 (e0f1dd75-d890-49d3-822d-76de2234a83f/506e3239-3f8b-4750-9ffb-c61862c9975c/e5ff2685-7313-4d30-bf2d-71cd7464fc7e) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:15:08.723636 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:08.738190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Transition to ACTIVE for port object e5ff2685-7313-4d30-bf2d-71cd7464fc7e will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:15:08.746258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c65d9060-82d2-4a4b-a563-3815bc8c019a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:15:08.859113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:08.892733 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port c65d9060-82d2-4a4b-a563-3815bc8c019a completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:15:08.896634 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port c65d9060-82d2-4a4b-a563-3815bc8c019a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:15:08.896997 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:08.900427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network e0f1dd75-d890-49d3-822d-76de2234a83f is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:15:08.903880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:15:08.907446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:15:08.915853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:08.964456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:08.965189 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:08.983153 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:09.021009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port c65d9060-82d2-4a4b-a563-3815bc8c019a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c65d9060-82d2-4a4b-a563-3815bc8c019a,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:15:09.041789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-39a9d1a5-ceb0-4164-b45f-0d18b559accf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7879567 Aug 21 10:15:09.054552 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Request body: {'port': {'device_id': '7c7edace-ce2b-4773-9128-4b4751429846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:15:09.108890 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:09.118112 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:09.157265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=c65d9060-82d2-4a4b-a563-3815bc8c019a,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:09.175666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-28b4245b-8d7c-45e8-b424-f7dbb05000a3 None None] Provisioning for port e5ff2685-7313-4d30-bf2d-71cd7464fc7e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:15:09.179753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-28b4245b-8d7c-45e8-b424-f7dbb05000a3 None None] Provisioning complete for port e5ff2685-7313-4d30-bf2d-71cd7464fc7e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:15:09.180210 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-28b4245b-8d7c-45e8-b424-f7dbb05000a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:09.214648 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-28b4245b-8d7c-45e8-b424-f7dbb05000a3 None None] Port e5ff2685-7313-4d30-bf2d-71cd7464fc7e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:15:09.378142 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ff2685-7313-4d30-bf2d-71cd7464fc7e {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:15:09.385523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:09.397888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Transition to ACTIVE for port object e5ff2685-7313-4d30-bf2d-71cd7464fc7e will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:15:09.484629 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:09.554731 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2485f4e-b148-49b2-bcd2-49eee049adc5 req-84ce31de-6cd1-4aae-a1a8-fd2a40fdce34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:09.556310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2485f4e-b148-49b2-bcd2-49eee049adc5 req-84ce31de-6cd1-4aae-a1a8-fd2a40fdce34 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 931 time: 0.0985258 Aug 21 10:15:09.559278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:09.601314 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a21c47f9-3ee6-4d75-9ec6-0e8165df8fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:09.653101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d2485f4e-b148-49b2-bcd2-49eee049adc5 req-71b52bb9-4f0e-4b0c-8511-202074d5533d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723705 Aug 21 10:15:09.673365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Attempting to bind port e5ff2685-7313-4d30-bf2d-71cd7464fc7e on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:15:09.673365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Attempting to bind port e5ff2685-7313-4d30-bf2d-71cd7464fc7e by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:15:09.673365 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Attempting to bind port e5ff2685-7313-4d30-bf2d-71cd7464fc7e on network e0f1dd75-d890-49d3-822d-76de2234a83f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:15:09.675746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Port e5ff2685-7313-4d30-bf2d-71cd7464fc7e on network e0f1dd75-d890-49d3-822d-76de2234a83f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:15:09.676070 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Attempting to bind port e5ff2685-7313-4d30-bf2d-71cd7464fc7e on network e0f1dd75-d890-49d3-822d-76de2234a83f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:15:09.681177 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:15:09.681512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Checking segment: {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:15:09.681942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Bound using segment: {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:15:09.682364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Bound port: e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:15:09.682724 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:09.752022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:15:09.754991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:15:09.856124 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:09.886659 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:09.895822 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:09.896510 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:09.898028 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] 10.222.0.22 "PUT /v2.0/ports/e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 1092 time: 0.8479435 Aug 21 10:15:09.898469 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:15:09.900778 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d14cd8-38a2-4189-acd2-0e25166b8de3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:15:09.940798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9c77f-a2d6-4815-b4c7-84ef70b8cb37 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:09.944665 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b618978d-0698-42c1-bfb1-03d29e254d71 x-openstack-request-id: req-b618978d-0698-42c1-bfb1-03d29e254d71 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:15:09.944996 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:15:09.945196 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b618978d-0698-42c1-bfb1-03d29e254d71 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:15:09.945600 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'status': 'completed', 'code': 200} Aug 21 10:15:10.012270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d14cd8-38a2-4189-acd2-0e25166b8de3 req-f3c3e963-7860-4a44-b8d3-b9f697765b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:10.013929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34d14cd8-38a2-4189-acd2-0e25166b8de3 req-f3c3e963-7860-4a44-b8d3-b9f697765b51 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1095 time: 0.0464334 Aug 21 10:15:10.116724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d14cd8-38a2-4189-acd2-0e25166b8de3 req-667477f4-c233-427e-93a3-d6e2a2a86949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:10.118202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34d14cd8-38a2-4189-acd2-0e25166b8de3 req-667477f4-c233-427e-93a3-d6e2a2a86949 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=bbc1f7f8491c41979ed959c4332eab18&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0962265 Aug 21 10:15:10.210302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d14cd8-38a2-4189-acd2-0e25166b8de3 req-8ae3a485-d6fc-47e3-86ee-f0a078c47e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:10.211796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-34d14cd8-38a2-4189-acd2-0e25166b8de3 req-8ae3a485-d6fc-47e3-86ee-f0a078c47e6d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873477 Aug 21 10:15:10.294353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-89342164-425c-43f0-8e7b-e3333140aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:10.295841 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-89342164-425c-43f0-8e7b-e3333140aafb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1095 time: 0.0444038 Aug 21 10:15:10.338693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-60de89ca-3c7c-41d7-bae1-5b5454aae07d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 217 time: 0.0341964 Aug 21 10:15:10.388958 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63cd0b5c-a7c9-4c66-a333-f3204fcf295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:10.390109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-63cd0b5c-a7c9-4c66-a333-f3204fcf295d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=506e3239-3f8b-4750-9ffb-c61862c9975c HTTP/1.1" status: 200 len: 835 time: 0.0452220 Aug 21 10:15:10.433523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-5d669aad-bf98-4f8b-9b9b-c9520f7c92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:10.435408 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-5d669aad-bf98-4f8b-9b9b-c9520f7c92f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0f1dd75-d890-49d3-822d-76de2234a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389166 Aug 21 10:15:10.525508 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-69447def-5ce4-4460-b84a-8b936a5277b3 service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833540 Aug 21 10:15:10.612809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d8b4c27e-8855-4bb3-8199-45aedbea0615 req-efe07b3e-eeae-477d-b6f6-aa8af4df3592 service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806637 Aug 21 10:15:10.737516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c65d9060-82d2-4a4b-a563-3815bc8c019a up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:15:10.774040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3712b3a-6ec1-44f8-b31b-de660c8ca557 req-0ac45d29-7e43-4361-8d6c-ffb5ec13027f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:10.775521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3712b3a-6ec1-44f8-b31b-de660c8ca557 req-0ac45d29-7e43-4361-8d6c-ffb5ec13027f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 943 time: 0.0541079 Aug 21 10:15:10.784413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port c65d9060-82d2-4a4b-a563-3815bc8c019a triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:15:10.784788 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:10.814137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a3712b3a-6ec1-44f8-b31b-de660c8ca557 req-450846c8-b234-42c5-81ca-31f4505b4bf4 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323431 Aug 21 10:15:11.212695 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:11.932716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7adbc-edf0-4aa9-a571-4a56f981d50e req-f78a10b6-da5b-4796-abc0-c4f84e983b88 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:11.934233 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22b7adbc-edf0-4aa9-a571-4a56f981d50e req-f78a10b6-da5b-4796-abc0-c4f84e983b88 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 943 time: 0.0499558 Aug 21 10:15:11.975215 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22b7adbc-edf0-4aa9-a571-4a56f981d50e req-ff093c87-ca53-4090-a05a-0feadd2a9793 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336616 Aug 21 10:15:12.161203 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:15:12.558752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e5ff2685-7313-4d30-bf2d-71cd7464fc7e details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:15:12.663819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:15:12.674562 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'port_id': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'mac_address': 'fa:16:3e:43:23:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:15:12.712754 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:12.715767 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:12.725882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ff2685-7313-4d30-bf2d-71cd7464fc7e {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:15:12.745135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:15:12.821400 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:12.868904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:13.022653 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['e5ff2685-7313-4d30-bf2d-71cd7464fc7e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:15:13.094319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f729d-aac3-422f-8b68-5c9df4646636 req-448a7e90-0565-4c73-b4fe-aed6a09f6f41 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:13.095820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-688f729d-aac3-422f-8b68-5c9df4646636 req-448a7e90-0565-4c73-b4fe-aed6a09f6f41 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 944 time: 0.0480404 Aug 21 10:15:13.135876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-688f729d-aac3-422f-8b68-5c9df4646636 req-2367e348-d007-41ee-a167-f2dc9301cfab tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Aug 21 10:15:14.252893 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7acfcf-6d4e-4767-91ae-508b801f7def req-e2bc654e-b39e-42c9-9feb-89ca24dd7b84 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:14.254366 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a7acfcf-6d4e-4767-91ae-508b801f7def req-e2bc654e-b39e-42c9-9feb-89ca24dd7b84 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 944 time: 0.0520101 Aug 21 10:15:14.292528 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a7acfcf-6d4e-4767-91ae-508b801f7def req-d200f3de-09cd-4d35-9c5f-50dd18bdabba tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322874 Aug 21 10:15:14.590401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e5ff2685-7313-4d30-bf2d-71cd7464fc7e up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:15:14.686212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port e5ff2685-7313-4d30-bf2d-71cd7464fc7e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:15:14.689925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port e5ff2685-7313-4d30-bf2d-71cd7464fc7e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:15:14.690290 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:14.769045 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:14.790406 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:15:14.792634 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91534ed-8003-4388-a822-9f48b3570fe0" -d '{"events": [{"server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:15:14.804574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:15:14.882110 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff411daf-a93a-4a93-945a-0cd340ea75af x-openstack-request-id: req-ff411daf-a93a-4a93-945a-0cd340ea75af {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:15:14.889124 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:15:14.889124 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff411daf-a93a-4a93-945a-0cd340ea75af {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:15:14.889124 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'code': 200} Aug 21 10:15:14.907108 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:14.956055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:14.976885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe2634-d9bc-4bea-a964-9207573794cb req-1e043aa3-cc16-41bb-aaf0-275d14179257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:14.978369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14fe2634-d9bc-4bea-a964-9207573794cb req-1e043aa3-cc16-41bb-aaf0-275d14179257 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1097 time: 0.0399225 Aug 21 10:15:15.014088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14fe2634-d9bc-4bea-a964-9207573794cb req-45735c29-64d3-4a21-bb68-2d30cb57240a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277619 Aug 21 10:15:15.408343 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8093fd4-33c3-4db4-9552-80964a8d11c8 req-9a796c1f-40e7-4d78-a35a-93d2fdd80d2e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:15.409924 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8093fd4-33c3-4db4-9552-80964a8d11c8 req-9a796c1f-40e7-4d78-a35a-93d2fdd80d2e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0495210 Aug 21 10:15:15.449540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b8093fd4-33c3-4db4-9552-80964a8d11c8 req-204a575f-792b-4850-8af6-9641abd085eb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336947 Aug 21 10:15:16.095878 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:16.118920 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:16.573079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558c27-0d36-418e-9a87-74d13e7b03d6 req-54c53b0d-7d94-4c58-a72f-c693abb6dadd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:16.574589 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc558c27-0d36-418e-9a87-74d13e7b03d6 req-54c53b0d-7d94-4c58-a72f-c693abb6dadd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0544875 Aug 21 10:15:16.616553 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fc558c27-0d36-418e-9a87-74d13e7b03d6 req-735cc097-e709-45b5-8c56-0128f269b00d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348139 Aug 21 10:15:16.733940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7d90a-3d2c-4f42-9815-83dddfe7920d req-8eb4564c-607d-40c0-b27e-1e55a1c015c4 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:16.735348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8af7d90a-3d2c-4f42-9815-83dddfe7920d req-8eb4564c-607d-40c0-b27e-1e55a1c015c4 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0488083 Aug 21 10:15:16.776224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8af7d90a-3d2c-4f42-9815-83dddfe7920d req-9e034fbd-214f-417d-99f9-6b08e8e36dd5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344765 Aug 21 10:15:16.797817 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35098) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:15:16.837508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111d541d-c693-4557-9cc9-35336f00b142 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:16.840029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-111d541d-c693-4557-9cc9-35336f00b142 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1092 time: 0.0402043 Aug 21 10:15:16.841881 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35100) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:15:16.846186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:15:16.918638 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:17.018705 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:17.123429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.25.5.80 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/1db3037c-6d4f-48d0-a179-d6c520192cb1) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:15:17.224986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:17.332908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:17.373007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:15:17.375789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:15:17.380042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:15:17.388796 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=1db3037c-6d4f-48d0-a179-d6c520192cb1,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:17.746441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:17.881989 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:18.031213 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:18.075816 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:18.150018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=1db3037c-6d4f-48d0-a179-d6c520192cb1,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:15:18.159992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:18.264756 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Floating IP a86d9c31-8c6d-4c9a-a277-401495b4002a associated. External IP: 172.25.5.80, port: e5ff2685-7313-4d30-bf2d-71cd7464fc7e. Aug 21 10:15:18.826311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router 1285efe1-daa6-40d7-9e06-25437e83cca1 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:15:18.937056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:15:18.948760 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00955b-485c-43ef-aaef-7535a0030ffe None None] Sync routers for ids ['1285efe1-daa6-40d7-9e06-25437e83cca1'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:15:18.958312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00955b-485c-43ef-aaef-7535a0030ffe None None] Routers {'1285efe1-daa6-40d7-9e06-25437e83cca1'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:15:18.958936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1e00955b-485c-43ef-aaef-7535a0030ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:15:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1285efe1-daa6-40d7-9e06-25437e83cca1'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:19.007386 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:19.035636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-14512324-e1dc-4212-8f7b-d612568260a9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1926787 Aug 21 10:15:19.036330 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:15:19.038706 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2233107a-b117-4bf7-a277-96b04d08a841" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:15:19.069363 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1e00955b-485c-43ef-aaef-7535a0030ffe None None] Set router 1285efe1-daa6-40d7-9e06-25437e83cca1 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:15:19.079732 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f042d1-9923-4a2c-aefd-6d31569aabbe x-openstack-request-id: req-37f042d1-9923-4a2c-aefd-6d31569aabbe {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:15:19.080244 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:15:19.080494 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37f042d1-9923-4a2c-aefd-6d31569aabbe {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:15:19.081089 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'status': 'completed', 'code': 200} Aug 21 10:15:19.170998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccd8a2-e858-4256-88d7-d2c962fad627 req-78ec756e-487d-40ec-b808-ecff8b5d4a0c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:19.172600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cccd8a2-e858-4256-88d7-d2c962fad627 req-78ec756e-487d-40ec-b808-ecff8b5d4a0c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0822895 Aug 21 10:15:19.177634 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233107a-b117-4bf7-a277-96b04d08a841 req-3f62238f-927d-4b30-8268-3db642889e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:19.179078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2233107a-b117-4bf7-a277-96b04d08a841 req-3f62238f-927d-4b30-8268-3db642889e43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1097 time: 0.0758245 Aug 21 10:15:19.260618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7cccd8a2-e858-4256-88d7-d2c962fad627 req-b8b99875-87e0-4997-80f6-3d4585bb8e9a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805404 Aug 21 10:15:19.285484 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35110) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:15:19.302896 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233107a-b117-4bf7-a277-96b04d08a841 req-4edcfc95-fa52-40b2-9a40-30ca8be68974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:19.304541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2233107a-b117-4bf7-a277-96b04d08a841 req-4edcfc95-fa52-40b2-9a40-30ca8be68974 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 200 len: 897 time: 0.1185215 Aug 21 10:15:19.310281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1e00955b-485c-43ef-aaef-7535a0030ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'a86d9c31-8c6d-4c9a-a277-401495b4002a', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'port_id': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'mac_address': 'fa:16:3e:43:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7edace-ce2b-4773-9128-4b4751429846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:15:17Z', 'updated_at': '2021-08-21T10:15:17Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65d9060-82d2-4a4b-a563-3815bc8c019a', 'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:7b:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:03Z', 'updated_at': '2021-08-21T10:15:09Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:19.341283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00955b-485c-43ef-aaef-7535a0030ffe None None] Checking router: 1285efe1-daa6-40d7-9e06-25437e83cca1 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:15:19.350132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00955b-485c-43ef-aaef-7535a0030ffe None None] Routers {'1285efe1-daa6-40d7-9e06-25437e83cca1'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:15:19.350765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1e00955b-485c-43ef-aaef-7535a0030ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:15:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1285efe1-daa6-40d7-9e06-25437e83cca1'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:19.355220 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bd1767d4-0ea8-4dce-9935-004ace8415bf tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/a86d9c31-8c6d-4c9a-a277-401495b4002a HTTP/1.1" status: 200 len: 990 time: 0.0678067 Aug 21 10:15:19.381569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2233107a-b117-4bf7-a277-96b04d08a841 req-0eabc65d-6ac8-41b6-b428-913b7ab544b4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 998 time: 0.0702085 Aug 21 10:15:19.432393 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233107a-b117-4bf7-a277-96b04d08a841 req-9f269f96-9793-4056-8dcc-a89eb4c87aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:19.433958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2233107a-b117-4bf7-a277-96b04d08a841 req-9f269f96-9793-4056-8dcc-a89eb4c87aeb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=506e3239-3f8b-4750-9ffb-c61862c9975c HTTP/1.1" status: 200 len: 835 time: 0.0449193 Aug 21 10:15:19.460063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1e00955b-485c-43ef-aaef-7535a0030ffe None None] Set router 1285efe1-daa6-40d7-9e06-25437e83cca1 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:15:19.481732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233107a-b117-4bf7-a277-96b04d08a841 req-5ce321fa-8a1a-489e-9546-1db1b7131d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:19.483351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2233107a-b117-4bf7-a277-96b04d08a841 req-5ce321fa-8a1a-489e-9546-1db1b7131d63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0f1dd75-d890-49d3-822d-76de2234a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425522 Aug 21 10:15:19.577194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2233107a-b117-4bf7-a277-96b04d08a841 req-431d9037-5e92-415d-9157-72c0dd5fb886 service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863020 Aug 21 10:15:19.693143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2233107a-b117-4bf7-a277-96b04d08a841 req-103dd5e4-5c8a-44ef-93c9-dcaed7736264 service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950563 Aug 21 10:15:19.699500 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1e00955b-485c-43ef-aaef-7535a0030ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'a86d9c31-8c6d-4c9a-a277-401495b4002a', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'port_id': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'mac_address': 'fa:16:3e:43:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7edace-ce2b-4773-9128-4b4751429846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:15:17Z', 'updated_at': '2021-08-21T10:15:17Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65d9060-82d2-4a4b-a563-3815bc8c019a', 'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:7b:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:03Z', 'updated_at': '2021-08-21T10:15:09Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:15:19.725711 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00955b-485c-43ef-aaef-7535a0030ffe None None] The sync data for ids ['1285efe1-daa6-40d7-9e06-25437e83cca1'] in n-d-766726-28 is: [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'a86d9c31-8c6d-4c9a-a277-401495b4002a', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'port_id': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'mac_address': 'fa:16:3e:43:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7edace-ce2b-4773-9128-4b4751429846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:15:17Z', 'updated_at': '2021-08-21T10:15:17Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65d9060-82d2-4a4b-a563-3815bc8c019a', 'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:7b:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:03Z', 'updated_at': '2021-08-21T10:15:09Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:15:19.914575 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57175b-099f-40c7-8f7e-d412e0353c5f None None] New status for floating IP a86d9c31-8c6d-4c9a-a277-401495b4002a: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:15:20.359676 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35112) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:15:20.422143 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5356aa50-8131-45f3-9627-65c91b7956fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/a86d9c31-8c6d-4c9a-a277-401495b4002a HTTP/1.1" status: 200 len: 992 time: 0.0613875 Aug 21 10:15:36.943017 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-be529613-6d2f-4e2f-81e3-2d781dddcfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:39.592647 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e60d6097-897f-4cc8-b045-4ade6ca53f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:39.834240 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:41.187219 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:42.729968 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:46.085501 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:46.154015 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:15:49.161771 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:15:51.944129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b8012-4aaa-4474-ac6c-77217b59d347 req-e56f1a74-ea41-424c-8673-9cc833ba0d7e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:51.945536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c49b8012-4aaa-4474-ac6c-77217b59d347 req-e56f1a74-ea41-424c-8673-9cc833ba0d7e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0552256 Aug 21 10:15:51.984479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c49b8012-4aaa-4474-ac6c-77217b59d347 req-7efacf3c-0870-41bb-b1eb-2d437b45527c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319154 Aug 21 10:15:52.094957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-0b5caad4-19db-4496-87e5-d311d9fc1d08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031396 Aug 21 10:15:53.099106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4564d3a-30a5-45da-bd37-b86324f0aab8 req-30c5945e-50b6-4e43-b9e5-f7312552bbae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:53.100761 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4564d3a-30a5-45da-bd37-b86324f0aab8 req-30c5945e-50b6-4e43-b9e5-f7312552bbae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0496466 Aug 21 10:15:53.138813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4564d3a-30a5-45da-bd37-b86324f0aab8 req-609c9700-1bb2-4ed9-b588-49b2b4571620 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315676 Aug 21 10:15:54.254349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac916-18c3-450c-9802-a89388316036 req-b351f145-cc15-47ea-a738-0c361dc0f6d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:54.255872 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-956ac916-18c3-450c-9802-a89388316036 req-b351f145-cc15-47ea-a738-0c361dc0f6d9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0488830 Aug 21 10:15:54.293265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-956ac916-18c3-450c-9802-a89388316036 req-6c6427fd-eb8e-4f73-8e95-4a122940a173 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310161 Aug 21 10:15:55.413155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1af7fb-edfd-4b00-b152-cc52263e48f6 req-b8dedff5-e501-4d96-b37f-4f673db806f2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:55.414627 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c1af7fb-edfd-4b00-b152-cc52263e48f6 req-b8dedff5-e501-4d96-b37f-4f673db806f2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0524628 Aug 21 10:15:55.452320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6c1af7fb-edfd-4b00-b152-cc52263e48f6 req-31188df3-7179-4cbd-a1a7-f5e9e06ed85c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318439 Aug 21 10:15:56.516310 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-f295c2b2-84f4-4551-8da4-1811b98bf745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:56.517887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-f295c2b2-84f4-4551-8da4-1811b98bf745 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1097 time: 0.0435898 Aug 21 10:15:56.641137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3489b-69c3-4208-b2b9-ab0ca755b517 req-1242cd37-ebbe-442b-a551-36c9ea8984a8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:56.643257 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aae3489b-69c3-4208-b2b9-ab0ca755b517 req-1242cd37-ebbe-442b-a551-36c9ea8984a8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.1219609 Aug 21 10:15:56.669652 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-043b9172-dba0-46a2-9363-6253873007ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:56.671117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-043b9172-dba0-46a2-9363-6253873007ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 200 len: 897 time: 0.1401954 Aug 21 10:15:56.737039 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aae3489b-69c3-4208-b2b9-ab0ca755b517 req-819b1cd5-2d1a-4bc4-b6fb-d6db333c6efe tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833769 Aug 21 10:15:56.750890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-b09e96ab-a6a1-4634-96b9-256e2d75f095 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 1000 time: 0.0712910 Aug 21 10:15:56.804575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-0d5bcd28-04bb-4622-aff2-2f6bca52de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:56.806057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-0d5bcd28-04bb-4622-aff2-2f6bca52de35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=506e3239-3f8b-4750-9ffb-c61862c9975c HTTP/1.1" status: 200 len: 835 time: 0.0488274 Aug 21 10:15:56.851909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-4159d197-ef2a-4de1-ad79-7c7315ad59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:56.853420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-4159d197-ef2a-4de1-ad79-7c7315ad59f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0f1dd75-d890-49d3-822d-76de2234a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401161 Aug 21 10:15:56.947211 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-cc8d6a48-e2ad-46f0-b9ea-b0b2af74aceb service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861592 Aug 21 10:15:57.041760 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-70f260f3-9fc2-4f0e-91e8-b3d7805dd904 service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873287 Aug 21 10:15:57.143122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52827600-d020-4083-898e-87519feb43fe req-4edbcb2a-3362-4e86-9fc3-f72c92aa4985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:57.144705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52827600-d020-4083-898e-87519feb43fe req-4edbcb2a-3362-4e86-9fc3-f72c92aa4985 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1097 time: 0.0437956 Aug 21 10:15:57.259404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52827600-d020-4083-898e-87519feb43fe req-3379b487-1bba-4aa1-baea-af6dcf685e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:57.260884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52827600-d020-4083-898e-87519feb43fe req-3379b487-1bba-4aa1-baea-af6dcf685e1b service neutron] 10.222.0.22 "GET /v2.0/networks?id=e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 200 len: 897 time: 0.0945594 Aug 21 10:15:57.328149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52827600-d020-4083-898e-87519feb43fe req-e5ac9d16-1244-4525-87af-5658fef43c5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 1000 time: 0.0602689 Aug 21 10:15:57.378449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52827600-d020-4083-898e-87519feb43fe req-68c1c546-954b-4fe6-9902-1f38e3f73a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:57.379966 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52827600-d020-4083-898e-87519feb43fe req-68c1c546-954b-4fe6-9902-1f38e3f73a4a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=506e3239-3f8b-4750-9ffb-c61862c9975c HTTP/1.1" status: 200 len: 835 time: 0.0453513 Aug 21 10:15:57.431753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52827600-d020-4083-898e-87519feb43fe req-aaf3999e-7d8c-46e2-a0d9-5c377f59c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:57.433884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52827600-d020-4083-898e-87519feb43fe req-aaf3999e-7d8c-46e2-a0d9-5c377f59c221 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0f1dd75-d890-49d3-822d-76de2234a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462408 Aug 21 10:15:57.526175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52827600-d020-4083-898e-87519feb43fe req-65323e47-608b-4ace-ad82-de5648e05536 service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837014 Aug 21 10:15:57.621822 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52827600-d020-4083-898e-87519feb43fe req-d8b326cb-a8b4-4c1b-b276-b30deafbfd8d service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887170 Aug 21 10:15:57.855104 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13c342-1a8d-4e7a-89db-7d948f2243c0 req-1a2f5b9d-1c85-412e-9147-c5e9d8a454c6 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:57.856595 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd13c342-1a8d-4e7a-89db-7d948f2243c0 req-1a2f5b9d-1c85-412e-9147-c5e9d8a454c6 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0509453 Aug 21 10:15:57.897988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bd13c342-1a8d-4e7a-89db-7d948f2243c0 req-73f43c5f-6f57-45f5-b619-f55670a96f85 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352192 Aug 21 10:15:59.026376 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6615f7b-314f-4634-be42-769f2e1829f8 req-77689bed-da30-4450-ab46-a5c296e84fd0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:15:59.027957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6615f7b-314f-4634-be42-769f2e1829f8 req-77689bed-da30-4450-ab46-a5c296e84fd0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0534329 Aug 21 10:15:59.066608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f6615f7b-314f-4634-be42-769f2e1829f8 req-7667793f-17ec-4577-bd7f-951a1a76aeae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327837 Aug 21 10:16:00.185363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6d825-da17-4500-a924-bd6c708a2bc9 req-44896a73-22e8-4c4b-ad4a-7f9798e5bfda tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:00.186842 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fa6d825-da17-4500-a924-bd6c708a2bc9 req-44896a73-22e8-4c4b-ad4a-7f9798e5bfda tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Aug 21 10:16:00.224591 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9fa6d825-da17-4500-a924-bd6c708a2bc9 req-2fdfc8c0-d3a1-4592-9083-23a6afaa5d0d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319204 Aug 21 10:16:01.343869 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedfb39-161c-45a2-b662-9e073c02b3c5 req-8587f766-ae46-4188-8253-399b0c60c361 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:01.345511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4eedfb39-161c-45a2-b662-9e073c02b3c5 req-8587f766-ae46-4188-8253-399b0c60c361 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0507908 Aug 21 10:16:01.385934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4eedfb39-161c-45a2-b662-9e073c02b3c5 req-1d50db3c-cf7d-4fd5-bcda-60901471a074 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341234 Aug 21 10:16:02.502415 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41552f8b-231c-43fb-9f02-5e141aa98839 req-6a52e5a8-fb66-455a-a9ce-35d62d25fa27 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:02.503955 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41552f8b-231c-43fb-9f02-5e141aa98839 req-6a52e5a8-fb66-455a-a9ce-35d62d25fa27 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0490935 Aug 21 10:16:02.542521 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-41552f8b-231c-43fb-9f02-5e141aa98839 req-8142095f-d35c-46bc-869a-ab60ff1293fc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326672 Aug 21 10:16:03.662079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221f98-60ee-4bc7-b8cb-220d39e55a46 req-bf8d5d21-584a-4865-8ff9-812a69d01ca7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:03.663594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d221f98-60ee-4bc7-b8cb-220d39e55a46 req-bf8d5d21-584a-4865-8ff9-812a69d01ca7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0523176 Aug 21 10:16:03.702143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d221f98-60ee-4bc7-b8cb-220d39e55a46 req-74a07457-9f82-4a32-8ed4-011b86c0e2a6 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319986 Aug 21 10:16:04.818090 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11d4cf-6db7-45fb-a50d-cbcec1817cd5 req-0a280d17-6627-4d15-93a5-ac833837dc96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:04.819606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e11d4cf-6db7-45fb-a50d-cbcec1817cd5 req-0a280d17-6627-4d15-93a5-ac833837dc96 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Aug 21 10:16:04.858271 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e11d4cf-6db7-45fb-a50d-cbcec1817cd5 req-1710205a-1d2a-4a1d-b435-5a3718f9e788 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Aug 21 10:16:05.971827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892ca9-93d4-4ecb-8823-5a4fc33abb79 req-039173a6-2329-44d1-aeb1-f813a11f5093 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:05.973336 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e892ca9-93d4-4ecb-8823-5a4fc33abb79 req-039173a6-2329-44d1-aeb1-f813a11f5093 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0495083 Aug 21 10:16:06.012629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7e892ca9-93d4-4ecb-8823-5a4fc33abb79 req-d188eee0-a5d7-43f9-9024-bb30e8fce947 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334637 Aug 21 10:16:06.963513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-12915c8f-a2c7-48c6-8946-336afacb6d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:07.133951 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be21be8-38ca-44ab-b9ee-72c8498c5903 req-ae0caa30-3bfc-4697-bd3c-da0d08d4aa9e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:07.135464 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1be21be8-38ca-44ab-b9ee-72c8498c5903 req-ae0caa30-3bfc-4697-bd3c-da0d08d4aa9e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0538764 Aug 21 10:16:07.173245 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1be21be8-38ca-44ab-b9ee-72c8498c5903 req-ef2c1750-9c9b-4747-a3d8-1ea8a0a31b63 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Aug 21 10:16:08.286948 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19406754-d70d-4b03-9486-c5acdde80a68 req-cc42febb-6067-41c0-966f-3deabf42af37 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:08.288390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19406754-d70d-4b03-9486-c5acdde80a68 req-cc42febb-6067-41c0-966f-3deabf42af37 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0494699 Aug 21 10:16:08.327742 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19406754-d70d-4b03-9486-c5acdde80a68 req-9fc55537-2e11-4a27-b171-0dfcbd2281eb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333581 Aug 21 10:16:09.021467 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-61c0a53c-0e3a-4051-bd65-ead010b39e2c service neutron] show failed (client error): The resource could not be found. Aug 21 10:16:09.022502 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-61c0a53c-0e3a-4051-bd65-ead010b39e2c service neutron] 10.222.0.22 "GET /v2.0/ports/e5ff2685-7313-4d30-bf2d-71cd7464fc7e/bindings/n-h1-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0545304 Aug 21 10:16:09.444820 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2cb98-d2f1-46c5-b1f1-f22bacf8626b req-ee56f0b6-5077-4b46-9932-655da898ef9f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:09.446295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35a2cb98-d2f1-46c5-b1f1-f22bacf8626b req-ee56f0b6-5077-4b46-9932-655da898ef9f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0522773 Aug 21 10:16:09.484453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35a2cb98-d2f1-46c5-b1f1-f22bacf8626b req-6bb96d6e-6b86-4f05-a0ab-08d2d18bb549 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Aug 21 10:16:09.596114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-24233d0b-b131-4f03-bd97-0a0b1ac493f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:09.597684 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-24233d0b-b131-4f03-bd97-0a0b1ac493f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846&tenant_id=bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 1097 time: 0.0850260 Aug 21 10:16:09.604527 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cfe450d6-ed20-4388-9c34-4701f32d08fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:09.610483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:16:09.662077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:09.821737 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:09.862721 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:16:09.893454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:16:09.931920 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:16:09.934160 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2d519d-0797-4b33-b2f4-2c81aec0f210" -d '{"events": [{"server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:16:09.938221 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:09.951241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Transition to ACTIVE for port object e5ff2685-7313-4d30-bf2d-71cd7464fc7e will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:16:09.982712 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 10:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6dadd6-d5ca-41ef-9e78-a1fda8b3c4ab x-openstack-request-id: req-3e6dadd6-d5ca-41ef-9e78-a1fda8b3c4ab {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:16:09.983005 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:16:09.983252 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e6dadd6-d5ca-41ef-9e78-a1fda8b3c4ab {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:16:09.983678 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'code': 200} Aug 21 10:16:09.993382 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:10.041336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,revision_number=6']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:10.084600 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.084954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.085290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.085624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.085956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.086285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.086610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.086933 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.087257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.087640 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.087923 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.088241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:10.133825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] No DVR routers for this DVR port e5ff2685-7313-4d30-bf2d-71cd7464fc7e on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:16:10.272660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Attempting to bind port e5ff2685-7313-4d30-bf2d-71cd7464fc7e on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:16:10.272986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Attempting to bind port e5ff2685-7313-4d30-bf2d-71cd7464fc7e by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:16:10.273307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Attempting to bind port e5ff2685-7313-4d30-bf2d-71cd7464fc7e on network e0f1dd75-d890-49d3-822d-76de2234a83f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:16:10.278083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Port e5ff2685-7313-4d30-bf2d-71cd7464fc7e on network e0f1dd75-d890-49d3-822d-76de2234a83f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:16:10.278402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Attempting to bind port e5ff2685-7313-4d30-bf2d-71cd7464fc7e on network e0f1dd75-d890-49d3-822d-76de2234a83f {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:16:10.283271 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:16:10.283639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Checking segment: {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:16:10.284025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Bound using segment: {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:16:10.284450 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Bound port: e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920dd847-8fe0-4e11-9e85-8527bf33b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:16:10.284807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:10.347662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:16:10.350518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:16:10.416477 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:10.451886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:10.452452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:10.453777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] 10.222.0.13 "PUT /v2.0/ports/e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 1092 time: 0.8475254 Aug 21 10:16:10.474307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea60ef-6f9f-4b8c-8ae1-211dc5c8895d service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:10.523943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-5d361a37-bf4b-45c3-9b72-85b109d46ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:10.525499 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-5d361a37-bf4b-45c3-9b72-85b109d46ba8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1095 time: 0.0460846 Aug 21 10:16:10.660276 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d17e31-8b22-4535-8542-96bbc4d804c8 req-d405872e-6158-4641-9027-670c88a08c69 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:10.661564 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77d17e31-8b22-4535-8542-96bbc4d804c8 req-d405872e-6158-4641-9027-670c88a08c69 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 943 time: 0.0845153 Aug 21 10:16:10.664367 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-b8ff0044-d1fd-4691-a91f-d5da5cef3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:10.665728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-b8ff0044-d1fd-4691-a91f-d5da5cef3daf service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 200 len: 897 time: 0.1335955 Aug 21 10:16:10.743965 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77d17e31-8b22-4535-8542-96bbc4d804c8 req-0ca3597a-8a82-44d4-84c0-06a95eaab2ab tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757787 Aug 21 10:16:10.752355 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-acc2e4e0-1f38-4a1d-af23-8ed12911b4b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 998 time: 0.0784502 Aug 21 10:16:10.805892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d6c8b638-aafb-48a2-92cf-575ed3a7edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:10.807462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-d6c8b638-aafb-48a2-92cf-575ed3a7edfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=506e3239-3f8b-4750-9ffb-c61862c9975c HTTP/1.1" status: 200 len: 835 time: 0.0474498 Aug 21 10:16:10.851369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-2b8913a1-8e13-4c90-a3c6-44c18b3d987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:10.852958 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-2b8913a1-8e13-4c90-a3c6-44c18b3d987f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0f1dd75-d890-49d3-822d-76de2234a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388031 Aug 21 10:16:10.863711 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-162de5eb-bf49-4da3-94b1-543c6edcf15b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:16:10.864622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-162de5eb-bf49-4da3-94b1-543c6edcf15b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048261 Aug 21 10:16:10.950015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-40950c9d-cb64-42b3-9d26-96b108e3f2bd service neutron] 10.222.0.13 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783296 Aug 21 10:16:11.050747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb1cace7-817d-4547-b5ce-65e01ae5f49f req-fb17ae9e-11df-48e1-abd7-99c2ec2ad4cb service neutron] 10.222.0.13 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940859 Aug 21 10:16:11.164345 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:11.744885 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b361835-5803-4879-b6be-c167be6d1521 req-566459c0-c15f-4957-a95a-b5e57fe00f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:11.746932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b361835-5803-4879-b6be-c167be6d1521 req-566459c0-c15f-4957-a95a-b5e57fe00f5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1095 time: 0.0408032 Aug 21 10:16:11.888272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcac64-4d47-4792-af2c-6fcaeb531cd7 req-55afc2fc-d242-494d-a672-87286fd58bde tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:11.889773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84dcac64-4d47-4792-af2c-6fcaeb531cd7 req-55afc2fc-d242-494d-a672-87286fd58bde tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 943 time: 0.0728462 Aug 21 10:16:11.892524 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b361835-5803-4879-b6be-c167be6d1521 req-e0b02d71-27f3-4c2b-a672-a829741fb2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:11.893889 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b361835-5803-4879-b6be-c167be6d1521 req-e0b02d71-27f3-4c2b-a672-a829741fb2a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 200 len: 897 time: 0.1279931 Aug 21 10:16:11.967549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84dcac64-4d47-4792-af2c-6fcaeb531cd7 req-7ed02caa-6fb4-4984-a2a6-4c5e0bbae348 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718586 Aug 21 10:16:11.983810 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b361835-5803-4879-b6be-c167be6d1521 req-d9ba1aae-a54d-401b-90e4-d2df2a703f5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 998 time: 0.0809238 Aug 21 10:16:11.984254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:16:11.986446 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:16:12.034978 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2df235-6f71-4404-ac5d-f7e865dcd4a2 x-openstack-request-id: req-7b2df235-6f71-4404-ac5d-f7e865dcd4a2 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:16:12.035318 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:16:12.035584 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b2df235-6f71-4404-ac5d-f7e865dcd4a2 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:16:12.036012 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'status': 'completed', 'code': 200} Aug 21 10:16:12.037613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b361835-5803-4879-b6be-c167be6d1521 req-44607920-2245-49c7-b223-55b14b96b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:12.039101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b361835-5803-4879-b6be-c167be6d1521 req-44607920-2245-49c7-b223-55b14b96b19f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=506e3239-3f8b-4750-9ffb-c61862c9975c HTTP/1.1" status: 200 len: 835 time: 0.0474644 Aug 21 10:16:12.115289 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b361835-5803-4879-b6be-c167be6d1521 req-54eeb04b-2294-4953-90ce-633cbfeb513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:12.116817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b361835-5803-4879-b6be-c167be6d1521 req-54eeb04b-2294-4953-90ce-633cbfeb513d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0f1dd75-d890-49d3-822d-76de2234a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685108 Aug 21 10:16:12.119102 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-2d027c62-1905-4794-8ec4-b8905b964c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:12.120474 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-2d027c62-1905-4794-8ec4-b8905b964c4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1095 time: 0.0626848 Aug 21 10:16:12.280857 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b361835-5803-4879-b6be-c167be6d1521 req-f9563eda-63c5-4501-8aca-9e957973d1e9 service neutron] 10.222.0.13 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563413 Aug 21 10:16:12.281954 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-aa59b4f1-5c7a-4aa2-a93e-a370a08b6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:12.283261 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-aa59b4f1-5c7a-4aa2-a93e-a370a08b6e3a service neutron] 10.222.0.22 "GET /v2.0/networks?id=e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 200 len: 897 time: 0.1520116 Aug 21 10:16:12.644760 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:12.750903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-70c60469-5eba-44f6-ab12-4e74e31a2f6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 998 time: 0.4546762 Aug 21 10:16:12.805015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7b361835-5803-4879-b6be-c167be6d1521 req-81fe7570-d958-4e22-bc7f-76bf30475fbf service neutron] 10.222.0.13 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158794 Aug 21 10:16:12.815825 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-f0f68cfb-d345-4ca3-ade9-0d7aef4d1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:12.817234 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-f0f68cfb-d345-4ca3-ade9-0d7aef4d1a08 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=506e3239-3f8b-4750-9ffb-c61862c9975c HTTP/1.1" status: 200 len: 835 time: 0.0585089 Aug 21 10:16:12.838666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e5ff2685-7313-4d30-bf2d-71cd7464fc7e details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:16:12.890957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-48e9f9a5-d086-4d6c-a761-fa32d81b3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:12.892488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-48e9f9a5-d086-4d6c-a761-fa32d81b3f6b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0f1dd75-d890-49d3-822d-76de2234a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669620 Aug 21 10:16:12.910525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-74f4f8db-4eab-4c38-8114-9a7400dbca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:12.911801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-74f4f8db-4eab-4c38-8114-9a7400dbca11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1095 time: 0.0571444 Aug 21 10:16:12.938442 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e5ff2685-7313-4d30-bf2d-71cd7464fc7e no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:16:12.966456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:16:12.983978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'port_id': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'mac_address': 'fa:16:3e:43:23:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:16:13.022841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device e5ff2685-7313-4d30-bf2d-71cd7464fc7e not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:16:13.037325 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:13.051099 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ff2685-7313-4d30-bf2d-71cd7464fc7e {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:16:13.069797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-45b755f7-9497-44d4-9d0c-8694fbe09e4a service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646094 Aug 21 10:16:13.070290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:16:13.140549 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:13.166824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-fc6fb932-4712-4aaf-93b8-5b9bc8dd31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:13.168344 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-fc6fb932-4712-4aaf-93b8-5b9bc8dd31eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 200 len: 897 time: 0.2430284 Aug 21 10:16:13.179459 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a393337-e8fc-464d-9417-ea71810b9210 req-ce4b2ebc-6b3a-477b-b4cf-a1f1b2d32927 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:13.180952 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a393337-e8fc-464d-9417-ea71810b9210 req-ce4b2ebc-6b3a-477b-b4cf-a1f1b2d32927 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 943 time: 0.1339839 Aug 21 10:16:13.188855 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:13.196845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.197223 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.197542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.197884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.198709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.199042 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.199371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.199762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.200093 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.200417 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.200996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.201331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:13.276766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-8d8a1ef2-ee2f-4b57-a531-e22e43a0f4ea service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912620 Aug 21 10:16:13.288917 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7a393337-e8fc-464d-9417-ea71810b9210 req-b31f17c4-bcbd-4efb-b066-a07c2c07fb13 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997636 Aug 21 10:16:13.290747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-9d12c445-b105-44cc-9ceb-b92b41f82ae1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 999 time: 0.1089170 Aug 21 10:16:13.344419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-c21f74a4-bdf2-4b01-a5d8-2e7c4fdccd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:13.345915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-c21f74a4-bdf2-4b01-a5d8-2e7c4fdccd2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=506e3239-3f8b-4750-9ffb-c61862c9975c HTTP/1.1" status: 200 len: 835 time: 0.0474372 Aug 21 10:16:13.380636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['e5ff2685-7313-4d30-bf2d-71cd7464fc7e'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:16:13.399224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-3bb039aa-ca9c-429a-a8e6-9993b3ef2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:13.400802 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-3bb039aa-ca9c-429a-a8e6-9993b3ef2c28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0f1dd75-d890-49d3-822d-76de2234a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470498 Aug 21 10:16:13.491278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-ac1ea39d-dedd-463a-87c5-dc92cb4625c6 service neutron] 10.222.0.13 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827427 Aug 21 10:16:13.628491 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b11d4f0d-2ae1-4560-ba61-ff4e5bf63409 req-86dd0ed7-246e-4c49-9e46-31ab474f92bf service neutron] 10.222.0.13 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295357 Aug 21 10:16:13.646225 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213d50f-e448-467c-a609-39fae436f53a req-6f638e49-a062-4b0f-a9eb-35258c25554e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:13.647932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f213d50f-e448-467c-a609-39fae436f53a req-6f638e49-a062-4b0f-a9eb-35258c25554e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 944 time: 0.0713995 Aug 21 10:16:13.719542 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f213d50f-e448-467c-a609-39fae436f53a req-e4ea7e80-ca86-4160-b33e-6a683c4aeb11 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611978 Aug 21 10:16:13.736467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca6947-e694-40ce-9328-79835f0435ca req-d71e6a1f-be31-483d-a1f2-4cc8c8ce7f22 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:13.737943 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ca6947-e694-40ce-9328-79835f0435ca req-d71e6a1f-be31-483d-a1f2-4cc8c8ce7f22 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846&tenant_id=bbc1f7f8491c41979ed959c4332eab18&binding%3Ahost_id=n-h1-766726-28 HTTP/1.1" status: 200 len: 944 time: 0.0652490 Aug 21 10:16:13.827671 n-d-766726-28 neutron-server[106757]: INFO neutron.api.v2.resource [req-51ca6947-e694-40ce-9328-79835f0435ca req-d302c5fc-e27c-472c-b09a-a641b1755bfa service neutron] delete failed (client error): The resource could not be found. Aug 21 10:16:13.828708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ca6947-e694-40ce-9328-79835f0435ca req-d302c5fc-e27c-472c-b09a-a641b1755bfa service neutron] 10.222.0.22 "DELETE /v2.0/ports/e5ff2685-7313-4d30-bf2d-71cd7464fc7e/bindings/n-h2-766726-28 HTTP/1.1" status: 404 len: 381 time: 0.0828016 Aug 21 10:16:13.847808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776dd3e-44f0-4436-8af9-bcb455e74eb2 req-24b7222c-4458-4cbb-8ec1-64d224b1800b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:13.849302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a776dd3e-44f0-4436-8af9-bcb455e74eb2 req-24b7222c-4458-4cbb-8ec1-64d224b1800b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 944 time: 0.0591199 Aug 21 10:16:13.910620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a776dd3e-44f0-4436-8af9-bcb455e74eb2 req-2a1e1ed2-b514-4a8a-b45d-6bce809fcb5a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546060 Aug 21 10:16:13.923884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca6947-e694-40ce-9328-79835f0435ca req-731cdada-704f-473d-9143-4aa17335609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:13.925379 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ca6947-e694-40ce-9328-79835f0435ca req-731cdada-704f-473d-9143-4aa17335609b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1096 time: 0.0522346 Aug 21 10:16:14.025009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca6947-e694-40ce-9328-79835f0435ca req-456990b0-8bf1-4a7a-b576-1b8e91aba8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:14.027204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ca6947-e694-40ce-9328-79835f0435ca req-456990b0-8bf1-4a7a-b576-1b8e91aba8ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 200 len: 897 time: 0.0949557 Aug 21 10:16:14.092973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ca6947-e694-40ce-9328-79835f0435ca req-79d644ff-f575-49e3-bfd2-c940a8bbba27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 999 time: 0.0584786 Aug 21 10:16:14.146080 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca6947-e694-40ce-9328-79835f0435ca req-3e8af3c9-f480-4d7e-9ffa-14c931758356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:14.147504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ca6947-e694-40ce-9328-79835f0435ca req-3e8af3c9-f480-4d7e-9ffa-14c931758356 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=506e3239-3f8b-4750-9ffb-c61862c9975c HTTP/1.1" status: 200 len: 835 time: 0.0478880 Aug 21 10:16:14.193883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca6947-e694-40ce-9328-79835f0435ca req-2b5b050e-03d1-41ec-a6af-8a68a053cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:14.195832 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ca6947-e694-40ce-9328-79835f0435ca req-2b5b050e-03d1-41ec-a6af-8a68a053cc2a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0f1dd75-d890-49d3-822d-76de2234a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394235 Aug 21 10:16:14.283825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ca6947-e694-40ce-9328-79835f0435ca req-11be5e78-d65f-453f-a9e4-9a470ea0a2d8 service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811369 Aug 21 10:16:14.389022 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51ca6947-e694-40ce-9328-79835f0435ca req-cf2e979c-eac3-4d1b-b5c0-6f6eb3349649 service neutron] 10.222.0.22 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973301 Aug 21 10:16:14.843704 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e5ff2685-7313-4d30-bf2d-71cd7464fc7e up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:16:14.950004 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port e5ff2685-7313-4d30-bf2d-71cd7464fc7e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:16:14.954373 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port e5ff2685-7313-4d30-bf2d-71cd7464fc7e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:16:14.954670 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:15.027810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d30ff-b7f1-4490-9b11-b0bcc3cd407b req-37b91afa-9a10-4624-97c3-1d08ba8a0dd4 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:15.029339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-147d30ff-b7f1-4490-9b11-b0bcc3cd407b req-37b91afa-9a10-4624-97c3-1d08ba8a0dd4 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 944 time: 0.0508828 Aug 21 10:16:15.075658 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-147d30ff-b7f1-4490-9b11-b0bcc3cd407b req-ff61791a-fd25-41f0-90cd-e9ba6d285bb8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359831 Aug 21 10:16:15.204533 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:15.228451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:16:15.230996 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e270cc6e-f782-4a24-bc6c-453b4ebfa856" -d '{"events": [{"server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:16:15.243759 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:16:15.267199 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6953a34-a1d8-4358-9908-b920284718bc x-openstack-request-id: req-d6953a34-a1d8-4358-9908-b920284718bc {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:16:15.267488 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:16:15.267802 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6953a34-a1d8-4358-9908-b920284718bc {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:16:15.268199 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'code': 200} Aug 21 10:16:15.323757 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:15.370254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:16.090395 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:16.129297 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:16.191687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d321e7-d503-4543-b990-a30e127dedcc req-712194ce-7aa9-4a8f-8558-33a03bc1d11d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:16.193179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86d321e7-d503-4543-b990-a30e127dedcc req-712194ce-7aa9-4a8f-8558-33a03bc1d11d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0489676 Aug 21 10:16:16.231697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-86d321e7-d503-4543-b990-a30e127dedcc req-a0f82873-f177-451b-a999-4901641f505f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317473 Aug 21 10:16:16.253603 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35212) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:16.320654 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-39e680ea-8c8e-413e-8cb4-484ab2c8fd37 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/a86d9c31-8c6d-4c9a-a277-401495b4002a HTTP/1.1" status: 200 len: 992 time: 0.0658126 Aug 21 10:16:26.160373 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:16:36.958364 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b70a0a98-b7f3-46dd-91df-4729ee029377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:39.580177 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-997259f5-c0d5-41db-a679-acc9afdbc047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:39.838631 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:41.175317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:42.671366 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:42.842560 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35224) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:42.998266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port 1db3037c-6d4f-48d0-a179-d6c520192cb1 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:16:42.998599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:43.075961 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:43.076284 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:43.087704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for 1db3037c-6d4f-48d0-a179-d6c520192cb1 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:16:43.289210 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:43.317497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=1db3037c-6d4f-48d0-a179-d6c520192cb1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:43.380708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:43.381034 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Floating IP a86d9c31-8c6d-4c9a-a277-401495b4002a disassociated (deleted). External IP: 172.25.5.80, port: e5ff2685-7313-4d30-bf2d-71cd7464fc7e. Aug 21 10:16:43.591326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router 1285efe1-daa6-40d7-9e06-25437e83cca1 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:16:43.698690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:16:43.703746 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:43.708256 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e8cf7-6d0e-41c3-9b55-146860f7a118 None None] Sync routers for ids ['1285efe1-daa6-40d7-9e06-25437e83cca1'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:16:43.717602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e8cf7-6d0e-41c3-9b55-146860f7a118 None None] Routers {'1285efe1-daa6-40d7-9e06-25437e83cca1'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:16:43.718223 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-502e8cf7-6d0e-41c3-9b55-146860f7a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:16:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1285efe1-daa6-40d7-9e06-25437e83cca1'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:43.730714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c006f7b3-e1be-4b09-aca9-96356684102c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/floatingips/a86d9c31-8c6d-4c9a-a277-401495b4002a HTTP/1.1" status: 204 len: 168 time: 0.8871298 Aug 21 10:16:43.731320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:16:43.733832 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4ea014-becb-4b76-9f67-5028e0d2085c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:16:43.771427 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1ae451-2e3d-43d5-8d98-4d4f2acab47d x-openstack-request-id: req-3c1ae451-2e3d-43d5-8d98-4d4f2acab47d {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:16:43.771817 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:16:43.772134 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c1ae451-2e3d-43d5-8d98-4d4f2acab47d {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:16:43.772596 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'status': 'completed', 'code': 200} Aug 21 10:16:43.832414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-502e8cf7-6d0e-41c3-9b55-146860f7a118 None None] Set router 1285efe1-daa6-40d7-9e06-25437e83cca1 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:16:43.841213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ea014-becb-4b76-9f67-5028e0d2085c req-90340ea2-081c-4906-86b9-43a0453f2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:43.842824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff4ea014-becb-4b76-9f67-5028e0d2085c req-90340ea2-081c-4906-86b9-43a0453f2087 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 1097 time: 0.0465941 Aug 21 10:16:43.936185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ea014-becb-4b76-9f67-5028e0d2085c req-df5ef586-e26d-40e4-8897-0be36ccbcd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:43.937694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff4ea014-becb-4b76-9f67-5028e0d2085c req-df5ef586-e26d-40e4-8897-0be36ccbcd2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 200 len: 897 time: 0.0884955 Aug 21 10:16:43.981618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff4ea014-becb-4b76-9f67-5028e0d2085c req-1817a7ad-b101-4293-981e-1c407fc296d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 200 len: 217 time: 0.0363863 Aug 21 10:16:44.034009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ea014-becb-4b76-9f67-5028e0d2085c req-70bf9b2f-0d57-4ba9-b734-d927bec0eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:44.035495 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff4ea014-becb-4b76-9f67-5028e0d2085c req-70bf9b2f-0d57-4ba9-b734-d927bec0eb2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=506e3239-3f8b-4750-9ffb-c61862c9975c HTTP/1.1" status: 200 len: 835 time: 0.0470839 Aug 21 10:16:44.047872 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-502e8cf7-6d0e-41c3-9b55-146860f7a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c65d9060-82d2-4a4b-a563-3815bc8c019a', 'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:7b:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:03Z', 'updated_at': '2021-08-21T10:15:09Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:44.078145 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e8cf7-6d0e-41c3-9b55-146860f7a118 None None] Checking router: 1285efe1-daa6-40d7-9e06-25437e83cca1 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:16:44.083732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ea014-becb-4b76-9f67-5028e0d2085c req-a6220b2b-6f4c-4907-947c-4be29e52120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:44.085310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff4ea014-becb-4b76-9f67-5028e0d2085c req-a6220b2b-6f4c-4907-947c-4be29e52120c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0f1dd75-d890-49d3-822d-76de2234a83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424092 Aug 21 10:16:44.086590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e8cf7-6d0e-41c3-9b55-146860f7a118 None None] Routers {'1285efe1-daa6-40d7-9e06-25437e83cca1'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:16:44.087216 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-502e8cf7-6d0e-41c3-9b55-146860f7a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:16:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1285efe1-daa6-40d7-9e06-25437e83cca1'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:44.191153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff4ea014-becb-4b76-9f67-5028e0d2085c req-82926aff-1d2d-4502-b870-608f576e3833 service neutron] 10.222.0.13 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956020 Aug 21 10:16:44.199758 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-502e8cf7-6d0e-41c3-9b55-146860f7a118 None None] Set router 1285efe1-daa6-40d7-9e06-25437e83cca1 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:16:44.315529 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a449-69d1-4beb-a0c0-cd83ccadb7e2 req-52f474a6-6f81-4c8b-9faa-831654f47a09 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:44.317109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2052a449-69d1-4beb-a0c0-cd83ccadb7e2 req-52f474a6-6f81-4c8b-9faa-831654f47a09 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.1978040 Aug 21 10:16:44.340263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff4ea014-becb-4b76-9f67-5028e0d2085c req-199f8f84-fa32-436d-8221-1cd2308a2c7c service neutron] 10.222.0.13 "GET /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391914 Aug 21 10:16:44.368160 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2052a449-69d1-4beb-a0c0-cd83ccadb7e2 req-69a4f092-3dc1-49b6-bb84-b2bcd375f404 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399115 Aug 21 10:16:44.399900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-502e8cf7-6d0e-41c3-9b55-146860f7a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c65d9060-82d2-4a4b-a563-3815bc8c019a', 'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:7b:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:03Z', 'updated_at': '2021-08-21T10:15:09Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:44.433157 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e8cf7-6d0e-41c3-9b55-146860f7a118 None None] The sync data for ids ['1285efe1-daa6-40d7-9e06-25437e83cca1'] in n-d-766726-28 is: [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'c65d9060-82d2-4a4b-a563-3815bc8c019a', 'name': '', 'network_id': 'e0f1dd75-d890-49d3-822d-76de2234a83f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:7b:e9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:03Z', 'updated_at': '2021-08-21T10:15:09Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '506e3239-3f8b-4750-9ffb-c61862c9975c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:16:44.658275 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f8f3f0-6444-46c1-8c26-1bbce1e2deaa None None] New status for floating IP a86d9c31-8c6d-4c9a-a277-401495b4002a: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:16:45.485656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63a901-28a1-4a44-b00d-a3e173777cfb req-2b90cb0b-2591-4f96-b2df-ec9fe0d17115 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:45.487168 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce63a901-28a1-4a44-b00d-a3e173777cfb req-2b90cb0b-2591-4f96-b2df-ec9fe0d17115 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0498753 Aug 21 10:16:45.556586 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ce63a901-28a1-4a44-b00d-a3e173777cfb req-546a5e0a-483b-48a8-bbf9-a74008b8ce7c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=97a19aee-f172-437b-8141-cd0031c58f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584867 Aug 21 10:16:45.564679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c51cda-c84e-4d7d-9a51-e0b37b237685 req-6b7a8c74-bb75-4020-a402-75741fdace6a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:45.566104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6c51cda-c84e-4d7d-9a51-e0b37b237685 req-6b7a8c74-bb75-4020-a402-75741fdace6a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 945 time: 0.0764575 Aug 21 10:16:45.654522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a6c51cda-c84e-4d7d-9a51-e0b37b237685 req-09ef66a1-9958-4a72-878a-1b8558e10611 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port e5ff2685-7313-4d30-bf2d-71cd7464fc7e {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:16:45.654775 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6c51cda-c84e-4d7d-9a51-e0b37b237685 req-09ef66a1-9958-4a72-878a-1b8558e10611 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:45.745012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-a6c51cda-c84e-4d7d-9a51-e0b37b237685 req-09ef66a1-9958-4a72-878a-1b8558e10611 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port e5ff2685-7313-4d30-bf2d-71cd7464fc7e, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:16:45.745376 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6c51cda-c84e-4d7d-9a51-e0b37b237685 req-09ef66a1-9958-4a72-878a-1b8558e10611 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:45.757281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-a6c51cda-c84e-4d7d-9a51-e0b37b237685 req-09ef66a1-9958-4a72-878a-1b8558e10611 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for e5ff2685-7313-4d30-bf2d-71cd7464fc7e owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:16:45.958116 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6c51cda-c84e-4d7d-9a51-e0b37b237685 req-09ef66a1-9958-4a72-878a-1b8558e10611 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:45.990784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef66a1-9958-4a72-878a-1b8558e10611 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=e5ff2685-7313-4d30-bf2d-71cd7464fc7e,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:46.031999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c51cda-c84e-4d7d-9a51-e0b37b237685 req-09ef66a1-9958-4a72-878a-1b8558e10611 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] No DVR routers for this DVR port e5ff2685-7313-4d30-bf2d-71cd7464fc7e on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:16:46.034568 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-a6c51cda-c84e-4d7d-9a51-e0b37b237685 req-09ef66a1-9958-4a72-878a-1b8558e10611 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:46.036705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a6c51cda-c84e-4d7d-9a51-e0b37b237685 req-09ef66a1-9958-4a72-878a-1b8558e10611 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.13 "DELETE /v2.0/ports/e5ff2685-7313-4d30-bf2d-71cd7464fc7e HTTP/1.1" status: 204 len: 173 time: 0.4636216 Aug 21 10:16:46.037145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'name': 'network-vif-deleted', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:16:46.039377 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a5494a-32af-42fb-bb35-e2a26bc354aa" -d '{"events": [{"server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "name": "network-vif-deleted", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:16:46.076173 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbe7c7e-e365-428b-8a51-4019e765cf53 x-openstack-request-id: req-ffbe7c7e-e365-428b-8a51-4019e765cf53 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:16:46.076467 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7edace-ce2b-4773-9128-4b4751429846", "name": "network-vif-deleted", "tag": "e5ff2685-7313-4d30-bf2d-71cd7464fc7e", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:16:46.082215 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffbe7c7e-e365-428b-8a51-4019e765cf53 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:16:46.082215 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7edace-ce2b-4773-9128-4b4751429846', 'name': 'network-vif-deleted', 'tag': 'e5ff2685-7313-4d30-bf2d-71cd7464fc7e', 'status': 'completed', 'code': 200} Aug 21 10:16:46.100434 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:46.236010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:46.661536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-18e9e742-5986-45e4-99d9-3560dc27141e req-d0873e6c-00c0-4467-a9bc-41f0a40f644f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7edace-ce2b-4773-9128-4b4751429846 HTTP/1.1" status: 200 len: 210 time: 0.0259733 Aug 21 10:16:47.717356 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35244) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:48.079131 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:48.322663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port c65d9060-82d2-4a4b-a563-3815bc8c019a {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:16:48.322928 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:48.411650 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port c65d9060-82d2-4a4b-a563-3815bc8c019a, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=c65d9060-82d2-4a4b-a563-3815bc8c019a,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:16:48.412010 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:48.424053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for c65d9060-82d2-4a4b-a563-3815bc8c019a owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:16:48.643281 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:48.672345 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=c65d9060-82d2-4a4b-a563-3815bc8c019a,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:49.042975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e5ff2685-7313-4d30-bf2d-71cd7464fc7e no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:16:49.063607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: e5ff2685-7313-4d30-bf2d-71cd7464fc7e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:16:49.063962 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device e5ff2685-7313-4d30-bf2d-71cd7464fc7e not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:16:49.202446 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:49.422212 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router 1285efe1-daa6-40d7-9e06-25437e83cca1 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:16:49.529058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:16:49.534169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a5fc918e-76fd-4e1e-9c6c-6dab8217b851 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "PUT /v2.0/routers/1285efe1-daa6-40d7-9e06-25437e83cca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8157938 Aug 21 10:16:49.537060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35246) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:49.539524 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fe636c-6b17-4310-98e3-564e3bc4cca4 None None] Sync routers for ids ['1285efe1-daa6-40d7-9e06-25437e83cca1'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:16:49.550458 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe636c-6b17-4310-98e3-564e3bc4cca4 None None] Routers {'1285efe1-daa6-40d7-9e06-25437e83cca1'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:16:49.551155 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-63fe636c-6b17-4310-98e3-564e3bc4cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:16:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1285efe1-daa6-40d7-9e06-25437e83cca1'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:49.589967 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10200f4-55b9-4e96-915b-2221cc503ca5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting subnet 506e3239-3f8b-4750-9ffb-c61862c9975c {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:16:49.593042 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d10200f4-55b9-4e96-915b-2221cc503ca5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:49.632231 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d10200f4-55b9-4e96-915b-2221cc503ca5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:49.655355 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-63fe636c-6b17-4310-98e3-564e3bc4cca4 None None] Set router 1285efe1-daa6-40d7-9e06-25437e83cca1 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:16:49.721505 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d10200f4-55b9-4e96-915b-2221cc503ca5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:49.826887 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d10200f4-55b9-4e96-915b-2221cc503ca5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:49.836278 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-63fe636c-6b17-4310-98e3-564e3bc4cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:16:48Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:49.855011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10200f4-55b9-4e96-915b-2221cc503ca5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Subnet': ['ID=506e3239-3f8b-4750-9ffb-c61862c9975c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:49.858882 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d10200f4-55b9-4e96-915b-2221cc503ca5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:49.861762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d10200f4-55b9-4e96-915b-2221cc503ca5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/subnets/506e3239-3f8b-4750-9ffb-c61862c9975c HTTP/1.1" status: 204 len: 168 time: 0.3233917 Aug 21 10:16:49.865040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35248) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:49.872314 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50882cf-0afe-478c-a725-2690aa8785ee None None] Network e0f1dd75-d890-49d3-822d-76de2234a83f requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:16:49.875676 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fe636c-6b17-4310-98e3-564e3bc4cca4 None None] Checking router: 1285efe1-daa6-40d7-9e06-25437e83cca1 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:16:49.924550 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe636c-6b17-4310-98e3-564e3bc4cca4 None None] Routers {'1285efe1-daa6-40d7-9e06-25437e83cca1'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:16:49.925174 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-63fe636c-6b17-4310-98e3-564e3bc4cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:16:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['1285efe1-daa6-40d7-9e06-25437e83cca1'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:49.991679 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.077542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-63fe636c-6b17-4310-98e3-564e3bc4cca4 None None] Set router 1285efe1-daa6-40d7-9e06-25437e83cca1 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:16:50.099605 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.144836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7bee01-4fb8-49ae-a00e-a2fa16bda602 None None] DHCP port deletion for e0f1dd75-d890-49d3-822d-76de2234a83f request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:16:50.195479 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port aa205638-9ffc-44d2-92dc-371fbf6ea393 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:16:50.195847 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.272187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-db7bee01-4fb8-49ae-a00e-a2fa16bda602 None None] Deleting port ff388298-fc4a-49ba-98cd-03e3f55ce665 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:16:50.272458 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-db7bee01-4fb8-49ae-a00e-a2fa16bda602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.273557 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port aa205638-9ffc-44d2-92dc-371fbf6ea393, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=aa205638-9ffc-44d2-92dc-371fbf6ea393,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:16:50.273934 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.286417 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for aa205638-9ffc-44d2-92dc-371fbf6ea393 owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:16:50.343426 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-db7bee01-4fb8-49ae-a00e-a2fa16bda602 None None] For port ff388298-fc4a-49ba-98cd-03e3f55ce665, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=ff388298-fc4a-49ba-98cd-03e3f55ce665,segment=NetworkSegment(920dd847-8fe0-4e11-9e85-8527bf33b0a9),segment_id=920dd847-8fe0-4e11-9e85-8527bf33b0a9)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:16:50.343848 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-db7bee01-4fb8-49ae-a00e-a2fa16bda602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.358806 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-db7bee01-4fb8-49ae-a00e-a2fa16bda602 None None] Calling delete_port for ff388298-fc4a-49ba-98cd-03e3f55ce665 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:16:50.366708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-63fe636c-6b17-4310-98e3-564e3bc4cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:16:48Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:50.394735 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fe636c-6b17-4310-98e3-564e3bc4cca4 None None] The sync data for ids ['1285efe1-daa6-40d7-9e06-25437e83cca1'] in n-d-766726-28 is: [{'id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1836416030', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:14:59Z', 'updated_at': '2021-08-21T10:16:48Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'aa205638-9ffc-44d2-92dc-371fbf6ea393', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1285efe1-daa6-40d7-9e06-25437e83cca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:15:00Z', 'updated_at': '2021-08-21T10:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:16:50.540995 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.557734 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-db7bee01-4fb8-49ae-a00e-a2fa16bda602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.572595 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=aa205638-9ffc-44d2-92dc-371fbf6ea393,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:50.586199 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bee01-4fb8-49ae-a00e-a2fa16bda602 None None] Pushing event deleted for resources: {'Port': ['ID=ff388298-fc4a-49ba-98cd-03e3f55ce665,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:50.592592 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7bee01-4fb8-49ae-a00e-a2fa16bda602 None None] No DVR routers for this DVR port ff388298-fc4a-49ba-98cd-03e3f55ce665 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:16:50.601799 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.602041 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.602387 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.602729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.603066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.603429 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.603798 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.604134 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.604578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.604782 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.605111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.605438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:50.646165 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.736352 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.738641 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.843512 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.843717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Fanout notify agent at l3_agent the message router_deleted on router 1285efe1-daa6-40d7-9e06-25437e83cca1 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:16:50.849924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c65d9060-82d2-4a4b-a563-3815bc8c019a no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:16:50.851922 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:50.853241 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d6bd3ba6-b422-42b5-892b-002c5be638e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/routers/1285efe1-daa6-40d7-9e06-25437e83cca1 HTTP/1.1" status: 204 len: 168 time: 0.9858959 Aug 21 10:16:50.856108 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35252) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:50.879475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: c65d9060-82d2-4a4b-a563-3815bc8c019a {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:16:50.879475 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device c65d9060-82d2-4a4b-a563-3815bc8c019a not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:16:50.881882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ff388298-fc4a-49ba-98cd-03e3f55ce665 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:16:50.905465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: ff388298-fc4a-49ba-98cd-03e3f55ce665 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:16:50.907104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device ff388298-fc4a-49ba-98cd-03e3f55ce665 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:16:50.939045 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:51.037388 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:51.048456 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f1dd75-d890-49d3-822d-76de2234a83f']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:51.059386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920dd847-8fe0-4e11-9e85-8527bf33b0a9') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:51.059713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920dd847-8fe0-4e11-9e85-8527bf33b0a9') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:51.069751 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:51.084033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:51.093487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:16:51.093487 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:16:51.094787 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:16:51.214887 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:51.224331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:51.226175 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/networks/e0f1dd75-d890-49d3-822d-76de2234a83f HTTP/1.1" status: 204 len: 168 time: 0.3690763 Aug 21 10:16:51.229521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35254) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:51.236807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f3034-415e-46cd-9cde-abad3e037aef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Network': ['ID=e0f1dd75-d890-49d3-822d-76de2234a83f,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:51.302267 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f77f2bee-16fe-445e-8a1d-6d0fbfdcabd0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:51.328980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f77f2bee-16fe-445e-8a1d-6d0fbfdcabd0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:51.449566 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f77f2bee-16fe-445e-8a1d-6d0fbfdcabd0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:51.452382 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f77f2bee-16fe-445e-8a1d-6d0fbfdcabd0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:51.456818 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f77f2bee-16fe-445e-8a1d-6d0fbfdcabd0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/security-groups/97a19aee-f172-437b-8141-cd0031c58f21 HTTP/1.1" status: 204 len: 168 time: 0.2262642 Aug 21 10:16:51.466470 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f2bee-16fe-445e-8a1d-6d0fbfdcabd0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a19aee-f172-437b-8141-cd0031c58f21,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:51.943648 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35260) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:51.948543 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1ffba682-1fee-4238-b531-cfe8c4513a84 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776095077', 'description': 'tempest-secgroup-smoke-1776095077 description', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:16:52.037835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ffba682-1fee-4238-b531-cfe8c4513a84 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.145950 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ffba682-1fee-4238-b531-cfe8c4513a84 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.231623 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ffba682-1fee-4238-b531-cfe8c4513a84 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.260585 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffba682-1fee-4238-b531-cfe8c4513a84 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77dffb0c-b077-4a63-ab42-4a00fc23468d,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:52.317394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1ffba682-1fee-4238-b531-cfe8c4513a84 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.318719 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1ffba682-1fee-4238-b531-cfe8c4513a84 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3740432 Aug 21 10:16:52.321613 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35262) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:52.326362 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-9e993efc-18f8-4dd7-80b6-58a45cee4407 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '77dffb0c-b077-4a63-ab42-4a00fc23468d', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:16:52.402882 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e993efc-18f8-4dd7-80b6-58a45cee4407 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.460617 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e993efc-18f8-4dd7-80b6-58a45cee4407 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.517444 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e993efc-18f8-4dd7-80b6-58a45cee4407 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.535124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e993efc-18f8-4dd7-80b6-58a45cee4407 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acf8cdf-e761-45e5-874e-fb65d461185c,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:52.620471 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-9e993efc-18f8-4dd7-80b6-58a45cee4407 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.621793 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9e993efc-18f8-4dd7-80b6-58a45cee4407 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992132 Aug 21 10:16:52.624921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35264) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:52.629393 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-15e90cf4-ce4a-4cec-9689-5342f58dca46 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '77dffb0c-b077-4a63-ab42-4a00fc23468d', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:16:52.739891 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-15e90cf4-ce4a-4cec-9689-5342f58dca46 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.743267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device aa205638-9ffc-44d2-92dc-371fbf6ea393 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:16:52.764161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: aa205638-9ffc-44d2-92dc-371fbf6ea393 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:16:52.764507 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device aa205638-9ffc-44d2-92dc-371fbf6ea393 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:16:52.797790 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-15e90cf4-ce4a-4cec-9689-5342f58dca46 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.865941 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-15e90cf4-ce4a-4cec-9689-5342f58dca46 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.886021 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e90cf4-ce4a-4cec-9689-5342f58dca46 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d7cf02-a347-4813-87a8-1945dce6ef68,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:52.940098 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-15e90cf4-ce4a-4cec-9689-5342f58dca46 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:52.941307 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-15e90cf4-ce4a-4cec-9689-5342f58dca46 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3154614 Aug 21 10:16:52.943979 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35266) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:52.948873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c873cea3-f62b-440f-8503-e1a8a79dc023 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '77dffb0c-b077-4a63-ab42-4a00fc23468d', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:16:53.031663 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c873cea3-f62b-440f-8503-e1a8a79dc023 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.089112 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c873cea3-f62b-440f-8503-e1a8a79dc023 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.146021 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c873cea3-f62b-440f-8503-e1a8a79dc023 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.166560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873cea3-f62b-440f-8503-e1a8a79dc023 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac45b99f-f63e-4491-9d97-7cadc2733c93,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:53.228943 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c873cea3-f62b-440f-8503-e1a8a79dc023 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.230174 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c873cea3-f62b-440f-8503-e1a8a79dc023 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2852709 Aug 21 10:16:53.232859 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35268) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:53.237450 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-8506df0d-4703-47f3-a5c3-73013a437b55 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '77dffb0c-b077-4a63-ab42-4a00fc23468d', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:16:53.323842 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8506df0d-4703-47f3-a5c3-73013a437b55 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.390410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8506df0d-4703-47f3-a5c3-73013a437b55 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.437273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8506df0d-4703-47f3-a5c3-73013a437b55 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.454729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506df0d-4703-47f3-a5c3-73013a437b55 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19381332-2633-46e8-b2e5-c00bbf3a747c,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:53.505977 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-8506df0d-4703-47f3-a5c3-73013a437b55 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.507189 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-8506df0d-4703-47f3-a5c3-73013a437b55 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2733452 Aug 21 10:16:53.509989 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35270) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:53.514408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-2d09e904-1171-4cc1-be0b-c5857b166fd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '77dffb0c-b077-4a63-ab42-4a00fc23468d', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:16:53.597329 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-2d09e904-1171-4cc1-be0b-c5857b166fd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Project bbc1f7f8491c41979ed959c4332eab18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:16:53.602368 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d09e904-1171-4cc1-be0b-c5857b166fd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.668544 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d09e904-1171-4cc1-be0b-c5857b166fd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.739980 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d09e904-1171-4cc1-be0b-c5857b166fd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.758577 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09e904-1171-4cc1-be0b-c5857b166fd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0427c55-0fe6-428b-9b26-1b9c4ae00f01,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:53.831408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2d09e904-1171-4cc1-be0b-c5857b166fd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:53.832653 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2d09e904-1171-4cc1-be0b-c5857b166fd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3217409 Aug 21 10:16:53.835459 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35272) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:53.842343 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-dbd2a4bb-50e8-47e8-b44d-c25c122f1009 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': '77dffb0c-b077-4a63-ab42-4a00fc23468d', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:16:53.934860 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-dbd2a4bb-50e8-47e8-b44d-c25c122f1009 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Project bbc1f7f8491c41979ed959c4332eab18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:16:53.940497 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a4bb-50e8-47e8-b44d-c25c122f1009 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.006114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a4bb-50e8-47e8-b44d-c25c122f1009 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.083147 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a4bb-50e8-47e8-b44d-c25c122f1009 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.102522 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2a4bb-50e8-47e8-b44d-c25c122f1009 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2daacc2f-ba3f-4af1-8d21-5f576afe8840,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:54.157459 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a4bb-50e8-47e8-b44d-c25c122f1009 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.158760 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-dbd2a4bb-50e8-47e8-b44d-c25c122f1009 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3223536 Aug 21 10:16:54.161625 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35274) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:54.167212 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'network': {'name': 'tempest-network-smoke--1824483314', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'port_security_enabled': True}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:16:54.254521 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:16:54.258081 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.282152 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:16:54.291141 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.294051 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Added segment 3771f72c-0e79-4b00-86f3-a5f2ff2e871a of type vlan for network 0ee55ec4-3498-4814-afdb-5948be7e4029 Aug 21 10:16:54.333908 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.403255 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.408915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:54.409501 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.477035 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Network': ['ID=0ee55ec4-3498-4814-afdb-5948be7e4029,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:54.487530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 0ee55ec4-3498-4814-afdb-5948be7e4029 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:16:54.501165 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-58f957e2-9216-42d4-908e-e3c43a3fec2d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3384478 Aug 21 10:16:54.503872 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35276) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:54.508724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'admin_state_up': True, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:16:54.575147 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.576266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.630902 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:54.803237 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:55.086976 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:55.105974 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:55.211891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.25.5.60 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/d5963af2-a2b2-430b-bdaa-8b00262c36fc) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:16:55.313042 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:55.403839 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:55.440887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:16:55.445069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:16:55.452020 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:16:55.455051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=d5963af2-a2b2-430b-bdaa-8b00262c36fc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:55.748137 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:55.941206 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:56.134774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:16:56.239602 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:16:56.249958 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Sync routers for ids ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:16:56.266017 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Routers {'6645cfd3-d80a-493b-ae9a-890fc0ea62b2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:16:56.266017 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:16:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:56.311552 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:56.312848 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0f0bffa1-b024-401b-a9bf-8243190cab72 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8080263 Aug 21 10:16:56.315921 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35278) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:56.348675 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b5f10a8d-d2e9-4779-aa1d-90011f2168a1 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bbc1f7f8491c41979ed959c4332eab18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316420 Aug 21 10:16:56.351192 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35280) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:56.362032 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Set router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:16:56.443253 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5efacf-72c9-42fd-8325-0b2ba567defc tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:56.448101 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1c5efacf-72c9-42fd-8325-0b2ba567defc tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925884 Aug 21 10:16:56.448308 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35282) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:56.480036 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a9751d47-745a-4064-980d-3efff1711dad tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278084 Aug 21 10:16:56.480278 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35284) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:56.485130 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1410466713', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:16:56.544294 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:55Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:56.570759 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Checking router: 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:16:56.571107 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Updating router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 port d5963af2-a2b2-430b-bdaa-8b00262c36fc binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:16:56.599006 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:56.643167 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:16:56.646773 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:56.847364 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:56.857313 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Transition to ACTIVE for port object d5963af2-a2b2-430b-bdaa-8b00262c36fc will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:16:56.947064 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:56.986041 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:57.039486 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Attempting to bind port d5963af2-a2b2-430b-bdaa-8b00262c36fc on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:16:57.039882 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Attempting to bind port d5963af2-a2b2-430b-bdaa-8b00262c36fc by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:16:57.040272 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Attempting to bind port d5963af2-a2b2-430b-bdaa-8b00262c36fc on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:16:57.051987 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Pushing event updated for resources: {'Port': ['ID=d5963af2-a2b2-430b-bdaa-8b00262c36fc,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:57.054539 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:16:57.054913 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:16:57.055312 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:57.056316 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:16:57.056792 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Bound port: d5963af2-a2b2-430b-bdaa-8b00262c36fc, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:16:57.057171 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:57.082702 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.083034 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.083365 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.083726 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.084050 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.084370 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.084686 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.085008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.085332 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.085644 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.085958 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.086268 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:16:57.129053 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] For port d5963af2-a2b2-430b-bdaa-8b00262c36fc, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:16:57.132301 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] For port d5963af2-a2b2-430b-bdaa-8b00262c36fc, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d5963af2-a2b2-430b-bdaa-8b00262c36fc,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:16:57.198229 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:57.259097 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Routers {'6645cfd3-d80a-493b-ae9a-890fc0ea62b2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:16:57.259792 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:16:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:57.265200 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d3f71-4658-4837-86a4-c499c41af8ef None None] Pushing event updated for resources: {'Port': ['ID=d5963af2-a2b2-430b-bdaa-8b00262c36fc,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:57.285440 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Subnet': ['ID=6d1b2aa8-a610-4796-b515-6a19d02652d3,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:57.301368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Checking segment: {'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:16:57.301741 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network hostable DHCP agents. Network: 0ee55ec4-3498-4814-afdb-5948be7e4029, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:16:57.377065 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] Set router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:16:57.380751 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 0ee55ec4-3498-4814-afdb-5948be7e4029 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:16:57.460523 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 0ee55ec4-3498-4814-afdb-5948be7e4029) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:16:57.465066 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:16:57.465782 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:57.470020 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d41f5-e82a-4e95-8c06-3396939077c9 None None] Network 0ee55ec4-3498-4814-afdb-5948be7e4029 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:16:57.549650 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-99bf0ea8-77e5-4fc3-87b2-9253b2f7b817 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0657048 Aug 21 10:16:57.549868 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35286) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:16:57.568253 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:55Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:57.598766 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1e6ac-7e28-4c6a-956b-c61257008ab7 None None] The sync data for ids ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'] in n-d-766726-28 is: [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:55Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:16:57.625606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-0ee55ec4-3498-4814-afdb-5948be7e4029', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ips': [{'subnet_id': '6d1b2aa8-a610-4796-b515-6a19d02652d3'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:16:57.626491 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:57.771771 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Allocated IP 172.20.0.2 (0ee55ec4-3498-4814-afdb-5948be7e4029/6d1b2aa8-a610-4796-b515-6a19d02652d3/fa023f97-fddd-4f23-b51e-ea5d1d5ee40d) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:16:58.072434 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:58.124482 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:58.134308 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Transition to ACTIVE for port object fa023f97-fddd-4f23-b51e-ea5d1d5ee40d will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:16:58.157076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Transition to ACTIVE for port object fa023f97-fddd-4f23-b51e-ea5d1d5ee40d will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:16:58.220896 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:58.268195 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Network 0ee55ec4-3498-4814-afdb-5948be7e4029 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:16:58.271515 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:16:58.273953 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:16:58.291179 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Pushing event updated for resources: {'Port': ['ID=fa023f97-fddd-4f23-b51e-ea5d1d5ee40d,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:58.353172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Attempting to bind port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:16:58.353589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Attempting to bind port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:16:58.353973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Attempting to bind port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d on network 0ee55ec4-3498-4814-afdb-5948be7e4029 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:16:58.359845 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:16:58.360381 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Checking segment: {'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:16:58.360828 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:58.361264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Bound using segment: {'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:16:58.361936 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Bound port: fa023f97-fddd-4f23-b51e-ea5d1d5ee40d, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:16:58.362367 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:58.372095 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.20.0.1 (0ee55ec4-3498-4814-afdb-5948be7e4029/6d1b2aa8-a610-4796-b515-6a19d02652d3/a207d5a1-152e-4b94-b255-3028e240d9fb) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:16:58.437813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] For port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:16:58.441697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] For port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=fa023f97-fddd-4f23-b51e-ea5d1d5ee40d,segment=NetworkSegment(3771f72c-0e79-4b00-86f3-a5f2ff2e871a),segment_id=3771f72c-0e79-4b00-86f3-a5f2ff2e871a)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:16:58.496403 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:58.511477 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Transition to ACTIVE for port object a207d5a1-152e-4b94-b255-3028e240d9fb will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:16:58.523736 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:58.584976 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89629388-450a-4278-8abc-e7f7b1f930c8 None None] Pushing event updated for resources: {'Port': ['ID=fa023f97-fddd-4f23-b51e-ea5d1d5ee40d,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:58.626713 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:58.674001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 0ee55ec4-3498-4814-afdb-5948be7e4029 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:16:58.677956 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:16:58.683411 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:16:58.693537 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=a207d5a1-152e-4b94-b255-3028e240d9fb,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:58.755888 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:58.867349 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device fa023f97-fddd-4f23-b51e-ea5d1d5ee40d up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:16:58.960116 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:58.991937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:16:58.997430 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d5963af2-a2b2-430b-bdaa-8b00262c36fc up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:16:59.117542 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d5963af2-a2b2-430b-bdaa-8b00262c36fc completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:16:59.122778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d5963af2-a2b2-430b-bdaa-8b00262c36fc triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:16:59.126849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:59.206269 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:59.226574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port d5963af2-a2b2-430b-bdaa-8b00262c36fc, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d5963af2-a2b2-430b-bdaa-8b00262c36fc,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:16:59.292258 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:59.306090 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:59.357375 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:59.361913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=d5963af2-a2b2-430b-bdaa-8b00262c36fc,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:59.438729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=a207d5a1-152e-4b94-b255-3028e240d9fb,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:16:59.438729 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:16:59.530182 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 0ee55ec4-3498-4814-afdb-5948be7e4029 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:16:59.531578 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:16:59.650665 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:16:59.760570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:16:59.765973 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-d994ffde-0965-4f01-ac7a-43e2faeb8c86 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "PUT /v2.0/routers/6645cfd3-d80a-493b-ae9a-890fc0ea62b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2150636 Aug 21 10:16:59.771095 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Sync routers for ids ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:16:59.781504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Routers {'6645cfd3-d80a-493b-ae9a-890fc0ea62b2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:16:59.782066 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:16:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:16:59.903953 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Set router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:17:00.086269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-8a0b8d8c-776f-4d51-a713-879cc3e45c5e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1776095077&fields=id&tenant_id=bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 267 time: 0.0364449 Aug 21 10:17:00.128897 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9d8ef9-7892-40d5-8137-100e3267fdbd None None] Network 0ee55ec4-3498-4814-afdb-5948be7e4029 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:17:00.184787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:58Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a207d5a1-152e-4b94-b255-3028e240d9fb', 'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:ce:4b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:58Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 2, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:17:00.198502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de492be-662c-4313-9add-7ae1584d158a req-9cb7766b-4187-46b8-9b55-91fbedbc82b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:00.200358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-9cb7766b-4187-46b8-9b55-91fbedbc82b9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/networks?id=0ee55ec4-3498-4814-afdb-5948be7e4029 HTTP/1.1" status: 200 len: 797 time: 0.1065090 Aug 21 10:17:00.216272 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-91821c7b-d700-4f33-98e1-dcf6a41ab8e4 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/quotas/bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 375 time: 0.0098140 Aug 21 10:17:00.220480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Checking router: 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:17:00.220836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Updating router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 port a207d5a1-152e-4b94-b255-3028e240d9fb binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:17:00.260464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-138a5196-6609-4b8b-afd3-f59ffb567e2f None None] Provisioning for port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:17:00.266966 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:00.274943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-138a5196-6609-4b8b-afd3-f59ffb567e2f None None] Provisioning complete for port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:17:00.275306 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-138a5196-6609-4b8b-afd3-f59ffb567e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:00.277113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-76cdf9db-7d1c-44f5-ab3c-d837664adea6 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547469 Aug 21 10:17:00.297059 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-029c756e-b6cb-464a-99dc-44173b700cad service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:17:00.298051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-029c756e-b6cb-464a-99dc-44173b700cad service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065222 Aug 21 10:17:00.397962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-4a137b0e-958a-4421-863c-33fc0e554301 service neutron] 10.222.0.20 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928426 Aug 21 10:17:00.497450 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-1aca69e1-32ca-4d39-96e2-4c2599120c5c service neutron] 10.222.0.20 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927804 Aug 21 10:17:00.536476 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-138a5196-6609-4b8b-afd3-f59ffb567e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:00.609284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-138a5196-6609-4b8b-afd3-f59ffb567e2f None None] For port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=fa023f97-fddd-4f23-b51e-ea5d1d5ee40d,segment=NetworkSegment(3771f72c-0e79-4b00-86f3-a5f2ff2e871a),segment_id=3771f72c-0e79-4b00-86f3-a5f2ff2e871a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:17:00.719688 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-138a5196-6609-4b8b-afd3-f59ffb567e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:00.729388 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:00.763516 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Transition to ACTIVE for port object a207d5a1-152e-4b94-b255-3028e240d9fb will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:17:00.796256 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a5196-6609-4b8b-afd3-f59ffb567e2f None None] Pushing event updated for resources: {'Port': ['ID=fa023f97-fddd-4f23-b51e-ea5d1d5ee40d,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:17:00.796930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a54c8cf5-9e2c-460d-bf98-23ee135c9e79 req-9fce534a-b9d8-4961-bea5-df72efeacff0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 210 time: 0.0702710 Aug 21 10:17:00.830142 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d5963af2-a2b2-430b-bdaa-8b00262c36fc up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:17:00.857096 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:00.929091 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb66c8-7803-4230-91a7-6a799a414d3a None None] Pushing event updated for resources: {'Port': ['ID=a207d5a1-152e-4b94-b255-3028e240d9fb,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:17:00.933134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ba93da3f-cf90-42a6-9696-96dc1b382e8d None None] Provisioning complete for port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:17:00.933504 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ba93da3f-cf90-42a6-9696-96dc1b382e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:01.032312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Attempting to bind port a207d5a1-152e-4b94-b255-3028e240d9fb on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:17:01.032675 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Attempting to bind port a207d5a1-152e-4b94-b255-3028e240d9fb by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:17:01.033038 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Attempting to bind port a207d5a1-152e-4b94-b255-3028e240d9fb on network 0ee55ec4-3498-4814-afdb-5948be7e4029 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:17:01.035547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d5963af2-a2b2-430b-bdaa-8b00262c36fc triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:17:01.035991 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:01.066838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:17:01.066838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Checking segment: {'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:17:01.066838 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:01.066838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Bound using segment: {'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:17:01.066838 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Bound port: a207d5a1-152e-4b94-b255-3028e240d9fb, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:17:01.066838 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:01.205269 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] For port a207d5a1-152e-4b94-b255-3028e240d9fb, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:17:01.221658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] For port a207d5a1-152e-4b94-b255-3028e240d9fb, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a207d5a1-152e-4b94-b255-3028e240d9fb,segment=NetworkSegment(3771f72c-0e79-4b00-86f3-a5f2ff2e871a),segment_id=3771f72c-0e79-4b00-86f3-a5f2ff2e871a)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:17:01.248860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ba93da3f-cf90-42a6-9696-96dc1b382e8d None None] Provisioning for port a207d5a1-152e-4b94-b255-3028e240d9fb completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:17:01.307186 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:01.378813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Routers {'6645cfd3-d80a-493b-ae9a-890fc0ea62b2'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:17:01.379449 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:16:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:17:01.382917 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb66c8-7803-4230-91a7-6a799a414d3a None None] Pushing event updated for resources: {'Port': ['ID=a207d5a1-152e-4b94-b255-3028e240d9fb,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:17:01.506190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] Set router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:17:01.877032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:58Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a207d5a1-152e-4b94-b255-3028e240d9fb', 'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:ce:4b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:58Z', 'updated_at': '2021-08-21T10:17:01Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:17:01.896693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7905948d-36b6-4fc2-93c4-0465151703f8 req-1781838b-9ff0-4870-a1db-c05be92a56a7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 210 time: 0.0295398 Aug 21 10:17:01.915633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1457a5c2-1ff1-4c70-ab8d-fd46a577ae99 None None] The sync data for ids ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'] in n-d-766726-28 is: [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:58Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a207d5a1-152e-4b94-b255-3028e240d9fb', 'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:ce:4b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:58Z', 'updated_at': '2021-08-21T10:17:01Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:17:02.640029 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de492be-662c-4313-9add-7ae1584d158a req-8d85dcfa-e517-458c-ace7-ac1588a7bb37 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:02.642585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-8d85dcfa-e517-458c-ace7-ac1588a7bb37 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/networks?id=0ee55ec4-3498-4814-afdb-5948be7e4029 HTTP/1.1" status: 200 len: 797 time: 0.1613669 Aug 21 10:17:02.688999 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-1b49f5de-3f16-465b-816a-6913c8e84918 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 380 time: 0.0376930 Aug 21 10:17:02.698163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'port': {'device_id': '4888e040-e188-4378-8aff-a2beacfa7901', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'admin_state_up': True, 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'security_groups': ['77dffb0c-b077-4a63-ab42-4a00fc23468d']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:17:02.894977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device fa023f97-fddd-4f23-b51e-ea5d1d5ee40d up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:17:02.904937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:17:02.912956 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:02.956978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:17:02.957639 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:03.029021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-390c35dc-1f01-4b04-9827-8da534cc7369 req-386a3abf-6f94-49e4-a889-b5fd21aede35 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 210 time: 0.0385809 Aug 21 10:17:03.083124 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a207d5a1-152e-4b94-b255-3028e240d9fb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:17:03.093675 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.20.0.14 (0ee55ec4-3498-4814-afdb-5948be7e4029/6d1b2aa8-a610-4796-b515-6a19d02652d3/61645e9b-f9cb-4c79-9d37-7f315d9c2596) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:17:03.159320 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:17:03.214465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port a207d5a1-152e-4b94-b255-3028e240d9fb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:17:03.218658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a207d5a1-152e-4b94-b255-3028e240d9fb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:17:03.219035 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:03.264350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:03.282849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Transition to ACTIVE for port object 61645e9b-f9cb-4c79-9d37-7f315d9c2596 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:17:03.302891 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:03.341001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port a207d5a1-152e-4b94-b255-3028e240d9fb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a207d5a1-152e-4b94-b255-3028e240d9fb,segment=NetworkSegment(3771f72c-0e79-4b00-86f3-a5f2ff2e871a),segment_id=3771f72c-0e79-4b00-86f3-a5f2ff2e871a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:17:03.443466 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:03.471418 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:03.486409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 0ee55ec4-3498-4814-afdb-5948be7e4029 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:17:03.489470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:17:03.493135 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:17:03.519688 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=a207d5a1-152e-4b94-b255-3028e240d9fb,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:17:03.523947 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=61645e9b-f9cb-4c79-9d37-7f315d9c2596,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:17:03.551498 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:03.552153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:03.626635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-82f6ce6c-2727-426c-9e2d-70385b3007d3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9323440 Aug 21 10:17:03.640140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Request body: {'port': {'device_id': '4888e040-e188-4378-8aff-a2beacfa7901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:17:03.698678 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:03.785633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-20281779-91ad-4741-b948-165e447dc029 None None] Provisioning for port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:17:03.789669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-20281779-91ad-4741-b948-165e447dc029 None None] Provisioning complete for port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:17:03.790580 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-20281779-91ad-4741-b948-165e447dc029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:03.826289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-20281779-91ad-4741-b948-165e447dc029 None None] Port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:17:03.959989 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61645e9b-f9cb-4c79-9d37-7f315d9c2596 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:17:03.967656 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:03.979746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Transition to ACTIVE for port object 61645e9b-f9cb-4c79-9d37-7f315d9c2596 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:17:04.037233 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:04.112275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Pushing event updated for resources: {'Port': ['ID=61645e9b-f9cb-4c79-9d37-7f315d9c2596,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:17:04.200258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d454-341a-42ca-9437-ab626481c565 req-ba9a3639-90bd-43d8-b459-745f1f54c367 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:04.201976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20d7d454-341a-42ca-9437-ab626481c565 req-ba9a3639-90bd-43d8-b459-745f1f54c367 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 944 time: 0.0909815 Aug 21 10:17:04.203321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Attempting to bind port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:17:04.203727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Attempting to bind port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:17:04.204052 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Attempting to bind port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 on network 0ee55ec4-3498-4814-afdb-5948be7e4029 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:17:04.211743 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 on network 0ee55ec4-3498-4814-afdb-5948be7e4029 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:17:04.212738 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Attempting to bind port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 on network 0ee55ec4-3498-4814-afdb-5948be7e4029 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:17:04.233100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:17:04.233512 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Checking segment: {'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:17:04.233937 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Bound using segment: {'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:17:04.234463 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Bound port: 61645e9b-f9cb-4c79-9d37-7f315d9c2596, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3771f72c-0e79-4b00-86f3-a5f2ff2e871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:17:04.234926 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:04.291242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-20d7d454-341a-42ca-9437-ab626481c565 req-3213a107-8f68-4265-9a65-5c8e341f1266 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817204 Aug 21 10:17:04.320083 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] For port 61645e9b-f9cb-4c79-9d37-7f315d9c2596, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:17:04.323898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] For port 61645e9b-f9cb-4c79-9d37-7f315d9c2596, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=61645e9b-f9cb-4c79-9d37-7f315d9c2596,segment=NetworkSegment(3771f72c-0e79-4b00-86f3-a5f2ff2e871a),segment_id=3771f72c-0e79-4b00-86f3-a5f2ff2e871a)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:17:04.397930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:04.433154 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:04.433771 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:04.435164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] 10.222.0.22 "PUT /v2.0/ports/61645e9b-f9cb-4c79-9d37-7f315d9c2596 HTTP/1.1" status: 200 len: 1093 time: 0.7994998 Aug 21 10:17:04.435631 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4888e040-e188-4378-8aff-a2beacfa7901', 'tag': '61645e9b-f9cb-4c79-9d37-7f315d9c2596'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:17:04.437935 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dfaf7b-236c-4e17-9a84-c3dceeba648a" -d '{"events": [{"name": "network-changed", "server_uuid": "4888e040-e188-4378-8aff-a2beacfa7901", "tag": "61645e9b-f9cb-4c79-9d37-7f315d9c2596"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:17:04.467616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4c375-857c-4017-88df-d7ca20978821 service neutron] Pushing event updated for resources: {'Port': ['ID=61645e9b-f9cb-4c79-9d37-7f315d9c2596,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:17:04.477382 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f253f2c-8919-4dda-b056-efde6ae542ae x-openstack-request-id: req-2f253f2c-8919-4dda-b056-efde6ae542ae {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:17:04.477909 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4888e040-e188-4378-8aff-a2beacfa7901", "tag": "61645e9b-f9cb-4c79-9d37-7f315d9c2596", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:17:04.478690 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f253f2c-8919-4dda-b056-efde6ae542ae {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:17:04.478690 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4888e040-e188-4378-8aff-a2beacfa7901', 'tag': '61645e9b-f9cb-4c79-9d37-7f315d9c2596', 'status': 'completed', 'code': 200} Aug 21 10:17:04.546677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfaf7b-236c-4e17-9a84-c3dceeba648a req-e73c0a34-f4b6-4e67-9d3c-1efcdd82073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:04.548448 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2dfaf7b-236c-4e17-9a84-c3dceeba648a req-e73c0a34-f4b6-4e67-9d3c-1efcdd82073d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 1096 time: 0.0488980 Aug 21 10:17:04.656744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfaf7b-236c-4e17-9a84-c3dceeba648a req-92d093a8-1e2b-4777-97d4-c63d1bd6623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:04.658349 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2dfaf7b-236c-4e17-9a84-c3dceeba648a req-92d093a8-1e2b-4777-97d4-c63d1bd6623c service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=bbc1f7f8491c41979ed959c4332eab18&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1014740 Aug 21 10:17:04.755239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfaf7b-236c-4e17-9a84-c3dceeba648a req-45de6ed9-288e-480f-b507-dfce868709b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:04.756789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e2dfaf7b-236c-4e17-9a84-c3dceeba648a req-45de6ed9-288e-480f-b507-dfce868709b1 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906787 Aug 21 10:17:04.795464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a207d5a1-152e-4b94-b255-3028e240d9fb up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:17:04.836492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de492be-662c-4313-9add-7ae1584d158a req-8a66428a-66e6-4b0f-a6cc-9cb229e7fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:04.837536 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-8a66428a-66e6-4b0f-a6cc-9cb229e7fdf6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 1096 time: 0.0427709 Aug 21 10:17:04.850925 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port a207d5a1-152e-4b94-b255-3028e240d9fb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:17:04.851382 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:04.886110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-57982078-6777-4a70-ba18-7105dd4d5d5a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61645e9b-f9cb-4c79-9d37-7f315d9c2596 HTTP/1.1" status: 200 len: 217 time: 0.0411801 Aug 21 10:17:04.935152 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de492be-662c-4313-9add-7ae1584d158a req-8735e319-ae65-48e3-9be2-22fdf425e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:04.936722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-8735e319-ae65-48e3-9be2-22fdf425e28e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6d1b2aa8-a610-4796-b515-6a19d02652d3 HTTP/1.1" status: 200 len: 835 time: 0.0441632 Aug 21 10:17:04.981843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de492be-662c-4313-9add-7ae1584d158a req-50451ff1-1e60-49d2-8137-5d5b448cd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:04.983369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-50451ff1-1e60-49d2-8137-5d5b448cd48d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ee55ec4-3498-4814-afdb-5948be7e4029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401361 Aug 21 10:17:05.077391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-91e7900f-ea33-4522-8cf6-5c64969d7bd5 service neutron] 10.222.0.22 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865612 Aug 21 10:17:05.176776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de492be-662c-4313-9add-7ae1584d158a req-82735086-a832-4f76-990d-604a6f84b2ab service neutron] 10.222.0.22 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916557 Aug 21 10:17:05.413944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa20d4a-b24b-4c88-9753-e97b436bc128 req-e2debe86-4e40-4739-8dbc-fef9f324dfd4 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:05.416106 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9aa20d4a-b24b-4c88-9753-e97b436bc128 req-e2debe86-4e40-4739-8dbc-fef9f324dfd4 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 944 time: 0.0548799 Aug 21 10:17:05.454317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9aa20d4a-b24b-4c88-9753-e97b436bc128 req-d311d2a7-75bf-4089-906b-507a7d9ca260 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322449 Aug 21 10:17:06.570599 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f552418-19e2-4e37-9b48-7c50d2054b33 req-ba42160c-afc6-4bce-8dbf-cacc0ff0d793 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:06.572191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f552418-19e2-4e37-9b48-7c50d2054b33 req-ba42160c-afc6-4bce-8dbf-cacc0ff0d793 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 944 time: 0.0502453 Aug 21 10:17:06.610993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6f552418-19e2-4e37-9b48-7c50d2054b33 req-82de0e9e-fceb-4244-a38c-4eb09b9d9efe tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325325 Aug 21 10:17:06.963321 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d1994435-5f1c-4095-8530-9be7d8521f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:07.729173 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817090f-79d1-40c7-8b5a-48a97151de58 req-c7dbde97-549f-4d56-9711-f39c3eda667a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:07.730635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5817090f-79d1-40c7-8b5a-48a97151de58 req-c7dbde97-549f-4d56-9711-f39c3eda667a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 944 time: 0.0499392 Aug 21 10:17:07.769562 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5817090f-79d1-40c7-8b5a-48a97151de58 req-cd06430e-ac33-4b78-861a-345de95b734d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308304 Aug 21 10:17:08.885557 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ac34b-3597-404b-8f49-3146009b22b4 req-3f01284c-f7da-4ab9-9e47-3bc208d6e9b4 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:08.887075 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-552ac34b-3597-404b-8f49-3146009b22b4 req-3f01284c-f7da-4ab9-9e47-3bc208d6e9b4 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 944 time: 0.0530944 Aug 21 10:17:08.926597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-552ac34b-3597-404b-8f49-3146009b22b4 req-30aa98f5-76d0-4d99-bcd7-6b94bb81f43e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Aug 21 10:17:09.259245 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 61645e9b-f9cb-4c79-9d37-7f315d9c2596 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:17:09.354827 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 61645e9b-f9cb-4c79-9d37-7f315d9c2596, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=61645e9b-f9cb-4c79-9d37-7f315d9c2596,segment=NetworkSegment(3771f72c-0e79-4b00-86f3-a5f2ff2e871a),segment_id=3771f72c-0e79-4b00-86f3-a5f2ff2e871a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:17:09.364814 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '61645e9b-f9cb-4c79-9d37-7f315d9c2596', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'port_id': '61645e9b-f9cb-4c79-9d37-7f315d9c2596', 'mac_address': 'fa:16:3e:43:9b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:17:09.403893 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:09.416879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61645e9b-f9cb-4c79-9d37-7f315d9c2596 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:17:09.437220 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 61645e9b-f9cb-4c79-9d37-7f315d9c2596, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=61645e9b-f9cb-4c79-9d37-7f315d9c2596,segment=NetworkSegment(3771f72c-0e79-4b00-86f3-a5f2ff2e871a),segment_id=3771f72c-0e79-4b00-86f3-a5f2ff2e871a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:17:09.545361 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:09.593493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=61645e9b-f9cb-4c79-9d37-7f315d9c2596,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:17:09.636979 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd8ec-76ec-4bee-bac3-f6723740a139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:09.744501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['61645e9b-f9cb-4c79-9d37-7f315d9c2596'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:17:09.857696 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:10.055241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d86e4-b4fb-42a2-81d5-86acfec462ee req-8543fe4c-72a3-49c3-9404-2e8aa8bafb33 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:10.056775 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-225d86e4-b4fb-42a2-81d5-86acfec462ee req-8543fe4c-72a3-49c3-9404-2e8aa8bafb33 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 945 time: 0.0491109 Aug 21 10:17:10.095150 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-225d86e4-b4fb-42a2-81d5-86acfec462ee req-258aa0f5-3c53-4019-b89a-bcb4cede3494 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323277 Aug 21 10:17:11.185331 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:11.225346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0faa42-69b6-4d42-919d-f15b9d104129 req-fbbb7c99-1e04-4fe9-83b0-cebc4482c66d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:11.226831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df0faa42-69b6-4d42-919d-f15b9d104129 req-fbbb7c99-1e04-4fe9-83b0-cebc4482c66d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 945 time: 0.0482929 Aug 21 10:17:11.264947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df0faa42-69b6-4d42-919d-f15b9d104129 req-fdb33a50-e489-4c13-add4-cc70070da017 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314412 Aug 21 10:17:11.275319 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 61645e9b-f9cb-4c79-9d37-7f315d9c2596 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:17:11.425049 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:17:11.429197 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:17:11.429576 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:11.508345 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:11.531764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4888e040-e188-4378-8aff-a2beacfa7901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61645e9b-f9cb-4c79-9d37-7f315d9c2596'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:17:11.533925 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f212a85-276b-4bb7-a924-1be373e792fd" -d '{"events": [{"server_uuid": "4888e040-e188-4378-8aff-a2beacfa7901", "name": "network-vif-plugged", "status": "completed", "tag": "61645e9b-f9cb-4c79-9d37-7f315d9c2596"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:17:11.546466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 61645e9b-f9cb-4c79-9d37-7f315d9c2596, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=61645e9b-f9cb-4c79-9d37-7f315d9c2596,segment=NetworkSegment(3771f72c-0e79-4b00-86f3-a5f2ff2e871a),segment_id=3771f72c-0e79-4b00-86f3-a5f2ff2e871a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:17:11.567662 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa34f7a-2913-4339-801d-065491604b27 x-openstack-request-id: req-8aa34f7a-2913-4339-801d-065491604b27 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:17:11.567953 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4888e040-e188-4378-8aff-a2beacfa7901", "name": "network-vif-plugged", "status": "completed", "tag": "61645e9b-f9cb-4c79-9d37-7f315d9c2596", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:17:11.568204 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8aa34f7a-2913-4339-801d-065491604b27 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:17:11.568596 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4888e040-e188-4378-8aff-a2beacfa7901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61645e9b-f9cb-4c79-9d37-7f315d9c2596', 'code': 200} Aug 21 10:17:11.625826 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:11.670863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192eb2f-cc03-4bac-bb7f-9c19139af672 req-fa55a2b3-8714-4204-a2e5-fb3a1760e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:11.672459 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8192eb2f-cc03-4bac-bb7f-9c19139af672 req-fa55a2b3-8714-4204-a2e5-fb3a1760e407 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 1098 time: 0.0468981 Aug 21 10:17:11.685812 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=61645e9b-f9cb-4c79-9d37-7f315d9c2596,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:17:11.708537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8192eb2f-cc03-4bac-bb7f-9c19139af672 req-49e7addc-69cf-4c49-9e77-cce1bd045802 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293510 Aug 21 10:17:12.383048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e54f1-4847-46aa-a916-87692cd8c54f req-6f0a3dfc-f92a-4d77-94ee-650cdb6647eb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:12.384728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f8e54f1-4847-46aa-a916-87692cd8c54f req-6f0a3dfc-f92a-4d77-94ee-650cdb6647eb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0499620 Aug 21 10:17:12.423800 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8f8e54f1-4847-46aa-a916-87692cd8c54f req-562fb05e-996c-4c93-96ba-e8a92a3f0dd3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329950 Aug 21 10:17:12.671375 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:13.542488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52138f90-528e-4ac7-b39e-73b937a5732f req-7e85d30c-fbc5-411c-97a6-3c9473dafcc9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:13.544029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52138f90-528e-4ac7-b39e-73b937a5732f req-7e85d30c-fbc5-411c-97a6-3c9473dafcc9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0489297 Aug 21 10:17:13.582512 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-52138f90-528e-4ac7-b39e-73b937a5732f req-d1acc664-c328-447d-8296-5563b49fbd9f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Aug 21 10:17:13.698250 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44708fff-9a03-41a9-8ae9-643b673dc602 req-d58f9993-1e3d-404a-bfc4-62c1b58765bc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:13.699996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44708fff-9a03-41a9-8ae9-643b673dc602 req-d58f9993-1e3d-404a-bfc4-62c1b58765bc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0525503 Aug 21 10:17:13.738281 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44708fff-9a03-41a9-8ae9-643b673dc602 req-4a09fd5a-01cc-44c5-a2d4-55fd1e25b406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320251 Aug 21 10:17:13.759518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35354) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:17:13.840660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbd9ce7-6a76-4e00-b1dd-96e8ad1ea261 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:13.842192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3fbd9ce7-6a76-4e00-b1dd-96e8ad1ea261 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 1093 time: 0.0816891 Aug 21 10:17:13.845137 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35360) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:17:13.849617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '61645e9b-f9cb-4c79-9d37-7f315d9c2596', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:17:13.962848 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:14.062193 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:14.162423 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.25.5.9 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/ed59cadf-3c3a-48e5-81c1-c0866b68c888) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:17:14.268860 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:14.414629 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:14.452986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:17:14.455685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:17:14.458391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:17:14.488116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=ed59cadf-3c3a-48e5-81c1-c0866b68c888,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:17:14.500746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:14.501094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:14.501440 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:14.501775 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:14.502106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:14.502435 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:14.502764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:14.503092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:14.503418 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:14.503843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:14.504172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:14.504867 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:17:15.160926 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:15.319062 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:15.465105 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:15.522267 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:15.589341 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=ed59cadf-3c3a-48e5-81c1-c0866b68c888,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:17:15.599622 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:15.705810 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Floating IP 8b2907b1-13ab-4c08-97ea-2852ba1e6841 associated. External IP: 172.25.5.9, port: 61645e9b-f9cb-4c79-9d37-7f315d9c2596. Aug 21 10:17:15.913986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:17:16.029331 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:17:16.038981 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c5db47-dda7-423b-aec9-6f52f54ad79a None None] Sync routers for ids ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:17:16.047801 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5db47-dda7-423b-aec9-6f52f54ad79a None None] Routers {'6645cfd3-d80a-493b-ae9a-890fc0ea62b2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:17:16.048434 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42c5db47-dda7-423b-aec9-6f52f54ad79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:17:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:17:16.128077 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:16.152220 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:16.152955 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:16.155314 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-42c5db47-dda7-423b-aec9-6f52f54ad79a None None] Set router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:17:16.161242 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2f80a0dd-9d5b-41e3-b3ca-76f329e60f3f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3124750 Aug 21 10:17:16.161242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4888e040-e188-4378-8aff-a2beacfa7901', 'tag': '61645e9b-f9cb-4c79-9d37-7f315d9c2596'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:17:16.161941 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4888e040-e188-4378-8aff-a2beacfa7901", "tag": "61645e9b-f9cb-4c79-9d37-7f315d9c2596"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:17:16.200369 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f47f3f-c46f-434f-b6c1-acb0f035bd41 x-openstack-request-id: req-c9f47f3f-c46f-434f-b6c1-acb0f035bd41 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:17:16.200752 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4888e040-e188-4378-8aff-a2beacfa7901", "tag": "61645e9b-f9cb-4c79-9d37-7f315d9c2596", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:17:16.201143 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9f47f3f-c46f-434f-b6c1-acb0f035bd41 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:17:16.201611 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4888e040-e188-4378-8aff-a2beacfa7901', 'tag': '61645e9b-f9cb-4c79-9d37-7f315d9c2596', 'status': 'completed', 'code': 200} Aug 21 10:17:16.293898 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2e5fe-534d-484a-a190-3779ed17d1e1 req-b97a6cfd-9c87-4d2d-96c4-0f2f023b8b7a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:16.295408 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9cd2e5fe-534d-484a-a190-3779ed17d1e1 req-b97a6cfd-9c87-4d2d-96c4-0f2f023b8b7a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0800505 Aug 21 10:17:16.297219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef req-0a3d2d41-6fd6-4513-9b1a-87d7bc923f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:16.298623 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef req-0a3d2d41-6fd6-4513-9b1a-87d7bc923f41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 1098 time: 0.0727520 Aug 21 10:17:16.379900 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9cd2e5fe-534d-484a-a190-3779ed17d1e1 req-9ba370f6-284c-4e18-854d-589c9e76d357 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783181 Aug 21 10:17:16.383348 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42c5db47-dda7-423b-aec9-6f52f54ad79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:58Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '8b2907b1-13ab-4c08-97ea-2852ba1e6841', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'port_id': '61645e9b-f9cb-4c79-9d37-7f315d9c2596', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'mac_address': 'fa:16:3e:43:9b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4888e040-e188-4378-8aff-a2beacfa7901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:17:14Z', 'updated_at': '2021-08-21T10:17:14Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a207d5a1-152e-4b94-b255-3028e240d9fb', 'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:ce:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:58Z', 'updated_at': '2021-08-21T10:17:03Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:17:16.403251 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35366) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:17:16.412587 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c5db47-dda7-423b-aec9-6f52f54ad79a None None] Checking router: 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:17:16.420780 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5db47-dda7-423b-aec9-6f52f54ad79a None None] Routers {'6645cfd3-d80a-493b-ae9a-890fc0ea62b2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:17:16.421308 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42c5db47-dda7-423b-aec9-6f52f54ad79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:17:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:17:16.456905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef req-4a025b1c-5e20-4c55-ba52-208a15c233f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:16.458462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef req-4a025b1c-5e20-4c55-ba52-208a15c233f9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ee55ec4-3498-4814-afdb-5948be7e4029 HTTP/1.1" status: 200 len: 898 time: 0.1495891 Aug 21 10:17:16.523225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fdbcff28-869d-4bc1-9767-3088b9f2a32d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/8b2907b1-13ab-4c08-97ea-2852ba1e6841 HTTP/1.1" status: 200 len: 990 time: 0.1188037 Aug 21 10:17:16.538326 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef req-d1450b66-3718-4b17-8dbe-984159a757a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61645e9b-f9cb-4c79-9d37-7f315d9c2596 HTTP/1.1" status: 200 len: 998 time: 0.0725718 Aug 21 10:17:16.592171 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef req-c6afc506-c1c5-4ae9-b82a-175c672d9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:16.593683 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef req-c6afc506-c1c5-4ae9-b82a-175c672d9ead service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6d1b2aa8-a610-4796-b515-6a19d02652d3 HTTP/1.1" status: 200 len: 835 time: 0.0488138 Aug 21 10:17:16.616815 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-42c5db47-dda7-423b-aec9-6f52f54ad79a None None] Set router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:17:16.639179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef req-550dc507-abbf-4c45-89e0-7f9d56453ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:16.640784 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef req-550dc507-abbf-4c45-89e0-7f9d56453ce8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ee55ec4-3498-4814-afdb-5948be7e4029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402031 Aug 21 10:17:16.730120 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef req-d630af38-2a33-40df-849f-e66093ddde91 service neutron] 10.222.0.22 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825677 Aug 21 10:17:16.822051 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f2008e1-d344-4e84-a3ce-e9e9e82ae6ef req-1378f9ee-503a-44f9-bdf7-a87939b03437 service neutron] 10.222.0.22 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849438 Aug 21 10:17:16.839005 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-42c5db47-dda7-423b-aec9-6f52f54ad79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:58Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '8b2907b1-13ab-4c08-97ea-2852ba1e6841', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'port_id': '61645e9b-f9cb-4c79-9d37-7f315d9c2596', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'mac_address': 'fa:16:3e:43:9b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4888e040-e188-4378-8aff-a2beacfa7901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:17:14Z', 'updated_at': '2021-08-21T10:17:14Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a207d5a1-152e-4b94-b255-3028e240d9fb', 'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:ce:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:58Z', 'updated_at': '2021-08-21T10:17:03Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:17:16.868393 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c5db47-dda7-423b-aec9-6f52f54ad79a None None] The sync data for ids ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'] in n-d-766726-28 is: [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:58Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '8b2907b1-13ab-4c08-97ea-2852ba1e6841', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'port_id': '61645e9b-f9cb-4c79-9d37-7f315d9c2596', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'mac_address': 'fa:16:3e:43:9b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4888e040-e188-4378-8aff-a2beacfa7901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:17:14Z', 'updated_at': '2021-08-21T10:17:14Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a207d5a1-152e-4b94-b255-3028e240d9fb', 'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:ce:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:58Z', 'updated_at': '2021-08-21T10:17:03Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:17:17.068706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02b8d6-57a6-4148-a7b5-4ddb2f32dc02 None None] New status for floating IP 8b2907b1-13ab-4c08-97ea-2852ba1e6841: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:17:17.526644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35368) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:17:17.586146 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-7a3203a9-03e1-4849-a6ea-56ec9ac9ea8b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/8b2907b1-13ab-4c08-97ea-2852ba1e6841 HTTP/1.1" status: 200 len: 992 time: 0.0584362 Aug 21 10:17:36.973081 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-851d3612-8b49-4a2e-a112-8bc322c75a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:39.562331 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1f8857a0-573b-46f2-be2f-4e493d438209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:39.825330 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:40.159236 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:17:41.185138 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:42.671274 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:46.116245 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:46.144864 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:17:49.146765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa856a64-3584-4108-8da2-60dd399c6fa4 req-c2f67752-54fc-4215-8fda-78a94981aeac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:49.148298 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa856a64-3584-4108-8da2-60dd399c6fa4 req-c2f67752-54fc-4215-8fda-78a94981aeac tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0505860 Aug 21 10:17:49.186655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-aa856a64-3584-4108-8da2-60dd399c6fa4 req-052e9ac6-ec45-4b72-8f81-0ed49464a049 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310786 Aug 21 10:17:50.304443 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16d14-0970-41a3-8ad5-a9fae7fb3a02 req-408f8fed-6da8-45c4-aa14-e20bac392eef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:50.305881 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36a16d14-0970-41a3-8ad5-a9fae7fb3a02 req-408f8fed-6da8-45c4-aa14-e20bac392eef tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0493720 Aug 21 10:17:50.344980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-36a16d14-0970-41a3-8ad5-a9fae7fb3a02 req-98ce6ae3-5f65-40ed-bbf2-4352998a003d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332003 Aug 21 10:17:51.470316 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92a503-3d9d-4f2c-a866-fefb0e7925ac req-fb7ddb93-ca2d-4b47-a0ff-3659b3db46a3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:51.472105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f92a503-3d9d-4f2c-a866-fefb0e7925ac req-fb7ddb93-ca2d-4b47-a0ff-3659b3db46a3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0588589 Aug 21 10:17:51.512092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2f92a503-3d9d-4f2c-a866-fefb0e7925ac req-6f24619d-e788-4d2d-ace4-856b34ebb911 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336330 Aug 21 10:17:52.628654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6590-d630-4940-82e7-e5d84e51f95b req-87d5af3c-1a54-448b-87ea-f714bc71eb63 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:52.630118 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b9a6590-d630-4940-82e7-e5d84e51f95b req-87d5af3c-1a54-448b-87ea-f714bc71eb63 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0484300 Aug 21 10:17:52.670068 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1b9a6590-d630-4940-82e7-e5d84e51f95b req-7c54b642-0033-4898-a966-0acc3cdb489a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327363 Aug 21 10:17:53.785844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc010f-639f-442f-be76-11e75295e72e req-64824d09-d0c1-47fe-8cdd-2b365dd47d57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:53.787333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1bc010f-639f-442f-be76-11e75295e72e req-64824d09-d0c1-47fe-8cdd-2b365dd47d57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0490255 Aug 21 10:17:53.825351 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e1bc010f-639f-442f-be76-11e75295e72e req-b61125af-d42e-4038-8f8f-75af577e7ca6 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Aug 21 10:17:54.939573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900f75c-8000-4875-acd2-9170f1d1f260 req-a4aaa005-5699-4e23-aecb-6a730dac44b3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:54.941046 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b900f75c-8000-4875-acd2-9170f1d1f260 req-a4aaa005-5699-4e23-aecb-6a730dac44b3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0514035 Aug 21 10:17:54.978805 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b900f75c-8000-4875-acd2-9170f1d1f260 req-6c8d62d6-588f-4a42-9756-9fc486e09921 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 Aug 21 10:17:56.092754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42632a-3ae7-4e14-93d2-c591ed4b007c req-395ef555-7167-4cb2-bba0-e1ad52acb130 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:56.094258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac42632a-3ae7-4e14-93d2-c591ed4b007c req-395ef555-7167-4cb2-bba0-e1ad52acb130 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0500374 Aug 21 10:17:56.132693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ac42632a-3ae7-4e14-93d2-c591ed4b007c req-8a1b2371-d758-4597-9eb5-a77293af0be8 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323229 Aug 21 10:17:57.249436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a05b5-dacb-408d-8e7f-2d01eaae8eef req-e5ea4e05-71ba-4e16-903d-cf3b320e2bf3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:57.250981 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-568a05b5-dacb-408d-8e7f-2d01eaae8eef req-e5ea4e05-71ba-4e16-903d-cf3b320e2bf3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0497348 Aug 21 10:17:57.289504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-568a05b5-dacb-408d-8e7f-2d01eaae8eef req-5b0ae93a-4c7c-4491-8c97-f25a6f09da39 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324903 Aug 21 10:17:58.411590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd029f-3b93-4a67-8227-9b16206b9ca5 req-33ab1131-52d3-463b-b5c7-b6ebf9614b28 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:58.413111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0cd029f-3b93-4a67-8227-9b16206b9ca5 req-33ab1131-52d3-463b-b5c7-b6ebf9614b28 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0539658 Aug 21 10:17:58.451722 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0cd029f-3b93-4a67-8227-9b16206b9ca5 req-2a8eefd3-2838-465c-8851-b4c9f8848c76 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 Aug 21 10:17:58.523716 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-f2c871a4-399a-4823-95ee-0165ac8c5770 req-822a83c4-30d4-4706-b67f-feb1998f4f3d service neutron] (106757) timed out ('10.222.0.20', 60116) {{(pid=106757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 10:17:59.023429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff185fad-9704-4ef4-8676-5f9b02ccd9e0 req-88ce53cc-96fd-47f0-b935-2345afec110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:59.025492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff185fad-9704-4ef4-8676-5f9b02ccd9e0 req-88ce53cc-96fd-47f0-b935-2345afec110a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 1098 time: 0.0408156 Aug 21 10:17:59.136422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff185fad-9704-4ef4-8676-5f9b02ccd9e0 req-bdb20943-377d-4edb-acf8-49f0eeab8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:59.138292 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff185fad-9704-4ef4-8676-5f9b02ccd9e0 req-bdb20943-377d-4edb-acf8-49f0eeab8209 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ee55ec4-3498-4814-afdb-5948be7e4029 HTTP/1.1" status: 200 len: 898 time: 0.0924666 Aug 21 10:17:59.204479 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff185fad-9704-4ef4-8676-5f9b02ccd9e0 req-03939275-d182-4af3-8e04-218baa1b9326 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61645e9b-f9cb-4c79-9d37-7f315d9c2596 HTTP/1.1" status: 200 len: 1000 time: 0.0588107 Aug 21 10:17:59.253378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff185fad-9704-4ef4-8676-5f9b02ccd9e0 req-279984fe-6109-4fa2-bf97-9b0277af1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:59.254836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff185fad-9704-4ef4-8676-5f9b02ccd9e0 req-279984fe-6109-4fa2-bf97-9b0277af1da5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6d1b2aa8-a610-4796-b515-6a19d02652d3 HTTP/1.1" status: 200 len: 835 time: 0.0436723 Aug 21 10:17:59.302732 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff185fad-9704-4ef4-8676-5f9b02ccd9e0 req-99d75026-9af4-4251-9717-ebb458e08cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:59.304165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff185fad-9704-4ef4-8676-5f9b02ccd9e0 req-99d75026-9af4-4251-9717-ebb458e08cdb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ee55ec4-3498-4814-afdb-5948be7e4029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418954 Aug 21 10:17:59.394045 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff185fad-9704-4ef4-8676-5f9b02ccd9e0 req-64d21be9-7d8d-4f6d-873f-76b180b7400e service neutron] 10.222.0.22 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808129 Aug 21 10:17:59.492069 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ff185fad-9704-4ef4-8676-5f9b02ccd9e0 req-1c5c0fa7-b3de-403d-bbf3-72f493b23f4b service neutron] 10.222.0.22 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874717 Aug 21 10:17:59.567727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a92101-a1a9-4e65-ad9c-1b9214e27510 req-c0a0f8a6-b8bc-42f8-86e1-1605912faeec tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:17:59.569139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0a92101-a1a9-4e65-ad9c-1b9214e27510 req-c0a0f8a6-b8bc-42f8-86e1-1605912faeec tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0513420 Aug 21 10:17:59.607420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b0a92101-a1a9-4e65-ad9c-1b9214e27510 req-dc95a1f0-011e-4201-bf23-d07ac56a574c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Aug 21 10:18:00.721348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774dd0f-70df-42f9-8a70-f1874e95ac4f req-92ad3ccd-50c4-493a-ac56-d0690f7b9640 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:00.722855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2774dd0f-70df-42f9-8a70-f1874e95ac4f req-92ad3ccd-50c4-493a-ac56-d0690f7b9640 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0495656 Aug 21 10:18:00.760391 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2774dd0f-70df-42f9-8a70-f1874e95ac4f req-9c511916-b3c7-4aa7-ac95-987c60c5810d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311379 Aug 21 10:18:01.889037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed13e1-0374-43d5-903e-e9c3c792ce79 req-3e067879-29a6-4e89-9cd3-3f78f0130c57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:01.891056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33ed13e1-0374-43d5-903e-e9c3c792ce79 req-3e067879-29a6-4e89-9cd3-3f78f0130c57 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0626271 Aug 21 10:18:01.934143 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-33ed13e1-0374-43d5-903e-e9c3c792ce79 req-38386f60-8a07-46e3-97a3-8caa51fc67c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366678 Aug 21 10:18:03.048264 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e38b3-4c19-4d5a-bcdd-077613c088d6 req-22558373-8094-401c-bd08-04844451935d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:03.049659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3e38b3-4c19-4d5a-bcdd-077613c088d6 req-22558373-8094-401c-bd08-04844451935d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0493753 Aug 21 10:18:03.088000 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a3e38b3-4c19-4d5a-bcdd-077613c088d6 req-9683f327-9648-4a6d-aa41-533fcb50bde9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324728 Aug 21 10:18:04.202323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d6d1b-90ab-4a26-a1ca-e1f52a4917ad req-8e32fecc-4834-4561-af6b-84f28639ee8d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:04.203840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b3d6d1b-90ab-4a26-a1ca-e1f52a4917ad req-8e32fecc-4834-4561-af6b-84f28639ee8d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0483770 Aug 21 10:18:04.241087 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2b3d6d1b-90ab-4a26-a1ca-e1f52a4917ad req-47e07f17-3a38-4235-9aee-93bec9b91f20 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Aug 21 10:18:05.353535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe9619-a08f-4691-8d15-bcb22f3fe60f req-17ed11de-0a77-4787-8457-3e55b9f30db3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:05.355504 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c4fe9619-a08f-4691-8d15-bcb22f3fe60f req-17ed11de-0a77-4787-8457-3e55b9f30db3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0487735 Aug 21 10:18:05.399617 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c4fe9619-a08f-4691-8d15-bcb22f3fe60f req-0d2f8612-d194-4a45-868a-03b7cd6f7870 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382059 Aug 21 10:18:05.421810 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35414) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:05.484242 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-83cb8645-3c3a-458c-a015-4e9451345e66 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/8b2907b1-13ab-4c08-97ea-2852ba1e6841 HTTP/1.1" status: 200 len: 992 time: 0.0613122 Aug 21 10:18:06.865156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d0dda-bafa-4a3d-a26a-71e61aefb4cc req-69477ea5-c0e1-411f-9bcd-46355e9ead22 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:06.866736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-737d0dda-bafa-4a3d-a26a-71e61aefb4cc req-69477ea5-c0e1-411f-9bcd-46355e9ead22 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0552850 Aug 21 10:18:06.937301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-737d0dda-bafa-4a3d-a26a-71e61aefb4cc req-9c58d18a-6745-4bef-8815-78748adfe063 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638173 Aug 21 10:18:06.961510 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-10799754-36ff-4d2c-a575-b9ae89df9663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:06.980143 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b49e8c-c262-404d-b0a0-2aee04f1ba6b req-87d2b6aa-bc13-4c02-abaa-677a67e54fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:06.983049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5b49e8c-c262-404d-b0a0-2aee04f1ba6b req-87d2b6aa-bc13-4c02-abaa-677a67e54fc1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 1098 time: 0.0614817 Aug 21 10:18:07.086742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b49e8c-c262-404d-b0a0-2aee04f1ba6b req-de69b9aa-849d-443e-8c55-aefe8943a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:07.088179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5b49e8c-c262-404d-b0a0-2aee04f1ba6b req-de69b9aa-849d-443e-8c55-aefe8943a787 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ee55ec4-3498-4814-afdb-5948be7e4029 HTTP/1.1" status: 200 len: 898 time: 0.0987792 Aug 21 10:18:07.153620 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5b49e8c-c262-404d-b0a0-2aee04f1ba6b req-dfba85b0-76c9-4c2f-acb3-8be80a8b9605 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61645e9b-f9cb-4c79-9d37-7f315d9c2596 HTTP/1.1" status: 200 len: 1000 time: 0.0584946 Aug 21 10:18:07.203420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b49e8c-c262-404d-b0a0-2aee04f1ba6b req-b2da3511-fcc8-44ab-bd6c-d3fab8019a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:07.204934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5b49e8c-c262-404d-b0a0-2aee04f1ba6b req-b2da3511-fcc8-44ab-bd6c-d3fab8019a6f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6d1b2aa8-a610-4796-b515-6a19d02652d3 HTTP/1.1" status: 200 len: 835 time: 0.0447617 Aug 21 10:18:07.255372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b49e8c-c262-404d-b0a0-2aee04f1ba6b req-0dfe8139-b8a9-42ce-b652-85806ce71ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:07.256920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5b49e8c-c262-404d-b0a0-2aee04f1ba6b req-0dfe8139-b8a9-42ce-b652-85806ce71ba6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ee55ec4-3498-4814-afdb-5948be7e4029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450289 Aug 21 10:18:07.347240 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5b49e8c-c262-404d-b0a0-2aee04f1ba6b req-cf8ce32f-dac7-4867-9cb1-87497927bc16 service neutron] 10.222.0.22 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828190 Aug 21 10:18:07.442465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5b49e8c-c262-404d-b0a0-2aee04f1ba6b req-961ee4d9-594d-4bcf-b81f-cdef97bd06cb service neutron] 10.222.0.22 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881128 Aug 21 10:18:08.069663 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c2cec-2b67-4fc4-9d5b-120278adda0d req-7f05a8dc-27f0-4cb4-acf4-5151ab01c97d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:08.071194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a7c2cec-2b67-4fc4-9d5b-120278adda0d req-7f05a8dc-27f0-4cb4-acf4-5151ab01c97d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0572505 Aug 21 10:18:08.111295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5a7c2cec-2b67-4fc4-9d5b-120278adda0d req-da37a901-98d2-4a8f-b28d-e158dc25a1f5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328386 Aug 21 10:18:09.264688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440cea6-533f-4f92-9fe6-9f7b16b34319 req-8112bf8d-d415-4cc3-a682-d4b23aa9bc47 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:09.266088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6440cea6-533f-4f92-9fe6-9f7b16b34319 req-8112bf8d-d415-4cc3-a682-d4b23aa9bc47 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0487125 Aug 21 10:18:09.303358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6440cea6-533f-4f92-9fe6-9f7b16b34319 req-aa3e9e44-f290-4608-9c59-170f7597fb4e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314145 Aug 21 10:18:09.325880 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35426) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:09.390200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-c867e471-5798-47f1-94a7-f859eb90079f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/8b2907b1-13ab-4c08-97ea-2852ba1e6841 HTTP/1.1" status: 200 len: 992 time: 0.0631599 Aug 21 10:18:09.624666 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-75bec4fa-ce8b-4d7f-859c-cfbbd8f130c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:09.875620 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:11.200788 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:12.704716 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:16.138660 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:16.178033 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:17.158338 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:18:36.978360 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f33a80d-0a87-4df3-a7ce-5143c95582f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:39.635314 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f00bead-6f14-49b7-a1f9-3af2f9d3eaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:39.833355 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:39.957387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35448) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:40.111694 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port ed59cadf-3c3a-48e5-81c1-c0866b68c888 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:18:40.112036 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:40.185346 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:40.185675 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:40.197818 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for ed59cadf-3c3a-48e5-81c1-c0866b68c888 owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:18:40.463926 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:40.493241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=ed59cadf-3c3a-48e5-81c1-c0866b68c888,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:40.519533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.519915 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.520267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.520611 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.520950 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.521285 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.521619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.521969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.522286 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.522613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.522944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.523270 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:40.561398 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:40.561727 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Floating IP 8b2907b1-13ab-4c08-97ea-2852ba1e6841 disassociated (deleted). External IP: 172.25.5.9, port: 61645e9b-f9cb-4c79-9d37-7f315d9c2596. Aug 21 10:18:40.765816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:18:40.874088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:18:40.878925 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:40.883635 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde9a39-a564-4e5b-893c-722487c4fca5 None None] Sync routers for ids ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:18:40.892887 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde9a39-a564-4e5b-893c-722487c4fca5 None None] Routers {'6645cfd3-d80a-493b-ae9a-890fc0ea62b2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:18:40.893492 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bcde9a39-a564-4e5b-893c-722487c4fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:18:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:40.904693 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-82844d46-5a5d-4aa5-83aa-7560c9ac2ba1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/floatingips/8b2907b1-13ab-4c08-97ea-2852ba1e6841 HTTP/1.1" status: 204 len: 168 time: 0.9462140 Aug 21 10:18:40.905256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4888e040-e188-4378-8aff-a2beacfa7901', 'tag': '61645e9b-f9cb-4c79-9d37-7f315d9c2596'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:18:40.908195 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa5ab4e-4c99-4a27-9a37-2bc079286189" -d '{"events": [{"name": "network-changed", "server_uuid": "4888e040-e188-4378-8aff-a2beacfa7901", "tag": "61645e9b-f9cb-4c79-9d37-7f315d9c2596"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:18:40.945064 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0548bf31-4e56-494a-bc3d-4b70b2cada49 x-openstack-request-id: req-0548bf31-4e56-494a-bc3d-4b70b2cada49 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:18:40.945454 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4888e040-e188-4378-8aff-a2beacfa7901", "tag": "61645e9b-f9cb-4c79-9d37-7f315d9c2596", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:18:40.945832 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0548bf31-4e56-494a-bc3d-4b70b2cada49 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:18:40.946456 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4888e040-e188-4378-8aff-a2beacfa7901', 'tag': '61645e9b-f9cb-4c79-9d37-7f315d9c2596', 'status': 'completed', 'code': 200} Aug 21 10:18:41.000061 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-bcde9a39-a564-4e5b-893c-722487c4fca5 None None] Set router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:18:41.013660 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5ab4e-4c99-4a27-9a37-2bc079286189 req-ad953252-d226-4167-b42b-1713b493abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:41.015254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3aa5ab4e-4c99-4a27-9a37-2bc079286189 req-ad953252-d226-4167-b42b-1713b493abf0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 1098 time: 0.0456388 Aug 21 10:18:41.110507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5ab4e-4c99-4a27-9a37-2bc079286189 req-f9f0458c-e7c9-479c-bda1-e628a9b06e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:41.113097 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3aa5ab4e-4c99-4a27-9a37-2bc079286189 req-f9f0458c-e7c9-479c-bda1-e628a9b06e1e service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ee55ec4-3498-4814-afdb-5948be7e4029 HTTP/1.1" status: 200 len: 898 time: 0.0898559 Aug 21 10:18:41.153614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3aa5ab4e-4c99-4a27-9a37-2bc079286189 req-06ce9740-7425-4144-973a-1cfa06aa2956 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61645e9b-f9cb-4c79-9d37-7f315d9c2596 HTTP/1.1" status: 200 len: 217 time: 0.0345383 Aug 21 10:18:41.200984 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:41.203173 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bcde9a39-a564-4e5b-893c-722487c4fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:58Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a207d5a1-152e-4b94-b255-3028e240d9fb', 'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:ce:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:58Z', 'updated_at': '2021-08-21T10:17:03Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:41.206179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5ab4e-4c99-4a27-9a37-2bc079286189 req-21fe254f-427d-486f-8afa-bda0c5ca2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:41.210690 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3aa5ab4e-4c99-4a27-9a37-2bc079286189 req-21fe254f-427d-486f-8afa-bda0c5ca2506 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6d1b2aa8-a610-4796-b515-6a19d02652d3 HTTP/1.1" status: 200 len: 835 time: 0.0475676 Aug 21 10:18:41.230219 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde9a39-a564-4e5b-893c-722487c4fca5 None None] Checking router: 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:18:41.238507 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde9a39-a564-4e5b-893c-722487c4fca5 None None] Routers {'6645cfd3-d80a-493b-ae9a-890fc0ea62b2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:18:41.239148 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bcde9a39-a564-4e5b-893c-722487c4fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:18:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:41.254185 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5ab4e-4c99-4a27-9a37-2bc079286189 req-f270dcd7-5b65-4a1a-8e78-d42178e0b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:41.255776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3aa5ab4e-4c99-4a27-9a37-2bc079286189 req-f270dcd7-5b65-4a1a-8e78-d42178e0b012 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ee55ec4-3498-4814-afdb-5948be7e4029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405855 Aug 21 10:18:41.355028 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-bcde9a39-a564-4e5b-893c-722487c4fca5 None None] Set router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:18:41.383516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3aa5ab4e-4c99-4a27-9a37-2bc079286189 req-95950ee3-445b-42d4-a1b6-813d5f2a0684 service neutron] 10.222.0.22 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196661 Aug 21 10:18:41.392267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84804587-b128-4387-b0bf-133d02618299 req-69454b01-e038-48d4-92b7-ac46fc3ae4f0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:41.393708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84804587-b128-4387-b0bf-133d02618299 req-69454b01-e038-48d4-92b7-ac46fc3ae4f0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0743890 Aug 21 10:18:41.481929 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84804587-b128-4387-b0bf-133d02618299 req-c4edfd94-14a5-41e0-9475-82bcd53b5ff6 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792694 Aug 21 10:18:41.518115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3aa5ab4e-4c99-4a27-9a37-2bc079286189 req-11acf650-eadb-4d2b-a95c-bb04807642e2 service neutron] 10.222.0.22 "GET /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234503 Aug 21 10:18:41.547920 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-bcde9a39-a564-4e5b-893c-722487c4fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:58Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a207d5a1-152e-4b94-b255-3028e240d9fb', 'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:ce:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:58Z', 'updated_at': '2021-08-21T10:17:03Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:41.576987 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde9a39-a564-4e5b-893c-722487c4fca5 None None] The sync data for ids ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'] in n-d-766726-28 is: [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:16:58Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'a207d5a1-152e-4b94-b255-3028e240d9fb', 'name': '', 'network_id': '0ee55ec4-3498-4814-afdb-5948be7e4029', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:ce:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:58Z', 'updated_at': '2021-08-21T10:17:03Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '6d1b2aa8-a610-4796-b515-6a19d02652d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:18:41.797586 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d96e2-c125-46c2-9c72-816417a0684f None None] New status for floating IP 8b2907b1-13ab-4c08-97ea-2852ba1e6841: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:18:42.603910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466aee8-11b8-4e91-b899-bcacd80ad7af req-5801e29f-fcc1-4fbc-a205-c81b54b77159 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:42.605435 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d466aee8-11b8-4e91-b899-bcacd80ad7af req-5801e29f-fcc1-4fbc-a205-c81b54b77159 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0505075 Aug 21 10:18:42.642938 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d466aee8-11b8-4e91-b899-bcacd80ad7af req-dc2b8ace-adbb-4f19-abcf-04f233c7e0ca tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=77dffb0c-b077-4a63-ab42-4a00fc23468d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308754 Aug 21 10:18:42.668263 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:42.830038 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc55ae-2b5c-4dd4-8e9d-fa1f8d14e0a6 req-a7c82595-e310-4607-9b34-cfdc7c7e4566 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:42.831596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77fc55ae-2b5c-4dd4-8e9d-fa1f8d14e0a6 req-a7c82595-e310-4607-9b34-cfdc7c7e4566 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 946 time: 0.0506854 Aug 21 10:18:42.928551 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-77fc55ae-2b5c-4dd4-8e9d-fa1f8d14e0a6 req-555680bb-e2d8-4227-b8bc-5282e8110976 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:18:42.928956 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77fc55ae-2b5c-4dd4-8e9d-fa1f8d14e0a6 req-555680bb-e2d8-4227-b8bc-5282e8110976 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:43.015467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-77fc55ae-2b5c-4dd4-8e9d-fa1f8d14e0a6 req-555680bb-e2d8-4227-b8bc-5282e8110976 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port 61645e9b-f9cb-4c79-9d37-7f315d9c2596, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=61645e9b-f9cb-4c79-9d37-7f315d9c2596,segment=NetworkSegment(3771f72c-0e79-4b00-86f3-a5f2ff2e871a),segment_id=3771f72c-0e79-4b00-86f3-a5f2ff2e871a)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:18:43.015859 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77fc55ae-2b5c-4dd4-8e9d-fa1f8d14e0a6 req-555680bb-e2d8-4227-b8bc-5282e8110976 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:43.028859 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-77fc55ae-2b5c-4dd4-8e9d-fa1f8d14e0a6 req-555680bb-e2d8-4227-b8bc-5282e8110976 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for 61645e9b-f9cb-4c79-9d37-7f315d9c2596 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:18:43.252959 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77fc55ae-2b5c-4dd4-8e9d-fa1f8d14e0a6 req-555680bb-e2d8-4227-b8bc-5282e8110976 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:43.282532 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555680bb-e2d8-4227-b8bc-5282e8110976 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=61645e9b-f9cb-4c79-9d37-7f315d9c2596,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:43.328573 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fc55ae-2b5c-4dd4-8e9d-fa1f8d14e0a6 req-555680bb-e2d8-4227-b8bc-5282e8110976 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] No DVR routers for this DVR port 61645e9b-f9cb-4c79-9d37-7f315d9c2596 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:18:43.331173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-77fc55ae-2b5c-4dd4-8e9d-fa1f8d14e0a6 req-555680bb-e2d8-4227-b8bc-5282e8110976 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:43.333222 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-77fc55ae-2b5c-4dd4-8e9d-fa1f8d14e0a6 req-555680bb-e2d8-4227-b8bc-5282e8110976 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "DELETE /v2.0/ports/61645e9b-f9cb-4c79-9d37-7f315d9c2596 HTTP/1.1" status: 204 len: 173 time: 0.4951730 Aug 21 10:18:43.333645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4888e040-e188-4378-8aff-a2beacfa7901', 'name': 'network-vif-deleted', 'tag': '61645e9b-f9cb-4c79-9d37-7f315d9c2596'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:18:43.335900 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264c46be-b0ff-441f-9772-8f6f2c8f9788" -d '{"events": [{"server_uuid": "4888e040-e188-4378-8aff-a2beacfa7901", "name": "network-vif-deleted", "tag": "61645e9b-f9cb-4c79-9d37-7f315d9c2596"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:18:43.371231 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e706a82b-6287-4bc4-ba37-0f3cff4ff807 x-openstack-request-id: req-e706a82b-6287-4bc4-ba37-0f3cff4ff807 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:18:43.371522 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4888e040-e188-4378-8aff-a2beacfa7901", "name": "network-vif-deleted", "tag": "61645e9b-f9cb-4c79-9d37-7f315d9c2596", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:18:43.373569 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e706a82b-6287-4bc4-ba37-0f3cff4ff807 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:18:43.373569 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4888e040-e188-4378-8aff-a2beacfa7901', 'name': 'network-vif-deleted', 'tag': '61645e9b-f9cb-4c79-9d37-7f315d9c2596', 'status': 'completed', 'code': 200} Aug 21 10:18:43.753947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90747ec5-5dd6-4140-a36e-fabcedfffa20 req-a795fb4e-5007-4bdc-86f1-0d3905038d4c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4888e040-e188-4378-8aff-a2beacfa7901 HTTP/1.1" status: 200 len: 210 time: 0.0277812 Aug 21 10:18:44.818119 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35466) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:45.516696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:45.768186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port a207d5a1-152e-4b94-b255-3028e240d9fb {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:18:45.768463 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:45.850987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 61645e9b-f9cb-4c79-9d37-7f315d9c2596 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:18:45.858388 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port a207d5a1-152e-4b94-b255-3028e240d9fb, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=a207d5a1-152e-4b94-b255-3028e240d9fb,segment=NetworkSegment(3771f72c-0e79-4b00-86f3-a5f2ff2e871a),segment_id=3771f72c-0e79-4b00-86f3-a5f2ff2e871a)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:18:45.859400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:45.872055 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 61645e9b-f9cb-4c79-9d37-7f315d9c2596 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:18:45.872399 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 61645e9b-f9cb-4c79-9d37-7f315d9c2596 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:18:45.872596 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for a207d5a1-152e-4b94-b255-3028e240d9fb owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:18:46.142421 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:46.154945 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:46.170804 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=a207d5a1-152e-4b94-b255-3028e240d9fb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:46.292169 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:46.346922 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:46.558905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:18:46.666808 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:18:46.672588 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4b79e6d9-9877-442e-8189-02d1e98510a2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "PUT /v2.0/routers/6645cfd3-d80a-493b-ae9a-890fc0ea62b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8530803 Aug 21 10:18:46.675778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35468) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:46.681622 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f1760-0d11-4757-9792-21df59c2ccc3 None None] Sync routers for ids ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:18:46.690924 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f1760-0d11-4757-9792-21df59c2ccc3 None None] Routers {'6645cfd3-d80a-493b-ae9a-890fc0ea62b2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:18:46.691652 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b8f1760-0d11-4757-9792-21df59c2ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:18:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:46.734031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a147913-9430-428a-93e3-08a6800c8396 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting subnet 6d1b2aa8-a610-4796-b515-6a19d02652d3 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:18:46.736988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a147913-9430-428a-93e3-08a6800c8396 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:46.778832 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a147913-9430-428a-93e3-08a6800c8396 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:46.799482 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4b8f1760-0d11-4757-9792-21df59c2ccc3 None None] Set router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:18:46.877843 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a147913-9430-428a-93e3-08a6800c8396 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.041079 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a147913-9430-428a-93e3-08a6800c8396 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.069892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a147913-9430-428a-93e3-08a6800c8396 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1b2aa8-a610-4796-b515-6a19d02652d3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:47.072064 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a147913-9430-428a-93e3-08a6800c8396 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.073953 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2a147913-9430-428a-93e3-08a6800c8396 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/subnets/6d1b2aa8-a610-4796-b515-6a19d02652d3 HTTP/1.1" status: 204 len: 168 time: 0.3967824 Aug 21 10:18:47.076838 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35472) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:47.080760 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c796a4-8cba-49a0-885c-d1937ea68b09 None None] Network 0ee55ec4-3498-4814-afdb-5948be7e4029 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:18:47.090186 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b8f1760-0d11-4757-9792-21df59c2ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:18:46Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:47.119840 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f1760-0d11-4757-9792-21df59c2ccc3 None None] Checking router: 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:18:47.129717 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f1760-0d11-4757-9792-21df59c2ccc3 None None] Routers {'6645cfd3-d80a-493b-ae9a-890fc0ea62b2'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:18:47.131859 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b8f1760-0d11-4757-9792-21df59c2ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:18:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:47.188182 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.260172 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4b8f1760-0d11-4757-9792-21df59c2ccc3 None None] Set router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:18:47.281411 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] DHCP port deletion for 0ee55ec4-3498-4814-afdb-5948be7e4029 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:18:47.297132 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.335072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Deleting port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:18:47.335342 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.399907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] For port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=fa023f97-fddd-4f23-b51e-ea5d1d5ee40d,segment=NetworkSegment(3771f72c-0e79-4b00-86f3-a5f2ff2e871a),segment_id=3771f72c-0e79-4b00-86f3-a5f2ff2e871a)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:18:47.400438 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.413669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Calling delete_port for fa023f97-fddd-4f23-b51e-ea5d1d5ee40d owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:18:47.435125 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port d5963af2-a2b2-430b-bdaa-8b00262c36fc {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:18:47.435495 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.444187 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4b8f1760-0d11-4757-9792-21df59c2ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:18:46Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:47.470697 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f1760-0d11-4757-9792-21df59c2ccc3 None None] The sync data for ids ['6645cfd3-d80a-493b-ae9a-890fc0ea62b2'] in n-d-766726-28 is: [{'id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638505921', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:16:54Z', 'updated_at': '2021-08-21T10:18:46Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': 'd5963af2-a2b2-430b-bdaa-8b00262c36fc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6645cfd3-d80a-493b-ae9a-890fc0ea62b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:16:55Z', 'updated_at': '2021-08-21T10:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:18:47.521815 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port d5963af2-a2b2-430b-bdaa-8b00262c36fc, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d5963af2-a2b2-430b-bdaa-8b00262c36fc,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:18:47.522192 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.533689 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for d5963af2-a2b2-430b-bdaa-8b00262c36fc owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:18:47.606764 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.632230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Pushing event deleted for resources: {'Port': ['ID=fa023f97-fddd-4f23-b51e-ea5d1d5ee40d,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:47.636894 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] No DVR routers for this DVR port fa023f97-fddd-4f23-b51e-ea5d1d5ee40d on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:18:47.652111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.657432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.657432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.657432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.657432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.657432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.657432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.657432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.657432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.657432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.657432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.657432 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8671d1b-641b-4d77-93dc-9ddb73f81c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.795327 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.821136 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=d5963af2-a2b2-430b-bdaa-8b00262c36fc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:47.835654 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.838313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.838313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.838313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.838313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.838313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.838313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.838313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.838313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.839079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.839079 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.839272 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:47.900394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.996879 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:47.998993 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.206822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.208926 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Fanout notify agent at l3_agent the message router_deleted on router 6645cfd3-d80a-493b-ae9a-890fc0ea62b2 {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:18:48.216937 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.222084 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-794f75f4-b878-41cf-8331-478aec953406 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/routers/6645cfd3-d80a-493b-ae9a-890fc0ea62b2 HTTP/1.1" status: 204 len: 168 time: 1.1407797 Aug 21 10:18:48.222413 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35474) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:48.301743 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.392817 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.403249 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee55ec4-3498-4814-afdb-5948be7e4029']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:48.415310 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3771f72c-0e79-4b00-86f3-a5f2ff2e871a') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:48.415626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3771f72c-0e79-4b00-86f3-a5f2ff2e871a') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:48.426541 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.442616 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.449414 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:18:48.449822 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: timer() Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:18:48.453653 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:18:48.595670 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.603790 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.605087 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/networks/0ee55ec4-3498-4814-afdb-5948be7e4029 HTTP/1.1" status: 204 len: 168 time: 0.3816910 Aug 21 10:18:48.608655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35476) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:48.618070 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909ce10-60e5-4956-86da-084838402ed2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Network': ['ID=0ee55ec4-3498-4814-afdb-5948be7e4029,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:48.678530 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-25d90e6a-d419-498a-ad4c-f524139252e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.704664 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-25d90e6a-d419-498a-ad4c-f524139252e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.839459 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-25d90e6a-d419-498a-ad4c-f524139252e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.842072 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-25d90e6a-d419-498a-ad4c-f524139252e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:48.843278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-25d90e6a-d419-498a-ad4c-f524139252e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/security-groups/77dffb0c-b077-4a63-ab42-4a00fc23468d HTTP/1.1" status: 204 len: 168 time: 0.2334695 Aug 21 10:18:48.857379 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device fa023f97-fddd-4f23-b51e-ea5d1d5ee40d no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:18:48.857891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d90e6a-d419-498a-ad4c-f524139252e5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dffb0c-b077-4a63-ab42-4a00fc23468d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:48.879412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: fa023f97-fddd-4f23-b51e-ea5d1d5ee40d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:18:48.879776 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device fa023f97-fddd-4f23-b51e-ea5d1d5ee40d not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:18:48.880187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d5963af2-a2b2-430b-bdaa-8b00262c36fc no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:18:48.905718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d5963af2-a2b2-430b-bdaa-8b00262c36fc {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:18:48.906057 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d5963af2-a2b2-430b-bdaa-8b00262c36fc not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:18:48.906472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a207d5a1-152e-4b94-b255-3028e240d9fb no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:18:48.925873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: a207d5a1-152e-4b94-b255-3028e240d9fb {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:18:48.926211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device a207d5a1-152e-4b94-b255-3028e240d9fb not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:18:49.692874 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35482) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:49.697935 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-7befe540-c813-40e5-b943-192968101184 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1601512488', 'description': 'tempest-secgroup-smoke-1601512488 description', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:18:49.795009 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7befe540-c813-40e5-b943-192968101184 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:49.876746 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7befe540-c813-40e5-b943-192968101184 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:49.943945 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7befe540-c813-40e5-b943-192968101184 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:49.974597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befe540-c813-40e5-b943-192968101184 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06f7a40-fcb4-48b2-93e1-37b24e231a7a,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:50.047081 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-7befe540-c813-40e5-b943-192968101184 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:50.048393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-7befe540-c813-40e5-b943-192968101184 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3545041 Aug 21 10:18:50.051229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35484) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:50.055777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-008cd4c9-2b7c-4dd1-aa01-f06f5a562aeb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'd06f7a40-fcb4-48b2-93e1-37b24e231a7a', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:18:50.172171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-008cd4c9-2b7c-4dd1-aa01-f06f5a562aeb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:50.236292 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-008cd4c9-2b7c-4dd1-aa01-f06f5a562aeb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:50.313247 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-008cd4c9-2b7c-4dd1-aa01-f06f5a562aeb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:50.331682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cd4c9-2b7c-4dd1-aa01-f06f5a562aeb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7593ae0b-6428-4906-aff8-463e2f4b50f2,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:50.418027 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-008cd4c9-2b7c-4dd1-aa01-f06f5a562aeb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:50.419278 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-008cd4c9-2b7c-4dd1-aa01-f06f5a562aeb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670166 Aug 21 10:18:50.422094 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35486) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:50.426632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-81f6defb-8472-4b8e-b973-7c85f73d8901 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'd06f7a40-fcb4-48b2-93e1-37b24e231a7a', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:18:50.520918 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81f6defb-8472-4b8e-b973-7c85f73d8901 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:50.580173 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81f6defb-8472-4b8e-b973-7c85f73d8901 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:50.663730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81f6defb-8472-4b8e-b973-7c85f73d8901 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:50.681332 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6defb-8472-4b8e-b973-7c85f73d8901 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93811013-48c7-4145-8cf4-d733783a87c0,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:50.772588 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-81f6defb-8472-4b8e-b973-7c85f73d8901 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:50.773749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-81f6defb-8472-4b8e-b973-7c85f73d8901 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3507211 Aug 21 10:18:50.776587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35488) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:50.781100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-b53d3677-8aa5-482c-96bf-f1fa07f72f04 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'd06f7a40-fcb4-48b2-93e1-37b24e231a7a', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:18:50.886098 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b53d3677-8aa5-482c-96bf-f1fa07f72f04 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:50.948703 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b53d3677-8aa5-482c-96bf-f1fa07f72f04 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:51.040807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b53d3677-8aa5-482c-96bf-f1fa07f72f04 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:51.062970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d3677-8aa5-482c-96bf-f1fa07f72f04 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2050a8de-1da7-40ae-8432-1c4a64d7e7d5,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:51.155364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b53d3677-8aa5-482c-96bf-f1fa07f72f04 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:51.156641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b53d3677-8aa5-482c-96bf-f1fa07f72f04 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3791108 Aug 21 10:18:51.159461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35490) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:51.164121 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3b1bfe07-805a-45e1-902d-5d3e16eb8c1c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'd06f7a40-fcb4-48b2-93e1-37b24e231a7a', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:18:51.268497 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b1bfe07-805a-45e1-902d-5d3e16eb8c1c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:51.331655 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b1bfe07-805a-45e1-902d-5d3e16eb8c1c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:51.412557 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b1bfe07-805a-45e1-902d-5d3e16eb8c1c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:51.431363 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bfe07-805a-45e1-902d-5d3e16eb8c1c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320975d6-0e09-4484-a293-2b5eee79cd96,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:51.492697 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3b1bfe07-805a-45e1-902d-5d3e16eb8c1c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:51.494092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3b1bfe07-805a-45e1-902d-5d3e16eb8c1c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335357 Aug 21 10:18:51.496957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35492) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:51.501521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0f4b512d-28b9-430d-8013-3126c874380e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'd06f7a40-fcb4-48b2-93e1-37b24e231a7a', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:18:51.584098 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-0f4b512d-28b9-430d-8013-3126c874380e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Project bbc1f7f8491c41979ed959c4332eab18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:18:51.589815 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f4b512d-28b9-430d-8013-3126c874380e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:51.654729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f4b512d-28b9-430d-8013-3126c874380e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:51.749392 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f4b512d-28b9-430d-8013-3126c874380e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:51.769161 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b512d-28b9-430d-8013-3126c874380e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a6c435-12de-411d-a953-323c0de01a8c,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:51.823753 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0f4b512d-28b9-430d-8013-3126c874380e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:51.825112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0f4b512d-28b9-430d-8013-3126c874380e tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3270996 Aug 21 10:18:51.828239 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35494) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:51.832783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d175e9d9-c768-4401-af69-f87af10a3a64 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'security_group_rule': {'security_group_id': 'd06f7a40-fcb4-48b2-93e1-37b24e231a7a', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:18:51.942153 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-d175e9d9-c768-4401-af69-f87af10a3a64 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Project bbc1f7f8491c41979ed959c4332eab18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:18:51.947581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d175e9d9-c768-4401-af69-f87af10a3a64 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.007894 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d175e9d9-c768-4401-af69-f87af10a3a64 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.063888 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d175e9d9-c768-4401-af69-f87af10a3a64 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.082881 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175e9d9-c768-4401-af69-f87af10a3a64 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbaf0b9-43ff-4f84-b293-e819ac7f5858,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:52.158608 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d175e9d9-c768-4401-af69-f87af10a3a64 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.159884 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d175e9d9-c768-4401-af69-f87af10a3a64 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3306363 Aug 21 10:18:52.162685 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35496) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:52.167597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'network': {'name': 'tempest-network-smoke--1736971745', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'port_security_enabled': True}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:18:52.267439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:18:52.271532 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.297419 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:18:52.305613 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.305954 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Added segment 2d168183-537e-448a-bed9-224f2a24e0e3 of type vlan for network 13ea0fcc-b0ab-4074-885a-55419aa293f6 Aug 21 10:18:52.344863 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.434514 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.440689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:52.441275 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.508342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Network': ['ID=13ea0fcc-b0ab-4074-885a-55419aa293f6,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:52.519184 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 13ea0fcc-b0ab-4074-885a-55419aa293f6 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:18:52.533147 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dec15ae4-aaa3-45d7-8065-2aacf1c4da3b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3694382 Aug 21 10:18:52.535884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35498) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:52.540693 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'admin_state_up': True, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:18:52.624044 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.625708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.680160 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:52.880096 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:53.157994 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:53.176447 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:53.305757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.25.5.123 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/46a012ac-80e5-4a01-9b40-97245ccdd00c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:18:53.413528 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:53.508111 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:53.546545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:18:53.549202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:18:53.551718 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:18:53.587838 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=46a012ac-80e5-4a01-9b40-97245ccdd00c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:53.901109 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:54.101409 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:54.156884 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:18:54.349101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:18:54.451752 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:18:54.461149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Sync routers for ids ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:18:54.470589 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Routers {'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:18:54.471207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:18:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:54.537947 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:54.539254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d3213cd8-4f03-4705-846c-9650f902bd90 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0023508 Aug 21 10:18:54.542413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35500) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:54.574618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-dc0db240-ab1c-44cc-ae86-16e61dd9c789 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bbc1f7f8491c41979ed959c4332eab18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310469 Aug 21 10:18:54.577305 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35502) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:54.577623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Set router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:18:54.683372 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec1a3d0-d467-4b8f-b981-9f9a2d50e296 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:54.685171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-9ec1a3d0-d467-4b8f-b981-9f9a2d50e296 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1068156 Aug 21 10:18:54.688692 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35504) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:54.721104 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-13711ed2-c05d-445d-965b-674e1a5d1105 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2028bc5a-3b82-48ed-995f-0a46cc2e0008&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311561 Aug 21 10:18:54.723530 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35506) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:54.728352 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-827424406', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:18:54.764029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:53Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:54.790760 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Checking router: b42224d1-ee2f-4d70-bc8c-03e8de71cd3c for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:18:54.791114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Updating router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c port 46a012ac-80e5-4a01-9b40-97245ccdd00c binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:18:54.815962 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:54.879156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:18:54.882729 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:55.067363 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:55.077639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Transition to ACTIVE for port object 46a012ac-80e5-4a01-9b40-97245ccdd00c will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:18:55.143565 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:55.205049 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:55.264029 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74cc98-44d1-4ede-adc9-9404da730ec8 None None] Pushing event updated for resources: {'Port': ['ID=46a012ac-80e5-4a01-9b40-97245ccdd00c,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:55.267084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Attempting to bind port 46a012ac-80e5-4a01-9b40-97245ccdd00c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:18:55.267453 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Attempting to bind port 46a012ac-80e5-4a01-9b40-97245ccdd00c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:18:55.267850 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Attempting to bind port 46a012ac-80e5-4a01-9b40-97245ccdd00c on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:18:55.274245 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:18:55.274626 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:18:55.275028 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:55.275412 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:18:55.275911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Bound port: 46a012ac-80e5-4a01-9b40-97245ccdd00c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:18:55.276288 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:55.330202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] For port 46a012ac-80e5-4a01-9b40-97245ccdd00c, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:18:55.333390 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] For port 46a012ac-80e5-4a01-9b40-97245ccdd00c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=46a012ac-80e5-4a01-9b40-97245ccdd00c,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:18:55.458706 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:55.517176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Routers {'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:18:55.517884 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:18:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:55.522823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74cc98-44d1-4ede-adc9-9404da730ec8 None None] Pushing event updated for resources: {'Port': ['ID=46a012ac-80e5-4a01-9b40-97245ccdd00c,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:55.533349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Subnet': ['ID=3f583e9d-28ed-4dfb-bbad-8208f6f63529,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:55.544145 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Checking segment: {'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:18:55.544515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network hostable DHCP agents. Network: 13ea0fcc-b0ab-4074-885a-55419aa293f6, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:18:55.625929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] Set router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:18:55.674982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 13ea0fcc-b0ab-4074-885a-55419aa293f6 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:18:55.739049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 13ea0fcc-b0ab-4074-885a-55419aa293f6) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:18:55.744192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:55.746286 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:55.746780 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5769c2-db1a-41a9-9918-85a0840fd4e0 None None] Network 13ea0fcc-b0ab-4074-885a-55419aa293f6 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:18:55.839596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-de797f9b-b986-4a01-9d88-479292f9f9fa tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1148593 Aug 21 10:18:55.842404 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35508) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:18:55.899810 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:53Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:55.931912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dfd994-e7ea-4d16-8f23-4edcd8e8f8ad None None] The sync data for ids ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'] in n-d-766726-28 is: [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:53Z', 'revision_number': 3, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:18:55.963752 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-13ea0fcc-b0ab-4074-885a-55419aa293f6', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ips': [{'subnet_id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:18:55.964896 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:56.287172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Allocated IP 172.20.0.2 (13ea0fcc-b0ab-4074-885a-55419aa293f6/3f583e9d-28ed-4dfb-bbad-8208f6f63529/8ef3f055-3331-4d54-9059-4d2a66473daa) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:18:56.323526 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:56.439131 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:56.449429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Transition to ACTIVE for port object 8ef3f055-3331-4d54-9059-4d2a66473daa will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:18:56.471046 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Transition to ACTIVE for port object 8ef3f055-3331-4d54-9059-4d2a66473daa will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:18:56.595773 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:56.638522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Network 13ea0fcc-b0ab-4074-885a-55419aa293f6 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:18:56.642259 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:18:56.645762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:18:56.662526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Pushing event updated for resources: {'Port': ['ID=8ef3f055-3331-4d54-9059-4d2a66473daa,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:56.710614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Attempting to bind port 8ef3f055-3331-4d54-9059-4d2a66473daa on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:18:56.710985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Attempting to bind port 8ef3f055-3331-4d54-9059-4d2a66473daa by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:18:56.711372 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Attempting to bind port 8ef3f055-3331-4d54-9059-4d2a66473daa on network 13ea0fcc-b0ab-4074-885a-55419aa293f6 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:18:56.716535 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:18:56.716901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Checking segment: {'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:18:56.717304 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:56.717870 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Bound using segment: {'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:18:56.718331 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Bound port: 8ef3f055-3331-4d54-9059-4d2a66473daa, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:18:56.718743 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:56.783923 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] For port 8ef3f055-3331-4d54-9059-4d2a66473daa, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:18:56.787338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] For port 8ef3f055-3331-4d54-9059-4d2a66473daa, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8ef3f055-3331-4d54-9059-4d2a66473daa,segment=NetworkSegment(2d168183-537e-448a-bed9-224f2a24e0e3),segment_id=2d168183-537e-448a-bed9-224f2a24e0e3)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:18:56.863951 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:56.900882 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 46a012ac-80e5-4a01-9b40-97245ccdd00c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:18:56.911991 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.20.0.1 (13ea0fcc-b0ab-4074-885a-55419aa293f6/3f583e9d-28ed-4dfb-bbad-8208f6f63529/52343d77-2659-43a2-b04c-667a5ad4275f) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:18:56.963006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107d579-5924-48f6-b49b-2bf98fc73027 None None] Pushing event updated for resources: {'Port': ['ID=8ef3f055-3331-4d54-9059-4d2a66473daa,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:57.035325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 46a012ac-80e5-4a01-9b40-97245ccdd00c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:18:57.042030 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 46a012ac-80e5-4a01-9b40-97245ccdd00c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:18:57.045922 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:57.046351 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:57.060293 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Transition to ACTIVE for port object 52343d77-2659-43a2-b04c-667a5ad4275f will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:18:57.150486 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:57.178656 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:57.193070 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 46a012ac-80e5-4a01-9b40-97245ccdd00c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=46a012ac-80e5-4a01-9b40-97245ccdd00c,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:18:57.226893 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 13ea0fcc-b0ab-4074-885a-55419aa293f6 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:18:57.230101 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:18:57.233843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:18:57.263806 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:57.283936 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=52343d77-2659-43a2-b04c-667a5ad4275f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:57.307413 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:57.324034 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=46a012ac-80e5-4a01-9b40-97245ccdd00c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:57.509686 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:57.796409 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:57.882241 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:57.903367 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a207443c-312e-4ddd-a5ea-2b91ee1eab56 None None] Network 13ea0fcc-b0ab-4074-885a-55419aa293f6 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:18:57.960958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:57.962754 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=52343d77-2659-43a2-b04c-667a5ad4275f,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:58.068717 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 13ea0fcc-b0ab-4074-885a-55419aa293f6 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:18:58.069263 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-cd624951-7d45-4dee-a316-432a6f125a66 None None] Provisioning for port 8ef3f055-3331-4d54-9059-4d2a66473daa completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:18:58.070180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:18:58.184224 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:18:58.297684 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:18:58.314445 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-41104b47-5477-46be-9ee9-fd61badffc91 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "PUT /v2.0/routers/b42224d1-ee2f-4d70-bc8c-03e8de71cd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4702876 Aug 21 10:18:58.317055 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Sync routers for ids ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:18:58.327415 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Routers {'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:18:58.328213 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:18:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:58.364697 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fed267f5-9f95-458b-8931-330d42c5c572 None None] Provisioning for port 52343d77-2659-43a2-b04c-667a5ad4275f completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:18:58.368975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fed267f5-9f95-458b-8931-330d42c5c572 None None] Provisioning complete for port 52343d77-2659-43a2-b04c-667a5ad4275f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:18:58.369358 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fed267f5-9f95-458b-8931-330d42c5c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:58.419376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-fed267f5-9f95-458b-8931-330d42c5c572 None None] Port 52343d77-2659-43a2-b04c-667a5ad4275f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:18:58.473199 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Set router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:18:58.480859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-fb96fc31-5555-4692-aaec-476293cde7ed tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601512488&fields=id&tenant_id=bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 267 time: 0.0404532 Aug 21 10:18:58.546352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e74b9453-bbb2-4851-a95d-80eb6902c1af None None] Provisioning complete for port 52343d77-2659-43a2-b04c-667a5ad4275f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:18:58.546800 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e74b9453-bbb2-4851-a95d-80eb6902c1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:58.594900 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e74b9453-bbb2-4851-a95d-80eb6902c1af None None] Port 52343d77-2659-43a2-b04c-667a5ad4275f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:18:58.617645 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-b9b47465-6a5c-4ef4-90d1-e2d79807794d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:18:58.619189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-b9b47465-6a5c-4ef4-90d1-e2d79807794d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/networks?id=13ea0fcc-b0ab-4074-885a-55419aa293f6 HTTP/1.1" status: 200 len: 797 time: 0.1307428 Aug 21 10:18:58.642078 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-ba56e503-5c38-433d-bdeb-d58b94996787 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/quotas/bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 375 time: 0.0158114 Aug 21 10:18:58.690192 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-25694748-dcc8-4424-a6f1-c588c8013471 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469587 Aug 21 10:18:58.692134 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '52343d77-2659-43a2-b04c-667a5ad4275f', 'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1e:f2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:56Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 2, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:58.714073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e26a3c57-d7c8-4c42-b0f8-faea801197f6 None None] Provisioning complete for port 52343d77-2659-43a2-b04c-667a5ad4275f triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:18:58.714550 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e26a3c57-d7c8-4c42-b0f8-faea801197f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:58.724005 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Checking router: b42224d1-ee2f-4d70-bc8c-03e8de71cd3c for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:18:58.724290 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Updating router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c port 52343d77-2659-43a2-b04c-667a5ad4275f binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:18:58.750052 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:58.750548 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e26a3c57-d7c8-4c42-b0f8-faea801197f6 None None] Port 52343d77-2659-43a2-b04c-667a5ad4275f cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:18:58.832420 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-acb341f5-7a73-4bde-b72c-248b199c1719 service neutron] 10.222.0.20 "GET /v2.0/networks/13ea0fcc-b0ab-4074-885a-55419aa293f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272888 Aug 21 10:18:58.962486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 46a012ac-80e5-4a01-9b40-97245ccdd00c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:18:58.963850 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-7817aaa6-6891-4d7e-a7c1-2b8adbeb2aa1 service neutron] 10.222.0.20 "GET /v2.0/networks/13ea0fcc-b0ab-4074-885a-55419aa293f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210437 Aug 21 10:18:59.026212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 46a012ac-80e5-4a01-9b40-97245ccdd00c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:18:59.027099 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:59.058503 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:59.069067 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Transition to ACTIVE for port object 52343d77-2659-43a2-b04c-667a5ad4275f will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:18:59.107596 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8ef3f055-3331-4d54-9059-4d2a66473daa up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:18:59.183254 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:59.234100 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Pushing event updated for resources: {'Port': ['ID=52343d77-2659-43a2-b04c-667a5ad4275f,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:59.251813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 8ef3f055-3331-4d54-9059-4d2a66473daa completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:18:59.256063 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8ef3f055-3331-4d54-9059-4d2a66473daa triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:18:59.256509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:59.270001 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.270609 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.271103 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.271633 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.272286 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.272783 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.273391 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.273976 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.274466 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.274973 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.275650 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.276150 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:18:59.281635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-37c51fca-8471-40bb-aecb-b4b8fd1d024f req-24843b61-b31d-4613-ab30-7da8f775b11b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 210 time: 0.0584772 Aug 21 10:18:59.323422 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Attempting to bind port 52343d77-2659-43a2-b04c-667a5ad4275f on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:18:59.324025 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Attempting to bind port 52343d77-2659-43a2-b04c-667a5ad4275f by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:18:59.324305 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Attempting to bind port 52343d77-2659-43a2-b04c-667a5ad4275f on network 13ea0fcc-b0ab-4074-885a-55419aa293f6 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:18:59.333151 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:18:59.333685 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Checking segment: {'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:18:59.334352 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:59.334823 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Bound using segment: {'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:18:59.335369 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Bound port: 52343d77-2659-43a2-b04c-667a5ad4275f, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:18:59.335843 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:59.376891 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:59.412441 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] For port 52343d77-2659-43a2-b04c-667a5ad4275f, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:18:59.417190 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] For port 52343d77-2659-43a2-b04c-667a5ad4275f, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=52343d77-2659-43a2-b04c-667a5ad4275f,segment=NetworkSegment(2d168183-537e-448a-bed9-224f2a24e0e3),segment_id=2d168183-537e-448a-bed9-224f2a24e0e3)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:18:59.418254 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 8ef3f055-3331-4d54-9059-4d2a66473daa, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8ef3f055-3331-4d54-9059-4d2a66473daa,segment=NetworkSegment(2d168183-537e-448a-bed9-224f2a24e0e3),segment_id=2d168183-537e-448a-bed9-224f2a24e0e3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:18:59.486809 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:59.501626 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:18:59.549801 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Routers {'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:18:59.554538 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:18:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:59.555338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=8ef3f055-3331-4d54-9059-4d2a66473daa,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:59.596495 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f287d-ba26-4e8f-94fe-9255fd433f75 None None] Pushing event updated for resources: {'Port': ['ID=52343d77-2659-43a2-b04c-667a5ad4275f,revision_number=4']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:18:59.675076 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] Set router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:18:59.899064 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '52343d77-2659-43a2-b04c-667a5ad4275f', 'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1e:f2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:56Z', 'updated_at': '2021-08-21T10:18:59Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:18:59.927480 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85ab3b-75b9-4c8c-b7a5-6ae34b032e7c None None] The sync data for ids ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'] in n-d-766726-28 is: [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '52343d77-2659-43a2-b04c-667a5ad4275f', 'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1e:f2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:56Z', 'updated_at': '2021-08-21T10:18:59Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:19:00.372101 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-14f39021-a3d8-4525-8bdf-ada808afd74b req-4a6362a2-cbcb-47b1-960f-e60b62f665e2 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 210 time: 0.0402455 Aug 21 10:19:00.943520 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 52343d77-2659-43a2-b04c-667a5ad4275f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:19:01.063824 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 52343d77-2659-43a2-b04c-667a5ad4275f completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:19:01.067692 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 52343d77-2659-43a2-b04c-667a5ad4275f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:19:01.068066 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:01.146859 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:01.180952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 52343d77-2659-43a2-b04c-667a5ad4275f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=52343d77-2659-43a2-b04c-667a5ad4275f,segment=NetworkSegment(2d168183-537e-448a-bed9-224f2a24e0e3),segment_id=2d168183-537e-448a-bed9-224f2a24e0e3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:19:01.258158 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:01.259407 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8ef3f055-3331-4d54-9059-4d2a66473daa up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:19:01.284726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-4c391fb1-ef40-4783-b7d9-478a7119a765 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:01.286581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-4c391fb1-ef40-4783-b7d9-478a7119a765 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/networks?id=13ea0fcc-b0ab-4074-885a-55419aa293f6 HTTP/1.1" status: 200 len: 797 time: 0.1107998 Aug 21 10:19:01.355441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-9a7a2f96-84fe-4b8b-9d66-c7454294c72d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc1f7f8491c41979ed959c4332eab18 HTTP/1.1" status: 200 len: 380 time: 0.0592527 Aug 21 10:19:01.365120 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'port': {'device_id': '481c5a03-547e-46fe-93cb-4375152af158', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'admin_state_up': True, 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'security_groups': ['d06f7a40-fcb4-48b2-93e1-37b24e231a7a']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:19:01.380219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=52343d77-2659-43a2-b04c-667a5ad4275f,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:01.390382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 8ef3f055-3331-4d54-9059-4d2a66473daa triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:19:01.390801 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:01.501719 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6ee60297-a060-4885-bbe9-f9df12927314 req-dab8c62e-c35a-4c9f-8f05-d60bd256b3ea tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 210 time: 0.0388021 Aug 21 10:19:01.575912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Made reservation on behalf of bbc1f7f8491c41979ed959c4332eab18 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:19:01.579710 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:01.703164 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.20.0.5 (13ea0fcc-b0ab-4074-885a-55419aa293f6/3f583e9d-28ed-4dfb-bbad-8208f6f63529/eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:19:01.847500 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:01.863313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Transition to ACTIVE for port object eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:19:01.987824 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:02.031260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 13ea0fcc-b0ab-4074-885a-55419aa293f6 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:19:02.034338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:19:02.037934 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:19:02.073586 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:02.098734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:02.099386 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:02.203018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-74ea9b25-b555-49ab-91c0-0e8fd442c0ae tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8418901 Aug 21 10:19:02.263739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Request body: {'port': {'device_id': '481c5a03-547e-46fe-93cb-4375152af158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:19:02.309339 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ac90a981-5997-40c6-8fff-6e2f8aa9ca20 None None] Provisioning for port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:19:02.314130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ac90a981-5997-40c6-8fff-6e2f8aa9ca20 None None] Provisioning complete for port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:19:02.314510 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac90a981-5997-40c6-8fff-6e2f8aa9ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:02.323839 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:02.353382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ac90a981-5997-40c6-8fff-6e2f8aa9ca20 None None] Port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:19:02.623009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:19:02.633236 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:02.651615 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Transition to ACTIVE for port object eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:19:02.664981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2215107-3649-4c37-b5e2-844d527d1883 req-c10324e7-b8c1-477c-abd9-ce32b308962a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:02.666601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2215107-3649-4c37-b5e2-844d527d1883 req-c10324e7-b8c1-477c-abd9-ce32b308962a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 931 time: 0.0861995 Aug 21 10:19:02.708164 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2215107-3649-4c37-b5e2-844d527d1883 req-9f339300-4cfe-4378-91c0-d84776234966 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342588 Aug 21 10:19:02.732123 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:02.784916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Pushing event updated for resources: {'Port': ['ID=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:02.864009 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Attempting to bind port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:19:02.864360 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Attempting to bind port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:19:02.864774 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Attempting to bind port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb on network 13ea0fcc-b0ab-4074-885a-55419aa293f6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:19:02.869984 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb on network 13ea0fcc-b0ab-4074-885a-55419aa293f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:19:02.870307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Attempting to bind port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb on network 13ea0fcc-b0ab-4074-885a-55419aa293f6 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:19:02.870452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 52343d77-2659-43a2-b04c-667a5ad4275f up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:19:02.876890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:19:02.877230 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Checking segment: {'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:19:02.877619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Bound using segment: {'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:19:02.878048 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Bound port: eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d168183-537e-448a-bed9-224f2a24e0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:19:02.879647 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:02.931859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 52343d77-2659-43a2-b04c-667a5ad4275f triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:19:02.932236 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:02.947662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] For port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:19:02.950854 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] For port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb,segment=NetworkSegment(2d168183-537e-448a-bed9-224f2a24e0e3),segment_id=2d168183-537e-448a-bed9-224f2a24e0e3)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:19:03.018256 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:03.053655 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:03.054276 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:03.055767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-08dd7892-af25-4868-8512-f247e296a18c service neutron] 10.222.0.22 "PUT /v2.0/ports/eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb HTTP/1.1" status: 200 len: 1092 time: 0.8439977 Aug 21 10:19:03.056206 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481c5a03-547e-46fe-93cb-4375152af158', 'tag': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:19:03.058475 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9608581a-965c-4988-afc9-a809e43d2fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "481c5a03-547e-46fe-93cb-4375152af158", "tag": "eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:19:03.091619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd7892-af25-4868-8512-f247e296a18c service neutron] Pushing event updated for resources: {'Port': ['ID=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:03.107471 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6d35cc-60cb-421f-8b5d-d2aa835fe62c x-openstack-request-id: req-1c6d35cc-60cb-421f-8b5d-d2aa835fe62c {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:19:03.107471 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481c5a03-547e-46fe-93cb-4375152af158", "tag": "eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:19:03.107471 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c6d35cc-60cb-421f-8b5d-d2aa835fe62c {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:19:03.107471 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481c5a03-547e-46fe-93cb-4375152af158', 'tag': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb', 'status': 'completed', 'code': 200} Aug 21 10:19:03.171533 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608581a-965c-4988-afc9-a809e43d2fc5 req-2e121ee1-98f0-4fe7-955d-1d38d4c93a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:03.173138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9608581a-965c-4988-afc9-a809e43d2fc5 req-2e121ee1-98f0-4fe7-955d-1d38d4c93a65 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 1095 time: 0.0454400 Aug 21 10:19:03.276698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608581a-965c-4988-afc9-a809e43d2fc5 req-083cd828-4e14-4048-bfce-da95a65f39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:03.278197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9608581a-965c-4988-afc9-a809e43d2fc5 req-083cd828-4e14-4048-bfce-da95a65f39c0 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=bbc1f7f8491c41979ed959c4332eab18&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0977190 Aug 21 10:19:03.372187 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608581a-965c-4988-afc9-a809e43d2fc5 req-a2fcd2c5-3e1b-4fd3-9548-86c2f78ddc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:03.374113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9608581a-965c-4988-afc9-a809e43d2fc5 req-a2fcd2c5-3e1b-4fd3-9548-86c2f78ddc45 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889175 Aug 21 10:19:03.453082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-2d659e45-b528-4138-be95-42eabe3fb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:03.454691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-2d659e45-b528-4138-be95-42eabe3fb7cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 1095 time: 0.0470736 Aug 21 10:19:03.496519 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-8138129f-c64d-4912-96d7-6d682951335f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb HTTP/1.1" status: 200 len: 217 time: 0.0339675 Aug 21 10:19:03.545791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-c41122d5-457d-448f-8e10-2810211b114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:03.547289 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-c41122d5-457d-448f-8e10-2810211b114a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f583e9d-28ed-4dfb-bbad-8208f6f63529 HTTP/1.1" status: 200 len: 834 time: 0.0442665 Aug 21 10:19:03.599987 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-f530f81d-02fb-41f9-b61e-2b3a4309ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:03.601458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-f530f81d-02fb-41f9-b61e-2b3a4309ff23 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=13ea0fcc-b0ab-4074-885a-55419aa293f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475190 Aug 21 10:19:03.694831 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-578c30db-3ad0-4bd1-a789-dd65e22d0aad service neutron] 10.222.0.22 "GET /v2.0/networks/13ea0fcc-b0ab-4074-885a-55419aa293f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850134 Aug 21 10:19:03.813670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b10e45e-548a-41f7-b7ae-fcf2a2f77138 req-6db26ddc-e91a-40d9-a43b-5d6211195c7b service neutron] 10.222.0.22 "GET /v2.0/networks/13ea0fcc-b0ab-4074-885a-55419aa293f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108425 Aug 21 10:19:03.839744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea65c0-36fc-4dff-94ea-ff6e9916c3b5 req-8dcfd308-a2ab-4812-b08a-e39fefe98298 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:03.841378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46ea65c0-36fc-4dff-94ea-ff6e9916c3b5 req-8dcfd308-a2ab-4812-b08a-e39fefe98298 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 943 time: 0.0647185 Aug 21 10:19:03.881839 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-46ea65c0-36fc-4dff-94ea-ff6e9916c3b5 req-bc8172da-ece1-4028-aa87-d950d91a5042 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342686 Aug 21 10:19:05.021792 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d812-98e3-4a97-be1b-3dc78cd2c72c req-4ee72a42-18eb-4b44-9407-d9eaafdb944b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:05.024299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7469d812-98e3-4a97-be1b-3dc78cd2c72c req-4ee72a42-18eb-4b44-9407-d9eaafdb944b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 943 time: 0.0596998 Aug 21 10:19:05.066625 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7469d812-98e3-4a97-be1b-3dc78cd2c72c req-60d5e85c-1be0-433c-9937-a110173b3ea5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339551 Aug 21 10:19:06.193892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023e9ff-3aa7-4024-8713-d4cb672d52cd req-a5f83ce4-fc15-4735-b536-5dc864172707 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:06.195339 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0023e9ff-3aa7-4024-8713-d4cb672d52cd req-a5f83ce4-fc15-4735-b536-5dc864172707 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 943 time: 0.0542183 Aug 21 10:19:06.234280 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0023e9ff-3aa7-4024-8713-d4cb672d52cd req-1bef987a-81c8-4f82-a9fe-ffe3decdb161 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325582 Aug 21 10:19:06.971789 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-485009b1-ada8-4a90-8912-904de7b9e19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:07.351100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732f65c-660d-4597-aa35-4604acbd3da2 req-c9c5b27b-5227-4cad-8b9f-9104f81172e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:07.352661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1732f65c-660d-4597-aa35-4604acbd3da2 req-c9c5b27b-5227-4cad-8b9f-9104f81172e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 943 time: 0.0499969 Aug 21 10:19:07.391213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1732f65c-660d-4597-aa35-4604acbd3da2 req-2e2d66c0-e154-4baf-8732-aac85acdc871 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326583 Aug 21 10:19:07.945171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:19:08.042132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb,segment=NetworkSegment(2d168183-537e-448a-bed9-224f2a24e0e3),segment_id=2d168183-537e-448a-bed9-224f2a24e0e3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:19:08.053388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'port_id': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb', 'mac_address': 'fa:16:3e:df:39:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:19:08.091076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:08.105540 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:19:08.125468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb,segment=NetworkSegment(2d168183-537e-448a-bed9-224f2a24e0e3),segment_id=2d168183-537e-448a-bed9-224f2a24e0e3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:19:08.194648 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:08.243290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:08.423350 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:19:08.507521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58996758-09ee-4e97-9b8a-95dea46dd598 req-f0730361-7a65-440a-9c71-a11b1f34d8bd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:08.509064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-58996758-09ee-4e97-9b8a-95dea46dd598 req-f0730361-7a65-440a-9c71-a11b1f34d8bd tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 944 time: 0.0491686 Aug 21 10:19:08.548622 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-58996758-09ee-4e97-9b8a-95dea46dd598 req-809ffb62-d38a-4e01-9548-10403e97f494 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Aug 21 10:19:09.600808 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3418cf03-6fd4-40f3-8c44-cc3c4efa0bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:09.667014 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43017285-4985-4440-ba81-a3dd70369a9b req-6c212f47-7502-4c55-a5b9-fcecaed51160 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:09.668596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43017285-4985-4440-ba81-a3dd70369a9b req-6c212f47-7502-4c55-a5b9-fcecaed51160 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 944 time: 0.0519929 Aug 21 10:19:09.706691 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43017285-4985-4440-ba81-a3dd70369a9b req-884f7151-ba42-4d07-ad60-aa559560143f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Aug 21 10:19:09.863466 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:09.959666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:19:10.067265 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:19:10.071911 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:19:10.072302 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:10.153476 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:10.175251 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481c5a03-547e-46fe-93cb-4375152af158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:19:10.177638 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56e44dd-cdd0-4382-aeae-ed92b01d453b" -d '{"events": [{"server_uuid": "481c5a03-547e-46fe-93cb-4375152af158", "name": "network-vif-plugged", "status": "completed", "tag": "eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:19:10.190551 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb,segment=NetworkSegment(2d168183-537e-448a-bed9-224f2a24e0e3),segment_id=2d168183-537e-448a-bed9-224f2a24e0e3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:19:10.216461 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466d60b6-b1ab-4f43-920f-87e23c11ab86 x-openstack-request-id: req-466d60b6-b1ab-4f43-920f-87e23c11ab86 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:19:10.216755 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481c5a03-547e-46fe-93cb-4375152af158", "name": "network-vif-plugged", "status": "completed", "tag": "eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:19:10.217058 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-466d60b6-b1ab-4f43-920f-87e23c11ab86 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:19:10.217482 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481c5a03-547e-46fe-93cb-4375152af158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb', 'code': 200} Aug 21 10:19:10.244306 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:10.309977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:10.314737 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc4f11-9986-4f20-ad2d-2d98d2c8a9cf req-dd477f31-796f-458c-8d0a-62a0a31cbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:10.316302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dfbc4f11-9986-4f20-ad2d-2d98d2c8a9cf req-dd477f31-796f-458c-8d0a-62a0a31cbccd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 1097 time: 0.0413666 Aug 21 10:19:10.351644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dfbc4f11-9986-4f20-ad2d-2d98d2c8a9cf req-a3f56932-5e79-47ec-b1cf-aff719d7c18e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282085 Aug 21 10:19:10.819132 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb410c60-8a46-4ce9-b0dd-3b3c7a2b9c74 req-28456f4c-b7ab-4b72-8870-0f9de7652957 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:10.820670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb410c60-8a46-4ce9-b0dd-3b3c7a2b9c74 req-28456f4c-b7ab-4b72-8870-0f9de7652957 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0484416 Aug 21 10:19:10.858753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb410c60-8a46-4ce9-b0dd-3b3c7a2b9c74 req-ecdc9945-e74d-4058-9fc8-65a3a3bf97c9 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312715 Aug 21 10:19:11.183023 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:11.978313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d240e6-3c1c-4bdd-8f23-8c94b15b6337 req-0a598521-12dc-4b35-b96a-2ee006789706 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:11.979801 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64d240e6-3c1c-4bdd-8f23-8c94b15b6337 req-0a598521-12dc-4b35-b96a-2ee006789706 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0525715 Aug 21 10:19:12.017569 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64d240e6-3c1c-4bdd-8f23-8c94b15b6337 req-ab8c1e8a-8cc7-4e49-a4f9-6bead93af53a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312994 Aug 21 10:19:12.129404 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64595fd8-604d-4ff0-92dc-c6b6db2738ae req-0e2af213-c421-42ba-a178-02eb2855b3b5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:12.130887 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64595fd8-604d-4ff0-92dc-c6b6db2738ae req-0e2af213-c421-42ba-a178-02eb2855b3b5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0481753 Aug 21 10:19:12.167655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-64595fd8-604d-4ff0-92dc-c6b6db2738ae req-d417136c-55e8-4ee9-a259-9e6349cfcf0f tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306151 Aug 21 10:19:12.189508 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35572) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:12.227202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7fbb0b-f8bf-4067-9e35-725a4ef8aa20 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:12.228692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4e7fbb0b-f8bf-4067-9e35-725a4ef8aa20 tempest-TestNetworkAdvancedServerOps-976880317 tempest-TestNetworkAdvancedServerOps-976880317-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 1092 time: 0.0382254 Aug 21 10:19:12.231468 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35574) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:12.236182 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:19:12.326283 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:12.421533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:12.519670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Allocated IP 172.25.5.197 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/e019ddd3-1c06-4ec9-aee2-2f52040ca6cf) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:19:12.620826 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:12.686015 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:12.714759 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:12.750963 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:19:12.755035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:19:12.758424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:19:12.766190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=e019ddd3-1c06-4ec9-aee2-2f52040ca6cf,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:13.107484 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:13.230992 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:13.378827 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:13.423421 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:13.491872 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event updated for resources: {'Port': ['ID=e019ddd3-1c06-4ec9-aee2-2f52040ca6cf,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:13.504914 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:13.601245 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Floating IP bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f associated. External IP: 172.25.5.197, port: eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb. Aug 21 10:19:13.796849 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:19:13.898714 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:19:13.909477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd22a91-2e20-408d-84fa-2066872a6c43 None None] Sync routers for ids ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:19:13.918059 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd22a91-2e20-408d-84fa-2066872a6c43 None None] Routers {'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:19:13.918674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0cd22a91-2e20-408d-84fa-2066872a6c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:19:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:14.006696 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:14.024949 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0cd22a91-2e20-408d-84fa-2066872a6c43 None None] Set router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:19:14.037038 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-09377bf9-919b-40bc-a1b8-4683160e6ad5 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8045416 Aug 21 10:19:14.037624 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481c5a03-547e-46fe-93cb-4375152af158', 'tag': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:19:14.039885 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c49c13-9073-4b90-811c-5872af99cdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "481c5a03-547e-46fe-93cb-4375152af158", "tag": "eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:19:14.076627 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5416eae0-8ebd-44ec-af75-39bac7ad3768 x-openstack-request-id: req-5416eae0-8ebd-44ec-af75-39bac7ad3768 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:19:14.077175 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481c5a03-547e-46fe-93cb-4375152af158", "tag": "eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:19:14.077645 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5416eae0-8ebd-44ec-af75-39bac7ad3768 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:19:14.078049 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481c5a03-547e-46fe-93cb-4375152af158', 'tag': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb', 'status': 'completed', 'code': 200} Aug 21 10:19:14.165868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22192c40-45aa-4854-9883-ed5eefdd920a req-698138dd-e833-4b38-9ef6-e1b7d972a100 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:14.167398 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22192c40-45aa-4854-9883-ed5eefdd920a req-698138dd-e833-4b38-9ef6-e1b7d972a100 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0782430 Aug 21 10:19:14.169350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c49c13-9073-4b90-811c-5872af99cdfd req-b1649e4b-efdd-40d3-978e-0aec75c56617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:14.171329 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59c49c13-9073-4b90-811c-5872af99cdfd req-b1649e4b-efdd-40d3-978e-0aec75c56617 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 1097 time: 0.0713491 Aug 21 10:19:14.252466 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0cd22a91-2e20-408d-84fa-2066872a6c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'port_id': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'mac_address': 'fa:16:3e:df:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c5a03-547e-46fe-93cb-4375152af158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:19:12Z', 'updated_at': '2021-08-21T10:19:12Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52343d77-2659-43a2-b04c-667a5ad4275f', 'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1e:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:56Z', 'updated_at': '2021-08-21T10:19:01Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:14.254695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-22192c40-45aa-4854-9883-ed5eefdd920a req-edd31d8f-0deb-4d93-af00-23f047472feb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805156 Aug 21 10:19:14.278206 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35580) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:14.285212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd22a91-2e20-408d-84fa-2066872a6c43 None None] Checking router: b42224d1-ee2f-4d70-bc8c-03e8de71cd3c for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:19:14.292061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c49c13-9073-4b90-811c-5872af99cdfd req-00739fd6-fa5b-4cb0-b56e-e6f837a31b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:14.293563 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59c49c13-9073-4b90-811c-5872af99cdfd req-00739fd6-fa5b-4cb0-b56e-e6f837a31b40 service neutron] 10.222.0.22 "GET /v2.0/networks?id=13ea0fcc-b0ab-4074-885a-55419aa293f6 HTTP/1.1" status: 200 len: 898 time: 0.1134317 Aug 21 10:19:14.294290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd22a91-2e20-408d-84fa-2066872a6c43 None None] Routers {'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:19:14.294910 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0cd22a91-2e20-408d-84fa-2066872a6c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:19:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:14.351613 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-9240aa2a-73dd-497e-9edd-7b3ac904baeb tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f HTTP/1.1" status: 200 len: 991 time: 0.0721247 Aug 21 10:19:14.361308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59c49c13-9073-4b90-811c-5872af99cdfd req-03c58d99-078d-4441-aa29-8c9d5adf8312 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb HTTP/1.1" status: 200 len: 999 time: 0.0606060 Aug 21 10:19:14.401395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-0cd22a91-2e20-408d-84fa-2066872a6c43 None None] Set router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:19:14.415322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c49c13-9073-4b90-811c-5872af99cdfd req-4f934a4b-89da-4556-8d99-053ccd7659e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:14.416846 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59c49c13-9073-4b90-811c-5872af99cdfd req-4f934a4b-89da-4556-8d99-053ccd7659e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f583e9d-28ed-4dfb-bbad-8208f6f63529 HTTP/1.1" status: 200 len: 834 time: 0.0481551 Aug 21 10:19:14.461298 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c49c13-9073-4b90-811c-5872af99cdfd req-3e398d50-7214-4043-a0c4-6a6c510f0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:14.462806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59c49c13-9073-4b90-811c-5872af99cdfd req-3e398d50-7214-4043-a0c4-6a6c510f0e36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=13ea0fcc-b0ab-4074-885a-55419aa293f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394530 Aug 21 10:19:14.555026 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59c49c13-9073-4b90-811c-5872af99cdfd req-ebb9720f-a961-428d-bf17-20d143919175 service neutron] 10.222.0.22 "GET /v2.0/networks/13ea0fcc-b0ab-4074-885a-55419aa293f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850718 Aug 21 10:19:14.624620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-0cd22a91-2e20-408d-84fa-2066872a6c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'port_id': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'mac_address': 'fa:16:3e:df:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c5a03-547e-46fe-93cb-4375152af158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:19:12Z', 'updated_at': '2021-08-21T10:19:12Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52343d77-2659-43a2-b04c-667a5ad4275f', 'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1e:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:56Z', 'updated_at': '2021-08-21T10:19:01Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:14.651698 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd22a91-2e20-408d-84fa-2066872a6c43 None None] The sync data for ids ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'] in n-d-766726-28 is: [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'port_id': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'mac_address': 'fa:16:3e:df:39:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481c5a03-547e-46fe-93cb-4375152af158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:19:12Z', 'updated_at': '2021-08-21T10:19:12Z', 'revision_number': 0, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52343d77-2659-43a2-b04c-667a5ad4275f', 'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1e:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:56Z', 'updated_at': '2021-08-21T10:19:01Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:19:14.856888 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd443161-a3bd-4756-93ee-a75cf749957c None None] New status for floating IP bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f: ACTIVE {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:19:14.993380 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-59c49c13-9073-4b90-811c-5872af99cdfd req-66e98996-eea6-464e-a3bf-1bcb52fe0a4b service neutron] 10.222.0.22 "GET /v2.0/networks/13ea0fcc-b0ab-4074-885a-55419aa293f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314764 Aug 21 10:19:15.353878 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35582) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:15.413162 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f7d966af-8183-4c63-a82d-d9c9ed0e0305 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f HTTP/1.1" status: 200 len: 993 time: 0.0581770 Aug 21 10:19:16.123905 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:16.186790 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:31.156454 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:19:36.946167 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-60af7227-bdb6-4124-8297-ee6a02d037c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:39.740018 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-89bcaa7e-8ed5-4aad-91d9-689537995524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:39.836868 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:41.199435 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:42.703512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:44.359904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bb508-b3d7-4d51-9ad8-0abc94c8a58d req-cad40fc3-264e-41de-9bb7-7de64a22ba0c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:44.361401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18bb508-b3d7-4d51-9ad8-0abc94c8a58d req-cad40fc3-264e-41de-9bb7-7de64a22ba0c tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0514326 Aug 21 10:19:44.398367 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a18bb508-b3d7-4d51-9ad8-0abc94c8a58d req-ecd3f8af-736d-4063-8692-0ef505eb2050 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310943 Aug 21 10:19:45.512875 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c057ae-3a13-4dc3-9c1d-5496d0306564 req-c3810801-f17a-430c-8e97-d61ae8b1cfa0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:45.514335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90c057ae-3a13-4dc3-9c1d-5496d0306564 req-c3810801-f17a-430c-8e97-d61ae8b1cfa0 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0481353 Aug 21 10:19:45.552098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-90c057ae-3a13-4dc3-9c1d-5496d0306564 req-0a6fc8fd-7788-41d2-a62e-e7e0aa6443ff tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318179 Aug 21 10:19:45.574454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35602) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:45.637811 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-58227445-6a11-433c-864e-0c1408d8d37a tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f HTTP/1.1" status: 200 len: 993 time: 0.0622084 Aug 21 10:19:46.128454 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:46.151120 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:47.103998 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f35298-7f22-40ec-a019-a6064b9e0de4 req-a2ba1a45-55b1-4be7-bc52-a6cffec2f46b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:47.105299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-04f35298-7f22-40ec-a019-a6064b9e0de4 req-a2ba1a45-55b1-4be7-bc52-a6cffec2f46b tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0549684 Aug 21 10:19:47.181556 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-04f35298-7f22-40ec-a019-a6064b9e0de4 req-5f9d2baf-f4fd-4706-b41a-8ac79fa854e1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694985 Aug 21 10:19:47.190522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720665b-779b-469f-9ece-74b9580a4f04 req-af0ef0d6-46db-417c-bede-277332bb7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:47.192022 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f720665b-779b-469f-9ece-74b9580a4f04 req-af0ef0d6-46db-417c-bede-277332bb7f1c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 1097 time: 0.0618429 Aug 21 10:19:47.283901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720665b-779b-469f-9ece-74b9580a4f04 req-689f8fe9-1fb5-467b-ba83-0e0d1c3cceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:47.285291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f720665b-779b-469f-9ece-74b9580a4f04 req-689f8fe9-1fb5-467b-ba83-0e0d1c3cceac service neutron] 10.222.0.22 "GET /v2.0/networks?id=13ea0fcc-b0ab-4074-885a-55419aa293f6 HTTP/1.1" status: 200 len: 898 time: 0.0859251 Aug 21 10:19:47.349813 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f720665b-779b-469f-9ece-74b9580a4f04 req-0ad0b99b-3201-4b11-ab6d-882aa35b0c92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb HTTP/1.1" status: 200 len: 1001 time: 0.0575390 Aug 21 10:19:47.397359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720665b-779b-469f-9ece-74b9580a4f04 req-a125eb88-144a-48bf-9799-01b075961df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:47.398795 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f720665b-779b-469f-9ece-74b9580a4f04 req-a125eb88-144a-48bf-9799-01b075961df0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f583e9d-28ed-4dfb-bbad-8208f6f63529 HTTP/1.1" status: 200 len: 834 time: 0.0424685 Aug 21 10:19:47.452978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720665b-779b-469f-9ece-74b9580a4f04 req-d7ac750f-bcc6-4116-a36e-348c84800ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:47.454472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f720665b-779b-469f-9ece-74b9580a4f04 req-d7ac750f-bcc6-4116-a36e-348c84800ccc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=13ea0fcc-b0ab-4074-885a-55419aa293f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486710 Aug 21 10:19:47.542231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f720665b-779b-469f-9ece-74b9580a4f04 req-61cb58eb-a4d7-4f7f-ac66-98568e6236e7 service neutron] 10.222.0.22 "GET /v2.0/networks/13ea0fcc-b0ab-4074-885a-55419aa293f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801706 Aug 21 10:19:47.633594 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f720665b-779b-469f-9ece-74b9580a4f04 req-90b3dec2-afce-42d2-94e9-afedbd9cda3f service neutron] 10.222.0.22 "GET /v2.0/networks/13ea0fcc-b0ab-4074-885a-55419aa293f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846775 Aug 21 10:19:48.300643 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6de7e4-a5e0-4e94-bb0f-d9d5ea3ca16a req-431d7f0e-b79d-4f9b-8ecc-5830d6c029b1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:48.302102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd6de7e4-a5e0-4e94-bb0f-d9d5ea3ca16a req-431d7f0e-b79d-4f9b-8ecc-5830d6c029b1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0491621 Aug 21 10:19:48.339182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd6de7e4-a5e0-4e94-bb0f-d9d5ea3ca16a req-24108216-71f0-473d-b3f8-f3dca72a9962 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311356 Aug 21 10:19:49.455031 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093882a-55ae-479c-bdf6-dd1df92982a6 req-fc3040ba-eaba-43d4-bc62-ba6194f23f19 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:49.456546 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c093882a-55ae-479c-bdf6-dd1df92982a6 req-fc3040ba-eaba-43d4-bc62-ba6194f23f19 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0487285 Aug 21 10:19:49.493669 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c093882a-55ae-479c-bdf6-dd1df92982a6 req-be522bfd-a1e4-4465-8a3c-88268738330d tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Aug 21 10:19:49.515824 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35614) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:49.579871 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4a12d29b-eb7d-4902-94b8-adf3dc86b7c1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/floatingips/bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f HTTP/1.1" status: 200 len: 993 time: 0.0628693 Aug 21 10:19:49.817897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35620) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:49.976302 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port e019ddd3-1c06-4ec9-aee2-2f52040ca6cf {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:19:49.976649 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:50.054247 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:50.054574 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:50.065880 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for e019ddd3-1c06-4ec9-aee2-2f52040ca6cf owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:19:50.262656 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:50.292327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=e019ddd3-1c06-4ec9-aee2-2f52040ca6cf,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:50.304083 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.304439 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.304862 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.305207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.305547 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.305887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.306225 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.306561 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.306895 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.307235 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.307646 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.307915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:50.361777 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:50.362109 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Floating IP bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f disassociated (deleted). External IP: 172.25.5.197, port: eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb. Aug 21 10:19:50.572891 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:19:50.679078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:19:50.683947 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:50.690106 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26201bde-1242-4079-be84-ceca5027ffe3 None None] Sync routers for ids ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:19:50.700277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26201bde-1242-4079-be84-ceca5027ffe3 None None] Routers {'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:19:50.700919 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-26201bde-1242-4079-be84-ceca5027ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:19:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:50.711343 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3dcfcd5d-f0e3-4702-9c9f-87d8abfa6fa3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/floatingips/bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f HTTP/1.1" status: 204 len: 168 time: 0.8923707 Aug 21 10:19:50.711981 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481c5a03-547e-46fe-93cb-4375152af158', 'tag': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:19:50.714275 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f661a8ccb4eab73676326ae0103b960447efefe5c775d563ce07084d6a704f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5746a08c-8f79-4a41-ab0c-21118516740e" -d '{"events": [{"name": "network-changed", "server_uuid": "481c5a03-547e-46fe-93cb-4375152af158", "tag": "eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:19:50.807040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-26201bde-1242-4079-be84-ceca5027ffe3 None None] Set router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:19:50.818719 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04271d52-9119-4a3a-a153-d36c6abc080d x-openstack-request-id: req-04271d52-9119-4a3a-a153-d36c6abc080d {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:19:50.819231 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481c5a03-547e-46fe-93cb-4375152af158", "tag": "eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:19:50.819349 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04271d52-9119-4a3a-a153-d36c6abc080d {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:19:50.819965 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481c5a03-547e-46fe-93cb-4375152af158', 'tag': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb', 'status': 'completed', 'code': 200} Aug 21 10:19:50.882702 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746a08c-8f79-4a41-ab0c-21118516740e req-bcf26eae-9225-4c9a-8146-c317d9290d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:50.884369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5746a08c-8f79-4a41-ab0c-21118516740e req-bcf26eae-9225-4c9a-8146-c317d9290d5b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbc1f7f8491c41979ed959c4332eab18&device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 1097 time: 0.0409522 Aug 21 10:19:50.979077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746a08c-8f79-4a41-ab0c-21118516740e req-4b8f5dce-a16b-471a-a6a2-45fcad34e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:50.980851 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5746a08c-8f79-4a41-ab0c-21118516740e req-4b8f5dce-a16b-471a-a6a2-45fcad34e8d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=13ea0fcc-b0ab-4074-885a-55419aa293f6 HTTP/1.1" status: 200 len: 898 time: 0.0896323 Aug 21 10:19:51.014745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-26201bde-1242-4079-be84-ceca5027ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '52343d77-2659-43a2-b04c-667a5ad4275f', 'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1e:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:56Z', 'updated_at': '2021-08-21T10:19:01Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:51.024154 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5746a08c-8f79-4a41-ab0c-21118516740e req-862af260-f469-4bf3-9d3c-1e2390ca4725 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb HTTP/1.1" status: 200 len: 217 time: 0.0359035 Aug 21 10:19:51.046147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26201bde-1242-4079-be84-ceca5027ffe3 None None] Checking router: b42224d1-ee2f-4d70-bc8c-03e8de71cd3c for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:19:51.054849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26201bde-1242-4079-be84-ceca5027ffe3 None None] Routers {'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:19:51.055470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-26201bde-1242-4079-be84-ceca5027ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:19:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:51.077795 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746a08c-8f79-4a41-ab0c-21118516740e req-61d046db-6577-4e04-ae3a-3ee1f8bf6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:51.080015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5746a08c-8f79-4a41-ab0c-21118516740e req-61d046db-6577-4e04-ae3a-3ee1f8bf6dba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f583e9d-28ed-4dfb-bbad-8208f6f63529 HTTP/1.1" status: 200 len: 834 time: 0.0463438 Aug 21 10:19:51.160852 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746a08c-8f79-4a41-ab0c-21118516740e req-93a5e1fe-98f1-45bf-a0c9-1c668b40da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:51.162473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5746a08c-8f79-4a41-ab0c-21118516740e req-93a5e1fe-98f1-45bf-a0c9-1c668b40da82 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=13ea0fcc-b0ab-4074-885a-55419aa293f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748892 Aug 21 10:19:51.170865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-26201bde-1242-4079-be84-ceca5027ffe3 None None] Set router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:19:51.190455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7bbe9-2a59-4cf8-b8b9-2d4f37261bc2 req-e3933e56-720a-4812-98b7-f3e275b7ecc3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:51.192088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afb7bbe9-2a59-4cf8-b8b9-2d4f37261bc2 req-e3933e56-720a-4812-98b7-f3e275b7ecc3 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0780785 Aug 21 10:19:51.271600 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-afb7bbe9-2a59-4cf8-b8b9-2d4f37261bc2 req-b60eaffa-555d-4872-b552-0d7905cb6ee1 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690007 Aug 21 10:19:51.301021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5746a08c-8f79-4a41-ab0c-21118516740e req-0954e09c-6e08-412b-b641-67c1aea0c69b service neutron] 10.222.0.22 "GET /v2.0/networks/13ea0fcc-b0ab-4074-885a-55419aa293f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292315 Aug 21 10:19:51.380514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-26201bde-1242-4079-be84-ceca5027ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '52343d77-2659-43a2-b04c-667a5ad4275f', 'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1e:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:56Z', 'updated_at': '2021-08-21T10:19:01Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:51.404075 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5746a08c-8f79-4a41-ab0c-21118516740e req-4a80aa1f-ea69-4ca2-8bcf-ae94d7f4ed26 service neutron] 10.222.0.22 "GET /v2.0/networks/13ea0fcc-b0ab-4074-885a-55419aa293f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945568 Aug 21 10:19:51.407351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26201bde-1242-4079-be84-ceca5027ffe3 None None] The sync data for ids ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'] in n-d-766726-28 is: [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '52343d77-2659-43a2-b04c-667a5ad4275f', 'name': '', 'network_id': '13ea0fcc-b0ab-4074-885a-55419aa293f6', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'mac_address': 'fa:16:3e:1e:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:56Z', 'updated_at': '2021-08-21T10:19:01Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'subnets': [{'id': '3f583e9d-28ed-4dfb-bbad-8208f6f63529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:19:51.643964 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de600991-e99a-4329-8b7e-3dc09b7e5ba2 None None] New status for floating IP bdfd3d4b-fc0f-4a81-a2f5-7676e68f0e5f: DOWN {{(pid=106759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:19:52.397058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f08f17-64a8-4b0a-920e-283b03aec7d0 req-691db49a-477f-493f-9d6c-51757dc36f56 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:52.398549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72f08f17-64a8-4b0a-920e-283b03aec7d0 req-691db49a-477f-493f-9d6c-51757dc36f56 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0495315 Aug 21 10:19:52.435439 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72f08f17-64a8-4b0a-920e-283b03aec7d0 req-5803e6f2-03d3-4894-9de9-900ff64cc148 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/security-groups?id=d06f7a40-fcb4-48b2-93e1-37b24e231a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310667 Aug 21 10:19:52.718425 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13383e64-f904-47b0-ba7f-dcc75fd94224 req-b06ccb28-899b-4590-b4c9-d53344b73156 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:19:52.719933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13383e64-f904-47b0-ba7f-dcc75fd94224 req-b06ccb28-899b-4590-b4c9-d53344b73156 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 945 time: 0.0487139 Aug 21 10:19:52.815000 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-13383e64-f904-47b0-ba7f-dcc75fd94224 req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:19:52.815348 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13383e64-f904-47b0-ba7f-dcc75fd94224 req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:52.903065 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-13383e64-f904-47b0-ba7f-dcc75fd94224 req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb,segment=NetworkSegment(2d168183-537e-448a-bed9-224f2a24e0e3),segment_id=2d168183-537e-448a-bed9-224f2a24e0e3)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:19:52.903435 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13383e64-f904-47b0-ba7f-dcc75fd94224 req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:52.915470 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-13383e64-f904-47b0-ba7f-dcc75fd94224 req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:19:53.128120 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13383e64-f904-47b0-ba7f-dcc75fd94224 req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:53.157153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:53.189446 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.189800 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.190136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.190478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.190812 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.191150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.191475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.191832 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.192159 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.192485 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.192809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.193136 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:53.212015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-13383e64-f904-47b0-ba7f-dcc75fd94224 req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] No DVR routers for this DVR port eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:19:53.214673 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-13383e64-f904-47b0-ba7f-dcc75fd94224 req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:53.216720 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13383e64-f904-47b0-ba7f-dcc75fd94224 req-5e4762f8-081f-476f-9213-bc73478745e7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.22 "DELETE /v2.0/ports/eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb HTTP/1.1" status: 204 len: 173 time: 0.4910560 Aug 21 10:19:53.217242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481c5a03-547e-46fe-93cb-4375152af158', 'name': 'network-vif-deleted', 'tag': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:19:53.219573 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2875cfdb-a893-4c11-80d4-9c3bc1cef405" -d '{"events": [{"server_uuid": "481c5a03-547e-46fe-93cb-4375152af158", "name": "network-vif-deleted", "tag": "eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:19:53.316115 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4773929-79ef-4755-86df-e1e8e60ffe43 x-openstack-request-id: req-c4773929-79ef-4755-86df-e1e8e60ffe43 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:19:53.319286 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481c5a03-547e-46fe-93cb-4375152af158", "name": "network-vif-deleted", "tag": "eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:19:53.319286 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4773929-79ef-4755-86df-e1e8e60ffe43 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:19:53.319286 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481c5a03-547e-46fe-93cb-4375152af158', 'name': 'network-vif-deleted', 'tag': 'eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb', 'status': 'completed', 'code': 200} Aug 21 10:19:53.530980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eaf8bd9a-9d3c-443c-82d6-a465c23b2d49 req-281442cb-f0cc-4802-b863-cfd8cc4b2013 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "GET /v2.0/ports?device_id=481c5a03-547e-46fe-93cb-4375152af158 HTTP/1.1" status: 200 len: 210 time: 0.0272906 Aug 21 10:19:54.592039 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35640) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:54.976966 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:55.253128 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port 52343d77-2659-43a2-b04c-667a5ad4275f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:19:55.253479 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:55.340374 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port 52343d77-2659-43a2-b04c-667a5ad4275f, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=52343d77-2659-43a2-b04c-667a5ad4275f,segment=NetworkSegment(2d168183-537e-448a-bed9-224f2a24e0e3),segment_id=2d168183-537e-448a-bed9-224f2a24e0e3)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:19:55.340744 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:55.353775 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for 52343d77-2659-43a2-b04c-667a5ad4275f owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:19:55.648586 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:55.676970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=52343d77-2659-43a2-b04c-667a5ad4275f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:55.853519 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:56.364603 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:19:56.473040 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:19:56.478285 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-5e577d25-9ea7-4645-a24a-76233fbdb3dc tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "PUT /v2.0/routers/b42224d1-ee2f-4d70-bc8c-03e8de71cd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850875 Aug 21 10:19:56.481051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35642) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:56.482798 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6a033-9e57-417a-a815-bac33dcee97c None None] Sync routers for ids ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:19:56.491980 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6a033-9e57-417a-a815-bac33dcee97c None None] Routers {'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:19:56.492600 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-73f6a033-9e57-417a-a815-bac33dcee97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:19:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:56.549729 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d04c7bc-bc2e-44af-be7c-cef3574fc367 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting subnet 3f583e9d-28ed-4dfb-bbad-8208f6f63529 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:19:56.554238 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7bc-bc2e-44af-be7c-cef3574fc367 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:56.601860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-73f6a033-9e57-417a-a815-bac33dcee97c None None] Set router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:19:56.604536 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7bc-bc2e-44af-be7c-cef3574fc367 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:56.697013 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7bc-bc2e-44af-be7c-cef3574fc367 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:56.787227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-73f6a033-9e57-417a-a815-bac33dcee97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:19:55Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:56.802663 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7bc-bc2e-44af-be7c-cef3574fc367 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:56.814766 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6a033-9e57-417a-a815-bac33dcee97c None None] Checking router: b42224d1-ee2f-4d70-bc8c-03e8de71cd3c for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:19:56.823522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6a033-9e57-417a-a815-bac33dcee97c None None] Routers {'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:19:56.824209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-73f6a033-9e57-417a-a815-bac33dcee97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:19:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:56.830146 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04c7bc-bc2e-44af-be7c-cef3574fc367 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Subnet': ['ID=3f583e9d-28ed-4dfb-bbad-8208f6f63529,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:56.833735 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1d04c7bc-bc2e-44af-be7c-cef3574fc367 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:56.835860 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1d04c7bc-bc2e-44af-be7c-cef3574fc367 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/subnets/3f583e9d-28ed-4dfb-bbad-8208f6f63529 HTTP/1.1" status: 204 len: 168 time: 0.3536053 Aug 21 10:19:56.838555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35644) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:56.861886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0fca0c-3eb1-47af-8c0f-f95398a04dcc None None] Network 13ea0fcc-b0ab-4074-885a-55419aa293f6 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:19:56.963121 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.025480 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-73f6a033-9e57-417a-a815-bac33dcee97c None None] Set router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:19:57.069678 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.165193 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] DHCP port deletion for 13ea0fcc-b0ab-4074-885a-55419aa293f6 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:19:57.180988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Deleting port 46a012ac-80e5-4a01-9b40-97245ccdd00c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:19:57.181322 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.247874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Deleting port 8ef3f055-3331-4d54-9059-4d2a66473daa {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:19:57.248180 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.251853 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-73f6a033-9e57-417a-a815-bac33dcee97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:19:55Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:57.263203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] For port 46a012ac-80e5-4a01-9b40-97245ccdd00c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=46a012ac-80e5-4a01-9b40-97245ccdd00c,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:19:57.264175 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.276574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Calling delete_port for 46a012ac-80e5-4a01-9b40-97245ccdd00c owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:19:57.292176 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6a033-9e57-417a-a815-bac33dcee97c None None] The sync data for ids ['b42224d1-ee2f-4d70-bc8c-03e8de71cd3c'] in n-d-766726-28 is: [{'id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182586131', 'tenant_id': 'bbc1f7f8491c41979ed959c4332eab18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:18:52Z', 'updated_at': '2021-08-21T10:19:55Z', 'revision_number': 5, 'project_id': 'bbc1f7f8491c41979ed959c4332eab18', 'gw_port': {'id': '46a012ac-80e5-4a01-9b40-97245ccdd00c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42224d1-ee2f-4d70-bc8c-03e8de71cd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:18:53Z', 'updated_at': '2021-08-21T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:19:57.346880 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] For port 8ef3f055-3331-4d54-9059-4d2a66473daa, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=8ef3f055-3331-4d54-9059-4d2a66473daa,segment=NetworkSegment(2d168183-537e-448a-bed9-224f2a24e0e3),segment_id=2d168183-537e-448a-bed9-224f2a24e0e3)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:19:57.347284 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.359792 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Calling delete_port for 8ef3f055-3331-4d54-9059-4d2a66473daa owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:19:57.514596 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.525567 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.539953 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Port': ['ID=46a012ac-80e5-4a01-9b40-97245ccdd00c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:57.549421 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Pushing event deleted for resources: {'Port': ['ID=8ef3f055-3331-4d54-9059-4d2a66473daa,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:57.558815 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] No DVR routers for this DVR port 8ef3f055-3331-4d54-9059-4d2a66473daa on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:19:57.562135 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.562485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.562829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.563185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.563530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.563885 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.564216 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.564545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.564874 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.565201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.565536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.565851 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e631f6-9c68-4b64-b1eb-c30a6810ff64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:19:57.600609 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.692654 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.695091 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.812080 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.812684 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Fanout notify agent at l3_agent the message router_deleted on router b42224d1-ee2f-4d70-bc8c-03e8de71cd3c {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:19:57.819309 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:57.820776 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-98b9691a-da95-483a-818a-36f84167dbd7 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/routers/b42224d1-ee2f-4d70-bc8c-03e8de71cd3c HTTP/1.1" status: 204 len: 168 time: 0.9811800 Aug 21 10:19:57.823431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35646) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:57.901669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:58.005760 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:58.016066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ea0fcc-b0ab-4074-885a-55419aa293f6']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:58.026929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d168183-537e-448a-bed9-224f2a24e0e3') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:58.027153 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d168183-537e-448a-bed9-224f2a24e0e3') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:19:58.036959 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:58.050998 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:58.056882 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:19:58.057270 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:19:58.060267 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:19:58.129736 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:19:58.149830 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:19:58.150190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device eb396ade-3fcd-4c64-aa89-0b9eec1f8dbb not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:19:58.182363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:58.187089 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:58.192279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/networks/13ea0fcc-b0ab-4074-885a-55419aa293f6 HTTP/1.1" status: 204 len: 168 time: 0.3645735 Aug 21 10:19:58.192402 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35648) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:58.208426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63b76b-f4ed-47cb-822d-39690115d750 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'Network': ['ID=13ea0fcc-b0ab-4074-885a-55419aa293f6,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:58.255614 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-921caf8c-74f6-4a57-885f-13502d708180 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:58.281332 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-921caf8c-74f6-4a57-885f-13502d708180 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:58.416968 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-921caf8c-74f6-4a57-885f-13502d708180 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:58.419687 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-921caf8c-74f6-4a57-885f-13502d708180 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:58.420869 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-921caf8c-74f6-4a57-885f-13502d708180 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] 10.222.0.20 "DELETE /v2.0/security-groups/d06f7a40-fcb4-48b2-93e1-37b24e231a7a HTTP/1.1" status: 204 len: 168 time: 0.2274003 Aug 21 10:19:58.430119 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921caf8c-74f6-4a57-885f-13502d708180 tempest-TestNetworkAdvancedServerOps-1214085889 tempest-TestNetworkAdvancedServerOps-1214085889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06f7a40-fcb4-48b2-93e1-37b24e231a7a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:19:58.898282 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 46a012ac-80e5-4a01-9b40-97245ccdd00c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:19:58.918787 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 46a012ac-80e5-4a01-9b40-97245ccdd00c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:19:58.919130 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 46a012ac-80e5-4a01-9b40-97245ccdd00c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:19:58.919541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 52343d77-2659-43a2-b04c-667a5ad4275f no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:19:58.939212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 52343d77-2659-43a2-b04c-667a5ad4275f {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:19:58.939584 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 52343d77-2659-43a2-b04c-667a5ad4275f not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:19:58.940408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8ef3f055-3331-4d54-9059-4d2a66473daa no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:19:58.962903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 8ef3f055-3331-4d54-9059-4d2a66473daa {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:19:58.963252 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 8ef3f055-3331-4d54-9059-4d2a66473daa not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:19:59.040251 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35656) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:59.171292 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0284056c-fd52-4258-a6e9-7fd6a6b14429 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbc1f7f8491c41979ed959c4332eab18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298575 Aug 21 10:19:59.173724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35660) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:19:59.226518 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eea6d2f2-acec-4bdd-bb9a-9fc0b10b6711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:59.248522 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eea6d2f2-acec-4bdd-bb9a-9fc0b10b6711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:59.367881 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eea6d2f2-acec-4bdd-bb9a-9fc0b10b6711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:59.370849 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-eea6d2f2-acec-4bdd-bb9a-9fc0b10b6711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:19:59.372400 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-eea6d2f2-acec-4bdd-bb9a-9fc0b10b6711 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24dd2ede-220d-42bf-ac90-a7ec88900044 HTTP/1.1" status: 204 len: 168 time: 0.1975882 Aug 21 10:19:59.381560 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6d2f2-acec-4bdd-bb9a-9fc0b10b6711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd2ede-220d-42bf-ac90-a7ec88900044,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:00.017774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35666) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:00.031599 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b95f93cc-de60-4267-bc71-baf023818e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:00.118181 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b95f93cc-de60-4267-bc71-baf023818e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:00.222246 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b95f93cc-de60-4267-bc71-baf023818e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:00.261129 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b95f93cc-de60-4267-bc71-baf023818e8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=784022574d4749b7a0a5701384de268a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420435 Aug 21 10:20:00.261806 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f93cc-de60-4267-bc71-baf023818e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61241374-0f18-48d8-bc3b-683583078a37,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:00.264249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35668) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:00.318253 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10c4e678-135b-40e1-bda5-2ebda55e8c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:00.339438 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10c4e678-135b-40e1-bda5-2ebda55e8c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:00.453554 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10c4e678-135b-40e1-bda5-2ebda55e8c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:00.456113 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-10c4e678-135b-40e1-bda5-2ebda55e8c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:00.457303 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-10c4e678-135b-40e1-bda5-2ebda55e8c73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61241374-0f18-48d8-bc3b-683583078a37 HTTP/1.1" status: 204 len: 168 time: 0.1916196 Aug 21 10:20:00.465538 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4e678-135b-40e1-bda5-2ebda55e8c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61241374-0f18-48d8-bc3b-683583078a37,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:01.484942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35692) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:01.581259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1972112670-network', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:01.659495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Made reservation on behalf of 07e07a3f3068485a9f86e981a0739b94 for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:20:01.661819 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:01.670478 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:01.757402 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:01.836687 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:01.861188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:20:01.870205 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a2b74b-8942-498d-9ee0-596d7224cc82,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:01.877388 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:01.877731 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Added segment f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e of type vlan for network aab56c72-ce98-4713-a7b9-753db5ce4eb0 Aug 21 10:20:01.918607 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:02.022776 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:02.024056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:02.024639 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:02.083024 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] Pushing event updated for resources: {'Network': ['ID=aab56c72-ce98-4713-a7b9-753db5ce4eb0,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:02.092620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network aab56c72-ce98-4713-a7b9-753db5ce4eb0 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:20:02.160549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-d30f9036-5d84-47ce-8fdf-34edc74cb535 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6744845 Aug 21 10:20:02.163610 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35696) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:02.168844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] Request body: {'subnet': {'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1972112670-subnet', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'ip_version': 4}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:02.251096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] Made reservation on behalf of 07e07a3f3068485a9f86e981a0739b94 for: {'subnet': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:20:02.253499 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-258808939'] for subnet, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:02.502833 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266247892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-258808837'] for subnet, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:02.557962 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f031714c-040d-4289-a867-9b4ebf4e890d,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:02.566779 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] Checking segment: {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:20:02.567133 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] Network hostable DHCP agents. Network: aab56c72-ce98-4713-a7b9-753db5ce4eb0, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:20:02.665281 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] Network aab56c72-ce98-4713-a7b9-753db5ce4eb0 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:20:02.739042 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, aab56c72-ce98-4713-a7b9-753db5ce4eb0) {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:02.742945 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:02.743529 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:02.748302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d1764-a6e1-473e-9d2f-164c2a61d2fb None None] Network aab56c72-ce98-4713-a7b9-753db5ce4eb0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:20:02.863384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a2e11eab-6123-4bb9-be25-ceaf99b95a68 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6985934 Aug 21 10:20:02.866189 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35698) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:02.870886 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:02.965384 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:02.966551 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.022855 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.046775 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:20:03.047693 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.183669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Allocated IP 172.20.0.2 (aab56c72-ce98-4713-a7b9-753db5ce4eb0/f031714c-040d-4289-a867-9b4ebf4e890d/66445ade-477b-4649-8522-9dd2b8f74cc4) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:20:03.214790 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.323254 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.332530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Transition to ACTIVE for port object 66445ade-477b-4649-8522-9dd2b8f74cc4 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:03.348017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Transition to ACTIVE for port object 66445ade-477b-4649-8522-9dd2b8f74cc4 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:03.420558 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.460624 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Network aab56c72-ce98-4713-a7b9-753db5ce4eb0 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:20:03.463334 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:03.467257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:20:03.469035 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.479710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Pushing event updated for resources: {'Port': ['ID=66445ade-477b-4649-8522-9dd2b8f74cc4,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:03.489206 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.527235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Attempting to bind port 66445ade-477b-4649-8522-9dd2b8f74cc4 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:20:03.527622 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Attempting to bind port 66445ade-477b-4649-8522-9dd2b8f74cc4 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:20:03.527984 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Attempting to bind port 66445ade-477b-4649-8522-9dd2b8f74cc4 on network aab56c72-ce98-4713-a7b9-753db5ce4eb0 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:20:03.534037 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:20:03.534405 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Checking segment: {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:20:03.534800 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.535187 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Bound using segment: {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:20:03.535669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Bound port: 66445ade-477b-4649-8522-9dd2b8f74cc4, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:20:03.536046 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.595783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Allocated IP 172.25.5.185 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/d9a9cacd-feb8-43ac-8273-2442fd287f3c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:20:03.598302 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] For port 66445ade-477b-4649-8522-9dd2b8f74cc4, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:20:03.601327 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] For port 66445ade-477b-4649-8522-9dd2b8f74cc4, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=66445ade-477b-4649-8522-9dd2b8f74cc4,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:20:03.685871 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.694894 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.748725 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce05e3-90e7-4aae-9d4b-ebe309ab1682 None None] Pushing event updated for resources: {'Port': ['ID=66445ade-477b-4649-8522-9dd2b8f74cc4,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:03.796918 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:03.834429 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:20:03.837420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:03.840912 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:20:03.871138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a9cacd-feb8-43ac-8273-2442fd287f3c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:04.169620 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:04.381150 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:04.569475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Router 78a0d247-62b8-4f0a-b038-717163051ddd is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:20:04.601541 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fefd892-80f4-48a0-a3f7-494ad6ce3d80 None None] Network aab56c72-ce98-4713-a7b9-753db5ce4eb0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:20:04.766663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-5d0d0232-9d5e-475b-81ff-21bada48749a None None] Provisioning for port 66445ade-477b-4649-8522-9dd2b8f74cc4 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:04.933400 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66445ade-477b-4649-8522-9dd2b8f74cc4 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:05.028575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:20:05.038574 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Sync routers for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:20:05.048802 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:20:05.049441 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:19:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:05.050664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 66445ade-477b-4649-8522-9dd2b8f74cc4 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:05.054610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 66445ade-477b-4649-8522-9dd2b8f74cc4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:05.054989 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.102461 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.106225 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-2a232faa-c92f-4908-8eee-6cb1f53996b7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2365482 Aug 21 10:20:05.106398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-da43518d-505c-4176-b243-7918fe73f6f0 None None] Provisioning complete for port 66445ade-477b-4649-8522-9dd2b8f74cc4 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:05.106521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35700) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:05.106624 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-da43518d-505c-4176-b243-7918fe73f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.162221 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:20:05.175505 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.237288 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 66445ade-477b-4649-8522-9dd2b8f74cc4, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=66445ade-477b-4649-8522-9dd2b8f74cc4,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:20:05.246283 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-da43518d-505c-4176-b243-7918fe73f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.300140 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.349402 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:04Z', 'revision_number': 3, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:05.375323 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Checking router: 78a0d247-62b8-4f0a-b038-717163051ddd for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:20:05.375726 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Updating router 78a0d247-62b8-4f0a-b038-717163051ddd port d9a9cacd-feb8-43ac-8273-2442fd287f3c binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:20:05.377015 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.db.api [None req-da43518d-505c-4176-b243-7918fe73f6f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 10:20:05.377379 n-d-766726-28 neutron-server[106758]: DEBUG oslo_db.api [None req-da43518d-505c-4176-b243-7918fe73f6f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 10:20:05.380210 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=66445ade-477b-4649-8522-9dd2b8f74cc4,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:05.401820 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.545919 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.644989 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.654325 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Transition to ACTIVE for port object d9a9cacd-feb8-43ac-8273-2442fd287f3c will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:05.700138 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Allocated IP 172.20.0.1 (aab56c72-ce98-4713-a7b9-753db5ce4eb0/f031714c-040d-4289-a867-9b4ebf4e890d/e081983a-0f3d-409c-9e7d-805c219f61e9) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:20:05.736888 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.800324 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Pushing event updated for resources: {'Port': ['ID=d9a9cacd-feb8-43ac-8273-2442fd287f3c,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:05.802604 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Attempting to bind port d9a9cacd-feb8-43ac-8273-2442fd287f3c on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:20:05.802959 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Attempting to bind port d9a9cacd-feb8-43ac-8273-2442fd287f3c by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:20:05.803304 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Attempting to bind port d9a9cacd-feb8-43ac-8273-2442fd287f3c on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:20:05.810054 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.812884 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.813224 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.813555 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.813887 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.814212 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.814533 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.814849 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.815164 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.815478 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.815826 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.816150 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.816461 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:20:05.819919 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:20:05.822711 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:20:05.822711 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.822711 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:20:05.822711 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Bound port: d9a9cacd-feb8-43ac-8273-2442fd287f3c, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:20:05.822711 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:05.826460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Transition to ACTIVE for port object e081983a-0f3d-409c-9e7d-805c219f61e9 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:05.874131 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] For port d9a9cacd-feb8-43ac-8273-2442fd287f3c, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:20:05.877201 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] For port d9a9cacd-feb8-43ac-8273-2442fd287f3c, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d9a9cacd-feb8-43ac-8273-2442fd287f3c,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:20:05.973721 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:06.008098 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:06.012560 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Network aab56c72-ce98-4713-a7b9-753db5ce4eb0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:20:06.015895 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:06.019442 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:20:06.048628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e081983a-0f3d-409c-9e7d-805c219f61e9,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:06.068679 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:06.080123 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed64dc-73ef-4cc8-a381-b55f5a5255f3 None None] Pushing event updated for resources: {'Port': ['ID=d9a9cacd-feb8-43ac-8273-2442fd287f3c,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:06.085399 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:20:06.086277 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:19:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:06.194893 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:20:06.271162 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:06.331089 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2b018815-3ee6-4dc0-8f95-3906f8336a24 None None] Provisioning for port e081983a-0f3d-409c-9e7d-805c219f61e9 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:06.335003 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2b018815-3ee6-4dc0-8f95-3906f8336a24 None None] Provisioning complete for port e081983a-0f3d-409c-9e7d-805c219f61e9 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:06.335237 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2b018815-3ee6-4dc0-8f95-3906f8336a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:06.369781 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-2b018815-3ee6-4dc0-8f95-3906f8336a24 None None] Port e081983a-0f3d-409c-9e7d-805c219f61e9 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:20:06.382338 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:04Z', 'revision_number': 3, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:06.409017 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911c034-dcf7-4dfe-b0cb-a923f3860ef1 None None] The sync data for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 is: [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:04Z', 'revision_number': 3, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:20:06.440206 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:06.545106 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:06.619507 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e081983a-0f3d-409c-9e7d-805c219f61e9,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:06.619708 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:06.722338 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Network aab56c72-ce98-4713-a7b9-753db5ce4eb0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:20:06.723966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:06.850460 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Router 78a0d247-62b8-4f0a-b038-717163051ddd has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:20:06.977204 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:20:06.990897 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-e9b266bc-a161-41e6-93f0-0ee6ac76c6e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/78a0d247-62b8-4f0a-b038-717163051ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8832948 Aug 21 10:20:07.014280 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-487b1fdf-0a89-42cc-b929-b37f21cc6edc None None] Provisioning complete for port e081983a-0f3d-409c-9e7d-805c219f61e9 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:07.015063 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-487b1fdf-0a89-42cc-b929-b37f21cc6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:07.017067 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab467-8532-4d1f-9bda-55f50c0d9222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:07.055720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66445ade-477b-4649-8522-9dd2b8f74cc4 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:07.100823 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-487b1fdf-0a89-42cc-b929-b37f21cc6edc None None] Port e081983a-0f3d-409c-9e7d-805c219f61e9 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:20:07.120354 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 66445ade-477b-4649-8522-9dd2b8f74cc4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:07.120733 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:07.204113 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d9a9cacd-feb8-43ac-8273-2442fd287f3c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:07.322408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d9a9cacd-feb8-43ac-8273-2442fd287f3c completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:07.327180 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d9a9cacd-feb8-43ac-8273-2442fd287f3c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:07.327807 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:07.407527 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:07.426988 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port d9a9cacd-feb8-43ac-8273-2442fd287f3c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d9a9cacd-feb8-43ac-8273-2442fd287f3c,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:20:07.493948 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:07.544493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=d9a9cacd-feb8-43ac-8273-2442fd287f3c,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:07.726386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35716) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:07.733218 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1355362081-network', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:07.842574 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Made reservation on behalf of 04e7ba8fc2274db9b6cf408af634705f for: {'network': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:20:07.845185 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:07.855056 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:07.992646 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:08.057188 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Sync routers for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:20:08.061136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:08.069959 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:20:08.070737 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:19:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:08.104100 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:20:08.119648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c961ce84-cf2d-466c-b244-4fad677ce358,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:08.130946 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:08.131938 n-d-766726-28 neutron-server[106757]: INFO neutron.db.segments_db [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Added segment 0d15d3a2-2aa5-4974-9f38-5e45ccd29380 of type vlan for network 9104eac0-59c8-465e-b91d-8080e4034348 Aug 21 10:20:08.159257 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:20:08.198669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:08.216674 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:20:08.288401 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:08.289453 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:08.290163 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:08.381203 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] Pushing event updated for resources: {'Network': ['ID=9104eac0-59c8-465e-b91d-8080e4034348,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:08.392611 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35718) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:08.396682 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f54855a1-4085-4d06-92a0-96b6f118beb2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6647153 Aug 21 10:20:08.398942 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] Request body: {'subnet': {'network_id': '9104eac0-59c8-465e-b91d-8080e4034348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1355362081-subnet', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:08.404710 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 9104eac0-59c8-465e-b91d-8080e4034348 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:20:08.492586 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] Made reservation on behalf of 04e7ba8fc2274db9b6cf408af634705f for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:20:08.496654 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:08.542682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 2, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:08.589115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Checking router: 78a0d247-62b8-4f0a-b038-717163051ddd for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:20:08.589654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Updating router 78a0d247-62b8-4f0a-b038-717163051ddd port e081983a-0f3d-409c-9e7d-805c219f61e9 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:20:08.628858 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:08.806410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:08.916813 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] Checking segment: {'id': '0d15d3a2-2aa5-4974-9f38-5e45ccd29380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:20:08.917384 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] Network hostable DHCP agents. Network: 9104eac0-59c8-465e-b91d-8080e4034348, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:20:08.933978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d9a9cacd-feb8-43ac-8273-2442fd287f3c up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:08.942597 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d640e88-e6ba-4752-9281-c2d35b674d62,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:09.011049 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] Network 9104eac0-59c8-465e-b91d-8080e4034348 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:20:09.016944 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.032346 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Transition to ACTIVE for port object e081983a-0f3d-409c-9e7d-805c219f61e9 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:09.040799 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d9a9cacd-feb8-43ac-8273-2442fd287f3c triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:09.041173 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.085888 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 9104eac0-59c8-465e-b91d-8080e4034348) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:09.091976 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:09.093408 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.099973 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097870f1-3ba4-40ce-8719-733ebd9ea237 None None] Network 9104eac0-59c8-465e-b91d-8080e4034348 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:20:09.159467 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.167873 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ef8312f1-9c56-4bd5-9557-c3d23dff5822 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7732828 Aug 21 10:20:09.172398 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35720) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:09.177802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1355362081-router', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:09.257258 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4877a1-7130-4758-b036-46159d0f719c None None] Pushing event updated for resources: {'Port': ['ID=e081983a-0f3d-409c-9e7d-805c219f61e9,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:09.280575 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.282977 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.354321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Attempting to bind port e081983a-0f3d-409c-9e7d-805c219f61e9 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:20:09.354860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Attempting to bind port e081983a-0f3d-409c-9e7d-805c219f61e9 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:20:09.355044 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Attempting to bind port e081983a-0f3d-409c-9e7d-805c219f61e9 on network aab56c72-ce98-4713-a7b9-753db5ce4eb0 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:20:09.367009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:20:09.367366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Checking segment: {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:20:09.367809 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.368211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Bound using segment: {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:20:09.368888 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Bound port: e081983a-0f3d-409c-9e7d-805c219f61e9, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:20:09.369076 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.379845 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.426948 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-9104eac0-59c8-465e-b91d-8080e4034348', 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'fixed_ips': [{'subnet_id': '7d640e88-e6ba-4752-9281-c2d35b674d62'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:20:09.428014 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.535664 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] For port e081983a-0f3d-409c-9e7d-805c219f61e9, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:20:09.563633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] For port e081983a-0f3d-409c-9e7d-805c219f61e9, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e081983a-0f3d-409c-9e7d-805c219f61e9,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:20:09.640941 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.781086 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a3ee5429-0537-4bed-8337-99dd99c38ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.782960 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.872177 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:20:09.872960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:20:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:09.877311 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4877a1-7130-4758-b036-46159d0f719c None None] Pushing event updated for resources: {'Port': ['ID=e081983a-0f3d-409c-9e7d-805c219f61e9,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:09.936274 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Allocated IP 172.20.0.2 (9104eac0-59c8-465e-b91d-8080e4034348/7d640e88-e6ba-4752-9281-c2d35b674d62/9b2a2a56-ca4e-4e57-8d95-b12977c9c199) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:20:09.940884 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:09.995015 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:10.029586 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:10.142886 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:20:10.165458 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Allocated IP 172.25.5.12 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/665e6f36-1346-411c-bebc-44858bfe07ee) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:20:10.284217 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:10.379877 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:10.418311 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:20:10.422055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:10.426022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:20:10.459275 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Pushing event updated for resources: {'Port': ['ID=665e6f36-1346-411c-bebc-44858bfe07ee,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:10.473350 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:10.491352 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Transition to ACTIVE for port object 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:10.533084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Transition to ACTIVE for port object 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:10.574478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:09Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:10.622928 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69025f-9f2f-4580-8a89-3c5e9505b2dc None None] The sync data for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 is: [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:09Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:20:10.626019 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:10.713036 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Network 9104eac0-59c8-465e-b91d-8080e4034348 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:20:10.718097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:10.739493 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:20:10.743913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Pushing event updated for resources: {'Port': ['ID=9b2a2a56-ca4e-4e57-8d95-b12977c9c199,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:10.811817 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Attempting to bind port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:20:10.812284 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Attempting to bind port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0d15d3a2-2aa5-4974-9f38-5e45ccd29380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:20:10.812660 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Attempting to bind port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 on network 9104eac0-59c8-465e-b91d-8080e4034348 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:20:10.820654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:20:10.821102 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Checking segment: {'id': '0d15d3a2-2aa5-4974-9f38-5e45ccd29380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:20:10.821513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:10.821924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Bound using segment: {'id': '0d15d3a2-2aa5-4974-9f38-5e45ccd29380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:20:10.822418 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Bound port: 9b2a2a56-ca4e-4e57-8d95-b12977c9c199, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d15d3a2-2aa5-4974-9f38-5e45ccd29380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:20:10.822807 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:10.964602 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] For port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:20:10.967044 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:10.971825 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] For port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9b2a2a56-ca4e-4e57-8d95-b12977c9c199,segment=NetworkSegment(0d15d3a2-2aa5-4974-9f38-5e45ccd29380),segment_id=0d15d3a2-2aa5-4974-9f38-5e45ccd29380)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:20:11.023739 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e081983a-0f3d-409c-9e7d-805c219f61e9 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:11.076112 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:11.171032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26488e1-eeae-4994-b8f6-cd3fde19c1e2 None None] Pushing event updated for resources: {'Port': ['ID=9b2a2a56-ca4e-4e57-8d95-b12977c9c199,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:11.234301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port e081983a-0f3d-409c-9e7d-805c219f61e9 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:11.239242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e081983a-0f3d-409c-9e7d-805c219f61e9 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:11.239752 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:11.285743 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:11.309630 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:11.376445 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:11.445714 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port e081983a-0f3d-409c-9e7d-805c219f61e9, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e081983a-0f3d-409c-9e7d-805c219f61e9,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:20:11.511493 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:11.608304 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=e081983a-0f3d-409c-9e7d-805c219f61e9,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:11.671324 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Router fb248ddc-da70-45bb-9e70-d7e496995eeb is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:20:11.822830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:20:11.838226 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Sync routers for ids ['fb248ddc-da70-45bb-9e70-d7e496995eeb'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:20:11.851728 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Routers {'fb248ddc-da70-45bb-9e70-d7e496995eeb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:20:11.852424 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:20:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fb248ddc-da70-45bb-9e70-d7e496995eeb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:11.937380 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:11.939077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-44a75ab8-4286-415d-b228-20925ecc38e1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7654111 Aug 21 10:20:11.943478 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35722) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:12.001388 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Set router fb248ddc-da70-45bb-9e70-d7e496995eeb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:20:12.303821 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'name': 'tempest-TestShelveInstance-1355362081-router', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:09Z', 'updated_at': '2021-08-21T10:20:10Z', 'revision_number': 3, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'gw_port': {'id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:10Z', 'updated_at': '2021-08-21T10:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:12.363740 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Checking router: fb248ddc-da70-45bb-9e70-d7e496995eeb for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:20:12.364306 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Updating router fb248ddc-da70-45bb-9e70-d7e496995eeb port 665e6f36-1346-411c-bebc-44858bfe07ee binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:20:12.411023 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:12.472861 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4748ff12-081b-4f1e-86d3-e749d4d13cce None None] Network 9104eac0-59c8-465e-b91d-8080e4034348 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:20:12.637462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:12.689977 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-fbef6ac7-75e0-42de-bf85-68e414f9eb94 None None] Provisioning for port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:12.711686 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:12.801576 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:12.812931 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Transition to ACTIVE for port object 665e6f36-1346-411c-bebc-44858bfe07ee will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:12.841135 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Allocated IP 172.20.0.1 (9104eac0-59c8-465e-b91d-8080e4034348/7d640e88-e6ba-4752-9281-c2d35b674d62/d6855441-000d-4d19-9d0e-bca894839d8e) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:20:12.910636 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:12.961979 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd3aad-67b0-4873-8681-284bb5a26969 None None] Pushing event updated for resources: {'Port': ['ID=665e6f36-1346-411c-bebc-44858bfe07ee,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:12.996368 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Attempting to bind port 665e6f36-1346-411c-bebc-44858bfe07ee on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:20:12.997202 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Attempting to bind port 665e6f36-1346-411c-bebc-44858bfe07ee by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:20:12.997717 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Attempting to bind port 665e6f36-1346-411c-bebc-44858bfe07ee on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:20:13.011165 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:20:13.013711 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:20:13.013711 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.013711 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:20:13.013711 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Bound port: 665e6f36-1346-411c-bebc-44858bfe07ee, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:20:13.014377 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.018758 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.035502 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Transition to ACTIVE for port object d6855441-000d-4d19-9d0e-bca894839d8e will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:13.102267 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] For port 665e6f36-1346-411c-bebc-44858bfe07ee, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:20:13.104067 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e081983a-0f3d-409c-9e7d-805c219f61e9 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:13.107467 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] For port 665e6f36-1346-411c-bebc-44858bfe07ee, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=665e6f36-1346-411c-bebc-44858bfe07ee,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:20:13.169036 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.171464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port e081983a-0f3d-409c-9e7d-805c219f61e9 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:13.172159 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.214939 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.238902 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Network 9104eac0-59c8-465e-b91d-8080e4034348 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:20:13.244281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:13.248897 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:20:13.285609 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Routers {'fb248ddc-da70-45bb-9e70-d7e496995eeb'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:20:13.287054 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:20:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fb248ddc-da70-45bb-9e70-d7e496995eeb'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:13.318243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:13.352983 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.406372 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd3aad-67b0-4873-8681-284bb5a26969 None None] Pushing event updated for resources: {'Port': ['ID=665e6f36-1346-411c-bebc-44858bfe07ee,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:13.430465 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Pushing event updated for resources: {'Port': ['ID=d6855441-000d-4d19-9d0e-bca894839d8e,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:13.477333 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:13.484213 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:13.484806 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.533142 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] Set router fb248ddc-da70-45bb-9e70-d7e496995eeb gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:20:13.640890 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.690807 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.709536 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9b2a2a56-ca4e-4e57-8d95-b12977c9c199,segment=NetworkSegment(0d15d3a2-2aa5-4974-9f38-5e45ccd29380),segment_id=0d15d3a2-2aa5-4974-9f38-5e45ccd29380)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:20:13.762344 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.804841 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0ed3490b-cf24-4b07-b638-a3e0232fe493 None None] Provisioning for port d6855441-000d-4d19-9d0e-bca894839d8e completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:13.811503 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'name': 'tempest-TestShelveInstance-1355362081-router', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:09Z', 'updated_at': '2021-08-21T10:20:10Z', 'revision_number': 3, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'gw_port': {'id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:10Z', 'updated_at': '2021-08-21T10:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:13.820231 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-0ed3490b-cf24-4b07-b638-a3e0232fe493 None None] Provisioning complete for port d6855441-000d-4d19-9d0e-bca894839d8e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:13.820788 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0ed3490b-cf24-4b07-b638-a3e0232fe493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:13.846875 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682497f-515e-465e-8ed1-2344ce4224f3 None None] The sync data for ids ['fb248ddc-da70-45bb-9e70-d7e496995eeb'] in n-d-766726-28 is: [{'id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'name': 'tempest-TestShelveInstance-1355362081-router', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:09Z', 'updated_at': '2021-08-21T10:20:10Z', 'revision_number': 3, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'gw_port': {'id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:10Z', 'updated_at': '2021-08-21T10:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:20:13.902024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=9b2a2a56-ca4e-4e57-8d95-b12977c9c199,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:13.915942 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3490b-cf24-4b07-b638-a3e0232fe493 None None] Port d6855441-000d-4d19-9d0e-bca894839d8e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:20:13.939641 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:14.005729 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:14.099244 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Pushing event updated for resources: {'Port': ['ID=d6855441-000d-4d19-9d0e-bca894839d8e,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:14.104763 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:14.260579 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Network 9104eac0-59c8-465e-b91d-8080e4034348 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:20:14.262363 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:14.442660 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Router fb248ddc-da70-45bb-9e70-d7e496995eeb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:20:14.607359 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:20:14.612354 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b78a620f-7c18-4c30-b84e-65655684e306 admin admin] 10.222.0.20 "PUT /v2.0/routers/fb248ddc-da70-45bb-9e70-d7e496995eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6670988 Aug 21 10:20:14.654848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-ac83489c-8a5b-40cb-a9fe-19ee0fe4d78f None None] Provisioning complete for port d6855441-000d-4d19-9d0e-bca894839d8e triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:14.655597 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ac83489c-8a5b-40cb-a9fe-19ee0fe4d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:14.725406 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-ac83489c-8a5b-40cb-a9fe-19ee0fe4d78f None None] Port d6855441-000d-4d19-9d0e-bca894839d8e cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:20:15.076957 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:15.151477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:15.152068 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:15.275206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 665e6f36-1346-411c-bebc-44858bfe07ee up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:15.324830 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35730) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:15.331115 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f0de86a3-e374-404f-9704-c4788f6b4664 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042067119', 'description': 'tempest-secgroup-smoke-1042067119 description', 'project_id': '07e07a3f3068485a9f86e981a0739b94'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:15.436944 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 665e6f36-1346-411c-bebc-44858bfe07ee completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:15.441849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 665e6f36-1346-411c-bebc-44858bfe07ee triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:15.442229 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:15.447863 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f0de86a3-e374-404f-9704-c4788f6b4664 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:15.552655 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f0de86a3-e374-404f-9704-c4788f6b4664 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:15.556040 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:15.583209 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 665e6f36-1346-411c-bebc-44858bfe07ee, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=665e6f36-1346-411c-bebc-44858bfe07ee,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:20:15.613335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f0de86a3-e374-404f-9704-c4788f6b4664 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:15.636490 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:15.648773 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de86a3-e374-404f-9704-c4788f6b4664 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9273cfa-fa7e-4b72-b3db-3062b27ba592,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:15.702065 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=665e6f36-1346-411c-bebc-44858bfe07ee,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:15.714158 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f0de86a3-e374-404f-9704-c4788f6b4664 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:15.716064 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f0de86a3-e374-404f-9704-c4788f6b4664 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3893597 Aug 21 10:20:15.719858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35732) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:15.724892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-df36d3d3-ac8d-4760-ba4b-462c040d6d3b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': 'a9273cfa-fa7e-4b72-b3db-3062b27ba592', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:15.799294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Sync routers for ids ['fb248ddc-da70-45bb-9e70-d7e496995eeb'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:20:15.810382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Routers {'fb248ddc-da70-45bb-9e70-d7e496995eeb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:20:15.811167 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:20:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fb248ddc-da70-45bb-9e70-d7e496995eeb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:15.814617 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df36d3d3-ac8d-4760-ba4b-462c040d6d3b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:15.903057 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df36d3d3-ac8d-4760-ba4b-462c040d6d3b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:15.952171 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Set router fb248ddc-da70-45bb-9e70-d7e496995eeb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:20:15.973836 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df36d3d3-ac8d-4760-ba4b-462c040d6d3b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.007543 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36d3d3-ac8d-4760-ba4b-462c040d6d3b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8846c62-cf88-4bad-a542-12df46714ac4,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:16.068754 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-df36d3d3-ac8d-4760-ba4b-462c040d6d3b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.070915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-df36d3d3-ac8d-4760-ba4b-462c040d6d3b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497839 Aug 21 10:20:16.074350 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35734) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:16.082140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f52f2d8c-3b8e-4037-b4f8-fdd128bbdc0b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': 'a9273cfa-fa7e-4b72-b3db-3062b27ba592', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:16.197536 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f52f2d8c-3b8e-4037-b4f8-fdd128bbdc0b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.233896 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.234747 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.279136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'name': 'tempest-TestShelveInstance-1355362081-router', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:09Z', 'updated_at': '2021-08-21T10:20:13Z', 'revision_number': 4, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'gw_port': {'id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:10Z', 'updated_at': '2021-08-21T10:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'd6855441-000d-4d19-9d0e-bca894839d8e', 'name': '', 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'mac_address': 'fa:16:3e:d1:7d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7d640e88-e6ba-4752-9281-c2d35b674d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:12Z', 'updated_at': '2021-08-21T10:20:13Z', 'revision_number': 2, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'subnets': [{'id': '7d640e88-e6ba-4752-9281-c2d35b674d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:16.282119 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f52f2d8c-3b8e-4037-b4f8-fdd128bbdc0b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.309161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Checking router: fb248ddc-da70-45bb-9e70-d7e496995eeb for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:20:16.309593 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Updating router fb248ddc-da70-45bb-9e70-d7e496995eeb port d6855441-000d-4d19-9d0e-bca894839d8e binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:20:16.338425 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.354103 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f52f2d8c-3b8e-4037-b4f8-fdd128bbdc0b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.379909 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f2d8c-3b8e-4037-b4f8-fdd128bbdc0b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf3c2a6-63a2-4e37-879a-a04e7f5a1d22,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:16.448088 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f52f2d8c-3b8e-4037-b4f8-fdd128bbdc0b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.449797 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f52f2d8c-3b8e-4037-b4f8-fdd128bbdc0b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3738577 Aug 21 10:20:16.454197 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35736) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:16.459921 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-5dc898fc-e7eb-48a9-9595-b8ac3bbae9e8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': 'a9273cfa-fa7e-4b72-b3db-3062b27ba592', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:16.562396 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5dc898fc-e7eb-48a9-9595-b8ac3bbae9e8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.642160 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5dc898fc-e7eb-48a9-9595-b8ac3bbae9e8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.659838 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.672404 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Transition to ACTIVE for port object d6855441-000d-4d19-9d0e-bca894839d8e will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:16.699336 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5dc898fc-e7eb-48a9-9595-b8ac3bbae9e8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.721518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc898fc-e7eb-48a9-9595-b8ac3bbae9e8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7eec3f-7555-4abe-9cf4-184fdcf18b82,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:16.744964 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.808154 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd975cec-126f-4564-a88e-ed5ac766cb9a None None] Pushing event updated for resources: {'Port': ['ID=d6855441-000d-4d19-9d0e-bca894839d8e,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:16.820158 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-5dc898fc-e7eb-48a9-9595-b8ac3bbae9e8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.822157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5dc898fc-e7eb-48a9-9595-b8ac3bbae9e8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3664439 Aug 21 10:20:16.826124 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 35738) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:16.835164 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-a041772c-7c67-4dd5-916d-e4fab14aba0f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': 'a9273cfa-fa7e-4b72-b3db-3062b27ba592', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:16.886934 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Attempting to bind port d6855441-000d-4d19-9d0e-bca894839d8e on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:20:16.887357 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Attempting to bind port d6855441-000d-4d19-9d0e-bca894839d8e by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '0d15d3a2-2aa5-4974-9f38-5e45ccd29380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:20:16.887778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Attempting to bind port d6855441-000d-4d19-9d0e-bca894839d8e on network 9104eac0-59c8-465e-b91d-8080e4034348 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:20:16.894237 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:20:16.894599 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Checking segment: {'id': '0d15d3a2-2aa5-4974-9f38-5e45ccd29380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:20:16.894998 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.895445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Bound using segment: {'id': '0d15d3a2-2aa5-4974-9f38-5e45ccd29380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:20:16.895961 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Bound port: d6855441-000d-4d19-9d0e-bca894839d8e, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d15d3a2-2aa5-4974-9f38-5e45ccd29380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:20:16.896344 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.963104 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a041772c-7c67-4dd5-916d-e4fab14aba0f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:16.965545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 665e6f36-1346-411c-bebc-44858bfe07ee up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:17.030907 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] For port d6855441-000d-4d19-9d0e-bca894839d8e, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:20:17.036472 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] For port d6855441-000d-4d19-9d0e-bca894839d8e, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d6855441-000d-4d19-9d0e-bca894839d8e,segment=NetworkSegment(0d15d3a2-2aa5-4974-9f38-5e45ccd29380),segment_id=0d15d3a2-2aa5-4974-9f38-5e45ccd29380)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:20:17.096114 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a041772c-7c67-4dd5-916d-e4fab14aba0f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:17.097975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 665e6f36-1346-411c-bebc-44858bfe07ee triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:17.097975 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:17.143416 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:17.185108 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a041772c-7c67-4dd5-916d-e4fab14aba0f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:17.217766 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041772c-7c67-4dd5-916d-e4fab14aba0f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361e8b6d-1757-4764-ad25-8d4c4e28193d,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:17.239131 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Routers {'fb248ddc-da70-45bb-9e70-d7e496995eeb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:20:17.239948 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:20:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fb248ddc-da70-45bb-9e70-d7e496995eeb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:17.297130 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a041772c-7c67-4dd5-916d-e4fab14aba0f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:17.299098 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a041772c-7c67-4dd5-916d-e4fab14aba0f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4703498 Aug 21 10:20:17.302713 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35740) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:17.310441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-ab0f1263-7c90-4695-9887-59f948e78536 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': 'a9273cfa-fa7e-4b72-b3db-3062b27ba592', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:17.337294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd975cec-126f-4564-a88e-ed5ac766cb9a None None] Pushing event updated for resources: {'Port': ['ID=d6855441-000d-4d19-9d0e-bca894839d8e,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:17.411862 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-ab0f1263-7c90-4695-9887-59f948e78536 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Project 07e07a3f3068485a9f86e981a0739b94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:20:17.421307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1263-7c90-4695-9887-59f948e78536 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:17.513452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1263-7c90-4695-9887-59f948e78536 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:17.585148 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1263-7c90-4695-9887-59f948e78536 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:17.617698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f1263-7c90-4695-9887-59f948e78536 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6800fa03-958f-479e-9c03-1a175e7cae2d,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:17.632680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] Set router fb248ddc-da70-45bb-9e70-d7e496995eeb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:20:17.693524 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1263-7c90-4695-9887-59f948e78536 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:17.695387 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ab0f1263-7c90-4695-9887-59f948e78536 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3910718 Aug 21 10:20:17.698977 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35742) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:17.706810 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-019bc329-aea0-486a-996a-baa76465de8b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': 'a9273cfa-fa7e-4b72-b3db-3062b27ba592', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:17.802303 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-019bc329-aea0-486a-996a-baa76465de8b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Project 07e07a3f3068485a9f86e981a0739b94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:20:17.810757 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-019bc329-aea0-486a-996a-baa76465de8b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:17.885313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'name': 'tempest-TestShelveInstance-1355362081-router', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:09Z', 'updated_at': '2021-08-21T10:20:13Z', 'revision_number': 4, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'gw_port': {'id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:10Z', 'updated_at': '2021-08-21T10:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'd6855441-000d-4d19-9d0e-bca894839d8e', 'name': '', 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'mac_address': 'fa:16:3e:d1:7d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7d640e88-e6ba-4752-9281-c2d35b674d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:12Z', 'updated_at': '2021-08-21T10:20:17Z', 'revision_number': 4, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'subnets': [{'id': '7d640e88-e6ba-4752-9281-c2d35b674d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:17.927814 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-019bc329-aea0-486a-996a-baa76465de8b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:17.932456 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8870d4-85a6-4fa8-8a93-424441e10649 None None] The sync data for ids ['fb248ddc-da70-45bb-9e70-d7e496995eeb'] in n-d-766726-28 is: [{'id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'name': 'tempest-TestShelveInstance-1355362081-router', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:09Z', 'updated_at': '2021-08-21T10:20:13Z', 'revision_number': 4, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'gw_port': {'id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:10Z', 'updated_at': '2021-08-21T10:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'd6855441-000d-4d19-9d0e-bca894839d8e', 'name': '', 'network_id': '9104eac0-59c8-465e-b91d-8080e4034348', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'mac_address': 'fa:16:3e:d1:7d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7d640e88-e6ba-4752-9281-c2d35b674d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:12Z', 'updated_at': '2021-08-21T10:20:17Z', 'revision_number': 4, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'subnets': [{'id': '7d640e88-e6ba-4752-9281-c2d35b674d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:20:18.004198 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-019bc329-aea0-486a-996a-baa76465de8b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:18.033850 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bc329-aea0-486a-996a-baa76465de8b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e792fe8-1a6a-47fe-ad49-75dfabda2022,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:18.137343 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-019bc329-aea0-486a-996a-baa76465de8b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:18.139552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-019bc329-aea0-486a-996a-baa76465de8b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4388978 Aug 21 10:20:18.336184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-9207cb26-fe7a-468b-aee3-b8e23a2523de tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042067119&fields=id&tenant_id=07e07a3f3068485a9f86e981a0739b94 HTTP/1.1" status: 200 len: 267 time: 0.0498028 Aug 21 10:20:18.495002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df77c-14fe-4007-a595-6b24dddcd80c req-8f9f1f53-36ab-42eb-b4cf-645b5c93984f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:18.496635 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-8f9f1f53-36ab-42eb-b4cf-645b5c93984f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 809 time: 0.1475337 Aug 21 10:20:18.516506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-64adef62-f252-4b37-9340-a5d26f5488e4 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/quotas/07e07a3f3068485a9f86e981a0739b94 HTTP/1.1" status: 200 len: 375 time: 0.0103610 Aug 21 10:20:18.584008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-c966943d-c627-45ca-bbea-56cbc5708774 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563996 Aug 21 10:20:18.843419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-2a650567-4c82-4854-bb28-fca256d7f44d service neutron] 10.222.0.20 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414196 Aug 21 10:20:18.975139 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d6855441-000d-4d19-9d0e-bca894839d8e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:19.021554 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-a43383d2-78e8-44f5-9a5f-6524661604d1 service neutron] 10.222.0.20 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672747 Aug 21 10:20:19.120116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port d6855441-000d-4d19-9d0e-bca894839d8e completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:19.130963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d6855441-000d-4d19-9d0e-bca894839d8e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:19.131549 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:19.256740 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:19.333340 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port d6855441-000d-4d19-9d0e-bca894839d8e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d6855441-000d-4d19-9d0e-bca894839d8e,segment=NetworkSegment(0d15d3a2-2aa5-4974-9f38-5e45ccd29380),segment_id=0d15d3a2-2aa5-4974-9f38-5e45ccd29380)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:20:19.392411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-13fb6259-66d0-40d6-915e-c32b9de65b5a req-63c8d222-dc55-4cd5-ba8d-659b871e5d75 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 210 time: 0.0394192 Aug 21 10:20:19.400159 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:19.483913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=d6855441-000d-4d19-9d0e-bca894839d8e,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:20.497984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-143be14b-8801-42c2-84cd-82143680fc58 req-67503035-14b7-4428-b31c-3eae0fef02a5 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 210 time: 0.0284550 Aug 21 10:20:20.915483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d6855441-000d-4d19-9d0e-bca894839d8e up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:20.971996 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port d6855441-000d-4d19-9d0e-bca894839d8e triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:20.972532 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:21.620925 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f54b2bcc-7f60-4d36-b915-074f9e5b8f6f req-56a7e868-fb63-4197-a015-29e48a59060e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 210 time: 0.0287294 Aug 21 10:20:21.943472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df77c-14fe-4007-a595-6b24dddcd80c req-828f88ed-a90b-41e8-b982-cb086d4123b8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:21.946042 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-828f88ed-a90b-41e8-b982-cb086d4123b8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 809 time: 0.1437128 Aug 21 10:20:21.995663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-5f76f1e9-a5a3-4ddb-976a-ae818fad57a6 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07e07a3f3068485a9f86e981a0739b94 HTTP/1.1" status: 200 len: 380 time: 0.0404058 Aug 21 10:20:22.008223 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'port': {'device_id': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'admin_state_up': True, 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'security_groups': ['a9273cfa-fa7e-4b72-b3db-3062b27ba592']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:22.201528 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Made reservation on behalf of 07e07a3f3068485a9f86e981a0739b94 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:20:22.205413 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:22.348420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Allocated IP 172.20.0.8 (aab56c72-ce98-4713-a7b9-753db5ce4eb0/f031714c-040d-4289-a867-9b4ebf4e890d/9516f24d-c998-47c3-8298-bd6f3725e05d) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:20:22.505115 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:22.524831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Transition to ACTIVE for port object 9516f24d-c998-47c3-8298-bd6f3725e05d will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:22.642307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:22.715549 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Network aab56c72-ce98-4713-a7b9-753db5ce4eb0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:20:22.720570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:22.734448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:20:22.751434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'Port': ['ID=9516f24d-c998-47c3-8298-bd6f3725e05d,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:22.841452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:22.842128 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:22.853633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b1b3f-2508-49c6-bbc7-099b1904414c req-bb7b477c-f0e9-4d35-8a51-4bdedc2d16a4 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:22.855241 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d4b1b3f-2508-49c6-bbc7-099b1904414c req-bb7b477c-f0e9-4d35-8a51-4bdedc2d16a4 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 931 time: 0.1298957 Aug 21 10:20:22.899692 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3d4b1b3f-2508-49c6-bbc7-099b1904414c req-cb461a25-9184-40ed-ba5e-c9524e03ccbb tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372846 Aug 21 10:20:22.968202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-33d508fc-85f8-432d-8a37-8b9499aa4ec7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9661996 Aug 21 10:20:22.981467 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Request body: {'port': {'device_id': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:23.037417 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:23.047921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6c8d941a-f2b7-453d-8fb5-0b33cd870113 None None] Provisioning for port 9516f24d-c998-47c3-8298-bd6f3725e05d completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:23.053607 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6c8d941a-f2b7-453d-8fb5-0b33cd870113 None None] Provisioning complete for port 9516f24d-c998-47c3-8298-bd6f3725e05d triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:23.053991 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6c8d941a-f2b7-453d-8fb5-0b33cd870113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:23.092833 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d941a-f2b7-453d-8fb5-0b33cd870113 None None] Port 9516f24d-c998-47c3-8298-bd6f3725e05d cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:20:23.315369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9516f24d-c998-47c3-8298-bd6f3725e05d {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:20:23.322937 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:23.336179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Transition to ACTIVE for port object 9516f24d-c998-47c3-8298-bd6f3725e05d will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:20:23.419824 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:23.473273 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Pushing event updated for resources: {'Port': ['ID=9516f24d-c998-47c3-8298-bd6f3725e05d,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:23.548597 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Attempting to bind port 9516f24d-c998-47c3-8298-bd6f3725e05d on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:20:23.548927 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Attempting to bind port 9516f24d-c998-47c3-8298-bd6f3725e05d by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:20:23.549260 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Attempting to bind port 9516f24d-c998-47c3-8298-bd6f3725e05d on network aab56c72-ce98-4713-a7b9-753db5ce4eb0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:20:23.554195 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Port 9516f24d-c998-47c3-8298-bd6f3725e05d on network aab56c72-ce98-4713-a7b9-753db5ce4eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:20:23.554518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Attempting to bind port 9516f24d-c998-47c3-8298-bd6f3725e05d on network aab56c72-ce98-4713-a7b9-753db5ce4eb0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:20:23.560156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:20:23.560497 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Checking segment: {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:20:23.560881 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Bound using segment: {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:20:23.561306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Bound port: 9516f24d-c998-47c3-8298-bd6f3725e05d, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:20:23.561668 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:23.631771 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:20:23.634744 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:20:23.693967 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:23.729176 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:23.729460 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:23.730859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] 10.222.0.22 "PUT /v2.0/ports/9516f24d-c998-47c3-8298-bd6f3725e05d HTTP/1.1" status: 200 len: 1092 time: 0.7543173 Aug 21 10:20:23.731347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:20:23.734202 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade1bce0-1251-4482-a669-f6c57ee58bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:20:23.763635 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef7742-c617-4d17-b5ab-e78a10f4a205 service neutron] Pushing event updated for resources: {'Port': ['ID=9516f24d-c998-47c3-8298-bd6f3725e05d,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:23.774342 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df172d95-5d25-4256-b9da-ebba780953aa x-openstack-request-id: req-df172d95-5d25-4256-b9da-ebba780953aa {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:20:23.774686 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:20:23.775000 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df172d95-5d25-4256-b9da-ebba780953aa {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:20:23.775417 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'status': 'completed', 'code': 200} Aug 21 10:20:23.838511 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1bce0-1251-4482-a669-f6c57ee58bb0 req-6c7cb175-83db-43a7-bb59-f98c61c987f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:23.839976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ade1bce0-1251-4482-a669-f6c57ee58bb0 req-6c7cb175-83db-43a7-bb59-f98c61c987f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1095 time: 0.0439463 Aug 21 10:20:24.304939 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2baf0-d92e-4884-b3d7-3ca0e1dff1a2 req-bb19d6ad-5afd-4ac3-9f45-caf503d96783 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:24.306421 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ee2baf0-d92e-4884-b3d7-3ca0e1dff1a2 req-bb19d6ad-5afd-4ac3-9f45-caf503d96783 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0794084 Aug 21 10:20:24.311200 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1bce0-1251-4482-a669-f6c57ee58bb0 req-c0735b46-2ccf-4a42-a1d5-f13b7cd7867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:24.312726 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ade1bce0-1251-4482-a669-f6c57ee58bb0 req-c0735b46-2ccf-4a42-a1d5-f13b7cd7867b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=07e07a3f3068485a9f86e981a0739b94&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4651277 Aug 21 10:20:24.394484 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5ee2baf0-d92e-4884-b3d7-3ca0e1dff1a2 req-e71641b3-0389-49f5-b786-c03fcb9fbf22 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808060 Aug 21 10:20:24.427794 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1bce0-1251-4482-a669-f6c57ee58bb0 req-0103b91e-3ac2-4822-8f3e-a8b5967f0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:24.429194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ade1bce0-1251-4482-a669-f6c57ee58bb0 req-0103b91e-3ac2-4822-8f3e-a8b5967f0570 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086676 Aug 21 10:20:24.505982 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df77c-14fe-4007-a595-6b24dddcd80c req-29d6a466-bd18-4f29-bd01-c2427700e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:24.507471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-29d6a466-bd18-4f29-bd01-c2427700e2e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1095 time: 0.0404191 Aug 21 10:20:24.548552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-8e1d05af-37ec-4c43-b0db-b100987c48f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9516f24d-c998-47c3-8298-bd6f3725e05d HTTP/1.1" status: 200 len: 217 time: 0.0335338 Aug 21 10:20:24.602553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df77c-14fe-4007-a595-6b24dddcd80c req-f9bf307d-dc00-45e6-b660-19158e09a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:24.604127 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-f9bf307d-dc00-45e6-b660-19158e09a8be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0493970 Aug 21 10:20:24.650099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503df77c-14fe-4007-a595-6b24dddcd80c req-c3a5e33b-7258-4e37-9c29-274541575139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:24.651697 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-c3a5e33b-7258-4e37-9c29-274541575139 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398824 Aug 21 10:20:24.740526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-49e1e425-3bf9-438b-bb43-3f9a0a0b5464 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815625 Aug 21 10:20:24.835549 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-503df77c-14fe-4007-a595-6b24dddcd80c req-ec8823ad-9684-4d45-8d21-705cd16d0f5a service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877469 Aug 21 10:20:25.510922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5cf81-2863-4921-9067-f9a3c7373554 req-650cf6ca-53b9-41c5-8860-5d3444162780 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:25.512347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0f5cf81-2863-4921-9067-f9a3c7373554 req-650cf6ca-53b9-41c5-8860-5d3444162780 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0492728 Aug 21 10:20:25.551105 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0f5cf81-2863-4921-9067-f9a3c7373554 req-1e69d2bc-2c97-4694-ae4b-158f2687492e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327926 Aug 21 10:20:26.675501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df402f8-02e0-4cf0-a08b-77cfcb8a85d1 req-58717706-6b39-4cb5-b611-21d3d4e84656 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:26.677130 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5df402f8-02e0-4cf0-a08b-77cfcb8a85d1 req-58717706-6b39-4cb5-b611-21d3d4e84656 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0580096 Aug 21 10:20:26.724390 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5df402f8-02e0-4cf0-a08b-77cfcb8a85d1 req-2d048743-0d6c-406d-bc92-38e31fd8a8cb tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373127 Aug 21 10:20:27.845786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b11696-f26c-45a4-821a-ef5d85c1bd4c req-8b88bf1b-fa9a-43d9-b67a-02d7dbc3a9c6 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:27.847749 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30b11696-f26c-45a4-821a-ef5d85c1bd4c req-8b88bf1b-fa9a-43d9-b67a-02d7dbc3a9c6 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0561986 Aug 21 10:20:27.888758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-30b11696-f26c-45a4-821a-ef5d85c1bd4c req-474bf477-3678-40f5-9b26-8c2ab2324ca5 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354006 Aug 21 10:20:28.250238 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9516f24d-c998-47c3-8298-bd6f3725e05d details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:20:28.344526 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:20:28.354570 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'port_id': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'mac_address': 'fa:16:3e:97:73:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:20:28.396476 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:28.409446 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9516f24d-c998-47c3-8298-bd6f3725e05d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:20:28.428765 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:20:28.501694 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:28.547960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=9516f24d-c998-47c3-8298-bd6f3725e05d,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:28.700713 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['9516f24d-c998-47c3-8298-bd6f3725e05d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:20:29.001262 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5269519-e5ee-4d90-8133-5b8868ae9a6e req-40d0b580-e24a-4d52-bae9-c73bf5e59673 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:29.002763 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5269519-e5ee-4d90-8133-5b8868ae9a6e req-40d0b580-e24a-4d52-bae9-c73bf5e59673 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0475795 Aug 21 10:20:29.040311 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5269519-e5ee-4d90-8133-5b8868ae9a6e req-bf0d1fea-3cb1-41bc-8e69-bb154a13bf32 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Aug 21 10:20:30.155149 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b458fad-1da3-4bc4-859c-92322a93aaef req-86898846-75c9-40a0-9436-ffbaa6662283 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:30.156755 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b458fad-1da3-4bc4-859c-92322a93aaef req-86898846-75c9-40a0-9436-ffbaa6662283 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0519533 Aug 21 10:20:30.197082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0b458fad-1da3-4bc4-859c-92322a93aaef req-de894162-fcfe-4e00-a03c-cafc6b5da27e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344157 Aug 21 10:20:30.269291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9516f24d-c998-47c3-8298-bd6f3725e05d up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:20:30.378040 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port 9516f24d-c998-47c3-8298-bd6f3725e05d completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:20:30.381782 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 9516f24d-c998-47c3-8298-bd6f3725e05d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:20:30.382154 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:30.459150 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:30.480662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:20:30.483516 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1094f81-5a04-4548-a82d-40867ec42b31" -d '{"events": [{"server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:20:30.495938 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:20:30.564654 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:30.587991 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108b7077-0a28-44dd-bde3-8ede295cb1cf x-openstack-request-id: req-108b7077-0a28-44dd-bde3-8ede295cb1cf {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:20:30.588282 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:20:30.588531 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-108b7077-0a28-44dd-bde3-8ede295cb1cf {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:20:30.588919 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'code': 200} Aug 21 10:20:30.614921 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=9516f24d-c998-47c3-8298-bd6f3725e05d,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:30.670686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6dd3d-2df5-437a-8336-5608f605d476 req-c361500e-3f30-4ac6-902c-7fb2d295accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:30.672325 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfb6dd3d-2df5-437a-8336-5608f605d476 req-c361500e-3f30-4ac6-902c-7fb2d295accb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0425389 Aug 21 10:20:30.707128 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfb6dd3d-2df5-437a-8336-5608f605d476 req-277961d6-3a81-4322-a8b7-d60be5006d96 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282302 Aug 21 10:20:31.310791 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd9893-82fd-4e0a-b4a3-d795ef8162cb req-30dd1c15-96f0-4f69-94c4-974c9b4e345c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:31.312291 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ebd9893-82fd-4e0a-b4a3-d795ef8162cb req-30dd1c15-96f0-4f69-94c4-974c9b4e345c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0485833 Aug 21 10:20:31.350080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ebd9893-82fd-4e0a-b4a3-d795ef8162cb req-dcd2b04c-18d5-4d7e-b910-1ffc485ed7f7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 Aug 21 10:20:32.465093 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f291-0f2c-4fae-a814-66df14035f02 req-e1b5545b-763c-4f59-92d8-2e2d343ef29e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:32.467183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84a4f291-0f2c-4fae-a814-66df14035f02 req-e1b5545b-763c-4f59-92d8-2e2d343ef29e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0491869 Aug 21 10:20:32.507137 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84a4f291-0f2c-4fae-a814-66df14035f02 req-20ac052e-5827-4d44-aede-edb984f814ec tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340352 Aug 21 10:20:32.621401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f28e0-85ec-4dd5-97e9-313500fbd7d0 req-10d70e2e-b42c-47cd-b8b0-0134c279ef5d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:32.623411 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe1f28e0-85ec-4dd5-97e9-313500fbd7d0 req-10d70e2e-b42c-47cd-b8b0-0134c279ef5d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0503635 Aug 21 10:20:32.662098 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe1f28e0-85ec-4dd5-97e9-313500fbd7d0 req-ba1d61b2-f555-4290-8e0f-43b7a4099e8e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325434 Aug 21 10:20:32.683726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35810) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:32.784642 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0895df-d02d-4743-af59-0048fbe2ea31 tempest-TestShelveInstance-1179924560 tempest-TestShelveInstance-1179924560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:32.786170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3b0895df-d02d-4743-af59-0048fbe2ea31 tempest-TestShelveInstance-1179924560 tempest-TestShelveInstance-1179924560-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1092 time: 0.1009393 Aug 21 10:20:32.789473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 35814) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:20:32.794015 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:20:32.881194 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:32.983062 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:33.086012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Allocated IP 172.25.5.113 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/4fee539d-41f5-4f79-adfb-6b0aa54ff52c) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:20:33.190463 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:33.298990 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:33.338140 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:20:33.341472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:20:33.344072 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:20:33.375831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'Port': ['ID=4fee539d-41f5-4f79-adfb-6b0aa54ff52c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:33.703448 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:33.823665 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:33.974297 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:34.033208 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:34.103931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'Port': ['ID=4fee539d-41f5-4f79-adfb-6b0aa54ff52c,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:20:34.116331 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:34.214279 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Floating IP ada1a8a2-1bf0-45c3-bece-b08163a2d6a2 associated. External IP: 172.25.5.113, port: 9516f24d-c998-47c3-8298-bd6f3725e05d. Aug 21 10:20:34.417386 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Router 78a0d247-62b8-4f0a-b038-717163051ddd has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:20:34.524253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:20:34.534211 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d82f5-330d-4783-8998-bedbe4727941 None None] Sync routers for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:20:34.542902 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d82f5-330d-4783-8998-bedbe4727941 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:20:34.544030 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e87d82f5-330d-4783-8998-bedbe4727941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:20:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:34.604793 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:34.641759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-a0dc77c3-0271-421d-9ff2-5e795aff3cc9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8512273 Aug 21 10:20:34.642475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:20:34.644955 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722ad167-00c5-47d9-9e4a-b316dab083f5" -d '{"events": [{"name": "network-changed", "server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:20:34.652218 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-e87d82f5-330d-4783-8998-bedbe4727941 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:20:34.706103 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce50715-266c-41ea-941e-96aed2228895 x-openstack-request-id: req-2ce50715-266c-41ea-941e-96aed2228895 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:20:34.706679 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:20:34.706787 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ce50715-266c-41ea-941e-96aed2228895 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:20:34.707116 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'status': 'completed', 'code': 200} Aug 21 10:20:34.771855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad167-00c5-47d9-9e4a-b316dab083f5 req-06ff8ce7-f7d1-452a-9240-cddbc59f551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:34.773393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-722ad167-00c5-47d9-9e4a-b316dab083f5 req-06ff8ce7-f7d1-452a-9240-cddbc59f551c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0410607 Aug 21 10:20:34.865706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad167-00c5-47d9-9e4a-b316dab083f5 req-d6a54e82-0689-4326-893f-ac2aa96a7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:34.867185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-722ad167-00c5-47d9-9e4a-b316dab083f5 req-d6a54e82-0689-4326-893f-ac2aa96a7f51 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0866556 Aug 21 10:20:34.876933 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e87d82f5-330d-4783-8998-bedbe4727941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'ada1a8a2-1bf0-45c3-bece-b08163a2d6a2', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'port_id': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'mac_address': 'fa:16:3e:97:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:20:33Z', 'updated_at': '2021-08-21T10:20:33Z', 'revision_number': 0, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:34.906613 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d82f5-330d-4783-8998-bedbe4727941 None None] Checking router: 78a0d247-62b8-4f0a-b038-717163051ddd for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:20:34.914821 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d82f5-330d-4783-8998-bedbe4727941 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:20:34.915434 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e87d82f5-330d-4783-8998-bedbe4727941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:20:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:34.936746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-722ad167-00c5-47d9-9e4a-b316dab083f5 req-c7659c1b-c11e-48dd-937f-1f1185f8b588 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9516f24d-c998-47c3-8298-bd6f3725e05d HTTP/1.1" status: 200 len: 999 time: 0.0627534 Aug 21 10:20:34.986068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad167-00c5-47d9-9e4a-b316dab083f5 req-416aab0d-ea9b-48ac-b7cb-082ee50cb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:34.987611 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-722ad167-00c5-47d9-9e4a-b316dab083f5 req-416aab0d-ea9b-48ac-b7cb-082ee50cb12a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0442655 Aug 21 10:20:35.028405 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-e87d82f5-330d-4783-8998-bedbe4727941 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:20:35.040940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad167-00c5-47d9-9e4a-b316dab083f5 req-f16614be-3eb9-40a4-8bdc-66a04b064766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:20:35.042734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-722ad167-00c5-47d9-9e4a-b316dab083f5 req-f16614be-3eb9-40a4-8bdc-66a04b064766 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482209 Aug 21 10:20:35.133773 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-722ad167-00c5-47d9-9e4a-b316dab083f5 req-8c17259c-2418-4e4f-9c3d-eb0788f8e385 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840340 Aug 21 10:20:35.221663 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-722ad167-00c5-47d9-9e4a-b316dab083f5 req-a5638b5b-4f72-45d3-b364-f780fff87c79 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808432 Aug 21 10:20:35.246802 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e87d82f5-330d-4783-8998-bedbe4727941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'ada1a8a2-1bf0-45c3-bece-b08163a2d6a2', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'port_id': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'mac_address': 'fa:16:3e:97:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:20:33Z', 'updated_at': '2021-08-21T10:20:33Z', 'revision_number': 0, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:20:35.272151 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d82f5-330d-4783-8998-bedbe4727941 None None] The sync data for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 is: [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': 'ada1a8a2-1bf0-45c3-bece-b08163a2d6a2', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'port_id': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'mac_address': 'fa:16:3e:97:73:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:20:33Z', 'updated_at': '2021-08-21T10:20:33Z', 'revision_number': 0, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:20:35.463525 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c4dd8-cae7-4c73-8638-7316a50d3fea None None] New status for floating IP ada1a8a2-1bf0-45c3-bece-b08163a2d6a2: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:20:36.964366 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fa8ea373-21cd-4c44-a64b-146bc1a9b950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:39.618263 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c5afb20b-996e-4af7-b26f-d094d82667ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:39.864035 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:41.204556 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:42.669755 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:45.160558 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:20:46.170245 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:20:46.200460 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:00.966481 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-7d71dcaf-89f6-4042-96e2-46facf969aba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402613 Aug 21 10:21:01.051609 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-02873f14-97f2-4c25-b863-298f5f7d31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:21:01.053110 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-02873f14-97f2-4c25-b863-298f5f7d31b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0450988 Aug 21 10:21:01.161399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-a8b4273a-cd75-4de5-b656-5f01e46fda6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:21:01.162874 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-a8b4273a-cd75-4de5-b656-5f01e46fda6b service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0851214 Aug 21 10:21:01.232320 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-189b47fa-36f8-412a-9b69-55f709a10fca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9516f24d-c998-47c3-8298-bd6f3725e05d HTTP/1.1" status: 200 len: 1001 time: 0.0615885 Aug 21 10:21:01.280979 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-ebc4ab2a-f76b-4aee-9ef6-d8ecf12588a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:21:01.282453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-ebc4ab2a-f76b-4aee-9ef6-d8ecf12588a7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0432487 Aug 21 10:21:01.328224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-b7d450f4-7c7f-4c07-a572-986cdb89ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:21:01.329732 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-b7d450f4-7c7f-4c07-a572-986cdb89ed31 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402985 Aug 21 10:21:01.421358 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-680e3b1b-a881-48e6-9a9d-09c16fd78860 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836878 Aug 21 10:21:01.510516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a8748a55-5336-494d-93a4-c5c3c4f7e0c9 req-74ed9434-3681-4d40-8064-6985c05cedf3 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813510 Aug 21 10:21:06.999819 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f29745a-8659-4dee-b397-d189eaa2df6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:09.598296 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-943086cf-a534-43c3-af61-1fc8b424b5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:09.828411 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:11.228372 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:12.696796 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:16.205765 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:16.215317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:22.159953 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:21:36.964163 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0c85651f-db28-4529-94df-7c2efbca1b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:39.587297 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-039da249-b8ef-428c-9573-9c888db86dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:39.838856 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:41.210191 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:42.718769 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:46.180567 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:46.243678 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:21:59.161460 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:22:00.968092 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c126670-9285-4f81-8d19-d88debaa2744 req-949bcdd7-3025-4162-81e0-69d6b99d44c3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406842 Aug 21 10:22:01.056258 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c126670-9285-4f81-8d19-d88debaa2744 req-076f04ad-ea8c-4b0c-8e34-e637cc045204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:01.057817 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c126670-9285-4f81-8d19-d88debaa2744 req-076f04ad-ea8c-4b0c-8e34-e637cc045204 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0454543 Aug 21 10:22:01.159633 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c126670-9285-4f81-8d19-d88debaa2744 req-0efd9b0e-1a12-4f91-a9b0-9be1c87098e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:01.161126 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c126670-9285-4f81-8d19-d88debaa2744 req-0efd9b0e-1a12-4f91-a9b0-9be1c87098e6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0836368 Aug 21 10:22:01.229405 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c126670-9285-4f81-8d19-d88debaa2744 req-cee4747c-02bb-4b41-ba8c-bf8a1d17f5fb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9516f24d-c998-47c3-8298-bd6f3725e05d HTTP/1.1" status: 200 len: 1001 time: 0.0615826 Aug 21 10:22:01.277186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c126670-9285-4f81-8d19-d88debaa2744 req-529e4bd8-7a14-4dbe-8b1a-75c40703dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:01.278597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c126670-9285-4f81-8d19-d88debaa2744 req-529e4bd8-7a14-4dbe-8b1a-75c40703dfe1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0428054 Aug 21 10:22:01.323061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c126670-9285-4f81-8d19-d88debaa2744 req-eaffec09-1aee-476b-8975-7da857d8fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:01.324559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c126670-9285-4f81-8d19-d88debaa2744 req-eaffec09-1aee-476b-8975-7da857d8fad4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389295 Aug 21 10:22:01.335623 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-5c126670-9285-4f81-8d19-d88debaa2744 req-17b7f8c0-8027-494d-bdff-c66f6dc50018 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:22:01.336560 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c126670-9285-4f81-8d19-d88debaa2744 req-17b7f8c0-8027-494d-bdff-c66f6dc50018 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054100 Aug 21 10:22:01.427798 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c126670-9285-4f81-8d19-d88debaa2744 req-e7887c32-f36b-4e8c-baae-4eb46c8c2ef1 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829434 Aug 21 10:22:01.515226 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5c126670-9285-4f81-8d19-d88debaa2744 req-02d09987-b786-48a3-859e-86987424f394 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799160 Aug 21 10:22:06.963547 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-af7d329c-edc2-451d-a375-64a790da6421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:09.637362 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cebe4244-513c-4092-a000-b2b67b2612a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:09.854469 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:11.214345 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:12.774262 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:16.226000 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:16.226840 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:27.581873 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e4220-6cff-4e78-b00d-c6051e337913 req-a31117a4-939a-421f-819e-27fe03639ed0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:27.583346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e65e4220-6cff-4e78-b00d-c6051e337913 req-a31117a4-939a-421f-819e-27fe03639ed0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0981309 Aug 21 10:22:27.620283 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e65e4220-6cff-4e78-b00d-c6051e337913 req-2da99f07-40a5-49a1-928e-f85bb0436baf tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Aug 21 10:22:28.757025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4857221-c3bc-4f59-ae5f-09920dbd66d8 req-71f98b81-fea4-4517-a7f8-dc9ed6d0c78d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:28.758520 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c4857221-c3bc-4f59-ae5f-09920dbd66d8 req-71f98b81-fea4-4517-a7f8-dc9ed6d0c78d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0528829 Aug 21 10:22:28.796266 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c4857221-c3bc-4f59-ae5f-09920dbd66d8 req-505a9d66-0d3e-4883-ae88-72947b990aab tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Aug 21 10:22:29.936763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b239510-e279-4f1d-825e-805823b9a3f3 req-85b38f1d-d681-4534-894c-407eaa517df2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:29.938270 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b239510-e279-4f1d-825e-805823b9a3f3 req-85b38f1d-d681-4534-894c-407eaa517df2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0493634 Aug 21 10:22:29.976437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8b239510-e279-4f1d-825e-805823b9a3f3 req-8a571a0e-982d-4a90-8b58-b859ccc76254 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320404 Aug 21 10:22:31.090241 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e54d86-fe65-4732-802c-ebbbb2ff01a4 req-2ec5a1aa-3606-4c8d-8f12-87b5ec20b9e4 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:31.091752 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9e54d86-fe65-4732-802c-ebbbb2ff01a4 req-2ec5a1aa-3606-4c8d-8f12-87b5ec20b9e4 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0480309 Aug 21 10:22:31.129477 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a9e54d86-fe65-4732-802c-ebbbb2ff01a4 req-c4dadada-28da-4ed4-b861-a845b15a52eb tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312574 Aug 21 10:22:32.246378 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371f9a7-c8e3-473c-9da1-4c0824a99710 req-1a7afcf3-9dd2-48eb-bfee-129b5f787002 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:32.247885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a371f9a7-c8e3-473c-9da1-4c0824a99710 req-1a7afcf3-9dd2-48eb-bfee-129b5f787002 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0524540 Aug 21 10:22:32.285454 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a371f9a7-c8e3-473c-9da1-4c0824a99710 req-afe0a413-4b68-4d2a-be3b-19a50d33f269 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Aug 21 10:22:33.397539 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5381d0-828b-444d-a866-c1ff31ba75b6 req-3dc6afc8-2b8f-49f5-8de6-3255ae6e7af6 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:33.399013 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c5381d0-828b-444d-a866-c1ff31ba75b6 req-3dc6afc8-2b8f-49f5-8de6-3255ae6e7af6 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0485985 Aug 21 10:22:33.435829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0c5381d0-828b-444d-a866-c1ff31ba75b6 req-fed824a3-6af6-4952-847f-68eb4dea1470 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310178 Aug 21 10:22:34.547035 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbb685-bde8-4bee-86fe-40b81173276f req-71711a86-7edb-4193-9e50-24eb2d55fbfc tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:34.548545 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bbbb685-bde8-4bee-86fe-40b81173276f req-71711a86-7edb-4193-9e50-24eb2d55fbfc tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0480278 Aug 21 10:22:34.585559 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7bbbb685-bde8-4bee-86fe-40b81173276f req-5bc8d88d-221f-4e23-87fe-75b4a8d02ca2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305779 Aug 21 10:22:35.701722 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445da339-8d25-4259-831b-8d8166454458 req-8fe0dfa4-c818-4a62-8d60-315a66661bb7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:35.703190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-445da339-8d25-4259-831b-8d8166454458 req-8fe0dfa4-c818-4a62-8d60-315a66661bb7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0515280 Aug 21 10:22:35.741134 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-445da339-8d25-4259-831b-8d8166454458 req-a0fcfd3a-c6eb-4585-97d7-caee32b372d9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315213 Aug 21 10:22:36.158155 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:22:36.854411 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc924836-0c3f-4e2c-88b5-c78538e2c05f req-1e9601af-30c0-4c17-8c89-a710ce38cad2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:36.855967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc924836-0c3f-4e2c-88b5-c78538e2c05f req-1e9601af-30c0-4c17-8c89-a710ce38cad2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0495207 Aug 21 10:22:36.893618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dc924836-0c3f-4e2c-88b5-c78538e2c05f req-664ea0fb-bdb3-4536-9ce0-607047ef537d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314109 Aug 21 10:22:36.968307 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2642742c-aa4d-4b4d-ae84-e5e0c9408934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:38.009033 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4e596-c791-4787-a04a-5c80e21fef6d req-9f474f8b-af48-42f0-93b6-61d103562a8c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:38.010615 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40e4e596-c791-4787-a04a-5c80e21fef6d req-9f474f8b-af48-42f0-93b6-61d103562a8c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0493586 Aug 21 10:22:38.048581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-40e4e596-c791-4787-a04a-5c80e21fef6d req-0b437795-b2e9-497c-9289-130d596d6184 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319719 Aug 21 10:22:39.169274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca951f-8527-4072-b70c-107862aa59ac req-4774f7aa-f3cf-4c5e-a3c2-501d52677b7c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:39.170769 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cca951f-8527-4072-b70c-107862aa59ac req-4774f7aa-f3cf-4c5e-a3c2-501d52677b7c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0545440 Aug 21 10:22:39.209891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5cca951f-8527-4072-b70c-107862aa59ac req-b575740b-e18e-45c7-ab82-1b17079799c0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330284 Aug 21 10:22:39.590730 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-966b9d41-4c8c-456f-abdc-f864e6315800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:39.836676 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:40.327103 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd197a5d-1608-4702-984a-c70713fb5592 req-e1c7a57d-edcf-4cd1-9415-1eb3dfaf97b1 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:40.328668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd197a5d-1608-4702-984a-c70713fb5592 req-e1c7a57d-edcf-4cd1-9415-1eb3dfaf97b1 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0505981 Aug 21 10:22:40.367403 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dd197a5d-1608-4702-984a-c70713fb5592 req-9bbce416-d0da-45ac-8452-b71ffb2737ba tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Aug 21 10:22:40.825290 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9516f24d-c998-47c3-8298-bd6f3725e05d details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:22:40.938073 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:22:40.950509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'port_id': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'mac_address': 'fa:16:3e:97:73:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:22:40.996755 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:41.017552 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9516f24d-c998-47c3-8298-bd6f3725e05d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:22:41.048351 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:22:41.141180 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:41.216695 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=9516f24d-c998-47c3-8298-bd6f3725e05d,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:22:41.227681 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['9516f24d-c998-47c3-8298-bd6f3725e05d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:22:41.231813 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.232277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.232618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.232946 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.233292 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.233746 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.234203 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.234513 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.234840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.236149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.236149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.236149 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:22:41.270696 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:41.506095 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f728a-2e56-4820-a7a5-8273e15311b6 req-962f3d23-a69c-4661-b6c8-b926486a51fd tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:41.513393 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21f728a-2e56-4820-a7a5-8273e15311b6 req-962f3d23-a69c-4661-b6c8-b926486a51fd tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0608854 Aug 21 10:22:41.552109 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d21f728a-2e56-4820-a7a5-8273e15311b6 req-b4c088c9-fa83-4c54-9875-2b1fb088738c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375478 Aug 21 10:22:42.681625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c484fc-a594-40ef-81bc-4968d5aa3731 req-272935c2-e3cc-47d2-8bc7-9858c51437da tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:42.684099 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39c484fc-a594-40ef-81bc-4968d5aa3731 req-272935c2-e3cc-47d2-8bc7-9858c51437da tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0559981 Aug 21 10:22:42.699805 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:42.729429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-39c484fc-a594-40ef-81bc-4968d5aa3731 req-3ef1d29b-7877-4fd8-9049-8c1b54c8f1b3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383525 Aug 21 10:22:42.829370 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9516f24d-c998-47c3-8298-bd6f3725e05d up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:22:42.879004 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 9516f24d-c998-47c3-8298-bd6f3725e05d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:22:42.879320 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:42.959778 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:42.984281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:22:42.996166 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ea5e44-d6f9-4529-b6a8-a46d626a931f" -d '{"events": [{"server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:22:43.012485 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:22:43.027840 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3e26a2-7bdf-4c7d-ae93-6f9d5cc2ac42 x-openstack-request-id: req-7e3e26a2-7bdf-4c7d-ae93-6f9d5cc2ac42 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:22:43.027840 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:22:43.027840 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e3e26a2-7bdf-4c7d-ae93-6f9d5cc2ac42 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:22:43.027840 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'code': 200} Aug 21 10:22:43.322544 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:43.380509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=9516f24d-c998-47c3-8298-bd6f3725e05d,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:22:43.861036 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac46f94-a48f-4652-94b7-6f89f7f6cfef req-5e17b7e8-0228-4e18-a593-665b63a922fd tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:43.863347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ac46f94-a48f-4652-94b7-6f89f7f6cfef req-5e17b7e8-0228-4e18-a593-665b63a922fd tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0580990 Aug 21 10:22:43.905095 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8ac46f94-a48f-4652-94b7-6f89f7f6cfef req-14084801-9af5-454d-9280-93482cdf9cf8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352395 Aug 21 10:22:45.040858 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85352009-6eaa-41b1-a675-459cb03e918a req-03421847-f055-490e-a0f4-0edb396f9b9d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:45.043341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85352009-6eaa-41b1-a675-459cb03e918a req-03421847-f055-490e-a0f4-0edb396f9b9d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0557315 Aug 21 10:22:45.083891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-85352009-6eaa-41b1-a675-459cb03e918a req-d2f90db4-dab6-4b40-aa08-181abb6e63dd tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355222 Aug 21 10:22:46.205688 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f8786-471b-44ca-af77-cd2222fc9741 req-031ab107-bee7-4646-8054-279b74bad7a0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:46.207170 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee7f8786-471b-44ca-af77-cd2222fc9741 req-031ab107-bee7-4646-8054-279b74bad7a0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0527701 Aug 21 10:22:46.245829 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ee7f8786-471b-44ca-af77-cd2222fc9741 req-c65f2d8d-f8c6-4d30-8ee1-db396e02e6a5 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327084 Aug 21 10:22:46.317382 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:46.333872 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:47.377996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b2eb1-2214-4bdc-8378-b6a01ec47307 req-3c34c7cc-e15d-41d1-b3ad-b25048c598b3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:47.379774 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f32b2eb1-2214-4bdc-8378-b6a01ec47307 req-3c34c7cc-e15d-41d1-b3ad-b25048c598b3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0558012 Aug 21 10:22:47.430643 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f32b2eb1-2214-4bdc-8378-b6a01ec47307 req-afbc397b-0277-4759-9b6a-80a99a7a4f26 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423765 Aug 21 10:22:48.568452 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50b698-b26b-4622-ba0f-ac786be3bffc req-fd39bcff-6fcc-4ca0-bdea-88ec53da01a1 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:48.576202 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd50b698-b26b-4622-ba0f-ac786be3bffc req-fd39bcff-6fcc-4ca0-bdea-88ec53da01a1 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0602822 Aug 21 10:22:48.615218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fd50b698-b26b-4622-ba0f-ac786be3bffc req-8822b776-5897-4967-b8f0-c71b7987e27e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354211 Aug 21 10:22:49.767040 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4b244-8a29-4e78-8829-1cb7c9b92602 req-2aad922f-1c80-47eb-beb4-fa81e6c9be11 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:49.768699 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ba4b244-8a29-4e78-8829-1cb7c9b92602 req-2aad922f-1c80-47eb-beb4-fa81e6c9be11 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0574002 Aug 21 10:22:49.817467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ba4b244-8a29-4e78-8829-1cb7c9b92602 req-3d4f0aca-7ffb-4e99-9ed4-3a95a68a832f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419710 Aug 21 10:22:50.935074 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c3be2-de8d-4f6b-b8a9-1f3bb9ec4be3 req-eb13c4fe-f6e8-4134-a525-fa918e3b75c7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:50.936695 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-790c3be2-de8d-4f6b-b8a9-1f3bb9ec4be3 req-eb13c4fe-f6e8-4134-a525-fa918e3b75c7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0526345 Aug 21 10:22:50.979583 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-790c3be2-de8d-4f6b-b8a9-1f3bb9ec4be3 req-7e6941dc-cfae-453a-8d27-105ce094b725 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345869 Aug 21 10:22:51.088006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363a512-5230-4ab1-819c-cb8338fbe37f req-8b15364e-438b-4a3f-af86-9610f7e3a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:51.089534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d363a512-5230-4ab1-819c-cb8338fbe37f req-8b15364e-438b-4a3f-af86-9610f7e3a562 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0429015 Aug 21 10:22:51.189079 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363a512-5230-4ab1-819c-cb8338fbe37f req-8f67d58e-c229-4219-ba91-fd97e7231e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:51.191346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d363a512-5230-4ab1-819c-cb8338fbe37f req-8f67d58e-c229-4219-ba91-fd97e7231e1d service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0949330 Aug 21 10:22:51.258453 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d363a512-5230-4ab1-819c-cb8338fbe37f req-5a0f1a79-3924-4f11-9fb4-1d30d1bb9a6d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9516f24d-c998-47c3-8298-bd6f3725e05d HTTP/1.1" status: 200 len: 1001 time: 0.0600393 Aug 21 10:22:51.312841 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363a512-5230-4ab1-819c-cb8338fbe37f req-f5e2ec3d-3d35-43ef-8ff1-b996acc76633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:51.314362 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d363a512-5230-4ab1-819c-cb8338fbe37f req-f5e2ec3d-3d35-43ef-8ff1-b996acc76633 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0489824 Aug 21 10:22:51.361613 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363a512-5230-4ab1-819c-cb8338fbe37f req-2f1653d3-d37e-4f8f-9d6a-84783eaf85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:51.363185 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d363a512-5230-4ab1-819c-cb8338fbe37f req-2f1653d3-d37e-4f8f-9d6a-84783eaf85dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417593 Aug 21 10:22:51.456447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d363a512-5230-4ab1-819c-cb8338fbe37f req-26615896-9d52-4db1-af85-0197d7de7113 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862222 Aug 21 10:22:51.551149 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d363a512-5230-4ab1-819c-cb8338fbe37f req-ed3b0305-34b7-4319-9ff5-533fa74607a9 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873840 Aug 21 10:22:52.112279 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f94393-7db2-431c-9bd5-6882f4f18389 req-4934c4d6-1da8-4c51-857e-dff03dcbd56d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:52.114659 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1f94393-7db2-431c-9bd5-6882f4f18389 req-4934c4d6-1da8-4c51-857e-dff03dcbd56d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0551798 Aug 21 10:22:52.157840 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c1f94393-7db2-431c-9bd5-6882f4f18389 req-85928da0-a9be-428a-8867-cbdae4014d85 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359814 Aug 21 10:22:53.275687 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5284f3-11dd-4ff7-ac32-2752fe29351c req-450d7f59-ee91-47db-bea1-57207513292f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:53.277184 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e5284f3-11dd-4ff7-ac32-2752fe29351c req-450d7f59-ee91-47db-bea1-57207513292f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0488851 Aug 21 10:22:53.320748 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5e5284f3-11dd-4ff7-ac32-2752fe29351c req-3a0bec0f-3173-48c8-93c9-d69f9d5028a5 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375407 Aug 21 10:22:54.433758 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a203d3-6ea6-4c32-8026-2b9ea3601041 req-ee03d170-f70e-4b72-b11c-cf0e37e7f965 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:54.435237 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42a203d3-6ea6-4c32-8026-2b9ea3601041 req-ee03d170-f70e-4b72-b11c-cf0e37e7f965 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0484056 Aug 21 10:22:54.477111 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-42a203d3-6ea6-4c32-8026-2b9ea3601041 req-d9b4d37e-b017-4790-bf72-1b9222494e32 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355370 Aug 21 10:22:54.825391 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd773545-b4c9-499d-9eb3-d17c796d4fb6 req-47fa2873-acf9-4cd1-9d34-33c346889a6d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:54.826868 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd773545-b4c9-499d-9eb3-d17c796d4fb6 req-47fa2873-acf9-4cd1-9d34-33c346889a6d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 945 time: 0.0517852 Aug 21 10:22:54.864359 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd773545-b4c9-499d-9eb3-d17c796d4fb6 req-354f3e2e-5ac4-41f5-bb9c-a980769d7fe2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307026 Aug 21 10:22:54.924017 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9516f24d-c998-47c3-8298-bd6f3725e05d no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:22:55.000838 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:55.025111 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:22:55.027343 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097b199f-1c5c-43a1-a3e2-09a3a9592238" -d '{"events": [{"server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:22:55.042708 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:22:55.059609 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 21 Aug 2021 10:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fd46a7-66ee-4afc-90cc-a682dedad497 x-openstack-request-id: req-30fd46a7-66ee-4afc-90cc-a682dedad497 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:22:55.059896 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "name": "network-vif-unplugged", "status": "failed", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d", "code": 422}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:22:55.060144 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30fd46a7-66ee-4afc-90cc-a682dedad497 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:22:55.060539 n-d-766726-28 neutron-server[106758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'code': 422} returned with failed status Aug 21 10:22:55.145152 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:22:55.191783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=9516f24d-c998-47c3-8298-bd6f3725e05d,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:22:55.340736 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-110b398b-2e70-4858-a12d-69419cf05874 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816224 Aug 21 10:22:55.983798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6757f-71ea-4bf4-8938-c5928efccee4 req-75a9591f-3ef4-4e56-97ef-0d4db6afda89 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:55.985267 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbd6757f-71ea-4bf4-8938-c5928efccee4 req-75a9591f-3ef4-4e56-97ef-0d4db6afda89 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0529830 Aug 21 10:22:56.022886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fbd6757f-71ea-4bf4-8938-c5928efccee4 req-1bf02a8a-febc-4a7f-9a6e-04193c09a034 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317144 Aug 21 10:22:57.141056 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ac84-6394-4f20-b731-5dd1418ddeaa req-119766e0-72c2-4990-97d9-c315ba8c0155 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:57.142580 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8408ac84-6394-4f20-b731-5dd1418ddeaa req-119766e0-72c2-4990-97d9-c315ba8c0155 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0500712 Aug 21 10:22:57.180984 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8408ac84-6394-4f20-b731-5dd1418ddeaa req-95391bf3-9dcc-481a-b802-109281589305 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Aug 21 10:22:58.295003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb0184-890b-40d7-98d6-e3f4ceff05aa req-4346bc4f-8278-4868-a563-399b98f087b3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:58.296471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cadb0184-890b-40d7-98d6-e3f4ceff05aa req-4346bc4f-8278-4868-a563-399b98f087b3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0495353 Aug 21 10:22:58.336328 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cadb0184-890b-40d7-98d6-e3f4ceff05aa req-105649d2-633c-4539-a0b2-90ceeed7c4b2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332816 Aug 21 10:22:59.452897 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaea22b-68e1-449a-a7cb-f12cdabcd548 req-e6ac83fc-77b1-4762-869e-dcda0c69f697 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:22:59.454375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ecaea22b-68e1-449a-a7cb-f12cdabcd548 req-e6ac83fc-77b1-4762-869e-dcda0c69f697 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0517352 Aug 21 10:22:59.491506 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ecaea22b-68e1-449a-a7cb-f12cdabcd548 req-dbfab533-0f5e-4109-9649-a00e6701ff28 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306215 Aug 21 10:23:00.631157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d754b3-8905-439e-912d-2379f6fcbe8e req-7459111d-11c7-4d9b-ba4e-a5cf8ca2abc2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:00.632655 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d754b3-8905-439e-912d-2379f6fcbe8e req-7459111d-11c7-4d9b-ba4e-a5cf8ca2abc2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0748870 Aug 21 10:23:00.634999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-b876443f-533b-4825-8483-393822189538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:00.636386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-b876443f-533b-4825-8483-393822189538 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0&tenant_id=07e07a3f3068485a9f86e981a0739b94 HTTP/1.1" status: 200 len: 1095 time: 0.0697308 Aug 21 10:23:00.696190 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b4d754b3-8905-439e-912d-2379f6fcbe8e req-729dab08-340f-47c2-9349-9b851849dd0a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575898 Aug 21 10:23:00.710682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-9f49ced7-0d19-4e77-b691-47eb6f0703d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:00.712208 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-9f49ced7-0d19-4e77-b691-47eb6f0703d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1095 time: 0.0527992 Aug 21 10:23:00.799908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-9c81b521-75c8-4869-ac3e-018aa4df5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:00.801286 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-9c81b521-75c8-4869-ac3e-018aa4df5e6d service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0818908 Aug 21 10:23:01.210489 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-a1d3b23f-382c-43d8-a3d2-9f1216ac35e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9516f24d-c998-47c3-8298-bd6f3725e05d HTTP/1.1" status: 200 len: 999 time: 0.4017239 Aug 21 10:23:01.261191 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-958e73dd-ac02-4742-9280-8f5a81835f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:01.262687 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-958e73dd-ac02-4742-9280-8f5a81835f21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0437758 Aug 21 10:23:01.307071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-94796346-cdc3-4867-8725-09523f96d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:01.308667 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-94796346-cdc3-4867-8725-09523f96d556 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393341 Aug 21 10:23:01.399587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-0f43522e-ad78-49cd-bdb2-d79096ee4276 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831788 Aug 21 10:23:01.489115 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b18be4d5-3280-4c3b-baac-94b62e88df25 req-41e2c534-2f3e-4ba6-9f8a-164db1a2c2b9 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812337 Aug 21 10:23:01.811988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd36f2-85f0-4446-bb91-3aa60d090c48 req-2e8fd49a-19ff-4319-a54b-4f3538aee4e9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:01.813375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ecd36f2-85f0-4446-bb91-3aa60d090c48 req-2e8fd49a-19ff-4319-a54b-4f3538aee4e9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0488853 Aug 21 10:23:01.857875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ecd36f2-85f0-4446-bb91-3aa60d090c48 req-d28d59ee-2ace-4c63-9ee3-4c8fcee1e408 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372343 Aug 21 10:23:02.994224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab48202-330e-4777-8983-2fe264a2e471 req-a9b2454c-c231-4c75-b200-547e1a2c6c84 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:02.995348 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dab48202-330e-4777-8983-2fe264a2e471 req-a9b2454c-c231-4c75-b200-547e1a2c6c84 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0606201 Aug 21 10:23:03.045661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dab48202-330e-4777-8983-2fe264a2e471 req-2729cac7-c2bc-471a-9a1d-8cb904f4e110 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333855 Aug 21 10:23:04.163178 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301f78b-8ae9-4770-a313-1ed87b325ac0 req-59c37108-a98d-447e-9044-d431e3500985 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:04.176093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7301f78b-8ae9-4770-a313-1ed87b325ac0 req-59c37108-a98d-447e-9044-d431e3500985 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0520375 Aug 21 10:23:04.214903 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7301f78b-8ae9-4770-a313-1ed87b325ac0 req-092873cf-2b9a-4ffb-a3ce-76a7d39753a9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441086 Aug 21 10:23:05.329712 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ce4b8-9cf7-40c2-8044-ed62271a61ff req-26bb29e8-1045-4ab4-9558-ebc8e87fedc4 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:05.331932 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd9ce4b8-9cf7-40c2-8044-ed62271a61ff req-26bb29e8-1045-4ab4-9558-ebc8e87fedc4 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0490682 Aug 21 10:23:05.371223 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd9ce4b8-9cf7-40c2-8044-ed62271a61ff req-5484eec4-baf6-4d6a-8542-8309c81659bf tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325167 Aug 21 10:23:06.509054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755574b-637a-440f-b191-365030936e31 req-77a4b9d9-fa3d-48ee-83bd-43efdb98a480 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:06.511204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f755574b-637a-440f-b191-365030936e31 req-77a4b9d9-fa3d-48ee-83bd-43efdb98a480 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0640652 Aug 21 10:23:06.554125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f755574b-637a-440f-b191-365030936e31 req-dab0260a-be99-4350-9362-7801010f952b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346251 Aug 21 10:23:07.129608 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0af3cd88-4c94-407b-96ca-4212e8b82d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:07.681583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e2144-26c0-48ac-8e2c-e663210cf11b req-e42319b6-46e3-4c18-b968-43823577be95 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:07.683031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af1e2144-26c0-48ac-8e2c-e663210cf11b req-e42319b6-46e3-4c18-b968-43823577be95 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0509169 Aug 21 10:23:07.725224 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-af1e2144-26c0-48ac-8e2c-e663210cf11b req-47633db8-51e0-4014-92d5-e0de9becd6ea tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359113 Aug 21 10:23:08.847816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa98d37-8c23-4ccb-8501-435600241bdb req-060e9d07-b751-4ffd-914d-3ec6aaf8a550 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:08.849346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fa98d37-8c23-4ccb-8501-435600241bdb req-060e9d07-b751-4ffd-914d-3ec6aaf8a550 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0556307 Aug 21 10:23:08.895935 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4fa98d37-8c23-4ccb-8501-435600241bdb req-8dab990e-c871-4bba-89cd-4b26d464504a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395284 Aug 21 10:23:09.685130 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0787c9c0-df1c-408c-af88-888b00035cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:09.923244 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:10.034060 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f795b-2254-443a-a6eb-45eefd465fd6 req-70a48fbc-ef74-4e26-af9d-afeab640a084 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:10.036527 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f8f795b-2254-443a-a6eb-45eefd465fd6 req-70a48fbc-ef74-4e26-af9d-afeab640a084 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0562367 Aug 21 10:23:10.086102 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f8f795b-2254-443a-a6eb-45eefd465fd6 req-3e236083-b496-49b1-a6ae-353b508eb947 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424891 Aug 21 10:23:11.219956 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:11.230293 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdc670-da93-40b7-8720-574b182403a0 req-fde58f5c-986e-4d7e-876a-5ade78ab55b7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:11.231960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ffdc670-da93-40b7-8720-574b182403a0 req-fde58f5c-986e-4d7e-876a-5ade78ab55b7 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0577443 Aug 21 10:23:11.288079 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7ffdc670-da93-40b7-8720-574b182403a0 req-c5a8ed74-48a4-43cf-943d-0d6aca6efa5c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496922 Aug 21 10:23:12.309099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78214e17-e678-4de2-8260-7e592e04876f req-2dd71f1e-cc2f-43a2-babd-aa1b6da295a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:12.310609 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78214e17-e678-4de2-8260-7e592e04876f req-2dd71f1e-cc2f-43a2-babd-aa1b6da295a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1095 time: 0.0421858 Aug 21 10:23:12.458786 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d521b-5985-4ab3-a3e4-50022a72d28e req-80cf7f7e-794c-4e68-aa06-0388395cd3bb tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:12.460301 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-991d521b-5985-4ab3-a3e4-50022a72d28e req-80cf7f7e-794c-4e68-aa06-0388395cd3bb tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0780017 Aug 21 10:23:12.461666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78214e17-e678-4de2-8260-7e592e04876f req-1212aea3-04b5-4278-a78c-e75937525bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:12.463004 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78214e17-e678-4de2-8260-7e592e04876f req-1212aea3-04b5-4278-a78c-e75937525bb2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.1282237 Aug 21 10:23:12.545530 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-991d521b-5985-4ab3-a3e4-50022a72d28e req-347847b6-9155-4459-943b-c1c015a51979 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792327 Aug 21 10:23:12.553675 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78214e17-e678-4de2-8260-7e592e04876f req-0bfd1abd-5019-44ef-936d-dc535148e16e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9516f24d-c998-47c3-8298-bd6f3725e05d HTTP/1.1" status: 200 len: 999 time: 0.0816219 Aug 21 10:23:12.607399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78214e17-e678-4de2-8260-7e592e04876f req-6425e4e3-3179-40b5-8b08-a366485a4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:12.608876 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78214e17-e678-4de2-8260-7e592e04876f req-6425e4e3-3179-40b5-8b08-a366485a4800 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0454338 Aug 21 10:23:12.655971 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78214e17-e678-4de2-8260-7e592e04876f req-b367e284-066b-47d7-b4ab-e3514915d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:12.657496 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78214e17-e678-4de2-8260-7e592e04876f req-b367e284-066b-47d7-b4ab-e3514915d69e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413060 Aug 21 10:23:12.721756 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:12.751661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78214e17-e678-4de2-8260-7e592e04876f req-fc39a923-144d-44c2-8b7d-93ccf63a6ab2 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864086 Aug 21 10:23:12.842235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-78214e17-e678-4de2-8260-7e592e04876f req-364bcc19-0e42-422d-9001-4db8396f4395 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832870 Aug 21 10:23:13.157554 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:23:13.666988 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b467da7-96d2-4a18-803e-1715189d33b0 req-3efa14ff-5e74-41ae-b91b-130731cfba2a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:13.668636 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b467da7-96d2-4a18-803e-1715189d33b0 req-3efa14ff-5e74-41ae-b91b-130731cfba2a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0550725 Aug 21 10:23:13.706614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3b467da7-96d2-4a18-803e-1715189d33b0 req-1771a025-5933-409f-91c3-7fe5ad355905 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320487 Aug 21 10:23:14.820736 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4157-6a42-4a4f-aea5-87132790e15e req-affcbc4d-21c4-4dd4-a430-3643e353ea3a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:14.822218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1ac4157-6a42-4a4f-aea5-87132790e15e req-affcbc4d-21c4-4dd4-a430-3643e353ea3a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 943 time: 0.0496650 Aug 21 10:23:14.860820 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a1ac4157-6a42-4a4f-aea5-87132790e15e req-4210f50b-3425-4458-8453-4963cec8c551 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326817 Aug 21 10:23:15.061666 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9516f24d-c998-47c3-8298-bd6f3725e05d details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:23:15.155656 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:23:15.166452 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'port_id': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'mac_address': 'fa:16:3e:97:73:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:23:15.204052 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:15.216517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9516f24d-c998-47c3-8298-bd6f3725e05d {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:23:15.235704 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:23:15.298460 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:15.360958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=9516f24d-c998-47c3-8298-bd6f3725e05d,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:23:15.517903 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['9516f24d-c998-47c3-8298-bd6f3725e05d'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:23:15.975949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c6cff-df6d-467e-a621-0eb15eac2428 req-b2306bb0-1a87-475e-a40f-4b19037fb484 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:15.977429 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba9c6cff-df6d-467e-a621-0eb15eac2428 req-b2306bb0-1a87-475e-a40f-4b19037fb484 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0484672 Aug 21 10:23:16.014835 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ba9c6cff-df6d-467e-a621-0eb15eac2428 req-9cc5d936-a051-4813-a9c4-62aca247fadf tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315688 Aug 21 10:23:16.184586 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:16.282054 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:17.077289 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9516f24d-c998-47c3-8298-bd6f3725e05d up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:23:17.129022 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port 9516f24d-c998-47c3-8298-bd6f3725e05d triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:23:17.129485 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:17.151124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc09b6-a4b4-4ef8-91da-0d4da855c31d req-418198e7-800e-4204-912b-31d29c108d65 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:17.152677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71cc09b6-a4b4-4ef8-91da-0d4da855c31d req-418198e7-800e-4204-912b-31d29c108d65 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 944 time: 0.0538380 Aug 21 10:23:17.190982 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-71cc09b6-a4b4-4ef8-91da-0d4da855c31d req-41c4277f-4f27-41fc-a5e8-08d7256294be tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324016 Aug 21 10:23:17.210004 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:17.231645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:23:17.233853 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfccc7f-ee73-4fb7-9238-f4018c1550cf" -d '{"events": [{"server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:23:17.246053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:23:17.270948 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1b17bd-80ee-417d-8bbe-3053eac63e90 x-openstack-request-id: req-3b1b17bd-80ee-417d-8bbe-3053eac63e90 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:23:17.271236 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "name": "network-vif-plugged", "status": "completed", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:23:17.271857 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b1b17bd-80ee-417d-8bbe-3053eac63e90 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:23:17.272252 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'code': 200} Aug 21 10:23:17.287582 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:17.336974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=9516f24d-c998-47c3-8298-bd6f3725e05d,revision_number=10']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:23:17.470387 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406b407-e656-4d29-a3bf-813f4946a18c req-4d9bb4c2-e244-4400-92d8-d578a9772af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:17.471854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f406b407-e656-4d29-a3bf-813f4946a18c req-4d9bb4c2-e244-4400-92d8-d578a9772af1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1098 time: 0.0408652 Aug 21 10:23:17.505906 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f406b407-e656-4d29-a3bf-813f4946a18c req-4a03a634-beff-4799-8114-4c652c38a1ca service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274930 Aug 21 10:23:18.306753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed27f99-704d-4990-8d3c-32521a8c9416 req-895ef9fb-1bd4-43bd-a936-b649aa7464f6 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:18.308204 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ed27f99-704d-4990-8d3c-32521a8c9416 req-895ef9fb-1bd4-43bd-a936-b649aa7464f6 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0495446 Aug 21 10:23:18.346894 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9ed27f99-704d-4990-8d3c-32521a8c9416 req-dcc78bd3-1b39-47cc-9f56-e80a81fca514 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325143 Aug 21 10:23:19.471700 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91438ae-afb4-4db2-aa9a-cbacc78d7aa1 req-d013f11f-dcce-4ad0-b718-6a3122f0e5ef tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:19.473668 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d91438ae-afb4-4db2-aa9a-cbacc78d7aa1 req-d013f11f-dcce-4ad0-b718-6a3122f0e5ef tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0533316 Aug 21 10:23:19.511458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d91438ae-afb4-4db2-aa9a-cbacc78d7aa1 req-91c58fb9-3ae2-4f42-b281-8dbd8bd76186 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Aug 21 10:23:20.626772 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae01cd-d3d3-4ddb-9bc2-de0d629f203a req-d88f37d4-f3d1-4f87-8429-b5a9fed958e1 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:23:20.628296 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0ae01cd-d3d3-4ddb-9bc2-de0d629f203a req-d88f37d4-f3d1-4f87-8429-b5a9fed958e1 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0490446 Aug 21 10:23:20.668332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e0ae01cd-d3d3-4ddb-9bc2-de0d629f203a req-ddc42bc6-7578-4ee8-b747-e8f7864522f8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333879 Aug 21 10:23:36.978305 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-86dd65d6-2162-4cb2-8052-f141f0770f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:39.616936 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eb914be8-fbf5-4f4a-8b55-ad47a82354f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:39.904513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:41.314519 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:42.710037 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:46.195294 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:46.223992 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:23:50.157567 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:24:05.020381 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-c8ec7dbb-0280-4f9e-aa3e-bc048aa8c8e9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0931306 Aug 21 10:24:05.106969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-20e61e24-da4f-44c1-ad05-9374e6d20aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:05.108509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-20e61e24-da4f-44c1-ad05-9374e6d20aea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1098 time: 0.0450385 Aug 21 10:24:05.210210 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-3e06c81e-87dd-4c45-880f-4fc60dd8cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:05.211711 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-3e06c81e-87dd-4c45-880f-4fc60dd8cc1f service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0837209 Aug 21 10:24:05.281638 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-2cd426ce-7ff6-4110-a02f-c1c809b614e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9516f24d-c998-47c3-8298-bd6f3725e05d HTTP/1.1" status: 200 len: 1001 time: 0.0625072 Aug 21 10:24:05.330985 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-32f6d288-4d7b-4034-9c25-9710c04f8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:05.332516 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-32f6d288-4d7b-4034-9c25-9710c04f8521 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0441308 Aug 21 10:24:05.379366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-b33124b9-49a2-4720-8b05-f863aa396db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:05.380933 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-b33124b9-49a2-4720-8b05-f863aa396db1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412621 Aug 21 10:24:05.474330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-0afbb77a-7868-47aa-94df-f0c54e4fb4ee service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857642 Aug 21 10:24:05.562979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3e1354cf-7192-4633-85b4-beab7cb82bdf req-d4e0d839-8b00-453a-a9c2-86f7fcfa5bf0 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811548 Aug 21 10:24:06.995022 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2191e0c0-0fbe-49ee-ad87-a295b78ad3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:09.601050 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e5acf99a-55d2-4c2e-b6aa-adaf872128e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:09.841153 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:11.216115 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:12.732432 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:16.238764 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:16.257786 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:27.157470 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:24:29.406359 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36148) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:24:29.563018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Deleting port 4fee539d-41f5-4f79-adfb-6b0aa54ff52c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:24:29.563355 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:29.642090 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:29.642414 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:29.654389 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Calling delete_port for 4fee539d-41f5-4f79-adfb-6b0aa54ff52c owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:24:29.863951 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:29.889491 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event deleted for resources: {'Port': ['ID=4fee539d-41f5-4f79-adfb-6b0aa54ff52c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:24:29.899784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.907475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.907475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.907475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.907475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.907475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.907475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.907475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.907475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.907475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.907475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.907475 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:24:29.962582 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:29.962907 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Floating IP ada1a8a2-1bf0-45c3-bece-b08163a2d6a2 disassociated (deleted). External IP: 172.25.5.113, port: 9516f24d-c998-47c3-8298-bd6f3725e05d. Aug 21 10:24:30.178686 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Router 78a0d247-62b8-4f0a-b038-717163051ddd has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:24:30.287471 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:24:30.292452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:30.300025 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5194c-3e98-4973-b2cf-c6a7a0de20d4 None None] Sync routers for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:24:30.309239 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5194c-3e98-4973-b2cf-c6a7a0de20d4 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:24:30.309842 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-84d5194c-3e98-4973-b2cf-c6a7a0de20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:24:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:24:30.320169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0221acfa-1180-4488-b5b6-23b92aefb276 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "DELETE /v2.0/floatingips/ada1a8a2-1bf0-45c3-bece-b08163a2d6a2 HTTP/1.1" status: 204 len: 168 time: 0.9127541 Aug 21 10:24:30.320863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:24:30.323247 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a" -d '{"events": [{"name": "network-changed", "server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:24:30.364477 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ad1f96-1465-4260-9b35-dce2689d2c79 x-openstack-request-id: req-a5ad1f96-1465-4260-9b35-dce2689d2c79 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:24:30.364775 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:24:30.365030 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5ad1f96-1465-4260-9b35-dce2689d2c79 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:24:30.365440 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'status': 'completed', 'code': 200} Aug 21 10:24:30.420448 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-84d5194c-3e98-4973-b2cf-c6a7a0de20d4 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:24:30.429308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a req-66d5de8a-bf5f-40a9-931a-db4fe32a04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:30.430914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a req-66d5de8a-bf5f-40a9-931a-db4fe32a04d6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 1098 time: 0.0433247 Aug 21 10:24:30.525780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a req-96d37c1c-c0e5-4b8f-a2a7-b89bb5044db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:30.527302 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a req-96d37c1c-c0e5-4b8f-a2a7-b89bb5044db7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0896552 Aug 21 10:24:30.571263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a req-83acb837-aa38-46aa-8501-064fc4d426f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9516f24d-c998-47c3-8298-bd6f3725e05d HTTP/1.1" status: 200 len: 217 time: 0.0362496 Aug 21 10:24:30.625754 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a req-3b246b33-a752-4ce3-afcd-7fdcf0585a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:30.627356 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a req-3b246b33-a752-4ce3-afcd-7fdcf0585a44 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0454814 Aug 21 10:24:30.629188 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-84d5194c-3e98-4973-b2cf-c6a7a0de20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:24:30.657244 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5194c-3e98-4973-b2cf-c6a7a0de20d4 None None] Checking router: 78a0d247-62b8-4f0a-b038-717163051ddd for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:24:30.667756 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5194c-3e98-4973-b2cf-c6a7a0de20d4 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:24:30.668385 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-84d5194c-3e98-4973-b2cf-c6a7a0de20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:24:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:24:30.710030 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a req-8b336f33-0517-43a8-b4cb-08b354d52df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:30.711537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a req-8b336f33-0517-43a8-b4cb-08b354d52df8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711474 Aug 21 10:24:30.775578 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-84d5194c-3e98-4973-b2cf-c6a7a0de20d4 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:24:30.778302 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016a8c8-d171-400d-89d5-226832c2cf02 req-68f11043-c63a-4272-847b-3799304260b1 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:30.780119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1016a8c8-d171-400d-89d5-226832c2cf02 req-68f11043-c63a-4272-847b-3799304260b1 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0980062 Aug 21 10:24:30.848200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1016a8c8-d171-400d-89d5-226832c2cf02 req-4f3fcab8-764c-4017-8307-8d2a6c8572f0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591862 Aug 21 10:24:30.848677 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a req-3d3575ff-acd5-40c7-9bf5-a7289691c822 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284571 Aug 21 10:24:30.939597 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-eea07d2a-1b68-49ae-9d19-b1e7d84a453a req-0411718e-eabb-4cdd-95e8-ac15aa5042ee service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828032 Aug 21 10:24:30.978195 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-84d5194c-3e98-4973-b2cf-c6a7a0de20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:24:31.011801 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5194c-3e98-4973-b2cf-c6a7a0de20d4 None None] The sync data for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 is: [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:24:31.244504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba456a2-7354-4efe-a1bf-23e66b8da740 None None] New status for floating IP ada1a8a2-1bf0-45c3-bece-b08163a2d6a2: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:24:31.986637 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b2554-5d82-4684-b144-1e03f6897172 req-9b575487-5f4d-4dd6-83c4-823699332065 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:31.988178 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb6b2554-5d82-4684-b144-1e03f6897172 req-9b575487-5f4d-4dd6-83c4-823699332065 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.22 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0763276 Aug 21 10:24:31.999816 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93129dc6-d80a-4aca-862a-d8b9e6075e2b req-6703dfa7-4544-4394-964d-314005ec5191 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:32.001188 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93129dc6-d80a-4aca-862a-d8b9e6075e2b req-6703dfa7-4544-4394-964d-314005ec5191 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 946 time: 0.0810754 Aug 21 10:24:32.084269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-93129dc6-d80a-4aca-862a-d8b9e6075e2b req-9fd899d2-5eca-409a-9235-5aaf309b0b39 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9273cfa-fa7e-4b72-b3db-3062b27ba592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759490 Aug 21 10:24:32.109616 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-cb6b2554-5d82-4684-b144-1e03f6897172 req-5995c782-d3d9-4a2d-b237-e691f3cc7cb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Deleting port 9516f24d-c998-47c3-8298-bd6f3725e05d {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:24:32.109955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb6b2554-5d82-4684-b144-1e03f6897172 req-5995c782-d3d9-4a2d-b237-e691f3cc7cb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:32.198778 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-cb6b2554-5d82-4684-b144-1e03f6897172 req-5995c782-d3d9-4a2d-b237-e691f3cc7cb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] For port 9516f24d-c998-47c3-8298-bd6f3725e05d, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=9516f24d-c998-47c3-8298-bd6f3725e05d,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:24:32.199138 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb6b2554-5d82-4684-b144-1e03f6897172 req-5995c782-d3d9-4a2d-b237-e691f3cc7cb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:32.211513 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-cb6b2554-5d82-4684-b144-1e03f6897172 req-5995c782-d3d9-4a2d-b237-e691f3cc7cb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Calling delete_port for 9516f24d-c998-47c3-8298-bd6f3725e05d owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:24:32.486307 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb6b2554-5d82-4684-b144-1e03f6897172 req-5995c782-d3d9-4a2d-b237-e691f3cc7cb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:32.520384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995c782-d3d9-4a2d-b237-e691f3cc7cb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event deleted for resources: {'Port': ['ID=9516f24d-c998-47c3-8298-bd6f3725e05d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:24:32.600255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6b2554-5d82-4684-b144-1e03f6897172 req-5995c782-d3d9-4a2d-b237-e691f3cc7cb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] No DVR routers for this DVR port 9516f24d-c998-47c3-8298-bd6f3725e05d on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:24:32.600255 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-cb6b2554-5d82-4684-b144-1e03f6897172 req-5995c782-d3d9-4a2d-b237-e691f3cc7cb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:32.600255 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb6b2554-5d82-4684-b144-1e03f6897172 req-5995c782-d3d9-4a2d-b237-e691f3cc7cb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.22 "DELETE /v2.0/ports/9516f24d-c998-47c3-8298-bd6f3725e05d HTTP/1.1" status: 204 len: 173 time: 0.5657623 Aug 21 10:24:32.600255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'name': 'network-vif-deleted', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:24:32.600255 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0669766a-8d62-4142-9ebc-249ed2dda557" -d '{"events": [{"server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "name": "network-vif-deleted", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:24:32.605555 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99e83ec-4223-48ca-aee4-52dd035b0f9b x-openstack-request-id: req-b99e83ec-4223-48ca-aee4-52dd035b0f9b {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:24:32.609751 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74aac82e-5378-4d53-99d2-20709faf6ba0", "name": "network-vif-deleted", "tag": "9516f24d-c998-47c3-8298-bd6f3725e05d", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:24:32.609751 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b99e83ec-4223-48ca-aee4-52dd035b0f9b {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:24:32.609751 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74aac82e-5378-4d53-99d2-20709faf6ba0', 'name': 'network-vif-deleted', 'tag': '9516f24d-c998-47c3-8298-bd6f3725e05d', 'status': 'completed', 'code': 200} Aug 21 10:24:33.190057 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-512ba960-7724-407b-a3b8-2f8321d3eb50 req-1b045fde-c2fb-4a4a-a24a-c1f533ff7db4 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aac82e-5378-4d53-99d2-20709faf6ba0 HTTP/1.1" status: 200 len: 210 time: 0.0268202 Aug 21 10:24:34.244757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36170) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:24:34.301572 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eecfa0eb-dfef-4c12-8fa7-d9ffc2134d21 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:34.326319 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eecfa0eb-dfef-4c12-8fa7-d9ffc2134d21 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:34.507330 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eecfa0eb-dfef-4c12-8fa7-d9ffc2134d21 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:34.510033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-eecfa0eb-dfef-4c12-8fa7-d9ffc2134d21 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:34.511236 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-eecfa0eb-dfef-4c12-8fa7-d9ffc2134d21 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "DELETE /v2.0/security-groups/a9273cfa-fa7e-4b72-b3db-3062b27ba592 HTTP/1.1" status: 204 len: 168 time: 0.2654889 Aug 21 10:24:34.520420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfa0eb-dfef-4c12-8fa7-d9ffc2134d21 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9273cfa-fa7e-4b72-b3db-3062b27ba592,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:24:35.189215 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36176) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:24:35.194071 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-120f111a-a69d-4aca-9b99-ed035816f98f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458267019', 'description': 'tempest-secgroup-smoke-1458267019 description', 'project_id': '07e07a3f3068485a9f86e981a0739b94'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:24:35.289477 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-120f111a-a69d-4aca-9b99-ed035816f98f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:35.368988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-120f111a-a69d-4aca-9b99-ed035816f98f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:35.489456 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-120f111a-a69d-4aca-9b99-ed035816f98f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:35.517799 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f111a-a69d-4aca-9b99-ed035816f98f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353d7381-1c4a-42ce-aa03-0249bfe52c4c,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:24:35.580904 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9516f24d-c998-47c3-8298-bd6f3725e05d no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:24:35.596035 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: 9516f24d-c998-47c3-8298-bd6f3725e05d {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:24:35.596401 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device 9516f24d-c998-47c3-8298-bd6f3725e05d not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:24:35.609134 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-120f111a-a69d-4aca-9b99-ed035816f98f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:35.610401 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-120f111a-a69d-4aca-9b99-ed035816f98f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4201117 Aug 21 10:24:35.613242 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36178) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:24:35.617763 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-513c9471-a92a-4741-9b72-d18de5420b1f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': '353d7381-1c4a-42ce-aa03-0249bfe52c4c', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:24:35.705138 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-513c9471-a92a-4741-9b72-d18de5420b1f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:35.759375 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-513c9471-a92a-4741-9b72-d18de5420b1f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:35.851909 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-513c9471-a92a-4741-9b72-d18de5420b1f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:35.869172 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c9471-a92a-4741-9b72-d18de5420b1f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b8f080-2701-4d27-a8a3-3a3dba3f0f96,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:24:35.954879 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-513c9471-a92a-4741-9b72-d18de5420b1f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:35.956666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-513c9471-a92a-4741-9b72-d18de5420b1f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3419678 Aug 21 10:24:35.959430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36180) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:24:35.963910 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-32be0dd6-7a1c-48f2-b607-e0144842cec0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': '353d7381-1c4a-42ce-aa03-0249bfe52c4c', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:24:36.091178 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32be0dd6-7a1c-48f2-b607-e0144842cec0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:36.148616 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32be0dd6-7a1c-48f2-b607-e0144842cec0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:36.226228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32be0dd6-7a1c-48f2-b607-e0144842cec0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:36.245166 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be0dd6-7a1c-48f2-b607-e0144842cec0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccd2c17-f074-4531-8063-6f9ab6efbc41,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:24:36.323373 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32be0dd6-7a1c-48f2-b607-e0144842cec0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:36.324618 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-32be0dd6-7a1c-48f2-b607-e0144842cec0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3642342 Aug 21 10:24:36.327699 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36182) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:24:36.332044 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-4e6c58f1-827b-4170-96b9-d2d40d8b0a42 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': '353d7381-1c4a-42ce-aa03-0249bfe52c4c', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:24:36.454495 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c58f1-827b-4170-96b9-d2d40d8b0a42 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:36.511334 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c58f1-827b-4170-96b9-d2d40d8b0a42 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:36.654947 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c58f1-827b-4170-96b9-d2d40d8b0a42 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:36.672827 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c58f1-827b-4170-96b9-d2d40d8b0a42 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4743a0-eb5d-4352-8175-6f81afc33aca,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:24:36.794492 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-4e6c58f1-827b-4170-96b9-d2d40d8b0a42 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:36.795681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-4e6c58f1-827b-4170-96b9-d2d40d8b0a42 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4669945 Aug 21 10:24:36.798465 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36184) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:24:36.803427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-75744429-cd58-45b5-bb9a-980fb44b8196 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': '353d7381-1c4a-42ce-aa03-0249bfe52c4c', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:24:36.909066 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75744429-cd58-45b5-bb9a-980fb44b8196 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:36.974031 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75744429-cd58-45b5-bb9a-980fb44b8196 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:37.026905 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-42c20cd7-4d2d-42c2-81b2-a2de0ed4b2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:37.115791 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75744429-cd58-45b5-bb9a-980fb44b8196 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:37.132961 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75744429-cd58-45b5-bb9a-980fb44b8196 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616a517b-9ab9-4223-9b52-de2a4685e512,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:24:37.212407 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-75744429-cd58-45b5-bb9a-980fb44b8196 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:37.213661 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-75744429-cd58-45b5-bb9a-980fb44b8196 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4142561 Aug 21 10:24:37.216457 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36186) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:24:37.220965 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-535964a8-85cf-4623-86c3-04f7865556d3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': '353d7381-1c4a-42ce-aa03-0249bfe52c4c', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:24:37.331911 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-535964a8-85cf-4623-86c3-04f7865556d3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Project 07e07a3f3068485a9f86e981a0739b94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:24:37.336791 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-535964a8-85cf-4623-86c3-04f7865556d3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:37.397143 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-535964a8-85cf-4623-86c3-04f7865556d3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:37.563400 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-535964a8-85cf-4623-86c3-04f7865556d3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:37.584181 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535964a8-85cf-4623-86c3-04f7865556d3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c694c7ef-9d09-4b79-9e9d-0f41b4c0713e,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:24:37.752223 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-535964a8-85cf-4623-86c3-04f7865556d3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:37.753487 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-535964a8-85cf-4623-86c3-04f7865556d3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5360720 Aug 21 10:24:37.756725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36188) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:24:37.761078 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-0965175c-fcb6-4b2c-ad13-8ea981fa07b9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'security_group_rule': {'security_group_id': '353d7381-1c4a-42ce-aa03-0249bfe52c4c', 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:24:37.869467 n-d-766726-28 neutron-server[106757]: INFO neutron.db.securitygroups_db [None req-0965175c-fcb6-4b2c-ad13-8ea981fa07b9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Project 07e07a3f3068485a9f86e981a0739b94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:24:37.875117 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0965175c-fcb6-4b2c-ad13-8ea981fa07b9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:37.934624 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0965175c-fcb6-4b2c-ad13-8ea981fa07b9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:38.009523 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0965175c-fcb6-4b2c-ad13-8ea981fa07b9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:38.028802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965175c-fcb6-4b2c-ad13-8ea981fa07b9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276a99d7-7946-47e2-8b07-b779aa3340a5,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:24:38.126318 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-0965175c-fcb6-4b2c-ad13-8ea981fa07b9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:38.127610 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-0965175c-fcb6-4b2c-ad13-8ea981fa07b9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3699203 Aug 21 10:24:39.612222 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b0e01a52-33c0-443b-92ea-1ea0721f0e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:39.863480 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:41.255270 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:42.806091 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:46.250050 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:46.280514 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:24:59.216269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-5e341157-27f5-4692-bce4-e68d1feeb1b1 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458267019&fields=id&tenant_id=07e07a3f3068485a9f86e981a0739b94 HTTP/1.1" status: 200 len: 267 time: 0.0334306 Aug 21 10:24:59.323879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100158-acf3-4c5a-b972-48f9610827d0 req-3d06e40f-5417-4163-b38c-0c45a5f3f558 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:24:59.325265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-3d06e40f-5417-4163-b38c-0c45a5f3f558 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 809 time: 0.1022677 Aug 21 10:24:59.339996 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-35a60a69-a63c-44c0-830d-009baf72d2b3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/quotas/07e07a3f3068485a9f86e981a0739b94 HTTP/1.1" status: 200 len: 375 time: 0.0088809 Aug 21 10:24:59.391210 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-d08c1e32-a807-4345-a4a8-bbc7e4e049f5 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458686 Aug 21 10:24:59.526151 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-d36ceaee-aee7-4a2e-baa7-32250835813b service neutron] 10.222.0.20 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236434 Aug 21 10:24:59.616258 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-8c937ad9-8456-4f93-88f7-b605357bbe53 service neutron] 10.222.0.20 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838454 Aug 21 10:25:00.233973 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cb2a3309-4fee-491d-a01b-e16a3da12fe9 req-cd4110de-9367-41af-a6cc-c957645a42f0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 210 time: 0.0271327 Aug 21 10:25:01.327284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4de5ce8c-2adf-4e5a-a5b6-358f10140572 req-0695a71c-b2b2-4e59-90b2-02a24b2bb43a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 210 time: 0.0285518 Aug 21 10:25:02.341240 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100158-acf3-4c5a-b972-48f9610827d0 req-7097b6f9-dae3-47f3-96c9-4c7be3cae18d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:02.342606 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-7097b6f9-dae3-47f3-96c9-4c7be3cae18d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.13 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 809 time: 0.1044888 Aug 21 10:25:02.387681 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-46598c1d-0ba3-4c0b-b708-7e52ba35bf59 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07e07a3f3068485a9f86e981a0739b94 HTTP/1.1" status: 200 len: 380 time: 0.0365746 Aug 21 10:25:02.397224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'port': {'device_id': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'admin_state_up': True, 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'security_groups': ['353d7381-1c4a-42ce-aa03-0249bfe52c4c']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:25:02.466183 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-19d50f5d-9fce-4949-9c91-3c01a0ac9eaa req-03999f1e-044c-4ddc-8206-17c623305aed tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 210 time: 0.0652752 Aug 21 10:25:02.639943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Made reservation on behalf of 07e07a3f3068485a9f86e981a0739b94 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:25:02.643620 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:02.768436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Allocated IP 172.20.0.12 (aab56c72-ce98-4713-a7b9-753db5ce4eb0/f031714c-040d-4289-a867-9b4ebf4e890d/b1e43d84-978c-455b-905b-3bb348ca252b) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:25:02.908627 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:02.922025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Transition to ACTIVE for port object b1e43d84-978c-455b-905b-3bb348ca252b will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:25:03.043755 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:03.090931 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Network aab56c72-ce98-4713-a7b9-753db5ce4eb0 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:25:03.093959 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:25:03.097582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:25:03.125706 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'Port': ['ID=b1e43d84-978c-455b-905b-3bb348ca252b,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:25:03.153495 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:03.154136 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:03.246855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-2cf8dd86-37c4-4110-8e1d-1646692f2c14 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8532956 Aug 21 10:25:03.306461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Request body: {'port': {'device_id': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:25:03.365902 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:03.437636 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1a7d8048-6fb8-4d3e-be42-e43466003080 None None] Provisioning for port b1e43d84-978c-455b-905b-3bb348ca252b completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:25:03.441946 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-1a7d8048-6fb8-4d3e-be42-e43466003080 None None] Provisioning complete for port b1e43d84-978c-455b-905b-3bb348ca252b triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:25:03.447303 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1a7d8048-6fb8-4d3e-be42-e43466003080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:03.482185 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d8048-6fb8-4d3e-be42-e43466003080 None None] Port b1e43d84-978c-455b-905b-3bb348ca252b cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:25:03.969227 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb1126-c604-4ef8-82e9-ab67650e9f17 req-a75fac28-7d41-4aa2-9a08-523c612b00f8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:03.970639 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8eb1126-c604-4ef8-82e9-ab67650e9f17 req-a75fac28-7d41-4aa2-9a08-523c612b00f8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 932 time: 0.0793250 Aug 21 10:25:04.032191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8eb1126-c604-4ef8-82e9-ab67650e9f17 req-18db60ca-f36f-4b25-ad4b-3d3a7f2df14f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550661 Aug 21 10:25:04.064698 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e43d84-978c-455b-905b-3bb348ca252b {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:25:04.073851 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:04.086535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Transition to ACTIVE for port object b1e43d84-978c-455b-905b-3bb348ca252b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:25:04.157278 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:25:04.189347 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:04.240828 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Pushing event updated for resources: {'Port': ['ID=b1e43d84-978c-455b-905b-3bb348ca252b,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:25:04.328523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Attempting to bind port b1e43d84-978c-455b-905b-3bb348ca252b on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:25:04.328905 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Attempting to bind port b1e43d84-978c-455b-905b-3bb348ca252b by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:25:04.329196 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Attempting to bind port b1e43d84-978c-455b-905b-3bb348ca252b on network aab56c72-ce98-4713-a7b9-753db5ce4eb0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:25:04.335058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Port b1e43d84-978c-455b-905b-3bb348ca252b on network aab56c72-ce98-4713-a7b9-753db5ce4eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:25:04.335521 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Attempting to bind port b1e43d84-978c-455b-905b-3bb348ca252b on network aab56c72-ce98-4713-a7b9-753db5ce4eb0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:25:04.341501 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:25:04.341831 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Checking segment: {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:25:04.342229 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Bound using segment: {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:25:04.342667 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Bound port: b1e43d84-978c-455b-905b-3bb348ca252b, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:25:04.343030 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:04.419545 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:25:04.424390 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b1e43d84-978c-455b-905b-3bb348ca252b,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:25:04.526342 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:04.564092 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:04.564908 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:04.566809 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] 10.222.0.13 "PUT /v2.0/ports/b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 1093 time: 1.3117549 Aug 21 10:25:04.567433 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:25:04.570066 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7312a781-acf6-48df-a607-20a986fc5e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:25:04.611235 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69f74b-2b4b-4a1a-8153-9bd54776574f service neutron] Pushing event updated for resources: {'Port': ['ID=b1e43d84-978c-455b-905b-3bb348ca252b,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:25:04.725456 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9737b72b-8789-4746-b23b-4c1cff7fc4bc x-openstack-request-id: req-9737b72b-8789-4746-b23b-4c1cff7fc4bc {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:25:04.726042 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:25:04.726298 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9737b72b-8789-4746-b23b-4c1cff7fc4bc {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:25:04.726727 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'status': 'completed', 'code': 200} Aug 21 10:25:04.744292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100158-acf3-4c5a-b972-48f9610827d0 req-e06d17e6-00d3-4159-9ed5-141eadf9c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:04.746596 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-e06d17e6-00d3-4159-9ed5-141eadf9c4e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1096 time: 0.0564880 Aug 21 10:25:04.798059 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-f308bb2c-3a3a-491a-81de-42cc4b118085 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 217 time: 0.0393085 Aug 21 10:25:04.850447 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100158-acf3-4c5a-b972-48f9610827d0 req-c83f63e4-71e9-4d7e-9646-9aab41aa958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:04.851988 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-c83f63e4-71e9-4d7e-9646-9aab41aa958d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0473204 Aug 21 10:25:04.898644 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100158-acf3-4c5a-b972-48f9610827d0 req-63755e55-fac1-499e-af64-b1bfadf626c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:04.900179 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-63755e55-fac1-499e-af64-b1bfadf626c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409007 Aug 21 10:25:04.998806 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-02c3a05a-cec2-4d39-bef3-bcb249f1bf4f service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914557 Aug 21 10:25:05.093666 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-44100158-acf3-4c5a-b972-48f9610827d0 req-81bc3f71-43e6-45e8-a872-37f8ebbd66c5 service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862951 Aug 21 10:25:05.152174 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7a4d-f7dd-4975-87cf-79f898621173 req-9b64c8e9-f005-40b9-9f66-c6f767a8e3c9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:05.155651 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-635c7a4d-f7dd-4975-87cf-79f898621173 req-9b64c8e9-f005-40b9-9f66-c6f767a8e3c9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0519314 Aug 21 10:25:05.196957 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-635c7a4d-f7dd-4975-87cf-79f898621173 req-8a7bbbad-2380-4622-ab90-631a8e0eced1 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372343 Aug 21 10:25:05.239941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a781-acf6-48df-a607-20a986fc5e2e req-e4867c74-52d2-4b22-aeb1-1414b507cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:05.246077 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7312a781-acf6-48df-a607-20a986fc5e2e req-e4867c74-52d2-4b22-aeb1-1414b507cce4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1096 time: 0.0415883 Aug 21 10:25:05.336815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a781-acf6-48df-a607-20a986fc5e2e req-1871ee5e-f9de-4fdb-9f92-7572d83a8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:05.338353 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7312a781-acf6-48df-a607-20a986fc5e2e req-1871ee5e-f9de-4fdb-9f92-7572d83a8787 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0899932 Aug 21 10:25:05.384540 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7312a781-acf6-48df-a607-20a986fc5e2e req-caeb4393-c260-44d2-9c82-9313339cdf4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 217 time: 0.0386281 Aug 21 10:25:05.434807 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a781-acf6-48df-a607-20a986fc5e2e req-77b2a0cd-6b3e-4f0f-854e-56343d9cb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:05.436492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7312a781-acf6-48df-a607-20a986fc5e2e req-77b2a0cd-6b3e-4f0f-854e-56343d9cb4a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0453176 Aug 21 10:25:05.484106 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a781-acf6-48df-a607-20a986fc5e2e req-bf162940-4ad5-4dff-9d12-608280387a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:05.485614 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7312a781-acf6-48df-a607-20a986fc5e2e req-bf162940-4ad5-4dff-9d12-608280387a39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407166 Aug 21 10:25:05.581777 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7312a781-acf6-48df-a607-20a986fc5e2e req-139f6746-1ad2-4e16-b421-f18e90088557 service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887055 Aug 21 10:25:05.681751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7312a781-acf6-48df-a607-20a986fc5e2e req-e352181a-5d34-46cb-b055-762e5f36d978 service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917516 Aug 21 10:25:06.323188 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ef08d-522d-4293-bee7-c348841cf158 req-4a64114e-3719-4af6-898f-df260c6d2513 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:06.324626 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-713ef08d-522d-4293-bee7-c348841cf158 req-4a64114e-3719-4af6-898f-df260c6d2513 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0514042 Aug 21 10:25:06.362543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-713ef08d-522d-4293-bee7-c348841cf158 req-95be81e8-4fb4-4d24-8558-98399f9833b9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318432 Aug 21 10:25:07.045696 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a173f48e-203b-4617-bbd0-4381f6939828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:07.481022 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578736f-aedc-40f5-be1e-764e6c81f05c req-e0143d7d-13cc-4499-ae31-d50957a4f186 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:07.482534 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6578736f-aedc-40f5-be1e-764e6c81f05c req-e0143d7d-13cc-4499-ae31-d50957a4f186 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0542781 Aug 21 10:25:07.521579 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6578736f-aedc-40f5-be1e-764e6c81f05c req-7c23a61d-3e12-4037-b9e7-ab8cec259afe tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331445 Aug 21 10:25:08.637834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd97c8d-f26a-46fa-8347-01210d310e67 req-cd7031cd-6457-42fb-bf43-b0424c4be684 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:08.639354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bdd97c8d-f26a-46fa-8347-01210d310e67 req-cd7031cd-6457-42fb-bf43-b0424c4be684 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0488739 Aug 21 10:25:08.677679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bdd97c8d-f26a-46fa-8347-01210d310e67 req-a5eff555-78be-40b4-832c-45c7c9babb5f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322332 Aug 21 10:25:09.634071 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b158152a-892d-488e-a09f-0ab4e3d1003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:09.791129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e5865-22df-4801-a9ab-c341824a9f15 req-5c48e60e-891d-4a35-a3c5-2730a04c5bb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:09.793308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa6e5865-22df-4801-a9ab-c341824a9f15 req-5c48e60e-891d-4a35-a3c5-2730a04c5bb2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0496240 Aug 21 10:25:09.831119 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fa6e5865-22df-4801-a9ab-c341824a9f15 req-ca036973-5736-4f37-9731-878f2ad2e2d2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318003 Aug 21 10:25:09.879793 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:10.949213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a2070-c916-4bad-8b1f-e176dc6110f1 req-f7dc6292-c2b1-4948-a9b1-631f13e26e0f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:10.950705 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-118a2070-c916-4bad-8b1f-e176dc6110f1 req-f7dc6292-c2b1-4948-a9b1-631f13e26e0f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0526795 Aug 21 10:25:10.989084 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-118a2070-c916-4bad-8b1f-e176dc6110f1 req-18bf28a8-ec68-494a-a357-38c84d127015 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324454 Aug 21 10:25:11.245468 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:12.103639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe434ae-ed5b-4f7e-8e02-59c7c153addc req-e9c995fd-1a4e-47bf-a6b8-b37e0e1e25fd tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:12.105135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cbe434ae-ed5b-4f7e-8e02-59c7c153addc req-e9c995fd-1a4e-47bf-a6b8-b37e0e1e25fd tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0497694 Aug 21 10:25:12.143786 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cbe434ae-ed5b-4f7e-8e02-59c7c153addc req-9e119072-8c6c-4516-a813-5a0db864dd74 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325010 Aug 21 10:25:12.716735 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:13.256216 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fcd4a-8f54-4741-97cd-d8aa753f608c req-e68a6abb-8282-43e7-949d-726c028b459b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:13.257602 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-716fcd4a-8f54-4741-97cd-d8aa753f608c req-e68a6abb-8282-43e7-949d-726c028b459b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0484743 Aug 21 10:25:13.295361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-716fcd4a-8f54-4741-97cd-d8aa753f608c req-77a04606-4d07-4a31-97ff-3e9ff06a4987 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319390 Aug 21 10:25:14.411607 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baee0c-6f8b-403c-ac65-ab764e572ffc req-efb97395-76ae-4f7e-bd63-c4182728f540 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:14.413114 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17baee0c-6f8b-403c-ac65-ab764e572ffc req-efb97395-76ae-4f7e-bd63-c4182728f540 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0531018 Aug 21 10:25:14.451135 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-17baee0c-6f8b-403c-ac65-ab764e572ffc req-3d287641-8eed-4a83-a1a2-2050bf8aed87 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Aug 21 10:25:15.612901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd3b5-6a86-46a2-9ebd-311c7839db2c req-d396fe85-0b7a-46d8-aca7-ff58ad433a1e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:15.614385 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a2cd3b5-6a86-46a2-9ebd-311c7839db2c req-d396fe85-0b7a-46d8-aca7-ff58ad433a1e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0486360 Aug 21 10:25:15.652696 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9a2cd3b5-6a86-46a2-9ebd-311c7839db2c req-d96dca46-5cee-4afc-9f1a-9c0e654efb38 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323305 Aug 21 10:25:15.969531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b1e43d84-978c-455b-905b-3bb348ca252b details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:25:16.059264 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b1e43d84-978c-455b-905b-3bb348ca252b,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:25:16.070032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'port_id': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'mac_address': 'fa:16:3e:60:f3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:25:16.109006 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:16.121470 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e43d84-978c-455b-905b-3bb348ca252b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:25:16.144107 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b1e43d84-978c-455b-905b-3bb348ca252b,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:25:16.256768 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:16.289614 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:16.294928 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:16.304621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b1e43d84-978c-455b-905b-3bb348ca252b,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:25:16.312163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.312523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.312860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.313835 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.314162 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.314483 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.314829 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.315147 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.315463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.315802 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.316117 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.316429 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:25:16.508574 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['b1e43d84-978c-455b-905b-3bb348ca252b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:25:16.770066 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afdafb-d559-4ce9-ab93-0763db145664 req-80f72c6a-a594-4939-9cca-fe65d4937a16 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:16.771517 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81afdafb-d559-4ce9-ab93-0763db145664 req-80f72c6a-a594-4939-9cca-fe65d4937a16 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 945 time: 0.0511863 Aug 21 10:25:16.811025 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-81afdafb-d559-4ce9-ab93-0763db145664 req-411ed344-c13f-4470-b0c7-79f722ea9169 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333824 Aug 21 10:25:17.928891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb450a7-9606-44a7-86e2-4fc5f9a1ed22 req-9a245445-b11b-43a4-a096-33c4c97a154e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:17.930402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdb450a7-9606-44a7-86e2-4fc5f9a1ed22 req-9a245445-b11b-43a4-a096-33c4c97a154e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 945 time: 0.0542481 Aug 21 10:25:17.967845 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdb450a7-9606-44a7-86e2-4fc5f9a1ed22 req-0249c254-9c46-468c-966a-8cbd01971d49 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311751 Aug 21 10:25:17.981438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b1e43d84-978c-455b-905b-3bb348ca252b up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:25:18.150929 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port b1e43d84-978c-455b-905b-3bb348ca252b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:25:18.154914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port b1e43d84-978c-455b-905b-3bb348ca252b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:25:18.155230 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:18.234254 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:18.256146 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:25:18.258387 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5793ec-f3ea-44fd-868d-096fc0c005b5" -d '{"events": [{"server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "name": "network-vif-plugged", "status": "completed", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:25:18.270615 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b1e43d84-978c-455b-905b-3bb348ca252b,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:25:18.293215 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c063a47-8326-480a-bc70-5138667b074f x-openstack-request-id: req-7c063a47-8326-480a-bc70-5138667b074f {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:25:18.293503 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "name": "network-vif-plugged", "status": "completed", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:25:18.293753 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c063a47-8326-480a-bc70-5138667b074f {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:25:18.294173 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'code': 200} Aug 21 10:25:18.362540 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:18.387383 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdf473-5b16-4e70-b32a-a4b7d681b072 req-622d93ef-3f48-489f-86e9-50bc81196083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:18.388936 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51bdf473-5b16-4e70-b32a-a4b7d681b072 req-622d93ef-3f48-489f-86e9-50bc81196083 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1097 time: 0.0400498 Aug 21 10:25:18.409126 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b1e43d84-978c-455b-905b-3bb348ca252b,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:25:18.424717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-51bdf473-5b16-4e70-b32a-a4b7d681b072 req-b215bcec-9803-4860-b665-9018af88e0ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286574 Aug 21 10:25:19.083990 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b522e9-c0e7-425d-baa5-4fdb4cacc208 req-ea5df575-c52a-4fc9-8a4b-a684656fbad9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:19.086139 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43b522e9-c0e7-425d-baa5-4fdb4cacc208 req-ea5df575-c52a-4fc9-8a4b-a684656fbad9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0501375 Aug 21 10:25:19.126944 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-43b522e9-c0e7-425d-baa5-4fdb4cacc208 req-f4d1275f-fc33-4471-bb9d-34c4829dd187 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349584 Aug 21 10:25:20.244582 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc47c16-781b-4607-b713-513f8afebb4c req-30338577-16b4-451e-9a70-239cc441188a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:20.246071 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfc47c16-781b-4607-b713-513f8afebb4c req-30338577-16b4-451e-9a70-239cc441188a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0517223 Aug 21 10:25:20.283047 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bfc47c16-781b-4607-b713-513f8afebb4c req-33022c08-e787-49d0-94bb-cbe3332d2e2a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311265 Aug 21 10:25:20.396272 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d74bf-18d3-4bbc-9843-bf5f4884fc8b req-82674fd2-0c81-48b1-8be0-6b972f5fea36 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:20.397766 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-903d74bf-18d3-4bbc-9843-bf5f4884fc8b req-82674fd2-0c81-48b1-8be0-6b972f5fea36 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0494032 Aug 21 10:25:20.435585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-903d74bf-18d3-4bbc-9843-bf5f4884fc8b req-6b117d01-0f2b-4978-8de0-f60f42f62d25 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315411 Aug 21 10:25:20.456975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36416) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:25:20.497018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fefe2e6-c09a-4f98-8dab-74968cd4e2f5 tempest-TestShelveInstance-1179924560 tempest-TestShelveInstance-1179924560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:20.498573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-8fefe2e6-c09a-4f98-8dab-74968cd4e2f5 tempest-TestShelveInstance-1179924560 tempest-TestShelveInstance-1179924560-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1093 time: 0.0401022 Aug 21 10:25:20.501742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36418) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:25:20.506976 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:25:20.636689 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for floatingip, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:20.735797 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:20.851329 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Allocated IP 172.25.5.202 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/9dd3975a-4728-4f0e-940c-95f00aa8c4ea) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:25:20.949669 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:21.217423 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:21.256255 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:25:21.258996 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:25:21.262427 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:25:21.270890 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'Port': ['ID=9dd3975a-4728-4f0e-940c-95f00aa8c4ea,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:25:21.628414 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:21.814562 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:21.959425 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:22.104890 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:22.180734 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event updated for resources: {'Port': ['ID=9dd3975a-4728-4f0e-940c-95f00aa8c4ea,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:25:22.187425 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:22.287617 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Floating IP 2be2aeb2-2916-4b7f-aa62-6ec7c8d0b40c associated. External IP: 172.25.5.202, port: b1e43d84-978c-455b-905b-3bb348ca252b. Aug 21 10:25:22.494284 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Router 78a0d247-62b8-4f0a-b038-717163051ddd has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:25:22.600084 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:25:22.609653 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2961c-5b51-4ea7-8799-cce762a90f98 None None] Sync routers for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:25:22.619550 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2961c-5b51-4ea7-8799-cce762a90f98 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:25:22.621767 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6ef2961c-5b51-4ea7-8799-cce762a90f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:25:22.716854 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:22.721446 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6ef2961c-5b51-4ea7-8799-cce762a90f98 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:25:22.745020 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-1e0cc733-bf1b-4722-b190-cef12fa1c661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2422743 Aug 21 10:25:22.745701 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:25:22.747971 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:25:22.784970 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eda2a12-24f0-40fb-af7d-f08093be3c78 x-openstack-request-id: req-8eda2a12-24f0-40fb-af7d-f08093be3c78 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:25:22.785862 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:25:22.786189 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8eda2a12-24f0-40fb-af7d-f08093be3c78 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:25:22.786697 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'status': 'completed', 'code': 200} Aug 21 10:25:22.851061 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e req-8cd4f45f-6f36-40ed-bfb4-48b9548e2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:22.852587 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e req-8cd4f45f-6f36-40ed-bfb4-48b9548e2972 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1098 time: 0.0437968 Aug 21 10:25:22.947797 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6ef2961c-5b51-4ea7-8799-cce762a90f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '2be2aeb2-2916-4b7f-aa62-6ec7c8d0b40c', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'port_id': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'mac_address': 'fa:16:3e:60:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:25:21Z', 'updated_at': '2021-08-21T10:25:21Z', 'revision_number': 0, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:25:22.948769 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e req-1887395a-bba8-4778-9e2e-9a1ef40c662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:22.950337 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e req-1887395a-bba8-4778-9e2e-9a1ef40c662f service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0900745 Aug 21 10:25:22.973691 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2961c-5b51-4ea7-8799-cce762a90f98 None None] Checking router: 78a0d247-62b8-4f0a-b038-717163051ddd for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:25:22.981916 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2961c-5b51-4ea7-8799-cce762a90f98 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:25:22.982505 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6ef2961c-5b51-4ea7-8799-cce762a90f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:25:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:25:23.018998 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e req-918aa13d-7a15-459e-b4ce-f9f8fe7c5bd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 1000 time: 0.0606785 Aug 21 10:25:23.070403 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e req-c728ebab-9fe7-4870-a7a2-b66a54fa949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:23.072065 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e req-c728ebab-9fe7-4870-a7a2-b66a54fa949e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0463681 Aug 21 10:25:23.123434 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e req-f9199e48-bb33-4fb2-9ba1-00e2eebb5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:25:23.124893 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e req-f9199e48-bb33-4fb2-9ba1-00e2eebb5c6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448914 Aug 21 10:25:23.176864 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-6ef2961c-5b51-4ea7-8799-cce762a90f98 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:25:23.220000 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e req-b7279ea7-852d-4089-92fd-7a0c20b8d0af service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876570 Aug 21 10:25:23.312824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c8d77bcd-85a9-42c7-9cc3-dbb3b48b1c4e req-63d92c2e-eaff-4816-9b9f-778e02a23ec2 service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863018 Aug 21 10:25:23.401931 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-6ef2961c-5b51-4ea7-8799-cce762a90f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '2be2aeb2-2916-4b7f-aa62-6ec7c8d0b40c', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'port_id': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'mac_address': 'fa:16:3e:60:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:25:21Z', 'updated_at': '2021-08-21T10:25:21Z', 'revision_number': 0, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:25:23.426771 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2961c-5b51-4ea7-8799-cce762a90f98 None None] The sync data for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 is: [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '2be2aeb2-2916-4b7f-aa62-6ec7c8d0b40c', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'port_id': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'mac_address': 'fa:16:3e:60:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:25:21Z', 'updated_at': '2021-08-21T10:25:21Z', 'revision_number': 0, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:25:23.608954 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295db1b7-08f7-4950-bfb9-034e42ff9f1e None None] New status for floating IP 2be2aeb2-2916-4b7f-aa62-6ec7c8d0b40c: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:25:36.988250 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-69a71dc1-80fc-4a53-b823-48a6ae073619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:39.627400 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-599803a0-7902-48c5-b095-f6e05161c670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:39.892605 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:41.156806 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:25:41.296696 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:42.835461 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:46.532665 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:25:46.576073 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:06.960340 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-38c9400a-3ee4-464f-929b-b73d11c55c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:09.639876 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-aef2c74f-fcfe-4f49-af1f-74eec464be75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:09.850392 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:11.263529 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:12.736531 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:16.227259 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:16.318844 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:18.156263 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:26:18.701308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-ca51210f-101c-49d5-8d65-3361990ad909 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409918 Aug 21 10:26:18.779904 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-45cdf60b-923a-47de-8ddc-859640689a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:26:18.781415 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-45cdf60b-923a-47de-8ddc-859640689a8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1098 time: 0.0395439 Aug 21 10:26:18.884515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-b41c239b-8163-4d28-bc8d-91e4af9a4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:26:18.885993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-b41c239b-8163-4d28-bc8d-91e4af9a4f97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0868089 Aug 21 10:26:18.950930 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-79e92f9b-dde6-42c4-9361-0739f7d420fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 1002 time: 0.0575342 Aug 21 10:26:18.998809 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-733ff74c-4dbe-46bf-af4a-c967dd2f68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:26:19.000191 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-733ff74c-4dbe-46bf-af4a-c967dd2f68c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0426061 Aug 21 10:26:19.050571 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-963b3fc6-cf6a-40e6-a913-d1920b7e49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:26:19.052125 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-963b3fc6-cf6a-40e6-a913-d1920b7e49a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450742 Aug 21 10:26:19.064077 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-86c1f770-3346-4f18-93a3-cbbacdf51d43 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:26:19.066524 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-86c1f770-3346-4f18-93a3-cbbacdf51d43 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058360 Aug 21 10:26:19.155113 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-b917f08d-9cf6-481f-a097-ec018a028ca4 service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824835 Aug 21 10:26:19.251644 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4aaa5a69-a550-487e-8ed5-2922ab72ca0f req-c22ecf0d-334d-43db-beba-b66f44470e98 service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866497 Aug 21 10:26:36.970374 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-35dfc8ad-6e82-4da2-8687-370ace8fbe48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:39.610704 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b6cc6275-7c5d-41f6-834b-53fb4bb96d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:39.851117 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:41.233578 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:42.712999 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:46.261474 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:46.341439 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:26:55.158557 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:27:06.963659 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3a80ba8f-fdb4-4850-b6ee-17dabd9380d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:09.637896 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81cf9131-7e72-48fa-b8cc-36e3ff1fc304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:09.872524 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:11.237971 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:12.723650 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:16.249972 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:16.323813 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:18.690177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-4489aaf2-2c12-4c45-9844-9e8ff5032cd4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419121 Aug 21 10:27:18.770304 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-fc5ceff5-f9d0-48bc-8e2b-664e31dfb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:18.771825 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-fc5ceff5-f9d0-48bc-8e2b-664e31dfb6dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1098 time: 0.0403802 Aug 21 10:27:18.875445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-74b6e701-c7d0-4bfe-884f-9951c9e0371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:18.876971 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-74b6e701-c7d0-4bfe-884f-9951c9e0371e service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0861516 Aug 21 10:27:18.941116 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-13b22c2e-11d8-46db-993e-cb0b89de3c05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 1002 time: 0.0569777 Aug 21 10:27:18.988690 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-f6fb194c-cfa7-4979-91c5-1a66c5a92415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:18.990117 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-f6fb194c-cfa7-4979-91c5-1a66c5a92415 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0425224 Aug 21 10:27:19.039018 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-0b5eb818-e15a-45ce-ae1b-92def4f6489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:19.040544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-0b5eb818-e15a-45ce-ae1b-92def4f6489d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437481 Aug 21 10:27:19.459543 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-5ba4c1a6-7ea4-496e-b13d-1b6f58600af1 service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112661 Aug 21 10:27:19.551918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cf5071d7-71b7-4e27-840c-16ff1f0ac8e6 req-cef92586-15b0-47b7-9a91-785feb347627 service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840852 Aug 21 10:27:32.157119 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:27:36.968538 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3d0e38b8-5bf6-4b30-9442-962a56f5fe36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:39.597286 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-55278e25-59bd-43fe-9d38-e8d3ae7b83b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:39.882943 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:41.249315 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:42.751275 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:46.260325 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:46.402344 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:27:49.639126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0076c1-121f-4adc-bc84-8dad360bcff7 req-ac22d6a4-cd37-4fe3-880c-f2b1d79ec31b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:49.641214 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f0076c1-121f-4adc-bc84-8dad360bcff7 req-ac22d6a4-cd37-4fe3-880c-f2b1d79ec31b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.1089537 Aug 21 10:27:49.679194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5f0076c1-121f-4adc-bc84-8dad360bcff7 req-24811883-814c-4de7-9983-bfcfb505237c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318568 Aug 21 10:27:50.865449 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e0d85-42f9-4af5-a336-5ae50a537025 req-9349bbff-c213-4516-9a41-1717c67927fc tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:50.867080 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b50e0d85-42f9-4af5-a336-5ae50a537025 req-9349bbff-c213-4516-9a41-1717c67927fc tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0944529 Aug 21 10:27:50.906670 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b50e0d85-42f9-4af5-a336-5ae50a537025 req-eaa8636b-3c13-4bec-8989-944b255b380e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331571 Aug 21 10:27:52.056254 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c92ddc-e1a8-41cc-9abc-c9797fee0d46 req-8c72b5fd-948e-4ff9-8a18-0b72ffde019a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:52.057740 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49c92ddc-e1a8-41cc-9abc-c9797fee0d46 req-8c72b5fd-948e-4ff9-8a18-0b72ffde019a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0549293 Aug 21 10:27:52.097182 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49c92ddc-e1a8-41cc-9abc-c9797fee0d46 req-11bde4ab-2fb3-4e2c-ad22-4f4dede3fedb tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333622 Aug 21 10:27:53.214198 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad2f81-2b6f-481e-981d-7ba207b30ce3 req-35e256b7-25a0-444e-9e30-56d98426a341 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:53.215737 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84ad2f81-2b6f-481e-981d-7ba207b30ce3 req-35e256b7-25a0-444e-9e30-56d98426a341 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0501976 Aug 21 10:27:53.263030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-84ad2f81-2b6f-481e-981d-7ba207b30ce3 req-43b74339-ccf0-4df0-ba0d-6eb51f918368 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404050 Aug 21 10:27:54.377257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92fd42-102d-4330-ae0e-4c5888263ea3 req-a35677eb-fce9-4e88-9196-6b042369438b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:54.378751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad92fd42-102d-4330-ae0e-4c5888263ea3 req-a35677eb-fce9-4e88-9196-6b042369438b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0489905 Aug 21 10:27:54.416414 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ad92fd42-102d-4330-ae0e-4c5888263ea3 req-e7a93a47-c053-4bd0-ad10-9eaf0cd73fac tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Aug 21 10:27:55.538328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70ab51-be27-477a-ba13-4270a047fbe1 req-5338da17-f156-43f3-86fd-6515afa4c7aa tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:55.539918 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db70ab51-be27-477a-ba13-4270a047fbe1 req-5338da17-f156-43f3-86fd-6515afa4c7aa tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0568938 Aug 21 10:27:55.579458 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-db70ab51-be27-477a-ba13-4270a047fbe1 req-c7516241-1b50-4a7d-8420-3b9a44b04e9b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334344 Aug 21 10:27:56.695228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd2a26-2d7e-47a1-b93f-999f5e763a4b req-0ea92f4e-07d8-4397-8630-9fbd524d5657 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:56.696758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cfd2a26-2d7e-47a1-b93f-999f5e763a4b req-0ea92f4e-07d8-4397-8630-9fbd524d5657 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0498314 Aug 21 10:27:56.734437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3cfd2a26-2d7e-47a1-b93f-999f5e763a4b req-c6b21dde-e722-4001-aaf5-873bf20b08dc tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317132 Aug 21 10:27:57.849126 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19b33a-f6bb-44f3-a0db-a0da75bbb96d req-e62dd2f3-bec8-4297-b7e4-1a2ce2628b0f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:57.850665 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e19b33a-f6bb-44f3-a0db-a0da75bbb96d req-e62dd2f3-bec8-4297-b7e4-1a2ce2628b0f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0508335 Aug 21 10:27:57.888593 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4e19b33a-f6bb-44f3-a0db-a0da75bbb96d req-33c0b994-13c0-49c8-928d-0efc12a8f064 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Aug 21 10:27:59.009901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43581da-5c1f-417a-88a0-de814060a5df req-a42cd14e-ab17-4340-97bd-bed04b16b7f2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:59.011422 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b43581da-5c1f-417a-88a0-de814060a5df req-a42cd14e-ab17-4340-97bd-bed04b16b7f2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0543017 Aug 21 10:27:59.049927 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b43581da-5c1f-417a-88a0-de814060a5df req-68a71fac-e5f6-4d0f-8908-04e412f0ed16 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325260 Aug 21 10:27:59.753421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da321f6-90a2-42bf-9bca-de2f980f9d9d req-bfd6fa77-b90b-4832-bda6-0c7959525854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:59.754926 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8da321f6-90a2-42bf-9bca-de2f980f9d9d req-bfd6fa77-b90b-4832-bda6-0c7959525854 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1098 time: 0.0401585 Aug 21 10:27:59.844676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da321f6-90a2-42bf-9bca-de2f980f9d9d req-41debf51-7799-4957-a028-ba11a0b64d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:59.846256 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8da321f6-90a2-42bf-9bca-de2f980f9d9d req-41debf51-7799-4957-a028-ba11a0b64d92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0847991 Aug 21 10:27:59.914940 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8da321f6-90a2-42bf-9bca-de2f980f9d9d req-d7249100-704f-49e3-8f15-71323a011832 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 1002 time: 0.0615721 Aug 21 10:27:59.963246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da321f6-90a2-42bf-9bca-de2f980f9d9d req-616488b5-41b2-4589-8e57-6c633f0d73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:27:59.964783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8da321f6-90a2-42bf-9bca-de2f980f9d9d req-616488b5-41b2-4589-8e57-6c633f0d73d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0433662 Aug 21 10:28:00.013082 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da321f6-90a2-42bf-9bca-de2f980f9d9d req-5494205f-ddfc-4418-bc04-7fc05ca1a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:00.014628 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8da321f6-90a2-42bf-9bca-de2f980f9d9d req-5494205f-ddfc-4418-bc04-7fc05ca1a34b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432162 Aug 21 10:28:00.109335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8da321f6-90a2-42bf-9bca-de2f980f9d9d req-786c7481-d946-4d3c-8364-11d4004bf74e service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873861 Aug 21 10:28:00.222619 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582e5b4-1e48-4282-a0f8-ada7b66fbfee req-01492ae5-d680-4104-b22f-0f07d946a25e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:00.224138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9582e5b4-1e48-4282-a0f8-ada7b66fbfee req-01492ae5-d680-4104-b22f-0f07d946a25e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.1078088 Aug 21 10:28:00.254747 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8da321f6-90a2-42bf-9bca-de2f980f9d9d req-8fa39bf1-8b87-481b-bad2-10d87721c282 service neutron] 10.222.0.13 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366115 Aug 21 10:28:00.276307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9582e5b4-1e48-4282-a0f8-ada7b66fbfee req-2a664aa4-c432-4bd0-ab64-b3eb536e6a33 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461955 Aug 21 10:28:01.388845 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2d04-c899-40c9-9f27-81a033b0c2d9 req-d7d29240-97a6-430d-a3f8-3ccc0da218ee tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:01.390314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-546a2d04-c899-40c9-9f27-81a033b0c2d9 req-d7d29240-97a6-430d-a3f8-3ccc0da218ee tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0488780 Aug 21 10:28:01.427758 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-546a2d04-c899-40c9-9f27-81a033b0c2d9 req-531d1131-3299-4bb6-b512-0783d97a091b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Aug 21 10:28:02.548006 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50748-40e5-43c4-8722-1fbced704a80 req-892c5370-733c-40c0-97f9-e5cf4946357d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:02.549637 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2f50748-40e5-43c4-8722-1fbced704a80 req-892c5370-733c-40c0-97f9-e5cf4946357d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0565286 Aug 21 10:28:02.596780 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f2f50748-40e5-43c4-8722-1fbced704a80 req-46878bc2-6f24-4020-87d1-a375c3706595 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Aug 21 10:28:03.716765 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd205-2725-4783-a45e-6e3b0fa4319f req-5ffeee30-1cec-407f-9a0b-ddac7be9ea5c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:03.718282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c35bd205-2725-4783-a45e-6e3b0fa4319f req-5ffeee30-1cec-407f-9a0b-ddac7be9ea5c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0504961 Aug 21 10:28:03.757317 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c35bd205-2725-4783-a45e-6e3b0fa4319f req-694eb68b-8937-45d8-a3f7-0563c620cbd5 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330567 Aug 21 10:28:04.875401 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa1040-800b-4176-884e-a0a06a1d400a req-6923286e-6640-47ba-8e2d-fdba1726018c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:04.876814 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdaa1040-800b-4176-884e-a0a06a1d400a req-6923286e-6640-47ba-8e2d-fdba1726018c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 946 time: 0.0487871 Aug 21 10:28:04.882561 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device b1e43d84-978c-455b-905b-3bb348ca252b no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:28:04.914015 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdaa1040-800b-4176-884e-a0a06a1d400a req-6e2cbb53-c448-4bac-ba49-dae5d6ab7ce2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 Aug 21 10:28:04.962984 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:04.985267 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:28:04.987507 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b4a99f-1984-4c5d-884a-499c8703fed8" -d '{"events": [{"server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "name": "network-vif-unplugged", "status": "completed", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:28:05.000598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b1e43d84-978c-455b-905b-3bb348ca252b,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:28:05.053839 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:05.085601 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 21 Aug 2021 10:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef8c732-cbc4-45a8-8f87-e89c39c06c90 x-openstack-request-id: req-6ef8c732-cbc4-45a8-8f87-e89c39c06c90 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:28:05.086194 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "name": "network-vif-unplugged", "status": "failed", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b", "code": 422}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:28:05.086194 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ef8c732-cbc4-45a8-8f87-e89c39c06c90 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:28:05.086494 n-d-766726-28 neutron-server[106758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'code': 422} returned with failed status Aug 21 10:28:05.107700 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=b1e43d84-978c-455b-905b-3bb348ca252b,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:28:05.115291 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:05.115659 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:05.115999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:05.116332 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:05.116662 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:05.116989 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:05.117310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:05.117632 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:05.117952 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:05.118271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:05.118587 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:05.118901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:06.311742 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b25ec4-42a4-4dc0-bca7-9209ff5bab21 req-b9e4d8ec-ca98-44cf-abb6-2a5482247d6b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:06.313251 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6b25ec4-42a4-4dc0-bca7-9209ff5bab21 req-b9e4d8ec-ca98-44cf-abb6-2a5482247d6b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0546591 Aug 21 10:28:06.379911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d6b25ec4-42a4-4dc0-bca7-9209ff5bab21 req-7dd8acf1-3320-4eda-aba3-0ef64eebdd6a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606723 Aug 21 10:28:06.390364 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6639a109-3191-4209-a19d-2f42ba50aafd req-47e7b7a1-b6d0-45e6-b1cd-43ae6771e59c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026623 Aug 21 10:28:06.974325 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8033-a65e-489e-a8b2-b649267737bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:07.494454 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322de25-236c-464c-809c-67d9062ef0fe req-5d6f4b11-b8bf-4984-b505-924b142f1db9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:07.495979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7322de25-236c-464c-809c-67d9062ef0fe req-5d6f4b11-b8bf-4984-b505-924b142f1db9 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0497375 Aug 21 10:28:07.535029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7322de25-236c-464c-809c-67d9062ef0fe req-25863d88-e985-4648-bf32-ca4ecd2982aa tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323806 Aug 21 10:28:08.656483 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a8ed8-1db7-4a06-bb41-44fe7031e61c req-c56c13c2-6fe3-44e9-90f8-4cba5567c048 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:08.657980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e38a8ed8-1db7-4a06-bb41-44fe7031e61c req-c56c13c2-6fe3-44e9-90f8-4cba5567c048 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0537379 Aug 21 10:28:08.697200 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e38a8ed8-1db7-4a06-bb41-44fe7031e61c req-21912f8e-c047-4df0-be04-924ec2d8ed59 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Aug 21 10:28:09.156575 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:28:09.641835 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-baec1303-c3e7-4aa6-aa54-1008157653da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:09.818689 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058b8a-300e-4096-82a6-b3ad36b7c0be req-be2e64f8-b0e7-4545-afe3-04e8ddf1c9b6 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:09.820299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a058b8a-300e-4096-82a6-b3ad36b7c0be req-be2e64f8-b0e7-4545-afe3-04e8ddf1c9b6 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0560756 Aug 21 10:28:09.853783 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:09.860416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a058b8a-300e-4096-82a6-b3ad36b7c0be req-cb813b44-84e2-40fa-94fc-b61559e40663 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332775 Aug 21 10:28:10.991058 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f4af7-94f9-4715-a0bc-460ca6ba934f req-053a100b-2385-4385-9ca1-9110535be5eb tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:10.992746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f7f4af7-94f9-4715-a0bc-460ca6ba934f req-053a100b-2385-4385-9ca1-9110535be5eb tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0642962 Aug 21 10:28:11.044949 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-9f7f4af7-94f9-4715-a0bc-460ca6ba934f req-7f2a24b8-1093-450c-a069-0f032bd37aa0 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457997 Aug 21 10:28:11.232055 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:12.240328 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70974be-2b1b-480b-8f47-d8b38ee7c1e1 req-34667c6f-2d7b-4164-b7c9-64e05e2eb0f2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:12.241951 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c70974be-2b1b-480b-8f47-d8b38ee7c1e1 req-34667c6f-2d7b-4164-b7c9-64e05e2eb0f2 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0492120 Aug 21 10:28:12.281753 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c70974be-2b1b-480b-8f47-d8b38ee7c1e1 req-51dcd812-40ad-44f6-9352-b9bda26c48f8 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331063 Aug 21 10:28:12.722066 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:13.400764 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a4e3c-f3ad-4fe7-a6f8-65429c592483 req-0a64d8c7-c462-430e-b847-7e92c276656d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:13.402254 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-476a4e3c-f3ad-4fe7-a6f8-65429c592483 req-0a64d8c7-c462-430e-b847-7e92c276656d tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0539560 Aug 21 10:28:13.442265 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-476a4e3c-f3ad-4fe7-a6f8-65429c592483 req-cc80641b-9feb-41b6-8139-a64b76e3936a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340295 Aug 21 10:28:14.222930 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639a109-3191-4209-a19d-2f42ba50aafd req-0add9d13-a9ee-46a8-ba60-2e06356a56be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:14.224480 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6639a109-3191-4209-a19d-2f42ba50aafd req-0add9d13-a9ee-46a8-ba60-2e06356a56be service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90&tenant_id=07e07a3f3068485a9f86e981a0739b94 HTTP/1.1" status: 200 len: 1096 time: 0.0415184 Aug 21 10:28:14.236901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-28', 'device_owner': 'compute:nova'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:28:14.297946 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:14.505981 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=b1e43d84-978c-455b-905b-3bb348ca252b,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:28:14.571246 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:28:14.580926 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a2a63-7102-4c54-8255-40c93408880d req-93691bb3-a18d-410a-aa72-275abf2473ae tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:14.582460 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-309a2a63-7102-4c54-8255-40c93408880d req-93691bb3-a18d-410a-aa72-275abf2473ae tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0673368 Aug 21 10:28:14.628054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e43d84-978c-455b-905b-3bb348ca252b {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:28:14.638303 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:14.663206 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-309a2a63-7102-4c54-8255-40c93408880d req-95ec7194-7373-44d1-a015-8157cf87449a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613492 Aug 21 10:28:14.665843 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Transition to ACTIVE for port object b1e43d84-978c-455b-905b-3bb348ca252b will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:28:14.727891 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:14.806114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e43d84-978c-455b-905b-3bb348ca252b,revision_number=7']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:28:14.818941 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.819296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.819671 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.820011 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.820347 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.820678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.821032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.821384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.821656 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.821978 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.822300 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.822625 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:28:14.861158 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] No DVR routers for this DVR port b1e43d84-978c-455b-905b-3bb348ca252b on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:28:15.004888 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Attempting to bind port b1e43d84-978c-455b-905b-3bb348ca252b on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:28:15.005219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Attempting to bind port b1e43d84-978c-455b-905b-3bb348ca252b by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:28:15.005805 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Attempting to bind port b1e43d84-978c-455b-905b-3bb348ca252b on network aab56c72-ce98-4713-a7b9-753db5ce4eb0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:28:15.010168 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Port b1e43d84-978c-455b-905b-3bb348ca252b on network aab56c72-ce98-4713-a7b9-753db5ce4eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:28:15.010482 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Attempting to bind port b1e43d84-978c-455b-905b-3bb348ca252b on network aab56c72-ce98-4713-a7b9-753db5ce4eb0 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:28:15.015883 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:28:15.016213 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Checking segment: {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:28:15.016592 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Bound using segment: {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:28:15.017007 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Bound port: b1e43d84-978c-455b-905b-3bb348ca252b, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:28:15.017363 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:15.080156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:28:15.083041 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b1e43d84-978c-455b-905b-3bb348ca252b,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:28:15.185174 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:15.217942 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:15.218831 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:15.220279 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6639a109-3191-4209-a19d-2f42ba50aafd req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] 10.222.0.22 "PUT /v2.0/ports/b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 1093 time: 0.9878931 Aug 21 10:28:15.222583 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:28:15.225314 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4dab26-f076-4b2e-89db-97335966eb51" -d '{"events": [{"name": "network-changed", "server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:28:15.276259 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcbf771-c9fc-4e20-ab16-9222a3d06048 x-openstack-request-id: req-3dcbf771-c9fc-4e20-ab16-9222a3d06048 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:28:15.276584 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:28:15.276846 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3dcbf771-c9fc-4e20-ab16-9222a3d06048 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:28:15.277265 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'status': 'completed', 'code': 200} Aug 21 10:28:15.279169 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a28cf7-a974-4120-8d2d-b49597576460 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e43d84-978c-455b-905b-3bb348ca252b,revision_number=8']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:28:15.299768 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639a109-3191-4209-a19d-2f42ba50aafd req-903f11d9-5bc0-4436-a9d1-6de843e073c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:15.301310 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6639a109-3191-4209-a19d-2f42ba50aafd req-903f11d9-5bc0-4436-a9d1-6de843e073c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1096 time: 0.0550003 Aug 21 10:28:15.397790 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639a109-3191-4209-a19d-2f42ba50aafd req-a758bd94-a103-467a-b3f9-7d4cdb51823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:15.399263 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6639a109-3191-4209-a19d-2f42ba50aafd req-a758bd94-a103-467a-b3f9-7d4cdb51823d service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0911591 Aug 21 10:28:15.467269 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6639a109-3191-4209-a19d-2f42ba50aafd req-b6ae1b0d-004c-43a0-ad4f-d25573dc8eaf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 1000 time: 0.0608590 Aug 21 10:28:15.520908 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639a109-3191-4209-a19d-2f42ba50aafd req-c5f5a96c-a88b-4215-983c-26b6b085f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:15.522262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6639a109-3191-4209-a19d-2f42ba50aafd req-c5f5a96c-a88b-4215-983c-26b6b085f3e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0476673 Aug 21 10:28:15.568337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639a109-3191-4209-a19d-2f42ba50aafd req-39d9299d-1b4a-4738-90d6-91d7808f1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:15.569803 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6639a109-3191-4209-a19d-2f42ba50aafd req-39d9299d-1b4a-4738-90d6-91d7808f1cf0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395012 Aug 21 10:28:15.656642 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6639a109-3191-4209-a19d-2f42ba50aafd req-3034002a-1fb6-4b22-9e3f-390aa243617b service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793197 Aug 21 10:28:15.779096 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6639a109-3191-4209-a19d-2f42ba50aafd req-4ecf9f16-eecb-4be8-bdda-9e9438133a3f service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152847 Aug 21 10:28:15.798274 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458ee74-2f59-4b79-9871-8668ab9f64f4 req-bb5e3229-1d79-4004-86c1-387700cd79f3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:15.799767 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e458ee74-2f59-4b79-9871-8668ab9f64f4 req-bb5e3229-1d79-4004-86c1-387700cd79f3 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0644529 Aug 21 10:28:15.837070 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e458ee74-2f59-4b79-9871-8668ab9f64f4 req-dfe4e1e8-7ad0-4c9f-8b31-5e1deea6cf8e tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311105 Aug 21 10:28:15.963629 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dab26-f076-4b2e-89db-97335966eb51 req-347892f9-2ced-49df-872e-9012d35bad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:15.965613 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c4dab26-f076-4b2e-89db-97335966eb51 req-347892f9-2ced-49df-872e-9012d35bad0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1096 time: 0.0443902 Aug 21 10:28:16.054348 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dab26-f076-4b2e-89db-97335966eb51 req-1570ac35-0565-4dd0-8ca3-798232e60a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:16.056121 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c4dab26-f076-4b2e-89db-97335966eb51 req-1570ac35-0565-4dd0-8ca3-798232e60a4e service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0837033 Aug 21 10:28:16.129262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c4dab26-f076-4b2e-89db-97335966eb51 req-9287a1f4-dbfd-484a-baf2-8dc62de1c248 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 1000 time: 0.0662286 Aug 21 10:28:16.180448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dab26-f076-4b2e-89db-97335966eb51 req-aaab4407-062d-458b-9ab9-76ca35c7f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:16.181920 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c4dab26-f076-4b2e-89db-97335966eb51 req-aaab4407-062d-458b-9ab9-76ca35c7f580 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0440826 Aug 21 10:28:16.230487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dab26-f076-4b2e-89db-97335966eb51 req-7429d6fd-fedd-4587-be99-9e28c0152bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:16.231993 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c4dab26-f076-4b2e-89db-97335966eb51 req-7429d6fd-fedd-4587-be99-9e28c0152bd4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418687 Aug 21 10:28:16.242488 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:16.329153 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c4dab26-f076-4b2e-89db-97335966eb51 req-c5f87601-c7fa-43e8-a871-e8090b269099 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899117 Aug 21 10:28:16.333884 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:16.422282 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c4dab26-f076-4b2e-89db-97335966eb51 req-db83bc16-bd65-44de-ab44-f073ea934741 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843279 Aug 21 10:28:16.956003 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51277c-2e00-4bcd-a780-1ca380b68d47 req-e12b979e-0ea6-4777-aabb-889dd0b80526 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:16.957526 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe51277c-2e00-4bcd-a780-1ca380b68d47 req-e12b979e-0ea6-4777-aabb-889dd0b80526 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0502760 Aug 21 10:28:16.995169 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fe51277c-2e00-4bcd-a780-1ca380b68d47 req-6c8a72e1-f580-41e4-a48a-9ad443f97a03 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317600 Aug 21 10:28:18.116683 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dd1eb-35a9-4d49-8422-b7103631246f req-103907f4-ff62-423f-8ecf-64a795a80b71 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:18.118235 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e03dd1eb-35a9-4d49-8422-b7103631246f req-103907f4-ff62-423f-8ecf-64a795a80b71 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0543463 Aug 21 10:28:18.156937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e03dd1eb-35a9-4d49-8422-b7103631246f req-2be4bb87-356c-4075-847c-60ce35762dfd tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321746 Aug 21 10:28:19.270326 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb418b26-769e-4d7e-b722-f6ff1921f0f6 req-231f682f-74dd-4580-9c71-62bfb864fd43 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:19.271824 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb418b26-769e-4d7e-b722-f6ff1921f0f6 req-231f682f-74dd-4580-9c71-62bfb864fd43 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0486686 Aug 21 10:28:19.310680 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bb418b26-769e-4d7e-b722-f6ff1921f0f6 req-518f5b7f-ee46-4ca9-ac06-08c382299519 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330992 Aug 21 10:28:20.429054 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96300be-9722-46b6-83fc-fcf68897dd91 req-472ae227-6fc1-415f-a7c8-696b91564661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:20.430783 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c96300be-9722-46b6-83fc-fcf68897dd91 req-472ae227-6fc1-415f-a7c8-696b91564661 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0517671 Aug 21 10:28:20.467541 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c96300be-9722-46b6-83fc-fcf68897dd91 req-50af505d-02c9-4ad0-a783-30e03b48cf16 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307262 Aug 21 10:28:21.585307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d774084-aec0-4df8-a208-87ff9e0440ce req-02305e9a-01fc-44f8-b0e4-8a19a19f6472 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:21.586762 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d774084-aec0-4df8-a208-87ff9e0440ce req-02305e9a-01fc-44f8-b0e4-8a19a19f6472 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0527842 Aug 21 10:28:21.624195 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2d774084-aec0-4df8-a208-87ff9e0440ce req-520d91e9-ad1e-4fe4-a7d9-176997e1de00 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Aug 21 10:28:22.738662 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cd4c5-913e-4b69-a31d-03d6de541185 req-222d9d94-aa3f-4070-9ff6-e8534970f544 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:22.740171 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-734cd4c5-913e-4b69-a31d-03d6de541185 req-222d9d94-aa3f-4070-9ff6-e8534970f544 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0491121 Aug 21 10:28:22.777018 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-734cd4c5-913e-4b69-a31d-03d6de541185 req-7dd48e63-f2f4-4b26-9902-07a2f4d22009 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310154 Aug 21 10:28:23.891184 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64023f5-6efa-4f7f-a99c-fdf08b435d29 req-b6ba8b0e-0fde-4f59-a193-b6452f38d85c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:23.892708 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d64023f5-6efa-4f7f-a99c-fdf08b435d29 req-b6ba8b0e-0fde-4f59-a193-b6452f38d85c tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0483785 Aug 21 10:28:23.931472 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d64023f5-6efa-4f7f-a99c-fdf08b435d29 req-38249c38-0b7a-4ddf-aff1-e053bfae3727 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317926 Aug 21 10:28:24.803250 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b1e43d84-978c-455b-905b-3bb348ca252b details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:28:24.899211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b1e43d84-978c-455b-905b-3bb348ca252b,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:28:24.909981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'port_id': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'mac_address': 'fa:16:3e:60:f3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:28:24.947579 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:24.961160 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e43d84-978c-455b-905b-3bb348ca252b {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:28:24.980572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b1e43d84-978c-455b-905b-3bb348ca252b,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:28:25.042267 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:25.056113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf4910-4dbf-40da-be92-3ba9769c4c34 req-40473bd7-d46a-4b28-bb25-d7b3066e8334 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:25.057581 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dacf4910-4dbf-40da-be92-3ba9769c4c34 req-40473bd7-d46a-4b28-bb25-d7b3066e8334 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 944 time: 0.0604420 Aug 21 10:28:25.093529 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b1e43d84-978c-455b-905b-3bb348ca252b,revision_number=9']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:28:25.099295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-dacf4910-4dbf-40da-be92-3ba9769c4c34 req-425f3477-3945-41d5-91f1-c098e559196a tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350590 Aug 21 10:28:25.263391 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['b1e43d84-978c-455b-905b-3bb348ca252b'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:28:26.213556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d796da-2303-4bc2-8a30-821abb1f27c9 req-dc355063-3a76-4e2a-9b3e-66666a240f98 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:26.215030 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8d796da-2303-4bc2-8a30-821abb1f27c9 req-dc355063-3a76-4e2a-9b3e-66666a240f98 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 945 time: 0.0486326 Aug 21 10:28:26.251910 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e8d796da-2303-4bc2-8a30-821abb1f27c9 req-e2a386a1-e4cf-4a9f-b4af-1dc5071c6a90 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303109 Aug 21 10:28:26.802930 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b1e43d84-978c-455b-905b-3bb348ca252b up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:28:26.956120 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port b1e43d84-978c-455b-905b-3bb348ca252b completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:28:26.960303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port b1e43d84-978c-455b-905b-3bb348ca252b triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:28:26.960682 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:27.036298 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:27.059009 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:28:27.061806 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d5a2c0-d1ca-4874-8d77-508d69b86c00" -d '{"events": [{"server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "name": "network-vif-plugged", "status": "completed", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:28:27.074084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b1e43d84-978c-455b-905b-3bb348ca252b,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:28:27.098947 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479ad020-f79a-4321-8800-427994baa980 x-openstack-request-id: req-479ad020-f79a-4321-8800-427994baa980 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:28:27.099242 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "name": "network-vif-plugged", "status": "completed", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:28:27.099493 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-479ad020-f79a-4321-8800-427994baa980 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:28:27.099922 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'code': 200} Aug 21 10:28:27.139145 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:27.192172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=b1e43d84-978c-455b-905b-3bb348ca252b,revision_number=10']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:28:27.252238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba3ea8-1273-4f07-92bf-aa76bd783b54 req-c591a078-2812-407c-9e30-9ab87002c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:27.253728 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2ba3ea8-1273-4f07-92bf-aa76bd783b54 req-c591a078-2812-407c-9e30-9ab87002c995 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1099 time: 0.0402548 Aug 21 10:28:27.289931 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c2ba3ea8-1273-4f07-92bf-aa76bd783b54 req-7f42db9d-632f-4c34-8527-ba005885a129 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295780 Aug 21 10:28:27.370156 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d87db-9315-411b-9ff5-b7386d094cfc req-f1e9965e-15b4-4c8b-9eb4-b3a84e69a7fa tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:27.371585 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c46d87db-9315-411b-9ff5-b7386d094cfc req-f1e9965e-15b4-4c8b-9eb4-b3a84e69a7fa tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 947 time: 0.0524898 Aug 21 10:28:27.409544 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c46d87db-9315-411b-9ff5-b7386d094cfc req-a3b8659b-cff8-4c66-b9cf-0f2b3329e901 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320592 Aug 21 10:28:28.529295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bacece-a2d2-4eb4-8728-ce121bc624a3 req-e1172913-2f1e-4fc1-98d4-f6f75f0b5643 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:28:28.530796 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0bacece-a2d2-4eb4-8728-ce121bc624a3 req-e1172913-2f1e-4fc1-98d4-f6f75f0b5643 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 947 time: 0.0513065 Aug 21 10:28:28.570511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f0bacece-a2d2-4eb4-8728-ce121bc624a3 req-7aa79923-3501-4a4f-b8d7-1ff398f5d400 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336742 Aug 21 10:28:36.950792 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-897fb35c-876a-4f33-a457-8b400248e532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:39.618964 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-ce975c3c-8e5b-413e-a5a5-5360fee00d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:39.847166 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:41.241757 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:42.733449 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:46.158046 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:28:46.247268 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:28:46.366068 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:06.970702 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a97b7931-47f5-4110-84ce-09041c945265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:09.653500 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4b5680ca-e90c-459f-8e9f-eb49b0421c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:09.875751 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:09.987880 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-ff9b3574-be77-45e6-b239-7a8a999506e3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801167 Aug 21 10:29:10.074676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-29a512ad-f749-41f4-be48-149dc5da4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:29:10.076196 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-29a512ad-f749-41f4-be48-149dc5da4278 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1099 time: 0.0445619 Aug 21 10:29:10.184922 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-6fd3d9de-c878-40a0-9087-cfa4e57bbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:29:10.186436 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-6fd3d9de-c878-40a0-9087-cfa4e57bbaa2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0912316 Aug 21 10:29:10.255138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-06ecc7ae-a1a1-417d-af83-6c635ee0dd37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 1002 time: 0.0616207 Aug 21 10:29:10.303139 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-3111fe1c-ac0e-46e5-ba6c-bef9e6de10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:29:10.304859 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-3111fe1c-ac0e-46e5-ba6c-bef9e6de10f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0426660 Aug 21 10:29:10.352944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-ea88fe01-2aa2-4606-96dc-04c373394640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:29:10.354456 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-ea88fe01-2aa2-4606-96dc-04c373394640 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420573 Aug 21 10:29:10.451875 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-54ef786d-b68f-4bcc-b720-89a31aca5e6d service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897582 Aug 21 10:29:10.548704 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fdab77ae-32c9-4acc-acb3-03d51cdca37f req-2472c42d-ffc9-43c0-b97c-d6c27a76d607 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896010 Aug 21 10:29:11.281206 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:12.772624 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:16.279148 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:16.370735 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:23.157041 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:29:37.006434 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-fa9a7edd-f0b6-4a88-95fd-1ef235c53d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:39.623280 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1e15f25b-1c52-477e-b8e1-4f5d518098d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:39.851839 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:41.269451 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:42.734866 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:46.272168 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:29:46.346707 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:00.155442 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:30:05.641282 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36636) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:05.804472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Deleting port 9dd3975a-4728-4f0e-940c-95f00aa8c4ea {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:30:05.804807 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:05.882364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:05.882686 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:05.895150 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Calling delete_port for 9dd3975a-4728-4f0e-940c-95f00aa8c4ea owned by network:floatingip {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:30:06.123581 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:06.147708 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event deleted for resources: {'Port': ['ID=9dd3975a-4728-4f0e-940c-95f00aa8c4ea,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:06.175396 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.188129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.188129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.188129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.188129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.188129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.188129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.188129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.188129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.188129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.188129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.188129 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:06.225424 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for floatingip, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:06.225760 n-d-766726-28 neutron-server[106757]: INFO neutron.db.l3_db [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Floating IP 2be2aeb2-2916-4b7f-aa62-6ec7c8d0b40c disassociated (deleted). External IP: 172.25.5.202, port: b1e43d84-978c-455b-905b-3bb348ca252b. Aug 21 10:30:06.448127 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Router 78a0d247-62b8-4f0a-b038-717163051ddd has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:30:06.880556 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:30:06.885900 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:06.890554 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec9423-17c2-4167-810d-9bdc70936068 None None] Sync routers for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:30:06.899104 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec9423-17c2-4167-810d-9bdc70936068 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:06.900313 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-01ec9423-17c2-4167-810d-9bdc70936068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:29:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:06.913969 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-fd827092-1b99-47d3-8b49-0ac1ae64c177 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "DELETE /v2.0/floatingips/2be2aeb2-2916-4b7f-aa62-6ec7c8d0b40c HTTP/1.1" status: 204 len: 168 time: 1.2715719 Aug 21 10:30:06.914865 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:30:06.917720 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:30:06.983724 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dba7ff0c-e46a-4b84-97c8-03a59a88878e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:07.013860 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-01ec9423-17c2-4167-810d-9bdc70936068 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:07.028090 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048d7c9f-e2c1-4a0e-9b8c-9a998f7c3a2a x-openstack-request-id: req-048d7c9f-e2c1-4a0e-9b8c-9a998f7c3a2a {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:30:07.028381 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:30:07.028634 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-048d7c9f-e2c1-4a0e-9b8c-9a998f7c3a2a {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:30:07.029036 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'status': 'completed', 'code': 200} Aug 21 10:30:07.092019 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6 req-962e3a9f-44af-4140-b7c2-16172950f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:07.093441 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6 req-962e3a9f-44af-4140-b7c2-16172950f283 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e07a3f3068485a9f86e981a0739b94&device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 1099 time: 0.0412683 Aug 21 10:30:07.193131 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6 req-c9c9b17c-35af-42d7-8ab2-5e40578fc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:07.203730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6 req-c9c9b17c-35af-42d7-8ab2-5e40578fc989 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 200 len: 910 time: 0.0947130 Aug 21 10:30:07.216324 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-01ec9423-17c2-4167-810d-9bdc70936068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:07.239017 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6 req-1206e7f5-549f-4a86-b8ee-c776149cbf73 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 200 len: 217 time: 0.0369444 Aug 21 10:30:07.247414 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec9423-17c2-4167-810d-9bdc70936068 None None] Checking router: 78a0d247-62b8-4f0a-b038-717163051ddd for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:30:07.256256 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec9423-17c2-4167-810d-9bdc70936068 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:07.256875 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-01ec9423-17c2-4167-810d-9bdc70936068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:29:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:07.291336 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6 req-171ef38a-7bea-4337-827e-75aab8bd7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:07.292941 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6 req-171ef38a-7bea-4337-827e-75aab8bd7868 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 200 len: 848 time: 0.0470145 Aug 21 10:30:07.370698 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-01ec9423-17c2-4167-810d-9bdc70936068 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:07.375308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6 req-fad1cd88-c81f-4aba-942d-89fff8cd8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:07.376854 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6 req-fad1cd88-c81f-4aba-942d-89fff8cd8242 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aab56c72-ce98-4713-a7b9-753db5ce4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763559 Aug 21 10:30:07.388570 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c60dba-c08b-4445-a8b7-0a9b788d760d req-9333e49e-5004-4cc4-913c-49f2ae6ad947 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:07.390008 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5c60dba-c08b-4445-a8b7-0a9b788d760d req-9333e49e-5004-4cc4-913c-49f2ae6ad947 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 947 time: 0.0600345 Aug 21 10:30:07.477629 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a5c60dba-c08b-4445-a8b7-0a9b788d760d req-76c41f7e-5d8e-4f66-99b3-18188c74eb17 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795987 Aug 21 10:30:07.507176 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6 req-0a3cb76d-aebc-40e4-9626-0f18e6992dd1 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162362 Aug 21 10:30:07.568289 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-01ec9423-17c2-4167-810d-9bdc70936068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:07.594220 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec9423-17c2-4167-810d-9bdc70936068 None None] The sync data for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 is: [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:20:06Z', 'revision_number': 4, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': 'e081983a-0f3d-409c-9e7d-805c219f61e9', 'name': '', 'network_id': 'aab56c72-ce98-4713-a7b9-753db5ce4eb0', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'mac_address': 'fa:16:3e:97:3a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:05Z', 'updated_at': '2021-08-21T10:20:11Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'subnets': [{'id': 'f031714c-040d-4289-a867-9b4ebf4e890d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:30:07.598307 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-fee27561-ff61-4b8a-9742-7a3e05f0cdd6 req-fae45608-d1c7-49fb-8374-cd1a69dcda86 service neutron] 10.222.0.22 "GET /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834026 Aug 21 10:30:07.817328 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b050aca5-22a5-4967-a6ba-844897b4c32b None None] New status for floating IP 2be2aeb2-2916-4b7f-aa62-6ec7c8d0b40c: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:30:08.595214 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297f2ab-ad9e-4423-9c1d-55d110cc8809 req-876ad987-ddf9-4f3e-b593-5748a0039047 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:08.596734 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1297f2ab-ad9e-4423-9c1d-55d110cc8809 req-876ad987-ddf9-4f3e-b593-5748a0039047 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 947 time: 0.0499690 Aug 21 10:30:08.639056 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1297f2ab-ad9e-4423-9c1d-55d110cc8809 req-aafebd25-024f-4fc2-b9bc-dee30f27307b tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/security-groups?id=353d7381-1c4a-42ce-aa03-0249bfe52c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364146 Aug 21 10:30:08.848725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c22320-88d2-4c1e-b4e9-bc14ed36643c req-4482bb1d-4e5a-4ffd-96e6-e932d110ad51 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:08.850121 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80c22320-88d2-4c1e-b4e9-bc14ed36643c req-4482bb1d-4e5a-4ffd-96e6-e932d110ad51 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.22 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 947 time: 0.0484223 Aug 21 10:30:08.939992 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-80c22320-88d2-4c1e-b4e9-bc14ed36643c req-bb223ad0-5a1c-44aa-8dd5-0b9e59d90b39 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Deleting port b1e43d84-978c-455b-905b-3bb348ca252b {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:30:08.940335 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-80c22320-88d2-4c1e-b4e9-bc14ed36643c req-bb223ad0-5a1c-44aa-8dd5-0b9e59d90b39 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:09.031748 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-80c22320-88d2-4c1e-b4e9-bc14ed36643c req-bb223ad0-5a1c-44aa-8dd5-0b9e59d90b39 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] For port b1e43d84-978c-455b-905b-3bb348ca252b, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=b1e43d84-978c-455b-905b-3bb348ca252b,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:09.032112 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-80c22320-88d2-4c1e-b4e9-bc14ed36643c req-bb223ad0-5a1c-44aa-8dd5-0b9e59d90b39 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:09.043943 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-80c22320-88d2-4c1e-b4e9-bc14ed36643c req-bb223ad0-5a1c-44aa-8dd5-0b9e59d90b39 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Calling delete_port for b1e43d84-978c-455b-905b-3bb348ca252b owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:30:09.228973 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-80c22320-88d2-4c1e-b4e9-bc14ed36643c req-bb223ad0-5a1c-44aa-8dd5-0b9e59d90b39 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:09.256221 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb223ad0-5a1c-44aa-8dd5-0b9e59d90b39 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event deleted for resources: {'Port': ['ID=b1e43d84-978c-455b-905b-3bb348ca252b,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:09.298999 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c22320-88d2-4c1e-b4e9-bc14ed36643c req-bb223ad0-5a1c-44aa-8dd5-0b9e59d90b39 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] No DVR routers for this DVR port b1e43d84-978c-455b-905b-3bb348ca252b on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:30:09.301891 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-80c22320-88d2-4c1e-b4e9-bc14ed36643c req-bb223ad0-5a1c-44aa-8dd5-0b9e59d90b39 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:09.303975 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-80c22320-88d2-4c1e-b4e9-bc14ed36643c req-bb223ad0-5a1c-44aa-8dd5-0b9e59d90b39 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.22 "DELETE /v2.0/ports/b1e43d84-978c-455b-905b-3bb348ca252b HTTP/1.1" status: 204 len: 173 time: 0.4465778 Aug 21 10:30:09.304462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'name': 'network-vif-deleted', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:30:09.307319 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c89c9da-cfa5-4588-874e-ec82c53835e7" -d '{"events": [{"server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "name": "network-vif-deleted", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:30:09.342864 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680271ce-85e5-457e-b546-8f286b9b39b5 x-openstack-request-id: req-680271ce-85e5-457e-b546-8f286b9b39b5 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:30:09.343159 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610a16e0-6f2e-41bf-87f7-15ae05ffdc90", "name": "network-vif-deleted", "tag": "b1e43d84-978c-455b-905b-3bb348ca252b", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:30:09.343410 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-680271ce-85e5-457e-b546-8f286b9b39b5 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:30:09.343837 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610a16e0-6f2e-41bf-87f7-15ae05ffdc90', 'name': 'network-vif-deleted', 'tag': 'b1e43d84-978c-455b-905b-3bb348ca252b', 'status': 'completed', 'code': 200} Aug 21 10:30:09.623302 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5f6cdcb4-4730-40b5-ae37-68f7820817f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:09.737511 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-662d0dae-bbdc-4ebc-a9ff-5fd0bfb9aab1 req-13144325-fe2b-445e-973d-7ee0d331f880 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 210 time: 0.0286176 Aug 21 10:30:09.845973 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:10.839986 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-8c1d6c6f-bfde-4905-8916-32d525abebc9 req-1c307b86-2a65-47fa-9cf9-b5ab7059de8f tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 210 time: 0.0280604 Aug 21 10:30:11.251508 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:11.938049 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df62e2af-c0c6-4019-b484-603571929018 req-f1d4c9c0-7135-45f0-9285-8f364d3aae99 tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 210 time: 0.0304575 Aug 21 10:30:12.731711 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:13.035014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0e7307ce-a01d-4aeb-b170-827b5edf28d8 req-be39e1b2-17cc-4367-bffb-c6b3414e4cad tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "GET /v2.0/ports?device_id=610a16e0-6f2e-41bf-87f7-15ae05ffdc90 HTTP/1.1" status: 200 len: 210 time: 0.0269337 Aug 21 10:30:13.315687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b1e43d84-978c-455b-905b-3bb348ca252b no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:30:13.340547 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: b1e43d84-978c-455b-905b-3bb348ca252b {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:30:13.340805 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device b1e43d84-978c-455b-905b-3bb348ca252b not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:30:14.090515 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36674) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:14.149592 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3725f256-4eb6-4b81-b6b7-d847d6b77baa tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:14.175887 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3725f256-4eb6-4b81-b6b7-d847d6b77baa tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:14.297037 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3725f256-4eb6-4b81-b6b7-d847d6b77baa tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:14.299830 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3725f256-4eb6-4b81-b6b7-d847d6b77baa tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:14.301268 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3725f256-4eb6-4b81-b6b7-d847d6b77baa tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] 10.222.0.20 "DELETE /v2.0/security-groups/353d7381-1c4a-42ce-aa03-0249bfe52c4c HTTP/1.1" status: 204 len: 168 time: 0.2097139 Aug 21 10:30:14.313853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725f256-4eb6-4b81-b6b7-d847d6b77baa tempest-TestShelveInstance-1002721641 tempest-TestShelveInstance-1002721641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353d7381-1c4a-42ce-aa03-0249bfe52c4c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:14.418555 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36680) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:14.933811 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:15.248473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] Deleting port e081983a-0f3d-409c-9e7d-805c219f61e9 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:30:15.249215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:15.332432 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] For port e081983a-0f3d-409c-9e7d-805c219f61e9, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=e081983a-0f3d-409c-9e7d-805c219f61e9,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:15.343290 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:15.345757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] Calling delete_port for e081983a-0f3d-409c-9e7d-805c219f61e9 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:30:15.639974 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:15.671581 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=e081983a-0f3d-409c-9e7d-805c219f61e9,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:15.856171 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:16.080811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] Router 78a0d247-62b8-4f0a-b038-717163051ddd has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:30:16.193879 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:30:16.202862 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-48647400-fce7-4664-8df3-4cea34e65a11 admin admin] 10.222.0.20 "PUT /v2.0/routers/78a0d247-62b8-4f0a-b038-717163051ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7793810 Aug 21 10:30:16.202862 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36684) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:16.204981 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063b30b-881a-485e-8b87-2db3440ed209 None None] Sync routers for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:30:16.216000 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063b30b-881a-485e-8b87-2db3440ed209 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:16.216617 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e063b30b-881a-485e-8b87-2db3440ed209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:16.276115 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:16.314180 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:16.325308 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-e063b30b-881a-485e-8b87-2db3440ed209 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:16.362512 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:16.417126 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:16.511388 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e063b30b-881a-485e-8b87-2db3440ed209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:30:15Z', 'revision_number': 5, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port': {'id': 'd9a9cacd-feb8-43ac-8273-2442fd287f3c', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:03Z', 'updated_at': '2021-08-21T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:16.530676 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Deleting port d9a9cacd-feb8-43ac-8273-2442fd287f3c {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:30:16.533533 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:16.539359 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063b30b-881a-485e-8b87-2db3440ed209 None None] Checking router: 78a0d247-62b8-4f0a-b038-717163051ddd for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:30:16.548700 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063b30b-881a-485e-8b87-2db3440ed209 None None] Routers {'78a0d247-62b8-4f0a-b038-717163051ddd'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:16.549336 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e063b30b-881a-485e-8b87-2db3440ed209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['78a0d247-62b8-4f0a-b038-717163051ddd'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:16.613819 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] For port d9a9cacd-feb8-43ac-8273-2442fd287f3c, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d9a9cacd-feb8-43ac-8273-2442fd287f3c,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:16.614177 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:16.626353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Calling delete_port for d9a9cacd-feb8-43ac-8273-2442fd287f3c owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:30:16.639283 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-e063b30b-881a-485e-8b87-2db3440ed209 None None] Set router 78a0d247-62b8-4f0a-b038-717163051ddd gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:16.695114 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-e063b30b-881a-485e-8b87-2db3440ed209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:30:16Z', 'revision_number': 6, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:16.721754 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063b30b-881a-485e-8b87-2db3440ed209 None None] The sync data for ids ['78a0d247-62b8-4f0a-b038-717163051ddd'] in n-d-766726-28 is: [{'id': '78a0d247-62b8-4f0a-b038-717163051ddd', 'name': 'tempest-TestShelveInstance-1972112670-router', 'tenant_id': '07e07a3f3068485a9f86e981a0739b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:02Z', 'updated_at': '2021-08-21T10:30:16Z', 'revision_number': 6, 'project_id': '07e07a3f3068485a9f86e981a0739b94', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:30:16.853894 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:16.880725 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a9cacd-feb8-43ac-8273-2442fd287f3c,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:16.947392 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.034963 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.037087 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.139756 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.140409 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78a0d247-62b8-4f0a-b038-717163051ddd {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:30:17.144868 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.146082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-00abc486-8949-4241-bced-450b9b715a0a admin admin] 10.222.0.20 "DELETE /v2.0/routers/78a0d247-62b8-4f0a-b038-717163051ddd HTTP/1.1" status: 204 len: 168 time: 0.9432876 Aug 21 10:30:17.148654 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36686) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:17.201099 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-824ac528-b8b6-4714-8712-3d69739ea691 admin admin] Deleting subnet f031714c-040d-4289-a867-9b4ebf4e890d {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:30:17.204293 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-824ac528-b8b6-4714-8712-3d69739ea691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.238394 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-824ac528-b8b6-4714-8712-3d69739ea691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.313369 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-824ac528-b8b6-4714-8712-3d69739ea691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.420070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-824ac528-b8b6-4714-8712-3d69739ea691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.448746 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ac528-b8b6-4714-8712-3d69739ea691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f031714c-040d-4289-a867-9b4ebf4e890d,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:17.454397 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-824ac528-b8b6-4714-8712-3d69739ea691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.456335 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-824ac528-b8b6-4714-8712-3d69739ea691 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f031714c-040d-4289-a867-9b4ebf4e890d HTTP/1.1" status: 204 len: 168 time: 0.3060992 Aug 21 10:30:17.458777 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36688) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:17.464619 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48561607-4343-4d9e-b875-837b7e830dbc None None] Network aab56c72-ce98-4713-a7b9-753db5ce4eb0 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:30:17.530932 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.536437 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e081983a-0f3d-409c-9e7d-805c219f61e9 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:30:17.560891 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: e081983a-0f3d-409c-9e7d-805c219f61e9 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:30:17.561223 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device e081983a-0f3d-409c-9e7d-805c219f61e9 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:30:17.561631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d9a9cacd-feb8-43ac-8273-2442fd287f3c no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:30:17.583851 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Deleting port 66445ade-477b-4649-8522-9dd2b8f74cc4 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:30:17.584190 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.615119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d9a9cacd-feb8-43ac-8273-2442fd287f3c {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:30:17.615408 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d9a9cacd-feb8-43ac-8273-2442fd287f3c not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:30:17.655753 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] For port 66445ade-477b-4649-8522-9dd2b8f74cc4, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=66445ade-477b-4649-8522-9dd2b8f74cc4,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:17.656186 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.671032 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Calling delete_port for 66445ade-477b-4649-8522-9dd2b8f74cc4 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:30:17.707654 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] DHCP port deletion for aab56c72-ce98-4713-a7b9-753db5ce4eb0 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:30:17.758883 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Deleting port 66445ade-477b-4649-8522-9dd2b8f74cc4 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:30:17.759263 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.829396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] For port 66445ade-477b-4649-8522-9dd2b8f74cc4, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=66445ade-477b-4649-8522-9dd2b8f74cc4,segment=NetworkSegment(f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e),segment_id=f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:17.829789 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.843084 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.846348 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Calling delete_port for 66445ade-477b-4649-8522-9dd2b8f74cc4 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:30:17.871892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Pushing event deleted for resources: {'Port': ['ID=66445ade-477b-4649-8522-9dd2b8f74cc4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:17.874986 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] No DVR routers for this DVR port 66445ade-477b-4649-8522-9dd2b8f74cc4 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:30:17.919905 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.946621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Pushing event deleted for resources: {'Port': ['ID=66445ade-477b-4649-8522-9dd2b8f74cc4,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:17.951183 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] No DVR routers for this DVR port 66445ade-477b-4649-8522-9dd2b8f74cc4 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:30:17.956896 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:17.958202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.958623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.970338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.970338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.970338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.970338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.970338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.970338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.970338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.970338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.970338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.970338 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6e45-d81a-4a7c-a165-a17c209f8118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:17.972307 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab56c72-ce98-4713-a7b9-753db5ce4eb0']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:17.980946 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:17.981249 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56a520d-ab18-4f8f-9c3f-9aa2b004ce4e') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:17.990261 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:18.003963 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:18.010536 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:30:18.016556 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:30:18.114748 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:18.120452 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:18.122299 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aab56c72-ce98-4713-a7b9-753db5ce4eb0 HTTP/1.1" status: 204 len: 168 time: 0.6625941 Aug 21 10:30:18.125454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36692) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:18.138487 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24bbcb-0d9c-419a-b4da-55dfd10eab15 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab56c72-ce98-4713-a7b9-753db5ce4eb0,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:18.476699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:18.719468 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Deleting port d6855441-000d-4d19-9d0e-bca894839d8e {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:30:18.719840 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:18.795389 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] For port d6855441-000d-4d19-9d0e-bca894839d8e, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=d6855441-000d-4d19-9d0e-bca894839d8e,segment=NetworkSegment(0d15d3a2-2aa5-4974-9f38-5e45ccd29380),segment_id=0d15d3a2-2aa5-4974-9f38-5e45ccd29380)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:18.795698 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:18.807379 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Calling delete_port for d6855441-000d-4d19-9d0e-bca894839d8e owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:30:19.230705 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66445ade-477b-4649-8522-9dd2b8f74cc4 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:30:19.251366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 66445ade-477b-4649-8522-9dd2b8f74cc4 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:30:19.251743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 66445ade-477b-4649-8522-9dd2b8f74cc4 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:30:19.354454 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:19.380970 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6855441-000d-4d19-9d0e-bca894839d8e,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:19.391588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.391818 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.392161 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.392497 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.392833 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.393823 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.393823 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.393823 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.394111 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.394413 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.394742 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.395064 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:19.559088 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:19.771368 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Router fb248ddc-da70-45bb-9e70-d7e496995eeb has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:30:19.880271 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:30:19.886279 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0e20c0b6-78f7-4436-b103-637545516d71 admin admin] 10.222.0.20 "PUT /v2.0/routers/fb248ddc-da70-45bb-9e70-d7e496995eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7597713 Aug 21 10:30:19.888794 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36698) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:19.891467 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10882f84-e7ff-47e3-b6b5-8b48aded7747 None None] Sync routers for ids ['fb248ddc-da70-45bb-9e70-d7e496995eeb'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:30:19.901026 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10882f84-e7ff-47e3-b6b5-8b48aded7747 None None] Routers {'fb248ddc-da70-45bb-9e70-d7e496995eeb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:19.901644 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-10882f84-e7ff-47e3-b6b5-8b48aded7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fb248ddc-da70-45bb-9e70-d7e496995eeb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:19.994915 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:20.008371 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-10882f84-e7ff-47e3-b6b5-8b48aded7747 None None] Set router fb248ddc-da70-45bb-9e70-d7e496995eeb gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:20.098298 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:20.218641 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Deleting port 665e6f36-1346-411c-bebc-44858bfe07ee {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:30:20.218982 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:20.307281 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] For port 665e6f36-1346-411c-bebc-44858bfe07ee, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=665e6f36-1346-411c-bebc-44858bfe07ee,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:20.307690 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:20.323207 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Calling delete_port for 665e6f36-1346-411c-bebc-44858bfe07ee owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:30:20.358968 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-10882f84-e7ff-47e3-b6b5-8b48aded7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'name': 'tempest-TestShelveInstance-1355362081-router', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:09Z', 'updated_at': '2021-08-21T10:30:19Z', 'revision_number': 5, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'gw_port': {'id': '665e6f36-1346-411c-bebc-44858bfe07ee', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:20:10Z', 'updated_at': '2021-08-21T10:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:20.385246 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10882f84-e7ff-47e3-b6b5-8b48aded7747 None None] Checking router: fb248ddc-da70-45bb-9e70-d7e496995eeb for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:30:20.393624 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10882f84-e7ff-47e3-b6b5-8b48aded7747 None None] Routers {'fb248ddc-da70-45bb-9e70-d7e496995eeb'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:20.394261 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-10882f84-e7ff-47e3-b6b5-8b48aded7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['fb248ddc-da70-45bb-9e70-d7e496995eeb'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:20.482621 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-10882f84-e7ff-47e3-b6b5-8b48aded7747 None None] Set router fb248ddc-da70-45bb-9e70-d7e496995eeb gateway port host: None {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:20.542161 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-10882f84-e7ff-47e3-b6b5-8b48aded7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'name': 'tempest-TestShelveInstance-1355362081-router', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:09Z', 'updated_at': '2021-08-21T10:30:20Z', 'revision_number': 6, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:20.554844 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:20.573614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10882f84-e7ff-47e3-b6b5-8b48aded7747 None None] The sync data for ids ['fb248ddc-da70-45bb-9e70-d7e496995eeb'] in n-d-766726-28 is: [{'id': 'fb248ddc-da70-45bb-9e70-d7e496995eeb', 'name': 'tempest-TestShelveInstance-1355362081-router', 'tenant_id': '04e7ba8fc2274db9b6cf408af634705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:20:09Z', 'updated_at': '2021-08-21T10:30:20Z', 'revision_number': 6, 'project_id': '04e7ba8fc2274db9b6cf408af634705f', 'gw_port_host': None}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:30:20.587618 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Pushing event deleted for resources: {'Port': ['ID=665e6f36-1346-411c-bebc-44858bfe07ee,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:20.652148 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:20.742338 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:20.744992 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:20.854227 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:20.854682 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb248ddc-da70-45bb-9e70-d7e496995eeb {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:30:20.859094 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:20.860277 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b169df96-7a77-4676-867b-632686dcf02c admin admin] 10.222.0.20 "DELETE /v2.0/routers/fb248ddc-da70-45bb-9e70-d7e496995eeb HTTP/1.1" status: 204 len: 168 time: 0.9705637 Aug 21 10:30:20.862772 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36702) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:20.910039 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf344c2-a12b-4a03-9047-bcd2d5a38250 admin admin] Deleting subnet 7d640e88-e6ba-4752-9281-c2d35b674d62 {{(pid=106756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:30:20.913447 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbf344c2-a12b-4a03-9047-bcd2d5a38250 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:20.950230 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbf344c2-a12b-4a03-9047-bcd2d5a38250 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265280340'] for subnet, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.034392 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbf344c2-a12b-4a03-9047-bcd2d5a38250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.151422 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbf344c2-a12b-4a03-9047-bcd2d5a38250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264741523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264338671'] for subnet, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.177114 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf344c2-a12b-4a03-9047-bcd2d5a38250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d640e88-e6ba-4752-9281-c2d35b674d62,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:21.182952 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-fbf344c2-a12b-4a03-9047-bcd2d5a38250 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.185510 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-fbf344c2-a12b-4a03-9047-bcd2d5a38250 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d640e88-e6ba-4752-9281-c2d35b674d62 HTTP/1.1" status: 204 len: 168 time: 0.3217344 Aug 21 10:30:21.187968 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36704) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:21.190499 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefeacd9-6b65-4514-bba0-9e45048fcc5b None None] Network 9104eac0-59c8-465e-b91d-8080e4034348 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:30:21.257038 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.315890 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Deleting port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:30:21.316273 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.385115 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30517e64-73e1-46ea-8435-103a2c7503ca None None] DHCP port deletion for 9104eac0-59c8-465e-b91d-8080e4034348 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:30:21.390561 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] For port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9b2a2a56-ca4e-4e57-8d95-b12977c9c199,segment=NetworkSegment(0d15d3a2-2aa5-4974-9f38-5e45ccd29380),segment_id=0d15d3a2-2aa5-4974-9f38-5e45ccd29380)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:21.391007 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.405205 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Calling delete_port for 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 owned by network:dhcp {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:30:21.410488 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d6855441-000d-4d19-9d0e-bca894839d8e no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:30:21.433964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: d6855441-000d-4d19-9d0e-bca894839d8e {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:30:21.434224 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device d6855441-000d-4d19-9d0e-bca894839d8e not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:30:21.434639 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 665e6f36-1346-411c-bebc-44858bfe07ee no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:30:21.462303 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 665e6f36-1346-411c-bebc-44858bfe07ee {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:30:21.462774 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 665e6f36-1346-411c-bebc-44858bfe07ee not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:30:21.486323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-30517e64-73e1-46ea-8435-103a2c7503ca None None] Deleting port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:30:21.486861 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-30517e64-73e1-46ea-8435-103a2c7503ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.560297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.564687 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-30517e64-73e1-46ea-8435-103a2c7503ca None None] For port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9b2a2a56-ca4e-4e57-8d95-b12977c9c199,segment=NetworkSegment(0d15d3a2-2aa5-4974-9f38-5e45ccd29380),segment_id=0d15d3a2-2aa5-4974-9f38-5e45ccd29380)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:21.565090 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-30517e64-73e1-46ea-8435-103a2c7503ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.580336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-30517e64-73e1-46ea-8435-103a2c7503ca None None] Calling delete_port for 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:30:21.593314 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2a2a56-ca4e-4e57-8d95-b12977c9c199,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:21.598117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] No DVR routers for this DVR port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 on host n-d-766726-28 {{(pid=106756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:30:21.675378 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-30517e64-73e1-46ea-8435-103a2c7503ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.681660 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.692251 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9104eac0-59c8-465e-b91d-8080e4034348']}} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:21.704430 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d15d3a2-2aa5-4974-9f38-5e45ccd29380') {'for_net_delete': True} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:21.704727 n-d-766726-28 neutron-server[106756]: DEBUG neutron.services.segments.db [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d15d3a2-2aa5-4974-9f38-5e45ccd29380') {} {{(pid=106756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:21.704863 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30517e64-73e1-46ea-8435-103a2c7503ca None None] Pushing event deleted for resources: {'Port': ['ID=9b2a2a56-ca4e-4e57-8d95-b12977c9c199,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:21.708230 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30517e64-73e1-46ea-8435-103a2c7503ca None None] No DVR routers for this DVR port 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:30:21.715428 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265280349'] for segment, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.729530 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.735416 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:30:21.735831 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264741621'] for segment, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: Traceback (most recent call last): Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: timer() Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: cb(*args, **kw) Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: return func(*args, **kwargs) Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: self._notify() Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: self.callback(batched_events) Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: event.method(event) Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: return f(self, *a, **k) Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: return self._get(url).json() Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: return self.request(url, 'GET', **kwargs) Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:30:21.737458 n-d-766726-28 neutron-server[106756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:30:21.862656 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.872315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:21.872315 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] 10.222.0.20 "DELETE /v2.0/networks/9104eac0-59c8-465e-b91d-8080e4034348 HTTP/1.1" status: 204 len: 168 time: 0.6827650 Aug 21 10:30:21.884873 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ff10e-e8a9-4ce7-b955-0469818c6e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9104eac0-59c8-465e-b91d-8080e4034348,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:22.328311 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36708) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:22.367373 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c3873663-b847-4baa-a41d-336f0c80c41c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07e07a3f3068485a9f86e981a0739b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379057 Aug 21 10:30:22.370434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36710) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:22.424558 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b462bb7-2c79-4833-bf5c-30477e750c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:22.445733 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b462bb7-2c79-4833-bf5c-30477e750c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:22.559928 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b462bb7-2c79-4833-bf5c-30477e750c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:22.562568 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4b462bb7-2c79-4833-bf5c-30477e750c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:22.563710 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4b462bb7-2c79-4833-bf5c-30477e750c34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37a2b74b-8942-498d-9ee0-596d7224cc82 HTTP/1.1" status: 204 len: 168 time: 0.1923599 Aug 21 10:30:22.571894 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b462bb7-2c79-4833-bf5c-30477e750c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a2b74b-8942-498d-9ee0-596d7224cc82,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:23.225670 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36716) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:23.232428 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:30:23.253123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:30:23.253459 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9b2a2a56-ca4e-4e57-8d95-b12977c9c199 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:30:23.277934 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a10a9b80-c58e-49dc-a1f7-8f633d0c1008 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04e7ba8fc2274db9b6cf408af634705f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508552 Aug 21 10:30:23.280634 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36718) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:23.327946 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-543648e4-dcff-4138-a30a-3781bdf83185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:23.348622 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-543648e4-dcff-4138-a30a-3781bdf83185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:23.474431 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-543648e4-dcff-4138-a30a-3781bdf83185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:23.477134 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-543648e4-dcff-4138-a30a-3781bdf83185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:23.478289 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-543648e4-dcff-4138-a30a-3781bdf83185 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c961ce84-cf2d-466c-b244-4fad677ce358 HTTP/1.1" status: 204 len: 168 time: 0.1967502 Aug 21 10:30:23.486673 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543648e4-dcff-4138-a30a-3781bdf83185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c961ce84-cf2d-466c-b244-4fad677ce358,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:24.577098 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36740) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:24.672691 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-13735557-network', 'tenant_id': '0f649eead516416abc9010811ed6b2f4'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:24.751005 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Made reservation on behalf of 0f649eead516416abc9010811ed6b2f4 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:30:24.753546 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:24.763095 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:24.852345 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:24.928205 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:24.953117 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:30:24.962156 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e5af57-44de-41b3-b100-a973d0727e17,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:24.968092 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:24.972112 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Added segment 8a4bacf8-942b-43da-9fc1-0cec94f2c10f of type vlan for network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 Aug 21 10:30:25.012808 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:25.108811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:25.109736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:25.110422 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:25.170846 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:25.181754 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:30:25.237456 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-456c0588-a85d-451a-a2eb-4250e2205de8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6591837 Aug 21 10:30:25.240559 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36744) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:25.246950 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] Request body: {'subnet': {'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-13735557-subnet', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:25.351057 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] Made reservation on behalf of 0f649eead516416abc9010811ed6b2f4 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:30:25.354124 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:25.585253 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:25.641454 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aec8b75-e9bf-46a9-a452-b95392b42c70,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:25.648642 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] Checking segment: {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:30:25.648999 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] Network hostable DHCP agents. Network: 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:30:25.721927 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] Network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:30:25.796679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:25.800751 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:25.801595 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:25.806312 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d664ce-6da0-4037-8602-f4d938c759fd None None] Network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:30:25.948207 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:30:25.949061 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:25.952057 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c6898162-82a7-4bb3-baf7-cbbc73e8210a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7101562 Aug 21 10:30:25.954509 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36746) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:25.958993 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:26.040737 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:26.041851 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:26.087623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Allocated IP 172.20.0.2 (2a411fcf-e78d-4a3f-a768-d1e0b2598bf1/1aec8b75-e9bf-46a9-a452-b95392b42c70/0c2074be-f695-4634-80aa-d8e3541acf04) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:30:26.096607 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:26.232246 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:26.240243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Transition to ACTIVE for port object 0c2074be-f695-4634-80aa-d8e3541acf04 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:26.255858 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Transition to ACTIVE for port object 0c2074be-f695-4634-80aa-d8e3541acf04 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:26.325851 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:26.328575 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:26.366881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:30:26.369608 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:26.373001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:30:26.380403 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Pushing event updated for resources: {'Port': ['ID=0c2074be-f695-4634-80aa-d8e3541acf04,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:26.433144 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Attempting to bind port 0c2074be-f695-4634-80aa-d8e3541acf04 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:30:26.433504 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Attempting to bind port 0c2074be-f695-4634-80aa-d8e3541acf04 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:30:26.433860 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Attempting to bind port 0c2074be-f695-4634-80aa-d8e3541acf04 on network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:30:26.439025 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:30:26.439395 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Checking segment: {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:30:26.439822 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:26.440212 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Bound using segment: {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:30:26.440670 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Bound port: 0c2074be-f695-4634-80aa-d8e3541acf04, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:30:26.448550 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:26.505606 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] For port 0c2074be-f695-4634-80aa-d8e3541acf04, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:30:26.509088 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] For port 0c2074be-f695-4634-80aa-d8e3541acf04, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0c2074be-f695-4634-80aa-d8e3541acf04,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:30:26.580282 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:26.647323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcea829-24cb-46af-8863-9e00789dbdc8 None None] Pushing event updated for resources: {'Port': ['ID=0c2074be-f695-4634-80aa-d8e3541acf04,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:26.865866 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:26.886948 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:26.994434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Allocated IP 172.25.5.148 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/9314f8c9-d547-4977-870f-58422e3e60f4) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:30:27.096428 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:27.195141 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:27.245160 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:30:27.248310 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:27.252081 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:30:27.277974 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0c2074be-f695-4634-80aa-d8e3541acf04 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:27.284760 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Pushing event updated for resources: {'Port': ['ID=9314f8c9-d547-4977-870f-58422e3e60f4,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:27.413190 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 0c2074be-f695-4634-80aa-d8e3541acf04 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:27.545591 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe9b5e-0332-4619-bf06-9ca63633321d None None] Network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:30:27.610364 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:27.699999 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4e9f74d2-6b9f-4ef0-ad95-abb41254b003 None None] Provisioning for port 0c2074be-f695-4634-80aa-d8e3541acf04 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:27.718084 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-4e9f74d2-6b9f-4ef0-ad95-abb41254b003 None None] Provisioning complete for port 0c2074be-f695-4634-80aa-d8e3541acf04 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:27.718468 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4e9f74d2-6b9f-4ef0-ad95-abb41254b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:27.821117 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4e9f74d2-6b9f-4ef0-ad95-abb41254b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:27.829655 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:27.856060 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-4e9f74d2-6b9f-4ef0-ad95-abb41254b003 None None] For port 0c2074be-f695-4634-80aa-d8e3541acf04, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0c2074be-f695-4634-80aa-d8e3541acf04,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:27.928010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4e9f74d2-6b9f-4ef0-ad95-abb41254b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:27.980943 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f74d2-6b9f-4ef0-ad95-abb41254b003 None None] Pushing event updated for resources: {'Port': ['ID=0c2074be-f695-4634-80aa-d8e3541acf04,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:28.042156 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Router dd6c392e-680b-4864-8866-d6a68a863ec0 is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:30:28.047970 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-62ad9941-5da3-4b6f-8627-bb1602283252 None None] Provisioning complete for port 0c2074be-f695-4634-80aa-d8e3541acf04 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:28.048350 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-62ad9941-5da3-4b6f-8627-bb1602283252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:28.153329 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:30:28.162012 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Sync routers for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:30:28.171677 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:28.172291 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:28.225054 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:28.226622 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-1c0079b9-6c9d-4a33-b576-6b9a643ed830 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2710893 Aug 21 10:30:28.229093 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36748) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:28.281445 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:28.480144 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:27Z', 'revision_number': 3, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:28.502714 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Checking router: dd6c392e-680b-4864-8866-d6a68a863ec0 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:30:28.503107 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Updating router dd6c392e-680b-4864-8866-d6a68a863ec0 port 9314f8c9-d547-4977-870f-58422e3e60f4 binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:30:28.529616 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:28.668890 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:28.786463 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:28.796862 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Transition to ACTIVE for port object 9314f8c9-d547-4977-870f-58422e3e60f4 will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:28.826769 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Allocated IP 172.20.0.1 (2a411fcf-e78d-4a3f-a768-d1e0b2598bf1/1aec8b75-e9bf-46a9-a452-b95392b42c70/622d4c44-5e43-4151-a4eb-82cff2bd85b3) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:30:28.873947 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:28.928322 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Attempting to bind port 9314f8c9-d547-4977-870f-58422e3e60f4 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:30:28.928690 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Attempting to bind port 9314f8c9-d547-4977-870f-58422e3e60f4 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:30:28.929057 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Attempting to bind port 9314f8c9-d547-4977-870f-58422e3e60f4 on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:30:28.931121 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Pushing event updated for resources: {'Port': ['ID=9314f8c9-d547-4977-870f-58422e3e60f4,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:28.936061 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:28.941155 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.941155 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.941155 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.941487 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.941797 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.942128 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.942452 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.942776 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.943098 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.943421 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.943765 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.944086 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:30:28.947867 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:30:28.948564 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:30:28.948974 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:28.949359 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:30:28.949832 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Bound port: 9314f8c9-d547-4977-870f-58422e3e60f4, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:30:28.950215 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:28.950418 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Transition to ACTIVE for port object 622d4c44-5e43-4151-a4eb-82cff2bd85b3 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:29.005677 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] For port 9314f8c9-d547-4977-870f-58422e3e60f4, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:30:29.008823 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] For port 9314f8c9-d547-4977-870f-58422e3e60f4, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9314f8c9-d547-4977-870f-58422e3e60f4,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:30:29.059682 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:29.099710 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:29.104587 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:30:29.107527 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:29.114104 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:30:29.117309 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Pushing event updated for resources: {'Port': ['ID=622d4c44-5e43-4151-a4eb-82cff2bd85b3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:29.155163 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:29.157130 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:29.157771 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:29.199384 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa9b54-a55f-4d47-b14f-c417fdaacb7b None None] Pushing event updated for resources: {'Port': ['ID=9314f8c9-d547-4977-870f-58422e3e60f4,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:29.278624 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0c2074be-f695-4634-80aa-d8e3541acf04 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:29.330598 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 0c2074be-f695-4634-80aa-d8e3541acf04 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:29.330866 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:29.375811 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:29.376304 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:29.436366 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7c682ced-3968-47b0-bd6b-18f558c2b543 None None] Provisioning for port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:29.440680 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-7c682ced-3968-47b0-bd6b-18f558c2b543 None None] Provisioning complete for port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:29.446256 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7c682ced-3968-47b0-bd6b-18f558c2b543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:29.479786 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-7c682ced-3968-47b0-bd6b-18f558c2b543 None None] Port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:30:29.544407 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:29.555595 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:27Z', 'revision_number': 3, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:29.586033 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d16fca-0343-4aa9-869a-234f12a9605b None None] The sync data for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 is: [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:27Z', 'revision_number': 3, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:30:29.628326 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:29.696679 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Pushing event updated for resources: {'Port': ['ID=622d4c44-5e43-4151-a4eb-82cff2bd85b3,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:29.702972 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:29.806570 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:30:29.809358 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:29.962104 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Router dd6c392e-680b-4864-8866-d6a68a863ec0 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:30:30.088949 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:30:30.095315 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-4a812c5e-149b-43e0-b737-816ad28dee1a admin admin] 10.222.0.20 "PUT /v2.0/routers/dd6c392e-680b-4864-8866-d6a68a863ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8652029 Aug 21 10:30:30.106982 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-d349b5e7-15f6-47cd-b984-0de014a423f2 None None] Provisioning complete for port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:30.107356 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d349b5e7-15f6-47cd-b984-0de014a423f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:30.149068 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d349b5e7-15f6-47cd-b984-0de014a423f2 None None] Port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:30:30.789313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36764) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:30.794460 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1794929872-network', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:30.893548 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Made reservation on behalf of 5efbbf634af947c4a965c3fb90b72469 for: {'network': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:30:30.896059 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for network, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:30.908734 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:30.999203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.065167 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.090735 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 10:30:31.099869 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f467864-fe84-49e9-88e7-675db9eb1699,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:31.108237 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.108568 n-d-766726-28 neutron-server[106756]: INFO neutron.db.segments_db [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Added segment 3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa of type vlan for network 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 Aug 21 10:30:31.149085 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788175033685'] for network, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.170362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Sync routers for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:30:31.180464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:31.181083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:31.245858 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935'] for network, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.246874 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:31.247478 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Notify callbacks [] for network, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.275387 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9314f8c9-d547-4977-870f-58422e3e60f4 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:31.312030 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] Pushing event updated for resources: {'Network': ['ID=8aed3c42-f8ac-401d-b6b4-e48ff983f0d3,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:31.317848 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:31.347294 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Network 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 details requested by agent ovs-agent-n-d-766726-28 with host n-d-766726-28 {{(pid=106758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 10:30:31.357214 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ccefd79b-10e2-4c9d-a75f-ac46c9dbbcad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5667417 Aug 21 10:30:31.359910 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36766) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:31.365001 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] Request body: {'subnet': {'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1794929872-subnet', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'ip_version': 4}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:31.448143 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] Made reservation on behalf of 5efbbf634af947c4a965c3fb90b72469 for: {'subnet': 1} {{(pid=106756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:30:31.453072 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264338570'] for subnet, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.535873 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9314f8c9-d547-4977-870f-58422e3e60f4 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:31.541633 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9314f8c9-d547-4977-870f-58422e3e60f4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:31.542009 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.646877 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 2, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:31.677341 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264654934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264338660'] for subnet, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.742697 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8fe54a-71ed-4e66-949f-8a28fc6f5c49,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:31.752514 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] Checking segment: {'id': '3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:30:31.752887 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] Network hostable DHCP agents. Network: 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3, hostable agents: ['383f1a19-75a4-4fec-a66b-8d7b22bc0f95'], hosted agents: [] {{(pid=106756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 10:30:31.825062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] Network 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 is scheduled to be hosted by DHCP agent 383f1a19-75a4-4fec-a66b-8d7b22bc0f95 with binding_index 1 {{(pid=106756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 10:30:31.838889 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Checking router: dd6c392e-680b-4864-8866-d6a68a863ec0 for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:30:31.840741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Updating router dd6c392e-680b-4864-8866-d6a68a863ec0 port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:30:31.845591 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.882432 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.885960 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 9314f8c9-d547-4977-870f-58422e3e60f4, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9314f8c9-d547-4977-870f-58422e3e60f4,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:31.916506 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-28, 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3) {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:31.920774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:31.926929 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:31.927951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61187272-4af5-4e1b-b30c-7eb281b7eb86 None None] Network 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:30:32.006289 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ac8c3f5b-aa38-4528-9b0e-4be93aa865d0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6450450 Aug 21 10:30:32.009408 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36768) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:32.013963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1794929872-router', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:32.022041 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.127835 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-114616'] for router, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.129052 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603000', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-114593'] for router, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.151969 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=9314f8c9-d547-4977-870f-58422e3e60f4,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:32.182971 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.261614 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba80f7f8-c69e-51ca-98d6-acb55462fa95-8aed3c42-f8ac-401d-b6b4-e48ff983f0d3', 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'fixed_ips': [{'subnet_id': '2e8fe54a-71ed-4e66-949f-8a28fc6f5c49'}]}} from n-d-766726-28. {{(pid=106758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 10:30:32.262468 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.382226 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.401461 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Transition to ACTIVE for port object 622d4c44-5e43-4151-a4eb-82cff2bd85b3 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:32.451914 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.db_base_plugin_common [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Allocated IP 172.20.0.2 (8aed3c42-f8ac-401d-b6b4-e48ff983f0d3/2e8fe54a-71ed-4e66-949f-8a28fc6f5c49/305a2c67-2710-43ad-9485-beeba962f391) {{(pid=106758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:30:32.479083 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.567477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131d494-cec3-4619-bf56-2de51bf2e40d None None] Pushing event updated for resources: {'Port': ['ID=622d4c44-5e43-4151-a4eb-82cff2bd85b3,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:32.660763 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Attempting to bind port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:30:32.661136 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Attempting to bind port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:30:32.661503 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Attempting to bind port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 on network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:30:32.689186 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:30:32.689523 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Checking segment: {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:30:32.689933 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.690336 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Bound using segment: {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:30:32.690462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.690948 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Bound port: 622d4c44-5e43-4151-a4eb-82cff2bd85b3, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:30:32.691350 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.753102 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.767247 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Transition to ACTIVE for port object 305a2c67-2710-43ad-9485-beeba962f391 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:32.811924 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Transition to ACTIVE for port object 305a2c67-2710-43ad-9485-beeba962f391 will not be triggered until provisioned by entity DHCP. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:32.813706 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] For port 622d4c44-5e43-4151-a4eb-82cff2bd85b3, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:30:32.819394 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] For port 622d4c44-5e43-4151-a4eb-82cff2bd85b3, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=622d4c44-5e43-4151-a4eb-82cff2bd85b3,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:30:32.903227 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623'] for port, after_create {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.938338 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.948006 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Network 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 is already hosted by enough agents. {{(pid=106758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:30:32.955309 n-d-766726-28 neutron-server[106758]: DEBUG neutron.scheduler.base_scheduler [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Resources bound (agent type, host, resource id): {{(pid=106758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:32.957743 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Received port after_create {{(pid=106758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:30:32.962803 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:32.970083 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Pushing event updated for resources: {'Port': ['ID=305a2c67-2710-43ad-9485-beeba962f391,revision_number=1']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:32.988521 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:33.029443 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:33.030097 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:33.101336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Allocated IP 172.25.5.166 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/576a47cb-88be-4fee-9409-aecff2c35adc) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:30:33.114869 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131d494-cec3-4619-bf56-2de51bf2e40d None None] Pushing event updated for resources: {'Port': ['ID=622d4c44-5e43-4151-a4eb-82cff2bd85b3,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:33.119478 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Attempting to bind port 305a2c67-2710-43ad-9485-beeba962f391 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:30:33.119881 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Attempting to bind port 305a2c67-2710-43ad-9485-beeba962f391 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:30:33.120257 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Attempting to bind port 305a2c67-2710-43ad-9485-beeba962f391 on network 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:30:33.133762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:30:33.133762 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Checking segment: {'id': '3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:30:33.134084 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:33.134424 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Bound using segment: {'id': '3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:30:33.134912 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Bound port: 305a2c67-2710-43ad-9485-beeba962f391, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:30:33.135298 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:33.221195 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:33.223720 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:33.265202 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9314f8c9-d547-4977-870f-58422e3e60f4 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:33.327996 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:33.354783 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] For port 305a2c67-2710-43ad-9485-beeba962f391, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:30:33.362333 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:30:33.365318 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:33.368843 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:30:33.404449 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Pushing event updated for resources: {'Port': ['ID=576a47cb-88be-4fee-9409-aecff2c35adc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:33.410564 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] For port 305a2c67-2710-43ad-9485-beeba962f391, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=305a2c67-2710-43ad-9485-beeba962f391,segment=NetworkSegment(3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa),segment_id=3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:30:33.448345 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9314f8c9-d547-4977-870f-58422e3e60f4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:33.448715 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:33.478736 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:33.578087 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e59973-d4d0-4d3d-a9cc-a03e5e854ae0 None None] Pushing event updated for resources: {'Port': ['ID=305a2c67-2710-43ad-9485-beeba962f391,revision_number=2']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:33.741615 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:33.799173 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:32Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:33.834262 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf8bd2-c4c3-42cb-83b3-3c7276bedf84 None None] The sync data for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 is: [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:32Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:30:33.986494 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602959'] for router, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:34.213238 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Router 570aaa78-3f63-47d8-957d-7eae3821cdff is scheduled to L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc with binding_index 1 {{(pid=106756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 10:30:34.334781 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:30:34.345204 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Sync routers for ids ['570aaa78-3f63-47d8-957d-7eae3821cdff'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:30:34.357536 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Routers {'570aaa78-3f63-47d8-957d-7eae3821cdff'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:34.358175 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['570aaa78-3f63-47d8-957d-7eae3821cdff'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:34.413412 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:34.416037 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ad234f5c-9707-4528-9cb0-2ae0c6f6ecc1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4055929 Aug 21 10:30:34.417828 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36770) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:34.491485 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Set router 570aaa78-3f63-47d8-957d-7eae3821cdff gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:34.591937 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2851d20-f913-42d0-9394-47279d3788a3 None None] Network 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:30:34.709175 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'name': 'tempest-TestSnapshotPattern-1794929872-router', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:33Z', 'revision_number': 3, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'gw_port': {'id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:34.744671 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Checking router: 570aaa78-3f63-47d8-957d-7eae3821cdff for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:30:34.744671 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Updating router 570aaa78-3f63-47d8-957d-7eae3821cdff port 576a47cb-88be-4fee-9409-aecff2c35adc binding host n-d-766726-28 {{(pid=106759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:30:34.766000 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-19455855-afe5-456e-a5bd-50733025b91c None None] Provisioning for port 305a2c67-2710-43ad-9485-beeba962f391 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:34.776817 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:34.952563 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.098892 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Notify callbacks [] for port, precommit_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.109008 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.provisioning_blocks [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Transition to ACTIVE for port object 576a47cb-88be-4fee-9409-aecff2c35adc will not be triggered until provisioned by entity L2. {{(pid=106759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:35.153418 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Allocated IP 172.20.0.1 (8aed3c42-f8ac-401d-b6b4-e48ff983f0d3/2e8fe54a-71ed-4e66-949f-8a28fc6f5c49/9d3b6e1c-4303-4504-aa06-925068312810) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:30:35.188956 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.247471 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edbcdb-659c-4af3-9405-c956af596671 None None] Pushing event updated for resources: {'Port': ['ID=576a47cb-88be-4fee-9409-aecff2c35adc,revision_number=2']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:35.262333 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Attempting to bind port 576a47cb-88be-4fee-9409-aecff2c35adc on host n-d-766726-28 for vnic_type normal with profile {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:30:35.262333 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Attempting to bind port 576a47cb-88be-4fee-9409-aecff2c35adc by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:30:35.262333 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Attempting to bind port 576a47cb-88be-4fee-9409-aecff2c35adc on network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:30:35.265627 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:30:35.266093 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Checking segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:30:35.266578 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.266712 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.267023 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Bound using segment: {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'} {{(pid=106759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:30:35.267601 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.managers [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Bound port: 576a47cb-88be-4fee-9409-aecff2c35adc, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668980f8-ba91-44ec-87ea-4c4cdd4f89d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008'}}] {{(pid=106759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:30:35.271308 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.285542 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.provisioning_blocks [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Transition to ACTIVE for port object 9d3b6e1c-4303-4504-aa06-925068312810 will not be triggered until provisioned by entity DHCP. {{(pid=106756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:35.332241 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 622d4c44-5e43-4151-a4eb-82cff2bd85b3 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:35.339429 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] For port 576a47cb-88be-4fee-9409-aecff2c35adc, host n-d-766726-28, cleared binding levels {{(pid=106759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:30:35.345228 n-d-766726-28 neutron-server[106759]: DEBUG neutron.plugins.ml2.db [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] For port 576a47cb-88be-4fee-9409-aecff2c35adc, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=576a47cb-88be-4fee-9409-aecff2c35adc,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:30:35.434699 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.468859 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:35.471679 n-d-766726-28 neutron-server[106759]: DEBUG neutron_lib.callbacks.manager [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.475386 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:35.475868 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.476038 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Network 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:30:35.478912 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:35.482690 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:30:35.512051 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Pushing event updated for resources: {'Port': ['ID=9d3b6e1c-4303-4504-aa06-925068312810,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:35.536411 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602662'] for router_interface, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.545813 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Routers {'570aaa78-3f63-47d8-957d-7eae3821cdff'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:35.546448 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['570aaa78-3f63-47d8-957d-7eae3821cdff'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:35.552330 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edbcdb-659c-4af3-9405-c956af596671 None None] Pushing event updated for resources: {'Port': ['ID=576a47cb-88be-4fee-9409-aecff2c35adc,revision_number=3']} {{(pid=106759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:35.614610 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.653005 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 622d4c44-5e43-4151-a4eb-82cff2bd85b3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=622d4c44-5e43-4151-a4eb-82cff2bd85b3,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:35.686676 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] Set router 570aaa78-3f63-47d8-957d-7eae3821cdff gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:35.715338 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.716181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 305a2c67-2710-43ad-9485-beeba962f391 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:35.772810 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.793722 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=622d4c44-5e43-4151-a4eb-82cff2bd85b3,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:35.800464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6d516565-3460-46db-acd9-4924df9dc9f6 None None] Provisioning for port 9d3b6e1c-4303-4504-aa06-925068312810 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:35.806849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-6d516565-3460-46db-acd9-4924df9dc9f6 None None] Provisioning complete for port 9d3b6e1c-4303-4504-aa06-925068312810 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:35.806849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6d516565-3460-46db-acd9-4924df9dc9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.853445 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-6d516565-3460-46db-acd9-4924df9dc9f6 None None] Port 9d3b6e1c-4303-4504-aa06-925068312810 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:30:35.873702 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'name': 'tempest-TestSnapshotPattern-1794929872-router', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:33Z', 'revision_number': 3, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'gw_port': {'id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:35.903693 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa81ff6-356d-48d2-8404-3e99c08e00aa None None] The sync data for ids ['570aaa78-3f63-47d8-957d-7eae3821cdff'] in n-d-766726-28 is: [{'id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'name': 'tempest-TestSnapshotPattern-1794929872-router', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:33Z', 'revision_number': 3, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'gw_port': {'id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:30:35.922033 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 305a2c67-2710-43ad-9485-beeba962f391 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:35.926618 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 305a2c67-2710-43ad-9485-beeba962f391 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:35.927130 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:35.949429 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:36.007497 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:36.033926 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:36.042865 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 305a2c67-2710-43ad-9485-beeba962f391, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=305a2c67-2710-43ad-9485-beeba962f391,segment=NetworkSegment(3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa),segment_id=3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:36.108715 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Pushing event updated for resources: {'Port': ['ID=9d3b6e1c-4303-4504-aa06-925068312810,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:36.108715 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602744'] for router_interface, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:36.121222 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:36.204819 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=305a2c67-2710-43ad-9485-beeba962f391,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:36.225987 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Network 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:30:36.227541 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:36.350128 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Router 570aaa78-3f63-47d8-957d-7eae3821cdff has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:30:36.477978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e7e7c292-485a-4e29-a082-281b38c0229c None None] Provisioning complete for port 9d3b6e1c-4303-4504-aa06-925068312810 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:36.478785 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e7e7c292-485a-4e29-a082-281b38c0229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:36.520075 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7c292-485a-4e29-a082-281b38c0229c None None] Port 9d3b6e1c-4303-4504-aa06-925068312810 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:30:36.768629 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:30:36.774327 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-c673d509-5b7a-4185-97b5-94ec0df3112a admin admin] 10.222.0.20 "PUT /v2.0/routers/570aaa78-3f63-47d8-957d-7eae3821cdff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3552814 Aug 21 10:30:37.041920 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e1c5f57e-1d8c-471f-ac0c-56914e9850a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:37.155281 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:30:37.327849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 622d4c44-5e43-4151-a4eb-82cff2bd85b3 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:37.381325 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:37.381700 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:37.452981 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Sync routers for ids ['570aaa78-3f63-47d8-957d-7eae3821cdff'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:30:37.471234 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Routers {'570aaa78-3f63-47d8-957d-7eae3821cdff'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:37.471983 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['570aaa78-3f63-47d8-957d-7eae3821cdff'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:37.475610 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 305a2c67-2710-43ad-9485-beeba962f391 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:37.612362 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 305a2c67-2710-43ad-9485-beeba962f391 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:37.612635 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:37.615166 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Set router 570aaa78-3f63-47d8-957d-7eae3821cdff gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:37.720771 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36778) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:37.725588 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-0797639d-2f95-4cac-b985-825b52d1f7aa tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600870111', 'description': 'tempest-secgroup-smoke-600870111 description', 'project_id': '0f649eead516416abc9010811ed6b2f4'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:37.801952 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0797639d-2f95-4cac-b985-825b52d1f7aa tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:37.823604 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 576a47cb-88be-4fee-9409-aecff2c35adc up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:37.885733 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0797639d-2f95-4cac-b985-825b52d1f7aa tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:37.925477 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'name': 'tempest-TestSnapshotPattern-1794929872-router', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 4, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'gw_port': {'id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '9d3b6e1c-4303-4504-aa06-925068312810', 'name': '', 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'mac_address': 'fa:16:3e:0e:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2e8fe54a-71ed-4e66-949f-8a28fc6f5c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:34Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 2, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'subnets': [{'id': '2e8fe54a-71ed-4e66-949f-8a28fc6f5c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:37.933398 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0797639d-2f95-4cac-b985-825b52d1f7aa tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:37.953833 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Checking router: 570aaa78-3f63-47d8-957d-7eae3821cdff for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:30:37.954191 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Updating router 570aaa78-3f63-47d8-957d-7eae3821cdff port 9d3b6e1c-4303-4504-aa06-925068312810 binding host n-d-766726-28 {{(pid=106758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 10:30:37.963262 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797639d-2f95-4cac-b985-825b52d1f7aa tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d47933c-a15b-496f-a223-239b582ea9fc,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:37.976975 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 576a47cb-88be-4fee-9409-aecff2c35adc completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:37.985396 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 576a47cb-88be-4fee-9409-aecff2c35adc triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:37.985846 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:37.990123 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.013255 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-0797639d-2f95-4cac-b985-825b52d1f7aa tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.014655 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-0797639d-2f95-4cac-b985-825b52d1f7aa tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2927485 Aug 21 10:30:38.020331 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36780) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:38.025336 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-ec055d54-6325-456a-97d7-7ffb335d62de tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Request body: {'security_group_rule': {'security_group_id': '8d47933c-a15b-496f-a223-239b582ea9fc', 'project_id': '0f649eead516416abc9010811ed6b2f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:38.109920 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec055d54-6325-456a-97d7-7ffb335d62de tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.169410 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec055d54-6325-456a-97d7-7ffb335d62de tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.179419 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.237769 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 576a47cb-88be-4fee-9409-aecff2c35adc, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=576a47cb-88be-4fee-9409-aecff2c35adc,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:38.244890 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec055d54-6325-456a-97d7-7ffb335d62de tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.261313 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec055d54-6325-456a-97d7-7ffb335d62de tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2ec2a4-33a8-4251-9c4d-464c83268e01,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:38.300356 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.350460 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-ec055d54-6325-456a-97d7-7ffb335d62de tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.352731 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-ec055d54-6325-456a-97d7-7ffb335d62de tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3310890 Aug 21 10:30:38.355420 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36782) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:38.360096 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-3a1fc2b8-7f96-4e88-ba2e-486bc2383a42 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Request body: {'security_group_rule': {'security_group_id': '8d47933c-a15b-496f-a223-239b582ea9fc', 'project_id': '0f649eead516416abc9010811ed6b2f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:38.378245 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Notify callbacks [] for port, precommit_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.401244 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=576a47cb-88be-4fee-9409-aecff2c35adc,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:38.417201 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Transition to ACTIVE for port object 9d3b6e1c-4303-4504-aa06-925068312810 will not be triggered until provisioned by entity L2. {{(pid=106758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:38.496955 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.553486 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7e4b0-53a8-4093-b174-ffd2f4b4e8d3 None None] Pushing event updated for resources: {'Port': ['ID=9d3b6e1c-4303-4504-aa06-925068312810,revision_number=3']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:38.623963 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Attempting to bind port 9d3b6e1c-4303-4504-aa06-925068312810 on host n-d-766726-28 for vnic_type normal with profile {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:30:38.624501 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Attempting to bind port 9d3b6e1c-4303-4504-aa06-925068312810 by drivers openvswitch,hyperv on host n-d-766726-28 at level 0 using segments [{'id': '3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3'}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:30:38.624958 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Attempting to bind port 9d3b6e1c-4303-4504-aa06-925068312810 on network 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:30:38.631741 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Checking agent: {'id': 'd922307c-459a-4c27-b86a-5f2b2cee97df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 48, 10), 'started_at': datetime.datetime(2021, 8, 21, 8, 48, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:30:38.632277 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Checking segment: {'id': '3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:30:38.632820 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.633324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Bound using segment: {'id': '3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3'} {{(pid=106758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:30:38.633913 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.managers [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Bound port: 9d3b6e1c-4303-4504-aa06-925068312810, host: n-d-766726-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3'}}] {{(pid=106758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:30:38.634453 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.716438 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] For port 9d3b6e1c-4303-4504-aa06-925068312810, host n-d-766726-28, cleared binding levels {{(pid=106758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:30:38.720150 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] For port 9d3b6e1c-4303-4504-aa06-925068312810, host n-d-766726-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9d3b6e1c-4303-4504-aa06-925068312810,segment=NetworkSegment(3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa),segment_id=3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa)] {{(pid=106758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:30:38.817632 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.855033 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a1fc2b8-7f96-4e88-ba2e-486bc2383a42 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.884072 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7e4b0-53a8-4093-b174-ffd2f4b4e8d3 None None] Pushing event updated for resources: {'Port': ['ID=9d3b6e1c-4303-4504-aa06-925068312810,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:38.888641 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Routers {'570aaa78-3f63-47d8-957d-7eae3821cdff'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:38.889276 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['570aaa78-3f63-47d8-957d-7eae3821cdff'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:38.922215 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a1fc2b8-7f96-4e88-ba2e-486bc2383a42 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:38.996403 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a1fc2b8-7f96-4e88-ba2e-486bc2383a42 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.006522 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] Set router 570aaa78-3f63-47d8-957d-7eae3821cdff gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:39.021448 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fc2b8-7f96-4e88-ba2e-486bc2383a42 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622b4377-f8f5-4cc7-9535-d1e9ca32ab1e,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:39.098671 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3a1fc2b8-7f96-4e88-ba2e-486bc2383a42 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.099937 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3a1fc2b8-7f96-4e88-ba2e-486bc2383a42 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7434714 Aug 21 10:30:39.102789 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36784) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:39.107377 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-21e095f7-c1a1-4e79-ac3c-7d16129b1ac7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Request body: {'security_group_rule': {'security_group_id': '8d47933c-a15b-496f-a223-239b582ea9fc', 'project_id': '0f649eead516416abc9010811ed6b2f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:39.200932 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-21e095f7-c1a1-4e79-ac3c-7d16129b1ac7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.228887 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'name': 'tempest-TestSnapshotPattern-1794929872-router', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 4, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'gw_port': {'id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '9d3b6e1c-4303-4504-aa06-925068312810', 'name': '', 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'mac_address': 'fa:16:3e:0e:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2e8fe54a-71ed-4e66-949f-8a28fc6f5c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:34Z', 'updated_at': '2021-08-21T10:30:38Z', 'revision_number': 4, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'subnets': [{'id': '2e8fe54a-71ed-4e66-949f-8a28fc6f5c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:39.262531 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 576a47cb-88be-4fee-9409-aecff2c35adc up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:39.264802 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-21e095f7-c1a1-4e79-ac3c-7d16129b1ac7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.266497 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8a6bf-05a5-482a-bd65-51cae004902d None None] The sync data for ids ['570aaa78-3f63-47d8-957d-7eae3821cdff'] in n-d-766726-28 is: [{'id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'name': 'tempest-TestSnapshotPattern-1794929872-router', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 4, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'gw_port': {'id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '9d3b6e1c-4303-4504-aa06-925068312810', 'name': '', 'network_id': '8aed3c42-f8ac-401d-b6b4-e48ff983f0d3', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'mac_address': 'fa:16:3e:0e:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '2e8fe54a-71ed-4e66-949f-8a28fc6f5c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:34Z', 'updated_at': '2021-08-21T10:30:38Z', 'revision_number': 4, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'subnets': [{'id': '2e8fe54a-71ed-4e66-949f-8a28fc6f5c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:30:39.327132 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 576a47cb-88be-4fee-9409-aecff2c35adc triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:39.327509 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.342259 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-21e095f7-c1a1-4e79-ac3c-7d16129b1ac7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.370125 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e095f7-c1a1-4e79-ac3c-7d16129b1ac7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad0617a-e396-4f69-a4bb-b1eb327b6f64,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:39.428130 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-21e095f7-c1a1-4e79-ac3c-7d16129b1ac7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.430034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-21e095f7-c1a1-4e79-ac3c-7d16129b1ac7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3256180 Aug 21 10:30:39.432679 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 36786) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:39.441523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [None req-f71e927e-b2a0-4385-a8bc-440f8306bcb8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Request body: {'security_group_rule': {'security_group_id': '8d47933c-a15b-496f-a223-239b582ea9fc', 'project_id': '0f649eead516416abc9010811ed6b2f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:39.530593 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f71e927e-b2a0-4385-a8bc-440f8306bcb8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.598929 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f71e927e-b2a0-4385-a8bc-440f8306bcb8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.633880 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3456-8c9a-433d-ade7-ea6919e2626d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.697115 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f71e927e-b2a0-4385-a8bc-440f8306bcb8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.720661 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e927e-b2a0-4385-a8bc-440f8306bcb8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54b9936-fef2-460a-b6af-2bb97949ab34,revision_number=0']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:39.777153 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f71e927e-b2a0-4385-a8bc-440f8306bcb8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.778375 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f71e927e-b2a0-4385-a8bc-440f8306bcb8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447311 Aug 21 10:30:39.781228 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36788) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:39.785963 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-cad00ca7-e206-43b4-9ca8-9644fce9a2ae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Request body: {'security_group_rule': {'security_group_id': '8d47933c-a15b-496f-a223-239b582ea9fc', 'project_id': '0f649eead516416abc9010811ed6b2f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:39.870543 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.910615 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-cad00ca7-e206-43b4-9ca8-9644fce9a2ae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Project 0f649eead516416abc9010811ed6b2f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:30:39.916631 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cad00ca7-e206-43b4-9ca8-9644fce9a2ae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:39.974719 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cad00ca7-e206-43b4-9ca8-9644fce9a2ae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:40.018953 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cad00ca7-e206-43b4-9ca8-9644fce9a2ae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:40.038740 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad00ca7-e206-43b4-9ca8-9644fce9a2ae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cabbdc0-577b-4134-8cf7-25948a92c2c2,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:40.093337 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-cad00ca7-e206-43b4-9ca8-9644fce9a2ae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:40.094585 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-cad00ca7-e206-43b4-9ca8-9644fce9a2ae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3123558 Aug 21 10:30:40.097327 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36790) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:40.105668 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-e7e89372-b5f1-4fc0-b9a1-e79bd269025b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Request body: {'security_group_rule': {'security_group_id': '8d47933c-a15b-496f-a223-239b582ea9fc', 'project_id': '0f649eead516416abc9010811ed6b2f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:40.190501 n-d-766726-28 neutron-server[106756]: INFO neutron.db.securitygroups_db [None req-e7e89372-b5f1-4fc0-b9a1-e79bd269025b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Project 0f649eead516416abc9010811ed6b2f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:30:40.196060 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7e89372-b5f1-4fc0-b9a1-e79bd269025b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:40.258107 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7e89372-b5f1-4fc0-b9a1-e79bd269025b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:40.338700 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7e89372-b5f1-4fc0-b9a1-e79bd269025b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683741'] for security_group_rule, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:40.355980 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e89372-b5f1-4fc0-b9a1-e79bd269025b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729a3183-b4bb-43b1-b18b-f51f02c05c9a,revision_number=0']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:40.411045 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-e7e89372-b5f1-4fc0-b9a1-e79bd269025b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:40.412389 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-e7e89372-b5f1-4fc0-b9a1-e79bd269025b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3140264 Aug 21 10:30:40.553014 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-a6637e22-5141-4771-9e58-896ea7b96906 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600870111&fields=id&tenant_id=0f649eead516416abc9010811ed6b2f4 HTTP/1.1" status: 200 len: 267 time: 0.0350249 Aug 21 10:30:40.664648 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-9f146d3b-e5ed-4494-a58a-0ec65a40b7c6 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:40.666189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-9f146d3b-e5ed-4494-a58a-0ec65a40b7c6 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 808 time: 0.1058087 Aug 21 10:30:40.682412 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-1092994b-612f-458f-a453-c7ef61f8bb11 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/quotas/0f649eead516416abc9010811ed6b2f4 HTTP/1.1" status: 200 len: 375 time: 0.0100596 Aug 21 10:30:40.737354 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-40ae73ae-e5fc-4b23-a323-843b68970c1c tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489404 Aug 21 10:30:40.851546 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-a8da6a24-0b60-4d77-b15f-2dfc0e867a21 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:30:40.852608 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-a8da6a24-0b60-4d77-b15f-2dfc0e867a21 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1030860 Aug 21 10:30:40.944922 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-c6e6daf5-05b1-4a30-97f9-4127c83a17cf service neutron] 10.222.0.20 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858955 Aug 21 10:30:41.034909 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-64aa9f2b-5263-419d-9fe4-0dd3b309edf4 service neutron] 10.222.0.20 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832100 Aug 21 10:30:41.281347 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9d3b6e1c-4303-4504-aa06-925068312810 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:41.307343 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:41.312891 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8fd8a68-a071-4be3-bb9a-614bc54864b9 req-8e06f2d3-d366-4d74-8f0a-89bc37727ba2 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 210 time: 0.0341091 Aug 21 10:30:41.405555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning for port 9d3b6e1c-4303-4504-aa06-925068312810 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:41.409568 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9d3b6e1c-4303-4504-aa06-925068312810 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:41.410026 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:41.487721 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:41.518658 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] For port 9d3b6e1c-4303-4504-aa06-925068312810, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9d3b6e1c-4303-4504-aa06-925068312810,segment=NetworkSegment(3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa),segment_id=3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:41.596294 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:41.650032 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Pushing event updated for resources: {'Port': ['ID=9d3b6e1c-4303-4504-aa06-925068312810,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:42.417388 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-bdf1d73d-c4ab-42fd-8767-2ee742351718 req-48cfda8a-0e35-4482-b3c0-28c75073cd71 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 210 time: 0.0291841 Aug 21 10:30:42.790520 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:43.252318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9d3b6e1c-4303-4504-aa06-925068312810 up at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:43.298709 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Provisioning complete for port 9d3b6e1c-4303-4504-aa06-925068312810 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:43.299070 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:43.446480 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-bcac6dd7-2683-4380-bc01-a151b751338d tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:43.448161 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-bcac6dd7-2683-4380-bc01-a151b751338d tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.22 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 808 time: 0.1078804 Aug 21 10:30:43.498478 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e3793fca-01fe-4981-9066-0d81788f0022 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f649eead516416abc9010811ed6b2f4 HTTP/1.1" status: 200 len: 379 time: 0.0395768 Aug 21 10:30:43.512228 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Request body: {'port': {'device_id': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'admin_state_up': True, 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'security_groups': ['8d47933c-a15b-496f-a223-239b582ea9fc']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:43.544037 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e97e7051-a74c-486f-8901-f18f0e7b0bad req-6c80a3c8-7a99-4c02-8d19-c9d45f076f36 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 210 time: 0.0511701 Aug 21 10:30:43.719523 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Made reservation on behalf of 0f649eead516416abc9010811ed6b2f4 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:30:43.723101 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:43.860113 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Allocated IP 172.20.0.9 (2a411fcf-e78d-4a3f-a768-d1e0b2598bf1/1aec8b75-e9bf-46a9-a452-b95392b42c70/a4b939c9-814e-4280-a60e-6590d15b5147) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:30:44.020377 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:44.034840 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Transition to ACTIVE for port object a4b939c9-814e-4280-a60e-6590d15b5147 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:44.131015 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:44.181516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:30:44.184704 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:44.188353 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:30:44.215413 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'Port': ['ID=a4b939c9-814e-4280-a60e-6590d15b5147,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:44.247253 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:44.247253 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:44.333962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-e8c2556b-49be-4085-825a-c99aba2f5940 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8276384 Aug 21 10:30:44.346587 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Request body: {'port': {'device_id': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:44.400554 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:44.491108 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2c5a8aa1-d072-494b-9836-0f456ea8d735 None None] Provisioning for port a4b939c9-814e-4280-a60e-6590d15b5147 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:44.495840 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-2c5a8aa1-d072-494b-9836-0f456ea8d735 None None] Provisioning complete for port a4b939c9-814e-4280-a60e-6590d15b5147 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:44.496315 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8aa1-d072-494b-9836-0f456ea8d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:44.533803 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a8aa1-d072-494b-9836-0f456ea8d735 None None] Port a4b939c9-814e-4280-a60e-6590d15b5147 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:30:44.708788 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08771d3f-6be5-4dd3-94d5-db44e6e60e35 req-fec4a266-fb7a-417b-b537-40dfcd4f7b9c tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:44.710914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08771d3f-6be5-4dd3-94d5-db44e6e60e35 req-fec4a266-fb7a-417b-b537-40dfcd4f7b9c tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 931 time: 0.0945427 Aug 21 10:30:44.717682 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b939c9-814e-4280-a60e-6590d15b5147 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:30:44.732806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:44.757123 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Transition to ACTIVE for port object a4b939c9-814e-4280-a60e-6590d15b5147 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:30:44.772094 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-08771d3f-6be5-4dd3-94d5-db44e6e60e35 req-37e82182-22ac-4490-9128-ea2fa6e2dc5b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497813 Aug 21 10:30:44.836949 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:44.885975 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b939c9-814e-4280-a60e-6590d15b5147,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:44.965569 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Attempting to bind port a4b939c9-814e-4280-a60e-6590d15b5147 on host n-h2-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:30:44.966192 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Attempting to bind port a4b939c9-814e-4280-a60e-6590d15b5147 by drivers openvswitch,hyperv on host n-h2-766726-28 at level 0 using segments [{'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:30:44.966525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Attempting to bind port a4b939c9-814e-4280-a60e-6590d15b5147 on network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:30:44.971252 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Port a4b939c9-814e-4280-a60e-6590d15b5147 on network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:30:44.971602 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Attempting to bind port a4b939c9-814e-4280-a60e-6590d15b5147 on network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:30:44.976952 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Checking agent: {'id': 'f042fb75-81ac-465a-b6dc-57e5e369cd7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:30:44.977364 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Checking segment: {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:30:44.977919 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Bound using segment: {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:30:44.978349 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Bound port: a4b939c9-814e-4280-a60e-6590d15b5147, host: n-h2-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:30:44.978707 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:45.046122 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] For port a4b939c9-814e-4280-a60e-6590d15b5147, host n-h2-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:30:45.049296 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] For port a4b939c9-814e-4280-a60e-6590d15b5147, host n-h2-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a4b939c9-814e-4280-a60e-6590d15b5147,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:30:45.127743 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:45.165114 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:45.165803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:45.167218 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] 10.222.0.22 "PUT /v2.0/ports/a4b939c9-814e-4280-a60e-6590d15b5147 HTTP/1.1" status: 200 len: 1092 time: 0.8253179 Aug 21 10:30:45.167757 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:30:45.170043 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21b0824-0f92-4bc0-94de-835fa463dca0" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:30:45.205179 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b5b59-2694-4afa-9297-b676adce60b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b939c9-814e-4280-a60e-6590d15b5147,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:45.214810 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f966931d-f1eb-4b24-b7f4-7ba43e3f98ef x-openstack-request-id: req-f966931d-f1eb-4b24-b7f4-7ba43e3f98ef {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:30:45.215095 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:30:45.215383 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f966931d-f1eb-4b24-b7f4-7ba43e3f98ef {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:30:45.215811 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'status': 'completed', 'code': 200} Aug 21 10:30:45.285361 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b0824-0f92-4bc0-94de-835fa463dca0 req-92770878-1c5e-4b29-b536-7d6c81579ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:45.286890 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21b0824-0f92-4bc0-94de-835fa463dca0 req-92770878-1c5e-4b29-b536-7d6c81579ad5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0455143 Aug 21 10:30:45.392957 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b0824-0f92-4bc0-94de-835fa463dca0 req-53020c25-22d8-48db-aaa9-5afa6caf20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:45.394438 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21b0824-0f92-4bc0-94de-835fa463dca0 req-53020c25-22d8-48db-aaa9-5afa6caf20b3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f649eead516416abc9010811ed6b2f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0999997 Aug 21 10:30:45.489439 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b0824-0f92-4bc0-94de-835fa463dca0 req-ddbf66a0-3d82-498d-84a7-7fa597cf46db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:45.491189 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-e21b0824-0f92-4bc0-94de-835fa463dca0 req-ddbf66a0-3d82-498d-84a7-7fa597cf46db service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902393 Aug 21 10:30:45.570315 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-9f2948f3-fa12-45d4-8d10-5fc3c9a73cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:45.571757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-9f2948f3-fa12-45d4-8d10-5fc3c9a73cff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0459149 Aug 21 10:30:45.613744 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-13873690-a6f7-41f1-a5eb-23afae7cca28 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b939c9-814e-4280-a60e-6590d15b5147 HTTP/1.1" status: 200 len: 217 time: 0.0340717 Aug 21 10:30:45.662155 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-ab99c1be-d37b-4750-96b0-408803d7fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:45.664165 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-ab99c1be-d37b-4750-96b0-408803d7fadd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 200 len: 847 time: 0.0430663 Aug 21 10:30:45.713369 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-78690579-320a-4d31-b3e8-35e63e8c385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:45.714865 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-78690579-320a-4d31-b3e8-35e63e8c385a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441647 Aug 21 10:30:45.807431 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-cb5d733e-ef00-4200-ba69-0525954198ad service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846803 Aug 21 10:30:45.939088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c5c77-2db9-4fcd-a0b3-062a7554436e req-4d230513-2532-47e9-8fb0-6c615d0d284c tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:45.940656 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-251c5c77-2db9-4fcd-a0b3-062a7554436e req-4d230513-2532-47e9-8fb0-6c615d0d284c tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 943 time: 0.0782871 Aug 21 10:30:45.943152 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-49938a12-0ae0-463d-b1e7-096af0a1bc2f req-504f0111-c6f2-4a77-8142-990b74714bcb service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284277 Aug 21 10:30:45.979419 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-251c5c77-2db9-4fcd-a0b3-062a7554436e req-3dd7decc-31e0-4c5f-b7e7-a0f630b38c86 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324278 Aug 21 10:30:46.294471 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:46.365016 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:47.097835 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c44cc3-97d0-4f13-b307-4e6919789be6 req-b6746baf-72f9-4d09-9378-154c0ba5ac02 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:47.099465 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0c44cc3-97d0-4f13-b307-4e6919789be6 req-b6746baf-72f9-4d09-9378-154c0ba5ac02 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 943 time: 0.0520618 Aug 21 10:30:47.140757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-c0c44cc3-97d0-4f13-b307-4e6919789be6 req-a47b4575-0048-4540-90af-2f2056fdd0f0 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344381 Aug 21 10:30:47.486491 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a4b939c9-814e-4280-a60e-6590d15b5147 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:30:47.577473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a4b939c9-814e-4280-a60e-6590d15b5147, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a4b939c9-814e-4280-a60e-6590d15b5147,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:47.587546 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'mac_address': 'fa:16:3e:19:1b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:30:47.627107 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:47.639517 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b939c9-814e-4280-a60e-6590d15b5147 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:30:47.658227 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a4b939c9-814e-4280-a60e-6590d15b5147, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a4b939c9-814e-4280-a60e-6590d15b5147,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:47.704542 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:47.751533 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=a4b939c9-814e-4280-a60e-6590d15b5147,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:48.185134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['a4b939c9-814e-4280-a60e-6590d15b5147'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:30:48.267727 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf402d-b978-4ccb-b723-00329b5ee5e2 req-498a7978-0c19-4a6d-ba0e-3b47e4e001b0 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:48.269250 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfdf402d-b978-4ccb-b723-00329b5ee5e2 req-498a7978-0c19-4a6d-ba0e-3b47e4e001b0 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 944 time: 0.0596662 Aug 21 10:30:48.307706 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cfdf402d-b978-4ccb-b723-00329b5ee5e2 req-a3ab0b98-55cf-45f3-a58b-165ff592ce23 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319541 Aug 21 10:30:49.424783 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00152383-8d58-4572-8831-469b77954802 req-97a61572-ec20-4a06-a555-e74e6842171d tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:49.426529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00152383-8d58-4572-8831-469b77954802 req-97a61572-ec20-4a06-a555-e74e6842171d tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 944 time: 0.0506430 Aug 21 10:30:49.465376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00152383-8d58-4572-8831-469b77954802 req-5940106b-194f-46ab-9a5b-c7d1a0bb6aa9 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327466 Aug 21 10:30:49.502101 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a4b939c9-814e-4280-a60e-6590d15b5147 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:30:49.616219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning for port a4b939c9-814e-4280-a60e-6590d15b5147 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:30:49.620206 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port a4b939c9-814e-4280-a60e-6590d15b5147 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:30:49.620575 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:49.699840 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:49.721836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:30:49.724020 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80e90e7-ca7b-42c9-a945-5cbf4ef366d4" -d '{"events": [{"server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "name": "network-vif-plugged", "status": "completed", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:30:49.748389 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a4b939c9-814e-4280-a60e-6590d15b5147, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a4b939c9-814e-4280-a60e-6590d15b5147,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:30:49.760801 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d109e7-97d6-40da-9ae8-205944b4db51 x-openstack-request-id: req-e1d109e7-97d6-40da-9ae8-205944b4db51 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:30:49.761165 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "name": "network-vif-plugged", "status": "completed", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:30:49.761436 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1d109e7-97d6-40da-9ae8-205944b4db51 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:30:49.761831 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'code': 200} Aug 21 10:30:49.830109 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:49.855522 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa206ab-bd0c-4a66-a564-57024e681602 req-9741e9f7-7ae7-45f6-9d86-73281e220a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:49.857121 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5aa206ab-bd0c-4a66-a564-57024e681602 req-9741e9f7-7ae7-45f6-9d86-73281e220a66 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0417476 Aug 21 10:30:49.879048 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=a4b939c9-814e-4280-a60e-6590d15b5147,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:49.893369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5aa206ab-bd0c-4a66-a564-57024e681602 req-103a7bfb-da94-4113-80ef-f484a65c9e29 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282989 Aug 21 10:30:50.588964 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8533fe8-ff31-4479-b9b8-0853ffc951e4 req-2a79ca97-c89e-473c-b493-7f78c26ad2f0 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:50.590421 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8533fe8-ff31-4479-b9b8-0853ffc951e4 req-2a79ca97-c89e-473c-b493-7f78c26ad2f0 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 945 time: 0.0524502 Aug 21 10:30:50.626943 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f8533fe8-ff31-4479-b9b8-0853ffc951e4 req-228b1ec5-abb4-4b07-ac42-74e0e4d6b1b5 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306354 Aug 21 10:30:51.751488 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9182d2-68c4-411f-bf99-eb12f27e4b4c req-53f308f1-3664-4fe0-b3ac-22e0dee4bee2 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:51.753231 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f9182d2-68c4-411f-bf99-eb12f27e4b4c req-53f308f1-3664-4fe0-b3ac-22e0dee4bee2 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 945 time: 0.0550771 Aug 21 10:30:51.795987 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1f9182d2-68c4-411f-bf99-eb12f27e4b4c req-8e6fc709-8f6d-4a14-8d06-426bbfa40f86 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360451 Aug 21 10:30:51.917430 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e4d6-fa39-4f6b-9d9e-1d99cf7fac66 req-0bf43c87-51b3-4295-93d7-937a7ed06cf8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:51.918811 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b294e4d6-fa39-4f6b-9d9e-1d99cf7fac66 req-0bf43c87-51b3-4295-93d7-937a7ed06cf8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 945 time: 0.0517144 Aug 21 10:30:51.958201 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-b294e4d6-fa39-4f6b-9d9e-1d99cf7fac66 req-56651b72-342f-4acf-822d-c5fc5d0c8d04 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331111 Aug 21 10:30:51.980175 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36848) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:52.064736 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a6be8c-9870-4671-ae5f-ce35927bace6 tempest-TestSnapshotPattern-1407843050 tempest-TestSnapshotPattern-1407843050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:52.066362 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-b1a6be8c-9870-4671-ae5f-ce35927bace6 tempest-TestSnapshotPattern-1407843050 tempest-TestSnapshotPattern-1407843050-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 1092 time: 0.0851841 Aug 21 10:30:52.069420 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 36852) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:30:52.074833 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:30:52.161394 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:52.262297 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:52.362745 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Allocated IP 172.25.5.238 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/046b8b0d-aade-4e79-a2db-a6f37b72b41a) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:30:52.472992 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:52.594289 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:52.630221 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:30:52.634830 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:30:52.638288 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:30:52.662693 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'Port': ['ID=046b8b0d-aade-4e79-a2db-a6f37b72b41a,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:53.005869 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:53.131800 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:53.283981 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:53.359184 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:53.438909 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'Port': ['ID=046b8b0d-aade-4e79-a2db-a6f37b72b41a,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:30:53.450288 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:53.549295 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Floating IP 11be279c-d7ad-42b8-9ec1-c7d40519277f associated. External IP: 172.25.5.238, port: a4b939c9-814e-4280-a60e-6590d15b5147. Aug 21 10:30:53.755916 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Router dd6c392e-680b-4864-8866-d6a68a863ec0 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:30:53.862914 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:30:53.872759 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ec999-08d0-482d-abd4-5b6f6e194bef None None] Sync routers for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:30:53.882657 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ec999-08d0-482d-abd4-5b6f6e194bef None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:53.883260 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b1ec999-08d0-482d-abd4-5b6f6e194bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:53.930806 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:30:53.967835 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-bbf99cd8-fc15-417f-9257-55d958376d4a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8966720 Aug 21 10:30:53.968591 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:30:53.971079 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f661a8ccb4eab73676326ae0103b960447efefe5c775d563ce07084d6a704f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df2a437-4479-44ee-892b-873e4f787d14" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:30:54.071680 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa4162b-5ae4-4ceb-9483-443036c41ceb x-openstack-request-id: req-afa4162b-5ae4-4ceb-9483-443036c41ceb {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:30:54.072342 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:30:54.072342 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afa4162b-5ae4-4ceb-9483-443036c41ceb {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:30:54.072585 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'status': 'completed', 'code': 200} Aug 21 10:30:54.088013 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-3b1ec999-08d0-482d-abd4-5b6f6e194bef None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:54.149319 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2a437-4479-44ee-892b-873e4f787d14 req-2fa2686c-d1b4-4ef7-8f60-25f13dcd7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:54.150751 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6df2a437-4479-44ee-892b-873e4f787d14 req-2fa2686c-d1b4-4ef7-8f60-25f13dcd7797 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0472269 Aug 21 10:30:54.246518 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2a437-4479-44ee-892b-873e4f787d14 req-30bb6f35-834d-422d-bd1f-ddaf56ed5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:54.248369 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6df2a437-4479-44ee-892b-873e4f787d14 req-30bb6f35-834d-422d-bd1f-ddaf56ed5ece service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 909 time: 0.0906963 Aug 21 10:30:54.321694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6df2a437-4479-44ee-892b-873e4f787d14 req-23ee3d80-77c1-4847-94e8-95038e188779 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b939c9-814e-4280-a60e-6590d15b5147 HTTP/1.1" status: 200 len: 999 time: 0.0657687 Aug 21 10:30:54.325921 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b1ec999-08d0-482d-abd4-5b6f6e194bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '11be279c-d7ad-42b8-9ec1-c7d40519277f', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:19:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:30:52Z', 'updated_at': '2021-08-21T10:30:52Z', 'revision_number': 0, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:54.351750 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ec999-08d0-482d-abd4-5b6f6e194bef None None] Checking router: dd6c392e-680b-4864-8866-d6a68a863ec0 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:30:54.359896 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ec999-08d0-482d-abd4-5b6f6e194bef None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:30:54.360499 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b1ec999-08d0-482d-abd4-5b6f6e194bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:30:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:54.370970 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2a437-4479-44ee-892b-873e4f787d14 req-f0926027-8bb9-46a3-a6ff-d6d0ea325d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:54.372488 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6df2a437-4479-44ee-892b-873e4f787d14 req-f0926027-8bb9-46a3-a6ff-d6d0ea325d50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 200 len: 847 time: 0.0441861 Aug 21 10:30:54.418301 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2a437-4479-44ee-892b-873e4f787d14 req-1a2373f9-0409-4981-93e9-9b6ec05cfd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:30:54.419913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6df2a437-4479-44ee-892b-873e4f787d14 req-1a2373f9-0409-4981-93e9-9b6ec05cfd65 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405099 Aug 21 10:30:54.467503 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-3b1ec999-08d0-482d-abd4-5b6f6e194bef None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:30:54.514157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6df2a437-4479-44ee-892b-873e4f787d14 req-be56de1f-d492-437d-a254-998652c0ab6d service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866468 Aug 21 10:30:54.603386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6df2a437-4479-44ee-892b-873e4f787d14 req-79c1a513-28f7-46ed-85d3-05ef2f7c473b service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827818 Aug 21 10:30:54.688311 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-3b1ec999-08d0-482d-abd4-5b6f6e194bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '11be279c-d7ad-42b8-9ec1-c7d40519277f', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:19:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:30:52Z', 'updated_at': '2021-08-21T10:30:52Z', 'revision_number': 0, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:30:54.714853 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ec999-08d0-482d-abd4-5b6f6e194bef None None] The sync data for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 is: [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '11be279c-d7ad-42b8-9ec1-c7d40519277f', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:19:1b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:30:52Z', 'updated_at': '2021-08-21T10:30:52Z', 'revision_number': 0, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:30:54.904376 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e2177a-f0a0-4c8c-9e02-aae16e4665bb None None] New status for floating IP 11be279c-d7ad-42b8-9ec1-c7d40519277f: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:31:06.976748 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1dd4d0d0-994b-490b-9b65-ec8943b63b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:09.621924 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-01e1b2af-30aa-4ad5-bd00-07895f29338b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:09.856373 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:11.263352 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:11.943911 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-5cdfaf12-1795-406e-9b09-7f145b2f7d23 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407202 Aug 21 10:31:12.038416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-89b788d3-9655-4372-955e-d814bd49b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:31:12.039962 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-89b788d3-9655-4372-955e-d814bd49b99b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0517907 Aug 21 10:31:12.151966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-962f291b-2154-40c1-a8cc-21e17960c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:31:12.153467 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-962f291b-2154-40c1-a8cc-21e17960c5d1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 909 time: 0.0830381 Aug 21 10:31:12.224641 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-7eb08ce9-36c1-4b69-8280-ee1d970141c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b939c9-814e-4280-a60e-6590d15b5147 HTTP/1.1" status: 200 len: 1001 time: 0.0622771 Aug 21 10:31:12.274062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-f6bf9d60-531f-4e0c-978b-ed1b1c786b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:31:12.275529 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-f6bf9d60-531f-4e0c-978b-ed1b1c786b61 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 200 len: 847 time: 0.0437198 Aug 21 10:31:12.321068 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-d9d1b3c8-12ab-4b18-b345-b90bcdacc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:31:12.322573 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-d9d1b3c8-12ab-4b18-b345-b90bcdacc05d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398743 Aug 21 10:31:12.416295 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-4f8a4642-e36b-48c8-bf89-6491e1d335da service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863559 Aug 21 10:31:12.504447 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-72412f8a-6011-43f2-8c80-852ccf23cba2 req-fb0c5b6e-b91a-47c9-bda5-c9c3c3d41a41 service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797312 Aug 21 10:31:12.772778 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:14.155507 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:31:16.305714 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:16.387534 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:36.992703 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6276454e-0dc0-4b0d-8c21-0ad1e12dd0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:39.622074 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-081f6d48-d8b4-4d5c-85f9-0de55e17198a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:39.839606 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:41.268476 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:42.742280 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:46.330753 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:46.380976 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:31:51.154878 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:32:07.043962 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5e0e5623-d256-4b2a-9159-2a61f26c41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:09.609787 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3e3764ce-425e-4ffc-bad3-f9261ff41d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:09.844204 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:11.307081 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:11.937035 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-6ff1edcf-406c-462e-8bf1-9b90608212f3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401759 Aug 21 10:32:12.023202 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-b03897b0-ccca-46bd-8d91-2c89288d8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:32:12.024756 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-b03897b0-ccca-46bd-8d91-2c89288d8887 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0462022 Aug 21 10:32:12.127862 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-ad5fb97e-399e-4258-9226-4d973fe061ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:32:12.129537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-ad5fb97e-399e-4258-9226-4d973fe061ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 909 time: 0.0856373 Aug 21 10:32:12.202333 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-c7e83f96-10eb-432a-895a-e7edfaf11597 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b939c9-814e-4280-a60e-6590d15b5147 HTTP/1.1" status: 200 len: 1001 time: 0.0652597 Aug 21 10:32:12.251002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-0d6051eb-329b-40f3-a535-7a48d4566dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:32:12.252501 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-0d6051eb-329b-40f3-a535-7a48d4566dfd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 200 len: 847 time: 0.0436399 Aug 21 10:32:12.298798 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-02d11d76-f529-450c-9191-10a50b9234fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:32:12.300343 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-02d11d76-f529-450c-9191-10a50b9234fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406108 Aug 21 10:32:12.312366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-49bf07f8-31ca-4ac6-b2c1-1bac31e7127b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:32:12.313315 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-49bf07f8-31ca-4ac6-b2c1-1bac31e7127b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049305 Aug 21 10:32:12.403054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-94df7436-aca8-4350-90b8-b794e0ab66fa service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829186 Aug 21 10:32:12.491259 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2577b9aa-4f4c-4cb0-88d0-787eee038b05 req-92e7cd81-525f-4518-b353-11de3f875c19 service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809140 Aug 21 10:32:12.741175 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:16.307875 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:16.369113 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:28.154385 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:32:37.025791 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2ceca8f0-275d-415e-b823-ed34f4c1ae26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:39.625965 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0d3fcd2f-50fa-4ea8-a557-40815d502e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:39.865755 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:41.289004 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:42.809077 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:46.318941 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:46.396830 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:52.108753 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a4b939c9-814e-4280-a60e-6590d15b5147 details requested by agent hyperv_n-h2-766726-28 with host n-h2-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:32:52.201109 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a4b939c9-814e-4280-a60e-6590d15b5147, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a4b939c9-814e-4280-a60e-6590d15b5147,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:32:52.212172 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Returning: {'device': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'mac_address': 'fa:16:3e:19:1b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:32:52.252307 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:52.264545 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4b939c9-814e-4280-a60e-6590d15b5147 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:32:52.282572 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a4b939c9-814e-4280-a60e-6590d15b5147, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a4b939c9-814e-4280-a60e-6590d15b5147,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:32:52.379616 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:52.429669 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=a4b939c9-814e-4280-a60e-6590d15b5147,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:32:52.437114 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.437463 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.437804 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.438140 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.438473 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.438802 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.439127 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.439451 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.439801 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.440123 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.440444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.440764 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:32:52.477502 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] get_ports_and_sgs() called for port_ids ['a4b939c9-814e-4280-a60e-6590d15b5147'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:32:54.114116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a4b939c9-814e-4280-a60e-6590d15b5147 up at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:32:54.165324 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Provisioning complete for port a4b939c9-814e-4280-a60e-6590d15b5147 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:32:54.165728 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:54.252823 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:54.277300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:32:54.280119 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee8b616-b887-40c9-a028-ec254c0a21fc" -d '{"events": [{"server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "name": "network-vif-plugged", "status": "completed", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:32:54.296318 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a4b939c9-814e-4280-a60e-6590d15b5147, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a4b939c9-814e-4280-a60e-6590d15b5147,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:32:54.368420 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cff3990-15ce-44ec-994e-f28a0b039a45 x-openstack-request-id: req-8cff3990-15ce-44ec-994e-f28a0b039a45 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:32:54.368615 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "name": "network-vif-plugged", "status": "completed", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:32:54.368774 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cff3990-15ce-44ec-994e-f28a0b039a45 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:32:54.369142 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'code': 200} Aug 21 10:32:54.414194 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:32:54.470510 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=a4b939c9-814e-4280-a60e-6590d15b5147,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:33:04.591227 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-2b357d78-8c41-4a6b-b2fa-8f17b3e0262b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600870111&fields=id&tenant_id=0f649eead516416abc9010811ed6b2f4 HTTP/1.1" status: 200 len: 267 time: 0.0342994 Aug 21 10:33:04.701399 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-55b95ca4-da76-4558-83b1-8125d5ab4ac5 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:04.703856 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-55b95ca4-da76-4558-83b1-8125d5ab4ac5 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 808 time: 0.1051748 Aug 21 10:33:04.719034 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-a0f33651-ec0a-4aad-a7aa-522b037a23f8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/quotas/0f649eead516416abc9010811ed6b2f4 HTTP/1.1" status: 200 len: 375 time: 0.0100143 Aug 21 10:33:04.776112 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-62f2f7e1-e5f8-425d-9117-4209bdcab7a3 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0513139 Aug 21 10:33:04.836525 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-c52168b3-0641-4f09-bb1d-28717e4a0f3f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:33:04.837679 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-c52168b3-0641-4f09-bb1d-28717e4a0f3f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500462 Aug 21 10:33:04.933505 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-eada031f-743b-4610-b8bb-d37b08943dd2 service neutron] 10.222.0.20 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895617 Aug 21 10:33:05.024029 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-b664884a-453b-4350-8b74-190f040eb517 service neutron] 10.222.0.20 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834019 Aug 21 10:33:05.155263 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:33:06.342645 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-6797cf90-32b5-4980-90c2-37b4fc951237 req-baebb633-5f15-48e1-8ace-8c99349c5aad tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 210 time: 0.0805442 Aug 21 10:33:06.984914 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b6538c1d-7f4a-454d-a514-7bd64d38c585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:07.438552 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35662207-a39b-4f36-b91b-41df28e6e1cb req-aec7abed-2068-4acb-b717-e234930190b4 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 210 time: 0.0266051 Aug 21 10:33:08.173313 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a4b939c9-814e-4280-a60e-6590d15b5147 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:33:08.251846 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:08.274398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:33:08.277413 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a380dfd2-ae5c-4856-a011-026f85490b9b" -d '{"events": [{"server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:33:08.290718 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] For port a4b939c9-814e-4280-a60e-6590d15b5147, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a4b939c9-814e-4280-a60e-6590d15b5147,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:33:08.374770 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 10:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aadd178-373b-4c05-a852-043750223740 x-openstack-request-id: req-6aadd178-373b-4c05-a852-043750223740 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:33:08.374770 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:33:08.374770 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6aadd178-373b-4c05-a852-043750223740 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:33:08.374770 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'code': 200} Aug 21 10:33:08.385498 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:08.433116 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Pushing event updated for resources: {'Port': ['ID=a4b939c9-814e-4280-a60e-6590d15b5147,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:33:08.549680 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-35fa2b24-7ca5-47fc-be6e-1948c157e22b req-36913045-b667-4d8e-9ded-f05f0dc38983 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 210 time: 0.0396883 Aug 21 10:33:08.558278 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-71ceb1f1-431d-4619-b757-2fa0bb9d46a5 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:08.559492 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-71ceb1f1-431d-4619-b757-2fa0bb9d46a5 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.13 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 808 time: 0.1361749 Aug 21 10:33:08.603138 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-ba2065a3-16b6-41ad-b1e0-26f371e61170 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f649eead516416abc9010811ed6b2f4 HTTP/1.1" status: 200 len: 379 time: 0.0338087 Aug 21 10:33:08.614062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Request body: {'port': {'device_id': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'admin_state_up': True, 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'security_groups': ['8d47933c-a15b-496f-a223-239b582ea9fc']}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:33:08.797306 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Made reservation on behalf of 0f649eead516416abc9010811ed6b2f4 for: {'port': 1} {{(pid=106757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 10:33:08.800931 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:08.927628 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_common [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Allocated IP 172.20.0.11 (2a411fcf-e78d-4a3f-a768-d1e0b2598bf1/1aec8b75-e9bf-46a9-a452-b95392b42c70/7e686f2e-a361-4a58-867f-542fba8228d4) {{(pid=106757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:33:09.073409 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for port, precommit_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:09.088797 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Transition to ACTIVE for port object 7e686f2e-a361-4a58-867f-542fba8228d4 will not be triggered until provisioned by entity DHCP. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:33:09.181441 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_create {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:09.235590 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 is already hosted by enough agents. {{(pid=106757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:33:09.239167 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.base_scheduler [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Resources bound (agent type, host, resource id): {{(pid=106757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:33:09.257853 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Received port after_create {{(pid=106757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:33:09.357308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:09.358016 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:09.376969 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'Port': ['ID=7e686f2e-a361-4a58-867f-542fba8228d4,revision_number=1']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:33:09.387955 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.388834 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.389186 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.389534 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.389916 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.390259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.390591 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.390924 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.391256 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.391617 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.398802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.398802 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:09.476031 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-af9e27e1-d94b-4d3f-a700-aa2c9e7c60f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8654599 Aug 21 10:33:09.619661 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d657329e-e5c2-4181-b120-dca964e7d21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:09.685057 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3a30e-81ca-40c6-99d0-24cc7611b22b req-e1b0a62f-c7bd-4480-b733-0ab3a04365b2 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:09.690537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ba3a30e-81ca-40c6-99d0-24cc7611b22b req-e1b0a62f-c7bd-4480-b733-0ab3a04365b2 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 932 time: 0.0599449 Aug 21 10:33:09.745715 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3ba3a30e-81ca-40c6-99d0-24cc7611b22b req-85cf49b2-7e0a-43c7-93fc-622edfd40511 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484548 Aug 21 10:33:09.750509 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-30d34c52-f5e6-4b40-ad0d-aad145f30966 None None] Provisioning for port 7e686f2e-a361-4a58-867f-542fba8228d4 completed by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:33:09.755849 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-30d34c52-f5e6-4b40-ad0d-aad145f30966 None None] Provisioning complete for port 7e686f2e-a361-4a58-867f-542fba8228d4 triggered by entity DHCP. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:33:09.756299 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-30d34c52-f5e6-4b40-ad0d-aad145f30966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:09.801757 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-30d34c52-f5e6-4b40-ad0d-aad145f30966 None None] Port 7e686f2e-a361-4a58-867f-542fba8228d4 cannot update to ACTIVE because it is not bound. {{(pid=106758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 10:33:09.887920 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:10.867739 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0368cd2-b75d-4b71-87ca-d2784d6fed3a req-b15fc49b-3778-42e8-984f-cc361fd9f974 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:10.869743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0368cd2-b75d-4b71-87ca-d2784d6fed3a req-b15fc49b-3778-42e8-984f-cc361fd9f974 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 932 time: 0.0527430 Aug 21 10:33:10.910714 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d0368cd2-b75d-4b71-87ca-d2784d6fed3a req-24a085cc-1e01-4d01-8d76-ee4ff6fae097 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348008 Aug 21 10:33:11.270491 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:12.039151 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004881-7eb4-4b0c-8b7a-1479a0db2764 req-8a63dfda-1613-47a2-8593-99dc7e1e99da tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:12.040710 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16004881-7eb4-4b0c-8b7a-1479a0db2764 req-8a63dfda-1613-47a2-8593-99dc7e1e99da tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 932 time: 0.0615380 Aug 21 10:33:12.085869 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-16004881-7eb4-4b0c-8b7a-1479a0db2764 req-23310c2b-9151-4d82-b8de-3c49ee0f768c tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370715 Aug 21 10:33:12.785137 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:12.949093 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-53e811f0-2de5-4afb-a620-020343e13a45 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435677 Aug 21 10:33:13.040069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-92c73bd3-6b9a-4dc5-8f32-a9e613f6bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:13.041836 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-92c73bd3-6b9a-4dc5-8f32-a9e613f6bfc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0432646 Aug 21 10:33:13.161101 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-6dd10e88-17bd-4c24-8a2d-f4fb404d4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:13.162678 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-6dd10e88-17bd-4c24-8a2d-f4fb404d4474 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 909 time: 0.0987659 Aug 21 10:33:13.258360 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-abeba5dd-9c6b-4780-af56-235525958685 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b939c9-814e-4280-a60e-6590d15b5147 HTTP/1.1" status: 200 len: 999 time: 0.0855086 Aug 21 10:33:13.267190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d378a4-6528-4582-9267-92abb9bc0dd8 req-a2543b1e-25c6-4dd7-8e08-bae28b25e475 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:13.268757 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74d378a4-6528-4582-9267-92abb9bc0dd8 req-a2543b1e-25c6-4dd7-8e08-bae28b25e475 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 932 time: 0.1051967 Aug 21 10:33:13.344638 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-1db1105a-9705-4fc9-8d29-7a9d97411e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:13.346342 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-1db1105a-9705-4fc9-8d29-7a9d97411e08 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 200 len: 847 time: 0.0766463 Aug 21 10:33:13.349694 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-74d378a4-6528-4582-9267-92abb9bc0dd8 req-3a68a493-ba42-4b44-b304-4e6597fe1669 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719597 Aug 21 10:33:13.403269 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-1a3a7e62-f183-4625-9062-5ec6ae1e917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:13.405416 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-1a3a7e62-f183-4625-9062-5ec6ae1e917e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519760 Aug 21 10:33:13.502244 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-2de1c6f0-e7b9-42fb-aaed-45823bec6058 service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898371 Aug 21 10:33:13.599886 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-709193e6-4143-41dd-babc-0a55c7d30fb7 req-fc9c9214-d239-4182-842f-d1785665c7ce service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905938 Aug 21 10:33:14.475461 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2d018-db6a-4a40-ad4a-03c4accd4dda req-3f35056d-bd80-478d-a5c5-b0dcf5d57a49 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:14.477262 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5fc2d018-db6a-4a40-ad4a-03c4accd4dda req-3f35056d-bd80-478d-a5c5-b0dcf5d57a49 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 932 time: 0.0550091 Aug 21 10:33:14.517264 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5fc2d018-db6a-4a40-ad4a-03c4accd4dda req-e2284bdf-1662-4bf0-b891-79d89ba8b598 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335493 Aug 21 10:33:15.635445 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a34bf-0ad2-4bbb-aaea-989509cb277a req-85379975-ba54-4351-85a1-cb89c5b76df3 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:15.636947 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-737a34bf-0ad2-4bbb-aaea-989509cb277a req-85379975-ba54-4351-85a1-cb89c5b76df3 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 932 time: 0.0505297 Aug 21 10:33:15.675837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-737a34bf-0ad2-4bbb-aaea-989509cb277a req-8d83df38-cab7-45db-961e-e6c72c367158 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324790 Aug 21 10:33:16.391131 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:16.414117 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:16.801815 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504fc3e-4ca4-4049-8a19-7fa7d124660e req-8ab98710-ad17-4457-8256-9c262af4465c tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:16.803312 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2504fc3e-4ca4-4049-8a19-7fa7d124660e req-8ab98710-ad17-4457-8256-9c262af4465c tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 932 time: 0.0520391 Aug 21 10:33:16.841082 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-2504fc3e-4ca4-4049-8a19-7fa7d124660e req-1cb13ecd-c006-4671-be62-61b17e6a05b1 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316322 Aug 21 10:33:17.981124 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949cf0d-cc3d-428d-aa04-7dba21acba23 req-e7751bcb-d61a-4e0e-a962-d5e0d95a3560 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:17.982703 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a949cf0d-cc3d-428d-aa04-7dba21acba23 req-e7751bcb-d61a-4e0e-a962-d5e0d95a3560 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 932 time: 0.0640125 Aug 21 10:33:18.382124 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a949cf0d-cc3d-428d-aa04-7dba21acba23 req-076f002c-9407-486b-b000-0d10408f7f71 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3899229 Aug 21 10:33:19.250320 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.v2.base [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Request body: {'port': {'device_id': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-28'}} {{(pid=106757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:33:19.305558 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:19.533362 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab39ad-7e90-4650-b0ff-00c60e102c92 req-493a6540-2cb8-46cb-b736-ca3aa408ed16 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:19.534768 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aab39ad-7e90-4650-b0ff-00c60e102c92 req-493a6540-2cb8-46cb-b736-ca3aa408ed16 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 932 time: 0.0706956 Aug 21 10:33:19.601855 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0aab39ad-7e90-4650-b0ff-00c60e102c92 req-2ecccd82-2474-45d5-be06-73f867893eb7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575948 Aug 21 10:33:19.644484 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e686f2e-a361-4a58-867f-542fba8228d4 {{(pid=106757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:33:19.652163 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:19.664462 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.provisioning_blocks [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Transition to ACTIVE for port object 7e686f2e-a361-4a58-867f-542fba8228d4 will not be triggered until provisioned by entity L2. {{(pid=106757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 10:33:19.717426 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:19.771017 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Pushing event updated for resources: {'Port': ['ID=7e686f2e-a361-4a58-867f-542fba8228d4,revision_number=2']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:33:19.849527 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Attempting to bind port 7e686f2e-a361-4a58-867f-542fba8228d4 on host n-h1-766726-28 for vnic_type normal with profile {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 10:33:19.849940 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Attempting to bind port 7e686f2e-a361-4a58-867f-542fba8228d4 by drivers openvswitch,hyperv on host n-h1-766726-28 at level 0 using segments [{'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 10:33:19.850190 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Attempting to bind port 7e686f2e-a361-4a58-867f-542fba8228d4 on network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:33:19.854925 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Port 7e686f2e-a361-4a58-867f-542fba8228d4 on network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-28 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 10:33:19.855248 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Attempting to bind port 7e686f2e-a361-4a58-867f-542fba8228d4 on network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 10:33:19.872762 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Checking agent: {'id': '0f4f97e1-c71d-4821-875c-f6343d4caaf5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'started_at': datetime.datetime(2021, 8, 21, 8, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:33:19.873105 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Checking segment: {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 10:33:19.873496 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Bound using segment: {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'} {{(pid=106757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 10:33:19.873966 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.managers [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Bound port: 7e686f2e-a361-4a58-867f-542fba8228d4, host: n-h1-766726-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4bacf8-942b-43da-9fc1-0cec94f2c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1'}}] {{(pid=106757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 10:33:19.874333 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:19.940322 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] For port 7e686f2e-a361-4a58-867f-542fba8228d4, host n-h1-766726-28, cleared binding levels {{(pid=106757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 10:33:19.943478 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] For port 7e686f2e-a361-4a58-867f-542fba8228d4, host n-h1-766726-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7e686f2e-a361-4a58-867f-542fba8228d4,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 10:33:20.007986 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266300491'] for port, after_update {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:20.046735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:20.047364 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:20.048789 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e686f2e-a361-4a58-867f-542fba8228d4 HTTP/1.1" status: 200 len: 1093 time: 0.8583057 Aug 21 10:33:20.055116 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:33:20.055116 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d36621a-a5b8-48b4-ac64-6600049f29a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:33:20.075917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b25811-bc5a-4ec6-9ec8-c1b152e9b984 service neutron] Pushing event updated for resources: {'Port': ['ID=7e686f2e-a361-4a58-867f-542fba8228d4,revision_number=3']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:33:20.096952 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fe931e-778e-43f0-8ade-64850a5cb8c1 x-openstack-request-id: req-80fe931e-778e-43f0-8ade-64850a5cb8c1 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:33:20.097254 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:33:20.097505 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80fe931e-778e-43f0-8ade-64850a5cb8c1 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:33:20.097936 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4', 'status': 'completed', 'code': 200} Aug 21 10:33:20.163073 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36621a-a5b8-48b4-ac64-6600049f29a8 req-b3f578fb-a5eb-41b4-899e-7994242b72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:20.169794 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d36621a-a5b8-48b4-ac64-6600049f29a8 req-b3f578fb-a5eb-41b4-899e-7994242b72f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 1096 time: 0.0458438 Aug 21 10:33:20.264811 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36621a-a5b8-48b4-ac64-6600049f29a8 req-dd2dfd7d-aa34-413f-b6cf-6573b4c38929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:20.266330 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d36621a-a5b8-48b4-ac64-6600049f29a8 req-dd2dfd7d-aa34-413f-b6cf-6573b4c38929 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0f649eead516416abc9010811ed6b2f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0938797 Aug 21 10:33:20.362588 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36621a-a5b8-48b4-ac64-6600049f29a8 req-0c935387-23db-428d-a0fb-16ca285a785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:20.364054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-5d36621a-a5b8-48b4-ac64-6600049f29a8 req-0c935387-23db-428d-a0fb-16ca285a785f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906765 Aug 21 10:33:20.442081 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-4aa76ea8-11aa-4023-a453-68066f39f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:20.443673 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-4aa76ea8-11aa-4023-a453-68066f39f37f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 1096 time: 0.0404932 Aug 21 10:33:20.484967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-3d3b89d7-ca5e-47cf-9ccd-f5220275eb20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e686f2e-a361-4a58-867f-542fba8228d4 HTTP/1.1" status: 200 len: 217 time: 0.0332260 Aug 21 10:33:20.537516 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-1c381262-e110-4873-b794-f5a780de15e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:20.538994 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-1c381262-e110-4873-b794-f5a780de15e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 200 len: 847 time: 0.0474510 Aug 21 10:33:20.584479 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-919ef70d-cfad-40c4-9027-2faabd4c934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:20.585915 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-919ef70d-cfad-40c4-9027-2faabd4c934c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400939 Aug 21 10:33:20.685107 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-2932d689-9974-4a3c-b311-4b77b54cce80 service neutron] 10.222.0.13 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919571 Aug 21 10:33:20.774861 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890a98e-a683-4ce5-80b5-a3572e90db36 req-423fe72c-dd4b-4ba7-b2be-3b12ec5b06e2 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:20.776537 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d890a98e-a683-4ce5-80b5-a3572e90db36 req-423fe72c-dd4b-4ba7-b2be-3b12ec5b06e2 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 944 time: 0.1048474 Aug 21 10:33:20.825976 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-82f2d8ae-e645-428b-8e32-35f74150aa1e req-06c36181-6cc5-45a5-b73b-f6c5c9f14687 service neutron] 10.222.0.13 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228921 Aug 21 10:33:20.839021 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d890a98e-a683-4ce5-80b5-a3572e90db36 req-7fb5b61f-1eb7-4775-81c8-aa89b8b0ce4e tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521619 Aug 21 10:33:21.963891 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d8790-e980-4813-a489-dbb35df9080b req-2383d17b-f82d-4662-83e9-1d9491a7317e tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:21.965381 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d2d8790-e980-4813-a489-dbb35df9080b req-2383d17b-f82d-4662-83e9-1d9491a7317e tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 944 time: 0.0551112 Aug 21 10:33:22.003877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1d2d8790-e980-4813-a489-dbb35df9080b req-93e0914a-ef32-4462-b44d-d3d43724994d tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322995 Aug 21 10:33:22.355119 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7e686f2e-a361-4a58-867f-542fba8228d4 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:33:22.448519 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7e686f2e-a361-4a58-867f-542fba8228d4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7e686f2e-a361-4a58-867f-542fba8228d4,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:33:22.459321 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '7e686f2e-a361-4a58-867f-542fba8228d4', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'port_id': '7e686f2e-a361-4a58-867f-542fba8228d4', 'mac_address': 'fa:16:3e:0b:73:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:33:22.495352 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:22.508364 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e686f2e-a361-4a58-867f-542fba8228d4 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:33:22.527299 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7e686f2e-a361-4a58-867f-542fba8228d4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7e686f2e-a361-4a58-867f-542fba8228d4,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:33:22.590317 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:22.642682 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7e686f2e-a361-4a58-867f-542fba8228d4,revision_number=4']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:33:22.818283 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['7e686f2e-a361-4a58-867f-542fba8228d4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:33:23.124394 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28d7f1-4e72-42ca-a33d-668717b5ff6b req-0b9f6d27-fe12-42c4-b50e-2fe5e9a23c57 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:23.125942 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c28d7f1-4e72-42ca-a33d-668717b5ff6b req-0b9f6d27-fe12-42c4-b50e-2fe5e9a23c57 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 945 time: 0.0510607 Aug 21 10:33:23.167473 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-3c28d7f1-4e72-42ca-a33d-668717b5ff6b req-bfe83619-beb7-4614-b3bd-818244eed633 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353367 Aug 21 10:33:24.282575 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e4c37-f13d-4e83-a257-05ba874cb4c6 req-8d6ab889-1c96-4dc3-89ac-0335fd333834 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:24.283995 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f84e4c37-f13d-4e83-a257-05ba874cb4c6 req-8d6ab889-1c96-4dc3-89ac-0335fd333834 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 945 time: 0.0483048 Aug 21 10:33:24.322384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-f84e4c37-f13d-4e83-a257-05ba874cb4c6 req-82166eea-252d-4b70-b67b-d3edda073910 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325265 Aug 21 10:33:24.370878 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7e686f2e-a361-4a58-867f-542fba8228d4 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:33:24.476532 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning for port 7e686f2e-a361-4a58-867f-542fba8228d4 completed by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 10:33:24.480465 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 7e686f2e-a361-4a58-867f-542fba8228d4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:33:24.480831 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:24.556961 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:24.580808 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:33:24.583014 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba355a7-7d9c-4ba0-a178-8b61fafd8474" -d '{"events": [{"server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "name": "network-vif-plugged", "status": "completed", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:33:24.596300 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7e686f2e-a361-4a58-867f-542fba8228d4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7e686f2e-a361-4a58-867f-542fba8228d4,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:33:24.620700 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92868c0f-ac1e-4f51-8a3a-09349767952b x-openstack-request-id: req-92868c0f-ac1e-4f51-8a3a-09349767952b {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:33:24.621232 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "name": "network-vif-plugged", "status": "completed", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:33:24.621660 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92868c0f-ac1e-4f51-8a3a-09349767952b {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:33:24.624405 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4', 'code': 200} Aug 21 10:33:24.671954 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:24.718621 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538f126-e2e0-47ba-8cce-07a93dcf8398 req-9c7a8efa-2acb-4bf9-80a0-db821973873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:24.719021 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7e686f2e-a361-4a58-867f-542fba8228d4,revision_number=5']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:33:24.720341 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a538f126-e2e0-47ba-8cce-07a93dcf8398 req-9c7a8efa-2acb-4bf9-80a0-db821973873b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 1098 time: 0.0438116 Aug 21 10:33:24.756885 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a538f126-e2e0-47ba-8cce-07a93dcf8398 req-1fe12c14-871b-49aa-bc56-aed5bdcb13f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291591 Aug 21 10:33:25.436464 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa96f3-a4b3-4769-aa73-3862ec1f0f5a req-5ea6e2ad-f2a8-4539-b2ac-b8977530d14b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:25.437979 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1fa96f3-a4b3-4769-aa73-3862ec1f0f5a req-5ea6e2ad-f2a8-4539-b2ac-b8977530d14b tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 946 time: 0.0500894 Aug 21 10:33:25.477347 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d1fa96f3-a4b3-4769-aa73-3862ec1f0f5a req-b02cc1e1-6727-4ae1-9758-c9f344c6c2f7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334904 Aug 21 10:33:26.592002 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b26be7-e27f-490a-ae88-4e319333200d req-3b7a6748-a697-421b-947d-336615b7e8d6 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:26.593471 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b26be7-e27f-490a-ae88-4e319333200d req-3b7a6748-a697-421b-947d-336615b7e8d6 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 946 time: 0.0474989 Aug 21 10:33:26.630919 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-00b26be7-e27f-490a-ae88-4e319333200d req-b3929a03-a791-45ea-aab0-70ab094a4946 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316582 Aug 21 10:33:26.746632 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd28de-d3e6-4d4e-a691-129e72aa7d10 req-489b630c-1221-4832-8580-ba04c172d3ef tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:26.748684 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7afd28de-d3e6-4d4e-a691-129e72aa7d10 req-489b630c-1221-4832-8580-ba04c172d3ef tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 946 time: 0.0526035 Aug 21 10:33:26.787197 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-7afd28de-d3e6-4d4e-a691-129e72aa7d10 req-50119e4b-f50e-438d-9dd0-043b184333c5 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325208 Aug 21 10:33:26.809085 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37158) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:33:26.848626 n-d-766726-28 neutron-server[106756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc7352f-ddbf-4c1e-a61f-eef8b2753e01 tempest-TestSnapshotPattern-1407843050 tempest-TestSnapshotPattern-1407843050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:26.850182 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3fc7352f-ddbf-4c1e-a61f-eef8b2753e01 tempest-TestSnapshotPattern-1407843050 tempest-TestSnapshotPattern-1407843050-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 1093 time: 0.0400972 Aug 21 10:33:26.852975 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37162) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:33:26.858016 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.v2.base [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Request body: {'floatingip': {'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'port_id': '7e686f2e-a361-4a58-867f-542fba8228d4', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 10:33:26.939425 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for floatingip, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:27.039779 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:27.147644 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.db_base_plugin_common [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Allocated IP 172.25.5.203 (2028bc5a-3b82-48ed-995f-0a46cc2e0008/8ebfc16a-92e0-4a93-a24d-25662c290fcb/c77b4195-3ec4-48f2-ba74-c9da9b92c79f) {{(pid=106756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 10:33:27.257213 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for port, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:27.339748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788175045623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:27.376986 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Network 2028bc5a-3b82-48ed-995f-0a46cc2e0008 is already hosted by enough agents. {{(pid=106756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 10:33:27.381176 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.base_scheduler [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Resources bound (agent type, host, resource id): {{(pid=106756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 10:33:27.384645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Received port after_create {{(pid=106756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 10:33:27.409464 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'Port': ['ID=c77b4195-3ec4-48f2-ba74-c9da9b92c79f,revision_number=1']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:33:27.424357 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:27.424711 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:27.425062 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:27.425413 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:27.425758 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:27.426100 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:27.426438 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:27.426774 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:27.427104 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:27.427434 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:27.427862 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:27.428197 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:33:28.037721 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:28.182849 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:28.337428 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for port, precommit_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:28.396283 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264741577'] for port, after_update {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:28.464306 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event updated for resources: {'Port': ['ID=c77b4195-3ec4-48f2-ba74-c9da9b92c79f,revision_number=2']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:33:28.474266 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602849'] for floatingip, after_create {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:28.576377 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Floating IP 3a134e10-07cb-4f32-a8e0-129b1ec818ec associated. External IP: 172.25.5.203, port: 7e686f2e-a361-4a58-867f-542fba8228d4. Aug 21 10:33:28.782220 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Router dd6c392e-680b-4864-8866-d6a68a863ec0 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:33:28.891791 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:33:28.904897 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b2b24-c3ca-413e-89fd-798429db5832 None None] Sync routers for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:33:28.914270 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b2b24-c3ca-413e-89fd-798429db5832 None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:33:28.914964 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b20b2b24-c3ca-413e-89fd-798429db5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:33:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:33:28.962277 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:28.990223 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-394e1c1d-869c-4809-89e1-2b9c4331273a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1362212 Aug 21 10:33:28.991382 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:33:28.993170 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f661a8ccb4eab73676326ae0103b960447efefe5c775d563ce07084d6a704f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18b467c-ceb9-4c18-84a1-8c0f6786932a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:33:29.021626 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b20b2b24-c3ca-413e-89fd-798429db5832 None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:33:29.030835 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665c91fa-71b8-464c-a915-f71816fab790 x-openstack-request-id: req-665c91fa-71b8-464c-a915-f71816fab790 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:33:29.031135 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:33:29.031390 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-665c91fa-71b8-464c-a915-f71816fab790 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:33:29.031831 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4', 'status': 'completed', 'code': 200} Aug 21 10:33:29.095257 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b467c-ceb9-4c18-84a1-8c0f6786932a req-f02165c2-fd15-4fd6-89c8-b7ecdf32bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:29.096967 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d18b467c-ceb9-4c18-84a1-8c0f6786932a req-f02165c2-fd15-4fd6-89c8-b7ecdf32bd9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 1098 time: 0.0418890 Aug 21 10:33:29.220929 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b467c-ceb9-4c18-84a1-8c0f6786932a req-7fe87754-e2a7-4340-9131-e3e65850fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:29.222437 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d18b467c-ceb9-4c18-84a1-8c0f6786932a req-7fe87754-e2a7-4340-9131-e3e65850fb7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 909 time: 0.1188209 Aug 21 10:33:29.250964 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b20b2b24-c3ca-413e-89fd-798429db5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '11be279c-d7ad-42b8-9ec1-c7d40519277f', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:19:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:30:52Z', 'updated_at': '2021-08-21T10:30:55Z', 'revision_number': 1, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}, {'id': '3a134e10-07cb-4f32-a8e0-129b1ec818ec', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': '7e686f2e-a361-4a58-867f-542fba8228d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:0b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:33:27Z', 'updated_at': '2021-08-21T10:33:27Z', 'revision_number': 0, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:33:29.277047 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b2b24-c3ca-413e-89fd-798429db5832 None None] Checking router: dd6c392e-680b-4864-8866-d6a68a863ec0 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:33:29.286202 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b2b24-c3ca-413e-89fd-798429db5832 None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:33:29.286877 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b20b2b24-c3ca-413e-89fd-798429db5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:33:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:33:29.290213 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d18b467c-ceb9-4c18-84a1-8c0f6786932a req-1d93b881-a002-48ce-8099-968fe25edaa9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e686f2e-a361-4a58-867f-542fba8228d4 HTTP/1.1" status: 200 len: 1000 time: 0.0603187 Aug 21 10:33:29.340492 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b467c-ceb9-4c18-84a1-8c0f6786932a req-92676f58-d1e4-4df3-a2d6-affa0be83672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:29.342260 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d18b467c-ceb9-4c18-84a1-8c0f6786932a req-92676f58-d1e4-4df3-a2d6-affa0be83672 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 200 len: 847 time: 0.0454473 Aug 21 10:33:29.392309 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b20b2b24-c3ca-413e-89fd-798429db5832 None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:33:29.392678 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b467c-ceb9-4c18-84a1-8c0f6786932a req-e9e8fae2-920a-4962-b5d3-da8a4e95a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:33:29.394221 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d18b467c-ceb9-4c18-84a1-8c0f6786932a req-e9e8fae2-920a-4962-b5d3-da8a4e95a170 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453269 Aug 21 10:33:29.487155 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d18b467c-ceb9-4c18-84a1-8c0f6786932a req-315b97da-84b1-4d35-b55e-995c183612f4 service neutron] 10.222.0.13 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857875 Aug 21 10:33:29.580582 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-d18b467c-ceb9-4c18-84a1-8c0f6786932a req-7e9db950-df64-40e9-9c49-873ebe94e647 service neutron] 10.222.0.13 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863612 Aug 21 10:33:29.618602 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b20b2b24-c3ca-413e-89fd-798429db5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '11be279c-d7ad-42b8-9ec1-c7d40519277f', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:19:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:30:52Z', 'updated_at': '2021-08-21T10:30:55Z', 'revision_number': 1, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}, {'id': '3a134e10-07cb-4f32-a8e0-129b1ec818ec', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': '7e686f2e-a361-4a58-867f-542fba8228d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:0b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:33:27Z', 'updated_at': '2021-08-21T10:33:27Z', 'revision_number': 0, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:33:29.645042 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b2b24-c3ca-413e-89fd-798429db5832 None None] The sync data for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 is: [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '11be279c-d7ad-42b8-9ec1-c7d40519277f', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:19:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:30:52Z', 'updated_at': '2021-08-21T10:30:55Z', 'revision_number': 1, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}, {'id': '3a134e10-07cb-4f32-a8e0-129b1ec818ec', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': '7e686f2e-a361-4a58-867f-542fba8228d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:0b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:33:27Z', 'updated_at': '2021-08-21T10:33:27Z', 'revision_number': 0, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:33:29.837843 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253e09d9-bee4-4d97-b3aa-af2af0bf8d9e None None] New status for floating IP 3a134e10-07cb-4f32-a8e0-129b1ec818ec: ACTIVE {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:33:36.996776 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-de47a62d-5aaf-4824-b7ec-8cdd996ad6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:39.619516 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-27656d94-88d3-44e2-aeb1-1998e7a24c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:39.876537 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:41.270738 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:42.155354 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:33:42.767913 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:46.390159 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:33:46.419411 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:07.030414 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f60c79f4-37d6-4e50-95fd-ee62a71dc4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:09.622767 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-81718d6c-d77b-43c2-b8c2-19c23ba0b434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:09.868118 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:11.292684 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:12.762035 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:15.007386 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-a40ed141-814e-4242-ba22-b144ba696b6d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0983913 Aug 21 10:34:15.094259 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-84333658-f76e-452e-8cd3-fbd0e6fa276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:34:15.095877 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-84333658-f76e-452e-8cd3-fbd0e6fa276e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0424800 Aug 21 10:34:15.200366 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-f61c1a48-e7a1-4c59-b80b-bb649d61282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:34:15.202177 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-f61c1a48-e7a1-4c59-b80b-bb649d61282a service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 909 time: 0.0877762 Aug 21 10:34:15.265913 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-fcdfb5e9-207e-4bda-a97c-7585d6b7982e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b939c9-814e-4280-a60e-6590d15b5147 HTTP/1.1" status: 200 len: 999 time: 0.0569277 Aug 21 10:34:15.314266 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-f76aafd9-047f-49c8-9d06-ef32cce5cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:34:15.315743 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-f76aafd9-047f-49c8-9d06-ef32cce5cbca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 200 len: 847 time: 0.0431809 Aug 21 10:34:15.363949 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-bedb99b9-e823-454e-a732-67f4cc873982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:34:15.365402 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-bedb99b9-e823-454e-a732-67f4cc873982 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428491 Aug 21 10:34:15.452603 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-d472d99b-cfbe-481d-851c-fbff596a6a39 service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791628 Aug 21 10:34:15.544730 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-df096396-dc32-4e88-82de-8d2ba55cce76 req-624dd750-72e6-42da-aeca-93cd91da791a service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848250 Aug 21 10:34:16.342735 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:16.405408 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:19.158678 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:34:23.273172 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-47195433-dbb8-46a0-8152-1b961a08f26e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405324 Aug 21 10:34:23.362238 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-eef7032a-bc57-49cd-8089-1e215c416749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:34:23.364136 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-eef7032a-bc57-49cd-8089-1e215c416749 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 1098 time: 0.0426397 Aug 21 10:34:23.469416 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-243ff8e5-3689-4993-9c58-383299b4032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:34:23.471376 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-243ff8e5-3689-4993-9c58-383299b4032e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 909 time: 0.0861907 Aug 21 10:34:23.535314 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-e6bc1f0c-7702-47a2-bca1-51a62353ebdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e686f2e-a361-4a58-867f-542fba8228d4 HTTP/1.1" status: 200 len: 1002 time: 0.0568478 Aug 21 10:34:23.582639 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-de85df91-218f-4065-8fe3-de20135b4aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:34:23.584088 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-de85df91-218f-4065-8fe3-de20135b4aa5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 200 len: 847 time: 0.0426543 Aug 21 10:34:23.631431 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-3bfa701d-087c-4ac1-8d2b-ad3c355de6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:34:23.632914 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-3bfa701d-087c-4ac1-8d2b-ad3c355de6dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422583 Aug 21 10:34:23.731086 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-3044805d-298d-42e9-b85f-bdad28543d42 service neutron] 10.222.0.13 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896749 Aug 21 10:34:23.823378 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-53bc1dd2-9b32-4bfe-9967-48d15672fcd2 req-2871e5e2-00f5-4120-a393-bccb7130ef95 service neutron] 10.222.0.13 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846269 Aug 21 10:34:37.006251 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f999536b-0791-4843-a824-acef2e458b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:39.633207 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-c91124d0-a908-40b7-9135-61552ef9a0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:39.878633 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:41.303805 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:42.766071 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:46.369416 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:46.409248 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:52.774514 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7e686f2e-a361-4a58-867f-542fba8228d4 details requested by agent hyperv_n-h1-766726-28 with host n-h1-766726-28 {{(pid=106758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 10:34:52.868069 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7e686f2e-a361-4a58-867f-542fba8228d4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7e686f2e-a361-4a58-867f-542fba8228d4,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:34:52.878272 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Returning: {'device': '7e686f2e-a361-4a58-867f-542fba8228d4', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'port_id': '7e686f2e-a361-4a58-867f-542fba8228d4', 'mac_address': 'fa:16:3e:0b:73:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 10:34:52.915960 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:52.928630 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e686f2e-a361-4a58-867f-542fba8228d4 {{(pid=106758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 10:34:52.947301 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7e686f2e-a361-4a58-867f-542fba8228d4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7e686f2e-a361-4a58-867f-542fba8228d4,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:34:53.067164 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:53.115834 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7e686f2e-a361-4a58-867f-542fba8228d4,revision_number=6']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:34:53.123643 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.123985 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.124323 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.124657 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.124987 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.125310 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.125631 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.125951 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.126271 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.126585 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.126901 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.127218 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:34:53.146413 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] get_ports_and_sgs() called for port_ids ['7e686f2e-a361-4a58-867f-542fba8228d4'] {{(pid=106758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 10:34:54.786382 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7e686f2e-a361-4a58-867f-542fba8228d4 up at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 10:34:54.841582 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.provisioning_blocks [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Provisioning complete for port 7e686f2e-a361-4a58-867f-542fba8228d4 triggered by entity L2. {{(pid=106758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 10:34:54.842267 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961416'] for port, provisioning_complete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:54.930218 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:54.954013 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:34:54.956300 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3589017f-d130-470b-b2d6-53955d3a1338" -d '{"events": [{"server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "name": "network-vif-plugged", "status": "completed", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:34:54.968964 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7e686f2e-a361-4a58-867f-542fba8228d4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7e686f2e-a361-4a58-867f-542fba8228d4,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:34:55.010035 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca96e094-1e07-416f-9185-5e29976ebfa0 x-openstack-request-id: req-ca96e094-1e07-416f-9185-5e29976ebfa0 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:34:55.010035 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "name": "network-vif-plugged", "status": "completed", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:34:55.010035 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca96e094-1e07-416f-9185-5e29976ebfa0 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:34:55.010035 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4', 'code': 200} Aug 21 10:34:55.061153 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:34:55.111397 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7e686f2e-a361-4a58-867f-542fba8228d4,revision_number=7']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:34:56.157660 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:35:05.741519 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37372) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:05.902162 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Deleting port c77b4195-3ec4-48f2-ba74-c9da9b92c79f {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:05.902514 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:05.981315 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:05.981550 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:05.992885 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Calling delete_port for c77b4195-3ec4-48f2-ba74-c9da9b92c79f owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:06.246441 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:06.274193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event deleted for resources: {'Port': ['ID=c77b4195-3ec4-48f2-ba74-c9da9b92c79f,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:06.298069 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.300316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.300316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.300316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.300316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.300316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.300316 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.300903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.300903 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.301180 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.301511 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.301840 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:06.352179 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:06.352508 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Floating IP 3a134e10-07cb-4f32-a8e0-129b1ec818ec disassociated (deleted). External IP: 172.25.5.203, port: 7e686f2e-a361-4a58-867f-542fba8228d4. Aug 21 10:35:06.578078 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Router dd6c392e-680b-4864-8866-d6a68a863ec0 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:35:06.699243 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:35:06.709788 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4122828-c932-49c4-9e5b-cdc53d8312bb None None] Sync routers for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:35:06.713748 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:06.718774 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4122828-c932-49c4-9e5b-cdc53d8312bb None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:35:06.719373 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b4122828-c932-49c4-9e5b-cdc53d8312bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:34:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:06.740973 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-3f6e51f0-6a93-462c-8d41-bcaec7183eae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "DELETE /v2.0/floatingips/3a134e10-07cb-4f32-a8e0-129b1ec818ec HTTP/1.1" status: 204 len: 168 time: 0.9983351 Aug 21 10:35:06.741678 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:35:06.744250 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f661a8ccb4eab73676326ae0103b960447efefe5c775d563ce07084d6a704f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a72d0ce-4071-4d5b-81bb-251642e8cefa" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:35:06.781449 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea6c750-a5b4-4b35-ad64-ad24bb2e2b53 x-openstack-request-id: req-eea6c750-a5b4-4b35-ad64-ad24bb2e2b53 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:35:06.781736 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:35:06.782400 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eea6c750-a5b4-4b35-ad64-ad24bb2e2b53 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:35:06.782817 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4', 'status': 'completed', 'code': 200} Aug 21 10:35:06.833029 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b4122828-c932-49c4-9e5b-cdc53d8312bb None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:35:06.853220 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72d0ce-4071-4d5b-81bb-251642e8cefa req-68540d4d-22d8-4082-912e-9de61efc3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:06.855507 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a72d0ce-4071-4d5b-81bb-251642e8cefa req-68540d4d-22d8-4082-912e-9de61efc3e9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 1098 time: 0.0504239 Aug 21 10:35:06.946759 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72d0ce-4071-4d5b-81bb-251642e8cefa req-f97b204a-a5e1-4c1c-bd8f-ababa71bc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:06.948361 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a72d0ce-4071-4d5b-81bb-251642e8cefa req-f97b204a-a5e1-4c1c-bd8f-ababa71bc261 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 909 time: 0.0860217 Aug 21 10:35:06.992396 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a72d0ce-4071-4d5b-81bb-251642e8cefa req-70c1da8a-6ccc-4c2b-810c-db1994496764 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e686f2e-a361-4a58-867f-542fba8228d4 HTTP/1.1" status: 200 len: 217 time: 0.0373585 Aug 21 10:35:07.052441 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d910187f-800c-46f1-a7ce-3ce837c4a758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:07.060421 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72d0ce-4071-4d5b-81bb-251642e8cefa req-7af898d0-49ac-486d-91f6-36947c478801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:07.062413 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a72d0ce-4071-4d5b-81bb-251642e8cefa req-7af898d0-49ac-486d-91f6-36947c478801 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 200 len: 847 time: 0.0629542 Aug 21 10:35:07.072274 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b4122828-c932-49c4-9e5b-cdc53d8312bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '11be279c-d7ad-42b8-9ec1-c7d40519277f', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:19:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:30:52Z', 'updated_at': '2021-08-21T10:30:55Z', 'revision_number': 1, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:07.101396 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4122828-c932-49c4-9e5b-cdc53d8312bb None None] Checking router: dd6c392e-680b-4864-8866-d6a68a863ec0 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:35:07.109828 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4122828-c932-49c4-9e5b-cdc53d8312bb None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:35:07.110422 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72d0ce-4071-4d5b-81bb-251642e8cefa req-5353b747-a88c-4f4a-8008-3b5bfc52956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:07.110570 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b4122828-c932-49c4-9e5b-cdc53d8312bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:34:40Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:07.111960 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a72d0ce-4071-4d5b-81bb-251642e8cefa req-5353b747-a88c-4f4a-8008-3b5bfc52956d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419099 Aug 21 10:35:07.210989 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a72d0ce-4071-4d5b-81bb-251642e8cefa req-5d62cb1e-911b-4d6b-98c0-1e847e5d32ba service neutron] 10.222.0.13 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916257 Aug 21 10:35:07.225597 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-b4122828-c932-49c4-9e5b-cdc53d8312bb None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:35:07.335634 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-1a72d0ce-4071-4d5b-81bb-251642e8cefa req-b7b29852-ede8-4fe0-986f-c328eb8a57e7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173363 Aug 21 10:35:07.355051 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d067f-311c-46da-8eba-7c75d223e0bb req-45564e45-1d69-4313-834b-91dfba1e86fa tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:07.356624 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-954d067f-311c-46da-8eba-7c75d223e0bb req-45564e45-1d69-4313-834b-91dfba1e86fa tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 946 time: 0.0681760 Aug 21 10:35:07.398592 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-954d067f-311c-46da-8eba-7c75d223e0bb req-37c16b0b-6202-47ed-b8ef-17aaa98fc0f3 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336399 Aug 21 10:35:07.505635 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-b4122828-c932-49c4-9e5b-cdc53d8312bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '11be279c-d7ad-42b8-9ec1-c7d40519277f', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:19:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:30:52Z', 'updated_at': '2021-08-21T10:30:55Z', 'revision_number': 1, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:07.538421 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4122828-c932-49c4-9e5b-cdc53d8312bb None None] The sync data for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 is: [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_floatingips': [{'id': '11be279c-d7ad-42b8-9ec1-c7d40519277f', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'router_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'port_id': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'mac_address': 'fa:16:3e:19:1b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:30:52Z', 'updated_at': '2021-08-21T10:30:55Z', 'revision_number': 1, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:35:07.784134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2879c8-b5af-4bd9-9b5f-32a3c93b26f3 None None] New status for floating IP 3a134e10-07cb-4f32-a8e0-129b1ec818ec: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:35:08.531944 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c92943-60d2-4f8e-9799-d3b78fc61c51 req-0b82b91d-86af-497e-bc6f-c8ac1f008f0a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:08.534194 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87c92943-60d2-4f8e-9799-d3b78fc61c51 req-0b82b91d-86af-497e-bc6f-c8ac1f008f0a tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 946 time: 0.0638394 Aug 21 10:35:08.581054 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-87c92943-60d2-4f8e-9799-d3b78fc61c51 req-6dabb2de-9d24-4074-986d-337df570ceae tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407956 Aug 21 10:35:08.690087 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4a993-83fb-4654-8af1-06473fd504bc req-2c33f491-5a5c-4fce-892e-5ba56fb190bf tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:08.691460 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96f4a993-83fb-4654-8af1-06473fd504bc req-2c33f491-5a5c-4fce-892e-5ba56fb190bf tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 946 time: 0.0493197 Aug 21 10:35:08.788346 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-96f4a993-83fb-4654-8af1-06473fd504bc req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Deleting port 7e686f2e-a361-4a58-867f-542fba8228d4 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:08.788683 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96f4a993-83fb-4654-8af1-06473fd504bc req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:08.820581 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7e686f2e-a361-4a58-867f-542fba8228d4 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:35:08.878426 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-96f4a993-83fb-4654-8af1-06473fd504bc req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] For port 7e686f2e-a361-4a58-867f-542fba8228d4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7e686f2e-a361-4a58-867f-542fba8228d4,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:35:08.878803 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96f4a993-83fb-4654-8af1-06473fd504bc req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:08.891535 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-96f4a993-83fb-4654-8af1-06473fd504bc req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Calling delete_port for 7e686f2e-a361-4a58-867f-542fba8228d4 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:08.897940 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935413'] for port, before_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:08.920219 n-d-766726-28 neutron-server[106758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4'}] {{(pid=106758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:35:08.922553 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}180ce7be52d37362e06f76a31c1c3ecd0e85211c0604c8999a1a1679d617f5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b07d06-7a47-4394-8e65-88bd69fd2bbb" -d '{"events": [{"server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "name": "network-vif-unplugged", "status": "completed", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4"}]}' {{(pid=106758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:35:08.937464 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] For port 7e686f2e-a361-4a58-867f-542fba8228d4, host n-h1-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-28',level=0,port_id=7e686f2e-a361-4a58-867f-542fba8228d4,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:35:08.962404 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 10:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46bab11-e46b-4d23-a2d0-5b895b0ceaa2 x-openstack-request-id: req-f46bab11-e46b-4d23-a2d0-5b895b0ceaa2 {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:35:08.962699 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "name": "network-vif-unplugged", "status": "completed", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4", "code": 200}]} {{(pid=106758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:35:08.962980 n-d-766726-28 neutron-server[106758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f46bab11-e46b-4d23-a2d0-5b895b0ceaa2 {{(pid=106758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:35:08.963402 n-d-766726-28 neutron-server[106758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4', 'code': 200} Aug 21 10:35:09.014939 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788175601475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788175044365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788175044383'] for port, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:09.063253 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Pushing event updated for resources: {'Port': ['ID=7e686f2e-a361-4a58-867f-542fba8228d4,revision_number=8']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:09.186228 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96f4a993-83fb-4654-8af1-06473fd504bc req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:09.225568 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event deleted for resources: {'Port': ['ID=7e686f2e-a361-4a58-867f-542fba8228d4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:09.251402 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.251784 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.252201 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.252544 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.252884 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.253219 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.253677 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.254055 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.258292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.258292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.258292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.258292 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-28 {{(pid=106757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 10:35:09.281724 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f4a993-83fb-4654-8af1-06473fd504bc req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] No DVR routers for this DVR port 7e686f2e-a361-4a58-867f-542fba8228d4 on host n-h1-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:35:09.285350 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-96f4a993-83fb-4654-8af1-06473fd504bc req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:09.290053 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-96f4a993-83fb-4654-8af1-06473fd504bc req-5512a790-f163-44e2-b3cb-5dab2a4f5e96 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.13 "DELETE /v2.0/ports/7e686f2e-a361-4a58-867f-542fba8228d4 HTTP/1.1" status: 204 len: 173 time: 0.5906909 Aug 21 10:35:09.290053 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'name': 'network-vif-deleted', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:35:09.290855 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b523cd0-759a-4172-a51e-45a4a90d90c3" -d '{"events": [{"server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "name": "network-vif-deleted", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:35:09.398282 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5d55cc-758a-40f9-a371-3f6ab206315f x-openstack-request-id: req-ee5d55cc-758a-40f9-a371-3f6ab206315f {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:35:09.398621 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5b6d48-3aa9-4caf-a22c-05d792778591", "name": "network-vif-deleted", "tag": "7e686f2e-a361-4a58-867f-542fba8228d4", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:35:09.398969 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee5d55cc-758a-40f9-a371-3f6ab206315f {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:35:09.400015 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5b6d48-3aa9-4caf-a22c-05d792778591', 'name': 'network-vif-deleted', 'tag': '7e686f2e-a361-4a58-867f-542fba8228d4', 'status': 'completed', 'code': 200} Aug 21 10:35:09.648960 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14775d35-83f1-4567-9dd0-24b5fd56da5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:09.706462 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-ccd9a3cd-258c-468e-a56d-08914ff71954 req-aa9e1e1b-ae08-4129-a9ad-a2d2eb06e0c3 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa5b6d48-3aa9-4caf-a22c-05d792778591 HTTP/1.1" status: 200 len: 210 time: 0.0306020 Aug 21 10:35:09.897519 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:11.340759 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:12.338939 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37438) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:12.494141 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Deleting port 046b8b0d-aade-4e79-a2db-a6f37b72b41a {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:12.495106 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:12.571925 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:12.572176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:12.589181 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Calling delete_port for 046b8b0d-aade-4e79-a2db-a6f37b72b41a owned by network:floatingip {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:12.777759 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:12.805730 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:12.831747 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event deleted for resources: {'Port': ['ID=046b8b0d-aade-4e79-a2db-a6f37b72b41a,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:12.836104 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7e686f2e-a361-4a58-867f-542fba8228d4 no longer exists at agent hyperv_n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:35:12.857836 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] No Port match for: 7e686f2e-a361-4a58-867f-542fba8228d4 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:35:12.858181 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Device 7e686f2e-a361-4a58-867f-542fba8228d4 not bound to the agent host n-h1-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:35:12.893203 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for floatingip, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:12.894536 n-d-766726-28 neutron-server[106756]: INFO neutron.db.l3_db [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Floating IP 11be279c-d7ad-42b8-9ec1-c7d40519277f disassociated (deleted). External IP: 172.25.5.238, port: a4b939c9-814e-4280-a60e-6590d15b5147. Aug 21 10:35:13.111922 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Router dd6c392e-680b-4864-8866-d6a68a863ec0 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:35:13.219367 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:35:13.223922 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for floatingip, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:13.230185 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f974683-c3f6-420d-ae7b-d04a7f922a01 None None] Sync routers for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:35:13.239117 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f974683-c3f6-420d-ae7b-d04a7f922a01 None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:35:13.239751 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4f974683-c3f6-420d-ae7b-d04a7f922a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:35:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:13.258945 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-a0b0a5bb-9cac-45ea-90bd-ece66b658e61 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "DELETE /v2.0/floatingips/11be279c-d7ad-42b8-9ec1-c7d40519277f HTTP/1.1" status: 204 len: 168 time: 0.9188442 Aug 21 10:35:13.259616 n-d-766726-28 neutron-server[106756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147'}] {{(pid=106756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:35:13.262849 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f661a8ccb4eab73676326ae0103b960447efefe5c775d563ce07084d6a704f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd73d05c-13be-49e5-8575-843e3e3552d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147"}]}' {{(pid=106756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:35:13.299402 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 10:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263550be-684b-467b-ad99-32557c66f4e3 x-openstack-request-id: req-263550be-684b-467b-ad99-32557c66f4e3 {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:35:13.299733 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147", "status": "completed", "code": 200}]} {{(pid=106756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:35:13.300454 n-d-766726-28 neutron-server[106756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-263550be-684b-467b-ad99-32557c66f4e3 {{(pid=106756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:35:13.300870 n-d-766726-28 neutron-server[106756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'status': 'completed', 'code': 200} Aug 21 10:35:13.353107 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4f974683-c3f6-420d-ae7b-d04a7f922a01 None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:35:13.371157 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73d05c-13be-49e5-8575-843e3e3552d4 req-e5f05424-4436-4f0a-90fb-cc6c878ef183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:13.371157 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd73d05c-13be-49e5-8575-843e3e3552d4 req-e5f05424-4436-4f0a-90fb-cc6c878ef183 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f649eead516416abc9010811ed6b2f4&device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0443044 Aug 21 10:35:13.457670 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73d05c-13be-49e5-8575-843e3e3552d4 req-ec6251ac-f19f-4938-81c3-d1d1836105a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:13.459205 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd73d05c-13be-49e5-8575-843e3e3552d4 req-ec6251ac-f19f-4938-81c3-d1d1836105a5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 200 len: 909 time: 0.0855377 Aug 21 10:35:13.506746 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd73d05c-13be-49e5-8575-843e3e3552d4 req-d027eed9-6431-4316-8b02-0f3863186d4d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b939c9-814e-4280-a60e-6590d15b5147 HTTP/1.1" status: 200 len: 217 time: 0.0374293 Aug 21 10:35:13.552098 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4f974683-c3f6-420d-ae7b-d04a7f922a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:13.572165 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73d05c-13be-49e5-8575-843e3e3552d4 req-7564f73b-40d0-489d-9578-5460fbe0272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:13.574284 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd73d05c-13be-49e5-8575-843e3e3552d4 req-7564f73b-40d0-489d-9578-5460fbe0272b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 200 len: 847 time: 0.0605726 Aug 21 10:35:13.579979 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f974683-c3f6-420d-ae7b-d04a7f922a01 None None] Checking router: dd6c392e-680b-4864-8866-d6a68a863ec0 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:35:13.588722 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f974683-c3f6-420d-ae7b-d04a7f922a01 None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:35:13.589366 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4f974683-c3f6-420d-ae7b-d04a7f922a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:35:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:13.619956 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73d05c-13be-49e5-8575-843e3e3552d4 req-66d47ef9-d5ae-4de3-9ce7-218a3a17a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:13.622384 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd73d05c-13be-49e5-8575-843e3e3552d4 req-66d47ef9-d5ae-4de3-9ce7-218a3a17a9cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413625 Aug 21 10:35:13.695294 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-4f974683-c3f6-420d-ae7b-d04a7f922a01 None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:35:13.720076 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd73d05c-13be-49e5-8575-843e3e3552d4 req-c6237801-cc5f-443f-bbcc-db3195c29f0a service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903869 Aug 21 10:35:13.844163 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d004aa8-d318-4f51-bec4-0706d2ca17ac req-4b7cfd8e-cf6f-4959-be23-ab6d7f2c9584 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:13.846273 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d004aa8-d318-4f51-bec4-0706d2ca17ac req-4b7cfd8e-cf6f-4959-be23-ab6d7f2c9584 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 943 time: 0.1005089 Aug 21 10:35:13.851308 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-cd73d05c-13be-49e5-8575-843e3e3552d4 req-6260905b-a9f7-478e-bf4e-7ed978f7b356 service neutron] 10.222.0.22 "GET /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246667 Aug 21 10:35:13.889509 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-0d004aa8-d318-4f51-bec4-0706d2ca17ac req-6729d30c-0546-4efa-af60-a3c2d21eb01c tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369704 Aug 21 10:35:13.895429 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-4f974683-c3f6-420d-ae7b-d04a7f922a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:14.006568 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f974683-c3f6-420d-ae7b-d04a7f922a01 None None] The sync data for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 is: [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:29Z', 'revision_number': 4, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28', '_interfaces': [{'id': '622d4c44-5e43-4151-a4eb-82cff2bd85b3', 'name': '', 'network_id': '2a411fcf-e78d-4a3f-a768-d1e0b2598bf1', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'mac_address': 'fa:16:3e:28:ed:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:28Z', 'updated_at': '2021-08-21T10:30:35Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'subnets': [{'id': '1aec8b75-e9bf-46a9-a452-b95392b42c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:35:14.219398 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc489be-a056-40c6-b8ed-ea6c819e38a7 None None] New status for floating IP 11be279c-d7ad-42b8-9ec1-c7d40519277f: DOWN {{(pid=106758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 10:35:15.008224 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29a85e-4491-464c-8eed-67f3fb8fb3be req-6595efeb-e88e-4e10-b7d7-5efcc12bd0d8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:15.009759 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a29a85e-4491-464c-8eed-67f3fb8fb3be req-6595efeb-e88e-4e10-b7d7-5efcc12bd0d8 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 943 time: 0.0487304 Aug 21 10:35:15.047950 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-4a29a85e-4491-464c-8eed-67f3fb8fb3be req-28468abc-50f6-4acc-8d75-9c25d1f4c5cd tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d47933c-a15b-496f-a223-239b582ea9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315571 Aug 21 10:35:15.307410 n-d-766726-28 neutron-server[106757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bdada-e87c-4196-9514-d48218df4b2c req-f571cef9-779a-49b5-b9cc-5a0d4588d093 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 10:35:15.308948 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-306bdada-e87c-4196-9514-d48218df4b2c req-f571cef9-779a-49b5-b9cc-5a0d4588d093 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 943 time: 0.0480893 Aug 21 10:35:15.401438 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-306bdada-e87c-4196-9514-d48218df4b2c req-4c78fed0-ef36-48f3-9c97-2ab28d5f82d7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Deleting port a4b939c9-814e-4280-a60e-6590d15b5147 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:15.401777 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-306bdada-e87c-4196-9514-d48218df4b2c req-4c78fed0-ef36-48f3-9c97-2ab28d5f82d7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:15.487267 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [req-306bdada-e87c-4196-9514-d48218df4b2c req-4c78fed0-ef36-48f3-9c97-2ab28d5f82d7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] For port a4b939c9-814e-4280-a60e-6590d15b5147, host n-h2-766726-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-28',level=0,port_id=a4b939c9-814e-4280-a60e-6590d15b5147,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:35:15.487651 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-306bdada-e87c-4196-9514-d48218df4b2c req-4c78fed0-ef36-48f3-9c97-2ab28d5f82d7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:15.499109 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [req-306bdada-e87c-4196-9514-d48218df4b2c req-4c78fed0-ef36-48f3-9c97-2ab28d5f82d7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Calling delete_port for a4b939c9-814e-4280-a60e-6590d15b5147 owned by compute:nova {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:15.720631 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-306bdada-e87c-4196-9514-d48218df4b2c req-4c78fed0-ef36-48f3-9c97-2ab28d5f82d7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:15.750012 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78fed0-ef36-48f3-9c97-2ab28d5f82d7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event deleted for resources: {'Port': ['ID=a4b939c9-814e-4280-a60e-6590d15b5147,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:15.795519 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [req-306bdada-e87c-4196-9514-d48218df4b2c req-4c78fed0-ef36-48f3-9c97-2ab28d5f82d7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] No DVR routers for this DVR port a4b939c9-814e-4280-a60e-6590d15b5147 on host n-h2-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:35:15.798279 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [req-306bdada-e87c-4196-9514-d48218df4b2c req-4c78fed0-ef36-48f3-9c97-2ab28d5f82d7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-453243'] for port, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:15.800346 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-306bdada-e87c-4196-9514-d48218df4b2c req-4c78fed0-ef36-48f3-9c97-2ab28d5f82d7 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.22 "DELETE /v2.0/ports/a4b939c9-814e-4280-a60e-6590d15b5147 HTTP/1.1" status: 204 len: 173 time: 0.4848957 Aug 21 10:35:15.800782 n-d-766726-28 neutron-server[106757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'name': 'network-vif-deleted', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147'}] {{(pid=106757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 10:35:15.803095 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f2e87aad1dff48531710a54a6f901aa5ebf0aa271b7873cf156c5767cc8020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246824a7-8421-4f6e-ae41-7a283cdc91e8" -d '{"events": [{"server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "name": "network-vif-deleted", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147"}]}' {{(pid=106757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 10:35:15.837019 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 10:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c819a6c-ab2a-4cbd-97e6-5db8b39fdd59 x-openstack-request-id: req-9c819a6c-ab2a-4cbd-97e6-5db8b39fdd59 {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 10:35:15.837319 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9ed5f5-a645-4e1b-9f51-715db9650ea3", "name": "network-vif-deleted", "tag": "a4b939c9-814e-4280-a60e-6590d15b5147", "status": "completed", "code": 200}]} {{(pid=106757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 10:35:15.837574 n-d-766726-28 neutron-server[106757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c819a6c-ab2a-4cbd-97e6-5db8b39fdd59 {{(pid=106757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 10:35:15.837969 n-d-766726-28 neutron-server[106757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9ed5f5-a645-4e1b-9f51-715db9650ea3', 'name': 'network-vif-deleted', 'tag': 'a4b939c9-814e-4280-a60e-6590d15b5147', 'status': 'completed', 'code': 200} Aug 21 10:35:16.156601 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [req-a0a90db7-e118-457d-8fb9-5c3489e0706b req-0f30b618-0ad5-407e-9c64-3fcb5680c560 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e9ed5f5-a645-4e1b-9f51-715db9650ea3 HTTP/1.1" status: 200 len: 210 time: 0.0273681 Aug 21 10:35:16.465934 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:16.508586 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:17.212636 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37456) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:17.269958 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0de55b8-d955-4b90-8879-8e675bd52389 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:17.297151 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0de55b8-d955-4b90-8879-8e675bd52389 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:17.428304 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0de55b8-d955-4b90-8879-8e675bd52389 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:17.430927 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-f0de55b8-d955-4b90-8879-8e675bd52389 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Notify callbacks [] for security_group, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:17.432122 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-f0de55b8-d955-4b90-8879-8e675bd52389 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] 10.222.0.20 "DELETE /v2.0/security-groups/8d47933c-a15b-496f-a223-239b582ea9fc HTTP/1.1" status: 204 len: 168 time: 0.2192490 Aug 21 10:35:17.441666 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de55b8-d955-4b90-8879-8e675bd52389 tempest-TestSnapshotPattern-1227802767 tempest-TestSnapshotPattern-1227802767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d47933c-a15b-496f-a223-239b582ea9fc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:17.556308 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37460) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:18.236898 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:18.484572 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] Deleting port 622d4c44-5e43-4151-a4eb-82cff2bd85b3 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:18.484915 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:18.565455 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] For port 622d4c44-5e43-4151-a4eb-82cff2bd85b3, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=622d4c44-5e43-4151-a4eb-82cff2bd85b3,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:35:18.566149 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:18.577502 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] Calling delete_port for 622d4c44-5e43-4151-a4eb-82cff2bd85b3 owned by network:router_interface {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:18.860003 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:18.885243 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a4b939c9-814e-4280-a60e-6590d15b5147 no longer exists at agent hyperv_n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:35:18.885863 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] Pushing event deleted for resources: {'Port': ['ID=622d4c44-5e43-4151-a4eb-82cff2bd85b3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:18.908468 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] No Port match for: a4b939c9-814e-4280-a60e-6590d15b5147 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:35:18.908816 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Device a4b939c9-814e-4280-a60e-6590d15b5147 not bound to the agent host n-h2-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:35:19.051955 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:19.268162 n-d-766726-28 neutron-server[106757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] Router dd6c392e-680b-4864-8866-d6a68a863ec0 has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:35:19.377321 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:35:19.382838 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-19c081cf-5c93-4b81-8c21-4d92d5b2b016 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd6c392e-680b-4864-8866-d6a68a863ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8248689 Aug 21 10:35:19.385020 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37462) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:19.389288 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210651a6-7038-4ceb-ab95-c475d851442d None None] Sync routers for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:35:19.399251 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210651a6-7038-4ceb-ab95-c475d851442d None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:35:19.399938 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-210651a6-7038-4ceb-ab95-c475d851442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:35:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:19.488930 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:19.500731 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-210651a6-7038-4ceb-ab95-c475d851442d None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: n-d-766726-28 {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:35:19.595444 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:19.677269 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-210651a6-7038-4ceb-ab95-c475d851442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:35:18Z', 'revision_number': 5, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port': {'id': '9314f8c9-d547-4977-870f-58422e3e60f4', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:19.709576 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210651a6-7038-4ceb-ab95-c475d851442d None None] Checking router: dd6c392e-680b-4864-8866-d6a68a863ec0 for host: n-d-766726-28 {{(pid=106759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:35:19.726956 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210651a6-7038-4ceb-ab95-c475d851442d None None] Routers {'dd6c392e-680b-4864-8866-d6a68a863ec0'} bound to L3 agent in host n-d-766726-28 {{(pid=106759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:35:19.729634 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-210651a6-7038-4ceb-ab95-c475d851442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:35:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['dd6c392e-680b-4864-8866-d6a68a863ec0'], 'active': True} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:19.732037 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Deleting port 9314f8c9-d547-4977-870f-58422e3e60f4 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:19.732384 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:19.813747 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] For port 9314f8c9-d547-4977-870f-58422e3e60f4, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9314f8c9-d547-4977-870f-58422e3e60f4,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:35:19.814109 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:19.814397 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_dvr_db [None req-210651a6-7038-4ceb-ab95-c475d851442d None None] Set router dd6c392e-680b-4864-8866-d6a68a863ec0 gateway port host: None {{(pid=106759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:35:19.825844 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Calling delete_port for 9314f8c9-d547-4977-870f-58422e3e60f4 owned by network:router_gateway {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:19.864271 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.l3_hamode_db [None req-210651a6-7038-4ceb-ab95-c475d851442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:35:19Z', 'revision_number': 6, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port_host': None}], 'n-d-766726-28', False) {} {{(pid=106759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:19.892982 n-d-766726-28 neutron-server[106759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210651a6-7038-4ceb-ab95-c475d851442d None None] The sync data for ids ['dd6c392e-680b-4864-8866-d6a68a863ec0'] in n-d-766726-28 is: [{'id': 'dd6c392e-680b-4864-8866-d6a68a863ec0', 'name': 'tempest-TestSnapshotPattern-13735557-router', 'tenant_id': '0f649eead516416abc9010811ed6b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:26Z', 'updated_at': '2021-08-21T10:35:19Z', 'revision_number': 6, 'project_id': '0f649eead516416abc9010811ed6b2f4', 'gw_port_host': None}] {{(pid=106759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:35:20.071355 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.098069 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9314f8c9-d547-4977-870f-58422e3e60f4,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:20.157974 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.249225 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.251395 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.409277 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.409723 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd6c392e-680b-4864-8866-d6a68a863ec0 {{(pid=106757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:35:20.414258 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] Notify callbacks [] for router, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.415332 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-155b41fb-c809-4f8b-8fe5-dd63267f4f88 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dd6c392e-680b-4864-8866-d6a68a863ec0 HTTP/1.1" status: 204 len: 168 time: 1.0294049 Aug 21 10:35:20.418049 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37466) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:20.461290 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a1088b-f2ac-45a1-a56e-3119f297f5d0 admin admin] Deleting subnet 1aec8b75-e9bf-46a9-a452-b95392b42c70 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:35:20.464266 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b7a1088b-f2ac-45a1-a56e-3119f297f5d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.497591 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b7a1088b-f2ac-45a1-a56e-3119f297f5d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.576723 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b7a1088b-f2ac-45a1-a56e-3119f297f5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.743730 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b7a1088b-f2ac-45a1-a56e-3119f297f5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.769062 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1088b-f2ac-45a1-a56e-3119f297f5d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aec8b75-e9bf-46a9-a452-b95392b42c70,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:20.774761 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-b7a1088b-f2ac-45a1-a56e-3119f297f5d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.776689 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-b7a1088b-f2ac-45a1-a56e-3119f297f5d0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1aec8b75-e9bf-46a9-a452-b95392b42c70 HTTP/1.1" status: 204 len: 168 time: 0.3576841 Aug 21 10:35:20.779436 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37468) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:20.782474 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e263cb70-1831-4fa7-8aeb-023aff1979d2 None None] Network 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:35:20.851249 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.912781 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Deleting port 0c2074be-f695-4634-80aa-d8e3541acf04 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:20.913127 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.973745 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d581c12d-4f67-4987-abc4-1fb1e27eaa7d None None] DHCP port deletion for 2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:35:20.983295 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] For port 0c2074be-f695-4634-80aa-d8e3541acf04, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0c2074be-f695-4634-80aa-d8e3541acf04,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:35:20.983621 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:20.996917 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Calling delete_port for 0c2074be-f695-4634-80aa-d8e3541acf04 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:21.023242 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d581c12d-4f67-4987-abc4-1fb1e27eaa7d None None] Deleting port 0c2074be-f695-4634-80aa-d8e3541acf04 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:21.023638 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d581c12d-4f67-4987-abc4-1fb1e27eaa7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:21.200591 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:21.226441 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2074be-f695-4634-80aa-d8e3541acf04,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:21.231342 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] No DVR routers for this DVR port 0c2074be-f695-4634-80aa-d8e3541acf04 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:35:21.245555 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-d581c12d-4f67-4987-abc4-1fb1e27eaa7d None None] For port 0c2074be-f695-4634-80aa-d8e3541acf04, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=0c2074be-f695-4634-80aa-d8e3541acf04,segment=NetworkSegment(8a4bacf8-942b-43da-9fc1-0cec94f2c10f),segment_id=8a4bacf8-942b-43da-9fc1-0cec94f2c10f)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:35:21.245870 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d581c12d-4f67-4987-abc4-1fb1e27eaa7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:21.258590 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-d581c12d-4f67-4987-abc4-1fb1e27eaa7d None None] Calling delete_port for 0c2074be-f695-4634-80aa-d8e3541acf04 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:21.303996 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:21.314780 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a411fcf-e78d-4a3f-a768-d1e0b2598bf1']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:21.329088 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4bacf8-942b-43da-9fc1-0cec94f2c10f') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:21.329384 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4bacf8-942b-43da-9fc1-0cec94f2c10f') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:21.333144 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-d581c12d-4f67-4987-abc4-1fb1e27eaa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:21.338806 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:21.345530 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581c12d-4f67-4987-abc4-1fb1e27eaa7d None None] No DVR routers for this DVR port 0c2074be-f695-4634-80aa-d8e3541acf04 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:35:21.358044 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:21.364473 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:35:21.371948 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:35:21.380955 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581c12d-4f67-4987-abc4-1fb1e27eaa7d None None] Pushing event deleted for resources: {'Port': ['ID=0c2074be-f695-4634-80aa-d8e3541acf04,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:21.403879 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 622d4c44-5e43-4151-a4eb-82cff2bd85b3 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:35:21.424663 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 622d4c44-5e43-4151-a4eb-82cff2bd85b3 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:35:21.425001 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 622d4c44-5e43-4151-a4eb-82cff2bd85b3 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:35:21.425414 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0c2074be-f695-4634-80aa-d8e3541acf04 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:35:21.444196 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 0c2074be-f695-4634-80aa-d8e3541acf04 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:35:21.446392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 0c2074be-f695-4634-80aa-d8e3541acf04 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:35:21.446392 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9314f8c9-d547-4977-870f-58422e3e60f4 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:35:21.462645 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 9314f8c9-d547-4977-870f-58422e3e60f4 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:35:21.462978 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9314f8c9-d547-4977-870f-58422e3e60f4 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:35:21.514864 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:21.520583 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:21.522423 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2a411fcf-e78d-4a3f-a768-d1e0b2598bf1 HTTP/1.1" status: 204 len: 168 time: 0.7419364 Aug 21 10:35:21.525599 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37472) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:21.533997 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41420dc1-db61-4b57-8919-58c487b056a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a411fcf-e78d-4a3f-a768-d1e0b2598bf1,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:21.866176 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605389'] for router_interface, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:22.108353 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] Deleting port 9d3b6e1c-4303-4504-aa06-925068312810 {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:22.108694 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:22.184913 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] For port 9d3b6e1c-4303-4504-aa06-925068312810, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=9d3b6e1c-4303-4504-aa06-925068312810,segment=NetworkSegment(3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa),segment_id=3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:35:22.185209 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:22.196724 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] Calling delete_port for 9d3b6e1c-4303-4504-aa06-925068312810 owned by network:router_interface {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:22.437463 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:22.464075 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3b6e1c-4303-4504-aa06-925068312810,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:22.631512 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605225'] for router_interface, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:23.129856 n-d-766726-28 neutron-server[106756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] Router 570aaa78-3f63-47d8-957d-7eae3821cdff has already been hosted by L3 agent 58e0b6a8-fbc4-4c52-83bd-51f735f042cc {{(pid=106756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 10:35:23.238296 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] Notify agent at l3_agent.n-d-766726-28 the message routers_updated {{(pid=106756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 10:35:23.245040 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-2a521afd-8464-4bd4-9224-d89803961897 admin admin] 10.222.0.20 "PUT /v2.0/routers/570aaa78-3f63-47d8-957d-7eae3821cdff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7165606 Aug 21 10:35:23.245824 n-d-766726-28 neutron-server[106756]: DEBUG neutron.wsgi [-] (106756) accepted ('10.222.0.20', 37474) {{(pid=106756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:23.248778 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f3b16-b6c2-43e4-80b6-f46ea7f70c18 None None] Sync routers for ids ['570aaa78-3f63-47d8-957d-7eae3821cdff'] in n-d-766726-28 {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 10:35:23.258076 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f3b16-b6c2-43e4-80b6-f46ea7f70c18 None None] Routers {'570aaa78-3f63-47d8-957d-7eae3821cdff'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:35:23.258623 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5d7f3b16-b6c2-43e4-80b6-f46ea7f70c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:35:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['570aaa78-3f63-47d8-957d-7eae3821cdff'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:23.353470 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Notify callbacks [] for router, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:23.366846 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-5d7f3b16-b6c2-43e4-80b6-f46ea7f70c18 None None] Set router 570aaa78-3f63-47d8-957d-7eae3821cdff gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:35:23.467827 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:23.551642 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5d7f3b16-b6c2-43e4-80b6-f46ea7f70c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'name': 'tempest-TestSnapshotPattern-1794929872-router', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:35:22Z', 'revision_number': 5, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'gw_port': {'id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:23.578024 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f3b16-b6c2-43e4-80b6-f46ea7f70c18 None None] Checking router: 570aaa78-3f63-47d8-957d-7eae3821cdff for host: n-d-766726-28 {{(pid=106758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 10:35:23.586192 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f3b16-b6c2-43e4-80b6-f46ea7f70c18 None None] Routers {'570aaa78-3f63-47d8-957d-7eae3821cdff'} bound to L3 agent in host n-d-766726-28 {{(pid=106758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 10:35:23.586797 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5d7f3b16-b6c2-43e4-80b6-f46ea7f70c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T08:48:09Z,description=,heartbeat_timestamp=2021-08-21T10:35:10Z,host='n-d-766726-28',id=58e0b6a8-fbc4-4c52-83bd-51f735f042cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T08:48:10Z,topic='l3_agent')) {'router_ids': ['570aaa78-3f63-47d8-957d-7eae3821cdff'], 'active': True} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:23.645915 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Deleting port 576a47cb-88be-4fee-9409-aecff2c35adc {{(pid=106756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:23.646580 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:23.694837 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvr_db [None req-5d7f3b16-b6c2-43e4-80b6-f46ea7f70c18 None None] Set router 570aaa78-3f63-47d8-957d-7eae3821cdff gateway port host: n-d-766726-28 {{(pid=106758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 10:35:23.731920 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.db [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] For port 576a47cb-88be-4fee-9409-aecff2c35adc, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=576a47cb-88be-4fee-9409-aecff2c35adc,segment=NetworkSegment(668980f8-ba91-44ec-87ea-4c4cdd4f89d6),segment_id=668980f8-ba91-44ec-87ea-4c4cdd4f89d6)] {{(pid=106756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:35:23.732300 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:23.744645 n-d-766726-28 neutron-server[106756]: DEBUG neutron.plugins.ml2.plugin [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Calling delete_port for 576a47cb-88be-4fee-9409-aecff2c35adc owned by network:router_gateway {{(pid=106756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:23.875620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_hamode_db [None req-5d7f3b16-b6c2-43e4-80b6-f46ea7f70c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'name': 'tempest-TestSnapshotPattern-1794929872-router', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:35:22Z', 'revision_number': 5, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'gw_port': {'id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}], 'n-d-766726-28', False) {} {{(pid=106758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:23.906134 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f3b16-b6c2-43e4-80b6-f46ea7f70c18 None None] The sync data for ids ['570aaa78-3f63-47d8-957d-7eae3821cdff'] in n-d-766726-28 is: [{'id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'name': 'tempest-TestSnapshotPattern-1794929872-router', 'tenant_id': '5efbbf634af947c4a965c3fb90b72469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'external_fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:35:22Z', 'revision_number': 5, 'project_id': '5efbbf634af947c4a965c3fb90b72469', 'gw_port': {'id': '576a47cb-88be-4fee-9409-aecff2c35adc', 'name': '', 'network_id': '2028bc5a-3b82-48ed-995f-0a46cc2e0008', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570aaa78-3f63-47d8-957d-7eae3821cdff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:30:32Z', 'updated_at': '2021-08-21T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ebfc16a-92e0-4a93-a24d-25662c290fcb', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-28'}] {{(pid=106758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 10:35:24.017675 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264741574'] for port, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.048193 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Pushing event deleted for resources: {'Port': ['ID=576a47cb-88be-4fee-9409-aecff2c35adc,revision_number=None']} {{(pid=106756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:24.109462 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603051'] for router_gateway, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.199971 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-114602'] for router, precommit_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.202091 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.331445 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574210'] for router, after_delete {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.332029 n-d-766726-28 neutron-server[106756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 570aaa78-3f63-47d8-957d-7eae3821cdff {{(pid=106756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 10:35:24.336743 n-d-766726-28 neutron-server[106756]: DEBUG neutron_lib.callbacks.manager [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] Notify callbacks [] for router, before_response {{(pid=106756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.338011 n-d-766726-28 neutron-server[106756]: INFO neutron.wsgi [None req-047a3fd9-9b3a-471f-b2d7-b84387e6a72a admin admin] 10.222.0.20 "DELETE /v2.0/routers/570aaa78-3f63-47d8-957d-7eae3821cdff HTTP/1.1" status: 204 len: 168 time: 1.0905986 Aug 21 10:35:24.341313 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37476) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:24.385323 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb8af07-a02a-413a-89cd-e22809374b44 admin admin] Deleting subnet 2e8fe54a-71ed-4e66-949f-8a28fc6f5c49 {{(pid=106757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 10:35:24.388869 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3eb8af07-a02a-413a-89cd-e22809374b44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.428941 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3eb8af07-a02a-413a-89cd-e22809374b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265438385'] for subnet, precommit_delete_associations {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.508395 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3eb8af07-a02a-413a-89cd-e22809374b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989850'] for subnet, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.640637 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3eb8af07-a02a-413a-89cd-e22809374b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266300433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-258808846'] for subnet, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.665424 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8af07-a02a-413a-89cd-e22809374b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8fe54a-71ed-4e66-949f-8a28fc6f5c49,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:24.669283 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-3eb8af07-a02a-413a-89cd-e22809374b44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.671723 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-3eb8af07-a02a-413a-89cd-e22809374b44 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e8fe54a-71ed-4e66-949f-8a28fc6f5c49 HTTP/1.1" status: 204 len: 168 time: 0.3287826 Aug 21 10:35:24.673767 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37478) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:24.676235 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3387a74-ed5c-455e-9220-1cd5afb8d157 None None] Network 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 requested from n-d-766726-28 {{(pid=106758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 10:35:24.845413 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593167'] for network, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.871053 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996ec07-5f79-4010-b2cc-d0f231570e86 None None] DHCP port deletion for 8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 request from n-d-766726-28 {{(pid=106758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 10:35:24.904553 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Deleting port 305a2c67-2710-43ad-9485-beeba962f391 {{(pid=106757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:24.904553 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.925625 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f996ec07-5f79-4010-b2cc-d0f231570e86 None None] Deleting port 305a2c67-2710-43ad-9485-beeba962f391 {{(pid=106758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 10:35:24.925993 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f996ec07-5f79-4010-b2cc-d0f231570e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788175444727'] for port, before_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.964901 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.db [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] For port 305a2c67-2710-43ad-9485-beeba962f391, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=305a2c67-2710-43ad-9485-beeba962f391,segment=NetworkSegment(3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa),segment_id=3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa)] {{(pid=106757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:35:24.965263 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:24.982726 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.plugin [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Calling delete_port for 305a2c67-2710-43ad-9485-beeba962f391 owned by network:dhcp {{(pid=106757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:24.987281 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.db [None req-f996ec07-5f79-4010-b2cc-d0f231570e86 None None] For port 305a2c67-2710-43ad-9485-beeba962f391, host n-d-766726-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-28',level=0,port_id=305a2c67-2710-43ad-9485-beeba962f391,segment=NetworkSegment(3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa),segment_id=3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa)] {{(pid=106758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 10:35:24.987840 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f996ec07-5f79-4010-b2cc-d0f231570e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605546'] for port, precommit_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:25.001444 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-f996ec07-5f79-4010-b2cc-d0f231570e86 None None] Calling delete_port for 305a2c67-2710-43ad-9485-beeba962f391 owned by network:dhcp {{(pid=106758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 10:35:25.156867 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266300484'] for port, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:25.162551 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f996ec07-5f79-4010-b2cc-d0f231570e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788175601457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788175044356'] for port, after_delete {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:25.185045 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=305a2c67-2710-43ad-9485-beeba962f391,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:25.186855 n-d-766726-28 neutron-server[106757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] No DVR routers for this DVR port 305a2c67-2710-43ad-9485-beeba962f391 on host n-d-766726-28 {{(pid=106757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:35:25.197211 n-d-766726-28 neutron-server[106758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996ec07-5f79-4010-b2cc-d0f231570e86 None None] Pushing event deleted for resources: {'Port': ['ID=305a2c67-2710-43ad-9485-beeba962f391,revision_number=None']} {{(pid=106758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:25.199856 n-d-766726-28 neutron-server[106758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f996ec07-5f79-4010-b2cc-d0f231570e86 None None] No DVR routers for this DVR port 305a2c67-2710-43ad-9485-beeba962f391 on host n-d-766726-28 {{(pid=106758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 10:35:25.261921 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962063', 'neutron.services.segments.db._delete_segments_for_network-8788175531448'] for network, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:25.271337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aed3c42-f8ac-401d-b6b4-e48ff983f0d3']}} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:25.281735 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa') {'for_net_delete': True} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:25.282025 n-d-766726-28 neutron-server[106757]: DEBUG neutron.services.segments.db [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbed0b1-2d09-41d4-a5e1-7ac6f604a1fa') {} {{(pid=106757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 10:35:25.290499 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788175544769', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265438392'] for segment, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:25.304526 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295'] for segment, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:25.314868 n-d-766726-28 neutron-server[106757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 10:35:25.315264 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-990295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266300535'] for segment, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: Traceback (most recent call last): Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: timer() Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: cb(*args, **kw) Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: return func(*args, **kwargs) Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: self._notify() Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: self.callback(batched_events) Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: event.method(event) Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: return f(self, *a, **k) Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: return self._get(url).json() Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: return self.request(url, 'GET', **kwargs) Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:35:25.317041 n-d-766726-28 neutron-server[106757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:35:25.400193 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 305a2c67-2710-43ad-9485-beeba962f391 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:35:25.422436 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 305a2c67-2710-43ad-9485-beeba962f391 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:35:25.422751 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 305a2c67-2710-43ad-9485-beeba962f391 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:35:25.423163 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 576a47cb-88be-4fee-9409-aecff2c35adc no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:35:25.441637 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 576a47cb-88be-4fee-9409-aecff2c35adc {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:35:25.441986 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 576a47cb-88be-4fee-9409-aecff2c35adc not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:35:25.442388 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9d3b6e1c-4303-4504-aa06-925068312810 no longer exists at agent ovs-agent-n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 10:35:25.460620 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.plugin [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] No Port match for: 9d3b6e1c-4303-4504-aa06-925068312810 {{(pid=106758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 10:35:25.460896 n-d-766726-28 neutron-server[106758]: DEBUG neutron.plugins.ml2.rpc [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Device 9d3b6e1c-4303-4504-aa06-925068312810 not bound to the agent host n-d-766726-28 {{(pid=106758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 10:35:25.479860 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602871'] for network, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:25.484737 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Notify callbacks [] for network, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:25.486934 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8aed3c42-f8ac-401d-b6b4-e48ff983f0d3 HTTP/1.1" status: 204 len: 168 time: 0.8117988 Aug 21 10:35:25.499397 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3ea24-3198-4360-91cb-b9b4d09e39d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aed3c42-f8ac-401d-b6b4-e48ff983f0d3,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:25.895472 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37484) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:25.946717 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-5474e6fc-e832-4cdc-ab4b-e47edc72974a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f649eead516416abc9010811ed6b2f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497968 Aug 21 10:35:25.949666 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37486) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:26.015345 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f448a6bb-5451-4855-930f-04bceb030a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:26.038330 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f448a6bb-5451-4855-930f-04bceb030a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:26.191055 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f448a6bb-5451-4855-930f-04bceb030a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:26.193772 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-f448a6bb-5451-4855-930f-04bceb030a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:26.195005 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-f448a6bb-5451-4855-930f-04bceb030a84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5e5af57-44de-41b3-b100-a973d0727e17 HTTP/1.1" status: 204 len: 168 time: 0.2442641 Aug 21 10:35:26.204337 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448a6bb-5451-4855-930f-04bceb030a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e5af57-44de-41b3-b100-a973d0727e17,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:26.903578 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37492) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:26.942980 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-00ebbf77-7450-4cd5-8469-4a673a475c4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5efbbf634af947c4a965c3fb90b72469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382245 Aug 21 10:35:26.945490 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [-] (106757) accepted ('10.222.0.20', 37494) {{(pid=106757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 10:35:26.994227 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32a1c941-d930-4a9e-95e2-7d0a1dd8b188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:27.014988 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32a1c941-d930-4a9e-95e2-7d0a1dd8b188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:27.183070 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32a1c941-d930-4a9e-95e2-7d0a1dd8b188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683945'] for security_group, after_delete {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:27.185599 n-d-766726-28 neutron-server[106757]: DEBUG neutron_lib.callbacks.manager [None req-32a1c941-d930-4a9e-95e2-7d0a1dd8b188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:27.186837 n-d-766726-28 neutron-server[106757]: INFO neutron.wsgi [None req-32a1c941-d930-4a9e-95e2-7d0a1dd8b188 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f467864-fe84-49e9-88e7-675db9eb1699 HTTP/1.1" status: 204 len: 168 time: 0.2404370 Aug 21 10:35:27.194892 n-d-766726-28 neutron-server[106757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1c941-d930-4a9e-95e2-7d0a1dd8b188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f467864-fe84-49e9-88e7-675db9eb1699,revision_number=None']} {{(pid=106757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 10:35:33.156376 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:35:37.016953 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-1c166bbf-2a8a-4db4-8e66-a2f8d83dc0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:39.711067 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-44c9cdf1-93e5-4b6d-b7c6-f5c209dba553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:39.908534 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:41.328059 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:42.790335 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:46.407340 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:35:46.464786 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:07.007407 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f30b3a5f-4251-4efa-b45b-2179867c685e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:09.642209 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-6246bafc-8a1f-4e66-9d84-e145f5c13cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:09.875885 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:10.155397 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:36:11.332058 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:12.783898 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:16.440892 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:16.526362 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:37.022545 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-cc8836f5-8f0c-44ba-99e9-78e985f80be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:39.616949 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f0d50490-528f-4e4f-a1ba-12c11e30d7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:39.895869 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:41.325607 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:42.799691 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:46.479370 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:46.480142 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:36:47.154846 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:37:07.009633 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-56fa1b01-3fe6-4d80-8913-2417ae3dfb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:09.621541 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-dc98650f-463b-46b8-9225-296427ca5c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:09.855181 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:11.295990 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:12.770244 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:16.472681 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:16.553056 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:24.154685 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:37:37.037609 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-98b04654-09f8-45c5-8362-3e6fc394054e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:39.671880 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e75a5791-c01c-4099-b575-e975cae3ff4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:39.860335 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:41.317419 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:42.814681 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:46.477355 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:37:46.505798 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:01.154456 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:38:06.996849 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7dd82351-9684-48b5-9928-4c65a17dfc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:09.653919 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d814-e5c5-47f2-a46f-3673a06d5839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:09.865718 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:11.311033 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:12.773992 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:16.471068 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:16.499337 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:37.036213 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4f4a0a09-81cc-41c1-bebb-eea6417df34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:38.153800 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:38:39.636249 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c47f-5952-47fc-813f-9a1cd70ee3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:39.921744 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:41.327542 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:42.796327 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:46.481674 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:38:46.509940 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:07.052927 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-7f12a8c2-47e1-492d-a840-3b2bfa3fa63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:09.675792 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-85ce7565-69f0-4009-87c7-e06616c004dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:09.891593 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:11.342526 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:12.852624 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:15.153349 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:39:16.464396 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:16.567297 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:37.041261 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-71738c8d-7fb8-46c3-b74f-de90291236dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:39.695959 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-f9500bb9-9f9b-4f94-8158-6d1a7b1a319c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:39.886848 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:41.336033 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:42.812351 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:46.474751 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:46.572013 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:39:52.153166 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:40:07.011796 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b5352c23-3535-450e-ad4e-9ce776fba61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:09.648873 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-8f43e6e6-938c-4d29-869a-833247e1ffd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:09.920426 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:11.363613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:12.794488 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:16.472010 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:16.734631 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:29.153029 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:40:37.013613 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9b979637-01d3-4741-814f-6aa71ebc205d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:39.653513 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-622fb47a-68da-49c0-8315-5f1ef9354ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:39.916374 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:41.356686 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:42.801902 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:46.520205 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:40:46.613578 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:06.152734 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:41:07.024211 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2e9e86aa-1758-4b0b-83bd-83b9146f22b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:09.687127 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0a605676-2ce0-457b-ac31-5dbb7533f875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:09.909491 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:11.332272 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:12.835185 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:16.469219 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:16.749574 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:37.028813 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-b5df0493-e211-4938-ad6d-6754cd3e3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:39.662791 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-20e23345-22d7-45f6-b1e7-b8c8652c3b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:39.891528 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:41.342935 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:42.845779 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:43.154996 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:41:46.521090 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:41:46.605330 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:07.039203 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-a28e8638-bc97-4541-afda-93b143ab5a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:09.650438 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9daa0bc3-fb3c-4de2-ae8b-fdf9f99ceac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:09.975269 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:11.352977 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:12.810267 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:16.558194 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:16.890145 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:20.155614 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:42:37.043550 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-adb2e6d5-5875-43bc-9945-d23b36600921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:39.655099 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-9eb64ae8-b024-435a-9b67-938d3f10574c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:39.929431 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:41.352129 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:42.803100 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:46.523171 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:46.666290 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:42:57.155246 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:43:06.391991 n-d-766726-28 neutron-server[106757]: DEBUG neutron.wsgi [req-6639a109-3191-4209-a19d-2f42ba50aafd req-47e7b7a1-b6d0-45e6-b1cd-43ae6771e59c service neutron] (106757) timed out ('10.222.0.20', 59238) {{(pid=106757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 10:43:07.071165 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-40dd6072-dae1-4ef3-a7f8-77f83d83f68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:09.648361 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-3f81a40c-0f46-45fc-a802-2a66576459af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:09.905578 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:11.397187 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:12.813770 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:16.499617 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:16.659588 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:34.155486 n-d-766726-28 neutron-server[106759]: DEBUG neutron.db.agents_db [None req-e57422eb-05c2-42d8-af16-26860176775c None None] Agent healthcheck: found 7 active agents {{(pid=106759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 10:43:37.020096 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-0aa34189-d63b-40b1-a549-76e67f6a94d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:39.688499 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-4540795c-1c1f-473a-9e6a-b6dfd2a9e417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:39.894906 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-79039bef-6e3e-4132-b0c0-49f6712f00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:41.339237 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-2be45c9a-adf3-4ccd-8a03-e01de839c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:42.801921 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-5662b17b-4806-4f42-8d57-2d7973f61555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:46.493488 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-e91da04c-8099-4eaf-bd56-d95b3a5f5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 10:43:46.653696 n-d-766726-28 neutron-server[106758]: DEBUG neutron_lib.callbacks.manager [None req-14993864-1929-4eb1-80ef-fe36fa465a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788175537704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961497'] for agent, after_update {{(pid=106758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}